tinybase/min/persisters/persister-durable-object-sql-storage/index.js

A reactive data store and sync engine.

const a=a=>typeof a,t="tinybase",e="",n=",",s=a(e),i="true",l="t",r=(a,t,e)=>a.replace(t,e),o=Promise,c=a=>(t,e,n)=>a(t)?n?.():e(t),d=clearInterval,u=a=>null==a,y=a=>void 0===a,E=a=>null===a,w=c(u),T=c(y),N=t=>a(t)==s,p=a=>Array.isArray(a),_=(a,t,e)=>a.slice(t,e),O=a=>a.length,m=()=>{},A=async a=>o.all(a),S=a=>{throw Error(a)},v=async(a,t,e)=>{try{return await a()}catch(a){t?.(a)}},g=(a,t)=>a.forEach(t),L=(a,t="")=>a.join(t),R=(a,t)=>a.map(t),h=a=>0==O(a),f=(a,t)=>a.filter(t),I=(a,...t)=>a.push(...t),$=a=>a.shift(),b=Object,C=a=>b.getPrototypeOf(a),P=b.entries,D=b.keys,U=b.freeze,x=(a=[])=>b.fromEntries(a),M=(...a)=>b.assign({},...a),X=(a,t)=>t in a,J=(a,t)=>(delete a[t],a),F=(a,t)=>g(P(a),([a,e])=>t(e,a)),V=(a,t)=>R(P(a),([a,e])=>t(e,a)),B=(a,t)=>x(V(a,(a,e)=>[e,t(a,e)])),G=a=>b.values(a),Y=a=>O(D(a)),j=a=>(a=>!u(a)&&w(C(a),a=>a==b.prototype||u(C(a)),()=>!0))(a)&&0==Y(a),z=(a,t,e)=>(X(a,t)||(a[t]=e()),a[t]),k=JSON.stringify,q=JSON.parse,H=(a,t)=>a?.has(t)??!1,K=a=>y(a)||0==(a=>a?.size??0)(a),Q=a=>[...a?.values()??[]],W=(a,t)=>a?.forEach(t),Z=(a,t)=>a?.delete(t),aa=a=>new Map(a),ta=(a,t)=>a?.get(t),ea=(a,t)=>R([...a?.entries()??[]],([a,e])=>t(e,a)),na=(a,t,e)=>y(e)?(Z(a,t),a):a?.set(t,e),sa=(a,t,e,n)=>(H(a,t)?n?.(ta(a,t)):na(a,t,e()),ta(a,t)),ia=(a,t,e,n,s=0)=>T((e?sa:ta)(a,t[s],s>O(t)-2?e:aa),i=>{if(s>O(t)-2)return n?.(i)&&na(a,t[s]),i;const l=ia(i,t,e,n,s+1);return K(i)&&na(a,t[s]),l}),la=(a,t,e)=>{t>a[1]&&(a[1]=t),a[2]=e>>>0},ra=/^\d+$/,oa=a=>new Set(p(a)||y(a)?a:[a]),ca=(a,t)=>a?.add(t),da=aa(),ua=aa(),ya=(a,t,n,s,i,l,r,o={},c=0,d=[])=>{let u,w,N,_=0,m=0,A=0;sa(da,d,()=>0),sa(ua,d,()=>[]);const L=aa(),[R,h,f,b,C]=((a=1,t,e)=>1!=a&&t.isMergeable()?[1,t.getMergeableContent,()=>t.getTransactionMergeableChanges(!e),([[a],[t]])=>!j(a)||!j(t),t.setDefaultContent]:2!=a?[0,t.getContent,t.getTransactionChanges,([a,t])=>!j(a)||!j(t),t.setContent]:S("Store type not supported by this Persister"))(r,a,c),[P,D,x]=(()=>{let a;const[t,n]=(()=>{const a=[];let t=0;return[n=>(n?$(a):null)??e+t++,t=>{ra.test(t)&&O(a)<1e3&&I(a,t)}]})(),s=aa();return[(n,i,l,r=[],o=()=>[])=>{a??=q;const c=t(1);return na(s,c,[n,i,l,r,o]),ca(ia(i,l??[e],oa),c),c},(t,n,...i)=>g(((a,t=[e])=>{const n=[],s=(a,e)=>e==O(t)?I(n,a):E(t[e])?W(a,a=>s(a,e+1)):g([t[e],null],t=>s(ta(a,t),e+1));return s(a,0),n})(t,n),t=>W(t,t=>ta(s,t)[0](a,...n??[],...i))),a=>T(ta(s,a),([,t,i])=>(ia(t,i??[e],void 0,t=>(Z(t,a),K(t)?1:0)),na(s,a),n(a),i)),t=>T(ta(s,t),([t,,e=[],n,s])=>{const i=(...l)=>{const r=O(l);r==O(e)?t(a,...l,...s(l)):E(e[r])?g(n[r]?.(...l)??[],a=>i(...l,a)):i(...l,e[r])};i()})]})(),M=a=>{a!=_&&(_=a,D(L,void 0,_))},X=t=>{(R&&p(t?.[0])?1===t?.[2]?a.applyMergeableChanges:a.setMergeableContent:1===t?.[2]?a.applyChanges:a.setContent)(t)},J=async a=>(2!=_&&(M(1),m++,await k(async()=>{await v(async()=>{const e=await t();p(e)?X(e):a?C(a):S("Content is not an array: "+e)},()=>{a&&C(a)}),M(0)})),q),F=async a=>(V(),await J(a),await v(async()=>w=await s(async(a,t)=>{t||a?2!=_&&(M(1),m++,X(t??a),M(0)):await J()}),l),q),V=async()=>(w&&(await v(()=>i(w),l),w=void 0),q),B=async a=>(1!=_&&(M(2),A++,await k(async()=>{await v(()=>n(h,a),l),M(0)})),q),G=async()=>(Y(),await B(),N=a.addDidFinishTransactionListener(()=>{const a=f();b(a)&&B(a)}),q),Y=async()=>(N&&(a.delListener(N),N=void 0),q),z=async(a=!1)=>{const[t,e]=a?[Y,V]:[V,Y];return await t(),await e(),q},k=async(...a)=>(I(ta(ua,d),...a),await(async()=>{if(!ta(da,d)){for(na(da,d,1);!y(u=$(ta(ua,d)));)await v(u,l);na(da,d,0)}})(),q),q={load:J,startAutoLoad:F,stopAutoLoad:V,isAutoLoading:()=>!y(w),save:B,startAutoSave:G,stopAutoSave:Y,isAutoSaving:()=>!y(N),startAutoPersisting:async(a,t=!1)=>{const[e,n]=t?[G,F]:[F,G];return await e(a),await n(a),q},stopAutoPersisting:z,getStatus:()=>_,addStatusListener:a=>P(a,L),delListener:t=>(x(t),a),schedule:k,getStore:()=>a,destroy:()=>(ta(ua,d).splice(0,void 0),z()),getStats:()=>({loads:m,saves:A}),...o};return U(q)},Ea="_",wa="_id",Ta="SELECT",Na="WHERE",pa="TABLE",_a="ALTER "+pa,Oa="FROM",ma="DELETE "+Oa,Aa=Ta+"*"+Oa,Sa="pragma_",va="data_version",ga="schema_version",La="pragma_table_",Ra="CREATE "+pa,ha=a=>L(R(((a,t="",e)=>a.split(t,e))(a,"."),a=>`"${r(a,/"/g,'""')}"`),"."),fa=(a,t=[1])=>L(R(a,()=>"$"+t[0]++),n),Ia=(a,t=i)=>Na+`(${r(t,"$tableName",ha(a))})`,$a="ColumnName",ba="store",Ca="json",Pa=ba+"TableName",Da=ba+"Id"+$a,Ua=ba+$a,xa="autoLoadIntervalSeconds",Ma="rowId"+$a,Xa="tableId",Ja="tableName",Fa="deleteEmptyColumns",Va="deleteEmptyTable",Ba="condition",Ga={mode:Ca,[xa]:1},Ya={load:0,save:0,[Ja]:t+"_values"},ja=(a,t,e,n,s)=>{const i=aa();return B(a,(a,l)=>{const r=_(G(M(t,N(a)?{[e]:a}:a)),0,Y(t));E(r[0])||n(l,r[0])||(s(l,r[0]),na(i,l,r))}),i},za=(a,t,e,s,l,r=ka,o,c)=>{const d=aa();return[async()=>{d.clear(),R(await e(a,t),({tn:a,cn:t})=>ca(sa(d,a,oa),t))},async(t,e,n)=>((a,t)=>H(ta(d,a),t))(t,e)?x(f(R(await a(Aa+ha(t)+Ia(t,n)),a=>[a[e],c?B(J(a,e),c):J(a,e)]),([a,t])=>!y(a)&&!j(t))):{},async(t,e,s,c,u,E=!1,w=i)=>{const T=oa();B(s??{},a=>R(D(a??{}),a=>ca(T,a)));const N=Q(T);if(!E&&u&&w==i&&h(N)&&H(d,t))return await a("DROP "+pa+ha(t)),void na(d,t);const p=ta(d,t),_=oa(Q(p));if(h(N)||(H(d,t)?await A(R([e,...N],async(n,s)=>{Z(_,n)||(await a(_a+ha(t)+"ADD"+ha(n)+l),0==s&&await a("CREATE UNIQUE INDEX pk ON "+ha(t)+`(${ha(e)})`),ca(p,n))})):(await a(Ra+ha(t)+`(${ha(e)}${l} PRIMARY KEY${L(R(N,a=>n+ha(a)+l))});`),na(d,t,oa([e,...N])))),await A([...!E&&c?R(Q(_),async n=>{n!=e&&(await a(_a+ha(t)+"DROP"+ha(n)),Z(p,n))}):[]]),E)y(s)?await a(ma+ha(t)+Ia(t,w)):await A(V(s,async(n,s)=>{y(n)?await a(ma+ha(t)+Ia(t,w)+`AND(${ha(e)}=$1)`,[s]):h(N)||await r(a,t,e,D(n),{[s]:o?R(G(n),o):G(n)},p)}));else if(h(N))H(d,t)&&await a(ma+ha(t)+Ia(t,w));else{const n=f(Q(ta(d,t)),a=>a!=e),i={},l=[];B(s??{},(a,t)=>{i[t]=R(n,t=>o?o(a?.[t]):a?.[t]),I(l,t)}),await r(a,t,e,n,i),await a(ma+ha(t)+Ia(t,w)+`AND${ha(e)}NOT IN(${fa(l)})`,l)}},async t=>{let e;return await a("BEGIN"),await v(async()=>e=await t(),s),await a("END"),e}]},ka=async(a,t,e,s,i)=>{const l=[1];await a("INSERT INTO"+ha(t)+"("+((...a)=>L(R(a,ha),n))(e,...s)+")VALUES"+L(V(i,a=>"($"+l[0]+++","+fa(a,l)+")"),n)+"ON CONFLICT("+ha(e)+")DO UPDATE SET"+L(R(s,a=>ha(a)+"=excluded."+ha(a)),n),V(i,(a,t)=>[t,...R(a,a=>a??null)]).flat())},qa=(a,t,e,n,s,i,l,[r,o,c],d,u,E,w,T,N)=>{const[p,_,O,m]=za(t,d,u,s,T,N),A=ya(a,()=>m(async()=>{return await p(),a=(await _(r,o))[Ea]?.[c]??"null",q(a,(a,t)=>""===t?void 0:t);var a}),a=>m(async()=>{var t;await p(),await O(r,o,{[Ea]:{[c]:(t=a()??null,k(t,(a,t)=>y(t)?"":t))}},!0,!0)}),e,n,s,l,{[w]:()=>E,destroy:async()=>(await A.stopAutoPersisting(),i(),A)},0,E);return A},Ha=(a,t,e,n,s,i,l,[r,o,[c,d,u]],E,w,T,N,p,_,O,m)=>{const[S,v,g,L]=za(t,E,w,s,p,_,O,m),R=(a,t)=>A(ea(o,async([e,n,s,i,l],r)=>{t&&!X(a,r)||await g(e,n,a[r],s,i,t,l)})),h=async(a,t)=>d?await g(u,wa,{[Ea]:a},!0,!0,t):null,I=ya(a,()=>L(async()=>{await S();const a=await(async()=>x(f(await A(ea(r,async([a,t,e],n)=>[a,await v(n,t,e)])),a=>!j(a[1]))))(),t=await(async()=>c?(await v(u,wa))[Ea]:{})();return j(a)&&y(t)?void 0:[a,t]}),(a,t)=>L(async()=>{if(await S(),y(t)){const[t,e]=a();await R(t),await h(e)}else await R(t[0],!0),await h(t[1],!0)}),e,n,s,l,{[N]:()=>T,destroy:async()=>(await I.stopAutoPersisting(),i(),I)},0,T);return I},Ka=(a,n,s,l,r,o,c,y,E,w,T="getDb",p)=>{let O,m,A;const S=((a,t)=>t?async(e,n)=>(t(e,n),await a(e,n)):a)(s,o),[g,L,R,h]=(a=>{const e=(a=>M(Ga,N(a)?{[Pa]:a}:a??{}))(a),n=e[xa];if(e.mode==Ca){const a=e[Pa]??t;return[1,n,[a,e[Da]??wa,e[Ua]??ba],oa(a)]}const{tables:{load:s={},save:l={}}={},values:r={}}=e,o=_(G(M(Ya,r)),0,Y(Ya)),c=o[2],d=oa(c),u=oa(c),y=ja(s,{[Xa]:null,[Ma]:wa,[Ba]:i},Xa,a=>H(u,a),a=>ca(d,a)),E=ja(l,{[Ja]:null,[Ma]:wa,[Fa]:0,[Va]:0,[Ba]:null},Ja,(a,t)=>H(u,t),(a,t)=>ca(d,t));var w;return w=(a,t)=>t[4]??=ta(y,t[0])?.[2]??i,W(E,(a,t)=>w(0,a)),[0,n,[y,E,o],d]})(n);return(g?qa:Ha)(a,S,a=>{let t;const e=()=>t=setInterval(()=>v(async()=>{const[{d:t,s:e,c:n}]=await S(Ta+` ${va} d,${ga} s,TOTAL_CHANGES() c FROM ${Sa}${va} JOIN ${Sa}${ga}`);t==O&&e==m&&n==A||(u(O)||a(),O=t,m=e,A=n)}),1e3*L),n=()=>{O=m=A=null,d(t)},s=l(t=>{h.has(t)&&(n(),a(),e())});return e(),()=>{n(),r(s)}},a=>a(),c,y,E,R,Q(h),async(a,t)=>await a(Ta+` t.name tn,c.name cn FROM ${La}list()t,${La}info(t.name)c ${Na} t.schema='main'AND t.type IN('table','view')AND t.name IN(${fa(t)})ORDER BY t.name,c.name`,t),w,T,e,p,a=>(a=>!0===a)(a)?1:(a=>!1===a)(a)?0:a,void 0)},Qa=(a,t,n,s,i)=>"object"==typeof n&&"fragmented"===n.mode?Za(a,t,n?.storagePrefix??e,i):Ka(a,n,async(a,e=[])=>["BEGIN","END"].includes(a)?[]:(a=a.replace(/\$\d+/g,"?"),t.exec(a,...e).toArray()),()=>m,a=>a(),s,i,m,2,t,"getSqlStorage"),Wa=()=>[{},e,0],Za=(a,t,e="",n)=>{const s=e.replace(/[^a-zA-Z0-9_]/g,"_"),i=s+"tinybase_tables",r=s+"tinybase_values";return t.exec(`\n      CREATE TABLE IF NOT EXISTS ${i} (\n        type TEXT NOT NULL,\n        table_id TEXT,\n        row_id TEXT,\n        cell_id TEXT,\n        value_data TEXT NOT NULL,\n        timestamp TEXT NOT NULL,\n        hash INTEGER NOT NULL,\n        PRIMARY KEY (type, table_id, row_id, cell_id)\n      );\n      \n      CREATE TABLE IF NOT EXISTS ${r} (\n        value_id TEXT,\n        value_data TEXT NOT NULL,\n        timestamp TEXT NOT NULL,\n        hash INTEGER NOT NULL\n      );\n    `),ya(a,async()=>{const a=Wa(),e=Wa(),n=t.exec("SELECT * FROM "+i);for(const t of n.toArray()){const e=t.type+"",n=t.table_id?t.table_id+"":null,s=t.row_id?t.row_id+"":null,i=t.cell_id?t.cell_id+"":null,r=t.value_data+"",o=t.timestamp+"",c=Number(t.hash),[d]=JSON.parse(r);if(e===l)if(n&&s&&i){const t=z(a[0],n,Wa);z(t[0],s,Wa)[0][i]=[d,o,c]}else if(n&&s){const t=z(a[0],n,Wa),e=z(t[0],s,Wa);la(e,o,c)}else if(n){const t=z(a[0],n,Wa);la(t,o,c)}else la(a,o,c)}const s=t.exec("SELECT * FROM "+r);for(const a of s.toArray()){const t=a.value_id?a.value_id+"":null,n=a.value_data+"",s=a.timestamp+"",i=Number(a.hash),[l]=JSON.parse(n);t?e[0][t]=[l,s,i]:la(e,s,i)}return[a,e]},async(a,[[e,n,s],[o,c,d]]=a())=>{t.exec(`INSERT OR REPLACE INTO ${i} (type, table_id, row_id, cell_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?, ?, ?, ?)`,l,null,null,null,JSON.stringify([0]),n,s),F(e,([a,e,n],s)=>{t.exec(`INSERT OR REPLACE INTO ${i} (type, table_id, row_id, cell_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?, ?, ?, ?)`,l,s,null,null,JSON.stringify([0]),e,n),F(a,([a,e,n],r)=>{t.exec(`INSERT OR REPLACE INTO ${i} (type, table_id, row_id, cell_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?, ?, ?, ?)`,l,s,r,null,JSON.stringify([0]),e,n),F(a,(a,e)=>{t.exec(`INSERT OR REPLACE INTO ${i} (type, table_id, row_id, cell_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?, ?, ?, ?)`,l,s,r,e,JSON.stringify([a[0]]),a[1],a[2])})})}),t.exec(`INSERT OR REPLACE INTO ${r} (value_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?)`,null,JSON.stringify([0]),c,d),F(o,(a,e)=>{t.exec(`INSERT OR REPLACE INTO ${r} (value_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?)`,e,JSON.stringify([a[0]]),a[1],a[2])})},m,m,n,2,{getSqlStorage:()=>t})};export{Qa as createDurableObjectSqlStoragePersister};