tinybase/min/persisters/persister-durable-object-sql-storage/index.js

A reactive data store and sync engine.

const a=a=>typeof a,t="tinybase",e="",n=",",s=a(e),i="true",l="t",r=(a,t,e)=>a.replace(t,e),o=Promise,c=a=>(t,e,n)=>a(t)?n?.():e(t),d=clearInterval,u=a=>null==a,y=a=>void 0===a,E=a=>null===a,w=c(u),T=c(y),N=t=>a(t)==s,p=a=>Array.isArray(a),_=(a,t,e)=>a.slice(t,e),O=a=>a.length,m=()=>{},A=async a=>o.all(a),S=a=>{throw Error(a)},v=async(a,t,e)=>{try{return await a()}catch(a){t?.(a)}},g=(a,t)=>a.forEach(t),L=(a,t="")=>a.join(t),R=(a,t)=>a.map(t),h=a=>0==O(a),f=(a,t)=>a.filter(t),I=(a,...t)=>a.push(...t),$=a=>a.shift(),b=Object,C=a=>b.getPrototypeOf(a),P=b.entries,D=a=>!u(a)&&w(C(a),a=>a==b.prototype||u(C(a)),()=>!0),U=b.keys,M=b.freeze,x=(a=[])=>b.fromEntries(a),X=(...a)=>b.assign({},...a),J=(a,t)=>t in a,F=(a,t)=>(delete a[t],a),V=(a,t)=>g(P(a),([a,e])=>t(e,a)),B=(a,t)=>R(P(a),([a,e])=>t(e,a)),G=(a,t)=>x(B(a,(a,e)=>[e,t(a,e)])),Y=a=>b.values(a),j=a=>O(U(a)),z=a=>D(a)&&0==j(a),k=(a,t,e)=>(J(a,t)||(a[t]=e()),a[t]),q=JSON.stringify,H=JSON.parse,K=a=>""===a?void 0:p(a)?R(a,K):D(a)?G(a,K):a,Q=(a,t)=>a?.has(t)??!1,W=a=>y(a)||0==(a=>a?.size??0)(a),Z=a=>[...a?.values()??[]],aa=(a,t)=>a?.forEach(t),ta=(a,t)=>a?.delete(t),ea=Map,na=a=>new ea(a),sa=(a,t)=>a?.get(t),ia=(a,t)=>R([...a?.entries()??[]],([a,e])=>t(e,a)),la=(a,t,e)=>y(e)?(ta(a,t),a):a?.set(t,e),ra=(a,t,e,n)=>(Q(a,t)?n?.(sa(a,t)):la(a,t,e()),sa(a,t)),oa=(a,t,e,n,s=0)=>T((e?ra:sa)(a,t[s],s>O(t)-2?e:na),i=>{if(s>O(t)-2)return n?.(i)&&la(a,t[s]),i;const l=oa(i,t,e,n,s+1);return W(i)&&la(a,t[s]),l}),ca=(a,t,e)=>{t>a[1]&&(a[1]=t),a[2]=e>>>0},da=/^\d+$/,ua=a=>new Set(p(a)||y(a)?a:[a]),ya=(a,t)=>a?.add(t),Ea=na(),wa=na(),Ta=(a,t,n,s,i,l,r,o={},c=0,d=[])=>{let u,w,N,_=0,m=0,A=0;ra(Ea,d,()=>0),ra(wa,d,()=>[]);const L=na(),[R,h,f,b,C]=((a=1,t,e)=>1!=a&&t.isMergeable()?[1,t.getMergeableContent,()=>t.getTransactionMergeableChanges(!e),([[a],[t]])=>!z(a)||!z(t),t.setDefaultContent]:2!=a?[0,t.getContent,t.getTransactionChanges,([a,t])=>!z(a)||!z(t),t.setContent]:S("Store type not supported by this Persister"))(r,a,c),[P,D,U]=(()=>{let a;const[t,n]=(()=>{const a=[];let t=0;return[n=>(n?$(a):null)??e+t++,t=>{da.test(t)&&O(a)<1e3&&I(a,t)}]})(),s=na();return[(n,i,l,r=[],o=()=>[])=>{a??=K;const c=t(1);return la(s,c,[n,i,l,r,o]),ya(oa(i,l??[e],ua),c),c},(t,n,...i)=>g(((a,t=[e])=>{const n=[],s=(a,e)=>e==O(t)?I(n,a):E(t[e])?aa(a,a=>s(a,e+1)):g([t[e],null],t=>s(sa(a,t),e+1));return s(a,0),n})(t,n),t=>aa(t,t=>sa(s,t)[0](a,...n??[],...i))),a=>T(sa(s,a),([,t,i])=>(oa(t,i??[e],void 0,t=>(ta(t,a),W(t)?1:0)),la(s,a),n(a),i)),t=>T(sa(s,t),([t,,e=[],n,s])=>{const i=(...l)=>{const r=O(l);r==O(e)?t(a,...l,...s(l)):E(e[r])?g(n[r]?.(...l)??[],a=>i(...l,a)):i(...l,e[r])};i()})]})(),x=a=>{a!=_&&(_=a,D(L,void 0,_))},X=t=>{(R&&p(t?.[0])?1===t?.[2]?a.applyMergeableChanges:a.setMergeableContent:1===t?.[2]?a.applyChanges:a.setContent)(t)},J=async()=>{k()&&a.hadMutated?.()&&await G()},F=async a=>(2!=_&&(x(1),m++,await H(async()=>{await v(async()=>{const e=await t();p(e)?X(e):a?C(a):S("Content is not an array: "+e)},()=>{a&&C(a)}),x(0),await J()})),K),V=async a=>(B(),await F(a),await v(async()=>w=await s(async(a,t)=>{t||a?2!=_&&(x(1),m++,X(t??a),x(0),await J()):await F()}),l),K),B=async()=>(w&&(await v(()=>i(w),l),w=void 0),K),G=async a=>(1!=_&&(x(2),A++,await H(async()=>{await v(()=>n(h,a),l),x(0)})),K),Y=async()=>(j(),await G(),N=a.addDidFinishTransactionListener(()=>{const a=f();b(a)&&G(a)}),K),j=async()=>(N&&(a.delListener(N),N=void 0),K),k=()=>!y(N),q=async(a=!1)=>{const[t,e]=a?[j,B]:[B,j];return await t(),await e(),K},H=async(...a)=>(I(sa(wa,d),...a),await(async()=>{if(!sa(Ea,d)){for(la(Ea,d,1);!y(u=$(sa(wa,d)));)await v(u,l);la(Ea,d,0)}})(),K),K={load:F,startAutoLoad:V,stopAutoLoad:B,isAutoLoading:()=>!y(w),save:G,startAutoSave:Y,stopAutoSave:j,isAutoSaving:k,startAutoPersisting:async(a,t=!1)=>{const[e,n]=t?[Y,V]:[V,Y];return await e(a),await n(a),K},stopAutoPersisting:q,getStatus:()=>_,addStatusListener:a=>P(a,L),delListener:t=>(U(t),a),schedule:H,getStore:()=>a,destroy:()=>(sa(wa,d).splice(0,void 0),q()),getStats:()=>({loads:m,saves:A}),...o};return M(K)},Na="_",pa="_id",_a="SELECT",Oa="WHERE",ma="TABLE",Aa="ALTER "+ma,Sa="FROM",va="DELETE "+Sa,ga=_a+"*"+Sa,La="pragma_",Ra="data_version",ha="schema_version",fa="pragma_table_",Ia="CREATE "+ma,$a=a=>L(R(((a,t="",e)=>a.split(t,e))(a,"."),a=>`"${r(a,/"/g,'""')}"`),"."),ba=(a,t=[1])=>L(R(a,()=>"$"+t[0]++),n),Ca=(a,t=i)=>Oa+`(${r(t,"$tableName",$a(a))})`,Pa="ColumnName",Da="store",Ua="json",Ma=Da+"TableName",xa=Da+"Id"+Pa,Xa=Da+Pa,Ja="autoLoadIntervalSeconds",Fa="rowId"+Pa,Va="tableId",Ba="tableName",Ga="deleteEmptyColumns",Ya="deleteEmptyTable",ja="condition",za={mode:Ua,[Ja]:1},ka={load:0,save:0,[Ba]:t+"_values"},qa=(a,t,e,n,s)=>{const i=na();return G(a,(a,l)=>{const r=_(Y(X(t,N(a)?{[e]:a}:a)),0,j(t));E(r[0])||n(l,r[0])||(s(l,r[0]),la(i,l,r))}),i},Ha=(a,t,e,s,l,r=Ka,o,c)=>{const d=na();return[async()=>{d.clear(),R(await e(a,t),({tn:a,cn:t})=>ya(ra(d,a,ua),t))},async(t,e,n)=>((a,t)=>Q(sa(d,a),t))(t,e)?x(f(R(await a(ga+$a(t)+Ca(t,n)),a=>[a[e],c?G(F(a,e),c):F(a,e)]),([a,t])=>!y(a)&&!z(t))):{},async(t,e,s,c,u,E=!1,w=i)=>{const T=ua();G(s??{},a=>R(U(a??{}),a=>ya(T,a)));const N=Z(T);if(!E&&u&&w==i&&h(N)&&Q(d,t))return await a("DROP "+ma+$a(t)),void la(d,t);const p=sa(d,t),_=ua(Z(p));if(h(N)||(Q(d,t)?await A(R([e,...N],async(n,s)=>{ta(_,n)||(await a(Aa+$a(t)+"ADD"+$a(n)+l),0==s&&await a("CREATE UNIQUE INDEX pk ON "+$a(t)+`(${$a(e)})`),ya(p,n))})):(await a(Ia+$a(t)+`(${$a(e)}${l} PRIMARY KEY${L(R(N,a=>n+$a(a)+l))});`),la(d,t,ua([e,...N])))),await A([...!E&&c?R(Z(_),async n=>{n!=e&&(await a(Aa+$a(t)+"DROP"+$a(n)),ta(p,n))}):[]]),E)y(s)?await a(va+$a(t)+Ca(t,w)):await A(B(s,async(n,s)=>{y(n)?await a(va+$a(t)+Ca(t,w)+`AND(${$a(e)}=$1)`,[s]):h(N)||await r(a,t,e,U(n),{[s]:o?R(Y(n),o):Y(n)},p)}));else if(h(N))Q(d,t)&&await a(va+$a(t)+Ca(t,w));else{const n=f(Z(sa(d,t)),a=>a!=e),i={},l=[];G(s??{},(a,t)=>{i[t]=R(n,t=>o?o(a?.[t]):a?.[t]),I(l,t)}),await r(a,t,e,n,i),await a(va+$a(t)+Ca(t,w)+`AND${$a(e)}NOT IN(${ba(l)})`,l)}},async t=>{let e;return await a("BEGIN"),await v(async()=>e=await t(),s),await a("END"),e}]},Ka=async(a,t,e,s,i)=>{const l=[1];await a("INSERT INTO"+$a(t)+"("+((...a)=>L(R(a,$a),n))(e,...s)+")VALUES"+L(B(i,a=>"($"+l[0]+++","+ba(a,l)+")"),n)+"ON CONFLICT("+$a(e)+")DO UPDATE SET"+L(R(s,a=>$a(a)+"=excluded."+$a(a)),n),B(i,(a,t)=>[t,...R(a,a=>a??null)]).flat())},Qa=(a,t,e,n,s,i,l,[r,o,c],d,u,E,w,T,N)=>{const[p,_,O,m]=Ha(t,d,u,s,T,N),A=Ta(a,()=>m(async()=>{return await p(),a=(await _(r,o))[Na]?.[c]??"null",K(H(a));var a}),a=>m(async()=>{var t;await p(),await O(r,o,{[Na]:{[c]:(t=a()??null,q(t,(a,t)=>y(t)?"":t))}},!0,!0)}),e,n,s,l,{[w]:()=>E,destroy:async()=>(await A.stopAutoPersisting(),i(),A)},0,E);return A},Wa=(a,t,e,n,s,i,l,[r,o,[c,d,u]],E,w,T,N,p,_,O,m)=>{const[S,v,g,L]=Ha(t,E,w,s,p,_,O,m),R=(a,t)=>A(ia(o,async([e,n,s,i,l],r)=>{t&&!J(a,r)||await g(e,n,a[r],s,i,t,l)})),h=async(a,t)=>d?await g(u,pa,{[Na]:a},!0,!0,t):null,I=Ta(a,()=>L(async()=>{await S();const a=await(async()=>x(f(await A(ia(r,async([a,t,e],n)=>[a,await v(n,t,e)])),a=>!z(a[1]))))(),t=await(async()=>c?(await v(u,pa))[Na]:{})();return z(a)&&y(t)?void 0:[a,t]}),(a,t)=>L(async()=>{if(await S(),y(t)){const[t,e]=a();await R(t),await h(e)}else await R(t[0],!0),await h(t[1],!0)}),e,n,s,l,{[N]:()=>T,destroy:async()=>(await I.stopAutoPersisting(),i(),I)},0,T);return I},Za=(a,n,s,l,r,o,c,y,E,w,T="getDb",p)=>{let O,m,A;const S=((a,t)=>t?async(e,n)=>(t(e,n),await a(e,n)):a)(s,o),[g,L,R,h]=(a=>{const e=(a=>X(za,N(a)?{[Ma]:a}:a??{}))(a),n=e[Ja];if(e.mode==Ua){const a=e[Ma]??t;return[1,n,[a,e[xa]??pa,e[Xa]??Da],ua(a)]}const{tables:{load:s={},save:l={}}={},values:r={}}=e,o=_(Y(X(ka,r)),0,j(ka)),c=o[2],d=ua(c),u=ua(c),y=qa(s,{[Va]:null,[Fa]:pa,[ja]:i},Va,a=>Q(u,a),a=>ya(d,a)),E=qa(l,{[Ba]:null,[Fa]:pa,[Ga]:0,[Ya]:0,[ja]:null},Ba,(a,t)=>Q(u,t),(a,t)=>ya(d,t));var w;return w=(a,t)=>t[4]??=sa(y,t[0])?.[2]??i,aa(E,(a,t)=>w(0,a)),[0,n,[y,E,o],d]})(n);return(g?Qa:Wa)(a,S,a=>{let t;const e=()=>t=setInterval(()=>v(async()=>{const[{d:t,s:e,c:n}]=await S(_a+` ${Ra} d,${ha} s,TOTAL_CHANGES() c FROM ${La}${Ra} JOIN ${La}${ha}`);t==O&&e==m&&n==A||(u(O)||a(),O=t,m=e,A=n)}),1e3*L),n=()=>{O=m=A=null,d(t)},s=l(t=>{h.has(t)&&(n(),a(),e())});return e(),()=>{n(),r(s)}},a=>a(),c,y,E,R,Z(h),async(a,t)=>await a(_a+` t.name tn,c.name cn FROM ${fa}list()t,${fa}info(t.name)c ${Oa} t.schema='main'AND t.type IN('table','view')AND t.name IN(${ba(t)})ORDER BY t.name,c.name`,t),w,T,e,p,a=>(a=>!0===a)(a)?1:(a=>!1===a)(a)?0:a,void 0)},at=(a,t,n,s,i)=>"object"==typeof n&&"fragmented"===n.mode?et(a,t,n?.storagePrefix??e,i):Za(a,n,async(a,e=[])=>["BEGIN","END"].includes(a)?[]:(a=a.replace(/\$\d+/g,"?"),t.exec(a,...e).toArray()),()=>m,a=>a(),s,i,m,2,t,"getSqlStorage"),tt=()=>[{},e,0],et=(a,t,e="",n)=>{const s=e.replace(/[^a-zA-Z0-9_]/g,"_"),i=s+"tinybase_tables",r=s+"tinybase_values";return t.exec(`\n      CREATE TABLE IF NOT EXISTS ${i} (\n        type TEXT NOT NULL,\n        table_id TEXT,\n        row_id TEXT,\n        cell_id TEXT,\n        value_data TEXT NOT NULL,\n        timestamp TEXT NOT NULL,\n        hash INTEGER NOT NULL,\n        PRIMARY KEY (type, table_id, row_id, cell_id)\n      );\n      \n      CREATE TABLE IF NOT EXISTS ${r} (\n        value_id TEXT,\n        value_data TEXT NOT NULL,\n        timestamp TEXT NOT NULL,\n        hash INTEGER NOT NULL\n      );\n    `),Ta(a,async()=>{const a=tt(),e=tt(),n=t.exec("SELECT * FROM "+i);for(const t of n.toArray()){const e=t.type+"",n=t.table_id?t.table_id+"":null,s=t.row_id?t.row_id+"":null,i=t.cell_id?t.cell_id+"":null,r=t.value_data+"",o=t.timestamp+"",c=Number(t.hash),[d]=JSON.parse(r);if(e===l)if(n&&s&&i){const t=k(a[0],n,tt);k(t[0],s,tt)[0][i]=[d,o,c]}else if(n&&s){const t=k(a[0],n,tt),e=k(t[0],s,tt);ca(e,o,c)}else if(n){const t=k(a[0],n,tt);ca(t,o,c)}else ca(a,o,c)}const s=t.exec("SELECT * FROM "+r);for(const a of s.toArray()){const t=a.value_id?a.value_id+"":null,n=a.value_data+"",s=a.timestamp+"",i=Number(a.hash),[l]=JSON.parse(n);t?e[0][t]=[l,s,i]:ca(e,s,i)}return[a,e]},async(a,[[e,n,s],[o,c,d]]=a())=>{t.exec(`INSERT OR REPLACE INTO ${i} (type, table_id, row_id, cell_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?, ?, ?, ?)`,l,null,null,null,JSON.stringify([0]),n,s),V(e,([a,e,n],s)=>{t.exec(`INSERT OR REPLACE INTO ${i} (type, table_id, row_id, cell_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?, ?, ?, ?)`,l,s,null,null,JSON.stringify([0]),e,n),V(a,([a,e,n],r)=>{t.exec(`INSERT OR REPLACE INTO ${i} (type, table_id, row_id, cell_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?, ?, ?, ?)`,l,s,r,null,JSON.stringify([0]),e,n),V(a,(a,e)=>{t.exec(`INSERT OR REPLACE INTO ${i} (type, table_id, row_id, cell_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?, ?, ?, ?)`,l,s,r,e,JSON.stringify([a[0]]),a[1],a[2])})})}),t.exec(`INSERT OR REPLACE INTO ${r} (value_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?)`,null,JSON.stringify([0]),c,d),V(o,(a,e)=>{t.exec(`INSERT OR REPLACE INTO ${r} (value_id, value_data, timestamp, hash) VALUES (?, ?, ?, ?)`,e,JSON.stringify([a[0]]),a[1],a[2])})},m,m,n,2,{getSqlStorage:()=>t})};export{at as createDurableObjectSqlStoragePersister};