muya 2.4.0 → 2.4.2

package/esm/sqlite/create-sqlite.js

@@ -1 +1 @@
-import{STATE_SCHEDULER as f}from"../create";import{getId as P}from"../utils/id";import{shallow as v}from"../utils/shallow";import{selectSql as O}from"./select-sql";import{createTable as R,DEFAULT_STEP_SIZE as M}from"./table/table";function K(g){const k=P();function m(e){return`state-${k}-search-${e}`}let h;async function o(){if(!h){const{backend:e,...n}=g,t=e instanceof Promise?await e:e;h=await R({backend:t,...n})}return h}const c=new Map,i=new Map,S=new Map;async function p(e,n){const t=S.get(e),{options:a={}}=n,{stepSize:s=M}=a;if(!t)return!1;const r=[];for(let l=0;l<s;l++){const u=await t.next();if(u.done){S.delete(e);break}n.keys.has(String(u.value.rowId))||(r.push(u.value.document),n.keys.add(String(u.value.rowId)))}return r.length===0||v(n.items,r)?!1:(n.items=[...n.items,...r],!0)}function b(e){const n=i.get(e);n&&n()}async function x(e){const n=await o(),t=c.get(e);if(!t)return;const{options:a}=t,s=n.search({...a,select:(r,{rowId:l})=>({document:r,rowId:l})});S.set(e,s),t.keys=new Set,t.items=[],await p(e,t)}async function y(e){await x(e),b(e)}function T(e){const{key:n,op:t}=e,a=new Set;for(const[s,{keys:r}]of c)switch(t){case"delete":case"update":{r.has(String(n))&&a.add(s);break}case"insert":{a.add(s);break}}return a}async function d(e){const n=new Set;for(const t of e){const a=T(t);for(const s of a)n.add(s)}for(const t of n){const a=m(t);f.schedule(a,{searchId:t})}}const w=new Set;function D(e,n){c.has(e)||(c.set(e,{items:[],options:n,keys:new Set}),n&&y(e));const t=c.get(e);return n&&(t.options=n),t}const I={clear(e){c.delete(e)},async set(e){const t=await(await o()).set(e);return await d([t]),t},async batchSet(e){const t=await(await o()).batchSet(e);return await d(t),t},async delete(e){const t=await(await o()).delete(e);return t&&await d([t]),t},async deleteBy(e){const t=await(await o()).deleteBy(e);return await d(t),t},async get(e,n){return(await o()).get(e,n)},async*search(e={}){const n=await o();for await(const t of n.search(e))yield t},async count(e){return await(await o()).count(e)},updateSearchOptions(e,n){const t=D(e,n);t.options=n;const a=m(e);f.schedule(a,{searchId:e})},subscribe(e,n){const t=m(e),a=f.add(t,{onScheduleDone(){y(e)}});return w.add(a),i.has(e)||i.set(e,n),()=>{i.delete(e),a()}},getSnapshot(e){return D(e).items},refresh:y,destroy(){for(const e of w)e();c.clear(),i.clear()},async next(e){const n=c.get(e);if(n){const t=await p(e,n);return t&&b(e),t}return!1},select(e){return O(I,e)}};return I}export{K as createSqliteState};
+import{STATE_SCHEDULER as f}from"../create";import{getId as P}from"../utils/id";import{shallow as v}from"../utils/shallow";import{selectSql as O}from"./select-sql";import{createTable as R,DEFAULT_STEP_SIZE as M}from"./table/table";function A(k){const g=P();function m(e){return`state-${g}-search-${e}`}let h;async function o(){if(!h){const{backend:e,...n}=k,t=e instanceof Promise?await e:e;h=await R({backend:t,...n})}return h}const c=new Map,d=new Map,y=new Map;async function p(e,n){const t=y.get(e),{options:a={}}=n,{stepSize:s=M}=a;if(!t)return!1;const r=[];for(let u=0;u<s;u++){const i=await t.next();if(i.done){y.delete(e);break}n.keys.has(String(i.value.key))||(r.push(i.value.document),n.keys.add(String(i.value.key)))}return r.length===0||v(n.items,r)?!1:(n.items=[...n.items,...r],!0)}function b(e){const n=d.get(e);n&&n()}async function x(e){const n=await o(),t=c.get(e);if(!t)return;const{options:a}=t,s=n.search({...a,select:(r,{rowId:u,key:i})=>({document:r,rowId:u,key:i})});y.set(e,s),t.keys=new Set,t.items=[],await p(e,t)}async function S(e){await x(e),b(e)}function T(e){const{key:n,op:t}=e,a=new Set;for(const[s,{keys:r}]of c)switch(t){case"delete":case"update":{r.has(String(n))&&a.add(s);break}case"insert":{a.add(s);break}}return a}async function l(e){const n=new Set;for(const t of e){const a=T(t);for(const s of a)n.add(s)}for(const t of n){const a=m(t);f.schedule(a,{searchId:t})}}const D=new Set;function w(e,n){c.has(e)||(c.set(e,{items:[],options:n,keys:new Set}),n&&S(e));const t=c.get(e);return n&&(t.options=n),t}const I={clear(e){c.delete(e)},async set(e){const t=await(await o()).set(e);return await l([t]),t},async batchSet(e){const t=await(await o()).batchSet(e);return await l(t),t},async delete(e){const t=await(await o()).delete(e);return t&&await l([t]),t},async deleteBy(e){const t=await(await o()).deleteBy(e);return await l(t),t},async get(e,n){return(await o()).get(e,n)},async*search(e={}){const n=await o();for await(const t of n.search(e))yield t},async count(e){return await(await o()).count(e)},updateSearchOptions(e,n){const t=w(e,n);t.options=n;const a=m(e);f.schedule(a,{searchId:e})},subscribe(e,n){const t=m(e),a=f.add(t,{onScheduleDone(){S(e)}});return D.add(a),d.has(e)||d.set(e,n),()=>{d.delete(e),a()}},getSnapshot(e){return w(e).items},refresh:S,destroy(){for(const e of D)e();c.clear(),d.clear()},async next(e){const n=c.get(e);if(n){const t=await p(e,n);return t&&b(e),t}return!1},select(e){return O(I,e)}};return I}export{A as createSqliteState};

package/esm/sqlite/table/table.js

@@ -1,4 +1,4 @@
-import{unicodeTokenizer as _}from"./tokenizer";import{getWhereQuery as h}from"./where";const D=500,C=100;function R(l){return"$."+l}function M(l,a){if(!(!l||!a))return a.split(".").reduce((t,f)=>{if(typeof t=="object"&&t!==null&&f in t)return t[f]},l)}async function z(l){const{backend:a,tableName:t,indexes:f,key:$,disablePragmaOptimization:I}=l,d=$!==void 0;I||(await a.execute("PRAGMA journal_mode=WAL;"),await a.execute("PRAGMA synchronous=NORMAL;"),await a.execute("PRAGMA temp_store=MEMORY;"),await a.execute("PRAGMA cache_size=-20000;")),d?await a.execute(`
+import{unicodeTokenizer as C}from"./tokenizer";import{getWhereQuery as k}from"./where";const L=500,M=100;function R(l){return"$."+l}function U(l,a){if(!(!l||!a))return a.split(".").reduce((t,y)=>{if(typeof t=="object"&&t!==null&&y in t)return t[y]},l)}async function z(l){const{backend:a,tableName:t,indexes:y,key:$,disablePragmaOptimization:x}=l,u=$!==void 0;x||(await a.execute("PRAGMA journal_mode=WAL;"),await a.execute("PRAGMA synchronous=NORMAL;"),await a.execute("PRAGMA temp_store=MEMORY;"),await a.execute("PRAGMA cache_size=-20000;")),u?await a.execute(`
       CREATE TABLE IF NOT EXISTS ${t} (
         key TEXT PRIMARY KEY,
         data TEXT NOT NULL
@@ -7,8 +7,8 @@ import{unicodeTokenizer as _}from"./tokenizer";import{getWhereQuery as h}from"./
       CREATE TABLE IF NOT EXISTS ${t} (
         data TEXT NOT NULL
       );
-    `);let E;const T=[],y={};for(const e of f??[])if(typeof e=="string"&&e.startsWith("fts:")){const n=e.slice(4),r=n.replaceAll(".","_");T.push(n),y[n]=r}else if(typeof e=="object"&&e.type==="fts"){const n=e.path,r=n.replaceAll(".","_");if(T.push(n),y[n]=r,e.tokenizer){if(!E)E=e.tokenizer;else if(E!==e.tokenizer)throw new Error(`Conflicting FTS tokenizers: already using "${E}", got "${e.tokenizer}"`)}}else{const n=String(e);await a.execute(`CREATE INDEX IF NOT EXISTS idx_${t}_${n.replaceAll(/\W/g,"_")}
-       ON ${t} (json_extract(data, '${R(n)}'));`)}if(T.length>0){let e;typeof E=="object"?e=_(E):E===void 0?e='"unicode61", "remove_diacritics=1"':e=E;const n=T.map(o=>y[o]).join(", "),r=`
+    `);let d;const T=[],f={};for(const e of y??[])if(typeof e=="string"&&e.startsWith("fts:")){const n=e.slice(4),r=n.replaceAll(".","_");T.push(n),f[n]=r}else if(typeof e=="object"&&e.type==="fts"){const n=e.path,r=n.replaceAll(".","_");if(T.push(n),f[n]=r,e.tokenizer){if(!d)d=e.tokenizer;else if(d!==e.tokenizer)throw new Error(`Conflicting FTS tokenizers: already using "${d}", got "${e.tokenizer}"`)}}else{const n=String(e);await a.execute(`CREATE INDEX IF NOT EXISTS idx_${t}_${n.replaceAll(/\W/g,"_")}
+       ON ${t} (json_extract(data, '${R(n)}'));`)}if(T.length>0){let e;typeof d=="object"?e=C(d):d===void 0?e='"unicode61", "remove_diacritics=1"':e=d;const n=T.map(o=>f[o]).join(", "),r=`
         CREATE VIRTUAL TABLE IF NOT EXISTS ${t}_fts
         USING fts5(${n}, tokenize=${e});
 `;await a.execute(r),await a.execute(`
@@ -32,7 +32,7 @@ import{unicodeTokenizer as _}from"./tokenizer";import{getWhereQuery as h}from"./
       AFTER UPDATE ON ${t}
       BEGIN
         UPDATE ${t}_fts
-        SET ${T.map(o=>`${y[o]}=json_extract(new.data, '${R(o)}')`).join(", ")}
+        SET ${T.map(o=>`${f[o]}=json_extract(new.data, '${R(o)}')`).join(", ")}
         WHERE rowid = old.rowid;
       END;
-    `)}function N(e){if(d)return M(e,String($))}async function L(e){return(await e.select("SELECT changes() AS c"))[0]?.c??0}const O={backend:a,async set(e,n){const r=n??a,o=JSON.stringify(e);if(d){const s=N(e);if(s==null)throw new Error(`Document is missing the configured key "${String($)}".`);if(await r.execute(`UPDATE ${t} SET data = ? WHERE key = ?`,[o,s]),await L(r)===1)return{key:s,op:"update"};try{return await r.execute(`INSERT INTO ${t} (key, data) VALUES (?, ?)`,[s,o]),{key:s,op:"insert"}}catch{return await r.execute(`UPDATE ${t} SET data = ? WHERE key = ?`,[o,s]),{key:s,op:"update"}}}await r.execute(`INSERT INTO ${t} (data) VALUES (?)`,[o]);const u=(await r.select("SELECT last_insert_rowid() AS id"))[0]?.id;if(typeof u!="number")throw new Error("Failed to retrieve last_insert_rowid()");return{key:u,op:"insert"}},async get(e,n=r=>r){const r=d?"key = ?":"rowid = ?",o=await a.select(`SELECT rowid, data FROM ${t} WHERE ${r}`,[e]);if(o.length===0)return;const{data:c,rowid:u}=o[0],s=JSON.parse(c);return n(s,{rowId:u})},async delete(e){const n=d?"key = ?":"rowid = ?";if(await a.execute(`DELETE FROM ${t} WHERE ${n}`,[e]),((await a.select("SELECT changes() AS c"))[0]?.c??0)>0)return{key:e,op:"delete"}},async*search(e={}){const{sortBy:n,order:r="asc",limit:o,offset:c=0,where:u,select:s=w=>w,stepSize:i=C}=e,p=h(u,t),A=`SELECT rowid, data FROM ${t} ${p}`;let S=0,k=c;for(;;){let w=A;n?w+=` ORDER BY json_extract(data, '${R(String(n))}') COLLATE NOCASE ${r.toUpperCase()}`:w+=d?` ORDER BY key COLLATE NOCASE ${r.toUpperCase()}`:` ORDER BY rowid ${r.toUpperCase()}`;const g=o?Math.min(i,o-S):i;w+=` LIMIT ${g} OFFSET ${k}`;const m=await a.select(w);if(m.length===0)break;for(const{rowid:x,data:b}of m){if(o&&S>=o)return;const F=JSON.parse(b);yield s(F,{rowId:x}),S++}if(m.length<g||o&&S>=o)break;k+=m.length}},async count(e={}){const n=h(e.where,t),r=`SELECT COUNT(*) as count FROM ${t} ${n}`;return(await a.select(r))[0]?.count??0},async deleteBy(e){const n=h(e,t),r=d?"key":"rowid",o=[];return await a.transaction(async c=>{const u=await c.select(`SELECT ${r} AS k FROM ${t} ${n}`);if(u.length===0)return;const s=u.map(i=>i.k);for(let i=0;i<s.length;i+=D){const p=s.slice(i,i+D),A=p.map(()=>"?").join(",");await c.execute(`DELETE FROM ${t} WHERE ${r} IN (${A})`,p)}for(const i of s)o.push({key:i,op:"delete"})}),o},async clear(){await a.execute(`DELETE FROM ${t}`)},async batchSet(e){const n=[];return await a.transaction(async r=>{for(const o of e){const c=await O.set(o,r);n.push(c)}}),n}};return O}export{C as DEFAULT_STEP_SIZE,z as createTable,M as getByPath,R as toJsonPath};
+    `)}function A(e){if(u)return U(e,String($))}async function b(e){return(await e.select("SELECT changes() AS c"))[0]?.c??0}const g={backend:a,async set(e,n){const r=n??a,o=JSON.stringify(e);if(u){const s=A(e);if(s==null)throw new Error(`Document is missing the configured key "${String($)}".`);if(await r.execute(`UPDATE ${t} SET data = ? WHERE key = ?`,[o,s]),await b(r)===1)return{key:s,op:"update"};try{return await r.execute(`INSERT INTO ${t} (key, data) VALUES (?, ?)`,[s,o]),{key:s,op:"insert"}}catch{return await r.execute(`UPDATE ${t} SET data = ? WHERE key = ?`,[o,s]),{key:s,op:"update"}}}await r.execute(`INSERT INTO ${t} (data) VALUES (?)`,[o]);const c=(await r.select("SELECT last_insert_rowid() AS id"))[0]?.id;if(typeof c!="number")throw new Error("Failed to retrieve last_insert_rowid()");return{key:c,op:"insert"}},async get(e,n=r=>r){const r=u?"key = ?":"rowid = ?",o=await a.select(`SELECT rowid, data FROM ${t} WHERE ${r}`,[e]);if(o.length===0)return;const{data:E,rowid:c}=o[0],s=JSON.parse(E),i=u?A(s)??c:c;return n(s,{rowId:c,key:i})},async delete(e){const n=u?"key = ?":"rowid = ?";if(await a.execute(`DELETE FROM ${t} WHERE ${n}`,[e]),((await a.select("SELECT changes() AS c"))[0]?.c??0)>0)return{key:e,op:"delete"}},async*search(e={}){const{sortBy:n,order:r="asc",limit:o,offset:E=0,where:c,select:s=w=>w,stepSize:i=M}=e,p=k(c,t),h=`SELECT rowid, data FROM ${t} ${p}`;let S=0,D=E;for(;;){let w=h;n?w+=` ORDER BY json_extract(data, '${R(String(n))}') COLLATE NOCASE ${r.toUpperCase()}`:w+=u?` ORDER BY key COLLATE NOCASE ${r.toUpperCase()}`:` ORDER BY rowid ${r.toUpperCase()}`;const I=o?Math.min(i,o-S):i;w+=` LIMIT ${I} OFFSET ${D}`;const m=await a.select(w);if(m.length===0)break;for(const{rowid:O,data:F}of m){if(o&&S>=o)return;const N=JSON.parse(F),_=u?A(N)??O:O;yield s(N,{rowId:O,key:_}),S++}if(m.length<I||o&&S>=o)break;D+=m.length}},async count(e={}){const n=k(e.where,t),r=`SELECT COUNT(*) as count FROM ${t} ${n}`;return(await a.select(r))[0]?.count??0},async deleteBy(e){const n=k(e,t),r=u?"key":"rowid",o=[];return await a.transaction(async E=>{const c=await E.select(`SELECT ${r} AS k FROM ${t} ${n}`);if(c.length===0)return;const s=c.map(i=>i.k);for(let i=0;i<s.length;i+=L){const p=s.slice(i,i+L),h=p.map(()=>"?").join(",");await E.execute(`DELETE FROM ${t} WHERE ${r} IN (${h})`,p)}for(const i of s)o.push({key:i,op:"delete"})}),o},async clear(){await a.execute(`DELETE FROM ${t}`)},async batchSet(e){const n=[];return await a.transaction(async r=>{for(const o of e){const E=await g.set(o,r);n.push(E)}}),n}};return g}export{M as DEFAULT_STEP_SIZE,z as createTable,U as getByPath,R as toJsonPath};

package/esm/sqlite/use-sqlite.js

@@ -1 +1 @@
-import{useCallback as r,useDebugValue as S,useEffect as p,useId as a,useLayoutEffect as f,useMemo as D}from"react";import{isError as y,isPromise as x}from"../utils/is";import{useSyncExternalStoreWithSelector as b}from"use-sync-external-store/shim/with-selector";function O(e,s={},u=[]){const{select:c}=s,t=a();f(()=>{e.updateSearchOptions(t,{...s,select:void 0})},u),p(()=>()=>{e.clear(t)},[]);const l=r(o=>c?o.map(c):o,[c]),d=r(o=>e.subscribe(t,o),[e,t]),i=r(()=>e.getSnapshot(t),[e,t]),n=b(d,i,i,l);if(S(n),x(n)||y(n))throw n;const m=D(()=>({next:()=>e.next(t),reset:()=>e.refresh(t)}),[t,e]);return[n,m]}export{O as useSqliteValue};
+import{useCallback as l,useDebugValue as m,useEffect as a,useLayoutEffect as p,useMemo as f}from"react";import{isError as y,isPromise as D}from"../utils/is";import{useSyncExternalStoreWithSelector as h}from"use-sync-external-store/shim/with-selector";function x(n){const{limit:o,offset:i,order:c,sortBy:t,where:s,stepSize:u,select:r}=n;let e="";return o!==void 0&&(e+=`l${o}`),i!==void 0&&(e+=`o${i}`),c!==void 0&&(e+=`r${c}`),t!==void 0&&(e+=`s${t}`),s!==void 0&&(e+=`w${JSON.stringify(s)}`),u!==void 0&&(e+=`t${u}`),r!==void 0&&(e+=`f${r.toString()}`),e}function O(n,o={},i=[]){const{select:c}=o,t=f(()=>x({...o,select:void 0}),[o]);p(()=>{n.updateSearchOptions(t,{...o,select:void 0})},i),a(()=>()=>{n.clear(t)},[]);const s=l(d=>c?d.map(c):d,[c]),u=l(d=>n.subscribe(t,d),[n,t]),r=l(()=>n.getSnapshot(t),[n,t]),e=h(u,r,r,s);if(m(e),D(e)||y(e))throw e;const S=f(()=>({next:()=>n.next(t),reset:()=>n.refresh(t)}),[t,n]);return[e,S]}export{O as useSqliteValue};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "muya",
-  "version": "2.4.0",
+  "version": "2.4.2",
   "author": "samuel.gjabel@gmail.com",
   "repository": "https://github.com/samuelgjabel/muya",
   "main": "cjs/index.js",

package/src/sqlite/__tests__/use-sqlite.test.tsx

@@ -110,7 +110,7 @@ describe('use-sqlite-state', () => {
   })
 
   it('should support like in where clause and update results', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State3', key: 'id' })
+    const sql = createSqliteState<Person>({ backend, tableName: 'State3Hook', key: 'id' })
     await sql.batchSet([
       { id: '1', name: 'Alice', age: 30 },
       { id: '2', name: 'Alicia', age: 25 },
@@ -136,8 +136,8 @@ describe('use-sqlite-state', () => {
     expect(reRenders).toBeGreaterThanOrEqual(2)
   })
 
-  it('should update results when changing order and limit options', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State4', key: 'id' })
+  it('should update results when changing order and limit options 1', async () => {
+    const sql = createSqliteState<Person>({ backend, tableName: 'State44Hook', key: 'id' })
     await sql.batchSet([
       { id: '1', name: 'Alice', age: 30 },
       { id: '2', name: 'Bob', age: 25 },
@@ -165,7 +165,7 @@ describe('use-sqlite-state', () => {
   })
 
   it('should support actions.next and actions.refresh', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State5', key: 'id' })
+    const sql = createSqliteState<Person>({ backend, tableName: 'State5Hook', key: 'id' })
     await sql.batchSet([
       { id: '1', name: 'Alice', age: 30 },
       { id: '2', name: 'Bob', age: 25 },
@@ -180,7 +180,7 @@ describe('use-sqlite-state', () => {
     })
   })
   it('should handle thousands of records', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State6', key: 'id' })
+    const sql = createSqliteState<Person>({ backend, tableName: 'State6Hook', key: 'id' })
     const people: Person[] = []
     const ITEMS_COUNT = 1000
     for (let index = 1; index <= ITEMS_COUNT; index++) {
@@ -211,7 +211,7 @@ describe('use-sqlite-state', () => {
   })
 
   it('should handle thousands of records with single update', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State6', key: 'id' })
+    const sql = createSqliteState<Person>({ backend, tableName: 'State6Hook', key: 'id' })
     const people: Person[] = []
     const ITEMS_COUNT = 10_000
     const stepSize = 5000
@@ -324,4 +324,86 @@ describe('use-sqlite-state', () => {
       expect(result2.current[0].length).toBe(50)
     })
   })
+
+  it('should handle update of deep fields with deep id', async () => {
+    interface DeepItem {
+      person: {
+        id: string
+        name: string
+        age: number
+      }
+    }
+    const sql = createSqliteState<DeepItem>({ backend, tableName: 'State10', key: 'person.id' })
+    let reRenders = 0
+    const { result } = renderHook(() => {
+      reRenders++
+      return useSqliteValue(sql, { sortBy: 'person.age' }, [])
+    })
+
+    await waitFor(() => {
+      expect(reRenders).toBe(2)
+      expect(result.current[0].length).toBe(0)
+    })
+
+    act(() => {
+      sql.set({ person: { id: 'some_id', name: 'Alice', age: 30 } })
+    })
+    await waitFor(() => {
+      expect(reRenders).toBe(3)
+      expect(result.current[0]).toEqual([{ person: { id: 'some_id', name: 'Alice', age: 30 } }])
+    })
+
+    // update deep field
+    act(() => {
+      sql.set({ person: { id: 'some_id', name: 'Alice', age: 31 } })
+    })
+    await waitFor(() => {
+      // expect(reRenders).toBe(4)
+      expect(result.current[0]).toEqual([{ person: { id: 'some_id', name: 'Alice', age: 31 } }])
+    })
+
+    // update same field
+    act(() => {
+      sql.set({ person: { id: 'some_id', name: 'Alice', age: 31 } })
+    })
+    // should not re-render
+    await waitFor(() => {
+      expect(result.current[0]).toEqual([{ person: { id: 'some_id', name: 'Alice', age: 31 } }])
+    })
+
+    // add another item
+  })
+  it('should test reset', async () => {
+    const sql = createSqliteState<Person>({ backend, tableName: 'State11', key: 'id' })
+    let reRenders = 0
+
+    await sql.set({ id: 'initial', name: 'initial', age: 1 })
+    const { result } = renderHook(() => {
+      reRenders++
+      // eslint-disable-next-line unicorn/prevent-abbreviations
+      const res = useSqliteValue(sql, {}, [])
+      return res
+    })
+
+    await waitFor(() => {
+      expect(reRenders).toBe(2)
+      expect(result.current[0].length).toBe(1)
+    })
+
+    act(() => {
+      sql.set({ id: '1', name: 'Alice', age: 30 })
+    })
+    await waitFor(() => {
+      expect(reRenders).toBe(3)
+      expect(result.current[0].length).toBe(2)
+    })
+
+    act(() => {
+      result.current[1].reset()
+    })
+    await waitFor(() => {
+      expect(result.current[0].length).toBe(2)
+      expect(reRenders).toBe(4)
+    })
+  })
 })

package/src/sqlite/create-sqlite.ts

@@ -77,7 +77,7 @@ export function createSqliteState<Document extends DocType>(options: CreateSqlit
 
   interface NextResult {
     document: Document
-    rowId: number
+    key: Key
   }
   // const emitter = createEmitter<Table<Document>>()
   const cachedData = new Map<SearchId, DataItems<Document>>()
@@ -104,9 +104,9 @@ export function createSqliteState<Document extends DocType>(options: CreateSqlit
         break
       }
 
-      if (!data.keys.has(String(result.value.rowId))) {
+      if (!data.keys.has(String(result.value.key))) {
         newItems.push(result.value.document)
-        data.keys.add(String(result.value.rowId))
+        data.keys.add(String(result.value.key))
       }
     }
 
@@ -136,7 +136,7 @@ export function createSqliteState<Document extends DocType>(options: CreateSqlit
     const data = cachedData.get(searchId)
     if (!data) return
     const { options: refreshOptions } = data
-    const iterator = table.search({ ...refreshOptions, select: (document, { rowId }) => ({ document, rowId }) })
+    const iterator = table.search({ ...refreshOptions, select: (document, { rowId, key }) => ({ document, rowId, key }) })
     iterators.set(searchId, iterator)
     data.keys = new Set()
     data.items = []

package/src/sqlite/table/table.ts

@@ -209,7 +209,7 @@ export async function createTable<Document extends DocType>(options: DbOptions<D
 
     async get<Selected = Document>(
       keyValue: Key,
-      selector: (document: Document, meta: { rowId: number }) => Selected = (d) => d as unknown as Selected,
+      selector: (document: Document, meta: { rowId: number; key: Key }) => Selected = (d) => d as unknown as Selected,
     ) {
       const whereKey = hasUserKey ? `key = ?` : `rowid = ?`
       const result = await backend.select<Array<{ data: string; rowid: number }>>(
@@ -219,7 +219,8 @@ export async function createTable<Document extends DocType>(options: DbOptions<D
       if (result.length === 0) return
       const { data, rowid } = result[0]
       const document = JSON.parse(data) as Document
-      return selector(document, { rowId: rowid }) as Selected
+      const logicalKey = hasUserKey ? (getKeyFromDocument(document) ?? rowid) : rowid
+      return selector(document, { rowId: rowid, key: logicalKey }) as Selected
     },
 
     async delete(keyValue: Key) {
@@ -264,7 +265,9 @@ export async function createTable<Document extends DocType>(options: DbOptions<D
         for (const { rowid, data } of results) {
           if (limit && yielded >= limit) return
           const document = JSON.parse(data) as Document
-          yield select(document, { rowId: rowid }) as Selected
+          const logicalKey = hasUserKey ? (getKeyFromDocument(document) ?? rowid) : rowid
+          // Pass both rowId and logicalKey
+          yield select(document, { rowId: rowid, key: logicalKey }) as Selected
           yielded++
         }
 

package/src/sqlite/table/table.types.ts

@@ -47,7 +47,7 @@ export interface DbOptions<Document extends DocType> {
 }
 
 export interface SearchOptions<Document extends DocType, Selected = Document> extends SqlSeachOptions<Document> {
-  readonly select?: (document: Document, meta: { rowId: number }) => Selected
+  readonly select?: (document: Document, meta: { rowId: number; key: Key }) => Selected
 }
 
 interface DbNotGeneric {

package/src/sqlite/use-sqlite.ts

@@ -1,4 +1,4 @@
-import { useCallback, useDebugValue, useEffect, useId, useLayoutEffect, useMemo, type DependencyList } from 'react'
+import { useCallback, useDebugValue, useEffect, useLayoutEffect, useMemo, type DependencyList } from 'react'
 import type { SyncTable } from './create-sqlite'
 import type { DocType } from './table/table.types'
 import { isError, isPromise } from '../utils/is'
@@ -17,6 +17,38 @@ export interface UseSearchOptions<Document extends DocType, Selected = Document>
   readonly select?: (document: Document) => Selected
 }
 
+/**
+ * Generate a cache key based on the search options to uniquely identify the query
+ * @param options The search options to generate the key from
+ * @returns A string representing the unique cache key for the given search options
+ */
+function generateCacheKey(options: UseSearchOptions<DocType, unknown>): string {
+  const { limit, offset, order, sortBy, where, stepSize, select } = options
+  let key = ''
+  if (limit !== undefined) {
+    key += `l${limit}`
+  }
+  if (offset !== undefined) {
+    key += `o${offset}`
+  }
+  if (order !== undefined) {
+    key += `r${order}`
+  }
+  if (sortBy !== undefined) {
+    key += `s${sortBy}`
+  }
+  if (where !== undefined) {
+    key += `w${JSON.stringify(where)}`
+  }
+  if (stepSize !== undefined) {
+    key += `t${stepSize}`
+  }
+  if (select !== undefined) {
+    key += `f${select.toString()}`
+  }
+  return key
+}
+
 /**
  * React hook to subscribe to a SyncTable and get its current snapshot, with optional search options and selector for derived state
  * @param state The SyncTable to subscribe to
@@ -32,16 +64,16 @@ export function useSqliteValue<Document extends DocType, Selected = Document>(
 ): [undefined extends Selected ? Document[] : Selected[], SqLiteActions] {
   const { select } = options
 
-  const id = useId()
+  const searchId = useMemo(() => generateCacheKey({ ...options, select: undefined }), [options])
 
   useLayoutEffect(() => {
-    state.updateSearchOptions(id, { ...options, select: undefined })
+    state.updateSearchOptions(searchId, { ...options, select: undefined })
     // eslint-disable-next-line react-hooks/exhaustive-deps
   }, deps)
 
   useEffect(() => {
     return () => {
-      state.clear(id)
+      state.clear(searchId)
     }
     // eslint-disable-next-line react-hooks/exhaustive-deps
   }, [])
@@ -56,14 +88,14 @@ export function useSqliteValue<Document extends DocType, Selected = Document>(
 
   const subscribe = useCallback(
     (onStorageChange: () => void) => {
-      return state.subscribe(id, onStorageChange)
+      return state.subscribe(searchId, onStorageChange)
     },
-    [state, id],
+    [state, searchId],
   )
 
   const getSnapshot = useCallback(() => {
-    return state.getSnapshot(id)
-  }, [state, id])
+    return state.getSnapshot(searchId)
+  }, [state, searchId])
 
   const value = useSyncExternalStoreWithSelector<Document[], Selected[]>(subscribe, getSnapshot, getSnapshot, selector)
 
@@ -77,9 +109,9 @@ export function useSqliteValue<Document extends DocType, Selected = Document>(
 
   const actions = useMemo((): SqLiteActions => {
     return {
-      next: () => state.next(id),
-      reset: () => state.refresh(id),
+      next: () => state.next(searchId),
+      reset: () => state.refresh(searchId),
     }
-  }, [id, state])
+  }, [searchId, state])
   return [value as undefined extends Selected ? Document[] : Selected[], actions]
 }

package/types/sqlite/table/table.types.d.ts

@@ -28,6 +28,7 @@ export interface DbOptions<Document extends DocType> {
 export interface SearchOptions<Document extends DocType, Selected = Document> extends SqlSeachOptions<Document> {
     readonly select?: (document: Document, meta: {
         rowId: number;
+        key: Key;
     }) => Selected;
 }
 interface DbNotGeneric {

package/esm/sqlite/__tests__/use-sqlite.test.js

@@ -1 +0,0 @@
-import{act as s,renderHook as c}from"@testing-library/react-hooks";import{createSqliteState as i}from"../create-sqlite";import{useSqliteValue as l}from"../use-sqlite";import{waitFor as o}from"@testing-library/react";import{bunMemoryBackend as g}from"../table/bun-backend";import{useState as x}from"react";import{DEFAULT_STEP_SIZE as m}from"../table/table";const u=g();describe("use-sqlite-state",()=>{it("should get basic value states",async()=>{const a=i({backend:u,tableName:"State1",key:"id"});let t=0;const{result:n}=c(()=>(t++,l(a,{},[])));expect(t).toBe(1),s(()=>{a.set({id:"1",name:"Alice",age:30})}),await o(()=>{expect(n.current[0]).toEqual([{id:"1",name:"Alice",age:30}]),expect(t).toBe(3)}),s(()=>{a.set({id:"1",name:"Alice2",age:30})}),await o(()=>{expect(n.current[0]).toEqual([{id:"1",name:"Alice2",age:30}]),expect(t).toBe(4)}),s(()=>{a.delete("1")}),await o(()=>{expect(n.current[0]).toEqual([]),expect(t).toBe(5)}),s(()=>{a.set({id:"1",name:"Alice",age:30}),a.set({id:"2",name:"Bob",age:25})}),await o(()=>{expect(n.current[0].length).toBe(2),expect(t).toBe(6)})}),it("should use where clause changed via state",async()=>{const a=i({backend:u,tableName:"State2",key:"id"});await a.batchSet([{id:"1",name:"Alice",age:30},{id:"2",name:"Bob",age:25},{id:"3",name:"Carol",age:40}]);let t=0;const{result:n}=c(()=>{t++;const[r,e]=x(20);return[l(a,{where:{age:{gt:r}},sorBy:"age"},[r]),e]});await o(()=>{expect(n.current[0][0].map(r=>r.name)).toEqual(["Alice","Bob","Carol"]),expect(t).toBe(2)}),s(()=>{n.current[1](29)}),await o(()=>{expect(n.current[0][0].map(r=>r.name)).toEqual(["Alice","Carol"]),expect(t).toBe(4)})}),it("should support like in where clause and update results",async()=>{const a=i({backend:u,tableName:"State3",key:"id"});await a.batchSet([{id:"1",name:"Alice",age:30},{id:"2",name:"Alicia",age:25},{id:"3",name:"Bob",age:40}]);let t=0;const{result:n,rerender:r}=c(({like:e})=>(t++,l(a,{where:{name:{like:e}}},[e])),{initialProps:{like:"%Ali%"}});await o(()=>{expect(n.current[0].map(e=>e.name)).toEqual(["Alice","Alicia"])}),s(()=>{r({like:"%Bob%"})}),await o(()=>{expect(n.current[0].map(e=>e.name)).toEqual(["Bob"])}),expect(t).toBeGreaterThanOrEqual(2)}),it("should update results when changing order and limit options",async()=>{const a=i({backend:u,tableName:"State4",key:"id"});await a.batchSet([{id:"1",name:"Alice",age:30},{id:"2",name:"Bob",age:25},{id:"3",name:"Carol",age:40}]);const{result:t,rerender:n}=c(({order:r,limit:e})=>l(a,{sorBy:"age",order:r,limit:e},[r,e]),{initialProps:{order:"asc",limit:2}});await o(()=>{expect(t.current[0].map(r=>r.name)).toEqual(["Alice","Bob"])}),s(()=>{n({order:"desc",limit:2})}),await o(()=>{expect(t.current[0].map(r=>r.name)).toEqual(["Alice","Bob"])}),s(()=>{n({order:"desc",limit:1})}),await o(()=>{expect(t.current[0].map(r=>r.name)).toEqual(["Carol"])})}),it("should support actions.next and actions.refresh",async()=>{const a=i({backend:u,tableName:"State5",key:"id"});await a.batchSet([{id:"1",name:"Alice",age:30},{id:"2",name:"Bob",age:25}]);const{result:t}=c(()=>l(a,{},[]));await o(()=>{expect(typeof t.current[1].next).toBe("function"),expect(typeof t.current[1].reset).toBe("function"),expect(t.current[1].reset()).resolves.toBeUndefined(),expect(t.current[1].next()).resolves.toBeFalsy()})}),it("should handle thousands of records",async()=>{const a=i({backend:u,tableName:"State6",key:"id"}),t=[],n=1e3;for(let e=1;e<=n;e++)t.push({id:e.toString(),name:`Person${e}`,age:20+e%50});await a.batchSet(t);const{result:r}=c(()=>l(a,{},[]));await o(()=>{expect(r.current[0].length).toBe(m)});for(let e=0;e<n/m;e++)s(()=>{r.current[1].next()}),await o(()=>{expect(r.current[0].length).toBe(Math.min(m*(e+2),n))});s(()=>{r.current[1].reset()}),await o(()=>{expect(r.current[0].length).toBe(m)})}),it("should handle thousands of records with single update",async()=>{const a=i({backend:u,tableName:"State6",key:"id"}),t=[],n=1e4,r=5e3;for(let d=1;d<=n;d++)t.push({id:d.toString(),name:`Person${d}`,age:20+d%50});await a.batchSet(t);let e=0;const{result:p}=c(()=>(e++,l(a,{stepSize:r},[])));await o(()=>{expect(e).toBe(2),expect(p.current[0].length).toBe(r)}),s(()=>{for(let d=0;d<n/r;d++)p.current[1].next()}),await o(()=>{expect(e).toBe(4),expect(p.current[0].length).toBe(n)}),s(()=>{p.current[1].reset()}),await o(()=>{expect(e).toBe(5),expect(p.current[0].length).toBe(r)})}),it("should change ordering",async()=>{const a=i({backend:u,tableName:"State7",key:"id",indexes:["age"]}),t=[];for(let e=1;e<=100;e++)t.push({id:e.toString(),name:`Person${e}`,age:20+e%50});await a.batchSet(t);const{result:n,rerender:r}=c(({order:e})=>l(a,{sorBy:"age",order:e},[e]),{initialProps:{order:"asc"}});await o(()=>{expect(n.current[0][0].age).toBe(21)}),s(()=>{r({order:"desc"})}),await o(()=>{expect(n.current[0][0].age).toBe(69)})}),it("should support selector in options",async()=>{const a=i({backend:u,tableName:"State8",key:"id"});await a.batchSet([{id:"1",name:"Alice",age:30},{id:"2",name:"Bob",age:25},{id:"3",name:"Carol",age:40}]);const{result:t}=c(()=>l(a,{sorBy:"age",select:n=>n.name},[]));await o(()=>{expect(t.current[0]).toEqual(["Alice","Bob","Carol"])})})});

package/src/sqlite/__tests__/use-sqlite.test.ts

@@ -1,274 +0,0 @@
-import { act, renderHook } from '@testing-library/react-hooks'
-import { createSqliteState } from '../create-sqlite'
-import { useSqliteValue } from '../use-sqlite'
-import { waitFor } from '@testing-library/react'
-import { bunMemoryBackend } from '../table/bun-backend'
-import { useState } from 'react'
-import { DEFAULT_STEP_SIZE } from '../table/table'
-
-const backend = bunMemoryBackend()
-interface Person {
-  id: string
-  name: string
-  age: number
-}
-
-describe('use-sqlite-state', () => {
-  it('should get basic value states', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State1', key: 'id' })
-    let reRenders = 0
-    const { result } = renderHook(() => {
-      reRenders++
-      return useSqliteValue(sql, {}, [])
-    })
-    // expect(result.current).toEqual([])
-
-    expect(reRenders).toBe(1)
-
-    act(() => {
-      sql.set({ id: '1', name: 'Alice', age: 30 })
-    })
-    await waitFor(() => {
-      expect(result.current[0]).toEqual([{ id: '1', name: 'Alice', age: 30 }])
-      expect(reRenders).toBe(3)
-    })
-
-    act(() => {
-      sql.set({ id: '1', name: 'Alice2', age: 30 })
-    })
-    await waitFor(() => {
-      expect(result.current[0]).toEqual([{ id: '1', name: 'Alice2', age: 30 }])
-      expect(reRenders).toBe(4)
-    })
-
-    // delete item
-    act(() => {
-      sql.delete('1')
-    })
-    await waitFor(() => {
-      expect(result.current[0]).toEqual([])
-      expect(reRenders).toBe(5)
-    })
-
-    // add two items
-    act(() => {
-      sql.set({ id: '1', name: 'Alice', age: 30 })
-      sql.set({ id: '2', name: 'Bob', age: 25 })
-    })
-    await waitFor(() => {
-      expect(result.current[0].length).toBe(2)
-      expect(reRenders).toBe(6)
-    })
-  })
-
-  it('should use where clause changed via state', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State2', key: 'id' })
-    await sql.batchSet([
-      { id: '1', name: 'Alice', age: 30 },
-      { id: '2', name: 'Bob', age: 25 },
-      { id: '3', name: 'Carol', age: 40 },
-    ])
-    let reRenders = 0
-    const { result } = renderHook(() => {
-      reRenders++
-      const [minAge, setMinAge] = useState(20)
-      return [useSqliteValue(sql, { where: { age: { gt: minAge } }, sorBy: 'age' }, [minAge]), setMinAge] as const
-    })
-
-    await waitFor(() => {
-      expect(result.current[0][0].map((p) => p.name)).toEqual(['Alice', 'Bob', 'Carol'])
-      expect(reRenders).toBe(2)
-    })
-
-    // // change minAge to 29
-    act(() => {
-      result.current[1](29)
-    })
-    await waitFor(() => {
-      expect(result.current[0][0].map((p) => p.name)).toEqual(['Alice', 'Carol'])
-      expect(reRenders).toBe(4)
-    })
-  })
-
-  it('should support like in where clause and update results', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State3', key: 'id' })
-    await sql.batchSet([
-      { id: '1', name: 'Alice', age: 30 },
-      { id: '2', name: 'Alicia', age: 25 },
-      { id: '3', name: 'Bob', age: 40 },
-    ])
-    let reRenders = 0
-    const { result, rerender } = renderHook(
-      ({ like }) => {
-        reRenders++
-        return useSqliteValue(sql, { where: { name: { like } } }, [like])
-      },
-      { initialProps: { like: '%Ali%' } },
-    )
-    await waitFor(() => {
-      expect(result.current[0].map((p) => p.name)).toEqual(['Alice', 'Alicia'])
-    })
-    act(() => {
-      rerender({ like: '%Bob%' })
-    })
-    await waitFor(() => {
-      expect(result.current[0].map((p) => p.name)).toEqual(['Bob'])
-    })
-    expect(reRenders).toBeGreaterThanOrEqual(2)
-  })
-
-  it('should update results when changing order and limit options', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State4', key: 'id' })
-    await sql.batchSet([
-      { id: '1', name: 'Alice', age: 30 },
-      { id: '2', name: 'Bob', age: 25 },
-      { id: '3', name: 'Carol', age: 40 },
-    ])
-    const { result, rerender } = renderHook(
-      ({ order, limit }) => useSqliteValue(sql, { sorBy: 'age', order, limit }, [order, limit]),
-      { initialProps: { order: 'asc' as 'asc' | 'desc', limit: 2 } },
-    )
-    await waitFor(() => {
-      expect(result.current[0].map((p) => p.name)).toEqual(['Alice', 'Bob'])
-    })
-    act(() => {
-      rerender({ order: 'desc', limit: 2 })
-    })
-    await waitFor(() => {
-      expect(result.current[0].map((p) => p.name)).toEqual(['Alice', 'Bob'])
-    })
-    act(() => {
-      rerender({ order: 'desc', limit: 1 })
-    })
-    await waitFor(() => {
-      expect(result.current[0].map((p) => p.name)).toEqual(['Carol'])
-    })
-  })
-
-  it('should support actions.next and actions.refresh', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State5', key: 'id' })
-    await sql.batchSet([
-      { id: '1', name: 'Alice', age: 30 },
-      { id: '2', name: 'Bob', age: 25 },
-    ])
-    const { result } = renderHook(() => useSqliteValue(sql, {}, []))
-    // actions.next and actions.refresh should be functions
-    await waitFor(() => {
-      expect(typeof result.current[1].next).toBe('function')
-      expect(typeof result.current[1].reset).toBe('function')
-      expect(result.current[1].reset()).resolves.toBeUndefined()
-      expect(result.current[1].next()).resolves.toBeFalsy()
-    })
-  })
-  it('should handle thousands of records', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State6', key: 'id' })
-    const people: Person[] = []
-    const ITEMS_COUNT = 1000
-    for (let index = 1; index <= ITEMS_COUNT; index++) {
-      people.push({ id: index.toString(), name: `Person${index}`, age: 20 + (index % 50) })
-    }
-    await sql.batchSet(people)
-    const { result } = renderHook(() => useSqliteValue(sql, {}, []))
-    await waitFor(() => {
-      expect(result.current[0].length).toBe(DEFAULT_STEP_SIZE)
-    })
-
-    // loop until we have all ITEMS_COUNT items
-    for (let index = 0; index < ITEMS_COUNT / DEFAULT_STEP_SIZE; index++) {
-      act(() => {
-        result.current[1].next()
-      })
-      await waitFor(() => {
-        expect(result.current[0].length).toBe(Math.min(DEFAULT_STEP_SIZE * (index + 2), ITEMS_COUNT))
-      })
-    }
-
-    act(() => {
-      result.current[1].reset()
-    })
-    await waitFor(() => {
-      expect(result.current[0].length).toBe(DEFAULT_STEP_SIZE)
-    })
-  })
-
-  it('should handle thousands of records with single update', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State6', key: 'id' })
-    const people: Person[] = []
-    const ITEMS_COUNT = 10_000
-    const stepSize = 5000
-    for (let index = 1; index <= ITEMS_COUNT; index++) {
-      people.push({ id: index.toString(), name: `Person${index}`, age: 20 + (index % 50) })
-    }
-    await sql.batchSet(people)
-    let reRenders = 0
-    const { result } = renderHook(() => {
-      reRenders++
-      return useSqliteValue(sql, { stepSize }, [])
-    })
-    await waitFor(() => {
-      expect(reRenders).toBe(2)
-      expect(result.current[0].length).toBe(stepSize)
-    })
-
-    act(() => {
-      for (let index = 0; index < ITEMS_COUNT / stepSize; index++) {
-        result.current[1].next()
-      }
-    })
-
-    await waitFor(() => {
-      expect(reRenders).toBe(4)
-      expect(result.current[0].length).toBe(ITEMS_COUNT)
-    })
-
-    act(() => {
-      result.current[1].reset()
-    })
-    await waitFor(() => {
-      expect(reRenders).toBe(5)
-      expect(result.current[0].length).toBe(stepSize)
-    })
-  })
-  it('should change ordering', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State7', key: 'id', indexes: ['age'] })
-    const people: Person[] = []
-    for (let index = 1; index <= 100; index++) {
-      people.push({ id: index.toString(), name: `Person${index}`, age: 20 + (index % 50) })
-    }
-    await sql.batchSet(people)
-    const { result, rerender } = renderHook(({ order }) => useSqliteValue(sql, { sorBy: 'age', order }, [order]), {
-      initialProps: { order: 'asc' as 'asc' | 'desc' },
-    })
-    await waitFor(() => {
-      expect(result.current[0][0].age).toBe(21)
-    })
-    act(() => {
-      rerender({ order: 'desc' })
-    })
-    await waitFor(() => {
-      expect(result.current[0][0].age).toBe(69)
-    })
-  })
-
-  it('should support selector in options', async () => {
-    const sql = createSqliteState<Person>({ backend, tableName: 'State8', key: 'id' })
-    await sql.batchSet([
-      { id: '1', name: 'Alice', age: 30 },
-      { id: '2', name: 'Bob', age: 25 },
-      { id: '3', name: 'Carol', age: 40 },
-    ])
-    const { result } = renderHook(() =>
-      useSqliteValue(
-        sql,
-        {
-          sorBy: 'age',
-          select: (d) => d.name,
-        },
-        [],
-      ),
-    )
-    await waitFor(() => {
-      expect(result.current[0]).toEqual(['Alice', 'Bob', 'Carol'])
-    })
-  })
-})