@syncular/server 0.0.6-96 → 0.1.0

package/dist/snapshot-chunks.js

@@ -4,8 +4,54 @@
  * Used for efficiently serving large bootstrap snapshots (e.g. catalogs)
  * without embedding huge JSON payloads into pull responses.
  */
-import { SYNC_SNAPSHOT_CHUNK_COMPRESSION, SYNC_SNAPSHOT_CHUNK_ENCODING, } from '@syncular/core';
+import { isSyncSnapshotChunkEncoding, SYNC_SNAPSHOT_CHUNK_COMPRESSION, sha256Hex, } from '@syncular/core';
 import { sql } from 'kysely';
+function coerceOptionalString(value) {
+    if (value == null)
+        return null;
+    return String(value);
+}
+function coerceFlag(value) {
+    return value === true || value === 1 || value === '1';
+}
+/**
+ * Generate a stable cache key for snapshot chunks from effective scopes.
+ */
+export async function scopesToSnapshotChunkScopeKey(scopes) {
+    const sorted = Object.entries(scopes)
+        .sort(([a], [b]) => a.localeCompare(b))
+        .map(([key, value]) => {
+        const values = Array.isArray(value) ? [...value].sort() : [value];
+        return `${key}:${values.join(',')}`;
+    })
+        .join('|');
+    return sha256Hex(sorted);
+}
+/**
+ * Generate the full server-side snapshot chunk cache key.
+ *
+ * The database page key also stores table, as-of commit, row cursor, row
+ * limit, encoding, and compression as indexed columns. This scope key carries
+ * the remaining semantic dimensions that otherwise invalidate all pages for a
+ * subscription scope.
+ */
+export async function createSnapshotChunkScopeCacheKey(input) {
+    const scopeDigest = await scopesToSnapshotChunkScopeKey(input.scopes);
+    const features = [...(input.features ?? [])].sort();
+    const digest = await sha256Hex(JSON.stringify({
+        version: 2,
+        partitionId: input.partitionId,
+        schemaVersion: input.schemaVersion === null || input.schemaVersion === undefined
+            ? 'unversioned'
+            : String(input.schemaVersion),
+        encoding: input.encoding,
+        compression: input.compression,
+        gzipLevel: input.gzipLevel,
+        features,
+        scopeDigest,
+    }));
+    return `snapshot-v2:${digest}:scope:${scopeDigest}`;
+}
 function coerceChunkRow(value) {
     // pg returns Buffer (subclass of Uint8Array); sqlite returns Uint8Array
     if (value instanceof Uint8Array)
@@ -30,41 +76,51 @@ export async function readSnapshotChunkRefByPageKey(db, args) {
     const nowIso = args.nowIso ?? new Date().toISOString();
     const rowCursorKey = args.rowCursor ?? '';
     const rowResult = await sql `
-    select chunk_id, sha256, byte_length, encoding, compression
-    from ${sql.table('sync_snapshot_chunks')}
-    where
-      partition_id = ${args.partitionId}
-      and scope_key = ${args.scopeKey}
-      and scope = ${args.scope}
-      and as_of_commit_seq = ${args.asOfCommitSeq}
-      and row_cursor = ${rowCursorKey}
-      and row_limit = ${args.rowLimit}
-      and encoding = ${args.encoding}
-      and compression = ${args.compression}
-      and expires_at > ${nowIso}
-    limit 1
-  `.execute(db);
+        select
+          chunk_id,
+          sha256,
+          byte_length,
+          next_row_cursor,
+          is_last_page,
+          encoding,
+          compression
+        from ${sql.table('sync_snapshot_chunks')}
+        where
+          partition_id = ${args.partitionId}
+          and scope_key = ${args.scopeKey}
+          and scope = ${args.scope}
+          and as_of_commit_seq = ${args.asOfCommitSeq}
+          and row_cursor = ${rowCursorKey}
+          and row_limit = ${args.rowLimit}
+          and encoding = ${args.encoding}
+          and compression = ${args.compression}
+          and expires_at > ${nowIso}
+        limit 1
+      `.execute(db);
     const row = rowResult.rows[0];
     if (!row)
         return null;
-    if (row.encoding !== SYNC_SNAPSHOT_CHUNK_ENCODING) {
+    if (row.encoding !== args.encoding) {
         throw new Error(`Unexpected snapshot chunk encoding: ${String(row.encoding)}`);
     }
     if (row.compression !== SYNC_SNAPSHOT_CHUNK_COMPRESSION) {
         throw new Error(`Unexpected snapshot chunk compression: ${String(row.compression)}`);
     }
-    return {
+    const ref = {
         id: row.chunk_id,
         sha256: row.sha256,
         byteLength: Number(row.byte_length ?? 0),
-        encoding: row.encoding,
+        nextRowCursor: coerceOptionalString(row.next_row_cursor),
+        isLastPage: coerceFlag(row.is_last_page),
+        encoding: args.encoding,
         compression: row.compression,
     };
+    return ref;
 }
 export async function insertSnapshotChunk(db, args) {
     const now = new Date().toISOString();
     const rowCursorKey = args.rowCursor ?? '';
-    // Use content hash as blob_hash for legacy storage in DB
+    // Database-backed chunks use their content digest as the blob identifier.
     const blobHash = `sha256:${args.sha256}`;
     await sql `
     insert into ${sql.table('sync_snapshot_chunks')} (
@@ -75,6 +131,8 @@ export async function insertSnapshotChunk(db, args) {
       as_of_commit_seq,
       row_cursor,
       row_limit,
+      next_row_cursor,
+      is_last_page,
       encoding,
       compression,
       sha256,
@@ -92,6 +150,8 @@ export async function insertSnapshotChunk(db, args) {
       ${args.asOfCommitSeq},
       ${rowCursorKey},
       ${args.rowLimit},
+      ${args.nextRowCursor ?? null},
+      ${args.isLastPage ? 1 : 0},
       ${args.encoding},
       ${args.compression},
       ${args.sha256},
@@ -113,6 +173,8 @@ export async function insertSnapshotChunk(db, args) {
     )
     do update set
       expires_at = ${args.expiresAt},
+      next_row_cursor = ${args.nextRowCursor ?? null},
+      is_last_page = ${args.isLastPage ? 1 : 0},
       blob_hash = ${blobHash}
   `.execute(db);
     const ref = await readSnapshotChunkRefByPageKey(db, {
@@ -131,36 +193,60 @@ export async function insertSnapshotChunk(db, args) {
     return ref;
 }
 export async function readSnapshotChunk(db, chunkId, options) {
-    const rowResult = await sql `
-    select
-      chunk_id,
-      partition_id,
-      scope_key,
-      scope,
-      as_of_commit_seq,
-      row_cursor,
-      row_limit,
-      encoding,
-      compression,
-      sha256,
-      byte_length,
-      blob_hash,
-      body,
-      expires_at
-    from ${sql.table('sync_snapshot_chunks')}
-    where chunk_id = ${chunkId}
-    limit 1
-  `.execute(db);
+    const includeBody = !options?.chunkStorage;
+    const rowResult = includeBody
+        ? await sql `
+        select
+          chunk_id,
+          partition_id,
+          scope_key,
+          scope,
+          as_of_commit_seq,
+          row_cursor,
+          row_limit,
+          next_row_cursor,
+          is_last_page,
+          encoding,
+          compression,
+          sha256,
+          byte_length,
+          blob_hash,
+          body,
+          expires_at
+        from ${sql.table('sync_snapshot_chunks')}
+        where chunk_id = ${chunkId}
+        limit 1
+      `.execute(db)
+        : await sql `
+        select
+          chunk_id,
+          partition_id,
+          scope_key,
+          scope,
+          as_of_commit_seq,
+          row_cursor,
+          row_limit,
+          next_row_cursor,
+          is_last_page,
+          encoding,
+          compression,
+          sha256,
+          byte_length,
+          blob_hash,
+          expires_at
+        from ${sql.table('sync_snapshot_chunks')}
+        where chunk_id = ${chunkId}
+        limit 1
+      `.execute(db);
     const row = rowResult.rows[0];
     if (!row)
         return null;
-    if (row.encoding !== SYNC_SNAPSHOT_CHUNK_ENCODING) {
+    if (!isSyncSnapshotChunkEncoding(row.encoding)) {
         throw new Error(`Unexpected snapshot chunk encoding: ${String(row.encoding)}`);
     }
     if (row.compression !== SYNC_SNAPSHOT_CHUNK_COMPRESSION) {
         throw new Error(`Unexpected snapshot chunk compression: ${String(row.compression)}`);
     }
-    // Read body from external storage if available, otherwise use inline body
     let body;
     if (options?.chunkStorage) {
         if (options.chunkStorage.readChunkStream) {
@@ -170,31 +256,24 @@ export async function readSnapshotChunk(db, chunkId, options) {
             }
             else {
                 const externalBody = await options.chunkStorage.readChunk(chunkId);
-                if (externalBody) {
-                    body = externalBody;
-                }
-                else if (row.body) {
-                    body = coerceChunkRow(row.body);
-                }
-                else {
+                if (!externalBody) {
                     throw new Error(`Snapshot chunk body missing for chunk ${chunkId}`);
                 }
+                body = externalBody;
             }
         }
         else {
             const externalBody = await options.chunkStorage.readChunk(chunkId);
-            if (externalBody) {
-                body = externalBody;
-            }
-            else if (row.body) {
-                body = coerceChunkRow(row.body);
-            }
-            else {
+            if (!externalBody) {
                 throw new Error(`Snapshot chunk body missing for chunk ${chunkId}`);
             }
+            body = externalBody;
         }
     }
     else {
+        if (!row.body) {
+            throw new Error(`Snapshot chunk body missing for chunk ${chunkId}`);
+        }
         body = coerceChunkRow(row.body);
     }
     return {
@@ -205,6 +284,8 @@ export async function readSnapshotChunk(db, chunkId, options) {
         asOfCommitSeq: Number(row.as_of_commit_seq ?? 0),
         rowCursor: row.row_cursor,
         rowLimit: Number(row.row_limit ?? 0),
+        nextRowCursor: coerceOptionalString(row.next_row_cursor),
+        isLastPage: coerceFlag(row.is_last_page),
         encoding: row.encoding,
         compression: row.compression,
         sha256: row.sha256,

package/dist/snapshot-chunks.js.map

@@ -1 +1 @@
-{"version":3,"file":"snapshot-chunks.js","sourceRoot":"","sources":["../src/snapshot-chunks.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,+BAA+B,EAC/B,4BAA4B,GAI7B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAe,GAAG,EAAE,MAAM,QAAQ,CAAC;AA8B1C,SAAS,cAAc,CAAC,KAAc,EAAc;IAClD,wEAAwE;IACxE,IAAI,KAAK,YAAY,UAAU;QAAE,OAAO,KAAK,CAAC;IAC9C,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,KAAK,YAAY,MAAM;QAAE,OAAO,KAAK,CAAC;IAC3E,IAAI,KAAK,YAAY,WAAW;QAAE,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAC/D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;QACtE,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IACD,MAAM,IAAI,KAAK,CACb,wCAAwC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAChF,CAAC;AAAA,CACH;AAED,SAAS,eAAe,CAAC,KAAc,EAAU;IAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AAAA,CACtB;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,EAAc,EACd,IAAgD,EACV;IACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACvD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;IAE1C,MAAM,SAAS,GAAG,MAAM,GAAG,CAMzB;;WAEO,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC;;uBAErB,IAAI,CAAC,WAAW;wBACf,IAAI,CAAC,QAAQ;oBACjB,IAAI,CAAC,KAAK;+BACC,IAAI,CAAC,aAAa;yBACxB,YAAY;wBACb,IAAI,CAAC,QAAQ;uBACd,IAAI,CAAC,QAAQ;0BACV,IAAI,CAAC,WAAW;yBACjB,MAAM;;GAE5B,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACd,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE9B,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,IAAI,GAAG,CAAC,QAAQ,KAAK,4BAA4B,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CACb,uCAAuC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAC9D,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,WAAW,KAAK,+BAA+B,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,0CAA0C,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CACpE,CAAC;IACJ,CAAC;IAED,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,QAAQ;QAChB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;QACxC,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,WAAW,EAAE,GAAG,CAAC,WAAW;KAC7B,CAAC;AAAA,CACH;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,EAAc,EACd,IAaC,EAC8B;IAC/B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;IAE1C,yDAAyD;IACzD,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;IAEzC,MAAM,GAAG,CAAA;kBACO,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC;;;;;;;;;;;;;;;;;;QAkB3C,IAAI,CAAC,OAAO;QACZ,IAAI,CAAC,WAAW;QAChB,IAAI,CAAC,QAAQ;QACb,IAAI,CAAC,KAAK;QACV,IAAI,CAAC,aAAa;QAClB,YAAY;QACZ,IAAI,CAAC,QAAQ;QACb,IAAI,CAAC,QAAQ;QACb,IAAI,CAAC,WAAW;QAChB,IAAI,CAAC,MAAM;QACX,IAAI,CAAC,IAAI,CAAC,MAAM;QAChB,QAAQ;QACR,IAAI,CAAC,IAAI;QACT,GAAG;QACH,IAAI,CAAC,SAAS;;;;;;;;;;;;;qBAaD,IAAI,CAAC,SAAS;oBACf,QAAQ;GACzB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEd,MAAM,GAAG,GAAG,MAAM,6BAA6B,CAAC,EAAE,EAAE;QAClD,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,GAAG,CAAC;AAAA,CACZ;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,EAAc,EACd,OAAe,EACf,OAQC,EACiC;IAClC,MAAM,SAAS,GAAG,MAAM,GAAG,CAezB;;;;;;;;;;;;;;;;WAgBO,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC;uBACrB,OAAO;;GAE3B,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACd,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE9B,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,IAAI,GAAG,CAAC,QAAQ,KAAK,4BAA4B,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CACb,uCAAuC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAC9D,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,WAAW,KAAK,+BAA+B,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,0CAA0C,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CACpE,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,IAAI,IAA6C,CAAC;IAClD,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC;YACzC,MAAM,kBAAkB,GACtB,MAAM,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACtD,IAAI,kBAAkB,EAAE,CAAC;gBACvB,IAAI,GAAG,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBACnE,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,GAAG,YAAY,CAAC;gBACtB,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;oBACpB,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACnE,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,GAAG,YAAY,CAAC;YACtB,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBACpB,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,OAAO;QACL,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,QAAQ,EAAE,GAAG,CAAC,SAAS;QACvB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAChD,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC;QACpC,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;QACxC,IAAI;QACJ,SAAS,EAAE,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC;KAC3C,CAAC;AAAA,CACH;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,EAAc,EACd,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAChB;IACjB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAA;kBACL,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC;0BACzB,MAAM;GAC7B,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEd,OAAO,MAAM,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;AAAA,CACzC"}
+{"version":3,"file":"snapshot-chunks.js","sourceRoot":"","sources":["../src/snapshot-chunks.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,2BAA2B,EAE3B,+BAA+B,EAI/B,SAAS,GACV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAe,GAAG,EAAE,MAAM,QAAQ,CAAC;AAkE1C,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,GAAG,CAAC;AACxD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,MAAmB;IAEnB,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;SAClC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAClE,OAAO,GAAG,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IACtC,CAAC,CAAC;SACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,KAAsC;IAEtC,MAAM,WAAW,GAAG,MAAM,6BAA6B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,IAAI,CAAC,SAAS,CAAC;QACb,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,aAAa,EACX,KAAK,CAAC,aAAa,KAAK,IAAI,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS;YAC/D,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;QACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ;QACR,WAAW;KACZ,CAAC,CACH,CAAC;IACF,OAAO,eAAe,MAAM,UAAU,WAAW,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,wEAAwE;IACxE,IAAI,KAAK,YAAY,UAAU;QAAE,OAAO,KAAK,CAAC;IAC9C,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,KAAK,YAAY,MAAM;QAAE,OAAO,KAAK,CAAC;IAC3E,IAAI,KAAK,YAAY,WAAW;QAAE,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAC/D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;QACtE,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IACD,MAAM,IAAI,KAAK,CACb,wCAAwC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAChF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,EAAc,EACd,IAAgD;IAEhD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACvD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;IAY1C,MAAM,SAAS,GAAG,MAAM,GAAG,CAAY;;;;;;;;;eAS1B,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC;;2BAErB,IAAI,CAAC,WAAW;4BACf,IAAI,CAAC,QAAQ;wBACjB,IAAI,CAAC,KAAK;mCACC,IAAI,CAAC,aAAa;6BACxB,YAAY;4BACb,IAAI,CAAC,QAAQ;2BACd,IAAI,CAAC,QAAQ;8BACV,IAAI,CAAC,WAAW;6BACjB,MAAM;;OAE5B,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAClB,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE9B,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,IAAI,GAAG,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,uCAAuC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAC9D,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,WAAW,KAAK,+BAA+B,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,0CAA0C,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CACpE,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,EAAE,EAAE,GAAG,CAAC,QAAQ;QAChB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;QACxC,aAAa,EAAE,oBAAoB,CAAC,GAAG,CAAC,eAAe,CAAC;QACxD,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC;QACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,WAAW,EAAE,GAAG,CAAC,WAAW;KAC7B,CAAC;IACF,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,EAAc,EACd,IAeC;IAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;IAE1C,0EAA0E;IAC1E,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;IAEzC,MAAM,GAAG,CAAA;kBACO,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC;;;;;;;;;;;;;;;;;;;;QAoB3C,IAAI,CAAC,OAAO;QACZ,IAAI,CAAC,WAAW;QAChB,IAAI,CAAC,QAAQ;QACb,IAAI,CAAC,KAAK;QACV,IAAI,CAAC,aAAa;QAClB,YAAY;QACZ,IAAI,CAAC,QAAQ;QACb,IAAI,CAAC,aAAa,IAAI,IAAI;QAC1B,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,CAAC,QAAQ;QACb,IAAI,CAAC,WAAW;QAChB,IAAI,CAAC,MAAM;QACX,IAAI,CAAC,IAAI,CAAC,MAAM;QAChB,QAAQ;QACR,IAAI,CAAC,IAAI;QACT,GAAG;QACH,IAAI,CAAC,SAAS;;;;;;;;;;;;;qBAaD,IAAI,CAAC,SAAS;0BACT,IAAI,CAAC,aAAa,IAAI,IAAI;uBAC7B,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC1B,QAAQ;GACzB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEd,MAAM,GAAG,GAAG,MAAM,6BAA6B,CAAC,EAAE,EAAE;QAClD,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,EAAc,EACd,OAAe,EACf,OAQC;IAED,MAAM,WAAW,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC;IAC3C,MAAM,SAAS,GAAG,WAAW;QAC3B,CAAC,CAAC,MAAM,GAAG,CAAoB;;;;;;;;;;;;;;;;;;eAkBpB,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC;2BACrB,OAAO;;OAE3B,CAAC,OAAO,CAAC,EAAE,CAAC;QACf,CAAC,CAAC,MAAM,GAAG,CAAoB;;;;;;;;;;;;;;;;;eAiBpB,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC;2BACrB,OAAO;;OAE3B,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAClB,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE9B,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,IAAI,CAAC,2BAA2B,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CACb,uCAAuC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAC9D,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,WAAW,KAAK,+BAA+B,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,0CAA0C,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CACpE,CAAC;IACJ,CAAC;IAED,IAAI,IAA6C,CAAC;IAClD,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC;YACzC,MAAM,kBAAkB,GACtB,MAAM,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACtD,IAAI,kBAAkB,EAAE,CAAC;gBACvB,IAAI,GAAG,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBACnE,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;gBACtE,CAAC;gBACD,IAAI,GAAG,YAAY,CAAC;YACtB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACnE,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,GAAG,YAAY,CAAC;QACtB,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,OAAO;QACL,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,QAAQ,EAAE,GAAG,CAAC,SAAS;QACvB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAChD,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC;QACpC,aAAa,EAAE,oBAAoB,CAAC,GAAG,CAAC,eAAe,CAAC;QACxD,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC;QACxC,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;QACxC,IAAI;QACJ,SAAS,EAAE,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC;KAC3C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,EAAc,EACd,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;IAEjC,MAAM,GAAG,GAAG,MAAM,GAAG,CAAA;kBACL,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC;0BACzB,MAAM;GAC7B,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEd,OAAO,MAAM,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;AAC1C,CAAC"}

package/dist/sqlite/index.d.ts

@@ -0,0 +1,53 @@
+/**
+ * @syncular/server/sqlite - SQLite Server Sync Dialect
+ *
+ * SQLite adaptation of the commit-log based sync system.
+ * Works with SQLite-compatible Kysely dialects such as bun:sqlite, better-sqlite3, and sqlite3.
+ *
+ * Key differences from Postgres:
+ * - No bigserial → INTEGER PRIMARY KEY AUTOINCREMENT
+ * - No JSONB → JSON stored as TEXT (with json_extract for filtering)
+ * - No array && overlap → JSON object key matching
+ * - No timestamptz → TEXT with ISO format
+ * - No GIN index → regular index + manual filtering
+ * - REPEATABLE READ → no-op (SQLite uses serializable by default)
+ */
+import type { ScopeValues, StoredScopes } from '@syncular/core';
+import type { DbExecutor } from '@syncular/server';
+import { type AuditRowHistoryArgs, type AuditRowHistoryRow, BaseServerSyncDialect, type IncrementalPullRow, type IncrementalPullRowsArgs } from '@syncular/server';
+import type { SyncChangeRow, SyncCoreDb } from '@syncular/server/schema';
+import type { Kysely, RawBuilder } from 'kysely';
+export declare class SqliteServerSyncDialect extends BaseServerSyncDialect<'sqlite'> {
+    readonly family: 'sqlite';
+    readonly supportsForUpdate = false;
+    readonly supportsSavepoints: boolean;
+    readonly supportsInsertReturning = false;
+    private readonly _supportsTransactions;
+    constructor(options?: {
+        supportsTransactions?: boolean;
+    });
+    protected buildNumberListFilter(values: number[]): RawBuilder<unknown>;
+    protected buildStringListFilter(values: string[]): RawBuilder<unknown>;
+    ensureSyncSchema<DB extends SyncCoreDb>(db: Kysely<DB>): Promise<void>;
+    executeInTransaction<DB extends SyncCoreDb, T>(db: Kysely<DB>, fn: (executor: DbExecutor<DB>) => Promise<T>): Promise<T>;
+    setRepeatableRead<DB extends SyncCoreDb>(_trx: DbExecutor<DB>): Promise<void>;
+    readChangesForCommits<DB extends SyncCoreDb>(db: DbExecutor<DB>, args: {
+        commitSeqs: number[];
+        table: string;
+        scopes: ScopeValues;
+        partitionId?: string;
+    }): Promise<SyncChangeRow[]>;
+    readAuditRowHistory<DB extends SyncCoreDb>(db: DbExecutor<DB>, args: AuditRowHistoryArgs): Promise<AuditRowHistoryRow[]>;
+    protected readIncrementalPullRowsBatch<DB extends SyncCoreDb>(db: DbExecutor<DB>, args: Omit<IncrementalPullRowsArgs, 'batchSize'>): Promise<IncrementalPullRow[]>;
+    compactChanges<DB extends SyncCoreDb>(db: DbExecutor<DB>, args: {
+        fullHistoryHours: number;
+    }): Promise<number>;
+    scopesToDb(scopes: StoredScopes): string;
+    dbToArray(value: unknown): string[];
+    arrayToDb(values: string[]): string;
+    ensureConsoleSchema<DB extends SyncCoreDb>(db: Kysely<DB>): Promise<void>;
+}
+export declare function createSqliteServerDialect(options?: {
+    supportsTransactions?: boolean;
+}): SqliteServerSyncDialect;
+//# sourceMappingURL=index.d.ts.map

package/dist/sqlite/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/sqlite/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAU,MAAM,gBAAgB,CAAC;AACxE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,qBAAqB,EAIrB,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAG7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAsKjD,qBAAa,uBAAwB,SAAQ,qBAAqB,CAAC,QAAQ,CAAC;IAC1E,QAAQ,CAAC,MAAM,EAAG,QAAQ,CAAU;IACpC,QAAQ,CAAC,iBAAiB,SAAS;IACnC,QAAQ,CAAC,kBAAkB,EAAE,OAAO,CAAC;IACrC,QAAQ,CAAC,uBAAuB,SAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAU;IAEhD,YAAY,OAAO,CAAC,EAAE;QAAE,oBAAoB,CAAC,EAAE,OAAO,CAAA;KAAE,EAIvD;IAMD,SAAS,CAAC,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,CAMrE;IAED,SAAS,CAAC,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,CAMrE;IAMK,gBAAgB,CAAC,EAAE,SAAS,UAAU,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAuT3E;IAMK,oBAAoB,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC,EACjD,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EACd,EAAE,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,GAC3C,OAAO,CAAC,CAAC,CAAC,CAqBZ;IAEK,iBAAiB,CAAC,EAAE,SAAS,UAAU,EAC3C,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC,GACnB,OAAO,CAAC,IAAI,CAAC,CAEf;IAMK,qBAAqB,CAAC,EAAE,SAAS,UAAU,EAC/C,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,EAClB,IAAI,EAAE;QACJ,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,WAAW,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GACA,OAAO,CAAC,aAAa,EAAE,CAAC,CAsC1B;IAEK,mBAAmB,CAAC,EAAE,SAAS,UAAU,EAC7C,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,EAClB,IAAI,EAAE,mBAAmB,GACxB,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAqE/B;IAED,UAAyB,4BAA4B,CAAC,EAAE,SAAS,UAAU,EACzE,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,EAClB,IAAI,EAAE,IAAI,CAAC,uBAAuB,EAAE,WAAW,CAAC,GAC/C,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA2E/B;IAEK,cAAc,CAAC,EAAE,SAAS,UAAU,EACxC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,EAClB,IAAI,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,GACjC,OAAO,CAAC,MAAM,CAAC,CA0DjB;IAMD,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAEvC;IAED,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,EAAE,CAElC;IAED,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAElC;IAMK,mBAAmB,CAAC,EAAE,SAAS,UAAU,EAC7C,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,GACb,OAAO,CAAC,IAAI,CAAC,CAuLf;CACF;AAED,wBAAgB,yBAAyB,CAAC,OAAO,CAAC,EAAE;IAClD,oBAAoB,CAAC,EAAE,OAAO,CAAC;CAChC,GAAG,uBAAuB,CAE1B"}