@syncular/server 0.0.1-60

package/dist/prune.js

@@ -0,0 +1,112 @@
+/**
+ * @syncular/server - Pruning utilities
+ *
+ * Pruning strategy (initial):
+ * - Track per-client cursors in `sync_client_cursors`
+ * - Consider a client "active" if it has pulled within `activeWindowMs`
+ * - Compute watermark = min(cursor) across active clients (ignoring cursor < 0)
+ * - Delete commits with commit_seq <= watermark (cascade deletes changes)
+ *
+ * Clients behind pruned history will be forced to bootstrap.
+ */
+import { sql } from 'kysely';
+function coerceNumber(value) {
+    if (value === null || value === undefined)
+        return null;
+    if (typeof value === 'number')
+        return Number.isFinite(value) ? value : null;
+    if (typeof value === 'bigint')
+        return Number.isFinite(Number(value)) ? Number(value) : null;
+    if (typeof value === 'string') {
+        const n = Number(value);
+        return Number.isFinite(n) ? n : null;
+    }
+    return null;
+}
+export async function computePruneWatermarkCommitSeq(db, options = {}) {
+    const syncDb = db;
+    const activeWindowMs = options.activeWindowMs ?? 14 * 24 * 60 * 60 * 1000;
+    const cutoffIso = new Date(Date.now() - activeWindowMs).toISOString();
+    const cursorsQ = syncDb.selectFrom('sync_client_cursors');
+    const row = await cursorsQ
+        .select(({ fn }) => fn.min('cursor').as('minCursor'))
+        .where(sql `updated_at >= ${cutoffIso}`)
+        .where(sql `cursor >= ${0}`)
+        .executeTakeFirst();
+    const minCursor = coerceNumber(row?.minCursor) ?? 0;
+    const fallbackMaxAgeMs = options.fallbackMaxAgeMs ?? 30 * 24 * 60 * 60 * 1000;
+    if (fallbackMaxAgeMs <= 0)
+        return minCursor;
+    const ageCutoffIso = new Date(Date.now() - fallbackMaxAgeMs).toISOString();
+    const commitsQ = syncDb.selectFrom('sync_commits');
+    const ageRow = await commitsQ
+        .select(({ fn }) => fn.max('commit_seq').as('maxSeq'))
+        .where(sql `created_at < ${ageCutoffIso}`)
+        .executeTakeFirst();
+    const ageSeq = coerceNumber(ageRow?.maxSeq) ?? 0;
+    return Math.max(minCursor, ageSeq);
+}
+export async function pruneSync(db, args) {
+    if (args.watermarkCommitSeq <= 0)
+        return 0;
+    const syncDb = db;
+    const keepNewestCommits = args.keepNewestCommits ?? 1000;
+    // Don't delete the newest N commits (even if watermark is higher)
+    const commitsQ = syncDb.selectFrom('sync_commits');
+    const maxRow = await commitsQ
+        .select(({ fn }) => fn.max('commit_seq').as('maxSeq'))
+        .executeTakeFirst();
+    const maxSeq = coerceNumber(maxRow?.maxSeq) ?? 0;
+    const minKept = Math.max(0, maxSeq - keepNewestCommits);
+    const pruneUpTo = Math.min(args.watermarkCommitSeq, minKept);
+    if (pruneUpTo <= 0)
+        return 0;
+    // Delete dependent rows explicitly to be robust across dialects and older
+    // schemas that may not have FK cascade enabled.
+    await syncDb.deleteFrom('sync_table_commits')
+        .where(sql `commit_seq <= ${pruneUpTo}`)
+        .executeTakeFirst();
+    await syncDb.deleteFrom('sync_changes')
+        .where(sql `commit_seq <= ${pruneUpTo}`)
+        .executeTakeFirst();
+    const res = await syncDb.deleteFrom('sync_commits')
+        .where(sql `commit_seq <= ${pruneUpTo}`)
+        .executeTakeFirst();
+    return Number(res?.numDeletedRows ?? 0);
+}
+const pruneStateByDb = new WeakMap();
+function getPruneState(db) {
+    const existing = pruneStateByDb.get(db);
+    if (existing)
+        return existing;
+    const created = {
+        lastPruneAtMs: 0,
+        pruneInFlight: null,
+    };
+    pruneStateByDb.set(db, created);
+    return created;
+}
+export async function maybePruneSync(db, args) {
+    const state = getPruneState(db);
+    const now = Date.now();
+    if (now - state.lastPruneAtMs < args.minIntervalMs)
+        return 0;
+    if (state.pruneInFlight)
+        return state.pruneInFlight;
+    state.pruneInFlight = (async () => {
+        try {
+            const watermark = await computePruneWatermarkCommitSeq(db, args.options);
+            const deleted = await pruneSync(db, {
+                watermarkCommitSeq: watermark,
+                keepNewestCommits: args.options?.keepNewestCommits,
+            });
+            state.lastPruneAtMs = Date.now();
+            return deleted;
+        }
+        finally {
+            state.pruneInFlight = null;
+        }
+    })();
+    return state.pruneInFlight;
+}
+//# sourceMappingURL=prune.js.map

package/dist/prune.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prune.js","sourceRoot":"","sources":["../src/prune.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AASH,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AAK7B,SAAS,YAAY,CAAC,KAAc,EAAiB;IACnD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5E,IAAI,OAAO,KAAK,KAAK,QAAQ;QAC3B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvC,CAAC;IACD,OAAO,IAAI,CAAC;AAAA,CACb;AAiBD,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,EAAc,EACd,OAAO,GAAiB,EAAE,EACT;IAEjB,MAAM,MAAM,GAAG,EAAY,CAAC;IAE5B,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAC1E,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC,CAAC,WAAW,EAAE,CAAC;IAEtE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAChC,qBAAqB,CACmD,CAAC;IAE3E,MAAM,GAAG,GAAG,MAAM,QAAQ;SACvB,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;SACpD,KAAK,CAAC,GAAG,CAAS,iBAAiB,SAAS,EAAE,CAAC;SAC/C,KAAK,CAAC,GAAG,CAAS,aAAa,CAAC,EAAE,CAAC;SACnC,gBAAgB,EAAE,CAAC;IAEtB,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;IAEpD,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAC9E,IAAI,gBAAgB,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAE5C,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3E,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,cAAc,CAIhD,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,QAAQ;SAC1B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;SACrD,KAAK,CAAC,GAAG,CAAS,gBAAgB,YAAY,EAAE,CAAC;SACjD,gBAAgB,EAAE,CAAC;IAEtB,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACjD,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAAA,CACpC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAc,EACd,IAAgE,EAC/C;IACjB,IAAI,IAAI,CAAC,kBAAkB,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAG3C,MAAM,MAAM,GAAG,EAAY,CAAC;IAE5B,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC;IAEzD,kEAAkE;IAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,cAAc,CAIhD,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,QAAQ;SAC1B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;SACrD,gBAAgB,EAAE,CAAC;IAEtB,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,iBAAiB,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAE7D,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAE7B,0EAA0E;IAC1E,gDAAgD;IAChD,MACE,MAAM,CAAC,UAAU,CAAC,oBAAoB,CAKvC;SACE,KAAK,CAAC,GAAG,CAAS,iBAAiB,SAAS,EAAE,CAAC;SAC/C,gBAAgB,EAAE,CAAC;IAEtB,MACE,MAAM,CAAC,UAAU,CAAC,cAAc,CAKjC;SACE,KAAK,CAAC,GAAG,CAAS,iBAAiB,SAAS,EAAE,CAAC;SAC/C,gBAAgB,EAAE,CAAC;IAEtB,MAAM,GAAG,GAAG,MACV,MAAM,CAAC,UAAU,CAAC,cAAc,CAKjC;SACE,KAAK,CAAC,GAAG,CAAS,iBAAiB,SAAS,EAAE,CAAC;SAC/C,gBAAgB,EAAE,CAAC;IAEtB,OAAO,MAAM,CAAC,GAAG,EAAE,cAAc,IAAI,CAAC,CAAC,CAAC;AAAA,CACzC;AAOD,MAAM,cAAc,GAAG,IAAI,OAAO,EAAsB,CAAC;AAEzD,SAAS,aAAa,CAAC,EAAU,EAAc;IAC7C,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxC,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,MAAM,OAAO,GAAe;QAC1B,aAAa,EAAE,CAAC;QAChB,aAAa,EAAE,IAAI;KACpB,CAAC;IACF,cAAc,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAChC,OAAO,OAAO,CAAC;AAAA,CAChB;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,EAAc,EACd,IAAuD,EACtC;IACjB,MAAM,KAAK,GAAG,aAAa,CAAC,EAAE,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,GAAG,GAAG,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa;QAAE,OAAO,CAAC,CAAC;IAE7D,IAAI,KAAK,CAAC,aAAa;QAAE,OAAO,KAAK,CAAC,aAAa,CAAC;IAEpD,KAAK,CAAC,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,8BAA8B,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACzE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,EAAE,EAAE;gBAClC,kBAAkB,EAAE,SAAS;gBAC7B,iBAAiB,EAAE,IAAI,CAAC,OAAO,EAAE,iBAAiB;aACnD,CAAC,CAAC;YACH,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,OAAO,OAAO,CAAC;QACjB,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;QAC7B,CAAC;IAAA,CACF,CAAC,EAAE,CAAC;IAEL,OAAO,KAAK,CAAC,aAAa,CAAC;AAAA,CAC5B"}

package/dist/pull.d.ts

@@ -0,0 +1,31 @@
+import type { ScopeValues, SyncPullRequest, SyncPullResponse } from '@syncular/core';
+import type { Kysely } from 'kysely';
+import type { ServerSyncDialect } from './dialect/types';
+import type { SyncCoreDb } from './schema';
+import type { TableRegistry } from './shapes/registry';
+import type { SnapshotChunkStorage } from './snapshot-chunks/types';
+export interface PullResult {
+    response: SyncPullResponse;
+    /**
+     * Effective scopes for all active subscriptions (for cursor tracking).
+     * Maps subscription ID to effective scopes.
+     */
+    effectiveScopes: ScopeValues;
+    /** Minimum nextCursor across active subscriptions (for pruning cursor tracking). */
+    clientCursor: number;
+}
+export declare function pull<DB extends SyncCoreDb>(args: {
+    db: Kysely<DB>;
+    dialect: ServerSyncDialect;
+    shapes: TableRegistry<DB>;
+    actorId: string;
+    partitionId?: string;
+    request: SyncPullRequest;
+    /**
+     * Optional snapshot chunk storage adapter.
+     * When provided, stores chunk bodies in external storage (S3, etc.)
+     * instead of inline in the database.
+     */
+    chunkStorage?: SnapshotChunkStorage;
+}): Promise<PullResult>;
+//# sourceMappingURL=pull.d.ts.map

package/dist/pull.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull.d.ts","sourceRoot":"","sources":["../src/pull.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,WAAW,EAIX,eAAe,EACf,gBAAgB,EAGjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAKvD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAcpE,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B;;;OAGG;IACH,eAAe,EAAE,WAAW,CAAC;IAC7B,oFAAoF;IACpF,YAAY,EAAE,MAAM,CAAC;CACtB;AAsDD,wBAAsB,IAAI,CAAC,EAAE,SAAS,UAAU,EAAE,IAAI,EAAE;IACtD,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,EAAE,iBAAiB,CAAC;IAC3B,MAAM,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,eAAe,CAAC;IACzB;;;;OAIG;IACH,YAAY,CAAC,EAAE,oBAAoB,CAAC;CACrC,GAAG,OAAO,CAAC,UAAU,CAAC,CAubtB"}

package/dist/pull.js

@@ -0,0 +1,414 @@
+import { createHash, randomUUID } from 'node:crypto';
+import { promisify } from 'node:util';
+import { gzip, gzipSync } from 'node:zlib';
+import { insertSnapshotChunk, readSnapshotChunkRefByPageKey, } from './snapshot-chunks';
+import { resolveEffectiveScopesForSubscriptions } from './subscriptions/resolve';
+const gzipAsync = promisify(gzip);
+const ASYNC_GZIP_MIN_BYTES = 64 * 1024;
+async function compressSnapshotNdjson(ndjson) {
+    if (Buffer.byteLength(ndjson) < ASYNC_GZIP_MIN_BYTES) {
+        return new Uint8Array(gzipSync(ndjson));
+    }
+    const compressed = await gzipAsync(ndjson);
+    return new Uint8Array(compressed);
+}
+/**
+ * Generate a stable cache key for snapshot chunks.
+ */
+function scopesToCacheKey(scopes) {
+    const sorted = Object.entries(scopes)
+        .sort(([a], [b]) => a.localeCompare(b))
+        .map(([k, v]) => {
+        const arr = Array.isArray(v) ? [...v].sort() : [v];
+        return `${k}:${arr.join(',')}`;
+    })
+        .join('|');
+    return createHash('sha256').update(sorted).digest('hex');
+}
+/**
+ * Sanitize a numeric limit parameter with bounds checking.
+ * Handles NaN, negative values, and undefined.
+ */
+function sanitizeLimit(value, defaultValue, min, max) {
+    if (value === undefined || value === null)
+        return defaultValue;
+    if (Number.isNaN(value))
+        return defaultValue;
+    return Math.max(min, Math.min(max, value));
+}
+/**
+ * Merge all scope values into a flat ScopeValues for cursor tracking.
+ */
+function mergeScopes(subscriptions) {
+    const result = {};
+    for (const sub of subscriptions) {
+        for (const [key, value] of Object.entries(sub.scopes)) {
+            if (!result[key])
+                result[key] = new Set();
+            const arr = Array.isArray(value) ? value : [value];
+            for (const v of arr)
+                result[key].add(v);
+        }
+    }
+    const merged = {};
+    for (const [key, set] of Object.entries(result)) {
+        const arr = Array.from(set);
+        if (arr.length === 0)
+            continue;
+        merged[key] = arr.length === 1 ? arr[0] : arr;
+    }
+    return merged;
+}
+export async function pull(args) {
+    const { request, dialect } = args;
+    const db = args.db;
+    const partitionId = args.partitionId ?? 'default';
+    // Validate and sanitize request limits
+    const limitCommits = sanitizeLimit(request.limitCommits, 50, 1, 500);
+    const limitSnapshotRows = sanitizeLimit(request.limitSnapshotRows, 1000, 1, 5000);
+    const maxSnapshotPages = sanitizeLimit(request.maxSnapshotPages, 1, 1, 50);
+    const dedupeRows = request.dedupeRows === true;
+    // Resolve effective scopes for each subscription
+    const resolved = await resolveEffectiveScopesForSubscriptions({
+        db,
+        actorId: args.actorId,
+        subscriptions: request.subscriptions ?? [],
+        shapes: args.shapes,
+    });
+    return dialect.executeInTransaction(db, async (trx) => {
+        await dialect.setRepeatableRead(trx);
+        const maxCommitSeq = await dialect.readMaxCommitSeq(trx, { partitionId });
+        const minCommitSeq = await dialect.readMinCommitSeq(trx, { partitionId });
+        const subResponses = [];
+        const activeSubscriptions = [];
+        const nextCursors = [];
+        for (const sub of resolved) {
+            const cursor = Math.max(-1, sub.cursor ?? -1);
+            // Validate shape exists (throws if not registered)
+            args.shapes.getOrThrow(sub.shape);
+            if (sub.status === 'revoked' || Object.keys(sub.scopes).length === 0) {
+                subResponses.push({
+                    id: sub.id,
+                    status: 'revoked',
+                    scopes: {},
+                    bootstrap: false,
+                    nextCursor: cursor,
+                    commits: [],
+                });
+                continue;
+            }
+            const effectiveScopes = sub.scopes;
+            activeSubscriptions.push({ scopes: effectiveScopes });
+            const needsBootstrap = sub.bootstrapState != null ||
+                cursor < 0 ||
+                cursor > maxCommitSeq ||
+                (minCommitSeq > 0 && cursor < minCommitSeq - 1);
+            if (needsBootstrap) {
+                const tables = args.shapes
+                    .getBootstrapOrderFor(sub.shape)
+                    .map((handler) => handler.table);
+                const initState = {
+                    asOfCommitSeq: maxCommitSeq,
+                    tables,
+                    tableIndex: 0,
+                    rowCursor: null,
+                };
+                const requestedState = sub.bootstrapState ?? null;
+                const state = requestedState &&
+                    typeof requestedState.asOfCommitSeq === 'number' &&
+                    Array.isArray(requestedState.tables) &&
+                    typeof requestedState.tableIndex === 'number'
+                    ? requestedState
+                    : initState;
+                // If the bootstrap state's asOfCommitSeq is no longer catch-up-able, restart bootstrap.
+                const effectiveState = state.asOfCommitSeq < minCommitSeq - 1 ? initState : state;
+                const tableName = effectiveState.tables[effectiveState.tableIndex];
+                // No tables (or ran past the end): treat bootstrap as complete.
+                if (!tableName) {
+                    subResponses.push({
+                        id: sub.id,
+                        status: 'active',
+                        scopes: effectiveScopes,
+                        bootstrap: true,
+                        bootstrapState: null,
+                        nextCursor: effectiveState.asOfCommitSeq,
+                        commits: [],
+                        snapshots: [],
+                    });
+                    nextCursors.push(effectiveState.asOfCommitSeq);
+                    continue;
+                }
+                const snapshots = [];
+                let nextState = effectiveState;
+                for (let pageIndex = 0; pageIndex < maxSnapshotPages; pageIndex++) {
+                    if (!nextState)
+                        break;
+                    const nextTableName = nextState.tables[nextState.tableIndex];
+                    if (!nextTableName) {
+                        nextState = null;
+                        break;
+                    }
+                    const tableHandler = args.shapes.getOrThrow(nextTableName);
+                    const isFirstPage = nextState.rowCursor == null;
+                    const page = await tableHandler.snapshot({
+                        db: trx,
+                        actorId: args.actorId,
+                        scopeValues: effectiveScopes,
+                        cursor: nextState.rowCursor,
+                        limit: limitSnapshotRows,
+                    }, sub.params);
+                    const isLastPage = page.nextCursor == null;
+                    // Always use NDJSON+gzip for bootstrap snapshots
+                    const ttlMs = tableHandler.snapshotChunkTtlMs ?? 24 * 60 * 60 * 1000; // 24h
+                    const nowIso = new Date().toISOString();
+                    // Use scope hash for caching
+                    const cacheKey = `${partitionId}:${scopesToCacheKey(effectiveScopes)}`;
+                    const cached = await readSnapshotChunkRefByPageKey(trx, {
+                        partitionId,
+                        scopeKey: cacheKey,
+                        scope: nextTableName,
+                        asOfCommitSeq: effectiveState.asOfCommitSeq,
+                        rowCursor: nextState.rowCursor,
+                        rowLimit: limitSnapshotRows,
+                        encoding: 'ndjson',
+                        compression: 'gzip',
+                        nowIso,
+                    });
+                    let chunkRef = cached;
+                    if (!chunkRef) {
+                        const lines = [];
+                        for (const r of page.rows ?? []) {
+                            const s = JSON.stringify(r);
+                            lines.push(s === undefined ? 'null' : s);
+                        }
+                        const ndjson = lines.length > 0 ? `${lines.join('\n')}\n` : '';
+                        const gz = await compressSnapshotNdjson(ndjson);
+                        const sha256 = createHash('sha256').update(ndjson).digest('hex');
+                        const expiresAt = new Date(Date.now() + Math.max(1000, ttlMs)).toISOString();
+                        // Use external chunk storage if available, otherwise fall back to inline
+                        if (args.chunkStorage) {
+                            chunkRef = await args.chunkStorage.storeChunk({
+                                partitionId,
+                                scopeKey: cacheKey,
+                                scope: nextTableName,
+                                asOfCommitSeq: effectiveState.asOfCommitSeq,
+                                rowCursor: nextState.rowCursor ?? null,
+                                rowLimit: limitSnapshotRows,
+                                encoding: 'ndjson',
+                                compression: 'gzip',
+                                sha256,
+                                body: gz,
+                                expiresAt,
+                            });
+                        }
+                        else {
+                            const chunkId = randomUUID();
+                            chunkRef = await insertSnapshotChunk(trx, {
+                                chunkId,
+                                partitionId,
+                                scopeKey: cacheKey,
+                                scope: nextTableName,
+                                asOfCommitSeq: effectiveState.asOfCommitSeq,
+                                rowCursor: nextState.rowCursor,
+                                rowLimit: limitSnapshotRows,
+                                encoding: 'ndjson',
+                                compression: 'gzip',
+                                sha256,
+                                body: gz,
+                                expiresAt,
+                            });
+                        }
+                    }
+                    snapshots.push({
+                        table: nextTableName,
+                        rows: [],
+                        chunks: [chunkRef],
+                        isFirstPage,
+                        isLastPage,
+                    });
+                    if (page.nextCursor != null) {
+                        nextState = { ...nextState, rowCursor: page.nextCursor };
+                        continue;
+                    }
+                    if (nextState.tableIndex + 1 < nextState.tables.length) {
+                        nextState = {
+                            ...nextState,
+                            tableIndex: nextState.tableIndex + 1,
+                            rowCursor: null,
+                        };
+                        continue;
+                    }
+                    nextState = null;
+                    break;
+                }
+                subResponses.push({
+                    id: sub.id,
+                    status: 'active',
+                    scopes: effectiveScopes,
+                    bootstrap: true,
+                    bootstrapState: nextState,
+                    nextCursor: effectiveState.asOfCommitSeq,
+                    commits: [],
+                    snapshots,
+                });
+                nextCursors.push(effectiveState.asOfCommitSeq);
+                continue;
+            }
+            // Incremental pull for this subscription
+            // Read the commit window for this table up-front so the subscription cursor
+            // can advance past commits that don't match the requested scopes.
+            const scannedCommitSeqs = await dialect.readCommitSeqsForPull(trx, {
+                partitionId,
+                cursor,
+                limitCommits,
+                tables: [sub.shape],
+            });
+            const maxScannedCommitSeq = scannedCommitSeqs.length > 0
+                ? scannedCommitSeqs[scannedCommitSeqs.length - 1]
+                : cursor;
+            // Use streaming when available to reduce memory pressure for large pulls
+            const pullRowStream = dialect.streamIncrementalPullRows
+                ? dialect.streamIncrementalPullRows(trx, {
+                    partitionId,
+                    table: sub.shape,
+                    scopes: effectiveScopes,
+                    cursor,
+                    limitCommits,
+                })
+                : null;
+            // Collect rows and compute nextCursor in a single pass
+            const incrementalRows = [];
+            let nextCursor = cursor;
+            if (pullRowStream) {
+                // Streaming path: process rows as they arrive
+                for await (const row of pullRowStream) {
+                    incrementalRows.push(row);
+                    nextCursor = Math.max(nextCursor, row.commit_seq);
+                }
+            }
+            else {
+                // Non-streaming fallback: load all rows at once
+                const rows = await dialect.readIncrementalPullRows(trx, {
+                    partitionId,
+                    table: sub.shape,
+                    scopes: effectiveScopes,
+                    cursor,
+                    limitCommits,
+                });
+                incrementalRows.push(...rows);
+                for (const r of incrementalRows) {
+                    nextCursor = Math.max(nextCursor, r.commit_seq);
+                }
+            }
+            nextCursor = Math.max(nextCursor, maxScannedCommitSeq);
+            if (incrementalRows.length === 0) {
+                subResponses.push({
+                    id: sub.id,
+                    status: 'active',
+                    scopes: effectiveScopes,
+                    bootstrap: false,
+                    nextCursor,
+                    commits: [],
+                });
+                nextCursors.push(nextCursor);
+                continue;
+            }
+            if (dedupeRows) {
+                const latestByRowKey = new Map();
+                for (const r of incrementalRows) {
+                    const rowKey = `${r.table}\u0000${r.row_id}`;
+                    const change = {
+                        table: r.table,
+                        row_id: r.row_id,
+                        op: r.op,
+                        row_json: r.row_json,
+                        row_version: r.row_version,
+                        scopes: dialect.dbToScopes(r.scopes),
+                    };
+                    latestByRowKey.set(rowKey, {
+                        commitSeq: r.commit_seq,
+                        createdAt: r.created_at,
+                        actorId: r.actor_id,
+                        changeId: r.change_id,
+                        change,
+                    });
+                }
+                const latest = Array.from(latestByRowKey.values()).sort((a, b) => a.commitSeq - b.commitSeq || a.changeId - b.changeId);
+                const commitsBySeq = new Map();
+                for (const item of latest) {
+                    let commit = commitsBySeq.get(item.commitSeq);
+                    if (!commit) {
+                        commit = {
+                            commitSeq: item.commitSeq,
+                            createdAt: item.createdAt,
+                            actorId: item.actorId,
+                            changes: [],
+                        };
+                        commitsBySeq.set(item.commitSeq, commit);
+                    }
+                    commit.changes.push(item.change);
+                }
+                const commits = Array.from(commitsBySeq.values()).sort((a, b) => a.commitSeq - b.commitSeq);
+                subResponses.push({
+                    id: sub.id,
+                    status: 'active',
+                    scopes: effectiveScopes,
+                    bootstrap: false,
+                    nextCursor,
+                    commits,
+                });
+                nextCursors.push(nextCursor);
+                continue;
+            }
+            const commitsBySeq = new Map();
+            const commitSeqs = [];
+            for (const r of incrementalRows) {
+                const seq = r.commit_seq;
+                let commit = commitsBySeq.get(seq);
+                if (!commit) {
+                    commit = {
+                        commitSeq: seq,
+                        createdAt: r.created_at,
+                        actorId: r.actor_id,
+                        changes: [],
+                    };
+                    commitsBySeq.set(seq, commit);
+                    commitSeqs.push(seq);
+                }
+                const change = {
+                    table: r.table,
+                    row_id: r.row_id,
+                    op: r.op,
+                    row_json: r.row_json,
+                    row_version: r.row_version,
+                    scopes: dialect.dbToScopes(r.scopes),
+                };
+                commit.changes.push(change);
+            }
+            const commits = commitSeqs
+                .map((seq) => commitsBySeq.get(seq))
+                .filter((c) => !!c)
+                .filter((c) => c.changes.length > 0);
+            subResponses.push({
+                id: sub.id,
+                status: 'active',
+                scopes: effectiveScopes,
+                bootstrap: false,
+                nextCursor,
+                commits,
+            });
+            nextCursors.push(nextCursor);
+        }
+        const effectiveScopes = mergeScopes(activeSubscriptions);
+        const clientCursor = nextCursors.length > 0 ? Math.min(...nextCursors) : maxCommitSeq;
+        return {
+            response: {
+                ok: true,
+                subscriptions: subResponses,
+            },
+            effectiveScopes,
+            clientCursor,
+        };
+    });
+}
+//# sourceMappingURL=pull.js.map

package/dist/pull.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull.js","sourceRoot":"","sources":["../src/pull.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAe3C,OAAO,EACL,mBAAmB,EACnB,6BAA6B,GAC9B,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,sCAAsC,EAAE,MAAM,yBAAyB,CAAC;AAEjF,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AAClC,MAAM,oBAAoB,GAAG,EAAE,GAAG,IAAI,CAAC;AAEvC,KAAK,UAAU,sBAAsB,CAAC,MAAc,EAAuB;IACzE,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,oBAAoB,EAAE,CAAC;QACrD,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,CAAC;IAC3C,OAAO,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;AAAA,CACnC;AAaD;;GAEG;AACH,SAAS,gBAAgB,CAAC,MAAmB,EAAU;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;SAClC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,OAAO,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAAA,CAChC,CAAC;SACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAAA,CAC1D;AAED;;;GAGG;AACH,SAAS,aAAa,CACpB,KAAyB,EACzB,YAAoB,EACpB,GAAW,EACX,GAAW,EACH;IACR,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,YAAY,CAAC;IAC/D,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;AAAA,CAC5C;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,aAAwC,EAAe;IAC1E,MAAM,MAAM,GAAgC,EAAE,CAAC;IAE/C,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACtD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACnD,KAAK,MAAM,CAAC,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAC/B,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IACjD,CAAC;IACD,OAAO,MAAM,CAAC;AAAA,CACf;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAwB,IAajD,EAAuB;IACtB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAClC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;IACnB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC;IAElD,uCAAuC;IACvC,MAAM,YAAY,GAAG,aAAa,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,iBAAiB,GAAG,aAAa,CACrC,OAAO,CAAC,iBAAiB,EACzB,IAAI,EACJ,CAAC,EACD,IAAI,CACL,CAAC;IACF,MAAM,gBAAgB,GAAG,aAAa,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IAC3E,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,KAAK,IAAI,CAAC;IAE/C,iDAAiD;IACjD,MAAM,QAAQ,GAAG,MAAM,sCAAsC,CAAC;QAC5D,EAAE;QACF,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,EAAE;QAC1C,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,oBAAoB,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC;QACrD,MAAM,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAErC,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1E,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QAE1E,MAAM,YAAY,GAAmC,EAAE,CAAC;QACxD,MAAM,mBAAmB,GAA8B,EAAE,CAAC;QAC1D,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9C,mDAAmD;YACnD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAElC,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrE,YAAY,CAAC,IAAI,CAAC;oBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,MAAM,EAAE,SAAS;oBACjB,MAAM,EAAE,EAAE;oBACV,SAAS,EAAE,KAAK;oBAChB,UAAU,EAAE,MAAM;oBAClB,OAAO,EAAE,EAAE;iBACZ,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,eAAe,GAAG,GAAG,CAAC,MAAM,CAAC;YACnC,mBAAmB,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;YAEtD,MAAM,cAAc,GAClB,GAAG,CAAC,cAAc,IAAI,IAAI;gBAC1B,MAAM,GAAG,CAAC;gBACV,MAAM,GAAG,YAAY;gBACrB,CAAC,YAAY,GAAG,CAAC,IAAI,MAAM,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC;YAElD,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM;qBACvB,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC;qBAC/B,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAEnC,MAAM,SAAS,GAAuB;oBACpC,aAAa,EAAE,YAAY;oBAC3B,MAAM;oBACN,UAAU,EAAE,CAAC;oBACb,SAAS,EAAE,IAAI;iBAChB,CAAC;gBAEF,MAAM,cAAc,GAAG,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC;gBAClD,MAAM,KAAK,GACT,cAAc;oBACd,OAAO,cAAc,CAAC,aAAa,KAAK,QAAQ;oBAChD,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC;oBACpC,OAAO,cAAc,CAAC,UAAU,KAAK,QAAQ;oBAC3C,CAAC,CAAE,cAAqC;oBACxC,CAAC,CAAC,SAAS,CAAC;gBAEhB,wFAAwF;gBACxF,MAAM,cAAc,GAClB,KAAK,CAAC,aAAa,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;gBAE7D,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;gBAEnE,gEAAgE;gBAChE,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,YAAY,CAAC,IAAI,CAAC;wBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,MAAM,EAAE,QAAQ;wBAChB,MAAM,EAAE,eAAe;wBACvB,SAAS,EAAE,IAAI;wBACf,cAAc,EAAE,IAAI;wBACpB,UAAU,EAAE,cAAc,CAAC,aAAa;wBACxC,OAAO,EAAE,EAAE;wBACX,SAAS,EAAE,EAAE;qBACd,CAAC,CAAC;oBACH,WAAW,CAAC,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;oBAC/C,SAAS;gBACX,CAAC;gBAED,MAAM,SAAS,GAAmB,EAAE,CAAC;gBACrC,IAAI,SAAS,GAA8B,cAAc,CAAC;gBAE1D,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,gBAAgB,EAAE,SAAS,EAAE,EAAE,CAAC;oBAClE,IAAI,CAAC,SAAS;wBAAE,MAAM;oBAEtB,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;oBAC7D,IAAI,CAAC,aAAa,EAAE,CAAC;wBACnB,SAAS,GAAG,IAAI,CAAC;wBACjB,MAAM;oBACR,CAAC;oBAED,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;oBAC3D,MAAM,WAAW,GAAG,SAAS,CAAC,SAAS,IAAI,IAAI,CAAC;oBAEhD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,QAAQ,CACtC;wBACE,EAAE,EAAE,GAAG;wBACP,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,WAAW,EAAE,eAAe;wBAC5B,MAAM,EAAE,SAAS,CAAC,SAAS;wBAC3B,KAAK,EAAE,iBAAiB;qBACzB,EACD,GAAG,CAAC,MAAM,CACX,CAAC;oBAEF,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;oBAE3C,iDAAiD;oBACjD,MAAM,KAAK,GAAG,YAAY,CAAC,kBAAkB,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,MAAM;oBAC5E,MAAM,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAExC,6BAA6B;oBAC7B,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,gBAAgB,CAAC,eAAe,CAAC,EAAE,CAAC;oBACvE,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAAC,GAAG,EAAE;wBACtD,WAAW;wBACX,QAAQ,EAAE,QAAQ;wBAClB,KAAK,EAAE,aAAa;wBACpB,aAAa,EAAE,cAAc,CAAC,aAAa;wBAC3C,SAAS,EAAE,SAAS,CAAC,SAAS;wBAC9B,QAAQ,EAAE,iBAAiB;wBAC3B,QAAQ,EAAE,QAAQ;wBAClB,WAAW,EAAE,MAAM;wBACnB,MAAM;qBACP,CAAC,CAAC;oBAEH,IAAI,QAAQ,GAAG,MAAM,CAAC;oBAEtB,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACd,MAAM,KAAK,GAAa,EAAE,CAAC;wBAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;4BAChC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;4BAC5B,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC3C,CAAC;wBACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC/D,MAAM,EAAE,GAAG,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;wBAChD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBACjE,MAAM,SAAS,GAAG,IAAI,IAAI,CACxB,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CACnC,CAAC,WAAW,EAAE,CAAC;wBAEhB,yEAAyE;wBACzE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;4BACtB,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC;gCAC5C,WAAW;gCACX,QAAQ,EAAE,QAAQ;gCAClB,KAAK,EAAE,aAAa;gCACpB,aAAa,EAAE,cAAc,CAAC,aAAa;gCAC3C,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,IAAI;gCACtC,QAAQ,EAAE,iBAAiB;gCAC3B,QAAQ,EAAE,QAAQ;gCAClB,WAAW,EAAE,MAAM;gCACnB,MAAM;gCACN,IAAI,EAAE,EAAE;gCACR,SAAS;6BACV,CAAC,CAAC;wBACL,CAAC;6BAAM,CAAC;4BACN,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;4BAC7B,QAAQ,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE;gCACxC,OAAO;gCACP,WAAW;gCACX,QAAQ,EAAE,QAAQ;gCAClB,KAAK,EAAE,aAAa;gCACpB,aAAa,EAAE,cAAc,CAAC,aAAa;gCAC3C,SAAS,EAAE,SAAS,CAAC,SAAS;gCAC9B,QAAQ,EAAE,iBAAiB;gCAC3B,QAAQ,EAAE,QAAQ;gCAClB,WAAW,EAAE,MAAM;gCACnB,MAAM;gCACN,IAAI,EAAE,EAAE;gCACR,SAAS;6BACV,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAED,SAAS,CAAC,IAAI,CAAC;wBACb,KAAK,EAAE,aAAa;wBACpB,IAAI,EAAE,EAAE;wBACR,MAAM,EAAE,CAAC,QAAQ,CAAC;wBAClB,WAAW;wBACX,UAAU;qBACX,CAAC,CAAC;oBAEH,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;wBAC5B,SAAS,GAAG,EAAE,GAAG,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;wBACzD,SAAS;oBACX,CAAC;oBAED,IAAI,SAAS,CAAC,UAAU,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;wBACvD,SAAS,GAAG;4BACV,GAAG,SAAS;4BACZ,UAAU,EAAE,SAAS,CAAC,UAAU,GAAG,CAAC;4BACpC,SAAS,EAAE,IAAI;yBAChB,CAAC;wBACF,SAAS;oBACX,CAAC;oBAED,SAAS,GAAG,IAAI,CAAC;oBACjB,MAAM;gBACR,CAAC;gBAED,YAAY,CAAC,IAAI,CAAC;oBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,MAAM,EAAE,QAAQ;oBAChB,MAAM,EAAE,eAAe;oBACvB,SAAS,EAAE,IAAI;oBACf,cAAc,EAAE,SAAS;oBACzB,UAAU,EAAE,cAAc,CAAC,aAAa;oBACxC,OAAO,EAAE,EAAE;oBACX,SAAS;iBACV,CAAC,CAAC;gBACH,WAAW,CAAC,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;gBAC/C,SAAS;YACX,CAAC;YAED,yCAAyC;YACzC,4EAA4E;YAC5E,kEAAkE;YAClE,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,qBAAqB,CAAC,GAAG,EAAE;gBACjE,WAAW;gBACX,MAAM;gBACN,YAAY;gBACZ,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC;aACpB,CAAC,CAAC;YACH,MAAM,mBAAmB,GACvB,iBAAiB,CAAC,MAAM,GAAG,CAAC;gBAC1B,CAAC,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAE;gBAClD,CAAC,CAAC,MAAM,CAAC;YAEb,yEAAyE;YACzE,MAAM,aAAa,GAAG,OAAO,CAAC,yBAAyB;gBACrD,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,GAAG,EAAE;oBACrC,WAAW;oBACX,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,MAAM,EAAE,eAAe;oBACvB,MAAM;oBACN,YAAY;iBACb,CAAC;gBACJ,CAAC,CAAC,IAAI,CAAC;YAET,uDAAuD;YACvD,MAAM,eAAe,GAWhB,EAAE,CAAC;YAER,IAAI,UAAU,GAAG,MAAM,CAAC;YAExB,IAAI,aAAa,EAAE,CAAC;gBAClB,8CAA8C;gBAC9C,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;oBACtC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAC1B,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,gDAAgD;gBAChD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,uBAAuB,CAAC,GAAG,EAAE;oBACtD,WAAW;oBACX,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,MAAM,EAAE,eAAe;oBACvB,MAAM;oBACN,YAAY;iBACb,CAAC,CAAC;gBACH,eAAe,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;gBAC9B,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;oBAChC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;YAED,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;YAEvD,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjC,YAAY,CAAC,IAAI,CAAC;oBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,MAAM,EAAE,QAAQ;oBAChB,MAAM,EAAE,eAAe;oBACvB,SAAS,EAAE,KAAK;oBAChB,UAAU;oBACV,OAAO,EAAE,EAAE;iBACZ,CAAC,CAAC;gBACH,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC7B,SAAS;YACX,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,cAAc,GAAG,IAAI,GAAG,EAS3B,CAAC;gBAEJ,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;oBAChC,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC;oBAC7C,MAAM,MAAM,GAAe;wBACzB,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,MAAM,EAAE,CAAC,CAAC,MAAM;wBAChB,EAAE,EAAE,CAAC,CAAC,EAAE;wBACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;wBAC1B,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;qBACrC,CAAC;oBAEF,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE;wBACzB,SAAS,EAAE,CAAC,CAAC,UAAU;wBACvB,SAAS,EAAE,CAAC,CAAC,UAAU;wBACvB,OAAO,EAAE,CAAC,CAAC,QAAQ;wBACnB,QAAQ,EAAE,CAAC,CAAC,SAAS;wBACrB,MAAM;qBACP,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CACrD,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAC/D,CAAC;gBAEF,MAAM,YAAY,GAAG,IAAI,GAAG,EAAsB,CAAC;gBACnD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;oBAC1B,IAAI,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,MAAM,GAAG;4BACP,SAAS,EAAE,IAAI,CAAC,SAAS;4BACzB,SAAS,EAAE,IAAI,CAAC,SAAS;4BACzB,OAAO,EAAE,IAAI,CAAC,OAAO;4BACrB,OAAO,EAAE,EAAE;yBACZ,CAAC;wBACF,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;oBAC3C,CAAC;oBACD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnC,CAAC;gBAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CACpD,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CACpC,CAAC;gBAEF,YAAY,CAAC,IAAI,CAAC;oBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,MAAM,EAAE,QAAQ;oBAChB,MAAM,EAAE,eAAe;oBACvB,SAAS,EAAE,KAAK;oBAChB,UAAU;oBACV,OAAO;iBACR,CAAC,CAAC;gBACH,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC7B,SAAS;YACX,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAAsB,CAAC;YACnD,MAAM,UAAU,GAAa,EAAE,CAAC;YAEhC,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC;gBACzB,IAAI,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,GAAG;wBACP,SAAS,EAAE,GAAG;wBACd,SAAS,EAAE,CAAC,CAAC,UAAU;wBACvB,OAAO,EAAE,CAAC,CAAC,QAAQ;wBACnB,OAAO,EAAE,EAAE;qBACZ,CAAC;oBACF,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBAC9B,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,MAAM,MAAM,GAAe;oBACzB,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,MAAM,EAAE,CAAC,CAAC,MAAM;oBAChB,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;iBACrC,CAAC;gBACF,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9B,CAAC;YAED,MAAM,OAAO,GAAiB,UAAU;iBACrC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;iBACnC,MAAM,CAAC,CAAC,CAAC,EAAmB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEvC,YAAY,CAAC,IAAI,CAAC;gBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,QAAQ;gBAChB,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,KAAK;gBAChB,UAAU;gBACV,OAAO;aACR,CAAC,CAAC;YACH,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;QAED,MAAM,eAAe,GAAG,WAAW,CAAC,mBAAmB,CAAC,CAAC;QACzD,MAAM,YAAY,GAChB,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;QAEnE,OAAO;YACL,QAAQ,EAAE;gBACR,EAAE,EAAE,IAAa;gBACjB,aAAa,EAAE,YAAY;aAC5B;YACD,eAAe;YACf,YAAY;SACb,CAAC;IAAA,CACH,CAAC,CAAC;AAAA,CACJ"}

package/dist/push.d.ts

@@ -0,0 +1,33 @@
+import type { SyncChange, SyncPushRequest, SyncPushResponse } from '@syncular/core';
+import type { Kysely } from 'kysely';
+import type { ServerSyncDialect } from './dialect/types';
+import type { SyncCoreDb } from './schema';
+import type { TableRegistry } from './shapes/registry';
+export interface PushCommitResult {
+    response: SyncPushResponse;
+    /**
+     * Distinct tables affected by this commit.
+     * Empty for rejected commits and for commits that emit no changes.
+     */
+    affectedTables: string[];
+    /**
+     * Scope keys derived from emitted changes (e.g. "org:abc", "team:xyz").
+     * Computed in-transaction so callers don't need an extra DB query.
+     * Empty for rejected/cached commits.
+     */
+    scopeKeys: string[];
+    /**
+     * Changes emitted by this commit. Available for WS data delivery.
+     * Empty for rejected/cached commits.
+     */
+    emittedChanges: SyncChange[];
+}
+export declare function pushCommit<DB extends SyncCoreDb>(args: {
+    db: Kysely<DB>;
+    dialect: ServerSyncDialect;
+    shapes: TableRegistry<DB>;
+    actorId: string;
+    partitionId?: string;
+    request: SyncPushRequest;
+}): Promise<PushCommitResult>;
+//# sourceMappingURL=push.d.ts.map

package/dist/push.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"push.d.ts","sourceRoot":"","sources":["../src/push.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,gBAAgB,EACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAEV,MAAM,EAIP,MAAM,QAAQ,CAAC;AAEhB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAKvD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,gBAAgB,CAAC;IAC3B;;;OAGG;IACH,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB;;;;OAIG;IACH,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB;;;OAGG;IACH,cAAc,EAAE,UAAU,EAAE,CAAC;CAC9B;AAoDD,wBAAsB,UAAU,CAAC,EAAE,SAAS,UAAU,EAAE,IAAI,EAAE;IAC5D,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,EAAE,iBAAiB,CAAC;IAC3B,MAAM,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,eAAe,CAAC;CAC1B,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAuW5B"}