@syncular/server 0.0.6-96 → 0.1.1

package/dist/sqlite/index.js

@@ -0,0 +1,795 @@
+/**
+ * @syncular/server/sqlite - SQLite Server Sync Dialect
+ *
+ * SQLite adaptation of the commit-log based sync system.
+ * Works with SQLite-compatible Kysely dialects such as bun:sqlite, better-sqlite3, and sqlite3.
+ *
+ * Key differences from Postgres:
+ * - No bigserial → INTEGER PRIMARY KEY AUTOINCREMENT
+ * - No JSONB → JSON stored as TEXT (with json_extract for filtering)
+ * - No array && overlap → JSON object key matching
+ * - No timestamptz → TEXT with ISO format
+ * - No GIN index → regular index + manual filtering
+ * - REPEATABLE READ → no-op (SQLite uses serializable by default)
+ */
+import { BaseServerSyncDialect, coerceIsoString, coerceNumber, createSavepointName, isActiveTransaction, parseScopes, } from '@syncular/server';
+import { sql } from 'kysely';
+function parseJsonValue(value) {
+    if (value === null || value === undefined)
+        return null;
+    if (typeof value === 'object')
+        return value;
+    if (typeof value === 'string') {
+        try {
+            return JSON.parse(value);
+        }
+        catch {
+            return value;
+        }
+    }
+    return value;
+}
+function toStringArray(value) {
+    if (Array.isArray(value)) {
+        return value.filter((k) => typeof k === 'string');
+    }
+    if (typeof value === 'string') {
+        try {
+            const parsed = JSON.parse(value);
+            if (Array.isArray(parsed)) {
+                return parsed.filter((k) => typeof k === 'string');
+            }
+        }
+        catch {
+            // ignore
+        }
+    }
+    return [];
+}
+/**
+ * Build a safe SQLite JSON path for a scope key.
+ */
+function toSqliteJsonPath(scopeKey) {
+    if (/^[A-Za-z_][A-Za-z0-9_]*$/.test(scopeKey)) {
+        return `$.${scopeKey}`;
+    }
+    const escaped = scopeKey
+        .replaceAll('\\', '\\\\')
+        .replaceAll('"', '\\"')
+        .replaceAll("'", "\\'");
+    return `$."${escaped}"`;
+}
+/**
+ * Build scope filter SQL for a JSON scopes column.
+ * Returns `0 = 1` when a requested array scope is empty.
+ */
+function buildScopeFilterSql(scopes, scopeColumnSql) {
+    const conditions = [];
+    for (const [scopeKey, requested] of Object.entries(scopes)) {
+        const jsonPath = toSqliteJsonPath(scopeKey);
+        if (Array.isArray(requested)) {
+            const values = requested.filter((value) => typeof value === 'string');
+            if (values.length === 0) {
+                return sql `0 = 1`;
+            }
+            const valuesSql = sql.join(values.map((value) => sql `${value}`), sql `, `);
+            conditions.push(sql `json_extract(${sql.raw(scopeColumnSql)}, ${jsonPath}) IN (${valuesSql})`);
+            continue;
+        }
+        conditions.push(sql `json_extract(${sql.raw(scopeColumnSql)}, ${jsonPath}) = ${requested}`);
+    }
+    if (conditions.length === 0) {
+        return sql `1 = 1`;
+    }
+    return sql.join(conditions, sql ` AND `);
+}
+async function ensurePartitionColumn(db, table) {
+    try {
+        await sql
+            .raw(`ALTER TABLE ${table} ADD COLUMN partition_id TEXT NOT NULL DEFAULT 'default'`)
+            .execute(db);
+    }
+    catch {
+        // Ignore when column already exists (or table is immutable in the current backend).
+    }
+}
+async function ensureCommitVerificationColumns(db) {
+    const alterStatements = [
+        'ALTER TABLE sync_commits ADD COLUMN commit_digest TEXT',
+        'ALTER TABLE sync_commits ADD COLUMN commit_chain_root TEXT',
+    ];
+    for (const statement of alterStatements) {
+        try {
+            await sql.raw(statement).execute(db);
+        }
+        catch {
+            // Ignore when column already exists.
+        }
+    }
+}
+async function ensureConsoleEventColumns(db) {
+    const alterStatements = [
+        "ALTER TABLE sync_request_events ADD COLUMN partition_id TEXT NOT NULL DEFAULT 'default'",
+        'ALTER TABLE sync_request_events ADD COLUMN request_id TEXT',
+        'ALTER TABLE sync_request_events ADD COLUMN trace_id TEXT',
+        'ALTER TABLE sync_request_events ADD COLUMN span_id TEXT',
+        "ALTER TABLE sync_request_events ADD COLUMN transport_path TEXT NOT NULL DEFAULT 'direct'",
+        "ALTER TABLE sync_request_events ADD COLUMN sync_path TEXT NOT NULL DEFAULT 'http-combined'",
+        "ALTER TABLE sync_request_events ADD COLUMN response_status TEXT NOT NULL DEFAULT 'unknown'",
+        'ALTER TABLE sync_request_events ADD COLUMN error_code TEXT',
+        'ALTER TABLE sync_request_events ADD COLUMN subscription_count INTEGER',
+        'ALTER TABLE sync_request_events ADD COLUMN scopes_summary TEXT',
+        'ALTER TABLE sync_request_events ADD COLUMN response_summary TEXT',
+        'ALTER TABLE sync_request_events ADD COLUMN payload_ref TEXT',
+    ];
+    for (const statement of alterStatements) {
+        try {
+            await sql.raw(statement).execute(db);
+        }
+        catch {
+            // Ignore when column already exists (or table is immutable in the current backend).
+        }
+    }
+}
+async function ensureSnapshotChunkContinuationColumns(db) {
+    const alterStatements = [
+        'ALTER TABLE sync_snapshot_chunks ADD COLUMN next_row_cursor TEXT',
+        'ALTER TABLE sync_snapshot_chunks ADD COLUMN is_last_page INTEGER NOT NULL DEFAULT 0',
+    ];
+    for (const statement of alterStatements) {
+        try {
+            await sql.raw(statement).execute(db);
+        }
+        catch {
+            // Ignore when column already exists.
+        }
+    }
+}
+export class SqliteServerSyncDialect extends BaseServerSyncDialect {
+    family = 'sqlite';
+    supportsForUpdate = false;
+    supportsSavepoints;
+    supportsInsertReturning = false;
+    _supportsTransactions;
+    constructor(options) {
+        super();
+        this._supportsTransactions = options?.supportsTransactions ?? true;
+        this.supportsSavepoints = this._supportsTransactions;
+    }
+    // ===========================================================================
+    // SQL Fragment Hooks
+    // ===========================================================================
+    buildNumberListFilter(values) {
+        const list = sql.join(values.map((v) => sql `${v}`), sql `, `);
+        return sql `IN (${list})`;
+    }
+    buildStringListFilter(values) {
+        const list = sql.join(values.map((v) => sql `${v}`), sql `, `);
+        return sql `IN (${list})`;
+    }
+    // ===========================================================================
+    // Schema Setup
+    // ===========================================================================
+    async ensureSyncSchema(db) {
+        await sql `PRAGMA foreign_keys = ON`.execute(db);
+        const nowIso = sql `(strftime('%Y-%m-%dT%H:%M:%fZ','now'))`;
+        // sync_commits table
+        await db.schema
+            .createTable('sync_commits')
+            .ifNotExists()
+            .addColumn('commit_seq', 'integer', (col) => col.primaryKey().autoIncrement())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('actor_id', 'text', (col) => col.notNull())
+            .addColumn('client_id', 'text', (col) => col.notNull())
+            .addColumn('client_commit_id', 'text', (col) => col.notNull())
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .addColumn('meta', 'json')
+            .addColumn('result_json', 'json')
+            .addColumn('change_count', 'integer', (col) => col.notNull().defaultTo(0))
+            .addColumn('commit_digest', 'text')
+            .addColumn('commit_chain_root', 'text')
+            .addColumn('affected_tables', 'text', (col) => col.notNull().defaultTo('[]'))
+            .execute();
+        await ensurePartitionColumn(db, 'sync_commits');
+        await ensureCommitVerificationColumns(db);
+        await sql `DROP INDEX IF EXISTS idx_sync_commits_client_commit`.execute(db);
+        await sql `CREATE UNIQUE INDEX IF NOT EXISTS idx_sync_commits_client_commit
+      ON sync_commits(partition_id, client_id, client_commit_id)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_commits_partition_client_commit_seq
+      ON sync_commits(partition_id, client_id, commit_seq)`.execute(db);
+        // sync_table_commits table (index of which commits affect which tables)
+        await db.schema
+            .createTable('sync_table_commits')
+            .ifNotExists()
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('table', 'text', (col) => col.notNull())
+            .addColumn('commit_seq', 'integer', (col) => col.notNull().references('sync_commits.commit_seq').onDelete('cascade'))
+            .addPrimaryKeyConstraint('sync_table_commits_pk', [
+            'partition_id',
+            'table',
+            'commit_seq',
+        ])
+            .execute();
+        await ensurePartitionColumn(db, 'sync_table_commits');
+        // Ensure unique index matches ON CONFLICT clause in push.ts
+        // (needed when migrating from old schema where PK was only (table, commit_seq))
+        await sql `CREATE UNIQUE INDEX IF NOT EXISTS idx_sync_table_commits_partition_pk
+      ON sync_table_commits(partition_id, "table", commit_seq)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_table_commits_commit_seq
+      ON sync_table_commits(partition_id, commit_seq)`.execute(db);
+        // sync_scope_commits table (index of which commits affect table/scope routes)
+        await db.schema
+            .createTable('sync_scope_commits')
+            .ifNotExists()
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('table', 'text', (col) => col.notNull())
+            .addColumn('scope_key', 'text', (col) => col.notNull())
+            .addColumn('commit_seq', 'integer', (col) => col.notNull().references('sync_commits.commit_seq').onDelete('cascade'))
+            .addPrimaryKeyConstraint('sync_scope_commits_pk', [
+            'partition_id',
+            'table',
+            'scope_key',
+            'commit_seq',
+        ])
+            .execute();
+        await ensurePartitionColumn(db, 'sync_scope_commits');
+        await sql `CREATE UNIQUE INDEX IF NOT EXISTS idx_sync_scope_commits_partition_pk
+      ON sync_scope_commits(partition_id, "table", scope_key, commit_seq)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_scope_commits_commit_seq
+      ON sync_scope_commits(partition_id, commit_seq)`.execute(db);
+        // sync_changes table - uses JSON for scopes
+        await db.schema
+            .createTable('sync_changes')
+            .ifNotExists()
+            .addColumn('change_id', 'integer', (col) => col.primaryKey().autoIncrement())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('commit_seq', 'integer', (col) => col.notNull().references('sync_commits.commit_seq').onDelete('cascade'))
+            .addColumn('table', 'text', (col) => col.notNull())
+            .addColumn('row_id', 'text', (col) => col.notNull())
+            .addColumn('op', 'text', (col) => col.notNull())
+            .addColumn('row_json', 'json')
+            .addColumn('row_version', 'integer')
+            .addColumn('scopes', 'json', (col) => col.notNull())
+            .execute();
+        await ensurePartitionColumn(db, 'sync_changes');
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_changes_commit_seq
+      ON sync_changes(partition_id, commit_seq)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_changes_table
+      ON sync_changes(partition_id, "table")`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_changes_table_commit_seq_change_id
+      ON sync_changes(partition_id, "table", commit_seq, change_id)`.execute(db);
+        // sync_client_cursors table
+        await db.schema
+            .createTable('sync_client_cursors')
+            .ifNotExists()
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('client_id', 'text', (col) => col.notNull())
+            .addColumn('actor_id', 'text', (col) => col.notNull())
+            .addColumn('cursor', 'integer', (col) => col.notNull().defaultTo(0))
+            .addColumn('effective_scopes', 'json', (col) => col.notNull().defaultTo('{}'))
+            .addColumn('realtime_subscriptions', 'json')
+            .addColumn('updated_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .addPrimaryKeyConstraint('sync_client_cursors_pk', [
+            'partition_id',
+            'client_id',
+        ])
+            .execute();
+        await ensurePartitionColumn(db, 'sync_client_cursors');
+        try {
+            await sql `ALTER TABLE sync_client_cursors ADD COLUMN realtime_subscriptions json`.execute(db);
+        }
+        catch {
+            // Ignore when column already exists.
+        }
+        // Ensure unique index matches ON CONFLICT clause in recordClientCursor
+        // (needed when migrating from old schema where PK was only (client_id))
+        await sql `CREATE UNIQUE INDEX IF NOT EXISTS idx_sync_client_cursors_partition_pk
+      ON sync_client_cursors(partition_id, client_id)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_client_cursors_updated_at
+      ON sync_client_cursors(updated_at)`.execute(db);
+        // sync_snapshot_chunks table
+        await db.schema
+            .createTable('sync_snapshot_chunks')
+            .ifNotExists()
+            .addColumn('chunk_id', 'text', (col) => col.primaryKey())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('scope_key', 'text', (col) => col.notNull())
+            .addColumn('scope', 'text', (col) => col.notNull())
+            .addColumn('as_of_commit_seq', 'integer', (col) => col.notNull())
+            .addColumn('row_cursor', 'text', (col) => col.notNull().defaultTo(''))
+            .addColumn('row_limit', 'integer', (col) => col.notNull())
+            .addColumn('next_row_cursor', 'text')
+            .addColumn('is_last_page', 'integer', (col) => col.notNull().defaultTo(0))
+            .addColumn('encoding', 'text', (col) => col.notNull())
+            .addColumn('compression', 'text', (col) => col.notNull())
+            .addColumn('sha256', 'text', (col) => col.notNull())
+            .addColumn('byte_length', 'integer', (col) => col.notNull())
+            .addColumn('blob_hash', 'text', (col) => col.notNull().defaultTo(''))
+            .addColumn('body', 'blob') // Deprecated: use blob storage
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .addColumn('expires_at', 'text', (col) => col.notNull())
+            .execute();
+        await ensurePartitionColumn(db, 'sync_snapshot_chunks');
+        await ensureSnapshotChunkContinuationColumns(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_snapshot_chunks_expires_at
+      ON sync_snapshot_chunks(expires_at)`.execute(db);
+        await sql `CREATE UNIQUE INDEX IF NOT EXISTS idx_sync_snapshot_chunks_page_key
+      ON sync_snapshot_chunks(partition_id, scope_key, scope, as_of_commit_seq, row_cursor, row_limit, encoding, compression)`.execute(db);
+        // sync_snapshot_artifacts table. Artifact bodies live in object storage;
+        // this table owns scoped eligibility and manifest metadata.
+        await db.schema
+            .createTable('sync_snapshot_artifacts')
+            .ifNotExists()
+            .addColumn('artifact_id', 'text', (col) => col.primaryKey())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('scope_key', 'text', (col) => col.notNull())
+            .addColumn('subscription_id', 'text', (col) => col.notNull())
+            .addColumn('table', 'text', (col) => col.notNull())
+            .addColumn('artifact_kind', 'text', (col) => col.notNull())
+            .addColumn('schema_version', 'text', (col) => col.notNull())
+            .addColumn('as_of_commit_seq', 'integer', (col) => col.notNull())
+            .addColumn('row_cursor', 'text', (col) => col.notNull().defaultTo(''))
+            .addColumn('row_limit', 'integer', (col) => col.notNull())
+            .addColumn('row_count', 'integer', (col) => col.notNull())
+            .addColumn('next_row_cursor', 'text')
+            .addColumn('is_first_page', 'integer', (col) => col.notNull().defaultTo(0))
+            .addColumn('is_last_page', 'integer', (col) => col.notNull().defaultTo(0))
+            .addColumn('compression', 'text', (col) => col.notNull())
+            .addColumn('sha256', 'text', (col) => col.notNull())
+            .addColumn('byte_length', 'integer', (col) => col.notNull())
+            .addColumn('manifest_digest', 'text', (col) => col.notNull())
+            .addColumn('feature_set_json', 'text', (col) => col.notNull())
+            .addColumn('manifest_json', 'text', (col) => col.notNull())
+            .addColumn('blob_hash', 'text', (col) => col.notNull())
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .addColumn('expires_at', 'text', (col) => col.notNull())
+            .execute();
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_snapshot_artifacts_expires_at
+      ON sync_snapshot_artifacts(expires_at)`.execute(db);
+        await sql `CREATE UNIQUE INDEX IF NOT EXISTS idx_sync_snapshot_artifacts_page_key
+      ON sync_snapshot_artifacts(partition_id, scope_key, subscription_id, "table", as_of_commit_seq, row_cursor, row_limit, artifact_kind, schema_version, compression)`.execute(db);
+        // Encrypted CRDT system tables. These are shared by all encrypted CRDT
+        // fields and are exposed through hidden handlers, not app query builders.
+        await db.schema
+            .createTable('sync_crdt_updates')
+            .ifNotExists()
+            .addColumn('seq', 'integer', (col) => col.primaryKey().autoIncrement())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('stream_id', 'text', (col) => col.notNull())
+            .addColumn('app_table', 'text', (col) => col.notNull())
+            .addColumn('row_id', 'text', (col) => col.notNull())
+            .addColumn('field_name', 'text', (col) => col.notNull())
+            .addColumn('update_id', 'text', (col) => col.notNull())
+            .addColumn('actor_id', 'text')
+            .addColumn('client_id', 'text')
+            .addColumn('key_id', 'text', (col) => col.notNull())
+            .addColumn('ciphertext', 'text', (col) => col.notNull())
+            .addColumn('scopes', 'json', (col) => col.notNull().defaultTo('{}'))
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .execute();
+        await ensurePartitionColumn(db, 'sync_crdt_updates');
+        await sql `CREATE UNIQUE INDEX IF NOT EXISTS idx_sync_crdt_updates_update_id
+      ON sync_crdt_updates(partition_id, update_id)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_crdt_updates_stream_seq
+      ON sync_crdt_updates(partition_id, stream_id, seq)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_crdt_updates_scope_table
+      ON sync_crdt_updates(partition_id, app_table, row_id, field_name)`.execute(db);
+        await db.schema
+            .createTable('sync_crdt_checkpoints')
+            .ifNotExists()
+            .addColumn('seq', 'integer', (col) => col.primaryKey().autoIncrement())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('stream_id', 'text', (col) => col.notNull())
+            .addColumn('app_table', 'text', (col) => col.notNull())
+            .addColumn('row_id', 'text', (col) => col.notNull())
+            .addColumn('field_name', 'text', (col) => col.notNull())
+            .addColumn('checkpoint_id', 'text', (col) => col.notNull())
+            .addColumn('covers_seq', 'integer', (col) => col.notNull())
+            .addColumn('actor_id', 'text')
+            .addColumn('client_id', 'text')
+            .addColumn('key_id', 'text', (col) => col.notNull())
+            .addColumn('ciphertext', 'text', (col) => col.notNull())
+            .addColumn('scopes', 'json', (col) => col.notNull().defaultTo('{}'))
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .execute();
+        await ensurePartitionColumn(db, 'sync_crdt_checkpoints');
+        await sql `CREATE UNIQUE INDEX IF NOT EXISTS idx_sync_crdt_checkpoints_checkpoint_id
+      ON sync_crdt_checkpoints(partition_id, checkpoint_id)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_crdt_checkpoints_stream_covers
+      ON sync_crdt_checkpoints(partition_id, stream_id, covers_seq)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_crdt_checkpoints_scope_table
+      ON sync_crdt_checkpoints(partition_id, app_table, row_id, field_name)`.execute(db);
+        // Cleanup orphaned rows
+        await sql `
+      DELETE FROM sync_table_commits
+      WHERE commit_seq NOT IN (SELECT commit_seq FROM sync_commits)
+    `.execute(db);
+        await sql `
+      DELETE FROM sync_changes
+      WHERE commit_seq NOT IN (SELECT commit_seq FROM sync_commits)
+    `.execute(db);
+    }
+    // ===========================================================================
+    // Transaction Control
+    // ===========================================================================
+    async executeInTransaction(db, fn) {
+        if (isActiveTransaction(db)) {
+            if (!this._supportsTransactions) {
+                return fn(db);
+            }
+            const savepoint = createSavepointName();
+            await sql.raw(`SAVEPOINT ${savepoint}`).execute(db);
+            try {
+                const result = await fn(db);
+                await sql.raw(`RELEASE SAVEPOINT ${savepoint}`).execute(db);
+                return result;
+            }
+            catch (error) {
+                await sql.raw(`ROLLBACK TO SAVEPOINT ${savepoint}`).execute(db);
+                await sql.raw(`RELEASE SAVEPOINT ${savepoint}`).execute(db);
+                throw error;
+            }
+        }
+        if (this._supportsTransactions) {
+            return db.transaction().execute(fn);
+        }
+        return fn(db);
+    }
+    async setRepeatableRead(_trx) {
+        // SQLite uses serializable isolation by default in WAL mode.
+    }
+    // ===========================================================================
+    // Commit/Change Log Queries (dialect-specific)
+    // ===========================================================================
+    async readChangesForCommits(db, args) {
+        const partitionId = args.partitionId ?? 'default';
+        if (args.commitSeqs.length === 0)
+            return [];
+        const scopeFilter = buildScopeFilterSql(args.scopes, 'scopes');
+        const commitSeqsIn = sql.join(args.commitSeqs.map((seq) => sql `${seq}`), sql `, `);
+        // Fetch all changes for the table and commit sequences
+        const res = await sql `
+      SELECT commit_seq, "table", row_id, op, row_json, row_version, scopes
+      FROM sync_changes
+      WHERE commit_seq IN (${commitSeqsIn})
+        AND partition_id = ${partitionId}
+        AND "table" = ${args.table}
+        AND (${scopeFilter})
+      ORDER BY commit_seq ASC, change_id ASC
+    `.execute(db);
+        return res.rows.map((row) => ({
+            commit_seq: coerceNumber(row.commit_seq) ?? 0,
+            table: row.table,
+            row_id: row.row_id,
+            op: row.op,
+            row_json: parseJsonValue(row.row_json),
+            row_version: coerceNumber(row.row_version),
+            scopes: parseScopes(row.scopes),
+        }));
+    }
+    async readAuditRowHistory(db, args) {
+        const partitionId = args.partitionId ?? 'default';
+        const scopeFilter = buildScopeFilterSql(args.scopes, 'c.scopes');
+        const limit = Math.max(1, Math.min(200, args.limit));
+        const whereClauses = [
+            sql `c.partition_id = ${partitionId}`,
+            sql `cm.partition_id = ${partitionId}`,
+            sql `c."table" = ${args.table}`,
+            sql `c.row_id = ${args.rowId}`,
+            sql `(${scopeFilter})`,
+        ];
+        if (args.beforeCommitSeq !== undefined) {
+            whereClauses.push(sql `c.commit_seq < ${args.beforeCommitSeq}`);
+        }
+        if (args.afterCommitSeq !== undefined) {
+            whereClauses.push(sql `c.commit_seq >= ${args.afterCommitSeq}`);
+        }
+        const res = await sql `
+      SELECT
+        c.commit_seq,
+        cm.actor_id,
+        cm.client_id,
+        cm.client_commit_id,
+        cm.created_at,
+        c.change_id,
+        c."table",
+        c.row_id,
+        c.op,
+        c.row_json,
+        c.row_version,
+        c.scopes
+      FROM sync_changes c
+      JOIN sync_commits cm
+        ON cm.partition_id = c.partition_id
+       AND cm.commit_seq = c.commit_seq
+      WHERE ${sql.join(whereClauses, sql ` AND `)}
+      ORDER BY c.commit_seq DESC, c.change_id DESC
+      LIMIT ${limit + 1}
+    `.execute(db);
+        return res.rows.map((row) => ({
+            commit_seq: coerceNumber(row.commit_seq) ?? 0,
+            actor_id: row.actor_id,
+            client_id: row.client_id,
+            client_commit_id: row.client_commit_id,
+            created_at: coerceIsoString(row.created_at),
+            change_id: coerceNumber(row.change_id) ?? 0,
+            table: row.table,
+            row_id: row.row_id,
+            op: row.op,
+            row_json: parseJsonValue(row.row_json),
+            row_version: coerceNumber(row.row_version),
+            scopes: parseScopes(row.scopes),
+        }));
+    }
+    async readIncrementalPullRowsBatch(db, args) {
+        const partitionId = args.partitionId ?? 'default';
+        const limitCommits = Math.max(1, Math.min(1000, args.limitCommits));
+        const scopeFilter = buildScopeFilterSql(args.scopes, 'c.scopes');
+        const commitSeqs = await this.readScopeIndexedCommitSeqsForPull(db, {
+            partitionId,
+            table: args.table,
+            scopes: args.scopes,
+            cursor: args.cursor,
+            limitCommits,
+        });
+        if (commitSeqs.length === 0)
+            return [];
+        const scannedMaxCommitSeq = commitSeqs[commitSeqs.length - 1] ?? args.cursor;
+        const commitSeqsIn = sql.join(commitSeqs.map((seq) => sql `${seq}`), sql `, `);
+        // Get commits and changes for these commit_seqs
+        const changesRes = await sql `
+      SELECT
+        cm.commit_seq,
+        cm.actor_id,
+        cm.created_at,
+        cm.commit_digest,
+        cm.commit_chain_root,
+        c.change_id,
+        c."table",
+        c.row_id,
+        c.op,
+        c.row_json,
+        c.row_version,
+        c.scopes
+      FROM sync_commits cm
+      JOIN sync_changes c ON c.commit_seq = cm.commit_seq
+      WHERE cm.commit_seq IN (${commitSeqsIn})
+        AND cm.partition_id = ${partitionId}
+        AND c.partition_id = ${partitionId}
+        AND c."table" = ${args.table}
+        AND (${scopeFilter})
+      ORDER BY cm.commit_seq ASC, c.change_id ASC
+    `.execute(db);
+        return changesRes.rows.map((row) => ({
+            commit_seq: coerceNumber(row.commit_seq) ?? 0,
+            scanned_max_commit_seq: scannedMaxCommitSeq,
+            actor_id: row.actor_id,
+            created_at: coerceIsoString(row.created_at),
+            commit_digest: row.commit_digest ?? null,
+            commit_chain_root: row.commit_chain_root ?? null,
+            change_id: coerceNumber(row.change_id) ?? 0,
+            table: row.table,
+            row_id: row.row_id,
+            op: row.op,
+            row_json: parseJsonValue(row.row_json),
+            row_version: coerceNumber(row.row_version),
+            scopes: parseScopes(row.scopes),
+        }));
+    }
+    async compactChanges(db, args) {
+        const cutoffIso = new Date(Date.now() - args.fullHistoryHours * 60 * 60 * 1000).toISOString();
+        const res = await sql `
+      WITH ranked AS (
+        SELECT
+          c.change_id,
+          row_number() OVER (
+            PARTITION BY c.partition_id, c."table", c.row_id, c.scopes
+            ORDER BY c.commit_seq DESC, c.change_id DESC
+          ) AS rn
+        FROM sync_changes c
+        JOIN sync_commits cm ON cm.commit_seq = c.commit_seq
+        WHERE cm.created_at < ${cutoffIso}
+      )
+      DELETE FROM sync_changes
+      WHERE change_id IN (SELECT change_id FROM ranked WHERE rn > 1)
+    `.execute(db);
+        const deleted = Number(res.numAffectedRows ?? 0);
+        // Remove routing index entries that no longer have any remaining changes
+        await sql `
+      DELETE FROM sync_scope_commits
+      WHERE commit_seq IN (
+        SELECT commit_seq
+        FROM sync_commits
+        WHERE created_at < ${cutoffIso}
+          AND partition_id = sync_scope_commits.partition_id
+      )
+        AND NOT EXISTS (
+          SELECT 1
+          FROM sync_changes c
+          WHERE c.commit_seq = sync_scope_commits.commit_seq
+            AND c.partition_id = sync_scope_commits.partition_id
+            AND c."table" = sync_scope_commits."table"
+        )
+    `.execute(db);
+        await sql `
+      DELETE FROM sync_table_commits
+      WHERE commit_seq IN (
+        SELECT commit_seq
+        FROM sync_commits
+        WHERE created_at < ${cutoffIso}
+          AND partition_id = sync_table_commits.partition_id
+      )
+        AND NOT EXISTS (
+          SELECT 1
+          FROM sync_changes c
+          WHERE c.commit_seq = sync_table_commits.commit_seq
+            AND c.partition_id = sync_table_commits.partition_id
+            AND c."table" = sync_table_commits."table"
+        )
+    `.execute(db);
+        return deleted;
+    }
+    // ===========================================================================
+    // Scope Conversion Helpers
+    // ===========================================================================
+    scopesToDb(scopes) {
+        return JSON.stringify(scopes);
+    }
+    dbToArray(value) {
+        return toStringArray(value);
+    }
+    arrayToDb(values) {
+        return JSON.stringify(values.filter((v) => v.length > 0));
+    }
+    // ===========================================================================
+    // Console Schema (Request Events)
+    // ===========================================================================
+    async ensureConsoleSchema(db) {
+        const nowIso = sql `(strftime('%Y-%m-%dT%H:%M:%fZ','now'))`;
+        await db.schema
+            .createTable('sync_request_events')
+            .ifNotExists()
+            .addColumn('event_id', 'integer', (col) => col.primaryKey().autoIncrement())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('request_id', 'text')
+            .addColumn('trace_id', 'text')
+            .addColumn('span_id', 'text')
+            .addColumn('event_type', 'text', (col) => col.notNull())
+            .addColumn('actor_id', 'text', (col) => col.notNull())
+            .addColumn('client_id', 'text', (col) => col.notNull())
+            .addColumn('transport_path', 'text', (col) => col.notNull().defaultTo('direct'))
+            .addColumn('sync_path', 'text', (col) => col.notNull().defaultTo('http-combined'))
+            .addColumn('status_code', 'integer', (col) => col.notNull())
+            .addColumn('outcome', 'text', (col) => col.notNull())
+            .addColumn('response_status', 'text', (col) => col.notNull().defaultTo('unknown'))
+            .addColumn('error_code', 'text')
+            .addColumn('duration_ms', 'integer', (col) => col.notNull())
+            .addColumn('commit_seq', 'integer')
+            .addColumn('operation_count', 'integer')
+            .addColumn('row_count', 'integer')
+            .addColumn('subscription_count', 'integer')
+            .addColumn('scopes_summary', 'text')
+            .addColumn('response_summary', 'text')
+            .addColumn('tables', 'text', (col) => col.notNull().defaultTo('[]'))
+            .addColumn('error_message', 'text')
+            .addColumn('payload_ref', 'text')
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .execute();
+        await ensureConsoleEventColumns(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_request_events_created_at
+      ON sync_request_events(created_at DESC)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_request_events_event_type
+      ON sync_request_events(event_type)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_request_events_client_id
+      ON sync_request_events(client_id)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_request_events_request_id
+      ON sync_request_events(request_id)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_request_events_trace_id
+      ON sync_request_events(trace_id)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_request_events_partition_created_at
+      ON sync_request_events(partition_id, created_at DESC)`.execute(db);
+        await db.schema
+            .createTable('sync_request_payloads')
+            .ifNotExists()
+            .addColumn('payload_ref', 'text', (col) => col.primaryKey())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('request_payload', 'text', (col) => col.notNull())
+            .addColumn('response_payload', 'text')
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .execute();
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_request_payloads_created_at
+      ON sync_request_payloads(created_at DESC)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_request_payloads_partition_created_at
+      ON sync_request_payloads(partition_id, created_at DESC)`.execute(db);
+        await db.schema
+            .createTable('sync_operation_events')
+            .ifNotExists()
+            .addColumn('operation_id', 'integer', (col) => col.primaryKey().autoIncrement())
+            .addColumn('operation_type', 'text', (col) => col.notNull())
+            .addColumn('console_user_id', 'text')
+            .addColumn('partition_id', 'text')
+            .addColumn('target_client_id', 'text')
+            .addColumn('request_payload', 'text')
+            .addColumn('result_payload', 'text')
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .execute();
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_operation_events_created_at
+      ON sync_operation_events(created_at DESC)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_operation_events_type
+      ON sync_operation_events(operation_type)`.execute(db);
+        await db.schema
+            .createTable('sync_realtime_events')
+            .ifNotExists()
+            .addColumn('event_id', 'integer', (col) => col.primaryKey().autoIncrement())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('actor_id', 'text', (col) => col.notNull())
+            .addColumn('client_id', 'text', (col) => col.notNull())
+            .addColumn('transport_path', 'text', (col) => col.notNull().defaultTo('direct'))
+            .addColumn('event_type', 'text', (col) => col.notNull())
+            .addColumn('reason', 'text')
+            .addColumn('cursor', 'integer')
+            .addColumn('latest_cursor', 'integer')
+            .addColumn('commit_seq', 'integer')
+            .addColumn('scope_count', 'integer')
+            .addColumn('skipped_count', 'integer')
+            .addColumn('sync_pack_encoding', 'text')
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .execute();
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_realtime_events_created_at
+      ON sync_realtime_events(created_at DESC)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_realtime_events_partition_client_created_at
+      ON sync_realtime_events(partition_id, client_id, created_at DESC)`.execute(db);
+        await db.schema
+            .createTable('sync_client_diagnostic_snapshots')
+            .ifNotExists()
+            .addColumn('snapshot_id', 'integer', (col) => col.primaryKey().autoIncrement())
+            .addColumn('partition_id', 'text', (col) => col.notNull().defaultTo('default'))
+            .addColumn('client_id', 'text', (col) => col.notNull())
+            .addColumn('actor_id', 'text')
+            .addColumn('runtime_kind', 'text')
+            .addColumn('runtime_version', 'text')
+            .addColumn('schema_version', 'integer')
+            .addColumn('reported_at', 'text', (col) => col.notNull())
+            .addColumn('received_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .addColumn('lifecycle_phase', 'text')
+            .addColumn('connection_state', 'text')
+            .addColumn('freshness_state', 'text', (col) => col.notNull())
+            .addColumn('health_max_severity', 'text')
+            .addColumn('diagnostic_codes_summary', 'text')
+            .addColumn('queue_summary', 'text')
+            .addColumn('timing_summary', 'text')
+            .addColumn('redaction_summary', 'text')
+            .addColumn('snapshot_json', 'text', (col) => col.notNull())
+            .execute();
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_client_diagnostic_snapshots_received_at
+      ON sync_client_diagnostic_snapshots(received_at DESC)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_client_diagnostic_snapshots_latest
+      ON sync_client_diagnostic_snapshots(partition_id, client_id, received_at DESC)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_client_diagnostic_snapshots_health
+      ON sync_client_diagnostic_snapshots(partition_id, health_max_severity, received_at DESC)`.execute(db);
+        // API Keys table
+        await db.schema
+            .createTable('sync_api_keys')
+            .ifNotExists()
+            .addColumn('key_id', 'text', (col) => col.primaryKey())
+            .addColumn('key_hash', 'text', (col) => col.notNull())
+            .addColumn('key_prefix', 'text', (col) => col.notNull())
+            .addColumn('name', 'text', (col) => col.notNull())
+            .addColumn('key_type', 'text', (col) => col.notNull())
+            .addColumn('scope_keys', 'text', (col) => col.defaultTo('[]'))
+            .addColumn('actor_id', 'text')
+            .addColumn('created_at', 'text', (col) => col.notNull().defaultTo(nowIso))
+            .addColumn('expires_at', 'text')
+            .addColumn('last_used_at', 'text')
+            .addColumn('revoked_at', 'text')
+            .execute();
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_api_keys_key_hash
+      ON sync_api_keys(key_hash)`.execute(db);
+        await sql `CREATE INDEX IF NOT EXISTS idx_sync_api_keys_key_type
+      ON sync_api_keys(key_type)`.execute(db);
+    }
+}
+export function createSqliteServerDialect(options) {
+    return new SqliteServerSyncDialect(options);
+}
+//# sourceMappingURL=index.js.map