@g9tm/syncdata 1.2.1 → 1.3.0

package/dist/sqlite/snapshotFiles.js

@@ -0,0 +1,516 @@
+// Twin of G9SyncData.Client.Sqlite/G9CSqliteSyncStore.SnapshotFiles.cs (ADR-0072): a large first download arrives as a
+// SQLite file built on the server with this store's own DDL; its segments go straight from the transport to the platform's
+// G9SnapshotFileSink, and the apply copies the file's tables in SQL - one statement per table, SQLite's transfer optimisation
+// when the table is empty - instead of three statements per row. On Lynx that is one bridge call per table instead of one per
+// few thousand statements: the whole reason this exists for the TypeScript client.
+import { G9SyncErrorCodes, G9SyncException } from '../abstractions/errors.js';
+import { parseJson } from '../abstractions/long.js';
+import { FILE_MODE_COLUMNS, FILE_MODE_COPY, FILE_MODE_MERGE } from '../client/storeTypes.js';
+import { G9EPullPartKind } from '../protocol/dtos.js';
+import { readFileManifest } from '../protocol/wire.js';
+import { G9ESyncDirection } from '../abstractions/enums.js';
+import { asNumber, asOptionalString, asString, statementsOf } from './connection.js';
+import { findByServerName, persistedJson } from './internals.js';
+import { REVOKED_REJECTION_CODE } from './revocation.js';
+import { bit, G9ESqliteDateTimeStorage, G9ESqliteDecimalStorage, keyExpression, quote } from './sql.js';
+/** The protocol's snapshot-file format this build reads (`G9SyncProtocol.SnapshotFileFormatVersion`). */
+export const SNAPSHOT_FILE_FORMAT_VERSION = 1;
+/** "G9SF": `PRAGMA application_id` of a snapshot file (`G9CSnapshotFileWriter.ApplicationId`). */
+export const SNAPSHOT_FILE_APPLICATION_ID = 0x47395346;
+const MAX_FILES_PER_PLAN = 8;
+/** Segments written since a file's last durable checkpoint, per run and file (under the write lock). */
+const pendingSegments = new WeakMap();
+function pendingOf(store) {
+    let map = pendingSegments.get(store);
+    if (!map)
+        pendingSegments.set(store, (map = new Map()));
+    return map;
+}
+function corrupt(message) {
+    return new G9SyncException(G9SyncErrorCodes.SnapshotFileCorrupt, message);
+}
+/** The device's offer (`DescribeSnapshotFiles`): storage forms and, per received table, the shape the store creates it with. */
+export function describeSnapshotFiles(store, negotiated) {
+    if (!store.options.snapshotFiles)
+        return null;
+    const tables = [];
+    for (const table of negotiated) {
+        if (table.direction === G9ESyncDirection.UploadOnly)
+            continue;
+        const local = findByServerName(store, table.name);
+        if (!local)
+            continue;
+        const model = local.model;
+        tables.push({
+            tableId: table.tableId,
+            localName: model.localName,
+            keyColumn: model.keyColumn,
+            keyType: model.keyType,
+            columns: model.columns.map((c) => ({ name: c.name, type: c.type, nullable: c.nullable })),
+            indexes: model.indexes.map((i) => ({ name: i.name, columns: i.columns.slice(), unique: i.unique })),
+        });
+    }
+    if (tables.length === 0)
+        return null;
+    return {
+        formatVersion: SNAPSHOT_FILE_FORMAT_VERSION,
+        storage: {
+            dateTimeAsTicks: store.options.dateTimeStorage === G9ESqliteDateTimeStorage.Ticks,
+            dateTimeFormat: store.options.dateTimeFormat,
+            decimalAsText: store.options.decimalStorage === G9ESqliteDecimalStorage.Text,
+        },
+        tables,
+        minRows: store.options.snapshotFileMinRows,
+        maxBytes: store.options.snapshotFileMaxBytes,
+        maxFiles: MAX_FILES_PER_PLAN,
+    };
+}
+function sinkOf(store) {
+    const sink = store.options.snapshotFiles;
+    if (!sink)
+        throw corrupt('A snapshot-file segment arrived, but this store has no snapshot-file sink.');
+    return sink;
+}
+/** A .NET DateTime in the JSON form System.Text.Json writes, so persisted rows read the same on both sides. */
+function dotnetUtc(ms) {
+    return new Date(ms).toISOString().replace(/\.(\d{3})Z$/, '.$10000Z');
+}
+/** The persisted (.NET) form of a manifest: `builtUtc` as a DateTime. */
+function persistedManifest(manifest) {
+    const { builtUtcMs, ...rest } = manifest;
+    return persistedJson({ ...rest, builtUtc: dotnetUtc(builtUtcMs) });
+}
+/** The persisted (.NET) form of a plan: each planned file's `snapshotUtc` as a DateTime. */
+export function persistedPlan(plan) {
+    return persistedJson({
+        ...plan,
+        parts: plan.parts.map((part) => {
+            if (!part.file)
+                return part;
+            const { snapshotUtcMs, ...file } = part.file;
+            return { ...part, file: { ...file, snapshotUtc: dotnetUtc(snapshotUtcMs) } };
+        }),
+    });
+}
+function validateManifest(manifest, fileId) {
+    if (manifest.fileId !== fileId)
+        throw corrupt(`Snapshot file ${fileId} came with the manifest of ${manifest.fileId}.`);
+    if (manifest.formatVersion < 1 || manifest.formatVersion > SNAPSHOT_FILE_FORMAT_VERSION) {
+        throw corrupt(`Snapshot file ${fileId} has format ${manifest.formatVersion}; this build reads up to ${SNAPSHOT_FILE_FORMAT_VERSION}.`);
+    }
+    if (manifest.compression !== 'br')
+        throw corrupt(`Snapshot file ${fileId} uses the unknown codec '${manifest.compression}'.`);
+    if (manifest.bytes <= 0 ||
+        manifest.segmentBytes <= 0 ||
+        manifest.segments <= 0 ||
+        manifest.segments * manifest.segmentBytes < manifest.bytes ||
+        (manifest.segments - 1) * manifest.segmentBytes >= manifest.bytes ||
+        manifest.sha256.length !== 64) {
+        throw corrupt(`Snapshot file ${fileId} has an inconsistent manifest.`);
+    }
+}
+function safeFileName(fileId) {
+    return fileId.replace(/[^A-Za-z0-9]/g, '_');
+}
+async function readStagedFile(connection, runId, fileId) {
+    const rows = await connection.query('SELECT file_id, path, manifest_json, subscription_key, first_seq, segments_done FROM g9_stage_files WHERE run_id = $r AND file_id = $f', { $r: runId, $f: fileId });
+    return rows[0] ? stagedFileOf(rows[0]) : null;
+}
+/** The staged files of a run, in plan order. */
+export async function readStagedFiles(connection, runId) {
+    const rows = await connection.query('SELECT file_id, path, manifest_json, subscription_key, first_seq, segments_done FROM g9_stage_files WHERE run_id = $r ORDER BY first_seq', {
+        $r: runId,
+    });
+    return rows.map(stagedFileOf);
+}
+function stagedFileOf(r) {
+    const manifest = readFileManifest(parseJson(asString(r[2])));
+    if (!manifest)
+        throw corrupt('A staged snapshot file has no manifest.');
+    return { fileId: asString(r[0]), path: asString(r[1]), manifest, subscriptionKey: asOptionalString(r[3]), firstSequence: asNumber(r[4]), segmentsDone: asNumber(r[5]) };
+}
+/**
+ * `StageFileSegment`: one segment to its place in the staged file, checked against its SHA-256 by the sink BEFORE it is
+ * written. Durable only at checkpoints - every `snapshotFileCheckpointBytes` and at the last segment - in that order: the file
+ * is flushed first, then the stage row records the resume point.
+ */
+export async function stageFileSegment(store, runId, chunk) {
+    var _a, _b;
+    const segment = chunk.file;
+    if (!segment)
+        return;
+    const sink = sinkOf(store);
+    const connection = store.writer();
+    const key = runId + '\u0000' + segment.fileId;
+    const pending = pendingOf(store);
+    let staged = await readStagedFile(connection, runId, segment.fileId);
+    const manifest = segment.manifest;
+    if (manifest) {
+        validateManifest(manifest, segment.fileId);
+        if (!staged || staged.manifest.sha256 !== manifest.sha256) {
+            // A new file - or a different build of it after a resume on another server instance: the file starts over.
+            const path = staged ? staged.path : joinPath(sink.directory, runId + '-' + safeFileName(segment.fileId) + '.sqlite');
+            await sink.create(path, manifest.bytes);
+            await connection.exec('INSERT INTO g9_stage_files (run_id, file_id, path, manifest_json, subscription_key, first_seq, segments_done, bytes_received) ' +
+                'VALUES ($r, $f, $p, $m, $k, $s, 0, 0) ON CONFLICT(run_id, file_id) DO UPDATE SET manifest_json = excluded.manifest_json, segments_done = 0, bytes_received = 0', { $r: runId, $f: segment.fileId, $p: path, $m: persistedManifest(manifest), $k: (_a = chunk.subscriptionKey) !== null && _a !== void 0 ? _a : null, $s: chunk.sequence });
+            pending.delete(key);
+            staged = await readStagedFile(connection, runId, segment.fileId);
+        }
+    }
+    if (!staged)
+        throw corrupt(`Segment ${segment.index} of snapshot file ${segment.fileId} arrived without its manifest.`);
+    const layout = staged.manifest;
+    let state = pending.get(key);
+    if (!state)
+        pending.set(key, (state = { segments: 0, rows: 0, bytes: 0, unsynced: 0 }));
+    const expected = staged.segmentsDone + state.segments;
+    if (segment.index !== expected)
+        throw corrupt(`Snapshot file ${segment.fileId}: segment ${segment.index} arrived where ${expected} was expected.`);
+    if (segment.offset !== segment.index * layout.segmentBytes ||
+        segment.length <= 0 ||
+        segment.length > layout.segmentBytes ||
+        segment.offset + segment.length > layout.bytes ||
+        segment.index >= layout.segments) {
+        throw corrupt(`Snapshot file ${segment.fileId}: segment ${segment.index} does not fit the manifest.`);
+    }
+    const payload = chunk.payload;
+    if (!payload)
+        throw corrupt(`Snapshot file ${segment.fileId}: segment ${segment.index} has no payload.`);
+    const last = segment.index === layout.segments - 1;
+    const sync = last || state.unsynced + segment.length >= Math.max(1, store.options.snapshotFileCheckpointBytes);
+    try {
+        await sink.writeSegment(staged.path, segment.offset, payload, segment.length, segment.sha256, sync);
+    }
+    catch (error) {
+        throw corrupt(`Snapshot file ${segment.fileId}: segment ${segment.index} was refused (${error instanceof Error ? error.message : String(error)}).`);
+    }
+    state.segments++;
+    state.rows += chunk.rowCount;
+    state.bytes += payload.length;
+    state.unsynced += segment.length;
+    if (!sync)
+        return;
+    // The checkpoint, in one atomic call: the data is on disk, so the record that it is there may follow.
+    await connection.runAtomic([
+        ...statementsOf('INSERT OR REPLACE INTO g9_stage (run_id, seq, subscription_key, row_count, continuation_json, payload) VALUES ($r, $s, $k, $n, $c, NULL)', {
+            $r: runId,
+            $s: chunk.sequence,
+            $k: (_b = chunk.subscriptionKey) !== null && _b !== void 0 ? _b : null,
+            $n: state.rows,
+            $c: chunk.continuation ? persistedJson(chunk.continuation) : null,
+        }),
+        ...statementsOf('UPDATE g9_stage_files SET segments_done = segments_done + $n, bytes_received = bytes_received + $b WHERE run_id = $r AND file_id = $f', {
+            $n: state.segments,
+            $b: state.bytes,
+            $r: runId,
+            $f: segment.fileId,
+        }),
+    ]);
+    pending.delete(key);
+}
+/** A resumed stream starts at a file's last checkpoint: segments written after it are written again. */
+export function forgetPendingSegments(store, runId) {
+    const pending = pendingOf(store);
+    pending.forEach((_, key) => {
+        if (key.slice(0, runId.length + 1) === runId + '\u0000')
+            pending.delete(key);
+    });
+}
+/** The staged files of the runs a statement is about to delete (their rows go in the same transaction, the files after it). */
+export async function takeStagedFiles(connection, runFilterSql, params) {
+    const paths = (await connection.query('SELECT path FROM g9_stage_files WHERE run_id IN (' + runFilterSql + ')', params)).map((r) => asString(r[0]));
+    await connection.exec('DELETE FROM g9_stage_files WHERE run_id IN (' + runFilterSql + ')', params);
+    return paths;
+}
+export async function deleteFiles(store, paths) {
+    const sink = store.options.snapshotFiles;
+    if (!sink)
+        return;
+    for (const path of paths) {
+        try {
+            await sink.remove(path);
+        }
+        catch (error) {
+            store.log('warning', 20122, `A staged snapshot file could not be deleted and is retried at the next start: ${path} (${error instanceof Error ? error.message : String(error)})`);
+        }
+    }
+}
+/** Deletes staged files no stage refers to any more (a crash between a stage's commit and its files' deletion). */
+export async function sweepOrphanSnapshotFiles(store, connection) {
+    const sink = store.options.snapshotFiles;
+    if (!sink)
+        return;
+    let files;
+    try {
+        files = await sink.list(sink.directory);
+    }
+    catch {
+        return;
+    }
+    const referenced = {};
+    for (const r of await connection.query('SELECT path FROM g9_stage_files'))
+        referenced[normalizePath(asString(r[0]))] = true;
+    // Only names this store writes (<run id>-<file id>.sqlite and SQLite's companions of it): the directory may be shared with
+    // other files - even the database itself - and a sweep must never touch what it did not create.
+    await deleteFiles(store, files.filter((path) => {
+        const match = STAGED_FILE_NAME.exec(path);
+        return match !== null && referenced[normalizePath(path.substring(0, path.length - (match[1] ? match[1].length : 0)))] !== true;
+    }));
+}
+/** `<32 hex run id>-<file id>.sqlite`, or its -journal/-wal/-shm companion (group 1), at the end of a path. */
+const STAGED_FILE_NAME = /(?:^|[\\/])[0-9a-fA-F]{32}-[A-Za-z0-9_]+\.sqlite(-journal|-wal|-shm)?$/i;
+function normalizePath(path) {
+    return path.replace(/\\/g, '/').toLowerCase();
+}
+function joinPath(directory, name) {
+    return directory.length === 0 ? name : directory.replace(/[\\/]+$/, '') + '/' + name;
+}
+/** `VerifyStagedFile`: every segment arrived, the size is the manifest's, and it is a snapshot file (header + "G9SF"). */
+export async function verifyStagedFile(store, file) {
+    const sink = sinkOf(store);
+    const manifest = file.manifest;
+    if (file.segmentsDone !== manifest.segments)
+        throw corrupt(`Snapshot file ${file.fileId} has ${file.segmentsDone} of ${manifest.segments} segments.`);
+    const size = await sink.size(file.path);
+    if (size !== manifest.bytes)
+        throw corrupt(`Snapshot file ${file.fileId} is missing or not ${manifest.bytes} bytes.`);
+    const header = await sink.head(file.path, 100);
+    const magic = 'SQLite format 3\u0000';
+    for (let i = 0; i < magic.length; i++) {
+        if (header[i] !== magic.charCodeAt(i))
+            throw corrupt(`Snapshot file ${file.fileId} has no SQLite header.`);
+    }
+    const id = ((header[68] << 24) | (header[69] << 16) | (header[70] << 8) | header[71]) >>> 0;
+    if (id !== SNAPSHOT_FILE_APPLICATION_ID)
+        throw corrupt(`Snapshot file ${file.fileId} is not a G9SyncData snapshot file.`);
+}
+/** `AttachedFiles.Schema`. */
+export function attachedSchema(index) {
+    return 'g9snap' + index;
+}
+/** ATTACHes the staged files (outside any transaction) and returns the detach action. */
+export async function attachFiles(connection, files) {
+    let count = 0;
+    const detach = async () => {
+        for (; count > 0; count--) {
+            try {
+                await connection.exec('DETACH DATABASE ' + attachedSchema(count - 1));
+            }
+            catch {
+                // Left attached: the session closes with the store, and the file is swept at the next start.
+            }
+        }
+    };
+    try {
+        for (const file of files) {
+            await connection.exec('ATTACH DATABASE $p AS ' + attachedSchema(count), { $p: file.path });
+            count++;
+        }
+    }
+    catch (error) {
+        await detach();
+        throw error;
+    }
+    return detach;
+}
+/** The first snapshot-file time per subscription of a plan (the reconcile clock of a file-based subscription starts there). */
+export function fileSnapshotTimes(plan) {
+    const out = {};
+    for (const part of plan.parts) {
+        if (part.kind !== G9EPullPartKind.SnapshotFile || !part.file)
+            continue;
+        const at = part.file.snapshotUtcMs;
+        const existing = out[part.subscriptionKey];
+        out[part.subscriptionKey] = existing === undefined ? at : Math.min(existing, at);
+    }
+    return out;
+}
+async function tableColumns(connection, table, schema) {
+    return (await connection.query('SELECT name FROM pragma_table_info($t, $s) ORDER BY cid', { $t: table, $s: schema })).map((r) => asString(r[0]));
+}
+async function indexSignature(connection, index, unique, schema) {
+    let text = unique ? 'u' : 'n';
+    for (const r of await connection.query('SELECT seqno, coalesce(name, \'\'), "desc", coalesce(coll, \'\'), key FROM pragma_index_xinfo($i, $s) ORDER BY seqno', { $i: index, $s: schema })) {
+        text += '|' + asNumber(r[0]) + ':' + asString(r[1]).toUpperCase() + ':' + asNumber(r[2]) + ':' + asString(r[3]).toUpperCase() + ':' + asNumber(r[4]);
+    }
+    return text;
+}
+async function listIndexes(connection, table, schema) {
+    return (await connection.query('SELECT name, "unique", partial FROM pragma_index_list($t, $s) WHERE origin = \'c\'', { $t: table, $s: schema })).map((r) => ({
+        name: asString(r[0]),
+        unique: asNumber(r[1]) !== 0,
+        partial: asNumber(r[2]) !== 0,
+    }));
+}
+/** `PrepareIndexesForCopy`: drops each index the file cannot supply; they are rebuilt at the end of the apply. */
+async function prepareIndexesForCopy(context, table, sourceTable, schema) {
+    var _a;
+    const connection = context.connection;
+    const available = {};
+    for (const index of await listIndexes(connection, sourceTable, schema)) {
+        if (!index.partial)
+            available[await indexSignature(connection, index.name, index.unique, schema)] = true;
+    }
+    let dropped = 0;
+    for (const index of await listIndexes(connection, table.model.localName, 'main')) {
+        if (!index.partial && available[await indexSignature(connection, index.name, index.unique, 'main')] === true)
+            continue;
+        if (context.deferredIndexes.some((d) => d.name.toLowerCase() === index.name.toLowerCase()))
+            continue;
+        const sql = await connection.scalar("SELECT sql FROM main.sqlite_master WHERE type = 'index' AND name = $n", { $n: index.name });
+        if (typeof sql !== 'string')
+            continue;
+        await connection.exec('DROP INDEX main.' + quote(index.name));
+        context.deferredIndexes.push({ name: index.name, sql });
+        dropped++;
+    }
+    if (dropped > 0) {
+        const name = table.model.localName;
+        context.report.diagnostics.deferredIndexes[name] = ((_a = context.report.diagnostics.deferredIndexes[name]) !== null && _a !== void 0 ? _a : 0) + dropped;
+    }
+}
+/** `ApplySnapshotFile`: copy, columns or merge per table, metadata set-based, inside the apply's transaction. */
+export async function applySnapshotFile(store, context, schema, file) {
+    await context.flush();
+    const connection = context.connection;
+    const started = Date.now();
+    let slot = -1;
+    if (file.subscriptionKey !== null) {
+        const subscription = context.subscriptions.get(file.subscriptionKey);
+        if (subscription) {
+            if (subscription.ephemeral)
+                throw corrupt(`Snapshot file ${file.fileId} is for an ephemeral subscription.`);
+            slot = subscription.slot;
+        }
+    }
+    const bitValue = slot >= 0 ? bit(slot).toSqlValue() : 0;
+    const diagnostics = context.report.diagnostics;
+    for (const info of file.manifest.tables) {
+        const table = store.byServerId.get(info.tableId);
+        if (!table || !table.negotiated)
+            continue;
+        const tableStarted = Date.now();
+        const source = schema + '.' + quote(info.name);
+        // (pk, ver, r) of every row in the file, in arrival order: the version table is keyed by the data table's rowid.
+        const sourceKey = keyExpression(table.model, 's');
+        const pairs = `(SELECT ${sourceKey} AS pk, v.ver AS ver, s.rowid AS r FROM ${source} AS s JOIN ${schema}.${quote(info.versionTable)} AS v ON v.rid = s.rowid)`;
+        const sourceColumns = await tableColumns(connection, info.name, schema);
+        if (sourceColumns.length === 0)
+            throw corrupt(`Snapshot file ${file.fileId} does not contain ${info.name}.`);
+        const versionColumns = (await tableColumns(connection, info.versionTable, schema)).map((c) => c.toLowerCase());
+        if (versionColumns.indexOf('rid') < 0 || versionColumns.indexOf('ver') < 0) {
+            // Not this format's version table (rid → ver): a file this build cannot number - rows instead.
+            throw corrupt(`Snapshot file ${file.fileId}: ${info.versionTable} is not a version table of format ${SNAPSHOT_FILE_FORMAT_VERSION}.`);
+        }
+        const localColumns = await tableColumns(connection, table.model.localName, 'main');
+        const localLower = {};
+        for (const c of localColumns)
+            localLower[c.toLowerCase()] = true;
+        const shared = sourceColumns.filter((c) => localLower[c.toLowerCase()] === true);
+        if (!shared.some((c) => c.toLowerCase() === table.model.keyColumn.toLowerCase()))
+            throw corrupt(`Snapshot file ${file.fileId}: ${info.name} has no key column.`);
+        const isProtected = context.hasDirty(table.tid);
+        const empty = (await connection.scalar(`SELECT 1 FROM ${table.quoted} LIMIT 1`)) === null;
+        let rows;
+        let mode;
+        if (empty && !isProtected) {
+            await prepareIndexesForCopy(context, table, info.name, schema);
+            const identical = sourceColumns.length === localColumns.length && sourceColumns.every((c, i) => c.toLowerCase() === localColumns[i].toLowerCase());
+            mode = identical ? FILE_MODE_COPY : FILE_MODE_COLUMNS;
+            const list = shared.map(quote).join(', ');
+            rows = await connection.exec(identical ? `INSERT INTO main.${table.quoted} SELECT * FROM ${source}` : `INSERT INTO main.${table.quoted} (${list}) SELECT ${list} FROM ${source}`);
+            const clock = asNumber(await connection.scalar('SELECT seq FROM g9_clock WHERE id = 1'));
+            const numbered = await connection.exec('INSERT INTO g9_rows (tid, pk, server_ver, local_seq, subs, dirty, dirty_mask, rejected, deleted) ' +
+                `SELECT $t, v.pk, v.ver, $base + row_number() OVER (ORDER BY v.r), $bit, 0, 0, 0, 0 FROM ${pairs} AS v WHERE true ` +
+                'ON CONFLICT(tid, pk) DO UPDATE SET server_ver = excluded.server_ver, local_seq = excluded.local_seq, subs = subs | excluded.subs, ' +
+                'dirty = 0, dirty_mask = 0, rejected = 0, deleted = 0', { $t: table.tid, $base: clock, $bit: bitValue });
+            await connection.exec('UPDATE g9_clock SET seq = seq + $n WHERE id = 1', { $n: numbered });
+            if (context.wantsChangedKey(table.model.localName))
+                await addChangedKeys(context, table, `SELECT ${sourceKey} FROM ${source} AS s ORDER BY s.rowid`);
+        }
+        else {
+            mode = FILE_MODE_MERGE;
+            rows = await mergeSnapshotTable(context, table, source, pairs, shared, bitValue, isProtected);
+        }
+        if (context.hasRevoked && slot >= 0) {
+            await connection.exec(`DELETE FROM g9_revoked WHERE tid = $t AND pk IN (SELECT ${sourceKey} FROM ${source} AS s); ` +
+                `DELETE FROM g9_rejections WHERE tid = $t AND code = $code AND pk IN (SELECT ${sourceKey} FROM ${source} AS s)`, { $t: table.tid, $code: REVOKED_REJECTION_CODE });
+        }
+        context.report.upserts += rows;
+        context.advance(rows);
+        diagnostics.fileRows += rows;
+        const before = diagnostics.fileTables[table.model.localName];
+        diagnostics.fileTables[table.model.localName] = before === undefined ? mode : before.split('+').indexOf(mode) >= 0 ? before : before + '+' + mode;
+        context.addTableTime(table.model.localName, rows, Date.now() - tableStarted);
+        store.log('debug', 20121, `Snapshot file: ${table.model.localName} received ${rows} row(s) (${mode})`);
+    }
+    diagnostics.snapshotFiles++;
+    diagnostics.fileCopyMs += Date.now() - started;
+}
+/** `MergeSnapshotTable`: changed rows only; protected rows gain membership; unchanged rows keep their feed position. */
+async function mergeSnapshotTable(context, table, source, pairs, columns, bitValue, isProtected) {
+    const connection = context.connection;
+    const key = quote(table.model.keyColumn);
+    const sourceKey = keyExpression(table.model, 's');
+    // The file's (pk, ver, r) by key, once: the statements below look versions up by key.
+    const versions = 'temp.g9_file_versions';
+    await connection.exec('DROP TABLE IF EXISTS temp.g9_file_versions; CREATE TEMP TABLE g9_file_versions (pk TEXT NOT NULL PRIMARY KEY, ver INTEGER NOT NULL, r INTEGER NOT NULL) WITHOUT ROWID; ' +
+        `INSERT OR REPLACE INTO temp.g9_file_versions (pk, ver, r) SELECT pk, ver, r FROM ${pairs}`);
+    await connection.exec('DROP TABLE IF EXISTS temp.g9_file_protect; CREATE TEMP TABLE g9_file_protect (pk TEXT NOT NULL PRIMARY KEY) WITHOUT ROWID');
+    if (isProtected) {
+        const prefix = table.tid + '\u0000';
+        const keys = [];
+        context.dirty.forEach((entry) => {
+            if (entry.slice(0, prefix.length) === prefix)
+                keys.push(entry.slice(prefix.length));
+        });
+        if (keys.length > 0)
+            await connection.exec('INSERT OR IGNORE INTO temp.g9_file_protect (pk) SELECT value FROM json_each($k)', { $k: JSON.stringify(keys) });
+    }
+    const nonKey = columns.filter((c) => c.toLowerCase() !== table.model.keyColumn.toLowerCase());
+    const differs = nonKey.map((c) => 'm.' + quote(c) + ' IS NOT s.' + quote(c)).join(' OR ');
+    await connection.exec('DROP TABLE IF EXISTS temp.g9_file_changed; CREATE TEMP TABLE g9_file_changed (r INTEGER PRIMARY KEY, pk TEXT NOT NULL UNIQUE)');
+    await connection.exec(`INSERT INTO temp.g9_file_changed (r, pk) SELECT s.rowid, ${sourceKey} FROM ${source} AS s LEFT JOIN main.${table.quoted} AS m ON m.${key} = s.${key} ` +
+        `WHERE NOT EXISTS (SELECT 1 FROM temp.g9_file_protect AS p WHERE p.pk = ${sourceKey}) ` +
+        `AND (m.${key} IS NULL${differs.length === 0 ? '' : ' OR ' + differs} ` +
+        `OR NOT EXISTS (SELECT 1 FROM g9_rows AS r WHERE r.tid = $t AND r.pk = ${sourceKey} AND r.deleted = 0))`, { $t: table.tid });
+    const list = columns.map(quote).join(', ');
+    const updates = nonKey.map((c) => quote(c) + ' = excluded.' + quote(c));
+    await connection.exec(`INSERT INTO main.${table.quoted} (${list}) SELECT ${list} FROM ${source} AS s WHERE s.rowid IN (SELECT r FROM temp.g9_file_changed) ` +
+        (updates.length === 0 ? `ON CONFLICT(${key}) DO NOTHING` : `ON CONFLICT(${key}) DO UPDATE SET ${updates.join(', ')}`));
+    const clock = asNumber(await connection.scalar('SELECT seq FROM g9_clock WHERE id = 1'));
+    const numbered = await connection.exec('INSERT INTO g9_rows (tid, pk, server_ver, local_seq, subs, dirty, dirty_mask, rejected, deleted) ' +
+        `SELECT $t, v.pk, v.ver, $base + row_number() OVER (ORDER BY v.r), $bit, 0, 0, 0, 0 FROM ${versions} AS v ` +
+        'WHERE v.pk IN (SELECT pk FROM temp.g9_file_changed) ' +
+        'ON CONFLICT(tid, pk) DO UPDATE SET server_ver = excluded.server_ver, local_seq = excluded.local_seq, subs = subs | excluded.subs, ' +
+        'dirty = 0, dirty_mask = 0, rejected = 0, deleted = 0', { $t: table.tid, $base: clock, $bit: bitValue });
+    await connection.exec('UPDATE g9_clock SET seq = seq + $n WHERE id = 1', { $n: numbered });
+    await connection.exec(`UPDATE g9_rows SET server_ver = (SELECT v.ver FROM ${versions} AS v WHERE v.pk = g9_rows.pk), subs = subs | $bit, ` +
+        'dirty = 0, dirty_mask = 0, rejected = 0, deleted = 0 ' +
+        `WHERE tid = $t AND pk IN (SELECT pk FROM ${versions}) ` +
+        'AND pk NOT IN (SELECT pk FROM temp.g9_file_changed) AND pk NOT IN (SELECT pk FROM temp.g9_file_protect) ' +
+        `AND (server_ver IS NOT (SELECT v.ver FROM ${versions} AS v WHERE v.pk = g9_rows.pk) OR (subs | $bit) <> subs ` +
+        'OR dirty <> 0 OR dirty_mask <> 0 OR rejected <> 0 OR deleted <> 0)', { $t: table.tid, $bit: bitValue });
+    let skipped = 0;
+    if (isProtected) {
+        skipped = asNumber(await connection.scalar(`SELECT count(*) FROM temp.g9_file_protect AS p WHERE p.pk IN (SELECT pk FROM ${versions})`));
+        if (bitValue !== 0) {
+            await connection.exec(`UPDATE g9_rows SET subs = subs | $bit WHERE tid = $t AND deleted = 0 AND pk IN (SELECT p.pk FROM temp.g9_file_protect AS p WHERE p.pk IN (SELECT pk FROM ${versions}))`, { $t: table.tid, $bit: bitValue });
+        }
+    }
+    const total = asNumber(await connection.scalar(`SELECT count(*) FROM ${versions}`));
+    context.report.skippedDirty += skipped;
+    context.report.unchangedRows += total - skipped - numbered;
+    if (context.wantsChangedKey(table.model.localName))
+        await addChangedKeys(context, table, 'SELECT pk FROM temp.g9_file_changed ORDER BY r');
+    await connection.exec('DROP TABLE IF EXISTS temp.g9_file_changed; DROP TABLE IF EXISTS temp.g9_file_protect; DROP TABLE IF EXISTS temp.g9_file_versions');
+    return total - skipped;
+}
+async function addChangedKeys(context, table, sql) {
+    for (const r of await context.connection.query(sql + ' LIMIT $limit', { $limit: context.maxChangedKeys })) {
+        if (!context.wantsChangedKey(table.model.localName))
+            break;
+        context.addChanged(table.model.localName, asString(r[0]));
+    }
+}
+//# sourceMappingURL=snapshotFiles.js.map

package/dist/sqlite/snapshotFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshotFiles.js","sourceRoot":"","sources":["../../src/sqlite/snapshotFiles.ts"],"names":[],"mappings":"AAAA,uHAAuH;AACvH,2HAA2H;AAC3H,8HAA8H;AAC9H,8HAA8H;AAC9H,mFAAmF;AACnF,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC9E,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC7F,OAAO,EAAE,eAAe,EAAgI,MAAM,qBAAqB,CAAC;AACpL,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,EAAE,YAAY,EAA2B,MAAM,iBAAiB,CAAC;AAE9G,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAwC,MAAM,gBAAgB,CAAC;AAEvG,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,GAAG,EAAE,wBAAwB,EAAE,uBAAuB,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGxG,yGAAyG;AACzG,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC;AAC9C,kGAAkG;AAClG,MAAM,CAAC,MAAM,4BAA4B,GAAG,UAAU,CAAC;AACvD,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAY7B,wGAAwG;AACxG,MAAM,eAAe,GAAG,IAAI,OAAO,EAAoG,CAAC;AAExI,SAAS,SAAS,CAAC,KAAqB;IACtC,IAAI,GAAG,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,CAAC,GAAG;QAAE,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO,CAAC,OAAe;IAC9B,OAAO,IAAI,eAAe,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;AAC5E,CAAC;AAED,gIAAgI;AAChI,MAAM,UAAU,qBAAqB,CAAC,KAAqB,EAAE,UAA0C;IACrG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa;QAAE,OAAO,IAAI,CAAC;IAC9C,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,SAAS,KAAK,gBAAgB,CAAC,UAAU;YAAE,SAAS;QAC9D,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC;YACV,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACzF,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;SACpG,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO;QACL,aAAa,EAAE,4BAA4B;QAC3C,OAAO,EAAE;YACP,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,eAAe,KAAK,wBAAwB,CAAC,KAAK;YACjF,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,cAAc;YAC5C,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,cAAc,KAAK,uBAAuB,CAAC,IAAI;SAC7E;QACD,MAAM;QACN,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,mBAAmB;QAC1C,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,oBAAoB;QAC5C,QAAQ,EAAE,kBAAkB;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,KAAqB;IACnC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;IACzC,IAAI,CAAC,IAAI;QAAE,MAAM,OAAO,CAAC,4EAA4E,CAAC,CAAC;IACvG,OAAO,IAAI,CAAC;AACd,CAAC;AAED,+GAA+G;AAC/G,SAAS,SAAS,CAAC,EAAU;IAC3B,OAAO,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;AACvE,CAAC;AAED,yEAAyE;AACzE,SAAS,iBAAiB,CAAC,QAAkC;IAC3D,MAAM,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IACzC,OAAO,aAAa,CAAC,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;AACrE,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,aAAa,CAAC,IAAkB;IAC9C,OAAO,aAAa,CAAC;QACnB,GAAG,IAAI;QACP,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC7B,IAAI,CAAC,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC5B,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;YAC7C,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;QAC/E,CAAC,CAAC;KACH,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAkC,EAAE,MAAc;IAC1E,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM;QAAE,MAAM,OAAO,CAAC,iBAAiB,MAAM,8BAA8B,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IACvH,IAAI,QAAQ,CAAC,aAAa,GAAG,CAAC,IAAI,QAAQ,CAAC,aAAa,GAAG,4BAA4B,EAAE,CAAC;QACxF,MAAM,OAAO,CAAC,iBAAiB,MAAM,eAAe,QAAQ,CAAC,aAAa,4BAA4B,4BAA4B,GAAG,CAAC,CAAC;IACzI,CAAC;IACD,IAAI,QAAQ,CAAC,WAAW,KAAK,IAAI;QAAE,MAAM,OAAO,CAAC,iBAAiB,MAAM,4BAA4B,QAAQ,CAAC,WAAW,IAAI,CAAC,CAAC;IAC9H,IACE,QAAQ,CAAC,KAAK,IAAI,CAAC;QACnB,QAAQ,CAAC,YAAY,IAAI,CAAC;QAC1B,QAAQ,CAAC,QAAQ,IAAI,CAAC;QACtB,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK;QAC1D,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,KAAK;QACjE,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,EAAE,EAC7B,CAAC;QACD,MAAM,OAAO,CAAC,iBAAiB,MAAM,gCAAgC,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,MAAc;IAClC,OAAO,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,UAA8B,EAAE,KAAa,EAAE,MAAc;IACzF,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,CACjC,wIAAwI,EACxI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAC1B,CAAC;IACF,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChD,CAAC;AAED,gDAAgD;AAChD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,UAA8B,EAAE,KAAa;IACjF,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,0IAA0I,EAAE;QAC9K,EAAE,EAAE,KAAK;KACV,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,YAAY,CAAC,CAAwB;IAC5C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,CAAC,QAAQ;QAAE,MAAM,OAAO,CAAC,yCAAyC,CAAC,CAAC;IACxE,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1K,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,KAAqB,EAAE,KAAa,EAAE,KAAoB;;IAC/F,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;IAC3B,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;IAClC,MAAM,GAAG,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9C,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IACjC,IAAI,MAAM,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAClC,IAAI,QAAQ,EAAE,CAAC;QACb,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC1D,2GAA2G;YAC3G,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,GAAG,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC;YACrH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YACxC,MAAM,UAAU,CAAC,IAAI,CACnB,gIAAgI;gBAC9H,gKAAgK,EAClK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,iBAAiB,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,MAAA,KAAK,CAAC,eAAe,mCAAI,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,QAAQ,EAAE,CACpI,CAAC;YACF,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpB,MAAM,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IACD,IAAI,CAAC,MAAM;QAAE,MAAM,OAAO,CAAC,WAAW,OAAO,CAAC,KAAK,qBAAqB,OAAO,CAAC,MAAM,gCAAgC,CAAC,CAAC;IACxH,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC/B,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC;IACtD,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ;QAAE,MAAM,OAAO,CAAC,iBAAiB,OAAO,CAAC,MAAM,aAAa,OAAO,CAAC,KAAK,kBAAkB,QAAQ,gBAAgB,CAAC,CAAC;IACnJ,IACE,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,YAAY;QACtD,OAAO,CAAC,MAAM,IAAI,CAAC;QACnB,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,YAAY;QACpC,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK;QAC9C,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,QAAQ,EAChC,CAAC;QACD,MAAM,OAAO,CAAC,iBAAiB,OAAO,CAAC,MAAM,aAAa,OAAO,CAAC,KAAK,6BAA6B,CAAC,CAAC;IACxG,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,IAAI,CAAC,OAAO;QAAE,MAAM,OAAO,CAAC,iBAAiB,OAAO,CAAC,MAAM,aAAa,OAAO,CAAC,KAAK,kBAAkB,CAAC,CAAC;IAEzG,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,KAAK,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,IAAI,IAAI,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAC/G,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACtG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,CAAC,iBAAiB,OAAO,CAAC,MAAM,aAAa,OAAO,CAAC,KAAK,iBAAiB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtJ,CAAC;IACD,KAAK,CAAC,QAAQ,EAAE,CAAC;IACjB,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,QAAQ,CAAC;IAC7B,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;IAC9B,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IACjC,IAAI,CAAC,IAAI;QAAE,OAAO;IAElB,sGAAsG;IACtG,MAAM,UAAU,CAAC,SAAS,CAAC;QACzB,GAAG,YAAY,CAAC,0IAA0I,EAAE;YAC1J,EAAE,EAAE,KAAK;YACT,EAAE,EAAE,KAAK,CAAC,QAAQ;YAClB,EAAE,EAAE,MAAA,KAAK,CAAC,eAAe,mCAAI,IAAI;YACjC,EAAE,EAAE,KAAK,CAAC,IAAI;YACd,EAAE,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI;SAClE,CAAC;QACF,GAAG,YAAY,CAAC,uIAAuI,EAAE;YACvJ,EAAE,EAAE,KAAK,CAAC,QAAQ;YAClB,EAAE,EAAE,KAAK,CAAC,KAAK;YACf,EAAE,EAAE,KAAK;YACT,EAAE,EAAE,OAAO,CAAC,MAAM;SACnB,CAAC;KACH,CAAC,CAAC;IACH,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AACtB,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,qBAAqB,CAAC,KAAqB,EAAE,KAAa;IACxE,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IACjC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;QACzB,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,KAAK,GAAG,QAAQ;YAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;AACL,CAAC;AAED,+HAA+H;AAC/H,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,UAA8B,EAAE,YAAoB,EAAE,MAAuC;IACjI,MAAM,KAAK,GAAG,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,mDAAmD,GAAG,YAAY,GAAG,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpJ,MAAM,UAAU,CAAC,IAAI,CAAC,8CAA8C,GAAG,YAAY,GAAG,GAAG,EAAE,MAAM,CAAC,CAAC;IACnG,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAqB,EAAE,KAAwB;IAC/E,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,iFAAiF,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnL,CAAC;IACH,CAAC;AACH,CAAC;AAED,mHAAmH;AACnH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,KAAqB,EAAE,UAA8B;IAClG,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,MAAM,UAAU,GAA6B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,MAAM,UAAU,CAAC,KAAK,CAAC,iCAAiC,CAAC;QAAE,UAAU,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAC5H,2HAA2H;IAC3H,gGAAgG;IAChG,MAAM,WAAW,CACf,KAAK,EACL,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACpB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,OAAO,KAAK,KAAK,IAAI,IAAI,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;IACjI,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,+GAA+G;AAC/G,MAAM,gBAAgB,GAAG,yEAAyE,CAAC;AAEnG,SAAS,aAAa,CAAC,IAAY;IACjC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,QAAQ,CAAC,SAAiB,EAAE,IAAY;IAC/C,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC;AACvF,CAAC;AAED,0HAA0H;AAC1H,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,KAAqB,EAAE,IAAkB;IAC9E,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAC/B,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,QAAQ;QAAE,MAAM,OAAO,CAAC,iBAAiB,IAAI,CAAC,MAAM,QAAQ,IAAI,CAAC,YAAY,OAAO,QAAQ,CAAC,QAAQ,YAAY,CAAC,CAAC;IACtJ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,IAAI,KAAK,QAAQ,CAAC,KAAK;QAAE,MAAM,OAAO,CAAC,iBAAiB,IAAI,CAAC,MAAM,sBAAsB,QAAQ,CAAC,KAAK,SAAS,CAAC,CAAC;IACtH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,uBAAuB,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;YAAE,MAAM,OAAO,CAAC,iBAAiB,IAAI,CAAC,MAAM,wBAAwB,CAAC,CAAC;IAC7G,CAAC;IACD,MAAM,EAAE,GAAG,CAAC,CAAE,MAAM,CAAC,EAAE,CAAY,IAAI,EAAE,CAAC,GAAG,CAAE,MAAM,CAAC,EAAE,CAAY,IAAI,EAAE,CAAC,GAAG,CAAE,MAAM,CAAC,EAAE,CAAY,IAAI,CAAC,CAAC,GAAI,MAAM,CAAC,EAAE,CAAY,CAAC,KAAK,CAAC,CAAC;IAC5I,IAAI,EAAE,KAAK,4BAA4B;QAAE,MAAM,OAAO,CAAC,iBAAiB,IAAI,CAAC,MAAM,qCAAqC,CAAC,CAAC;AAC5H,CAAC;AAED,8BAA8B;AAC9B,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,OAAO,QAAQ,GAAG,KAAK,CAAC;AAC1B,CAAC;AAED,yFAAyF;AACzF,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,UAA8B,EAAE,KAA8B;IAC9F,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,OAAO,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,IAAI,CAAC,kBAAkB,GAAG,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC;YAAC,MAAM,CAAC;gBACP,6FAA6F;YAC/F,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,UAAU,CAAC,IAAI,CAAC,wBAAwB,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3F,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,EAAE,CAAC;QACf,MAAM,KAAK,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+HAA+H;AAC/H,MAAM,UAAU,iBAAiB,CAAC,IAAkB;IAClD,MAAM,GAAG,GAA8B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,SAAS;QACvE,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;QACnC,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3C,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,UAA8B,EAAE,KAAa,EAAE,MAAc;IACvF,OAAO,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,yDAAyD,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnJ,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,UAA8B,EAAE,KAAa,EAAE,MAAe,EAAE,MAAc;IAC1G,IAAI,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,MAAM,UAAU,CAAC,KAAK,CACpC,sHAAsH,EACtH,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAC1B,EAAE,CAAC;QACF,IAAI,IAAI,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,UAA8B,EAAE,KAAa,EAAE,MAAc;IACtF,OAAO,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,oFAAoF,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3J,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAC5B,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;KAC9B,CAAC,CAAC,CAAC;AACN,CAAC;AAED,kHAAkH;AAClH,KAAK,UAAU,qBAAqB,CAAC,OAAqB,EAAE,KAAiB,EAAE,WAAmB,EAAE,MAAc;;IAChH,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,MAAM,SAAS,GAAkC,EAAE,CAAC;IACpD,KAAK,MAAM,KAAK,IAAI,MAAM,WAAW,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC;QACvE,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,SAAS,CAAC,MAAM,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC;IAC3G,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,MAAM,WAAW,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC;QACjF,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,IAAI;YAAE,SAAS;QACvH,IAAI,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAAE,SAAS;QACrG,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,uEAAuE,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACjI,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,SAAS;QACtC,MAAM,UAAU,CAAC,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;QACnC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,MAAA,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,mCAAI,CAAC,CAAC,GAAG,OAAO,CAAC;IACvH,CAAC;AACH,CAAC;AAED,iHAAiH;AACjH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,KAAqB,EAAE,OAAqB,EAAE,MAAc,EAAE,IAAkB;IACtH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACtB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;IACd,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;QAClC,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrE,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,YAAY,CAAC,SAAS;gBAAE,MAAM,OAAO,CAAC,iBAAiB,IAAI,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC5G,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC;IAE/C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,UAAU;YAAE,SAAS;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,iHAAiH;QACjH,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,WAAW,SAAS,2CAA2C,MAAM,cAAc,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,2BAA2B,CAAC;QAC/J,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,OAAO,CAAC,iBAAiB,IAAI,CAAC,MAAM,qBAAqB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;QAC7G,MAAM,cAAc,GAAG,CAAC,MAAM,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/G,IAAI,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3E,+FAA+F;YAC/F,MAAM,OAAO,CAAC,iBAAiB,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,YAAY,qCAAqC,4BAA4B,GAAG,CAAC,CAAC;QACxI,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACnF,MAAM,UAAU,GAA6B,EAAE,CAAC;QAChD,KAAK,MAAM,CAAC,IAAI,YAAY;YAAE,UAAU,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC;QACjE,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;QACjF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAAE,MAAM,OAAO,CAAC,iBAAiB,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,qBAAqB,CAAC,CAAC;QAEjK,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,iBAAiB,KAAK,CAAC,MAAM,UAAU,CAAC,CAAC,KAAK,IAAI,CAAC;QAC1F,IAAI,IAAY,CAAC;QACjB,IAAI,IAAY,CAAC;QACjB,IAAI,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1B,MAAM,qBAAqB,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC/D,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAM,YAAY,CAAC,CAAC,CAAY,CAAC,WAAW,EAAE,CAAC,CAAC;YAC/J,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,iBAAiB,CAAC;YACtD,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,KAAK,CAAC,MAAM,kBAAkB,MAAM,EAAE,CAAC,CAAC,CAAC,oBAAoB,KAAK,CAAC,MAAM,KAAK,IAAI,YAAY,IAAI,SAAS,MAAM,EAAE,CAAC,CAAC;YAClL,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,uCAAuC,CAAC,CAAC,CAAC;YACzF,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,IAAI,CACpC,mGAAmG;gBACjG,2FAA2F,KAAK,mBAAmB;gBACnH,oIAAoI;gBACpI,sDAAsD,EACxD,EAAE,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAChD,CAAC;YACF,MAAM,UAAU,CAAC,IAAI,CAAC,iDAAiD,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC3F,IAAI,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;gBAAE,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,SAAS,SAAS,MAAM,wBAAwB,CAAC,CAAC;QACvJ,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,eAAe,CAAC;YACvB,IAAI,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;QAChG,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACpC,MAAM,UAAU,CAAC,IAAI,CACnB,2DAA2D,SAAS,SAAS,MAAM,UAAU;gBAC3F,+EAA+E,SAAS,SAAS,MAAM,QAAQ,EACjH,EAAE,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,sBAAsB,EAAE,CACjD,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC;QAC/B,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACtB,WAAW,CAAC,QAAQ,IAAI,IAAI,CAAC;QAC7B,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7D,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC;QAClJ,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,CAAC;QAC7E,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,aAAa,IAAI,YAAY,IAAI,GAAG,CAAC,CAAC;IACzG,CAAC;IAED,WAAW,CAAC,aAAa,EAAE,CAAC;IAC5B,WAAW,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;AACjD,CAAC;AAED,wHAAwH;AACxH,KAAK,UAAU,kBAAkB,CAC/B,OAAqB,EACrB,KAAiB,EACjB,MAAc,EACd,KAAa,EACb,OAAiB,EACjB,QAAoB,EACpB,WAAoB;IAEpB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAClD,sFAAsF;IACtF,MAAM,QAAQ,GAAG,uBAAuB,CAAC;IACzC,MAAM,UAAU,CAAC,IAAI,CACnB,yKAAyK;QACvK,oFAAoF,KAAK,EAAE,CAC9F,CAAC;IACF,MAAM,UAAU,CAAC,IAAI,CAAC,2HAA2H,CAAC,CAAC;IACnJ,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,QAAQ,CAAC;QACpC,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9B,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,MAAM;gBAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,UAAU,CAAC,IAAI,CAAC,iFAAiF,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9J,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9F,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1F,MAAM,UAAU,CAAC,IAAI,CAAC,+HAA+H,CAAC,CAAC;IACvJ,MAAM,UAAU,CAAC,IAAI,CACnB,4DAA4D,SAAS,SAAS,MAAM,wBAAwB,KAAK,CAAC,MAAM,cAAc,GAAG,QAAQ,GAAG,GAAG;QACrJ,0EAA0E,SAAS,IAAI;QACvF,UAAU,GAAG,WAAW,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,GAAG;QACvE,yEAAyE,SAAS,sBAAsB,EAC1G,EAAE,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,CAClB,CAAC;IAEF,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,cAAc,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,UAAU,CAAC,IAAI,CACnB,oBAAoB,KAAK,CAAC,MAAM,KAAK,IAAI,YAAY,IAAI,SAAS,MAAM,8DAA8D;QACpI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,cAAc,CAAC,CAAC,CAAC,eAAe,GAAG,mBAAmB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CACxH,CAAC;IAEF,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,uCAAuC,CAAC,CAAC,CAAC;IACzF,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,IAAI,CACpC,mGAAmG;QACjG,2FAA2F,QAAQ,QAAQ;QAC3G,sDAAsD;QACtD,oIAAoI;QACpI,sDAAsD,EACxD,EAAE,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAChD,CAAC;IACF,MAAM,UAAU,CAAC,IAAI,CAAC,iDAAiD,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IAE3F,MAAM,UAAU,CAAC,IAAI,CACnB,sDAAsD,QAAQ,sDAAsD;QAClH,uDAAuD;QACvD,4CAA4C,QAAQ,IAAI;QACxD,0GAA0G;QAC1G,6CAA6C,QAAQ,0DAA0D;QAC/G,oEAAoE,EACtE,EAAE,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAClC,CAAC;IAEF,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,GAAG,QAAQ,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,gFAAgF,QAAQ,GAAG,CAAC,CAAC,CAAC;QACzI,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YACnB,MAAM,UAAU,CAAC,IAAI,CACnB,4JAA4J,QAAQ,IAAI,EACxK,EAAE,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAClC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC,CAAC;IACpF,OAAO,CAAC,MAAM,CAAC,YAAY,IAAI,OAAO,CAAC;IACvC,OAAO,CAAC,MAAM,CAAC,aAAa,IAAI,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC3D,IAAI,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;QAAE,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,gDAAgD,CAAC,CAAC;IAC3I,MAAM,UAAU,CAAC,IAAI,CAAC,kIAAkI,CAAC,CAAC;IAC1J,OAAO,KAAK,GAAG,OAAO,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,OAAqB,EAAE,KAAiB,EAAE,GAAW;IACjF,KAAK,MAAM,CAAC,IAAI,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,eAAe,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC;QAC1G,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;YAAE,MAAM;QAC3D,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC","sourcesContent":["// Twin of G9SyncData.Client.Sqlite/G9CSqliteSyncStore.SnapshotFiles.cs (ADR-0072): a large first download arrives as a\n// SQLite file built on the server with this store's own DDL; its segments go straight from the transport to the platform's\n// G9SnapshotFileSink, and the apply copies the file's tables in SQL - one statement per table, SQLite's transfer optimisation\n// when the table is empty - instead of three statements per row. On Lynx that is one bridge call per table instead of one per\n// few thousand statements: the whole reason this exists for the TypeScript client.\nimport { G9SyncErrorCodes, G9SyncException } from '../abstractions/errors.js';\nimport { parseJson } from '../abstractions/long.js';\nimport { FILE_MODE_COLUMNS, FILE_MODE_COPY, FILE_MODE_MERGE } from '../client/storeTypes.js';\nimport { G9EPullPartKind, type G9DtNegotiatedTable, type G9DtPullPlan, type G9DtSnapshotFileManifest, type G9DtSnapshotFileRequest, type G9DtSyncChunk } from '../protocol/dtos.js';\nimport { readFileManifest } from '../protocol/wire.js';\nimport { G9ESyncDirection } from '../abstractions/enums.js';\nimport { asNumber, asOptionalString, asString, statementsOf, type G9SqliteConnection } from './connection.js';\nimport type { G9SqlValue } from './driver.js';\nimport { findByServerName, persistedJson, type LocalTable, type StoreInternals } from './internals.js';\nimport type { G9SnapshotFileSink } from './options.js';\nimport { REVOKED_REJECTION_CODE } from './revocation.js';\nimport { bit, G9ESqliteDateTimeStorage, G9ESqliteDecimalStorage, keyExpression, quote } from './sql.js';\nimport type { ApplyContext } from './apply.js';\n\n/** The protocol's snapshot-file format this build reads (`G9SyncProtocol.SnapshotFileFormatVersion`). */\nexport const SNAPSHOT_FILE_FORMAT_VERSION = 1;\n/** \"G9SF\": `PRAGMA application_id` of a snapshot file (`G9CSnapshotFileWriter.ApplicationId`). */\nexport const SNAPSHOT_FILE_APPLICATION_ID = 0x47395346;\nconst MAX_FILES_PER_PLAN = 8;\n\n/** A staged file (`StagedFile`). */\nexport interface G9StagedFile {\n  fileId: string;\n  path: string;\n  manifest: G9DtSnapshotFileManifest;\n  subscriptionKey: string | null;\n  firstSequence: number;\n  segmentsDone: number;\n}\n\n/** Segments written since a file's last durable checkpoint, per run and file (under the write lock). */\nconst pendingSegments = new WeakMap<StoreInternals, Map<string, { segments: number; rows: number; bytes: number; unsynced: number }>>();\n\nfunction pendingOf(store: StoreInternals): Map<string, { segments: number; rows: number; bytes: number; unsynced: number }> {\n  let map = pendingSegments.get(store);\n  if (!map) pendingSegments.set(store, (map = new Map()));\n  return map;\n}\n\nfunction corrupt(message: string): G9SyncException {\n  return new G9SyncException(G9SyncErrorCodes.SnapshotFileCorrupt, message);\n}\n\n/** The device's offer (`DescribeSnapshotFiles`): storage forms and, per received table, the shape the store creates it with. */\nexport function describeSnapshotFiles(store: StoreInternals, negotiated: readonly G9DtNegotiatedTable[]): G9DtSnapshotFileRequest | null {\n  if (!store.options.snapshotFiles) return null;\n  const tables = [];\n  for (const table of negotiated) {\n    if (table.direction === G9ESyncDirection.UploadOnly) continue;\n    const local = findByServerName(store, table.name);\n    if (!local) continue;\n    const model = local.model;\n    tables.push({\n      tableId: table.tableId,\n      localName: model.localName,\n      keyColumn: model.keyColumn,\n      keyType: model.keyType,\n      columns: model.columns.map((c) => ({ name: c.name, type: c.type, nullable: c.nullable })),\n      indexes: model.indexes.map((i) => ({ name: i.name, columns: i.columns.slice(), unique: i.unique })),\n    });\n  }\n  if (tables.length === 0) return null;\n  return {\n    formatVersion: SNAPSHOT_FILE_FORMAT_VERSION,\n    storage: {\n      dateTimeAsTicks: store.options.dateTimeStorage === G9ESqliteDateTimeStorage.Ticks,\n      dateTimeFormat: store.options.dateTimeFormat,\n      decimalAsText: store.options.decimalStorage === G9ESqliteDecimalStorage.Text,\n    },\n    tables,\n    minRows: store.options.snapshotFileMinRows,\n    maxBytes: store.options.snapshotFileMaxBytes,\n    maxFiles: MAX_FILES_PER_PLAN,\n  };\n}\n\nfunction sinkOf(store: StoreInternals): G9SnapshotFileSink {\n  const sink = store.options.snapshotFiles;\n  if (!sink) throw corrupt('A snapshot-file segment arrived, but this store has no snapshot-file sink.');\n  return sink;\n}\n\n/** A .NET DateTime in the JSON form System.Text.Json writes, so persisted rows read the same on both sides. */\nfunction dotnetUtc(ms: number): string {\n  return new Date(ms).toISOString().replace(/\\.(\\d{3})Z$/, '.$10000Z');\n}\n\n/** The persisted (.NET) form of a manifest: `builtUtc` as a DateTime. */\nfunction persistedManifest(manifest: G9DtSnapshotFileManifest): string {\n  const { builtUtcMs, ...rest } = manifest;\n  return persistedJson({ ...rest, builtUtc: dotnetUtc(builtUtcMs) });\n}\n\n/** The persisted (.NET) form of a plan: each planned file's `snapshotUtc` as a DateTime. */\nexport function persistedPlan(plan: G9DtPullPlan): string {\n  return persistedJson({\n    ...plan,\n    parts: plan.parts.map((part) => {\n      if (!part.file) return part;\n      const { snapshotUtcMs, ...file } = part.file;\n      return { ...part, file: { ...file, snapshotUtc: dotnetUtc(snapshotUtcMs) } };\n    }),\n  });\n}\n\nfunction validateManifest(manifest: G9DtSnapshotFileManifest, fileId: string): void {\n  if (manifest.fileId !== fileId) throw corrupt(`Snapshot file ${fileId} came with the manifest of ${manifest.fileId}.`);\n  if (manifest.formatVersion < 1 || manifest.formatVersion > SNAPSHOT_FILE_FORMAT_VERSION) {\n    throw corrupt(`Snapshot file ${fileId} has format ${manifest.formatVersion}; this build reads up to ${SNAPSHOT_FILE_FORMAT_VERSION}.`);\n  }\n  if (manifest.compression !== 'br') throw corrupt(`Snapshot file ${fileId} uses the unknown codec '${manifest.compression}'.`);\n  if (\n    manifest.bytes <= 0 ||\n    manifest.segmentBytes <= 0 ||\n    manifest.segments <= 0 ||\n    manifest.segments * manifest.segmentBytes < manifest.bytes ||\n    (manifest.segments - 1) * manifest.segmentBytes >= manifest.bytes ||\n    manifest.sha256.length !== 64\n  ) {\n    throw corrupt(`Snapshot file ${fileId} has an inconsistent manifest.`);\n  }\n}\n\nfunction safeFileName(fileId: string): string {\n  return fileId.replace(/[^A-Za-z0-9]/g, '_');\n}\n\nasync function readStagedFile(connection: G9SqliteConnection, runId: string, fileId: string): Promise<G9StagedFile | null> {\n  const rows = await connection.query(\n    'SELECT file_id, path, manifest_json, subscription_key, first_seq, segments_done FROM g9_stage_files WHERE run_id = $r AND file_id = $f',\n    { $r: runId, $f: fileId },\n  );\n  return rows[0] ? stagedFileOf(rows[0]) : null;\n}\n\n/** The staged files of a run, in plan order. */\nexport async function readStagedFiles(connection: G9SqliteConnection, runId: string): Promise<G9StagedFile[]> {\n  const rows = await connection.query('SELECT file_id, path, manifest_json, subscription_key, first_seq, segments_done FROM g9_stage_files WHERE run_id = $r ORDER BY first_seq', {\n    $r: runId,\n  });\n  return rows.map(stagedFileOf);\n}\n\nfunction stagedFileOf(r: readonly G9SqlValue[]): G9StagedFile {\n  const manifest = readFileManifest(parseJson(asString(r[2])));\n  if (!manifest) throw corrupt('A staged snapshot file has no manifest.');\n  return { fileId: asString(r[0]), path: asString(r[1]), manifest, subscriptionKey: asOptionalString(r[3]), firstSequence: asNumber(r[4]), segmentsDone: asNumber(r[5]) };\n}\n\n/**\n * `StageFileSegment`: one segment to its place in the staged file, checked against its SHA-256 by the sink BEFORE it is\n * written. Durable only at checkpoints - every `snapshotFileCheckpointBytes` and at the last segment - in that order: the file\n * is flushed first, then the stage row records the resume point.\n */\nexport async function stageFileSegment(store: StoreInternals, runId: string, chunk: G9DtSyncChunk): Promise<void> {\n  const segment = chunk.file;\n  if (!segment) return;\n  const sink = sinkOf(store);\n  const connection = store.writer();\n  const key = runId + '\\u0000' + segment.fileId;\n  const pending = pendingOf(store);\n  let staged = await readStagedFile(connection, runId, segment.fileId);\n  const manifest = segment.manifest;\n  if (manifest) {\n    validateManifest(manifest, segment.fileId);\n    if (!staged || staged.manifest.sha256 !== manifest.sha256) {\n      // A new file - or a different build of it after a resume on another server instance: the file starts over.\n      const path = staged ? staged.path : joinPath(sink.directory, runId + '-' + safeFileName(segment.fileId) + '.sqlite');\n      await sink.create(path, manifest.bytes);\n      await connection.exec(\n        'INSERT INTO g9_stage_files (run_id, file_id, path, manifest_json, subscription_key, first_seq, segments_done, bytes_received) ' +\n          'VALUES ($r, $f, $p, $m, $k, $s, 0, 0) ON CONFLICT(run_id, file_id) DO UPDATE SET manifest_json = excluded.manifest_json, segments_done = 0, bytes_received = 0',\n        { $r: runId, $f: segment.fileId, $p: path, $m: persistedManifest(manifest), $k: chunk.subscriptionKey ?? null, $s: chunk.sequence },\n      );\n      pending.delete(key);\n      staged = await readStagedFile(connection, runId, segment.fileId);\n    }\n  }\n  if (!staged) throw corrupt(`Segment ${segment.index} of snapshot file ${segment.fileId} arrived without its manifest.`);\n  const layout = staged.manifest;\n  let state = pending.get(key);\n  if (!state) pending.set(key, (state = { segments: 0, rows: 0, bytes: 0, unsynced: 0 }));\n  const expected = staged.segmentsDone + state.segments;\n  if (segment.index !== expected) throw corrupt(`Snapshot file ${segment.fileId}: segment ${segment.index} arrived where ${expected} was expected.`);\n  if (\n    segment.offset !== segment.index * layout.segmentBytes ||\n    segment.length <= 0 ||\n    segment.length > layout.segmentBytes ||\n    segment.offset + segment.length > layout.bytes ||\n    segment.index >= layout.segments\n  ) {\n    throw corrupt(`Snapshot file ${segment.fileId}: segment ${segment.index} does not fit the manifest.`);\n  }\n  const payload = chunk.payload;\n  if (!payload) throw corrupt(`Snapshot file ${segment.fileId}: segment ${segment.index} has no payload.`);\n\n  const last = segment.index === layout.segments - 1;\n  const sync = last || state.unsynced + segment.length >= Math.max(1, store.options.snapshotFileCheckpointBytes);\n  try {\n    await sink.writeSegment(staged.path, segment.offset, payload, segment.length, segment.sha256, sync);\n  } catch (error) {\n    throw corrupt(`Snapshot file ${segment.fileId}: segment ${segment.index} was refused (${error instanceof Error ? error.message : String(error)}).`);\n  }\n  state.segments++;\n  state.rows += chunk.rowCount;\n  state.bytes += payload.length;\n  state.unsynced += segment.length;\n  if (!sync) return;\n\n  // The checkpoint, in one atomic call: the data is on disk, so the record that it is there may follow.\n  await connection.runAtomic([\n    ...statementsOf('INSERT OR REPLACE INTO g9_stage (run_id, seq, subscription_key, row_count, continuation_json, payload) VALUES ($r, $s, $k, $n, $c, NULL)', {\n      $r: runId,\n      $s: chunk.sequence,\n      $k: chunk.subscriptionKey ?? null,\n      $n: state.rows,\n      $c: chunk.continuation ? persistedJson(chunk.continuation) : null,\n    }),\n    ...statementsOf('UPDATE g9_stage_files SET segments_done = segments_done + $n, bytes_received = bytes_received + $b WHERE run_id = $r AND file_id = $f', {\n      $n: state.segments,\n      $b: state.bytes,\n      $r: runId,\n      $f: segment.fileId,\n    }),\n  ]);\n  pending.delete(key);\n}\n\n/** A resumed stream starts at a file's last checkpoint: segments written after it are written again. */\nexport function forgetPendingSegments(store: StoreInternals, runId: string): void {\n  const pending = pendingOf(store);\n  pending.forEach((_, key) => {\n    if (key.slice(0, runId.length + 1) === runId + '\\u0000') pending.delete(key);\n  });\n}\n\n/** The staged files of the runs a statement is about to delete (their rows go in the same transaction, the files after it). */\nexport async function takeStagedFiles(connection: G9SqliteConnection, runFilterSql: string, params?: { [name: string]: G9SqlValue }): Promise<string[]> {\n  const paths = (await connection.query('SELECT path FROM g9_stage_files WHERE run_id IN (' + runFilterSql + ')', params)).map((r) => asString(r[0]));\n  await connection.exec('DELETE FROM g9_stage_files WHERE run_id IN (' + runFilterSql + ')', params);\n  return paths;\n}\n\nexport async function deleteFiles(store: StoreInternals, paths: readonly string[]): Promise<void> {\n  const sink = store.options.snapshotFiles;\n  if (!sink) return;\n  for (const path of paths) {\n    try {\n      await sink.remove(path);\n    } catch (error) {\n      store.log('warning', 20122, `A staged snapshot file could not be deleted and is retried at the next start: ${path} (${error instanceof Error ? error.message : String(error)})`);\n    }\n  }\n}\n\n/** Deletes staged files no stage refers to any more (a crash between a stage's commit and its files' deletion). */\nexport async function sweepOrphanSnapshotFiles(store: StoreInternals, connection: G9SqliteConnection): Promise<void> {\n  const sink = store.options.snapshotFiles;\n  if (!sink) return;\n  let files: string[];\n  try {\n    files = await sink.list(sink.directory);\n  } catch {\n    return;\n  }\n  const referenced: { [path: string]: true } = {};\n  for (const r of await connection.query('SELECT path FROM g9_stage_files')) referenced[normalizePath(asString(r[0]))] = true;\n  // Only names this store writes (<run id>-<file id>.sqlite and SQLite's companions of it): the directory may be shared with\n  // other files - even the database itself - and a sweep must never touch what it did not create.\n  await deleteFiles(\n    store,\n    files.filter((path) => {\n      const match = STAGED_FILE_NAME.exec(path);\n      return match !== null && referenced[normalizePath(path.substring(0, path.length - (match[1] ? match[1].length : 0)))] !== true;\n    }),\n  );\n}\n\n/** `<32 hex run id>-<file id>.sqlite`, or its -journal/-wal/-shm companion (group 1), at the end of a path. */\nconst STAGED_FILE_NAME = /(?:^|[\\\\/])[0-9a-fA-F]{32}-[A-Za-z0-9_]+\\.sqlite(-journal|-wal|-shm)?$/i;\n\nfunction normalizePath(path: string): string {\n  return path.replace(/\\\\/g, '/').toLowerCase();\n}\n\nfunction joinPath(directory: string, name: string): string {\n  return directory.length === 0 ? name : directory.replace(/[\\\\/]+$/, '') + '/' + name;\n}\n\n/** `VerifyStagedFile`: every segment arrived, the size is the manifest's, and it is a snapshot file (header + \"G9SF\"). */\nexport async function verifyStagedFile(store: StoreInternals, file: G9StagedFile): Promise<void> {\n  const sink = sinkOf(store);\n  const manifest = file.manifest;\n  if (file.segmentsDone !== manifest.segments) throw corrupt(`Snapshot file ${file.fileId} has ${file.segmentsDone} of ${manifest.segments} segments.`);\n  const size = await sink.size(file.path);\n  if (size !== manifest.bytes) throw corrupt(`Snapshot file ${file.fileId} is missing or not ${manifest.bytes} bytes.`);\n  const header = await sink.head(file.path, 100);\n  const magic = 'SQLite format 3\\u0000';\n  for (let i = 0; i < magic.length; i++) {\n    if (header[i] !== magic.charCodeAt(i)) throw corrupt(`Snapshot file ${file.fileId} has no SQLite header.`);\n  }\n  const id = (((header[68] as number) << 24) | ((header[69] as number) << 16) | ((header[70] as number) << 8) | (header[71] as number)) >>> 0;\n  if (id !== SNAPSHOT_FILE_APPLICATION_ID) throw corrupt(`Snapshot file ${file.fileId} is not a G9SyncData snapshot file.`);\n}\n\n/** `AttachedFiles.Schema`. */\nexport function attachedSchema(index: number): string {\n  return 'g9snap' + index;\n}\n\n/** ATTACHes the staged files (outside any transaction) and returns the detach action. */\nexport async function attachFiles(connection: G9SqliteConnection, files: readonly G9StagedFile[]): Promise<() => Promise<void>> {\n  let count = 0;\n  const detach = async (): Promise<void> => {\n    for (; count > 0; count--) {\n      try {\n        await connection.exec('DETACH DATABASE ' + attachedSchema(count - 1));\n      } catch {\n        // Left attached: the session closes with the store, and the file is swept at the next start.\n      }\n    }\n  };\n  try {\n    for (const file of files) {\n      await connection.exec('ATTACH DATABASE $p AS ' + attachedSchema(count), { $p: file.path });\n      count++;\n    }\n  } catch (error) {\n    await detach();\n    throw error;\n  }\n  return detach;\n}\n\n/** The first snapshot-file time per subscription of a plan (the reconcile clock of a file-based subscription starts there). */\nexport function fileSnapshotTimes(plan: G9DtPullPlan): { [subscriptionKey: string]: number } {\n  const out: { [key: string]: number } = {};\n  for (const part of plan.parts) {\n    if (part.kind !== G9EPullPartKind.SnapshotFile || !part.file) continue;\n    const at = part.file.snapshotUtcMs;\n    const existing = out[part.subscriptionKey];\n    out[part.subscriptionKey] = existing === undefined ? at : Math.min(existing, at);\n  }\n  return out;\n}\n\nasync function tableColumns(connection: G9SqliteConnection, table: string, schema: string): Promise<string[]> {\n  return (await connection.query('SELECT name FROM pragma_table_info($t, $s) ORDER BY cid', { $t: table, $s: schema })).map((r) => asString(r[0]));\n}\n\nasync function indexSignature(connection: G9SqliteConnection, index: string, unique: boolean, schema: string): Promise<string> {\n  let text = unique ? 'u' : 'n';\n  for (const r of await connection.query(\n    'SELECT seqno, coalesce(name, \\'\\'), \"desc\", coalesce(coll, \\'\\'), key FROM pragma_index_xinfo($i, $s) ORDER BY seqno',\n    { $i: index, $s: schema },\n  )) {\n    text += '|' + asNumber(r[0]) + ':' + asString(r[1]).toUpperCase() + ':' + asNumber(r[2]) + ':' + asString(r[3]).toUpperCase() + ':' + asNumber(r[4]);\n  }\n  return text;\n}\n\nasync function listIndexes(connection: G9SqliteConnection, table: string, schema: string): Promise<{ name: string; unique: boolean; partial: boolean }[]> {\n  return (await connection.query('SELECT name, \"unique\", partial FROM pragma_index_list($t, $s) WHERE origin = \\'c\\'', { $t: table, $s: schema })).map((r) => ({\n    name: asString(r[0]),\n    unique: asNumber(r[1]) !== 0,\n    partial: asNumber(r[2]) !== 0,\n  }));\n}\n\n/** `PrepareIndexesForCopy`: drops each index the file cannot supply; they are rebuilt at the end of the apply. */\nasync function prepareIndexesForCopy(context: ApplyContext, table: LocalTable, sourceTable: string, schema: string): Promise<void> {\n  const connection = context.connection;\n  const available: { [signature: string]: true } = {};\n  for (const index of await listIndexes(connection, sourceTable, schema)) {\n    if (!index.partial) available[await indexSignature(connection, index.name, index.unique, schema)] = true;\n  }\n  let dropped = 0;\n  for (const index of await listIndexes(connection, table.model.localName, 'main')) {\n    if (!index.partial && available[await indexSignature(connection, index.name, index.unique, 'main')] === true) continue;\n    if (context.deferredIndexes.some((d) => d.name.toLowerCase() === index.name.toLowerCase())) continue;\n    const sql = await connection.scalar(\"SELECT sql FROM main.sqlite_master WHERE type = 'index' AND name = $n\", { $n: index.name });\n    if (typeof sql !== 'string') continue;\n    await connection.exec('DROP INDEX main.' + quote(index.name));\n    context.deferredIndexes.push({ name: index.name, sql });\n    dropped++;\n  }\n  if (dropped > 0) {\n    const name = table.model.localName;\n    context.report.diagnostics.deferredIndexes[name] = (context.report.diagnostics.deferredIndexes[name] ?? 0) + dropped;\n  }\n}\n\n/** `ApplySnapshotFile`: copy, columns or merge per table, metadata set-based, inside the apply's transaction. */\nexport async function applySnapshotFile(store: StoreInternals, context: ApplyContext, schema: string, file: G9StagedFile): Promise<void> {\n  await context.flush();\n  const connection = context.connection;\n  const started = Date.now();\n  let slot = -1;\n  if (file.subscriptionKey !== null) {\n    const subscription = context.subscriptions.get(file.subscriptionKey);\n    if (subscription) {\n      if (subscription.ephemeral) throw corrupt(`Snapshot file ${file.fileId} is for an ephemeral subscription.`);\n      slot = subscription.slot;\n    }\n  }\n  const bitValue = slot >= 0 ? bit(slot).toSqlValue() : 0;\n  const diagnostics = context.report.diagnostics;\n\n  for (const info of file.manifest.tables) {\n    const table = store.byServerId.get(info.tableId);\n    if (!table || !table.negotiated) continue;\n    const tableStarted = Date.now();\n    const source = schema + '.' + quote(info.name);\n    // (pk, ver, r) of every row in the file, in arrival order: the version table is keyed by the data table's rowid.\n    const sourceKey = keyExpression(table.model, 's');\n    const pairs = `(SELECT ${sourceKey} AS pk, v.ver AS ver, s.rowid AS r FROM ${source} AS s JOIN ${schema}.${quote(info.versionTable)} AS v ON v.rid = s.rowid)`;\n    const sourceColumns = await tableColumns(connection, info.name, schema);\n    if (sourceColumns.length === 0) throw corrupt(`Snapshot file ${file.fileId} does not contain ${info.name}.`);\n    const versionColumns = (await tableColumns(connection, info.versionTable, schema)).map((c) => c.toLowerCase());\n    if (versionColumns.indexOf('rid') < 0 || versionColumns.indexOf('ver') < 0) {\n      // Not this format's version table (rid → ver): a file this build cannot number - rows instead.\n      throw corrupt(`Snapshot file ${file.fileId}: ${info.versionTable} is not a version table of format ${SNAPSHOT_FILE_FORMAT_VERSION}.`);\n    }\n    const localColumns = await tableColumns(connection, table.model.localName, 'main');\n    const localLower: { [name: string]: true } = {};\n    for (const c of localColumns) localLower[c.toLowerCase()] = true;\n    const shared = sourceColumns.filter((c) => localLower[c.toLowerCase()] === true);\n    if (!shared.some((c) => c.toLowerCase() === table.model.keyColumn.toLowerCase())) throw corrupt(`Snapshot file ${file.fileId}: ${info.name} has no key column.`);\n\n    const isProtected = context.hasDirty(table.tid);\n    const empty = (await connection.scalar(`SELECT 1 FROM ${table.quoted} LIMIT 1`)) === null;\n    let rows: number;\n    let mode: string;\n    if (empty && !isProtected) {\n      await prepareIndexesForCopy(context, table, info.name, schema);\n      const identical = sourceColumns.length === localColumns.length && sourceColumns.every((c, i) => c.toLowerCase() === (localColumns[i] as string).toLowerCase());\n      mode = identical ? FILE_MODE_COPY : FILE_MODE_COLUMNS;\n      const list = shared.map(quote).join(', ');\n      rows = await connection.exec(identical ? `INSERT INTO main.${table.quoted} SELECT * FROM ${source}` : `INSERT INTO main.${table.quoted} (${list}) SELECT ${list} FROM ${source}`);\n      const clock = asNumber(await connection.scalar('SELECT seq FROM g9_clock WHERE id = 1'));\n      const numbered = await connection.exec(\n        'INSERT INTO g9_rows (tid, pk, server_ver, local_seq, subs, dirty, dirty_mask, rejected, deleted) ' +\n          `SELECT $t, v.pk, v.ver, $base + row_number() OVER (ORDER BY v.r), $bit, 0, 0, 0, 0 FROM ${pairs} AS v WHERE true ` +\n          'ON CONFLICT(tid, pk) DO UPDATE SET server_ver = excluded.server_ver, local_seq = excluded.local_seq, subs = subs | excluded.subs, ' +\n          'dirty = 0, dirty_mask = 0, rejected = 0, deleted = 0',\n        { $t: table.tid, $base: clock, $bit: bitValue },\n      );\n      await connection.exec('UPDATE g9_clock SET seq = seq + $n WHERE id = 1', { $n: numbered });\n      if (context.wantsChangedKey(table.model.localName)) await addChangedKeys(context, table, `SELECT ${sourceKey} FROM ${source} AS s ORDER BY s.rowid`);\n    } else {\n      mode = FILE_MODE_MERGE;\n      rows = await mergeSnapshotTable(context, table, source, pairs, shared, bitValue, isProtected);\n    }\n\n    if (context.hasRevoked && slot >= 0) {\n      await connection.exec(\n        `DELETE FROM g9_revoked WHERE tid = $t AND pk IN (SELECT ${sourceKey} FROM ${source} AS s); ` +\n          `DELETE FROM g9_rejections WHERE tid = $t AND code = $code AND pk IN (SELECT ${sourceKey} FROM ${source} AS s)`,\n        { $t: table.tid, $code: REVOKED_REJECTION_CODE },\n      );\n    }\n\n    context.report.upserts += rows;\n    context.advance(rows);\n    diagnostics.fileRows += rows;\n    const before = diagnostics.fileTables[table.model.localName];\n    diagnostics.fileTables[table.model.localName] = before === undefined ? mode : before.split('+').indexOf(mode) >= 0 ? before : before + '+' + mode;\n    context.addTableTime(table.model.localName, rows, Date.now() - tableStarted);\n    store.log('debug', 20121, `Snapshot file: ${table.model.localName} received ${rows} row(s) (${mode})`);\n  }\n\n  diagnostics.snapshotFiles++;\n  diagnostics.fileCopyMs += Date.now() - started;\n}\n\n/** `MergeSnapshotTable`: changed rows only; protected rows gain membership; unchanged rows keep their feed position. */\nasync function mergeSnapshotTable(\n  context: ApplyContext,\n  table: LocalTable,\n  source: string,\n  pairs: string,\n  columns: string[],\n  bitValue: G9SqlValue,\n  isProtected: boolean,\n): Promise<number> {\n  const connection = context.connection;\n  const key = quote(table.model.keyColumn);\n  const sourceKey = keyExpression(table.model, 's');\n  // The file's (pk, ver, r) by key, once: the statements below look versions up by key.\n  const versions = 'temp.g9_file_versions';\n  await connection.exec(\n    'DROP TABLE IF EXISTS temp.g9_file_versions; CREATE TEMP TABLE g9_file_versions (pk TEXT NOT NULL PRIMARY KEY, ver INTEGER NOT NULL, r INTEGER NOT NULL) WITHOUT ROWID; ' +\n      `INSERT OR REPLACE INTO temp.g9_file_versions (pk, ver, r) SELECT pk, ver, r FROM ${pairs}`,\n  );\n  await connection.exec('DROP TABLE IF EXISTS temp.g9_file_protect; CREATE TEMP TABLE g9_file_protect (pk TEXT NOT NULL PRIMARY KEY) WITHOUT ROWID');\n  if (isProtected) {\n    const prefix = table.tid + '\\u0000';\n    const keys: string[] = [];\n    context.dirty.forEach((entry) => {\n      if (entry.slice(0, prefix.length) === prefix) keys.push(entry.slice(prefix.length));\n    });\n    if (keys.length > 0) await connection.exec('INSERT OR IGNORE INTO temp.g9_file_protect (pk) SELECT value FROM json_each($k)', { $k: JSON.stringify(keys) });\n  }\n\n  const nonKey = columns.filter((c) => c.toLowerCase() !== table.model.keyColumn.toLowerCase());\n  const differs = nonKey.map((c) => 'm.' + quote(c) + ' IS NOT s.' + quote(c)).join(' OR ');\n  await connection.exec('DROP TABLE IF EXISTS temp.g9_file_changed; CREATE TEMP TABLE g9_file_changed (r INTEGER PRIMARY KEY, pk TEXT NOT NULL UNIQUE)');\n  await connection.exec(\n    `INSERT INTO temp.g9_file_changed (r, pk) SELECT s.rowid, ${sourceKey} FROM ${source} AS s LEFT JOIN main.${table.quoted} AS m ON m.${key} = s.${key} ` +\n      `WHERE NOT EXISTS (SELECT 1 FROM temp.g9_file_protect AS p WHERE p.pk = ${sourceKey}) ` +\n      `AND (m.${key} IS NULL${differs.length === 0 ? '' : ' OR ' + differs} ` +\n      `OR NOT EXISTS (SELECT 1 FROM g9_rows AS r WHERE r.tid = $t AND r.pk = ${sourceKey} AND r.deleted = 0))`,\n    { $t: table.tid },\n  );\n\n  const list = columns.map(quote).join(', ');\n  const updates = nonKey.map((c) => quote(c) + ' = excluded.' + quote(c));\n  await connection.exec(\n    `INSERT INTO main.${table.quoted} (${list}) SELECT ${list} FROM ${source} AS s WHERE s.rowid IN (SELECT r FROM temp.g9_file_changed) ` +\n      (updates.length === 0 ? `ON CONFLICT(${key}) DO NOTHING` : `ON CONFLICT(${key}) DO UPDATE SET ${updates.join(', ')}`),\n  );\n\n  const clock = asNumber(await connection.scalar('SELECT seq FROM g9_clock WHERE id = 1'));\n  const numbered = await connection.exec(\n    'INSERT INTO g9_rows (tid, pk, server_ver, local_seq, subs, dirty, dirty_mask, rejected, deleted) ' +\n      `SELECT $t, v.pk, v.ver, $base + row_number() OVER (ORDER BY v.r), $bit, 0, 0, 0, 0 FROM ${versions} AS v ` +\n      'WHERE v.pk IN (SELECT pk FROM temp.g9_file_changed) ' +\n      'ON CONFLICT(tid, pk) DO UPDATE SET server_ver = excluded.server_ver, local_seq = excluded.local_seq, subs = subs | excluded.subs, ' +\n      'dirty = 0, dirty_mask = 0, rejected = 0, deleted = 0',\n    { $t: table.tid, $base: clock, $bit: bitValue },\n  );\n  await connection.exec('UPDATE g9_clock SET seq = seq + $n WHERE id = 1', { $n: numbered });\n\n  await connection.exec(\n    `UPDATE g9_rows SET server_ver = (SELECT v.ver FROM ${versions} AS v WHERE v.pk = g9_rows.pk), subs = subs | $bit, ` +\n      'dirty = 0, dirty_mask = 0, rejected = 0, deleted = 0 ' +\n      `WHERE tid = $t AND pk IN (SELECT pk FROM ${versions}) ` +\n      'AND pk NOT IN (SELECT pk FROM temp.g9_file_changed) AND pk NOT IN (SELECT pk FROM temp.g9_file_protect) ' +\n      `AND (server_ver IS NOT (SELECT v.ver FROM ${versions} AS v WHERE v.pk = g9_rows.pk) OR (subs | $bit) <> subs ` +\n      'OR dirty <> 0 OR dirty_mask <> 0 OR rejected <> 0 OR deleted <> 0)',\n    { $t: table.tid, $bit: bitValue },\n  );\n\n  let skipped = 0;\n  if (isProtected) {\n    skipped = asNumber(await connection.scalar(`SELECT count(*) FROM temp.g9_file_protect AS p WHERE p.pk IN (SELECT pk FROM ${versions})`));\n    if (bitValue !== 0) {\n      await connection.exec(\n        `UPDATE g9_rows SET subs = subs | $bit WHERE tid = $t AND deleted = 0 AND pk IN (SELECT p.pk FROM temp.g9_file_protect AS p WHERE p.pk IN (SELECT pk FROM ${versions}))`,\n        { $t: table.tid, $bit: bitValue },\n      );\n    }\n  }\n\n  const total = asNumber(await connection.scalar(`SELECT count(*) FROM ${versions}`));\n  context.report.skippedDirty += skipped;\n  context.report.unchangedRows += total - skipped - numbered;\n  if (context.wantsChangedKey(table.model.localName)) await addChangedKeys(context, table, 'SELECT pk FROM temp.g9_file_changed ORDER BY r');\n  await connection.exec('DROP TABLE IF EXISTS temp.g9_file_changed; DROP TABLE IF EXISTS temp.g9_file_protect; DROP TABLE IF EXISTS temp.g9_file_versions');\n  return total - skipped;\n}\n\nasync function addChangedKeys(context: ApplyContext, table: LocalTable, sql: string): Promise<void> {\n  for (const r of await context.connection.query(sql + ' LIMIT $limit', { $limit: context.maxChangedKeys })) {\n    if (!context.wantsChangedKey(table.model.localName)) break;\n    context.addChanged(table.model.localName, asString(r[0]));\n  }\n}\n"]}