@rocicorp/zero 1.4.0-canary.0 → 1.4.0-canary.2

package/out/zero-cache/src/services/change-source/pg/initial-sync.d.ts

@@ -76,7 +76,12 @@ export type DownloadStatements = {
     getTotalRows: string;
     getTotalBytes: string;
 };
-export declare function makeDownloadStatements(table: PublishedTableSpec, cols: string[], sampleRate?: number | undefined, maxRowsPerTable?: number | undefined): DownloadStatements;
+/**
+ * Returns the SELECT column expressions for binary COPY, casting columns
+ * without a known binary decoder to `::text`.
+ */
+export declare function makeBinarySelectExprs(table: PublishedTableSpec, cols: string[]): string[];
+export declare function makeDownloadStatements(table: PublishedTableSpec, cols: string[], sampleRate?: number | undefined, maxRowsPerTable?: number | undefined, selectExprs?: string[] | undefined): DownloadStatements;
 type DownloadState = {
     spec: PublishedTableSpec;
     status: DownloadStatus;

package/out/zero-cache/src/services/change-source/pg/initial-sync.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"initial-sync.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/pg/initial-sync.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AAGzE,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAwBzD,OAAO,KAAK,EAAC,SAAS,EAAE,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AASxE,OAAO,EAEL,KAAK,UAAU,EAGhB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAkB1D,MAAM,MAAM,kBAAkB,GAAG;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,uBAAuB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9C;;;;;;OAMG;IACH,MAAM,CAAC,EACH;QACE,6DAA6D;QAC7D,UAAU,EAAE,MAAM,CAAC;QACnB;;;WAGG;QACH,eAAe,EAAE,MAAM,CAAC;KACzB,GACD,SAAS,CAAC;CACf,CAAC;AAEF,4EAA4E;AAC5E,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC;AAEvC,wBAAsB,WAAW,CAC/B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,kBAAkB,EAC/B,OAAO,EAAE,aAAa,iBAmQvB;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF;;;;;;;;;GASG;AACH,wBAAsB,iBAAiB,CACrC,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,aAAa,EACtB,WAAW,CAAC,EAAE,IAAI,CAAC,kBAAkB,EAAE,UAAU,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC,CA+Bf;AAiGD,KAAK,eAAe,GAAG;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAsEF,wBAAsB,qBAAqB,CACzC,EAAE,EAAE,UAAU,EACd,OAAO,EAAE,QAAQ,CAAC,GAAG,EACrB,QAAQ,EAAE,MAAM,EAEhB,QAAQ,UAAQ,GACf,OAAO,CAAC,eAAe,CAAC,CAU1B;AAyBD;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CACjC,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE;IAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAAC,OAAO,EAAE,SAAS,EAAE,CAAA;CAAC,EAC/D,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACvC,IAAI,CAiFN;AAMD,eAAO,MAAM,iBAAiB,KAAK,CAAC;AAMpC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAwBF,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,kBAAkB,EACzB,IAAI,EAAE,MAAM,EAAE,EACd,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,EAC/B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,GACnC,kBAAkB,CA8BpB;AAED,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EAAE,cAAc,CAAC;CACxB,CAAC;AAGF,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,UAAU,EACd,GAAG,EAAE,UAAU,EACf,IAAI,EAAE,kBAAkB,EACxB,UAAU,EAAE,OAAO,GAClB,OAAO,CAAC,aAAa,CAAC,CAoCxB"}
+{"version":3,"file":"initial-sync.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/pg/initial-sync.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AAGzE,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAwBzD,OAAO,KAAK,EAAC,SAAS,EAAE,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AASxE,OAAO,EAEL,KAAK,UAAU,EAGhB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAmB1D,MAAM,MAAM,kBAAkB,GAAG;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,uBAAuB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9C;;;;;;OAMG;IACH,MAAM,CAAC,EACH;QACE,6DAA6D;QAC7D,UAAU,EAAE,MAAM,CAAC;QACnB;;;WAGG;QACH,eAAe,EAAE,MAAM,CAAC;KACzB,GACD,SAAS,CAAC;CACf,CAAC;AAEF,4EAA4E;AAC5E,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC;AAEvC,wBAAsB,WAAW,CAC/B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,kBAAkB,EAC/B,OAAO,EAAE,aAAa,iBAkQvB;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF;;;;;;;;;GASG;AACH,wBAAsB,iBAAiB,CACrC,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,aAAa,EACtB,WAAW,CAAC,EAAE,IAAI,CAAC,kBAAkB,EAAE,UAAU,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC,CA+Bf;AAiGD,KAAK,eAAe,GAAG;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAyEF,wBAAsB,qBAAqB,CACzC,EAAE,EAAE,UAAU,EACd,OAAO,EAAE,QAAQ,CAAC,GAAG,EACrB,QAAQ,EAAE,MAAM,EAEhB,QAAQ,UAAQ,GACf,OAAO,CAAC,eAAe,CAAC,CAyB1B;AAyBD;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CACjC,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE;IAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAAC,OAAO,EAAE,SAAS,EAAE,CAAA;CAAC,EAC/D,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACvC,IAAI,CAiFN;AAMD,eAAO,MAAM,iBAAiB,KAAK,CAAC;AAMpC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAwBF;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,kBAAkB,EACzB,IAAI,EAAE,MAAM,EAAE,GACb,MAAM,EAAE,CAKV;AAED,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,kBAAkB,EACzB,IAAI,EAAE,MAAM,EAAE,EACd,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,EAC/B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,EACpC,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,GACjC,kBAAkB,CA8BpB;AAED,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EAAE,cAAc,CAAC;CACxB,CAAC;AAGF,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,UAAU,EACd,GAAG,EAAE,UAAU,EACf,IAAI,EAAE,kBAAkB,EACxB,UAAU,EAAE,OAAO,GAClB,OAAO,CAAC,aAAa,CAAC,CAoCxB"}

package/out/zero-cache/src/services/change-source/pg/initial-sync.js

@@ -1,7 +1,7 @@
 import { must } from "../../../../../shared/src/must.js";
 import { equals } from "../../../../../shared/src/set-utils.js";
 import { ALLOWED_APP_ID_CHARACTERS } from "../../../types/shards.js";
-import "../../../../../zqlite/src/db.js";
+import { Database } from "../../../../../zqlite/src/db.js";
 import { liteValue } from "../../../types/lite.js";
 import { liteTableName } from "../../../types/names.js";
 import { mapPostgresToLite, mapPostgresToLiteIndex } from "../../../db/pg-to-lite.js";
@@ -18,16 +18,18 @@ import { addReplica, dropShard, getInternalShardConfig, newReplicationSlot, repl
 import { createLiteIndexStatement, createLiteTableStatement } from "../../../db/create.js";
 import { ReplicationStatusPublisher } from "../../replicator/replication-status.js";
 import "../../../types/pg-versions.js";
+import { BinaryCopyParser, hasBinaryDecoder, makeBinaryDecoder, textCastDecoder } from "../../../db/pg-copy-binary.js";
 import { TsvParser } from "../../../db/pg-copy.js";
 import { getTypeParsers } from "../../../db/pg-type-parser.js";
 import { TransactionPool, importSnapshot } from "../../../db/transaction-pool.js";
-import { BinaryCopyParser, hasBinaryDecoder, makeBinaryDecoder, textCastDecoder } from "../../../db/pg-copy-binary.js";
 import { CpuProfiler } from "../../../types/profiler.js";
+import { orTimeout } from "../../../types/timeout.js";
 import { ensureShardSchema } from "./schema/init.js";
 import { resolver } from "@rocicorp/resolver";
-import { platform } from "node:os";
+import { platform, tmpdir } from "node:os";
 import postgres from "postgres";
-import "node:path";
+import { join } from "node:path";
+import { mkdtemp, rm } from "node:fs/promises";
 import { PG_CONFIGURATION_LIMIT_EXCEEDED, PG_INSUFFICIENT_PRIVILEGE } from "@drdgvhbh/postgres-error-codes";
 import { Writable } from "node:stream";
 import { pipeline as pipeline$1 } from "node:stream/promises";
@@ -36,8 +38,8 @@ async function initialSync(lc, shard, tx, upstreamURI, syncOptions, context) {
 	if (!ALLOWED_APP_ID_CHARACTERS.test(shard.appID)) throw new Error("The App ID may only consist of lower-case letters, numbers, and the underscore character");
 	const { tableCopyWorkers, profileCopy, textCopy = false, replicationSlotFailover = false, shadow } = syncOptions;
 	const copyProfiler = profileCopy ? await CpuProfiler.connect() : null;
-	const sql = pgClient(lc, upstreamURI);
-	const replicationSession = shadow ? void 0 : pgClient(lc, upstreamURI, {
+	const sql = pgClient(lc, upstreamURI, "initial-sync");
+	const replicationSession = shadow ? void 0 : pgClient(lc, upstreamURI, "initial-sync-replication-session", {
 		["fetch_types"]: false,
 		connection: { replication: "database" }
 	});
@@ -98,9 +100,8 @@ async function initialSync(lc, shard, tx, upstreamURI, syncOptions, context) {
 		const numTables = tables.length;
 		if (platform() === "win32" && tableCopyWorkers < numTables) lc.warn?.(`Increasing the number of copy workers from ${tableCopyWorkers} to ${numTables} to work around a Node/Postgres connection bug`);
 		const numWorkers = platform() === "win32" ? numTables : Math.min(tableCopyWorkers, numTables);
-		const copyPool = pgClient(lc, upstreamURI, {
+		const copyPool = pgClient(lc, upstreamURI, "initial-sync-copy-worker", {
 			max: numWorkers,
-			connection: { ["application_name"]: "initial-sync-copy-worker" },
 			["max_lifetime"]: 7200
 		});
 		const copiers = startTableCopyWorkers(lc, copyPool, snapshot, numWorkers, numTables);
@@ -152,6 +153,37 @@ async function initialSync(lc, shard, tx, upstreamURI, syncOptions, context) {
 		await sql.end();
 	}
 }
+/**
+* Exercises the initial-sync code path against a sample of rows from every
+* published table, writing into a throwaway SQLite database that is deleted
+* when the run ends. Produces zero upstream mutations: no replication slot,
+* no `addReplica`, no `dropShard`, no status events.
+*
+* Intended to be invoked periodically so that if a customer ever needs a
+* full reset, we have recent confidence that `initialSync` still works.
+* The shard must already be initialized upstream.
+*/
+async function shadowInitialSync(lc, shard, upstreamURI, shadow, context, syncOptions) {
+	const dir = await mkdtemp(join(shadow.parentDir ?? tmpdir(), "zero-shadow-sync-"));
+	const db = new Database(lc, join(dir, "shadow-replica.db"));
+	try {
+		await initialSync(lc, shard, db, upstreamURI, {
+			tableCopyWorkers: 1,
+			textCopy: syncOptions?.textCopy,
+			shadow
+		}, context);
+	} finally {
+		try {
+			db.close();
+		} catch (e) {
+			lc.warn?.(`Error closing shadow replica db`, e);
+		}
+		await rm(dir, {
+			recursive: true,
+			force: true
+		}).catch((e) => lc.warn?.(`Error cleaning up shadow replica dir ${dir}`, e));
+	}
+}
 async function checkUpstreamConfig(sql) {
 	const { walLevel, version } = (await sql`
       SELECT current_setting('wal_level') as "walLevel", 
@@ -194,6 +226,7 @@ function startTableCopyWorkers(lc, db, snapshot, numWorkers, numTables) {
 	if (parseInt(process.versions.node) < 22) lc.warn?.("\n\n\nOlder versions of Node have a bug that results in an unresponsive\nPostgres connection after running certain combinations of COPY commands.\nIf initial sync hangs, run zero-cache with Node v22+. This has the additional\nbenefit of being consistent with the Node version run in the production container image.\n\n\n");
 	return tableCopiers;
 }
+var CREATE_REPLICATION_SLOT_TIMEOUT_MS = 5e3;
 /**
 * Shadow-mode alternative to `createReplicationSlot`: opens a dedicated
 * READ ONLY REPEATABLE READ transaction on a normal connection, exports the
@@ -205,10 +238,7 @@ function startTableCopyWorkers(lc, db, snapshot, numWorkers, numTables) {
 * get killed while workers are still importing.
 */
 async function acquireExportedSnapshotForShadowSync(lc, upstreamURI) {
-	const holder = pgClient(lc, upstreamURI, {
-		max: 1,
-		connection: { ["application_name"]: "shadow-initial-sync-snapshot" }
-	});
+	const holder = pgClient(lc, upstreamURI, "shadow-initial-sync-snapshot", { max: 1 });
 	const ready = resolver();
 	const release = resolver();
 	const held = holder.begin(READONLY, async (tx) => {
@@ -243,7 +273,12 @@ async function acquireExportedSnapshotForShadowSync(lc, upstreamURI) {
 	};
 }
 async function createReplicationSlot(lc, session, slotName, failover = false) {
-	const [slot] = failover ? await session.unsafe(`CREATE_REPLICATION_SLOT "${slotName}" LOGICAL pgoutput (FAILOVER)`) : await session.unsafe(`CREATE_REPLICATION_SLOT "${slotName}" LOGICAL pgoutput`);
+	const raced = await orTimeout(failover ? session.unsafe(`CREATE_REPLICATION_SLOT "${slotName}" LOGICAL pgoutput (FAILOVER)`) : session.unsafe(`CREATE_REPLICATION_SLOT "${slotName}" LOGICAL pgoutput`), CREATE_REPLICATION_SLOT_TIMEOUT_MS);
+	if (raced === "timed-out") {
+		session.end().catch((e) => lc.warn?.(`Error closing timed out replication slot session`, e));
+		throw new Error(`Timed out after ${CREATE_REPLICATION_SLOT_TIMEOUT_MS} ms creating replication slot ${slotName}. Crashing to force a clean restart.`);
+	}
+	const [slot] = raced;
 	lc.info?.(`Created replication slot ${slotName}`, slot);
 	return slot;
 }
@@ -319,13 +354,23 @@ function tableSampleClause(sampleRate) {
 function limitClause(maxRowsPerTable) {
 	return maxRowsPerTable !== void 0 ? ` LIMIT ${maxRowsPerTable}` : "";
 }
-function makeDownloadStatements(table, cols, sampleRate, maxRowsPerTable) {
+/**
+* Returns the SELECT column expressions for binary COPY, casting columns
+* without a known binary decoder to `::text`.
+*/
+function makeBinarySelectExprs(table, cols) {
+	return cols.map((col) => {
+		const spec = table.columns[col];
+		return hasBinaryDecoder(spec) ? id(col) : `${id(col)}::text`;
+	});
+}
+function makeDownloadStatements(table, cols, sampleRate, maxRowsPerTable, selectExprs) {
 	const filterConditions = Object.values(table.publications).map(({ rowFilter }) => rowFilter).filter((f) => !!f);
 	const where = filterConditions.length === 0 ? "" : `WHERE ${filterConditions.join(" OR ")}`;
 	const sample = tableSampleClause(sampleRate);
 	const limit = limitClause(maxRowsPerTable);
 	const fromTable = `FROM ${id(table.schema)}.${id(table.name)}${sample} ${where}`;
-	const select = `SELECT ${cols.map(id).join(",")} ${fromTable}${limit}`;
+	const select = `SELECT ${(selectExprs ?? cols.map(id)).join(",")} ${fromTable}${limit}`;
 	if (limit) {
 		const bytesExpr = cols.map((col) => `COALESCE(pg_column_size(${id(col)}), 0)`).join(" + ");
 		return {
@@ -389,12 +434,7 @@ async function copyBinary(lc, table, status, from, to, sampleRate, maxRowsPerTab
     INSERT INTO "${tableName}" (${insertColumnList}) VALUES ${valuesSql}`;
 	const insertStmt = to.prepare(insertSql);
 	const insertBatchStmt = to.prepare(insertSql + `,${valuesSql}`.repeat(49));
-	const filterConditions = Object.values(table.publications).map(({ rowFilter }) => rowFilter).filter((f) => !!f);
-	const where = filterConditions.length === 0 ? "" : `WHERE ${filterConditions.join(" OR ")}`;
-	const sample = tableSampleClause(sampleRate);
-	const limit = limitClause(maxRowsPerTable);
-	const fromTable = `FROM ${id(table.schema)}.${id(table.name)}${sample} ${where}`;
-	const select = `SELECT ${orderedColumns.map(([name, spec]) => hasBinaryDecoder(spec) ? id(name) : `${id(name)}::text`).join(",")} ${fromTable}${limit}`;
+	const select = makeDownloadStatements(table, columnNames, sampleRate, maxRowsPerTable, makeBinarySelectExprs(table, columnNames)).select;
 	const decoders = orderedColumns.map(([, spec]) => hasBinaryDecoder(spec) ? makeBinaryDecoder(spec) : textCastDecoder);
 	const valuesPerRow = columnSpecs.length;
 	const valuesPerBatch = valuesPerRow * 50;
@@ -528,6 +568,6 @@ async function copyText(lc, table, status, dbClient, from, to, sampleRate, maxRo
 	};
 }
 //#endregion
-export { createReplicationSlot, initialSync, makeDownloadStatements };
+export { createReplicationSlot, initialSync, makeBinarySelectExprs, makeDownloadStatements, shadowInitialSync };
 
 //# sourceMappingURL=initial-sync.js.map

package/out/zero-cache/src/services/change-source/pg/initial-sync.js.map

@@ -1 +1 @@
-{"version":3,"file":"initial-sync.js","names":[],"sources":["../../../../../../../zero-cache/src/services/change-source/pg/initial-sync.ts"],"sourcesContent":["import {mkdtemp, rm} from 'node:fs/promises';\nimport {platform, tmpdir} from 'node:os';\nimport {join} from 'node:path';\nimport {Writable} from 'node:stream';\nimport {pipeline} from 'node:stream/promises';\nimport {\n  PG_CONFIGURATION_LIMIT_EXCEEDED,\n  PG_INSUFFICIENT_PRIVILEGE,\n} from '@drdgvhbh/postgres-error-codes';\nimport type {LogContext} from '@rocicorp/logger';\nimport {resolver} from '@rocicorp/resolver';\nimport postgres from 'postgres';\nimport type {JSONObject} from '../../../../../shared/src/bigint-json.ts';\nimport {must} from '../../../../../shared/src/must.ts';\nimport {equals} from '../../../../../shared/src/set-utils.ts';\nimport type {DownloadStatus} from '../../../../../zero-events/src/status.ts';\nimport {Database} from '../../../../../zqlite/src/db.ts';\nimport {\n  createLiteIndexStatement,\n  createLiteTableStatement,\n} from '../../../db/create.ts';\nimport {\n  computeZqlSpecs,\n  listIndexes,\n  listTables,\n} from '../../../db/lite-tables.ts';\nimport * as Mode from '../../../db/mode-enum.ts';\nimport {\n  BinaryCopyParser,\n  hasBinaryDecoder,\n  makeBinaryDecoder,\n  textCastDecoder,\n} from '../../../db/pg-copy-binary.ts';\nimport {TsvParser} from '../../../db/pg-copy.ts';\nimport {\n  mapPostgresToLite,\n  mapPostgresToLiteIndex,\n} from '../../../db/pg-to-lite.ts';\nimport {getTypeParsers} from '../../../db/pg-type-parser.ts';\nimport {runTx} from '../../../db/run-transaction.ts';\nimport type {IndexSpec, PublishedTableSpec} from '../../../db/specs.ts';\nimport {importSnapshot, TransactionPool} from '../../../db/transaction-pool.ts';\nimport {\n  JSON_STRINGIFIED,\n  liteValue,\n  type LiteValueType,\n} from '../../../types/lite.ts';\nimport {liteTableName} from '../../../types/names.ts';\nimport {PG_15, PG_17} from '../../../types/pg-versions.ts';\nimport {\n  pgClient,\n  type PostgresDB,\n  type PostgresTransaction,\n  type PostgresValueType,\n} from '../../../types/pg.ts';\nimport {CpuProfiler} from '../../../types/profiler.ts';\nimport type {ShardConfig} from '../../../types/shards.ts';\nimport {ALLOWED_APP_ID_CHARACTERS} from '../../../types/shards.ts';\nimport {id} from '../../../types/sql.ts';\nimport {ReplicationStatusPublisher} from '../../replicator/replication-status.ts';\nimport {ColumnMetadataStore} from '../../replicator/schema/column-metadata.ts';\nimport {initReplicationState} from '../../replicator/schema/replication-state.ts';\nimport {toStateVersionString} from './lsn.ts';\nimport {ensureShardSchema} from './schema/init.ts';\nimport {getPublicationInfo} from './schema/published.ts';\nimport {\n  addReplica,\n  dropShard,\n  getInternalShardConfig,\n  newReplicationSlot,\n  replicationSlotExpression,\n  validatePublications,\n} from './schema/shard.ts';\n\nexport type InitialSyncOptions = {\n  tableCopyWorkers: number;\n  profileCopy?: boolean | undefined;\n  textCopy?: boolean | undefined;\n  replicationSlotFailover?: boolean | undefined;\n  /**\n   * When set, run initial sync in \"shadow\" mode for verification: skip all\n   * upstream mutations (no replication slot, no addReplica, no dropShard, no\n   * slot drop on failure), suppress status events, and optionally sample\n   * rows from each table via TABLESAMPLE BERNOULLI + LIMIT. The caller is\n   * responsible for providing (and discarding) a throwaway SQLite `tx`.\n   */\n  shadow?:\n    | {\n        /** 0 < rate <= 1. When 1, no TABLESAMPLE clause is added. */\n        sampleRate: number;\n        /**\n         * LIMIT N cap appended after TABLESAMPLE. Required: shadow sync is\n         * for verification only, so every run must commit to a row budget.\n         */\n        maxRowsPerTable: number;\n      }\n    | undefined;\n};\n\n/** Server context to store with the initial sync metadata for debugging. */\nexport type ServerContext = JSONObject;\n\nexport async function initialSync(\n  lc: LogContext,\n  shard: ShardConfig,\n  tx: Database,\n  upstreamURI: string,\n  syncOptions: InitialSyncOptions,\n  context: ServerContext,\n) {\n  if (!ALLOWED_APP_ID_CHARACTERS.test(shard.appID)) {\n    throw new Error(\n      'The App ID may only consist of lower-case letters, numbers, and the underscore character',\n    );\n  }\n  const {\n    tableCopyWorkers,\n    profileCopy,\n    textCopy = false,\n    replicationSlotFailover = false,\n    shadow,\n  } = syncOptions;\n  const copyProfiler = profileCopy ? await CpuProfiler.connect() : null;\n  const sql = pgClient(lc, upstreamURI);\n  // Replication session is only needed to create a replication slot in the\n  // real path. In shadow mode we export a snapshot on a normal connection\n  // instead, so no replication session is opened.\n  const replicationSession = shadow\n    ? undefined\n    : pgClient(lc, upstreamURI, {\n        ['fetch_types']: false, // Necessary for the streaming protocol\n        connection: {replication: 'database'}, // https://www.postgresql.org/docs/current/protocol-replication.html\n      });\n  const slotName = newReplicationSlot(shard);\n  const statusPublisher = ReplicationStatusPublisher.forRunningTransaction(\n    tx,\n    shadow ? async () => {} : undefined,\n  ).publish(lc, 'Initializing');\n  let releaseShadowSnapshot: (() => Promise<void>) | undefined;\n  try {\n    const pgVersion = await checkUpstreamConfig(sql);\n\n    // In shadow mode we assume the shard is already initialized and just\n    // read back the existing publications. `ensurePublishedTables` would\n    // otherwise run DDL and potentially call `dropShard`, which must never\n    // happen during a shadow run.\n    const {publications} = shadow\n      ? await getInternalShardConfig(sql, shard)\n      : await ensurePublishedTables(lc, sql, shard);\n    lc.info?.(`Upstream is setup with publications [${publications}]`);\n\n    const {database, host} = sql.options;\n    lc.info?.(\n      shadow\n        ? `acquiring exported snapshot on ${database}@${host} (shadow mode)`\n        : `opening replication session to ${database}@${host}`,\n    );\n\n    let snapshot: string;\n    let lsn: string;\n\n    if (shadow) {\n      const acquired = await acquireExportedSnapshotForShadowSync(\n        lc,\n        upstreamURI,\n      );\n      snapshot = acquired.snapshot;\n      lsn = acquired.lsn;\n      releaseShadowSnapshot = acquired.release;\n    } else {\n      let slot: ReplicationSlot;\n      for (let first = true; ; first = false) {\n        try {\n          slot = await createReplicationSlot(\n            lc,\n            must(replicationSession),\n            slotName,\n            replicationSlotFailover && pgVersion >= PG_17,\n          );\n          break;\n        } catch (e) {\n          if (first && e instanceof postgres.PostgresError) {\n            if (e.code === PG_INSUFFICIENT_PRIVILEGE) {\n              // Some Postgres variants (e.g. Google Cloud SQL) require that\n              // the user have the REPLICATION role in order to create a slot.\n              // Note that this must be done by the upstreamDB connection, and\n              // does not work in the replicationSession itself.\n              await sql`ALTER ROLE current_user WITH REPLICATION`;\n              lc.info?.(`Added the REPLICATION role to database user`);\n              continue;\n            }\n            if (e.code === PG_CONFIGURATION_LIMIT_EXCEEDED) {\n              const slotExpression = replicationSlotExpression(shard);\n\n              const dropped = await sql<{slot: string}[]>`\n                SELECT slot_name as slot, pg_drop_replication_slot(slot_name)\n                  FROM pg_replication_slots\n                  WHERE slot_name LIKE ${slotExpression} AND NOT active`;\n              if (dropped.length) {\n                lc.warn?.(\n                  `Dropped inactive replication slots: ${dropped.map(({slot}) => slot)}`,\n                  e,\n                );\n                continue;\n              }\n              lc.error?.(`Unable to drop replication slots`, e);\n            }\n          }\n          throw e;\n        }\n      }\n      snapshot = slot.snapshot_name;\n      lsn = slot.consistent_point;\n    }\n\n    const initialVersion = toStateVersionString(lsn);\n\n    initReplicationState(tx, publications, initialVersion, context);\n\n    // Run up to MAX_WORKERS to copy of tables at the replication slot's snapshot.\n    const start = performance.now();\n    // Retrieve the published schema at the consistent_point.\n    const published = await runTx(\n      sql,\n      async tx => {\n        await tx.unsafe(/* sql*/ `SET TRANSACTION SNAPSHOT '${snapshot}'`);\n        return getPublicationInfo(tx, publications);\n      },\n      {mode: Mode.READONLY},\n    );\n    // Note: If this throws, initial-sync is aborted.\n    validatePublications(lc, published);\n\n    // Now that tables have been validated, kick off the copiers.\n    const {tables, indexes} = published;\n    const numTables = tables.length;\n    if (platform() === 'win32' && tableCopyWorkers < numTables) {\n      lc.warn?.(\n        `Increasing the number of copy workers from ${tableCopyWorkers} to ` +\n          `${numTables} to work around a Node/Postgres connection bug`,\n      );\n    }\n    const numWorkers =\n      platform() === 'win32'\n        ? numTables\n        : Math.min(tableCopyWorkers, numTables);\n\n    const copyPool = pgClient(lc, upstreamURI, {\n      max: numWorkers,\n      connection: {['application_name']: 'initial-sync-copy-worker'},\n      ['max_lifetime']: 120 * 60, // set a long (2h) limit for COPY streaming\n    });\n    const copiers = startTableCopyWorkers(\n      lc,\n      copyPool,\n      snapshot,\n      numWorkers,\n      numTables,\n    );\n    try {\n      createLiteTables(tx, tables, initialVersion);\n      const sampleRate = shadow?.sampleRate;\n      const maxRowsPerTable = shadow?.maxRowsPerTable;\n      const downloads = await Promise.all(\n        tables.map(spec =>\n          copiers.processReadTask((db, lc) =>\n            getInitialDownloadState(lc, db, spec, shadow !== undefined),\n          ),\n        ),\n      );\n      statusPublisher.publish(\n        lc,\n        'Initializing',\n        `Copying ${numTables} upstream tables at version ${initialVersion}`,\n        5000,\n        () => ({downloadStatus: downloads.map(({status}) => status)}),\n      );\n\n      void copyProfiler?.start();\n      const rowCounts = await Promise.all(\n        downloads.map(table =>\n          copiers.processReadTask((db, lc) =>\n            copy(\n              lc,\n              table,\n              copyPool,\n              db,\n              tx,\n              textCopy,\n              sampleRate,\n              maxRowsPerTable,\n            ),\n          ),\n        ),\n      );\n      void copyProfiler?.stopAndDispose(lc, 'initial-copy');\n      copiers.setDone();\n\n      const total = rowCounts.reduce(\n        (acc, curr) => ({\n          rows: acc.rows + curr.rows,\n          flushTime: acc.flushTime + curr.flushTime,\n        }),\n        {rows: 0, flushTime: 0},\n      );\n\n      statusPublisher.publish(\n        lc,\n        'Indexing',\n        `Creating ${indexes.length} indexes`,\n        5000,\n      );\n      const indexStart = performance.now();\n      createLiteIndices(tx, indexes);\n      const index = performance.now() - indexStart;\n      lc.info?.(`Created indexes (${index.toFixed(3)} ms)`);\n\n      if (shadow) {\n        const rowsByTable = new Map<string, number>();\n        for (let i = 0; i < downloads.length; i++) {\n          rowsByTable.set(downloads[i].status.table, rowCounts[i].rows);\n        }\n        verifyShadowReplica(lc, tx, published, rowsByTable);\n      } else {\n        await addReplica(\n          sql,\n          shard,\n          slotName,\n          initialVersion,\n          published,\n          context,\n        );\n      }\n\n      const elapsed = performance.now() - start;\n      lc.info?.(\n        `Synced ${total.rows.toLocaleString()} rows of ${numTables} tables in ${publications} up to ${lsn} ` +\n          `(flush: ${total.flushTime.toFixed(3)}, index: ${index.toFixed(3)}, total: ${elapsed.toFixed(3)} ms)`,\n      );\n    } finally {\n      // All meaningful errors are handled at the processReadTask() call site.\n      void copyPool.end().catch(e => lc.warn?.(`Error closing copyPool`, e));\n    }\n  } catch (e) {\n    if (!shadow) {\n      // If initial-sync did not succeed, make a best effort to drop the\n      // orphaned replication slot to avoid running out of slots in\n      // pathological cases that result in repeated failures.\n      lc.warn?.(`dropping replication slot ${slotName}`, e);\n      await sql`\n        SELECT pg_drop_replication_slot(slot_name) FROM pg_replication_slots\n          WHERE slot_name = ${slotName};\n      `.catch(e => lc.warn?.(`Unable to drop replication slot ${slotName}`, e));\n    }\n    await statusPublisher.publishAndThrowError(lc, 'Initializing', e);\n  } finally {\n    statusPublisher.stop();\n    if (releaseShadowSnapshot) {\n      await releaseShadowSnapshot().catch(e =>\n        lc.warn?.(`Error releasing shadow snapshot`, e),\n      );\n    }\n    if (replicationSession) {\n      await replicationSession.end();\n    }\n    await sql.end();\n  }\n}\n\nexport type ShadowSyncOptions = {\n  sampleRate: number;\n  maxRowsPerTable: number;\n  /**\n   * Parent directory for the throwaway SQLite replica. Defaults to the OS\n   * tmpdir. Primarily for tests that need to isolate the scratch directory.\n   */\n  parentDir?: string | undefined;\n};\n\n/**\n * Exercises the initial-sync code path against a sample of rows from every\n * published table, writing into a throwaway SQLite database that is deleted\n * when the run ends. Produces zero upstream mutations: no replication slot,\n * no `addReplica`, no `dropShard`, no status events.\n *\n * Intended to be invoked periodically so that if a customer ever needs a\n * full reset, we have recent confidence that `initialSync` still works.\n * The shard must already be initialized upstream.\n */\nexport async function shadowInitialSync(\n  lc: LogContext,\n  shard: ShardConfig,\n  upstreamURI: string,\n  shadow: ShadowSyncOptions,\n  context: ServerContext,\n  syncOptions?: Pick<InitialSyncOptions, 'textCopy'>,\n): Promise<void> {\n  const dir = await mkdtemp(\n    join(shadow.parentDir ?? tmpdir(), 'zero-shadow-sync-'),\n  );\n  const dbPath = join(dir, 'shadow-replica.db');\n  const db = new Database(lc, dbPath);\n  try {\n    await initialSync(\n      lc,\n      shard,\n      db,\n      upstreamURI,\n      {\n        // Shadow sync copies small samples, so one worker is plenty —\n        // no reason to burn additional upstream connections.\n        tableCopyWorkers: 1,\n        textCopy: syncOptions?.textCopy,\n        shadow,\n      },\n      context,\n    );\n  } finally {\n    try {\n      db.close();\n    } catch (e) {\n      lc.warn?.(`Error closing shadow replica db`, e);\n    }\n    await rm(dir, {recursive: true, force: true}).catch(e =>\n      lc.warn?.(`Error cleaning up shadow replica dir ${dir}`, e),\n    );\n  }\n}\n\nasync function checkUpstreamConfig(sql: PostgresDB) {\n  const {walLevel, version} = (\n    await sql<{walLevel: string; version: number}[]>`\n      SELECT current_setting('wal_level') as \"walLevel\", \n             current_setting('server_version_num') as \"version\";\n  `\n  )[0];\n\n  if (walLevel !== 'logical') {\n    throw new Error(\n      `Postgres must be configured with \"wal_level = logical\" (currently: \"${walLevel})`,\n    );\n  }\n  if (version < PG_15) {\n    throw new Error(\n      `Must be running Postgres 15 or higher (currently: \"${version}\")`,\n    );\n  }\n  return version;\n}\n\nasync function ensurePublishedTables(\n  lc: LogContext,\n  sql: PostgresDB,\n  shard: ShardConfig,\n  validate = true,\n): Promise<{publications: string[]}> {\n  const {database, host} = sql.options;\n  lc.info?.(`Ensuring upstream PUBLICATION on ${database}@${host}`);\n\n  await ensureShardSchema(lc, sql, shard);\n  const {publications} = await getInternalShardConfig(sql, shard);\n\n  if (validate) {\n    let valid = false;\n    const nonInternalPublications = publications.filter(\n      p => !p.startsWith('_'),\n    );\n    const exists = await sql`\n      SELECT pubname FROM pg_publication WHERE pubname IN ${sql(publications)}\n      `.values();\n    if (exists.length !== publications.length) {\n      lc.warn?.(\n        `some configured publications [${publications}] are missing: ` +\n          `[${exists.flat()}]. resyncing`,\n      );\n    } else if (\n      !equals(new Set(shard.publications), new Set(nonInternalPublications))\n    ) {\n      lc.warn?.(\n        `requested publications [${shard.publications}] differ from previous` +\n          `publications [${nonInternalPublications}]. resyncing`,\n      );\n    } else {\n      valid = true;\n    }\n    if (!valid) {\n      await sql.unsafe(dropShard(shard.appID, shard.shardNum));\n      return ensurePublishedTables(lc, sql, shard, false);\n    }\n  }\n  return {publications};\n}\n\nfunction startTableCopyWorkers(\n  lc: LogContext,\n  db: PostgresDB,\n  snapshot: string,\n  numWorkers: number,\n  numTables: number,\n): TransactionPool {\n  const {init} = importSnapshot(snapshot);\n  const tableCopiers = new TransactionPool(lc, {\n    mode: Mode.READONLY,\n    init,\n    initialWorkers: numWorkers,\n  });\n  tableCopiers.run(db);\n\n  lc.info?.(`Started ${numWorkers} workers to copy ${numTables} tables`);\n\n  if (parseInt(process.versions.node) < 22) {\n    lc.warn?.(\n      `\\n\\n\\n` +\n        `Older versions of Node have a bug that results in an unresponsive\\n` +\n        `Postgres connection after running certain combinations of COPY commands.\\n` +\n        `If initial sync hangs, run zero-cache with Node v22+. This has the additional\\n` +\n        `benefit of being consistent with the Node version run in the production container image.` +\n        `\\n\\n\\n`,\n    );\n  }\n  return tableCopiers;\n}\n\n// Row returned by `CREATE_REPLICATION_SLOT`\ntype ReplicationSlot = {\n  slot_name: string;\n  consistent_point: string;\n  snapshot_name: string;\n  output_plugin: string;\n};\n\n/**\n * Shadow-mode alternative to `createReplicationSlot`: opens a dedicated\n * READ ONLY REPEATABLE READ transaction on a normal connection, exports the\n * snapshot and captures the current WAL LSN, then holds the transaction\n * open until `release()` is called. The held transaction keeps the snapshot\n * importable by the table-copy workers for the duration of the COPY phase.\n *\n * Idle-in-transaction timeout is disabled locally so the exporter doesn't\n * get killed while workers are still importing.\n */\nasync function acquireExportedSnapshotForShadowSync(\n  lc: LogContext,\n  upstreamURI: string,\n): Promise<{\n  snapshot: string;\n  lsn: string;\n  release: () => Promise<void>;\n}> {\n  const holder = pgClient(lc, upstreamURI, {\n    max: 1,\n    connection: {['application_name']: 'shadow-initial-sync-snapshot'},\n  });\n  const ready = resolver<{snapshot: string; lsn: string}>();\n  const release = resolver<void>();\n  const held = holder\n    .begin(Mode.READONLY, async tx => {\n      await tx`SET LOCAL idle_in_transaction_session_timeout = 0`.execute();\n      const [row] = await tx<{snapshot: string; lsn: string}[]>`\n        SELECT pg_export_snapshot() AS snapshot,\n               pg_current_wal_lsn()::text AS lsn`;\n      ready.resolve(row);\n      await release.promise;\n    })\n    .catch(e => ready.reject(e));\n\n  let snapshot: string;\n  let lsn: string;\n  try {\n    ({snapshot, lsn} = await ready.promise);\n  } catch (e) {\n    await holder\n      .end()\n      .catch(err =>\n        lc.warn?.(`Error ending shadow snapshot holder after failure`, err),\n      );\n    throw e;\n  }\n  lc.info?.(\n    `Exported snapshot ${snapshot} at LSN ${lsn} (shadow initial sync)`,\n  );\n  return {\n    snapshot,\n    lsn,\n    release: async () => {\n      release.resolve();\n      try {\n        await held;\n      } catch (e) {\n        lc.warn?.(`snapshot holder transaction ended with error`, e);\n      }\n      await holder.end();\n    },\n  };\n}\n\n// Note: The replication connection does not support the extended query protocol,\n//       so all commands must be sent using sql.unsafe(). This is technically safe\n//       because all placeholder values are under our control (i.e. \"slotName\").\nexport async function createReplicationSlot(\n  lc: LogContext,\n  session: postgres.Sql,\n  slotName: string,\n  // Note: must be false if pgVersion < PG_17. Caller must verify.\n  failover = false,\n): Promise<ReplicationSlot> {\n  const [slot] = failover\n    ? await session.unsafe<ReplicationSlot[]>(\n        /*sql*/ `CREATE_REPLICATION_SLOT \"${slotName}\" LOGICAL pgoutput (FAILOVER)`,\n      )\n    : await session.unsafe<ReplicationSlot[]>(\n        /*sql*/ `CREATE_REPLICATION_SLOT \"${slotName}\" LOGICAL pgoutput`,\n      );\n  lc.info?.(`Created replication slot ${slotName}`, slot);\n  return slot;\n}\n\nfunction createLiteTables(\n  tx: Database,\n  tables: PublishedTableSpec[],\n  initialVersion: string,\n) {\n  // TODO: Figure out how to reuse the ChangeProcessor here to avoid\n  //       duplicating the ColumnMetadata logic.\n  const columnMetadata = must(ColumnMetadataStore.getInstance(tx));\n  for (const t of tables) {\n    tx.exec(createLiteTableStatement(mapPostgresToLite(t, initialVersion)));\n    const tableName = liteTableName(t);\n    for (const [colName, colSpec] of Object.entries(t.columns)) {\n      columnMetadata.insert(tableName, colName, colSpec);\n    }\n  }\n}\n\nfunction createLiteIndices(tx: Database, indices: IndexSpec[]) {\n  for (const index of indices) {\n    tx.exec(createLiteIndexStatement(mapPostgresToLiteIndex(index)));\n  }\n}\n\n/**\n * Runs structural assertions over a just-synced replica and throws if any\n * fail. Only called in shadow mode — a successful return means the replica\n * is schema-complete, row-count consistent, ZQL-queryable, and its column\n * metadata is in sync with its lite schema.\n *\n * Exported for testing.\n */\nexport function verifyShadowReplica(\n  lc: LogContext,\n  db: Database,\n  published: {tables: PublishedTableSpec[]; indexes: IndexSpec[]},\n  rowsByTable: ReadonlyMap<string, number>,\n): void {\n  const issues: string[] = [];\n\n  // 1. Schema completeness: every published table exists in the replica\n  //    with at least the expected column set.\n  const liteTables = listTables(db);\n  const liteTableByName = new Map(liteTables.map(t => [t.name, t]));\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    const lite = liteTableByName.get(name);\n    if (!lite) {\n      issues.push(`missing table in replica: ${name}`);\n      continue;\n    }\n    for (const col of Object.keys(pt.columns)) {\n      if (!(col in lite.columns)) {\n        issues.push(`column missing in replica table ${name}: ${col}`);\n      }\n    }\n  }\n\n  //    Every published index exists in the replica.\n  const liteIndexNames = new Set(listIndexes(db).map(i => i.name));\n  for (const ix of published.indexes) {\n    const mapped = mapPostgresToLiteIndex(ix);\n    if (!liteIndexNames.has(mapped.name)) {\n      issues.push(\n        `missing index in replica: ${mapped.name} on ${mapped.tableName}`,\n      );\n    }\n  }\n\n  // 2. Row counts: SQLite COUNT(*) matches the in-memory copy counter.\n  for (const [table, expected] of rowsByTable) {\n    try {\n      const [row] = db\n        .prepare(`SELECT COUNT(*) as count FROM \"${table}\"`)\n        .all<{count: number}>();\n      if (row.count !== expected) {\n        issues.push(\n          `row count mismatch for table ${table}: ` +\n            `copy counter reported ${expected}, replica has ${row.count}`,\n        );\n      }\n    } catch (e) {\n      issues.push(`could not count rows in table ${table}: ${String(e)}`);\n    }\n  }\n\n  // 3. ZQL-queryability: every published table survives computeZqlSpecs's\n  //    filtering (primary-key candidate, ZQL-typed columns, etc.).\n  const tableSpecs = computeZqlSpecs(lc, db, {\n    includeBackfillingColumns: false,\n  });\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    if (!tableSpecs.has(name)) {\n      issues.push(\n        `table not queryable via ZQL (dropped by computeZqlSpecs): ${name}`,\n      );\n    }\n  }\n\n  // 4. Column metadata: every published column has a _zero.column_metadata row.\n  const meta = must(ColumnMetadataStore.getInstance(db));\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    const rows = meta.getTable(name);\n    for (const col of Object.keys(pt.columns)) {\n      if (!rows.has(col)) {\n        issues.push(`missing column_metadata row for ${name}.${col}`);\n      }\n    }\n  }\n\n  if (issues.length) {\n    throw new Error(\n      `Shadow replica verification failed (${issues.length} issue(s)):\\n` +\n        issues.map(i => `  - ${i}`).join('\\n'),\n    );\n  }\n}\n\n// Verified empirically that batches of 50 seem to be the sweet spot,\n// similar to the report in https://sqlite.org/forum/forumpost/8878a512d3652655\n//\n// Exported for testing.\nexport const INSERT_BATCH_SIZE = 50;\n\nconst MB = 1024 * 1024;\nconst MAX_BUFFERED_ROWS = 10_000;\nconst BUFFERED_SIZE_THRESHOLD = 8 * MB;\n\nexport type DownloadStatements = {\n  select: string;\n  getTotalRows: string;\n  getTotalBytes: string;\n};\n\n/**\n * Produces ` TABLESAMPLE BERNOULLI(n)` when `sampleRate` is < 1, else `''`.\n * Row-level Bernoulli sampling is used (rather than SYSTEM) because it\n * produces a more uniform sample and, unlike SYSTEM, still returns rows\n * for small tables at low rates.\n */\nfunction tableSampleClause(sampleRate: number | undefined): string {\n  if (sampleRate === undefined || sampleRate >= 1) {\n    return '';\n  }\n  // Round away float noise (e.g. 0.3 * 100 = 30.000000000000004) while still\n  // preserving sub-integer rates like 0.001 (= 0.1%).\n  const pct = parseFloat((sampleRate * 100).toFixed(6));\n  return /*sql*/ ` TABLESAMPLE BERNOULLI(${pct})`;\n}\n\nfunction limitClause(maxRowsPerTable: number | undefined): string {\n  return maxRowsPerTable !== undefined\n    ? /*sql*/ ` LIMIT ${maxRowsPerTable}`\n    : '';\n}\n\nexport function makeDownloadStatements(\n  table: PublishedTableSpec,\n  cols: string[],\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n): DownloadStatements {\n  const filterConditions = Object.values(table.publications)\n    .map(({rowFilter}) => rowFilter)\n    .filter(f => !!f); // remove nulls\n  const where =\n    filterConditions.length === 0\n      ? ''\n      : /*sql*/ `WHERE ${filterConditions.join(' OR ')}`;\n  const sample = tableSampleClause(sampleRate);\n  const limit = limitClause(maxRowsPerTable);\n  const fromTable = /*sql*/ `FROM ${id(table.schema)}.${id(table.name)}${sample} ${where}`;\n  const select = /*sql*/ `SELECT ${cols.map(id).join(',')} ${fromTable}${limit}`;\n  if (limit) {\n    // With LIMIT, wrap counts/sums in a subquery so they reflect the\n    // capped rowset rather than the full (sampled) table.\n    const bytesExpr = cols\n      .map(col => `COALESCE(pg_column_size(${id(col)}), 0)`)\n      .join(' + ');\n    return {\n      select,\n      getTotalRows: /*sql*/ `SELECT COUNT(*)::bigint AS \"totalRows\" FROM (SELECT 1 AS _ ${fromTable}${limit}) s`,\n      getTotalBytes: /*sql*/ `SELECT COALESCE(SUM(b), 0)::bigint AS \"totalBytes\" FROM (SELECT (${bytesExpr}) AS b ${fromTable}${limit}) s`,\n    };\n  }\n  const totalBytes = `(${cols.map(col => `SUM(COALESCE(pg_column_size(${id(col)}), 0))`).join(' + ')})`;\n  return {\n    select,\n    getTotalRows: /*sql*/ `SELECT COUNT(*) AS \"totalRows\" ${fromTable}`,\n    getTotalBytes: /*sql*/ `SELECT ${totalBytes} AS \"totalBytes\" ${fromTable}`,\n  };\n}\n\ntype DownloadState = {\n  spec: PublishedTableSpec;\n  status: DownloadStatus;\n};\n\n// Exported for testing.\nexport async function getInitialDownloadState(\n  lc: LogContext,\n  sql: PostgresDB,\n  spec: PublishedTableSpec,\n  skipTotals: boolean,\n): Promise<DownloadState> {\n  const start = performance.now();\n  const table = liteTableName(spec);\n  const columns = Object.keys(spec.columns);\n  if (skipTotals) {\n    // Shadow sync suppresses status events, so the COUNT(*) and\n    // per-column pg_column_size sums would be computed and thrown away.\n    // These are also expensive statements that run table scans.\n    return {\n      spec,\n      status: {table, columns, rows: 0, totalRows: 0, totalBytes: 0},\n    };\n  }\n  const stmts = makeDownloadStatements(spec, columns);\n  const rowsResult = sql\n    .unsafe<{totalRows: bigint}[]>(stmts.getTotalRows)\n    .execute();\n  const bytesResult = sql\n    .unsafe<{totalBytes: bigint}[]>(stmts.getTotalBytes)\n    .execute();\n\n  const state: DownloadState = {\n    spec,\n    status: {\n      table,\n      columns,\n      rows: 0,\n      totalRows: Number((await rowsResult)[0].totalRows),\n      totalBytes: Number((await bytesResult)[0].totalBytes),\n    },\n  };\n  const elapsed = (performance.now() - start).toFixed(3);\n  lc.info?.(`Computed initial download state for ${table} (${elapsed} ms)`, {\n    state: state.status,\n  });\n  return state;\n}\n\nfunction copy(\n  lc: LogContext,\n  {spec: table, status}: DownloadState,\n  dbClient: PostgresDB,\n  from: PostgresTransaction,\n  to: Database,\n  textCopy: boolean,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n) {\n  if (textCopy) {\n    return copyText(\n      lc,\n      table,\n      status,\n      dbClient,\n      from,\n      to,\n      sampleRate,\n      maxRowsPerTable,\n    );\n  }\n  return copyBinary(lc, table, status, from, to, sampleRate, maxRowsPerTable);\n}\n\nasync function copyBinary(\n  lc: LogContext,\n  table: PublishedTableSpec,\n  status: DownloadStatus,\n  from: PostgresTransaction,\n  to: Database,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n) {\n  const start = performance.now();\n  let flushTime = 0;\n\n  const tableName = liteTableName(table);\n  const orderedColumns = Object.entries(table.columns);\n\n  const columnNames = orderedColumns.map(([c]) => c);\n  const columnSpecs = orderedColumns.map(([_name, spec]) => spec);\n  const insertColumnList = columnNames.map(c => id(c)).join(',');\n\n  const valuesSql =\n    columnNames.length > 0 ? `(${'?,'.repeat(columnNames.length - 1)}?)` : '()';\n  const insertSql = /*sql*/ `\n    INSERT INTO \"${tableName}\" (${insertColumnList}) VALUES ${valuesSql}`;\n  const insertStmt = to.prepare(insertSql);\n  const insertBatchStmt = to.prepare(\n    insertSql + `,${valuesSql}`.repeat(INSERT_BATCH_SIZE - 1),\n  );\n\n  // Build SELECT with ::text casts for columns without a known binary decoder.\n  const filterConditions = Object.values(table.publications)\n    .map(({rowFilter}) => rowFilter)\n    .filter(f => !!f);\n  const where =\n    filterConditions.length === 0\n      ? ''\n      : /*sql*/ `WHERE ${filterConditions.join(' OR ')}`;\n  const sample = tableSampleClause(sampleRate);\n  const limit = limitClause(maxRowsPerTable);\n  const fromTable = /*sql*/ `FROM ${id(table.schema)}.${id(table.name)}${sample} ${where}`;\n  const selectColumns = orderedColumns.map(([name, spec]) =>\n    hasBinaryDecoder(spec) ? id(name) : `${id(name)}::text`,\n  );\n  const select = /*sql*/ `SELECT ${selectColumns.join(',')} ${fromTable}${limit}`;\n\n  const decoders = orderedColumns.map(([, spec]) =>\n    hasBinaryDecoder(spec) ? makeBinaryDecoder(spec) : textCastDecoder,\n  );\n\n  const valuesPerRow = columnSpecs.length;\n  const valuesPerBatch = valuesPerRow * INSERT_BATCH_SIZE;\n\n  const pendingValues: LiteValueType[] = Array.from({\n    length: MAX_BUFFERED_ROWS * valuesPerRow,\n  });\n  let pendingRows = 0;\n  let pendingSize = 0;\n\n  function flush() {\n    const start = performance.now();\n    const flushedRows = pendingRows;\n    const flushedSize = pendingSize;\n\n    let l = 0;\n    for (; pendingRows > INSERT_BATCH_SIZE; pendingRows -= INSERT_BATCH_SIZE) {\n      insertBatchStmt.run(pendingValues.slice(l, (l += valuesPerBatch)));\n    }\n    for (; pendingRows > 0; pendingRows--) {\n      insertStmt.run(pendingValues.slice(l, (l += valuesPerRow)));\n    }\n    const flushedValues = flushedRows * valuesPerRow;\n    for (let i = 0; i < flushedValues; i++) {\n      pendingValues[i] = undefined as unknown as LiteValueType;\n    }\n    pendingSize = 0;\n    status.rows += flushedRows;\n\n    const elapsed = performance.now() - start;\n    flushTime += elapsed;\n    lc.debug?.(\n      `flushed ${flushedRows} ${tableName} rows (${flushedSize} bytes) in ${elapsed.toFixed(3)} ms`,\n    );\n  }\n\n  const binaryParser = new BinaryCopyParser();\n  let col = 0;\n\n  lc.info?.(`Starting binary copy stream of ${tableName}:`, select);\n\n  await pipeline(\n    await from\n      .unsafe(`COPY (${select}) TO STDOUT WITH (FORMAT binary)`)\n      .readable(),\n    new Writable({\n      highWaterMark: BUFFERED_SIZE_THRESHOLD,\n\n      write(\n        chunk: Buffer,\n        _encoding: string,\n        callback: (error?: Error) => void,\n      ) {\n        try {\n          for (const fieldBuf of binaryParser.parse(chunk)) {\n            pendingSize += fieldBuf === null ? 4 : fieldBuf.length;\n            pendingValues[pendingRows * valuesPerRow + col] =\n              fieldBuf === null ? null : decoders[col](fieldBuf);\n\n            if (++col === decoders.length) {\n              col = 0;\n              if (\n                ++pendingRows >= MAX_BUFFERED_ROWS - valuesPerRow ||\n                pendingSize >= BUFFERED_SIZE_THRESHOLD\n              ) {\n                flush();\n              }\n            }\n          }\n          callback();\n        } catch (e) {\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      final: (callback: (error?: Error) => void) => {\n        try {\n          flush();\n          callback();\n        } catch (e) {\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n    }),\n  );\n\n  const elapsed = performance.now() - start;\n  lc.info?.(\n    `Finished copying ${status.rows} rows into ${tableName} ` +\n      `(flush: ${flushTime.toFixed(3)} ms) (total: ${elapsed.toFixed(3)} ms) `,\n  );\n  return {rows: status.rows, flushTime};\n}\n\nasync function copyText(\n  lc: LogContext,\n  table: PublishedTableSpec,\n  status: DownloadStatus,\n  dbClient: PostgresDB,\n  from: PostgresTransaction,\n  to: Database,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n) {\n  const start = performance.now();\n  let flushTime = 0;\n\n  const tableName = liteTableName(table);\n  const orderedColumns = Object.entries(table.columns);\n\n  const columnNames = orderedColumns.map(([c]) => c);\n  const columnSpecs = orderedColumns.map(([_name, spec]) => spec);\n  const insertColumnList = columnNames.map(c => id(c)).join(',');\n\n  const valuesSql =\n    columnNames.length > 0 ? `(${'?,'.repeat(columnNames.length - 1)}?)` : '()';\n  const insertSql = /*sql*/ `\n    INSERT INTO \"${tableName}\" (${insertColumnList}) VALUES ${valuesSql}`;\n  const insertStmt = to.prepare(insertSql);\n  const insertBatchStmt = to.prepare(\n    insertSql + `,${valuesSql}`.repeat(INSERT_BATCH_SIZE - 1),\n  );\n\n  const {select} = makeDownloadStatements(\n    table,\n    columnNames,\n    sampleRate,\n    maxRowsPerTable,\n  );\n  const valuesPerRow = columnSpecs.length;\n  const valuesPerBatch = valuesPerRow * INSERT_BATCH_SIZE;\n\n  const pendingValues: LiteValueType[] = Array.from({\n    length: MAX_BUFFERED_ROWS * valuesPerRow,\n  });\n  let pendingRows = 0;\n  let pendingSize = 0;\n\n  function flush() {\n    const start = performance.now();\n    const flushedRows = pendingRows;\n    const flushedSize = pendingSize;\n\n    let l = 0;\n    for (; pendingRows > INSERT_BATCH_SIZE; pendingRows -= INSERT_BATCH_SIZE) {\n      insertBatchStmt.run(pendingValues.slice(l, (l += valuesPerBatch)));\n    }\n    for (; pendingRows > 0; pendingRows--) {\n      insertStmt.run(pendingValues.slice(l, (l += valuesPerRow)));\n    }\n    const flushedValues = flushedRows * valuesPerRow;\n    for (let i = 0; i < flushedValues; i++) {\n      pendingValues[i] = undefined as unknown as LiteValueType;\n    }\n    pendingSize = 0;\n    status.rows += flushedRows;\n\n    const elapsed = performance.now() - start;\n    flushTime += elapsed;\n    lc.debug?.(\n      `flushed ${flushedRows} ${tableName} rows (${flushedSize} bytes) in ${elapsed.toFixed(3)} ms`,\n    );\n  }\n\n  lc.info?.(`Starting text copy stream of ${tableName}:`, select);\n  const pgParsers = await getTypeParsers(dbClient, {returnJsonAsString: true});\n  const parsers = columnSpecs.map(c => {\n    const pgParse = pgParsers.getTypeParser(c.typeOID);\n    return (val: string) =>\n      liteValue(\n        pgParse(val) as PostgresValueType,\n        c.dataType,\n        JSON_STRINGIFIED,\n      );\n  });\n\n  const tsvParser = new TsvParser();\n  let col = 0;\n\n  await pipeline(\n    await from.unsafe(`COPY (${select}) TO STDOUT`).readable(),\n    new Writable({\n      highWaterMark: BUFFERED_SIZE_THRESHOLD,\n\n      write(\n        chunk: Buffer,\n        _encoding: string,\n        callback: (error?: Error) => void,\n      ) {\n        try {\n          for (const text of tsvParser.parse(chunk)) {\n            pendingSize += text === null ? 4 : text.length;\n            pendingValues[pendingRows * valuesPerRow + col] =\n              text === null ? null : parsers[col](text);\n\n            if (++col === parsers.length) {\n              col = 0;\n              if (\n                ++pendingRows >= MAX_BUFFERED_ROWS - valuesPerRow ||\n                pendingSize >= BUFFERED_SIZE_THRESHOLD\n              ) {\n                flush();\n              }\n            }\n          }\n          callback();\n        } catch (e) {\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      final: (callback: (error?: Error) => void) => {\n        try {\n          flush();\n          callback();\n        } catch (e) {\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n    }),\n  );\n\n  const elapsed = performance.now() - start;\n  lc.info?.(\n    `Finished copying ${status.rows} rows into ${tableName} ` +\n      `(flush: ${flushTime.toFixed(3)} ms) (total: ${elapsed.toFixed(3)} ms) `,\n  );\n  return {rows: status.rows, flushTime};\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsGA,eAAsB,YACpB,IACA,OACA,IACA,aACA,aACA,SACA;AACA,KAAI,CAAC,0BAA0B,KAAK,MAAM,MAAM,CAC9C,OAAM,IAAI,MACR,2FACD;CAEH,MAAM,EACJ,kBACA,aACA,WAAW,OACX,0BAA0B,OAC1B,WACE;CACJ,MAAM,eAAe,cAAc,MAAM,YAAY,SAAS,GAAG;CACjE,MAAM,MAAM,SAAS,IAAI,YAAY;CAIrC,MAAM,qBAAqB,SACvB,KAAA,IACA,SAAS,IAAI,aAAa;GACvB,gBAAgB;EACjB,YAAY,EAAC,aAAa,YAAW;EACtC,CAAC;CACN,MAAM,WAAW,mBAAmB,MAAM;CAC1C,MAAM,kBAAkB,2BAA2B,sBACjD,IACA,SAAS,YAAY,KAAK,KAAA,EAC3B,CAAC,QAAQ,IAAI,eAAe;CAC7B,IAAI;AACJ,KAAI;EACF,MAAM,YAAY,MAAM,oBAAoB,IAAI;EAMhD,MAAM,EAAC,iBAAgB,SACnB,MAAM,uBAAuB,KAAK,MAAM,GACxC,MAAM,sBAAsB,IAAI,KAAK,MAAM;AAC/C,KAAG,OAAO,wCAAwC,aAAa,GAAG;EAElE,MAAM,EAAC,UAAU,SAAQ,IAAI;AAC7B,KAAG,OACD,SACI,kCAAkC,SAAS,GAAG,KAAK,kBACnD,kCAAkC,SAAS,GAAG,OACnD;EAED,IAAI;EACJ,IAAI;AAEJ,MAAI,QAAQ;GACV,MAAM,WAAW,MAAM,qCACrB,IACA,YACD;AACD,cAAW,SAAS;AACpB,SAAM,SAAS;AACf,2BAAwB,SAAS;SAC5B;GACL,IAAI;AACJ,QAAK,IAAI,QAAQ,OAAQ,QAAQ,MAC/B,KAAI;AACF,WAAO,MAAM,sBACX,IACA,KAAK,mBAAmB,EACxB,UACA,2BAA2B,aAAA,KAC5B;AACD;YACO,GAAG;AACV,QAAI,SAAS,aAAa,SAAS,eAAe;AAChD,SAAI,EAAE,SAAS,2BAA2B;AAKxC,YAAM,GAAG;AACT,SAAG,OAAO,8CAA8C;AACxD;;AAEF,SAAI,EAAE,SAAS,iCAAiC;MAG9C,MAAM,UAAU,MAAM,GAAqB;;;yCAFpB,0BAA0B,MAAM,CAKb;AAC1C,UAAI,QAAQ,QAAQ;AAClB,UAAG,OACD,uCAAuC,QAAQ,KAAK,EAAC,WAAU,KAAK,IACpE,EACD;AACD;;AAEF,SAAG,QAAQ,oCAAoC,EAAE;;;AAGrD,UAAM;;AAGV,cAAW,KAAK;AAChB,SAAM,KAAK;;EAGb,MAAM,iBAAiB,qBAAqB,IAAI;AAEhD,uBAAqB,IAAI,cAAc,gBAAgB,QAAQ;EAG/D,MAAM,QAAQ,YAAY,KAAK;EAE/B,MAAM,YAAY,MAAM,MACtB,KACA,OAAM,OAAM;AACV,SAAM,GAAG,OAAgB,6BAA6B,SAAS,GAAG;AAClE,UAAO,mBAAmB,IAAI,aAAa;KAE7C,EAAC,MAAM,UAAc,CACtB;AAED,uBAAqB,IAAI,UAAU;EAGnC,MAAM,EAAC,QAAQ,YAAW;EAC1B,MAAM,YAAY,OAAO;AACzB,MAAI,UAAU,KAAK,WAAW,mBAAmB,UAC/C,IAAG,OACD,8CAA8C,iBAAiB,MAC1D,UAAU,gDAChB;EAEH,MAAM,aACJ,UAAU,KAAK,UACX,YACA,KAAK,IAAI,kBAAkB,UAAU;EAE3C,MAAM,WAAW,SAAS,IAAI,aAAa;GACzC,KAAK;GACL,YAAY,GAAE,qBAAqB,4BAA2B;IAC7D,iBAAiB;GACnB,CAAC;EACF,MAAM,UAAU,sBACd,IACA,UACA,UACA,YACA,UACD;AACD,MAAI;AACF,oBAAiB,IAAI,QAAQ,eAAe;GAC5C,MAAM,aAAa,QAAQ;GAC3B,MAAM,kBAAkB,QAAQ;GAChC,MAAM,YAAY,MAAM,QAAQ,IAC9B,OAAO,KAAI,SACT,QAAQ,iBAAiB,IAAI,OAC3B,wBAAwB,IAAI,IAAI,MAAM,WAAW,KAAA,EAAU,CAC5D,CACF,CACF;AACD,mBAAgB,QACd,IACA,gBACA,WAAW,UAAU,8BAA8B,kBACnD,YACO,EAAC,gBAAgB,UAAU,KAAK,EAAC,aAAY,OAAO,EAAC,EAC7D;AAEI,iBAAc,OAAO;GAC1B,MAAM,YAAY,MAAM,QAAQ,IAC9B,UAAU,KAAI,UACZ,QAAQ,iBAAiB,IAAI,OAC3B,KACE,IACA,OACA,UACA,IACA,IACA,UACA,YACA,gBACD,CACF,CACF,CACF;AACI,iBAAc,eAAe,IAAI,eAAe;AACrD,WAAQ,SAAS;GAEjB,MAAM,QAAQ,UAAU,QACrB,KAAK,UAAU;IACd,MAAM,IAAI,OAAO,KAAK;IACtB,WAAW,IAAI,YAAY,KAAK;IACjC,GACD;IAAC,MAAM;IAAG,WAAW;IAAE,CACxB;AAED,mBAAgB,QACd,IACA,YACA,YAAY,QAAQ,OAAO,WAC3B,IACD;GACD,MAAM,aAAa,YAAY,KAAK;AACpC,qBAAkB,IAAI,QAAQ;GAC9B,MAAM,QAAQ,YAAY,KAAK,GAAG;AAClC,MAAG,OAAO,oBAAoB,MAAM,QAAQ,EAAE,CAAC,MAAM;AAErD,OAAI,QAAQ;IACV,MAAM,8BAAc,IAAI,KAAqB;AAC7C,SAAK,IAAI,IAAI,GAAG,IAAI,UAAU,QAAQ,IACpC,aAAY,IAAI,UAAU,GAAG,OAAO,OAAO,UAAU,GAAG,KAAK;AAE/D,wBAAoB,IAAI,IAAI,WAAW,YAAY;SAEnD,OAAM,WACJ,KACA,OACA,UACA,gBACA,WACA,QACD;GAGH,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,MAAG,OACD,UAAU,MAAM,KAAK,gBAAgB,CAAC,WAAW,UAAU,aAAa,aAAa,SAAS,IAAI,WACrF,MAAM,UAAU,QAAQ,EAAE,CAAC,WAAW,MAAM,QAAQ,EAAE,CAAC,WAAW,QAAQ,QAAQ,EAAE,CAAC,MACnG;YACO;AAEH,YAAS,KAAK,CAAC,OAAM,MAAK,GAAG,OAAO,0BAA0B,EAAE,CAAC;;UAEjE,GAAG;AACV,MAAI,CAAC,QAAQ;AAIX,MAAG,OAAO,6BAA6B,YAAY,EAAE;AACrD,SAAM,GAAG;;8BAEe,SAAS;QAC/B,OAAM,MAAK,GAAG,OAAO,mCAAmC,YAAY,EAAE,CAAC;;AAE3E,QAAM,gBAAgB,qBAAqB,IAAI,gBAAgB,EAAE;WACzD;AACR,kBAAgB,MAAM;AACtB,MAAI,sBACF,OAAM,uBAAuB,CAAC,OAAM,MAClC,GAAG,OAAO,mCAAmC,EAAE,CAChD;AAEH,MAAI,mBACF,OAAM,mBAAmB,KAAK;AAEhC,QAAM,IAAI,KAAK;;;AAgEnB,eAAe,oBAAoB,KAAiB;CAClD,MAAM,EAAC,UAAU,aACf,MAAM,GAA0C;;;KAIhD;AAEF,KAAI,aAAa,UACf,OAAM,IAAI,MACR,uEAAuE,SAAS,GACjF;AAEH,KAAI,UAAA,KACF,OAAM,IAAI,MACR,sDAAsD,QAAQ,IAC/D;AAEH,QAAO;;AAGT,eAAe,sBACb,IACA,KACA,OACA,WAAW,MACwB;CACnC,MAAM,EAAC,UAAU,SAAQ,IAAI;AAC7B,IAAG,OAAO,oCAAoC,SAAS,GAAG,OAAO;AAEjE,OAAM,kBAAkB,IAAI,KAAK,MAAM;CACvC,MAAM,EAAC,iBAAgB,MAAM,uBAAuB,KAAK,MAAM;AAE/D,KAAI,UAAU;EACZ,IAAI,QAAQ;EACZ,MAAM,0BAA0B,aAAa,QAC3C,MAAK,CAAC,EAAE,WAAW,IAAI,CACxB;EACD,MAAM,SAAS,MAAM,GAAG;4DACgC,IAAI,aAAa,CAAC;QACtE,QAAQ;AACZ,MAAI,OAAO,WAAW,aAAa,OACjC,IAAG,OACD,iCAAiC,aAAa,kBACxC,OAAO,MAAM,CAAC,cACrB;WAED,CAAC,OAAO,IAAI,IAAI,MAAM,aAAa,EAAE,IAAI,IAAI,wBAAwB,CAAC,CAEtE,IAAG,OACD,2BAA2B,MAAM,aAAa,sCAC3B,wBAAwB,cAC5C;MAED,SAAQ;AAEV,MAAI,CAAC,OAAO;AACV,SAAM,IAAI,OAAO,UAAU,MAAM,OAAO,MAAM,SAAS,CAAC;AACxD,UAAO,sBAAsB,IAAI,KAAK,OAAO,MAAM;;;AAGvD,QAAO,EAAC,cAAa;;AAGvB,SAAS,sBACP,IACA,IACA,UACA,YACA,WACiB;CACjB,MAAM,EAAC,SAAQ,eAAe,SAAS;CACvC,MAAM,eAAe,IAAI,gBAAgB,IAAI;EAC3C,MAAM;EACN;EACA,gBAAgB;EACjB,CAAC;AACF,cAAa,IAAI,GAAG;AAEpB,IAAG,OAAO,WAAW,WAAW,mBAAmB,UAAU,SAAS;AAEtE,KAAI,SAAS,QAAQ,SAAS,KAAK,GAAG,GACpC,IAAG,OACD,mUAMD;AAEH,QAAO;;;;;;;;;;;;AAqBT,eAAe,qCACb,IACA,aAKC;CACD,MAAM,SAAS,SAAS,IAAI,aAAa;EACvC,KAAK;EACL,YAAY,GAAE,qBAAqB,gCAA+B;EACnE,CAAC;CACF,MAAM,QAAQ,UAA2C;CACzD,MAAM,UAAU,UAAgB;CAChC,MAAM,OAAO,OACV,MAAM,UAAe,OAAM,OAAM;AAChC,QAAM,EAAE,oDAAoD,SAAS;EACrE,MAAM,CAAC,OAAO,MAAM,EAAqC;;;AAGzD,QAAM,QAAQ,IAAI;AAClB,QAAM,QAAQ;GACd,CACD,OAAM,MAAK,MAAM,OAAO,EAAE,CAAC;CAE9B,IAAI;CACJ,IAAI;AACJ,KAAI;AACF,GAAC,CAAC,UAAU,OAAO,MAAM,MAAM;UACxB,GAAG;AACV,QAAM,OACH,KAAK,CACL,OAAM,QACL,GAAG,OAAO,qDAAqD,IAAI,CACpE;AACH,QAAM;;AAER,IAAG,OACD,qBAAqB,SAAS,UAAU,IAAI,wBAC7C;AACD,QAAO;EACL;EACA;EACA,SAAS,YAAY;AACnB,WAAQ,SAAS;AACjB,OAAI;AACF,UAAM;YACC,GAAG;AACV,OAAG,OAAO,gDAAgD,EAAE;;AAE9D,SAAM,OAAO,KAAK;;EAErB;;AAMH,eAAsB,sBACpB,IACA,SACA,UAEA,WAAW,OACe;CAC1B,MAAM,CAAC,QAAQ,WACX,MAAM,QAAQ,OACJ,4BAA4B,SAAS,+BAC9C,GACD,MAAM,QAAQ,OACJ,4BAA4B,SAAS,oBAC9C;AACL,IAAG,OAAO,4BAA4B,YAAY,KAAK;AACvD,QAAO;;AAGT,SAAS,iBACP,IACA,QACA,gBACA;CAGA,MAAM,iBAAiB,KAAK,oBAAoB,YAAY,GAAG,CAAC;AAChE,MAAK,MAAM,KAAK,QAAQ;AACtB,KAAG,KAAK,yBAAyB,kBAAkB,GAAG,eAAe,CAAC,CAAC;EACvE,MAAM,YAAY,cAAc,EAAE;AAClC,OAAK,MAAM,CAAC,SAAS,YAAY,OAAO,QAAQ,EAAE,QAAQ,CACxD,gBAAe,OAAO,WAAW,SAAS,QAAQ;;;AAKxD,SAAS,kBAAkB,IAAc,SAAsB;AAC7D,MAAK,MAAM,SAAS,QAClB,IAAG,KAAK,yBAAyB,uBAAuB,MAAM,CAAC,CAAC;;;;;;;;;;AAYpE,SAAgB,oBACd,IACA,IACA,WACA,aACM;CACN,MAAM,SAAmB,EAAE;CAI3B,MAAM,aAAa,WAAW,GAAG;CACjC,MAAM,kBAAkB,IAAI,IAAI,WAAW,KAAI,MAAK,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;AACjE,MAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,GAAG;EAC9B,MAAM,OAAO,gBAAgB,IAAI,KAAK;AACtC,MAAI,CAAC,MAAM;AACT,UAAO,KAAK,6BAA6B,OAAO;AAChD;;AAEF,OAAK,MAAM,OAAO,OAAO,KAAK,GAAG,QAAQ,CACvC,KAAI,EAAE,OAAO,KAAK,SAChB,QAAO,KAAK,mCAAmC,KAAK,IAAI,MAAM;;CAMpE,MAAM,iBAAiB,IAAI,IAAI,YAAY,GAAG,CAAC,KAAI,MAAK,EAAE,KAAK,CAAC;AAChE,MAAK,MAAM,MAAM,UAAU,SAAS;EAClC,MAAM,SAAS,uBAAuB,GAAG;AACzC,MAAI,CAAC,eAAe,IAAI,OAAO,KAAK,CAClC,QAAO,KACL,6BAA6B,OAAO,KAAK,MAAM,OAAO,YACvD;;AAKL,MAAK,MAAM,CAAC,OAAO,aAAa,YAC9B,KAAI;EACF,MAAM,CAAC,OAAO,GACX,QAAQ,kCAAkC,MAAM,GAAG,CACnD,KAAsB;AACzB,MAAI,IAAI,UAAU,SAChB,QAAO,KACL,gCAAgC,MAAM,0BACX,SAAS,gBAAgB,IAAI,QACzD;UAEI,GAAG;AACV,SAAO,KAAK,iCAAiC,MAAM,IAAI,OAAO,EAAE,GAAG;;CAMvE,MAAM,aAAa,gBAAgB,IAAI,IAAI,EACzC,2BAA2B,OAC5B,CAAC;AACF,MAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,GAAG;AAC9B,MAAI,CAAC,WAAW,IAAI,KAAK,CACvB,QAAO,KACL,6DAA6D,OAC9D;;CAKL,MAAM,OAAO,KAAK,oBAAoB,YAAY,GAAG,CAAC;AACtD,MAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,GAAG;EAC9B,MAAM,OAAO,KAAK,SAAS,KAAK;AAChC,OAAK,MAAM,OAAO,OAAO,KAAK,GAAG,QAAQ,CACvC,KAAI,CAAC,KAAK,IAAI,IAAI,CAChB,QAAO,KAAK,mCAAmC,KAAK,GAAG,MAAM;;AAKnE,KAAI,OAAO,OACT,OAAM,IAAI,MACR,uCAAuC,OAAO,OAAO,iBACnD,OAAO,KAAI,MAAK,OAAO,IAAI,CAAC,KAAK,KAAK,CACzC;;AAUL,IAAM,KAAK,OAAO;AAClB,IAAM,oBAAoB;AAC1B,IAAM,0BAA0B,IAAI;;;;;;;AAcpC,SAAS,kBAAkB,YAAwC;AACjE,KAAI,eAAe,KAAA,KAAa,cAAc,EAC5C,QAAO;AAKT,QAAe,0BADH,YAAY,aAAa,KAAK,QAAQ,EAAE,CAAC,CACR;;AAG/C,SAAS,YAAY,iBAA6C;AAChE,QAAO,oBAAoB,KAAA,IACf,UAAU,oBAClB;;AAGN,SAAgB,uBACd,OACA,MACA,YACA,iBACoB;CACpB,MAAM,mBAAmB,OAAO,OAAO,MAAM,aAAa,CACvD,KAAK,EAAC,gBAAe,UAAU,CAC/B,QAAO,MAAK,CAAC,CAAC,EAAE;CACnB,MAAM,QACJ,iBAAiB,WAAW,IACxB,KACQ,SAAS,iBAAiB,KAAK,OAAO;CACpD,MAAM,SAAS,kBAAkB,WAAW;CAC5C,MAAM,QAAQ,YAAY,gBAAgB;CAC1C,MAAM,YAAoB,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,GAAG,MAAM,KAAK,GAAG,OAAO,GAAG;CACjF,MAAM,SAAiB,UAAU,KAAK,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC,GAAG,YAAY;AACvE,KAAI,OAAO;EAGT,MAAM,YAAY,KACf,KAAI,QAAO,2BAA2B,GAAG,IAAI,CAAC,OAAO,CACrD,KAAK,MAAM;AACd,SAAO;GACL;GACA,cAAsB,8DAA8D,YAAY,MAAM;GACtG,eAAuB,oEAAoE,UAAU,SAAS,YAAY,MAAM;GACjI;;CAEH,MAAM,aAAa,IAAI,KAAK,KAAI,QAAO,+BAA+B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC;AACnG,QAAO;EACL;EACA,cAAsB,kCAAkC;EACxD,eAAuB,UAAU,WAAW,mBAAmB;EAChE;;AASH,eAAsB,wBACpB,IACA,KACA,MACA,YACwB;CACxB,MAAM,QAAQ,YAAY,KAAK;CAC/B,MAAM,QAAQ,cAAc,KAAK;CACjC,MAAM,UAAU,OAAO,KAAK,KAAK,QAAQ;AACzC,KAAI,WAIF,QAAO;EACL;EACA,QAAQ;GAAC;GAAO;GAAS,MAAM;GAAG,WAAW;GAAG,YAAY;GAAE;EAC/D;CAEH,MAAM,QAAQ,uBAAuB,MAAM,QAAQ;CACnD,MAAM,aAAa,IAChB,OAA8B,MAAM,aAAa,CACjD,SAAS;CACZ,MAAM,cAAc,IACjB,OAA+B,MAAM,cAAc,CACnD,SAAS;CAEZ,MAAM,QAAuB;EAC3B;EACA,QAAQ;GACN;GACA;GACA,MAAM;GACN,WAAW,QAAQ,MAAM,YAAY,GAAG,UAAU;GAClD,YAAY,QAAQ,MAAM,aAAa,GAAG,WAAW;GACtD;EACF;CACD,MAAM,WAAW,YAAY,KAAK,GAAG,OAAO,QAAQ,EAAE;AACtD,IAAG,OAAO,uCAAuC,MAAM,IAAI,QAAQ,OAAO,EACxE,OAAO,MAAM,QACd,CAAC;AACF,QAAO;;AAGT,SAAS,KACP,IACA,EAAC,MAAM,OAAO,UACd,UACA,MACA,IACA,UACA,YACA,iBACA;AACA,KAAI,SACF,QAAO,SACL,IACA,OACA,QACA,UACA,MACA,IACA,YACA,gBACD;AAEH,QAAO,WAAW,IAAI,OAAO,QAAQ,MAAM,IAAI,YAAY,gBAAgB;;AAG7E,eAAe,WACb,IACA,OACA,QACA,MACA,IACA,YACA,iBACA;CACA,MAAM,QAAQ,YAAY,KAAK;CAC/B,IAAI,YAAY;CAEhB,MAAM,YAAY,cAAc,MAAM;CACtC,MAAM,iBAAiB,OAAO,QAAQ,MAAM,QAAQ;CAEpD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,EAAE;CAClD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,UAAU,KAAK;CAC/D,MAAM,mBAAmB,YAAY,KAAI,MAAK,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI;CAE9D,MAAM,YACJ,YAAY,SAAS,IAAI,IAAI,KAAK,OAAO,YAAY,SAAS,EAAE,CAAC,MAAM;CACzE,MAAM,YAAoB;mBACT,UAAU,KAAK,iBAAiB,WAAW;CAC5D,MAAM,aAAa,GAAG,QAAQ,UAAU;CACxC,MAAM,kBAAkB,GAAG,QACzB,YAAY,IAAI,YAAY,OAAA,GAA6B,CAC1D;CAGD,MAAM,mBAAmB,OAAO,OAAO,MAAM,aAAa,CACvD,KAAK,EAAC,gBAAe,UAAU,CAC/B,QAAO,MAAK,CAAC,CAAC,EAAE;CACnB,MAAM,QACJ,iBAAiB,WAAW,IACxB,KACQ,SAAS,iBAAiB,KAAK,OAAO;CACpD,MAAM,SAAS,kBAAkB,WAAW;CAC5C,MAAM,QAAQ,YAAY,gBAAgB;CAC1C,MAAM,YAAoB,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,GAAG,MAAM,KAAK,GAAG,OAAO,GAAG;CAIjF,MAAM,SAAiB,UAHD,eAAe,KAAK,CAAC,MAAM,UAC/C,iBAAiB,KAAK,GAAG,GAAG,KAAK,GAAG,GAAG,GAAG,KAAK,CAAC,QACjD,CAC8C,KAAK,IAAI,CAAC,GAAG,YAAY;CAExE,MAAM,WAAW,eAAe,KAAK,GAAG,UACtC,iBAAiB,KAAK,GAAG,kBAAkB,KAAK,GAAG,gBACpD;CAED,MAAM,eAAe,YAAY;CACjC,MAAM,iBAAiB,eAAA;CAEvB,MAAM,gBAAiC,MAAM,KAAK,EAChD,QAAQ,oBAAoB,cAC7B,CAAC;CACF,IAAI,cAAc;CAClB,IAAI,cAAc;CAElB,SAAS,QAAQ;EACf,MAAM,QAAQ,YAAY,KAAK;EAC/B,MAAM,cAAc;EACpB,MAAM,cAAc;EAEpB,IAAI,IAAI;AACR,SAAO,cAAA,IAAiC,eAAA,GACtC,iBAAgB,IAAI,cAAc,MAAM,GAAI,KAAK,eAAgB,CAAC;AAEpE,SAAO,cAAc,GAAG,cACtB,YAAW,IAAI,cAAc,MAAM,GAAI,KAAK,aAAc,CAAC;EAE7D,MAAM,gBAAgB,cAAc;AACpC,OAAK,IAAI,IAAI,GAAG,IAAI,eAAe,IACjC,eAAc,KAAK,KAAA;AAErB,gBAAc;AACd,SAAO,QAAQ;EAEf,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,eAAa;AACb,KAAG,QACD,WAAW,YAAY,GAAG,UAAU,SAAS,YAAY,aAAa,QAAQ,QAAQ,EAAE,CAAC,KAC1F;;CAGH,MAAM,eAAe,IAAI,kBAAkB;CAC3C,IAAI,MAAM;AAEV,IAAG,OAAO,kCAAkC,UAAU,IAAI,OAAO;AAEjE,OAAM,WACJ,MAAM,KACH,OAAO,SAAS,OAAO,kCAAkC,CACzD,UAAU,EACb,IAAI,SAAS;EACX,eAAe;EAEf,MACE,OACA,WACA,UACA;AACA,OAAI;AACF,SAAK,MAAM,YAAY,aAAa,MAAM,MAAM,EAAE;AAChD,oBAAe,aAAa,OAAO,IAAI,SAAS;AAChD,mBAAc,cAAc,eAAe,OACzC,aAAa,OAAO,OAAO,SAAS,KAAK,SAAS;AAEpD,SAAI,EAAE,QAAQ,SAAS,QAAQ;AAC7B,YAAM;AACN,UACE,EAAE,eAAe,oBAAoB,gBACrC,eAAe,wBAEf,QAAO;;;AAIb,cAAU;YACH,GAAG;AACV,aAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC,CAAC;;;EAI3D,QAAQ,aAAsC;AAC5C,OAAI;AACF,WAAO;AACP,cAAU;YACH,GAAG;AACV,aAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC,CAAC;;;EAG5D,CAAC,CACH;CAED,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,IAAG,OACD,oBAAoB,OAAO,KAAK,aAAa,UAAU,WAC1C,UAAU,QAAQ,EAAE,CAAC,eAAe,QAAQ,QAAQ,EAAE,CAAC,OACrE;AACD,QAAO;EAAC,MAAM,OAAO;EAAM;EAAU;;AAGvC,eAAe,SACb,IACA,OACA,QACA,UACA,MACA,IACA,YACA,iBACA;CACA,MAAM,QAAQ,YAAY,KAAK;CAC/B,IAAI,YAAY;CAEhB,MAAM,YAAY,cAAc,MAAM;CACtC,MAAM,iBAAiB,OAAO,QAAQ,MAAM,QAAQ;CAEpD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,EAAE;CAClD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,UAAU,KAAK;CAC/D,MAAM,mBAAmB,YAAY,KAAI,MAAK,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI;CAE9D,MAAM,YACJ,YAAY,SAAS,IAAI,IAAI,KAAK,OAAO,YAAY,SAAS,EAAE,CAAC,MAAM;CACzE,MAAM,YAAoB;mBACT,UAAU,KAAK,iBAAiB,WAAW;CAC5D,MAAM,aAAa,GAAG,QAAQ,UAAU;CACxC,MAAM,kBAAkB,GAAG,QACzB,YAAY,IAAI,YAAY,OAAA,GAA6B,CAC1D;CAED,MAAM,EAAC,WAAU,uBACf,OACA,aACA,YACA,gBACD;CACD,MAAM,eAAe,YAAY;CACjC,MAAM,iBAAiB,eAAA;CAEvB,MAAM,gBAAiC,MAAM,KAAK,EAChD,QAAQ,oBAAoB,cAC7B,CAAC;CACF,IAAI,cAAc;CAClB,IAAI,cAAc;CAElB,SAAS,QAAQ;EACf,MAAM,QAAQ,YAAY,KAAK;EAC/B,MAAM,cAAc;EACpB,MAAM,cAAc;EAEpB,IAAI,IAAI;AACR,SAAO,cAAA,IAAiC,eAAA,GACtC,iBAAgB,IAAI,cAAc,MAAM,GAAI,KAAK,eAAgB,CAAC;AAEpE,SAAO,cAAc,GAAG,cACtB,YAAW,IAAI,cAAc,MAAM,GAAI,KAAK,aAAc,CAAC;EAE7D,MAAM,gBAAgB,cAAc;AACpC,OAAK,IAAI,IAAI,GAAG,IAAI,eAAe,IACjC,eAAc,KAAK,KAAA;AAErB,gBAAc;AACd,SAAO,QAAQ;EAEf,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,eAAa;AACb,KAAG,QACD,WAAW,YAAY,GAAG,UAAU,SAAS,YAAY,aAAa,QAAQ,QAAQ,EAAE,CAAC,KAC1F;;AAGH,IAAG,OAAO,gCAAgC,UAAU,IAAI,OAAO;CAC/D,MAAM,YAAY,MAAM,eAAe,UAAU,EAAC,oBAAoB,MAAK,CAAC;CAC5E,MAAM,UAAU,YAAY,KAAI,MAAK;EACnC,MAAM,UAAU,UAAU,cAAc,EAAE,QAAQ;AAClD,UAAQ,QACN,UACE,QAAQ,IAAI,EACZ,EAAE,UAAA,IAEH;GACH;CAEF,MAAM,YAAY,IAAI,WAAW;CACjC,IAAI,MAAM;AAEV,OAAM,WACJ,MAAM,KAAK,OAAO,SAAS,OAAO,aAAa,CAAC,UAAU,EAC1D,IAAI,SAAS;EACX,eAAe;EAEf,MACE,OACA,WACA,UACA;AACA,OAAI;AACF,SAAK,MAAM,QAAQ,UAAU,MAAM,MAAM,EAAE;AACzC,oBAAe,SAAS,OAAO,IAAI,KAAK;AACxC,mBAAc,cAAc,eAAe,OACzC,SAAS,OAAO,OAAO,QAAQ,KAAK,KAAK;AAE3C,SAAI,EAAE,QAAQ,QAAQ,QAAQ;AAC5B,YAAM;AACN,UACE,EAAE,eAAe,oBAAoB,gBACrC,eAAe,wBAEf,QAAO;;;AAIb,cAAU;YACH,GAAG;AACV,aAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC,CAAC;;;EAI3D,QAAQ,aAAsC;AAC5C,OAAI;AACF,WAAO;AACP,cAAU;YACH,GAAG;AACV,aAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC,CAAC;;;EAG5D,CAAC,CACH;CAED,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,IAAG,OACD,oBAAoB,OAAO,KAAK,aAAa,UAAU,WAC1C,UAAU,QAAQ,EAAE,CAAC,eAAe,QAAQ,QAAQ,EAAE,CAAC,OACrE;AACD,QAAO;EAAC,MAAM,OAAO;EAAM;EAAU"}
+{"version":3,"file":"initial-sync.js","names":[],"sources":["../../../../../../../zero-cache/src/services/change-source/pg/initial-sync.ts"],"sourcesContent":["import {mkdtemp, rm} from 'node:fs/promises';\nimport {platform, tmpdir} from 'node:os';\nimport {join} from 'node:path';\nimport {Writable} from 'node:stream';\nimport {pipeline} from 'node:stream/promises';\nimport {\n  PG_CONFIGURATION_LIMIT_EXCEEDED,\n  PG_INSUFFICIENT_PRIVILEGE,\n} from '@drdgvhbh/postgres-error-codes';\nimport type {LogContext} from '@rocicorp/logger';\nimport {resolver} from '@rocicorp/resolver';\nimport postgres from 'postgres';\nimport type {JSONObject} from '../../../../../shared/src/bigint-json.ts';\nimport {must} from '../../../../../shared/src/must.ts';\nimport {equals} from '../../../../../shared/src/set-utils.ts';\nimport type {DownloadStatus} from '../../../../../zero-events/src/status.ts';\nimport {Database} from '../../../../../zqlite/src/db.ts';\nimport {\n  createLiteIndexStatement,\n  createLiteTableStatement,\n} from '../../../db/create.ts';\nimport {\n  computeZqlSpecs,\n  listIndexes,\n  listTables,\n} from '../../../db/lite-tables.ts';\nimport * as Mode from '../../../db/mode-enum.ts';\nimport {\n  BinaryCopyParser,\n  hasBinaryDecoder,\n  makeBinaryDecoder,\n  textCastDecoder,\n} from '../../../db/pg-copy-binary.ts';\nimport {TsvParser} from '../../../db/pg-copy.ts';\nimport {\n  mapPostgresToLite,\n  mapPostgresToLiteIndex,\n} from '../../../db/pg-to-lite.ts';\nimport {getTypeParsers} from '../../../db/pg-type-parser.ts';\nimport {runTx} from '../../../db/run-transaction.ts';\nimport type {IndexSpec, PublishedTableSpec} from '../../../db/specs.ts';\nimport {importSnapshot, TransactionPool} from '../../../db/transaction-pool.ts';\nimport {\n  JSON_STRINGIFIED,\n  liteValue,\n  type LiteValueType,\n} from '../../../types/lite.ts';\nimport {liteTableName} from '../../../types/names.ts';\nimport {PG_15, PG_17} from '../../../types/pg-versions.ts';\nimport {\n  pgClient,\n  type PostgresDB,\n  type PostgresTransaction,\n  type PostgresValueType,\n} from '../../../types/pg.ts';\nimport {CpuProfiler} from '../../../types/profiler.ts';\nimport type {ShardConfig} from '../../../types/shards.ts';\nimport {ALLOWED_APP_ID_CHARACTERS} from '../../../types/shards.ts';\nimport {id} from '../../../types/sql.ts';\nimport {orTimeout} from '../../../types/timeout.ts';\nimport {ReplicationStatusPublisher} from '../../replicator/replication-status.ts';\nimport {ColumnMetadataStore} from '../../replicator/schema/column-metadata.ts';\nimport {initReplicationState} from '../../replicator/schema/replication-state.ts';\nimport {toStateVersionString} from './lsn.ts';\nimport {ensureShardSchema} from './schema/init.ts';\nimport {getPublicationInfo} from './schema/published.ts';\nimport {\n  addReplica,\n  dropShard,\n  getInternalShardConfig,\n  newReplicationSlot,\n  replicationSlotExpression,\n  validatePublications,\n} from './schema/shard.ts';\n\nexport type InitialSyncOptions = {\n  tableCopyWorkers: number;\n  profileCopy?: boolean | undefined;\n  textCopy?: boolean | undefined;\n  replicationSlotFailover?: boolean | undefined;\n  /**\n   * When set, run initial sync in \"shadow\" mode for verification: skip all\n   * upstream mutations (no replication slot, no addReplica, no dropShard, no\n   * slot drop on failure), suppress status events, and optionally sample\n   * rows from each table via TABLESAMPLE BERNOULLI + LIMIT. The caller is\n   * responsible for providing (and discarding) a throwaway SQLite `tx`.\n   */\n  shadow?:\n    | {\n        /** 0 < rate <= 1. When 1, no TABLESAMPLE clause is added. */\n        sampleRate: number;\n        /**\n         * LIMIT N cap appended after TABLESAMPLE. Required: shadow sync is\n         * for verification only, so every run must commit to a row budget.\n         */\n        maxRowsPerTable: number;\n      }\n    | undefined;\n};\n\n/** Server context to store with the initial sync metadata for debugging. */\nexport type ServerContext = JSONObject;\n\nexport async function initialSync(\n  lc: LogContext,\n  shard: ShardConfig,\n  tx: Database,\n  upstreamURI: string,\n  syncOptions: InitialSyncOptions,\n  context: ServerContext,\n) {\n  if (!ALLOWED_APP_ID_CHARACTERS.test(shard.appID)) {\n    throw new Error(\n      'The App ID may only consist of lower-case letters, numbers, and the underscore character',\n    );\n  }\n  const {\n    tableCopyWorkers,\n    profileCopy,\n    textCopy = false,\n    replicationSlotFailover = false,\n    shadow,\n  } = syncOptions;\n  const copyProfiler = profileCopy ? await CpuProfiler.connect() : null;\n  const sql = pgClient(lc, upstreamURI, 'initial-sync');\n  // Replication session is only needed to create a replication slot in the\n  // real path. In shadow mode we export a snapshot on a normal connection\n  // instead, so no replication session is opened.\n  const replicationSession = shadow\n    ? undefined\n    : pgClient(lc, upstreamURI, 'initial-sync-replication-session', {\n        ['fetch_types']: false, // Necessary for the streaming protocol\n        connection: {replication: 'database'}, // https://www.postgresql.org/docs/current/protocol-replication.html\n      });\n  const slotName = newReplicationSlot(shard);\n  const statusPublisher = ReplicationStatusPublisher.forRunningTransaction(\n    tx,\n    shadow ? async () => {} : undefined,\n  ).publish(lc, 'Initializing');\n  let releaseShadowSnapshot: (() => Promise<void>) | undefined;\n  try {\n    const pgVersion = await checkUpstreamConfig(sql);\n\n    // In shadow mode we assume the shard is already initialized and just\n    // read back the existing publications. `ensurePublishedTables` would\n    // otherwise run DDL and potentially call `dropShard`, which must never\n    // happen during a shadow run.\n    const {publications} = shadow\n      ? await getInternalShardConfig(sql, shard)\n      : await ensurePublishedTables(lc, sql, shard);\n    lc.info?.(`Upstream is setup with publications [${publications}]`);\n\n    const {database, host} = sql.options;\n    lc.info?.(\n      shadow\n        ? `acquiring exported snapshot on ${database}@${host} (shadow mode)`\n        : `opening replication session to ${database}@${host}`,\n    );\n\n    let snapshot: string;\n    let lsn: string;\n\n    if (shadow) {\n      const acquired = await acquireExportedSnapshotForShadowSync(\n        lc,\n        upstreamURI,\n      );\n      snapshot = acquired.snapshot;\n      lsn = acquired.lsn;\n      releaseShadowSnapshot = acquired.release;\n    } else {\n      let slot: ReplicationSlot;\n      for (let first = true; ; first = false) {\n        try {\n          slot = await createReplicationSlot(\n            lc,\n            must(replicationSession),\n            slotName,\n            replicationSlotFailover && pgVersion >= PG_17,\n          );\n          break;\n        } catch (e) {\n          if (first && e instanceof postgres.PostgresError) {\n            if (e.code === PG_INSUFFICIENT_PRIVILEGE) {\n              // Some Postgres variants (e.g. Google Cloud SQL) require that\n              // the user have the REPLICATION role in order to create a slot.\n              // Note that this must be done by the upstreamDB connection, and\n              // does not work in the replicationSession itself.\n              await sql`ALTER ROLE current_user WITH REPLICATION`;\n              lc.info?.(`Added the REPLICATION role to database user`);\n              continue;\n            }\n            if (e.code === PG_CONFIGURATION_LIMIT_EXCEEDED) {\n              const slotExpression = replicationSlotExpression(shard);\n\n              const dropped = await sql<{slot: string}[]>`\n                SELECT slot_name as slot, pg_drop_replication_slot(slot_name)\n                  FROM pg_replication_slots\n                  WHERE slot_name LIKE ${slotExpression} AND NOT active`;\n              if (dropped.length) {\n                lc.warn?.(\n                  `Dropped inactive replication slots: ${dropped.map(({slot}) => slot)}`,\n                  e,\n                );\n                continue;\n              }\n              lc.error?.(`Unable to drop replication slots`, e);\n            }\n          }\n          throw e;\n        }\n      }\n      snapshot = slot.snapshot_name;\n      lsn = slot.consistent_point;\n    }\n\n    const initialVersion = toStateVersionString(lsn);\n\n    initReplicationState(tx, publications, initialVersion, context);\n\n    // Run up to MAX_WORKERS to copy of tables at the replication slot's snapshot.\n    const start = performance.now();\n    // Retrieve the published schema at the consistent_point.\n    const published = await runTx(\n      sql,\n      async tx => {\n        await tx.unsafe(/* sql*/ `SET TRANSACTION SNAPSHOT '${snapshot}'`);\n        return getPublicationInfo(tx, publications);\n      },\n      {mode: Mode.READONLY},\n    );\n    // Note: If this throws, initial-sync is aborted.\n    validatePublications(lc, published);\n\n    // Now that tables have been validated, kick off the copiers.\n    const {tables, indexes} = published;\n    const numTables = tables.length;\n    if (platform() === 'win32' && tableCopyWorkers < numTables) {\n      lc.warn?.(\n        `Increasing the number of copy workers from ${tableCopyWorkers} to ` +\n          `${numTables} to work around a Node/Postgres connection bug`,\n      );\n    }\n    const numWorkers =\n      platform() === 'win32'\n        ? numTables\n        : Math.min(tableCopyWorkers, numTables);\n\n    const copyPool = pgClient(lc, upstreamURI, 'initial-sync-copy-worker', {\n      max: numWorkers,\n      ['max_lifetime']: 120 * 60, // set a long (2h) limit for COPY streaming\n    });\n    const copiers = startTableCopyWorkers(\n      lc,\n      copyPool,\n      snapshot,\n      numWorkers,\n      numTables,\n    );\n    try {\n      createLiteTables(tx, tables, initialVersion);\n      const sampleRate = shadow?.sampleRate;\n      const maxRowsPerTable = shadow?.maxRowsPerTable;\n      const downloads = await Promise.all(\n        tables.map(spec =>\n          copiers.processReadTask((db, lc) =>\n            getInitialDownloadState(lc, db, spec, shadow !== undefined),\n          ),\n        ),\n      );\n      statusPublisher.publish(\n        lc,\n        'Initializing',\n        `Copying ${numTables} upstream tables at version ${initialVersion}`,\n        5000,\n        () => ({downloadStatus: downloads.map(({status}) => status)}),\n      );\n\n      void copyProfiler?.start();\n      const rowCounts = await Promise.all(\n        downloads.map(table =>\n          copiers.processReadTask((db, lc) =>\n            copy(\n              lc,\n              table,\n              copyPool,\n              db,\n              tx,\n              textCopy,\n              sampleRate,\n              maxRowsPerTable,\n            ),\n          ),\n        ),\n      );\n      void copyProfiler?.stopAndDispose(lc, 'initial-copy');\n      copiers.setDone();\n\n      const total = rowCounts.reduce(\n        (acc, curr) => ({\n          rows: acc.rows + curr.rows,\n          flushTime: acc.flushTime + curr.flushTime,\n        }),\n        {rows: 0, flushTime: 0},\n      );\n\n      statusPublisher.publish(\n        lc,\n        'Indexing',\n        `Creating ${indexes.length} indexes`,\n        5000,\n      );\n      const indexStart = performance.now();\n      createLiteIndices(tx, indexes);\n      const index = performance.now() - indexStart;\n      lc.info?.(`Created indexes (${index.toFixed(3)} ms)`);\n\n      if (shadow) {\n        const rowsByTable = new Map<string, number>();\n        for (let i = 0; i < downloads.length; i++) {\n          rowsByTable.set(downloads[i].status.table, rowCounts[i].rows);\n        }\n        verifyShadowReplica(lc, tx, published, rowsByTable);\n      } else {\n        await addReplica(\n          sql,\n          shard,\n          slotName,\n          initialVersion,\n          published,\n          context,\n        );\n      }\n\n      const elapsed = performance.now() - start;\n      lc.info?.(\n        `Synced ${total.rows.toLocaleString()} rows of ${numTables} tables in ${publications} up to ${lsn} ` +\n          `(flush: ${total.flushTime.toFixed(3)}, index: ${index.toFixed(3)}, total: ${elapsed.toFixed(3)} ms)`,\n      );\n    } finally {\n      // All meaningful errors are handled at the processReadTask() call site.\n      void copyPool.end().catch(e => lc.warn?.(`Error closing copyPool`, e));\n    }\n  } catch (e) {\n    if (!shadow) {\n      // If initial-sync did not succeed, make a best effort to drop the\n      // orphaned replication slot to avoid running out of slots in\n      // pathological cases that result in repeated failures.\n      lc.warn?.(`dropping replication slot ${slotName}`, e);\n      await sql`\n        SELECT pg_drop_replication_slot(slot_name) FROM pg_replication_slots\n          WHERE slot_name = ${slotName};\n      `.catch(e => lc.warn?.(`Unable to drop replication slot ${slotName}`, e));\n    }\n    await statusPublisher.publishAndThrowError(lc, 'Initializing', e);\n  } finally {\n    statusPublisher.stop();\n    if (releaseShadowSnapshot) {\n      await releaseShadowSnapshot().catch(e =>\n        lc.warn?.(`Error releasing shadow snapshot`, e),\n      );\n    }\n    if (replicationSession) {\n      await replicationSession.end();\n    }\n    await sql.end();\n  }\n}\n\nexport type ShadowSyncOptions = {\n  sampleRate: number;\n  maxRowsPerTable: number;\n  /**\n   * Parent directory for the throwaway SQLite replica. Defaults to the OS\n   * tmpdir. Primarily for tests that need to isolate the scratch directory.\n   */\n  parentDir?: string | undefined;\n};\n\n/**\n * Exercises the initial-sync code path against a sample of rows from every\n * published table, writing into a throwaway SQLite database that is deleted\n * when the run ends. Produces zero upstream mutations: no replication slot,\n * no `addReplica`, no `dropShard`, no status events.\n *\n * Intended to be invoked periodically so that if a customer ever needs a\n * full reset, we have recent confidence that `initialSync` still works.\n * The shard must already be initialized upstream.\n */\nexport async function shadowInitialSync(\n  lc: LogContext,\n  shard: ShardConfig,\n  upstreamURI: string,\n  shadow: ShadowSyncOptions,\n  context: ServerContext,\n  syncOptions?: Pick<InitialSyncOptions, 'textCopy'>,\n): Promise<void> {\n  const dir = await mkdtemp(\n    join(shadow.parentDir ?? tmpdir(), 'zero-shadow-sync-'),\n  );\n  const dbPath = join(dir, 'shadow-replica.db');\n  const db = new Database(lc, dbPath);\n  try {\n    await initialSync(\n      lc,\n      shard,\n      db,\n      upstreamURI,\n      {\n        // Shadow sync copies small samples, so one worker is plenty —\n        // no reason to burn additional upstream connections.\n        tableCopyWorkers: 1,\n        textCopy: syncOptions?.textCopy,\n        shadow,\n      },\n      context,\n    );\n  } finally {\n    try {\n      db.close();\n    } catch (e) {\n      lc.warn?.(`Error closing shadow replica db`, e);\n    }\n    await rm(dir, {recursive: true, force: true}).catch(e =>\n      lc.warn?.(`Error cleaning up shadow replica dir ${dir}`, e),\n    );\n  }\n}\n\nasync function checkUpstreamConfig(sql: PostgresDB) {\n  const {walLevel, version} = (\n    await sql<{walLevel: string; version: number}[]>`\n      SELECT current_setting('wal_level') as \"walLevel\", \n             current_setting('server_version_num') as \"version\";\n  `\n  )[0];\n\n  if (walLevel !== 'logical') {\n    throw new Error(\n      `Postgres must be configured with \"wal_level = logical\" (currently: \"${walLevel})`,\n    );\n  }\n  if (version < PG_15) {\n    throw new Error(\n      `Must be running Postgres 15 or higher (currently: \"${version}\")`,\n    );\n  }\n  return version;\n}\n\nasync function ensurePublishedTables(\n  lc: LogContext,\n  sql: PostgresDB,\n  shard: ShardConfig,\n  validate = true,\n): Promise<{publications: string[]}> {\n  const {database, host} = sql.options;\n  lc.info?.(`Ensuring upstream PUBLICATION on ${database}@${host}`);\n\n  await ensureShardSchema(lc, sql, shard);\n  const {publications} = await getInternalShardConfig(sql, shard);\n\n  if (validate) {\n    let valid = false;\n    const nonInternalPublications = publications.filter(\n      p => !p.startsWith('_'),\n    );\n    const exists = await sql`\n      SELECT pubname FROM pg_publication WHERE pubname IN ${sql(publications)}\n      `.values();\n    if (exists.length !== publications.length) {\n      lc.warn?.(\n        `some configured publications [${publications}] are missing: ` +\n          `[${exists.flat()}]. resyncing`,\n      );\n    } else if (\n      !equals(new Set(shard.publications), new Set(nonInternalPublications))\n    ) {\n      lc.warn?.(\n        `requested publications [${shard.publications}] differ from previous` +\n          `publications [${nonInternalPublications}]. resyncing`,\n      );\n    } else {\n      valid = true;\n    }\n    if (!valid) {\n      await sql.unsafe(dropShard(shard.appID, shard.shardNum));\n      return ensurePublishedTables(lc, sql, shard, false);\n    }\n  }\n  return {publications};\n}\n\nfunction startTableCopyWorkers(\n  lc: LogContext,\n  db: PostgresDB,\n  snapshot: string,\n  numWorkers: number,\n  numTables: number,\n): TransactionPool {\n  const {init} = importSnapshot(snapshot);\n  const tableCopiers = new TransactionPool(lc, {\n    mode: Mode.READONLY,\n    init,\n    initialWorkers: numWorkers,\n  });\n  tableCopiers.run(db);\n\n  lc.info?.(`Started ${numWorkers} workers to copy ${numTables} tables`);\n\n  if (parseInt(process.versions.node) < 22) {\n    lc.warn?.(\n      `\\n\\n\\n` +\n        `Older versions of Node have a bug that results in an unresponsive\\n` +\n        `Postgres connection after running certain combinations of COPY commands.\\n` +\n        `If initial sync hangs, run zero-cache with Node v22+. This has the additional\\n` +\n        `benefit of being consistent with the Node version run in the production container image.` +\n        `\\n\\n\\n`,\n    );\n  }\n  return tableCopiers;\n}\n\n// Row returned by `CREATE_REPLICATION_SLOT`\ntype ReplicationSlot = {\n  slot_name: string;\n  consistent_point: string;\n  snapshot_name: string;\n  output_plugin: string;\n};\n\n// Successful CREATE_REPLICATION_SLOT calls have always completed within 1s in\n// observed production runs; use 5s as a hard stop for pathological hangs.\nconst CREATE_REPLICATION_SLOT_TIMEOUT_MS = 5_000;\n\n/**\n * Shadow-mode alternative to `createReplicationSlot`: opens a dedicated\n * READ ONLY REPEATABLE READ transaction on a normal connection, exports the\n * snapshot and captures the current WAL LSN, then holds the transaction\n * open until `release()` is called. The held transaction keeps the snapshot\n * importable by the table-copy workers for the duration of the COPY phase.\n *\n * Idle-in-transaction timeout is disabled locally so the exporter doesn't\n * get killed while workers are still importing.\n */\nasync function acquireExportedSnapshotForShadowSync(\n  lc: LogContext,\n  upstreamURI: string,\n): Promise<{\n  snapshot: string;\n  lsn: string;\n  release: () => Promise<void>;\n}> {\n  const holder = pgClient(lc, upstreamURI, 'shadow-initial-sync-snapshot', {\n    max: 1,\n  });\n  const ready = resolver<{snapshot: string; lsn: string}>();\n  const release = resolver<void>();\n  const held = holder\n    .begin(Mode.READONLY, async tx => {\n      await tx`SET LOCAL idle_in_transaction_session_timeout = 0`.execute();\n      const [row] = await tx<{snapshot: string; lsn: string}[]>`\n        SELECT pg_export_snapshot() AS snapshot,\n               pg_current_wal_lsn()::text AS lsn`;\n      ready.resolve(row);\n      await release.promise;\n    })\n    .catch(e => ready.reject(e));\n\n  let snapshot: string;\n  let lsn: string;\n  try {\n    ({snapshot, lsn} = await ready.promise);\n  } catch (e) {\n    await holder\n      .end()\n      .catch(err =>\n        lc.warn?.(`Error ending shadow snapshot holder after failure`, err),\n      );\n    throw e;\n  }\n  lc.info?.(\n    `Exported snapshot ${snapshot} at LSN ${lsn} (shadow initial sync)`,\n  );\n  return {\n    snapshot,\n    lsn,\n    release: async () => {\n      release.resolve();\n      try {\n        await held;\n      } catch (e) {\n        lc.warn?.(`snapshot holder transaction ended with error`, e);\n      }\n      await holder.end();\n    },\n  };\n}\n\n// Note: The replication connection does not support the extended query protocol,\n//       so all commands must be sent using sql.unsafe(). This is technically safe\n//       because all placeholder values are under our control (i.e. \"slotName\").\nexport async function createReplicationSlot(\n  lc: LogContext,\n  session: postgres.Sql,\n  slotName: string,\n  // Note: must be false if pgVersion < PG_17. Caller must verify.\n  failover = false,\n): Promise<ReplicationSlot> {\n  const createSlot = failover\n    ? session.unsafe<ReplicationSlot[]>(\n        /*sql*/ `CREATE_REPLICATION_SLOT \"${slotName}\" LOGICAL pgoutput (FAILOVER)`,\n      )\n    : session.unsafe<ReplicationSlot[]>(\n        /*sql*/ `CREATE_REPLICATION_SLOT \"${slotName}\" LOGICAL pgoutput`,\n      );\n  const raced = await orTimeout(createSlot, CREATE_REPLICATION_SLOT_TIMEOUT_MS);\n  if (raced === 'timed-out') {\n    // Create slot can block indefinitely waiting for old transactions. End\n    // this connection in the background and fail fast so the process restarts.\n    void session\n      .end()\n      .catch(e =>\n        lc.warn?.(`Error closing timed out replication slot session`, e),\n      );\n    throw new Error(\n      `Timed out after ${CREATE_REPLICATION_SLOT_TIMEOUT_MS} ms creating replication slot ${slotName}. ` +\n        `Crashing to force a clean restart.`,\n    );\n  }\n  const [slot] = raced;\n  lc.info?.(`Created replication slot ${slotName}`, slot);\n  return slot;\n}\n\nfunction createLiteTables(\n  tx: Database,\n  tables: PublishedTableSpec[],\n  initialVersion: string,\n) {\n  // TODO: Figure out how to reuse the ChangeProcessor here to avoid\n  //       duplicating the ColumnMetadata logic.\n  const columnMetadata = must(ColumnMetadataStore.getInstance(tx));\n  for (const t of tables) {\n    tx.exec(createLiteTableStatement(mapPostgresToLite(t, initialVersion)));\n    const tableName = liteTableName(t);\n    for (const [colName, colSpec] of Object.entries(t.columns)) {\n      columnMetadata.insert(tableName, colName, colSpec);\n    }\n  }\n}\n\nfunction createLiteIndices(tx: Database, indices: IndexSpec[]) {\n  for (const index of indices) {\n    tx.exec(createLiteIndexStatement(mapPostgresToLiteIndex(index)));\n  }\n}\n\n/**\n * Runs structural assertions over a just-synced replica and throws if any\n * fail. Only called in shadow mode — a successful return means the replica\n * is schema-complete, row-count consistent, ZQL-queryable, and its column\n * metadata is in sync with its lite schema.\n *\n * Exported for testing.\n */\nexport function verifyShadowReplica(\n  lc: LogContext,\n  db: Database,\n  published: {tables: PublishedTableSpec[]; indexes: IndexSpec[]},\n  rowsByTable: ReadonlyMap<string, number>,\n): void {\n  const issues: string[] = [];\n\n  // 1. Schema completeness: every published table exists in the replica\n  //    with at least the expected column set.\n  const liteTables = listTables(db);\n  const liteTableByName = new Map(liteTables.map(t => [t.name, t]));\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    const lite = liteTableByName.get(name);\n    if (!lite) {\n      issues.push(`missing table in replica: ${name}`);\n      continue;\n    }\n    for (const col of Object.keys(pt.columns)) {\n      if (!(col in lite.columns)) {\n        issues.push(`column missing in replica table ${name}: ${col}`);\n      }\n    }\n  }\n\n  //    Every published index exists in the replica.\n  const liteIndexNames = new Set(listIndexes(db).map(i => i.name));\n  for (const ix of published.indexes) {\n    const mapped = mapPostgresToLiteIndex(ix);\n    if (!liteIndexNames.has(mapped.name)) {\n      issues.push(\n        `missing index in replica: ${mapped.name} on ${mapped.tableName}`,\n      );\n    }\n  }\n\n  // 2. Row counts: SQLite COUNT(*) matches the in-memory copy counter.\n  for (const [table, expected] of rowsByTable) {\n    try {\n      const [row] = db\n        .prepare(`SELECT COUNT(*) as count FROM \"${table}\"`)\n        .all<{count: number}>();\n      if (row.count !== expected) {\n        issues.push(\n          `row count mismatch for table ${table}: ` +\n            `copy counter reported ${expected}, replica has ${row.count}`,\n        );\n      }\n    } catch (e) {\n      issues.push(`could not count rows in table ${table}: ${String(e)}`);\n    }\n  }\n\n  // 3. ZQL-queryability: every published table survives computeZqlSpecs's\n  //    filtering (primary-key candidate, ZQL-typed columns, etc.).\n  const tableSpecs = computeZqlSpecs(lc, db, {\n    includeBackfillingColumns: false,\n  });\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    if (!tableSpecs.has(name)) {\n      issues.push(\n        `table not queryable via ZQL (dropped by computeZqlSpecs): ${name}`,\n      );\n    }\n  }\n\n  // 4. Column metadata: every published column has a _zero.column_metadata row.\n  const meta = must(ColumnMetadataStore.getInstance(db));\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    const rows = meta.getTable(name);\n    for (const col of Object.keys(pt.columns)) {\n      if (!rows.has(col)) {\n        issues.push(`missing column_metadata row for ${name}.${col}`);\n      }\n    }\n  }\n\n  if (issues.length) {\n    throw new Error(\n      `Shadow replica verification failed (${issues.length} issue(s)):\\n` +\n        issues.map(i => `  - ${i}`).join('\\n'),\n    );\n  }\n}\n\n// Verified empirically that batches of 50 seem to be the sweet spot,\n// similar to the report in https://sqlite.org/forum/forumpost/8878a512d3652655\n//\n// Exported for testing.\nexport const INSERT_BATCH_SIZE = 50;\n\nconst MB = 1024 * 1024;\nconst MAX_BUFFERED_ROWS = 10_000;\nconst BUFFERED_SIZE_THRESHOLD = 8 * MB;\n\nexport type DownloadStatements = {\n  select: string;\n  getTotalRows: string;\n  getTotalBytes: string;\n};\n\n/**\n * Produces ` TABLESAMPLE BERNOULLI(n)` when `sampleRate` is < 1, else `''`.\n * Row-level Bernoulli sampling is used (rather than SYSTEM) because it\n * produces a more uniform sample and, unlike SYSTEM, still returns rows\n * for small tables at low rates.\n */\nfunction tableSampleClause(sampleRate: number | undefined): string {\n  if (sampleRate === undefined || sampleRate >= 1) {\n    return '';\n  }\n  // Round away float noise (e.g. 0.3 * 100 = 30.000000000000004) while still\n  // preserving sub-integer rates like 0.001 (= 0.1%).\n  const pct = parseFloat((sampleRate * 100).toFixed(6));\n  return /*sql*/ ` TABLESAMPLE BERNOULLI(${pct})`;\n}\n\nfunction limitClause(maxRowsPerTable: number | undefined): string {\n  return maxRowsPerTable !== undefined\n    ? /*sql*/ ` LIMIT ${maxRowsPerTable}`\n    : '';\n}\n\n/**\n * Returns the SELECT column expressions for binary COPY, casting columns\n * without a known binary decoder to `::text`.\n */\nexport function makeBinarySelectExprs(\n  table: PublishedTableSpec,\n  cols: string[],\n): string[] {\n  return cols.map(col => {\n    const spec = table.columns[col];\n    return hasBinaryDecoder(spec) ? id(col) : `${id(col)}::text`;\n  });\n}\n\nexport function makeDownloadStatements(\n  table: PublishedTableSpec,\n  cols: string[],\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n  selectExprs?: string[] | undefined,\n): DownloadStatements {\n  const filterConditions = Object.values(table.publications)\n    .map(({rowFilter}) => rowFilter)\n    .filter(f => !!f); // remove nulls\n  const where =\n    filterConditions.length === 0\n      ? ''\n      : /*sql*/ `WHERE ${filterConditions.join(' OR ')}`;\n  const sample = tableSampleClause(sampleRate);\n  const limit = limitClause(maxRowsPerTable);\n  const fromTable = /*sql*/ `FROM ${id(table.schema)}.${id(table.name)}${sample} ${where}`;\n  const select = /*sql*/ `SELECT ${(selectExprs ?? cols.map(id)).join(',')} ${fromTable}${limit}`;\n  if (limit) {\n    // With LIMIT, wrap counts/sums in a subquery so they reflect the\n    // capped rowset rather than the full (sampled) table.\n    const bytesExpr = cols\n      .map(col => `COALESCE(pg_column_size(${id(col)}), 0)`)\n      .join(' + ');\n    return {\n      select,\n      getTotalRows: /*sql*/ `SELECT COUNT(*)::bigint AS \"totalRows\" FROM (SELECT 1 AS _ ${fromTable}${limit}) s`,\n      getTotalBytes: /*sql*/ `SELECT COALESCE(SUM(b), 0)::bigint AS \"totalBytes\" FROM (SELECT (${bytesExpr}) AS b ${fromTable}${limit}) s`,\n    };\n  }\n  const totalBytes = `(${cols.map(col => `SUM(COALESCE(pg_column_size(${id(col)}), 0))`).join(' + ')})`;\n  return {\n    select,\n    getTotalRows: /*sql*/ `SELECT COUNT(*) AS \"totalRows\" ${fromTable}`,\n    getTotalBytes: /*sql*/ `SELECT ${totalBytes} AS \"totalBytes\" ${fromTable}`,\n  };\n}\n\ntype DownloadState = {\n  spec: PublishedTableSpec;\n  status: DownloadStatus;\n};\n\n// Exported for testing.\nexport async function getInitialDownloadState(\n  lc: LogContext,\n  sql: PostgresDB,\n  spec: PublishedTableSpec,\n  skipTotals: boolean,\n): Promise<DownloadState> {\n  const start = performance.now();\n  const table = liteTableName(spec);\n  const columns = Object.keys(spec.columns);\n  if (skipTotals) {\n    // Shadow sync suppresses status events, so the COUNT(*) and\n    // per-column pg_column_size sums would be computed and thrown away.\n    // These are also expensive statements that run table scans.\n    return {\n      spec,\n      status: {table, columns, rows: 0, totalRows: 0, totalBytes: 0},\n    };\n  }\n  const stmts = makeDownloadStatements(spec, columns);\n  const rowsResult = sql\n    .unsafe<{totalRows: bigint}[]>(stmts.getTotalRows)\n    .execute();\n  const bytesResult = sql\n    .unsafe<{totalBytes: bigint}[]>(stmts.getTotalBytes)\n    .execute();\n\n  const state: DownloadState = {\n    spec,\n    status: {\n      table,\n      columns,\n      rows: 0,\n      totalRows: Number((await rowsResult)[0].totalRows),\n      totalBytes: Number((await bytesResult)[0].totalBytes),\n    },\n  };\n  const elapsed = (performance.now() - start).toFixed(3);\n  lc.info?.(`Computed initial download state for ${table} (${elapsed} ms)`, {\n    state: state.status,\n  });\n  return state;\n}\n\nfunction copy(\n  lc: LogContext,\n  {spec: table, status}: DownloadState,\n  dbClient: PostgresDB,\n  from: PostgresTransaction,\n  to: Database,\n  textCopy: boolean,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n) {\n  if (textCopy) {\n    return copyText(\n      lc,\n      table,\n      status,\n      dbClient,\n      from,\n      to,\n      sampleRate,\n      maxRowsPerTable,\n    );\n  }\n  return copyBinary(lc, table, status, from, to, sampleRate, maxRowsPerTable);\n}\n\nasync function copyBinary(\n  lc: LogContext,\n  table: PublishedTableSpec,\n  status: DownloadStatus,\n  from: PostgresTransaction,\n  to: Database,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n) {\n  const start = performance.now();\n  let flushTime = 0;\n\n  const tableName = liteTableName(table);\n  const orderedColumns = Object.entries(table.columns);\n\n  const columnNames = orderedColumns.map(([c]) => c);\n  const columnSpecs = orderedColumns.map(([_name, spec]) => spec);\n  const insertColumnList = columnNames.map(c => id(c)).join(',');\n\n  const valuesSql =\n    columnNames.length > 0 ? `(${'?,'.repeat(columnNames.length - 1)}?)` : '()';\n  const insertSql = /*sql*/ `\n    INSERT INTO \"${tableName}\" (${insertColumnList}) VALUES ${valuesSql}`;\n  const insertStmt = to.prepare(insertSql);\n  const insertBatchStmt = to.prepare(\n    insertSql + `,${valuesSql}`.repeat(INSERT_BATCH_SIZE - 1),\n  );\n\n  // Build SELECT with ::text casts for columns without a known binary decoder.\n  const select = makeDownloadStatements(\n    table,\n    columnNames,\n    sampleRate,\n    maxRowsPerTable,\n    makeBinarySelectExprs(table, columnNames),\n  ).select;\n\n  const decoders = orderedColumns.map(([, spec]) =>\n    hasBinaryDecoder(spec) ? makeBinaryDecoder(spec) : textCastDecoder,\n  );\n\n  const valuesPerRow = columnSpecs.length;\n  const valuesPerBatch = valuesPerRow * INSERT_BATCH_SIZE;\n\n  const pendingValues: LiteValueType[] = Array.from({\n    length: MAX_BUFFERED_ROWS * valuesPerRow,\n  });\n  let pendingRows = 0;\n  let pendingSize = 0;\n\n  function flush() {\n    const start = performance.now();\n    const flushedRows = pendingRows;\n    const flushedSize = pendingSize;\n\n    let l = 0;\n    for (; pendingRows > INSERT_BATCH_SIZE; pendingRows -= INSERT_BATCH_SIZE) {\n      insertBatchStmt.run(pendingValues.slice(l, (l += valuesPerBatch)));\n    }\n    for (; pendingRows > 0; pendingRows--) {\n      insertStmt.run(pendingValues.slice(l, (l += valuesPerRow)));\n    }\n    const flushedValues = flushedRows * valuesPerRow;\n    for (let i = 0; i < flushedValues; i++) {\n      pendingValues[i] = undefined as unknown as LiteValueType;\n    }\n    pendingSize = 0;\n    status.rows += flushedRows;\n\n    const elapsed = performance.now() - start;\n    flushTime += elapsed;\n    lc.debug?.(\n      `flushed ${flushedRows} ${tableName} rows (${flushedSize} bytes) in ${elapsed.toFixed(3)} ms`,\n    );\n  }\n\n  const binaryParser = new BinaryCopyParser();\n  let col = 0;\n\n  lc.info?.(`Starting binary copy stream of ${tableName}:`, select);\n\n  await pipeline(\n    await from\n      .unsafe(`COPY (${select}) TO STDOUT WITH (FORMAT binary)`)\n      .readable(),\n    new Writable({\n      highWaterMark: BUFFERED_SIZE_THRESHOLD,\n\n      write(\n        chunk: Buffer,\n        _encoding: string,\n        callback: (error?: Error) => void,\n      ) {\n        try {\n          for (const fieldBuf of binaryParser.parse(chunk)) {\n            pendingSize += fieldBuf === null ? 4 : fieldBuf.length;\n            pendingValues[pendingRows * valuesPerRow + col] =\n              fieldBuf === null ? null : decoders[col](fieldBuf);\n\n            if (++col === decoders.length) {\n              col = 0;\n              if (\n                ++pendingRows >= MAX_BUFFERED_ROWS - valuesPerRow ||\n                pendingSize >= BUFFERED_SIZE_THRESHOLD\n              ) {\n                flush();\n              }\n            }\n          }\n          callback();\n        } catch (e) {\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      final: (callback: (error?: Error) => void) => {\n        try {\n          flush();\n          callback();\n        } catch (e) {\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n    }),\n  );\n\n  const elapsed = performance.now() - start;\n  lc.info?.(\n    `Finished copying ${status.rows} rows into ${tableName} ` +\n      `(flush: ${flushTime.toFixed(3)} ms) (total: ${elapsed.toFixed(3)} ms) `,\n  );\n  return {rows: status.rows, flushTime};\n}\n\nasync function copyText(\n  lc: LogContext,\n  table: PublishedTableSpec,\n  status: DownloadStatus,\n  dbClient: PostgresDB,\n  from: PostgresTransaction,\n  to: Database,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n) {\n  const start = performance.now();\n  let flushTime = 0;\n\n  const tableName = liteTableName(table);\n  const orderedColumns = Object.entries(table.columns);\n\n  const columnNames = orderedColumns.map(([c]) => c);\n  const columnSpecs = orderedColumns.map(([_name, spec]) => spec);\n  const insertColumnList = columnNames.map(c => id(c)).join(',');\n\n  const valuesSql =\n    columnNames.length > 0 ? `(${'?,'.repeat(columnNames.length - 1)}?)` : '()';\n  const insertSql = /*sql*/ `\n    INSERT INTO \"${tableName}\" (${insertColumnList}) VALUES ${valuesSql}`;\n  const insertStmt = to.prepare(insertSql);\n  const insertBatchStmt = to.prepare(\n    insertSql + `,${valuesSql}`.repeat(INSERT_BATCH_SIZE - 1),\n  );\n\n  const {select} = makeDownloadStatements(\n    table,\n    columnNames,\n    sampleRate,\n    maxRowsPerTable,\n  );\n  const valuesPerRow = columnSpecs.length;\n  const valuesPerBatch = valuesPerRow * INSERT_BATCH_SIZE;\n\n  const pendingValues: LiteValueType[] = Array.from({\n    length: MAX_BUFFERED_ROWS * valuesPerRow,\n  });\n  let pendingRows = 0;\n  let pendingSize = 0;\n\n  function flush() {\n    const start = performance.now();\n    const flushedRows = pendingRows;\n    const flushedSize = pendingSize;\n\n    let l = 0;\n    for (; pendingRows > INSERT_BATCH_SIZE; pendingRows -= INSERT_BATCH_SIZE) {\n      insertBatchStmt.run(pendingValues.slice(l, (l += valuesPerBatch)));\n    }\n    for (; pendingRows > 0; pendingRows--) {\n      insertStmt.run(pendingValues.slice(l, (l += valuesPerRow)));\n    }\n    const flushedValues = flushedRows * valuesPerRow;\n    for (let i = 0; i < flushedValues; i++) {\n      pendingValues[i] = undefined as unknown as LiteValueType;\n    }\n    pendingSize = 0;\n    status.rows += flushedRows;\n\n    const elapsed = performance.now() - start;\n    flushTime += elapsed;\n    lc.debug?.(\n      `flushed ${flushedRows} ${tableName} rows (${flushedSize} bytes) in ${elapsed.toFixed(3)} ms`,\n    );\n  }\n\n  lc.info?.(`Starting text copy stream of ${tableName}:`, select);\n  const pgParsers = await getTypeParsers(dbClient, {returnJsonAsString: true});\n  const parsers = columnSpecs.map(c => {\n    const pgParse = pgParsers.getTypeParser(c.typeOID);\n    return (val: string) =>\n      liteValue(\n        pgParse(val) as PostgresValueType,\n        c.dataType,\n        JSON_STRINGIFIED,\n      );\n  });\n\n  const tsvParser = new TsvParser();\n  let col = 0;\n\n  await pipeline(\n    await from.unsafe(`COPY (${select}) TO STDOUT`).readable(),\n    new Writable({\n      highWaterMark: BUFFERED_SIZE_THRESHOLD,\n\n      write(\n        chunk: Buffer,\n        _encoding: string,\n        callback: (error?: Error) => void,\n      ) {\n        try {\n          for (const text of tsvParser.parse(chunk)) {\n            pendingSize += text === null ? 4 : text.length;\n            pendingValues[pendingRows * valuesPerRow + col] =\n              text === null ? null : parsers[col](text);\n\n            if (++col === parsers.length) {\n              col = 0;\n              if (\n                ++pendingRows >= MAX_BUFFERED_ROWS - valuesPerRow ||\n                pendingSize >= BUFFERED_SIZE_THRESHOLD\n              ) {\n                flush();\n              }\n            }\n          }\n          callback();\n        } catch (e) {\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      final: (callback: (error?: Error) => void) => {\n        try {\n          flush();\n          callback();\n        } catch (e) {\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n    }),\n  );\n\n  const elapsed = performance.now() - start;\n  lc.info?.(\n    `Finished copying ${status.rows} rows into ${tableName} ` +\n      `(flush: ${flushTime.toFixed(3)} ms) (total: ${elapsed.toFixed(3)} ms) `,\n  );\n  return {rows: status.rows, flushTime};\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuGA,eAAsB,YACpB,IACA,OACA,IACA,aACA,aACA,SACA;AACA,KAAI,CAAC,0BAA0B,KAAK,MAAM,MAAM,CAC9C,OAAM,IAAI,MACR,2FACD;CAEH,MAAM,EACJ,kBACA,aACA,WAAW,OACX,0BAA0B,OAC1B,WACE;CACJ,MAAM,eAAe,cAAc,MAAM,YAAY,SAAS,GAAG;CACjE,MAAM,MAAM,SAAS,IAAI,aAAa,eAAe;CAIrD,MAAM,qBAAqB,SACvB,KAAA,IACA,SAAS,IAAI,aAAa,oCAAoC;GAC3D,gBAAgB;EACjB,YAAY,EAAC,aAAa,YAAW;EACtC,CAAC;CACN,MAAM,WAAW,mBAAmB,MAAM;CAC1C,MAAM,kBAAkB,2BAA2B,sBACjD,IACA,SAAS,YAAY,KAAK,KAAA,EAC3B,CAAC,QAAQ,IAAI,eAAe;CAC7B,IAAI;AACJ,KAAI;EACF,MAAM,YAAY,MAAM,oBAAoB,IAAI;EAMhD,MAAM,EAAC,iBAAgB,SACnB,MAAM,uBAAuB,KAAK,MAAM,GACxC,MAAM,sBAAsB,IAAI,KAAK,MAAM;AAC/C,KAAG,OAAO,wCAAwC,aAAa,GAAG;EAElE,MAAM,EAAC,UAAU,SAAQ,IAAI;AAC7B,KAAG,OACD,SACI,kCAAkC,SAAS,GAAG,KAAK,kBACnD,kCAAkC,SAAS,GAAG,OACnD;EAED,IAAI;EACJ,IAAI;AAEJ,MAAI,QAAQ;GACV,MAAM,WAAW,MAAM,qCACrB,IACA,YACD;AACD,cAAW,SAAS;AACpB,SAAM,SAAS;AACf,2BAAwB,SAAS;SAC5B;GACL,IAAI;AACJ,QAAK,IAAI,QAAQ,OAAQ,QAAQ,MAC/B,KAAI;AACF,WAAO,MAAM,sBACX,IACA,KAAK,mBAAmB,EACxB,UACA,2BAA2B,aAAA,KAC5B;AACD;YACO,GAAG;AACV,QAAI,SAAS,aAAa,SAAS,eAAe;AAChD,SAAI,EAAE,SAAS,2BAA2B;AAKxC,YAAM,GAAG;AACT,SAAG,OAAO,8CAA8C;AACxD;;AAEF,SAAI,EAAE,SAAS,iCAAiC;MAG9C,MAAM,UAAU,MAAM,GAAqB;;;yCAFpB,0BAA0B,MAAM,CAKb;AAC1C,UAAI,QAAQ,QAAQ;AAClB,UAAG,OACD,uCAAuC,QAAQ,KAAK,EAAC,WAAU,KAAK,IACpE,EACD;AACD;;AAEF,SAAG,QAAQ,oCAAoC,EAAE;;;AAGrD,UAAM;;AAGV,cAAW,KAAK;AAChB,SAAM,KAAK;;EAGb,MAAM,iBAAiB,qBAAqB,IAAI;AAEhD,uBAAqB,IAAI,cAAc,gBAAgB,QAAQ;EAG/D,MAAM,QAAQ,YAAY,KAAK;EAE/B,MAAM,YAAY,MAAM,MACtB,KACA,OAAM,OAAM;AACV,SAAM,GAAG,OAAgB,6BAA6B,SAAS,GAAG;AAClE,UAAO,mBAAmB,IAAI,aAAa;KAE7C,EAAC,MAAM,UAAc,CACtB;AAED,uBAAqB,IAAI,UAAU;EAGnC,MAAM,EAAC,QAAQ,YAAW;EAC1B,MAAM,YAAY,OAAO;AACzB,MAAI,UAAU,KAAK,WAAW,mBAAmB,UAC/C,IAAG,OACD,8CAA8C,iBAAiB,MAC1D,UAAU,gDAChB;EAEH,MAAM,aACJ,UAAU,KAAK,UACX,YACA,KAAK,IAAI,kBAAkB,UAAU;EAE3C,MAAM,WAAW,SAAS,IAAI,aAAa,4BAA4B;GACrE,KAAK;IACJ,iBAAiB;GACnB,CAAC;EACF,MAAM,UAAU,sBACd,IACA,UACA,UACA,YACA,UACD;AACD,MAAI;AACF,oBAAiB,IAAI,QAAQ,eAAe;GAC5C,MAAM,aAAa,QAAQ;GAC3B,MAAM,kBAAkB,QAAQ;GAChC,MAAM,YAAY,MAAM,QAAQ,IAC9B,OAAO,KAAI,SACT,QAAQ,iBAAiB,IAAI,OAC3B,wBAAwB,IAAI,IAAI,MAAM,WAAW,KAAA,EAAU,CAC5D,CACF,CACF;AACD,mBAAgB,QACd,IACA,gBACA,WAAW,UAAU,8BAA8B,kBACnD,YACO,EAAC,gBAAgB,UAAU,KAAK,EAAC,aAAY,OAAO,EAAC,EAC7D;AAEI,iBAAc,OAAO;GAC1B,MAAM,YAAY,MAAM,QAAQ,IAC9B,UAAU,KAAI,UACZ,QAAQ,iBAAiB,IAAI,OAC3B,KACE,IACA,OACA,UACA,IACA,IACA,UACA,YACA,gBACD,CACF,CACF,CACF;AACI,iBAAc,eAAe,IAAI,eAAe;AACrD,WAAQ,SAAS;GAEjB,MAAM,QAAQ,UAAU,QACrB,KAAK,UAAU;IACd,MAAM,IAAI,OAAO,KAAK;IACtB,WAAW,IAAI,YAAY,KAAK;IACjC,GACD;IAAC,MAAM;IAAG,WAAW;IAAE,CACxB;AAED,mBAAgB,QACd,IACA,YACA,YAAY,QAAQ,OAAO,WAC3B,IACD;GACD,MAAM,aAAa,YAAY,KAAK;AACpC,qBAAkB,IAAI,QAAQ;GAC9B,MAAM,QAAQ,YAAY,KAAK,GAAG;AAClC,MAAG,OAAO,oBAAoB,MAAM,QAAQ,EAAE,CAAC,MAAM;AAErD,OAAI,QAAQ;IACV,MAAM,8BAAc,IAAI,KAAqB;AAC7C,SAAK,IAAI,IAAI,GAAG,IAAI,UAAU,QAAQ,IACpC,aAAY,IAAI,UAAU,GAAG,OAAO,OAAO,UAAU,GAAG,KAAK;AAE/D,wBAAoB,IAAI,IAAI,WAAW,YAAY;SAEnD,OAAM,WACJ,KACA,OACA,UACA,gBACA,WACA,QACD;GAGH,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,MAAG,OACD,UAAU,MAAM,KAAK,gBAAgB,CAAC,WAAW,UAAU,aAAa,aAAa,SAAS,IAAI,WACrF,MAAM,UAAU,QAAQ,EAAE,CAAC,WAAW,MAAM,QAAQ,EAAE,CAAC,WAAW,QAAQ,QAAQ,EAAE,CAAC,MACnG;YACO;AAEH,YAAS,KAAK,CAAC,OAAM,MAAK,GAAG,OAAO,0BAA0B,EAAE,CAAC;;UAEjE,GAAG;AACV,MAAI,CAAC,QAAQ;AAIX,MAAG,OAAO,6BAA6B,YAAY,EAAE;AACrD,SAAM,GAAG;;8BAEe,SAAS;QAC/B,OAAM,MAAK,GAAG,OAAO,mCAAmC,YAAY,EAAE,CAAC;;AAE3E,QAAM,gBAAgB,qBAAqB,IAAI,gBAAgB,EAAE;WACzD;AACR,kBAAgB,MAAM;AACtB,MAAI,sBACF,OAAM,uBAAuB,CAAC,OAAM,MAClC,GAAG,OAAO,mCAAmC,EAAE,CAChD;AAEH,MAAI,mBACF,OAAM,mBAAmB,KAAK;AAEhC,QAAM,IAAI,KAAK;;;;;;;;;;;;;AAwBnB,eAAsB,kBACpB,IACA,OACA,aACA,QACA,SACA,aACe;CACf,MAAM,MAAM,MAAM,QAChB,KAAK,OAAO,aAAa,QAAQ,EAAE,oBAAoB,CACxD;CAED,MAAM,KAAK,IAAI,SAAS,IADT,KAAK,KAAK,oBAAoB,CACV;AACnC,KAAI;AACF,QAAM,YACJ,IACA,OACA,IACA,aACA;GAGE,kBAAkB;GAClB,UAAU,aAAa;GACvB;GACD,EACD,QACD;WACO;AACR,MAAI;AACF,MAAG,OAAO;WACH,GAAG;AACV,MAAG,OAAO,mCAAmC,EAAE;;AAEjD,QAAM,GAAG,KAAK;GAAC,WAAW;GAAM,OAAO;GAAK,CAAC,CAAC,OAAM,MAClD,GAAG,OAAO,wCAAwC,OAAO,EAAE,CAC5D;;;AAIL,eAAe,oBAAoB,KAAiB;CAClD,MAAM,EAAC,UAAU,aACf,MAAM,GAA0C;;;KAIhD;AAEF,KAAI,aAAa,UACf,OAAM,IAAI,MACR,uEAAuE,SAAS,GACjF;AAEH,KAAI,UAAA,KACF,OAAM,IAAI,MACR,sDAAsD,QAAQ,IAC/D;AAEH,QAAO;;AAGT,eAAe,sBACb,IACA,KACA,OACA,WAAW,MACwB;CACnC,MAAM,EAAC,UAAU,SAAQ,IAAI;AAC7B,IAAG,OAAO,oCAAoC,SAAS,GAAG,OAAO;AAEjE,OAAM,kBAAkB,IAAI,KAAK,MAAM;CACvC,MAAM,EAAC,iBAAgB,MAAM,uBAAuB,KAAK,MAAM;AAE/D,KAAI,UAAU;EACZ,IAAI,QAAQ;EACZ,MAAM,0BAA0B,aAAa,QAC3C,MAAK,CAAC,EAAE,WAAW,IAAI,CACxB;EACD,MAAM,SAAS,MAAM,GAAG;4DACgC,IAAI,aAAa,CAAC;QACtE,QAAQ;AACZ,MAAI,OAAO,WAAW,aAAa,OACjC,IAAG,OACD,iCAAiC,aAAa,kBACxC,OAAO,MAAM,CAAC,cACrB;WAED,CAAC,OAAO,IAAI,IAAI,MAAM,aAAa,EAAE,IAAI,IAAI,wBAAwB,CAAC,CAEtE,IAAG,OACD,2BAA2B,MAAM,aAAa,sCAC3B,wBAAwB,cAC5C;MAED,SAAQ;AAEV,MAAI,CAAC,OAAO;AACV,SAAM,IAAI,OAAO,UAAU,MAAM,OAAO,MAAM,SAAS,CAAC;AACxD,UAAO,sBAAsB,IAAI,KAAK,OAAO,MAAM;;;AAGvD,QAAO,EAAC,cAAa;;AAGvB,SAAS,sBACP,IACA,IACA,UACA,YACA,WACiB;CACjB,MAAM,EAAC,SAAQ,eAAe,SAAS;CACvC,MAAM,eAAe,IAAI,gBAAgB,IAAI;EAC3C,MAAM;EACN;EACA,gBAAgB;EACjB,CAAC;AACF,cAAa,IAAI,GAAG;AAEpB,IAAG,OAAO,WAAW,WAAW,mBAAmB,UAAU,SAAS;AAEtE,KAAI,SAAS,QAAQ,SAAS,KAAK,GAAG,GACpC,IAAG,OACD,mUAMD;AAEH,QAAO;;AAaT,IAAM,qCAAqC;;;;;;;;;;;AAY3C,eAAe,qCACb,IACA,aAKC;CACD,MAAM,SAAS,SAAS,IAAI,aAAa,gCAAgC,EACvE,KAAK,GACN,CAAC;CACF,MAAM,QAAQ,UAA2C;CACzD,MAAM,UAAU,UAAgB;CAChC,MAAM,OAAO,OACV,MAAM,UAAe,OAAM,OAAM;AAChC,QAAM,EAAE,oDAAoD,SAAS;EACrE,MAAM,CAAC,OAAO,MAAM,EAAqC;;;AAGzD,QAAM,QAAQ,IAAI;AAClB,QAAM,QAAQ;GACd,CACD,OAAM,MAAK,MAAM,OAAO,EAAE,CAAC;CAE9B,IAAI;CACJ,IAAI;AACJ,KAAI;AACF,GAAC,CAAC,UAAU,OAAO,MAAM,MAAM;UACxB,GAAG;AACV,QAAM,OACH,KAAK,CACL,OAAM,QACL,GAAG,OAAO,qDAAqD,IAAI,CACpE;AACH,QAAM;;AAER,IAAG,OACD,qBAAqB,SAAS,UAAU,IAAI,wBAC7C;AACD,QAAO;EACL;EACA;EACA,SAAS,YAAY;AACnB,WAAQ,SAAS;AACjB,OAAI;AACF,UAAM;YACC,GAAG;AACV,OAAG,OAAO,gDAAgD,EAAE;;AAE9D,SAAM,OAAO,KAAK;;EAErB;;AAMH,eAAsB,sBACpB,IACA,SACA,UAEA,WAAW,OACe;CAQ1B,MAAM,QAAQ,MAAM,UAPD,WACf,QAAQ,OACE,4BAA4B,SAAS,+BAC9C,GACD,QAAQ,OACE,4BAA4B,SAAS,oBAC9C,EACqC,mCAAmC;AAC7E,KAAI,UAAU,aAAa;AAGpB,UACF,KAAK,CACL,OAAM,MACL,GAAG,OAAO,oDAAoD,EAAE,CACjE;AACH,QAAM,IAAI,MACR,mBAAmB,mCAAmC,gCAAgC,SAAS,sCAEhG;;CAEH,MAAM,CAAC,QAAQ;AACf,IAAG,OAAO,4BAA4B,YAAY,KAAK;AACvD,QAAO;;AAGT,SAAS,iBACP,IACA,QACA,gBACA;CAGA,MAAM,iBAAiB,KAAK,oBAAoB,YAAY,GAAG,CAAC;AAChE,MAAK,MAAM,KAAK,QAAQ;AACtB,KAAG,KAAK,yBAAyB,kBAAkB,GAAG,eAAe,CAAC,CAAC;EACvE,MAAM,YAAY,cAAc,EAAE;AAClC,OAAK,MAAM,CAAC,SAAS,YAAY,OAAO,QAAQ,EAAE,QAAQ,CACxD,gBAAe,OAAO,WAAW,SAAS,QAAQ;;;AAKxD,SAAS,kBAAkB,IAAc,SAAsB;AAC7D,MAAK,MAAM,SAAS,QAClB,IAAG,KAAK,yBAAyB,uBAAuB,MAAM,CAAC,CAAC;;;;;;;;;;AAYpE,SAAgB,oBACd,IACA,IACA,WACA,aACM;CACN,MAAM,SAAmB,EAAE;CAI3B,MAAM,aAAa,WAAW,GAAG;CACjC,MAAM,kBAAkB,IAAI,IAAI,WAAW,KAAI,MAAK,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;AACjE,MAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,GAAG;EAC9B,MAAM,OAAO,gBAAgB,IAAI,KAAK;AACtC,MAAI,CAAC,MAAM;AACT,UAAO,KAAK,6BAA6B,OAAO;AAChD;;AAEF,OAAK,MAAM,OAAO,OAAO,KAAK,GAAG,QAAQ,CACvC,KAAI,EAAE,OAAO,KAAK,SAChB,QAAO,KAAK,mCAAmC,KAAK,IAAI,MAAM;;CAMpE,MAAM,iBAAiB,IAAI,IAAI,YAAY,GAAG,CAAC,KAAI,MAAK,EAAE,KAAK,CAAC;AAChE,MAAK,MAAM,MAAM,UAAU,SAAS;EAClC,MAAM,SAAS,uBAAuB,GAAG;AACzC,MAAI,CAAC,eAAe,IAAI,OAAO,KAAK,CAClC,QAAO,KACL,6BAA6B,OAAO,KAAK,MAAM,OAAO,YACvD;;AAKL,MAAK,MAAM,CAAC,OAAO,aAAa,YAC9B,KAAI;EACF,MAAM,CAAC,OAAO,GACX,QAAQ,kCAAkC,MAAM,GAAG,CACnD,KAAsB;AACzB,MAAI,IAAI,UAAU,SAChB,QAAO,KACL,gCAAgC,MAAM,0BACX,SAAS,gBAAgB,IAAI,QACzD;UAEI,GAAG;AACV,SAAO,KAAK,iCAAiC,MAAM,IAAI,OAAO,EAAE,GAAG;;CAMvE,MAAM,aAAa,gBAAgB,IAAI,IAAI,EACzC,2BAA2B,OAC5B,CAAC;AACF,MAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,GAAG;AAC9B,MAAI,CAAC,WAAW,IAAI,KAAK,CACvB,QAAO,KACL,6DAA6D,OAC9D;;CAKL,MAAM,OAAO,KAAK,oBAAoB,YAAY,GAAG,CAAC;AACtD,MAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,GAAG;EAC9B,MAAM,OAAO,KAAK,SAAS,KAAK;AAChC,OAAK,MAAM,OAAO,OAAO,KAAK,GAAG,QAAQ,CACvC,KAAI,CAAC,KAAK,IAAI,IAAI,CAChB,QAAO,KAAK,mCAAmC,KAAK,GAAG,MAAM;;AAKnE,KAAI,OAAO,OACT,OAAM,IAAI,MACR,uCAAuC,OAAO,OAAO,iBACnD,OAAO,KAAI,MAAK,OAAO,IAAI,CAAC,KAAK,KAAK,CACzC;;AAUL,IAAM,KAAK,OAAO;AAClB,IAAM,oBAAoB;AAC1B,IAAM,0BAA0B,IAAI;;;;;;;AAcpC,SAAS,kBAAkB,YAAwC;AACjE,KAAI,eAAe,KAAA,KAAa,cAAc,EAC5C,QAAO;AAKT,QAAe,0BADH,YAAY,aAAa,KAAK,QAAQ,EAAE,CAAC,CACR;;AAG/C,SAAS,YAAY,iBAA6C;AAChE,QAAO,oBAAoB,KAAA,IACf,UAAU,oBAClB;;;;;;AAON,SAAgB,sBACd,OACA,MACU;AACV,QAAO,KAAK,KAAI,QAAO;EACrB,MAAM,OAAO,MAAM,QAAQ;AAC3B,SAAO,iBAAiB,KAAK,GAAG,GAAG,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC;GACrD;;AAGJ,SAAgB,uBACd,OACA,MACA,YACA,iBACA,aACoB;CACpB,MAAM,mBAAmB,OAAO,OAAO,MAAM,aAAa,CACvD,KAAK,EAAC,gBAAe,UAAU,CAC/B,QAAO,MAAK,CAAC,CAAC,EAAE;CACnB,MAAM,QACJ,iBAAiB,WAAW,IACxB,KACQ,SAAS,iBAAiB,KAAK,OAAO;CACpD,MAAM,SAAS,kBAAkB,WAAW;CAC5C,MAAM,QAAQ,YAAY,gBAAgB;CAC1C,MAAM,YAAoB,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,GAAG,MAAM,KAAK,GAAG,OAAO,GAAG;CACjF,MAAM,SAAiB,WAAW,eAAe,KAAK,IAAI,GAAG,EAAE,KAAK,IAAI,CAAC,GAAG,YAAY;AACxF,KAAI,OAAO;EAGT,MAAM,YAAY,KACf,KAAI,QAAO,2BAA2B,GAAG,IAAI,CAAC,OAAO,CACrD,KAAK,MAAM;AACd,SAAO;GACL;GACA,cAAsB,8DAA8D,YAAY,MAAM;GACtG,eAAuB,oEAAoE,UAAU,SAAS,YAAY,MAAM;GACjI;;CAEH,MAAM,aAAa,IAAI,KAAK,KAAI,QAAO,+BAA+B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC;AACnG,QAAO;EACL;EACA,cAAsB,kCAAkC;EACxD,eAAuB,UAAU,WAAW,mBAAmB;EAChE;;AASH,eAAsB,wBACpB,IACA,KACA,MACA,YACwB;CACxB,MAAM,QAAQ,YAAY,KAAK;CAC/B,MAAM,QAAQ,cAAc,KAAK;CACjC,MAAM,UAAU,OAAO,KAAK,KAAK,QAAQ;AACzC,KAAI,WAIF,QAAO;EACL;EACA,QAAQ;GAAC;GAAO;GAAS,MAAM;GAAG,WAAW;GAAG,YAAY;GAAE;EAC/D;CAEH,MAAM,QAAQ,uBAAuB,MAAM,QAAQ;CACnD,MAAM,aAAa,IAChB,OAA8B,MAAM,aAAa,CACjD,SAAS;CACZ,MAAM,cAAc,IACjB,OAA+B,MAAM,cAAc,CACnD,SAAS;CAEZ,MAAM,QAAuB;EAC3B;EACA,QAAQ;GACN;GACA;GACA,MAAM;GACN,WAAW,QAAQ,MAAM,YAAY,GAAG,UAAU;GAClD,YAAY,QAAQ,MAAM,aAAa,GAAG,WAAW;GACtD;EACF;CACD,MAAM,WAAW,YAAY,KAAK,GAAG,OAAO,QAAQ,EAAE;AACtD,IAAG,OAAO,uCAAuC,MAAM,IAAI,QAAQ,OAAO,EACxE,OAAO,MAAM,QACd,CAAC;AACF,QAAO;;AAGT,SAAS,KACP,IACA,EAAC,MAAM,OAAO,UACd,UACA,MACA,IACA,UACA,YACA,iBACA;AACA,KAAI,SACF,QAAO,SACL,IACA,OACA,QACA,UACA,MACA,IACA,YACA,gBACD;AAEH,QAAO,WAAW,IAAI,OAAO,QAAQ,MAAM,IAAI,YAAY,gBAAgB;;AAG7E,eAAe,WACb,IACA,OACA,QACA,MACA,IACA,YACA,iBACA;CACA,MAAM,QAAQ,YAAY,KAAK;CAC/B,IAAI,YAAY;CAEhB,MAAM,YAAY,cAAc,MAAM;CACtC,MAAM,iBAAiB,OAAO,QAAQ,MAAM,QAAQ;CAEpD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,EAAE;CAClD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,UAAU,KAAK;CAC/D,MAAM,mBAAmB,YAAY,KAAI,MAAK,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI;CAE9D,MAAM,YACJ,YAAY,SAAS,IAAI,IAAI,KAAK,OAAO,YAAY,SAAS,EAAE,CAAC,MAAM;CACzE,MAAM,YAAoB;mBACT,UAAU,KAAK,iBAAiB,WAAW;CAC5D,MAAM,aAAa,GAAG,QAAQ,UAAU;CACxC,MAAM,kBAAkB,GAAG,QACzB,YAAY,IAAI,YAAY,OAAA,GAA6B,CAC1D;CAGD,MAAM,SAAS,uBACb,OACA,aACA,YACA,iBACA,sBAAsB,OAAO,YAAY,CAC1C,CAAC;CAEF,MAAM,WAAW,eAAe,KAAK,GAAG,UACtC,iBAAiB,KAAK,GAAG,kBAAkB,KAAK,GAAG,gBACpD;CAED,MAAM,eAAe,YAAY;CACjC,MAAM,iBAAiB,eAAA;CAEvB,MAAM,gBAAiC,MAAM,KAAK,EAChD,QAAQ,oBAAoB,cAC7B,CAAC;CACF,IAAI,cAAc;CAClB,IAAI,cAAc;CAElB,SAAS,QAAQ;EACf,MAAM,QAAQ,YAAY,KAAK;EAC/B,MAAM,cAAc;EACpB,MAAM,cAAc;EAEpB,IAAI,IAAI;AACR,SAAO,cAAA,IAAiC,eAAA,GACtC,iBAAgB,IAAI,cAAc,MAAM,GAAI,KAAK,eAAgB,CAAC;AAEpE,SAAO,cAAc,GAAG,cACtB,YAAW,IAAI,cAAc,MAAM,GAAI,KAAK,aAAc,CAAC;EAE7D,MAAM,gBAAgB,cAAc;AACpC,OAAK,IAAI,IAAI,GAAG,IAAI,eAAe,IACjC,eAAc,KAAK,KAAA;AAErB,gBAAc;AACd,SAAO,QAAQ;EAEf,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,eAAa;AACb,KAAG,QACD,WAAW,YAAY,GAAG,UAAU,SAAS,YAAY,aAAa,QAAQ,QAAQ,EAAE,CAAC,KAC1F;;CAGH,MAAM,eAAe,IAAI,kBAAkB;CAC3C,IAAI,MAAM;AAEV,IAAG,OAAO,kCAAkC,UAAU,IAAI,OAAO;AAEjE,OAAM,WACJ,MAAM,KACH,OAAO,SAAS,OAAO,kCAAkC,CACzD,UAAU,EACb,IAAI,SAAS;EACX,eAAe;EAEf,MACE,OACA,WACA,UACA;AACA,OAAI;AACF,SAAK,MAAM,YAAY,aAAa,MAAM,MAAM,EAAE;AAChD,oBAAe,aAAa,OAAO,IAAI,SAAS;AAChD,mBAAc,cAAc,eAAe,OACzC,aAAa,OAAO,OAAO,SAAS,KAAK,SAAS;AAEpD,SAAI,EAAE,QAAQ,SAAS,QAAQ;AAC7B,YAAM;AACN,UACE,EAAE,eAAe,oBAAoB,gBACrC,eAAe,wBAEf,QAAO;;;AAIb,cAAU;YACH,GAAG;AACV,aAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC,CAAC;;;EAI3D,QAAQ,aAAsC;AAC5C,OAAI;AACF,WAAO;AACP,cAAU;YACH,GAAG;AACV,aAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC,CAAC;;;EAG5D,CAAC,CACH;CAED,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,IAAG,OACD,oBAAoB,OAAO,KAAK,aAAa,UAAU,WAC1C,UAAU,QAAQ,EAAE,CAAC,eAAe,QAAQ,QAAQ,EAAE,CAAC,OACrE;AACD,QAAO;EAAC,MAAM,OAAO;EAAM;EAAU;;AAGvC,eAAe,SACb,IACA,OACA,QACA,UACA,MACA,IACA,YACA,iBACA;CACA,MAAM,QAAQ,YAAY,KAAK;CAC/B,IAAI,YAAY;CAEhB,MAAM,YAAY,cAAc,MAAM;CACtC,MAAM,iBAAiB,OAAO,QAAQ,MAAM,QAAQ;CAEpD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,EAAE;CAClD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,UAAU,KAAK;CAC/D,MAAM,mBAAmB,YAAY,KAAI,MAAK,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI;CAE9D,MAAM,YACJ,YAAY,SAAS,IAAI,IAAI,KAAK,OAAO,YAAY,SAAS,EAAE,CAAC,MAAM;CACzE,MAAM,YAAoB;mBACT,UAAU,KAAK,iBAAiB,WAAW;CAC5D,MAAM,aAAa,GAAG,QAAQ,UAAU;CACxC,MAAM,kBAAkB,GAAG,QACzB,YAAY,IAAI,YAAY,OAAA,GAA6B,CAC1D;CAED,MAAM,EAAC,WAAU,uBACf,OACA,aACA,YACA,gBACD;CACD,MAAM,eAAe,YAAY;CACjC,MAAM,iBAAiB,eAAA;CAEvB,MAAM,gBAAiC,MAAM,KAAK,EAChD,QAAQ,oBAAoB,cAC7B,CAAC;CACF,IAAI,cAAc;CAClB,IAAI,cAAc;CAElB,SAAS,QAAQ;EACf,MAAM,QAAQ,YAAY,KAAK;EAC/B,MAAM,cAAc;EACpB,MAAM,cAAc;EAEpB,IAAI,IAAI;AACR,SAAO,cAAA,IAAiC,eAAA,GACtC,iBAAgB,IAAI,cAAc,MAAM,GAAI,KAAK,eAAgB,CAAC;AAEpE,SAAO,cAAc,GAAG,cACtB,YAAW,IAAI,cAAc,MAAM,GAAI,KAAK,aAAc,CAAC;EAE7D,MAAM,gBAAgB,cAAc;AACpC,OAAK,IAAI,IAAI,GAAG,IAAI,eAAe,IACjC,eAAc,KAAK,KAAA;AAErB,gBAAc;AACd,SAAO,QAAQ;EAEf,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,eAAa;AACb,KAAG,QACD,WAAW,YAAY,GAAG,UAAU,SAAS,YAAY,aAAa,QAAQ,QAAQ,EAAE,CAAC,KAC1F;;AAGH,IAAG,OAAO,gCAAgC,UAAU,IAAI,OAAO;CAC/D,MAAM,YAAY,MAAM,eAAe,UAAU,EAAC,oBAAoB,MAAK,CAAC;CAC5E,MAAM,UAAU,YAAY,KAAI,MAAK;EACnC,MAAM,UAAU,UAAU,cAAc,EAAE,QAAQ;AAClD,UAAQ,QACN,UACE,QAAQ,IAAI,EACZ,EAAE,UAAA,IAEH;GACH;CAEF,MAAM,YAAY,IAAI,WAAW;CACjC,IAAI,MAAM;AAEV,OAAM,WACJ,MAAM,KAAK,OAAO,SAAS,OAAO,aAAa,CAAC,UAAU,EAC1D,IAAI,SAAS;EACX,eAAe;EAEf,MACE,OACA,WACA,UACA;AACA,OAAI;AACF,SAAK,MAAM,QAAQ,UAAU,MAAM,MAAM,EAAE;AACzC,oBAAe,SAAS,OAAO,IAAI,KAAK;AACxC,mBAAc,cAAc,eAAe,OACzC,SAAS,OAAO,OAAO,QAAQ,KAAK,KAAK;AAE3C,SAAI,EAAE,QAAQ,QAAQ,QAAQ;AAC5B,YAAM;AACN,UACE,EAAE,eAAe,oBAAoB,gBACrC,eAAe,wBAEf,QAAO;;;AAIb,cAAU;YACH,GAAG;AACV,aAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC,CAAC;;;EAI3D,QAAQ,aAAsC;AAC5C,OAAI;AACF,WAAO;AACP,cAAU;YACH,GAAG;AACV,aAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC,CAAC;;;EAG5D,CAAC,CACH;CAED,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,IAAG,OACD,oBAAoB,OAAO,KAAK,aAAa,UAAU,WAC1C,UAAU,QAAQ,EAAE,CAAC,eAAe,QAAQ,QAAQ,EAAE,CAAC,OACrE;AACD,QAAO;EAAC,MAAM,OAAO;EAAM;EAAU"}

package/out/zero-cache/src/services/change-streamer/change-streamer-http.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"change-streamer-http.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/change-streamer-http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,WAAW,CAAC;AAE/C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,6BAA6B,CAAC;AAG5D,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAsB,KAAK,MAAM,EAAC,MAAM,wBAAwB,CAAC;AAIxE,OAAO,EAAC,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAC/C,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAC3C,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAGL,KAAK,cAAc,EACnB,KAAK,UAAU,EACf,KAAK,iBAAiB,EACvB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAwB,KAAK,eAAe,EAAC,MAAM,eAAe,CAAC;AAW1E,KAAK,OAAO,GAAG;IACb,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,qBAAa,wBAAyB,SAAQ,WAAW;;IACvD,QAAQ,CAAC,EAAE,iCAAiC;gBAO1C,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,UAAU,EAClB,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,cAAc,GAAG,OAAO,EACxC,aAAa,EAAE,aAAa,GAAG,IAAI;cA+HlB,QAAQ,IAAI,IAAI;cAWV,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAKlD;AAED,qBAAa,wBAAyB,YAAW,cAAc;;gBAO3D,EAAE,EAAE,UAAU,EACd,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,MAAM,EAChB,iBAAiB,EAAE,MAAM,GAAG,SAAS;IA+BjC,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IASjE,SAAS,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;CAQrE;AAED,KAAK,cAAc,GAAG,IAAI,CAAC,eAAe,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC;AAE/D,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,cAAc,GAAG,iBAAiB,CAc3E"}
+{"version":3,"file":"change-streamer-http.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/change-streamer-http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,WAAW,CAAC;AAE/C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,6BAA6B,CAAC;AAG5D,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAsB,KAAK,MAAM,EAAC,MAAM,wBAAwB,CAAC;AAIxE,OAAO,EAAC,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAC/C,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAC3C,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAGL,KAAK,cAAc,EACnB,KAAK,UAAU,EACf,KAAK,iBAAiB,EACvB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAwB,KAAK,eAAe,EAAC,MAAM,eAAe,CAAC;AAW1E,KAAK,OAAO,GAAG;IACb,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,qBAAa,wBAAyB,SAAQ,WAAW;;IACvD,QAAQ,CAAC,EAAE,iCAAiC;gBAO1C,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,UAAU,EAClB,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,cAAc,GAAG,OAAO,EACxC,aAAa,EAAE,aAAa,GAAG,IAAI;cA+HlB,QAAQ,IAAI,IAAI;cAWV,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAKlD;AAED,qBAAa,wBAAyB,YAAW,cAAc;;gBAO3D,EAAE,EAAE,UAAU,EACd,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,MAAM,EAChB,iBAAiB,EAAE,MAAM,GAAG,SAAS;IA8BjC,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IASjE,SAAS,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;CAQrE;AAED,KAAK,cAAc,GAAG,IAAI,CAAC,eAAe,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC;AAE/D,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,cAAc,GAAG,iBAAiB,CAc3E"}

package/out/zero-cache/src/services/change-streamer/change-streamer-http.js

@@ -10,7 +10,7 @@ import { streamIn, streamOut } from "../../types/streams.js";
 import { URLParams } from "../../types/url-params.js";
 import { downstreamSchema } from "./change-streamer.js";
 import { snapshotMessageSchema } from "./snapshot.js";
-import WebSocket from "ws";
+import WebSocket$1 from "ws";
 import websocket from "@fastify/websocket";
 //#region ../zero-cache/src/services/change-streamer/change-streamer-http.ts
 var MIN_SUPPORTED_PROTOCOL_VERSION = 1;
@@ -103,10 +103,9 @@ var ChangeStreamerHttpClient = class {
 	constructor(lc, shardID, changeDB, changeStreamerURI) {
 		this.#lc = lc;
 		this.#shardID = shardID;
-		this.#changeDB = pgClient(lc, changeDB, {
+		this.#changeDB = pgClient(lc, changeDB, "change-streamer-discovery", {
 			max: 1,
-			["idle_timeout"]: 15,
-			connection: { ["application_name"]: "change-streamer-discovery" }
+			["idle_timeout"]: 15
 		});
 		this.#changeStreamerURI = changeStreamerURI;
 	}
@@ -122,11 +121,11 @@ var ChangeStreamerHttpClient = class {
 		return uri;
 	}
 	async reserveSnapshot(taskID) {
-		const ws = new WebSocket(await this.#resolveChangeStreamer(SNAPSHOT_PATH) + `?${new URLSearchParams({ taskID }).toString()}`);
+		const ws = new WebSocket$1(await this.#resolveChangeStreamer(SNAPSHOT_PATH) + `?${new URLSearchParams({ taskID }).toString()}`);
 		return streamIn(this.#lc, ws, snapshotMessageSchema);
 	}
 	async subscribe(ctx) {
-		const ws = new WebSocket(await this.#resolveChangeStreamer(CHANGES_PATH) + `?${getParams(ctx).toString()}`);
+		const ws = new WebSocket$1(await this.#resolveChangeStreamer(CHANGES_PATH) + `?${getParams(ctx).toString()}`);
 		return streamIn(this.#lc, ws, downstreamSchema);
 	}
 };

package/out/zero-cache/src/services/change-streamer/change-streamer-http.js.map

@@ -1 +1 @@
-{"version":3,"file":"change-streamer-http.js","names":["#lc","#opts","#changeStreamer","#backupMonitor","#subscribe","#reserveSnapshot","#receiveWebsocket","#getBackupMonitor","#ensureChangeStreamerStarted","#changeStreamerStarted","#shardID","#changeDB","#changeStreamerURI","#resolveChangeStreamer"],"sources":["../../../../../../zero-cache/src/services/change-streamer/change-streamer-http.ts"],"sourcesContent":["import type {IncomingMessage} from 'node:http';\nimport websocket from '@fastify/websocket';\nimport type {LogContext} from '@rocicorp/logger';\nimport WebSocket from 'ws';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport type {ZeroConfig} from '../../config/zero-config.ts';\nimport type {IncomingMessageSubset} from '../../types/http.ts';\nimport {pgClient, type PostgresDB} from '../../types/pg.ts';\nimport {type Worker} from '../../types/processes.ts';\nimport {type ShardID} from '../../types/shards.ts';\nimport {streamIn, streamOut, type Source} from '../../types/streams.ts';\nimport {URLParams} from '../../types/url-params.ts';\nimport {installWebSocketReceiver} from '../../types/websocket-handoff.ts';\nimport {closeWithError, PROTOCOL_ERROR} from '../../types/ws.ts';\nimport {HttpService} from '../http-service.ts';\nimport type {Service} from '../service.ts';\nimport type {BackupMonitor} from './backup-monitor.ts';\nimport {\n  downstreamSchema,\n  PROTOCOL_VERSION,\n  type ChangeStreamer,\n  type Downstream,\n  type SubscriberContext,\n} from './change-streamer.ts';\nimport {discoverChangeStreamerAddress} from './schema/tables.ts';\nimport {snapshotMessageSchema, type SnapshotMessage} from './snapshot.ts';\n\nconst MIN_SUPPORTED_PROTOCOL_VERSION = 1;\n\nconst SNAPSHOT_PATH_PATTERN = '/replication/:version/snapshot';\nconst CHANGES_PATH_PATTERN = '/replication/:version/changes';\nconst PATH_REGEX = /\\/replication\\/v(?<version>\\d+)\\/(changes|snapshot)$/;\n\nconst SNAPSHOT_PATH = `/replication/v${PROTOCOL_VERSION}/snapshot`;\nconst CHANGES_PATH = `/replication/v${PROTOCOL_VERSION}/changes`;\n\ntype Options = {\n  port: number;\n  startupDelayMs: number;\n};\n\nexport class ChangeStreamerHttpServer extends HttpService {\n  readonly id = 'change-streamer-http-server';\n  readonly #lc: LogContext;\n  readonly #opts: Options;\n  readonly #changeStreamer: ChangeStreamer & Service;\n  readonly #backupMonitor: BackupMonitor | null;\n\n  constructor(\n    lc: LogContext,\n    config: ZeroConfig,\n    opts: Options,\n    parent: Worker,\n    changeStreamer: ChangeStreamer & Service,\n    backupMonitor: BackupMonitor | null,\n  ) {\n    super('change-streamer-http-server', lc, opts, async fastify => {\n      const websocketOptions: {perMessageDeflate?: boolean | object} = {};\n      if (config.websocketCompression) {\n        if (config.websocketCompressionOptions) {\n          try {\n            websocketOptions.perMessageDeflate = JSON.parse(\n              config.websocketCompressionOptions,\n            );\n          } catch (e) {\n            throw new Error(\n              `Failed to parse ZERO_WEBSOCKET_COMPRESSION_OPTIONS: ${String(e)}. Expected valid JSON.`,\n            );\n          }\n        } else {\n          websocketOptions.perMessageDeflate = true;\n        }\n      }\n\n      await fastify.register(websocket, {\n        options: websocketOptions,\n      });\n\n      fastify.get(CHANGES_PATH_PATTERN, {websocket: true}, this.#subscribe);\n      fastify.get(\n        SNAPSHOT_PATH_PATTERN,\n        {websocket: true},\n        this.#reserveSnapshot,\n      );\n\n      installWebSocketReceiver<'snapshot' | 'changes'>(\n        lc,\n        fastify.websocketServer,\n        this.#receiveWebsocket,\n        parent,\n      );\n    });\n\n    this.#lc = lc;\n    this.#opts = opts;\n    this.#changeStreamer = changeStreamer;\n    this.#backupMonitor = backupMonitor;\n  }\n\n  #getBackupMonitor() {\n    return must(\n      this.#backupMonitor,\n      'replication-manager is not configured with a ZERO_LITESTREAM_BACKUP_URL',\n    );\n  }\n\n  // Called when receiving a web socket via the main dispatcher handoff.\n  readonly #receiveWebsocket = (\n    ws: WebSocket,\n    action: 'changes' | 'snapshot',\n    msg: IncomingMessageSubset,\n  ) => {\n    switch (action) {\n      case 'snapshot':\n        return this.#reserveSnapshot(ws, msg);\n      case 'changes':\n        return this.#subscribe(ws, msg);\n      default:\n        closeWithError(\n          this._lc,\n          ws,\n          `invalid action \"${action}\" received in handoff`,\n        );\n        return;\n    }\n  };\n\n  readonly #reserveSnapshot = (ws: WebSocket, req: RequestHeaders) => {\n    try {\n      const url = new URL(\n        req.url ?? '',\n        req.headers.origin ?? 'http://localhost',\n      );\n      checkProtocolVersion(url.pathname);\n      const taskID = url.searchParams.get('taskID');\n      if (!taskID) {\n        throw new Error('Missing taskID in snapshot request');\n      }\n      const downstream =\n        this.#getBackupMonitor().startSnapshotReservation(taskID);\n      void streamOut(this._lc, downstream, ws);\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    }\n  };\n\n  readonly #subscribe = async (ws: WebSocket, req: RequestHeaders) => {\n    try {\n      const ctx = getSubscriberContext(req);\n      if (ctx.mode === 'serving') {\n        this.#ensureChangeStreamerStarted('incoming subscription');\n      }\n\n      const downstream = await this.#changeStreamer.subscribe(ctx);\n      if (ctx.initial && ctx.taskID && this.#backupMonitor) {\n        // Now that the change-streamer knows about the subscriber and watermark,\n        // end the reservation to safely resume scheduling cleanup.\n        this.#backupMonitor.endReservation(ctx.taskID);\n      }\n      void streamOut(this._lc, downstream, ws);\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    }\n  };\n\n  #changeStreamerStarted = false;\n\n  #ensureChangeStreamerStarted(reason: string) {\n    if (!this.#changeStreamerStarted && this._state.shouldRun()) {\n      this.#lc.info?.(`starting ChangeStreamerService: ${reason}`);\n      void this.#changeStreamer\n        .run()\n        .catch(e =>\n          this.#lc.warn?.(`ChangeStreamerService ended with error`, e),\n        )\n        .finally(() => this.stop());\n\n      this.#changeStreamerStarted = true;\n    }\n  }\n\n  protected override _onStart(): void {\n    const {startupDelayMs} = this.#opts;\n    this._state.setTimeout(\n      () =>\n        this.#ensureChangeStreamerStarted(\n          `startup delay elapsed (${startupDelayMs} ms)`,\n        ),\n      startupDelayMs,\n    );\n  }\n\n  protected override async _onStop(): Promise<void> {\n    if (this.#changeStreamerStarted) {\n      await this.#changeStreamer.stop();\n    }\n  }\n}\n\nexport class ChangeStreamerHttpClient implements ChangeStreamer {\n  readonly #lc: LogContext;\n  readonly #shardID: ShardID;\n  readonly #changeDB: PostgresDB;\n  readonly #changeStreamerURI: string | undefined;\n\n  constructor(\n    lc: LogContext,\n    shardID: ShardID,\n    changeDB: string,\n    changeStreamerURI: string | undefined,\n  ) {\n    this.#lc = lc;\n    this.#shardID = shardID;\n    // Create a pg client with a single short-lived connection for the purpose\n    // of change-streamer discovery (i.e. ChangeDB as DNS).\n    this.#changeDB = pgClient(lc, changeDB, {\n      max: 1,\n      ['idle_timeout']: 15,\n      connection: {['application_name']: 'change-streamer-discovery'},\n    });\n    this.#changeStreamerURI = changeStreamerURI;\n  }\n\n  async #resolveChangeStreamer(path: string) {\n    let baseURL = this.#changeStreamerURI;\n    if (!baseURL) {\n      const address = await discoverChangeStreamerAddress(\n        this.#shardID,\n        this.#changeDB,\n      );\n      if (!address) {\n        throw new Error(`no change-streamer is running`);\n      }\n      baseURL = address.includes('://') ? `${address}/` : `ws://${address}/`;\n    }\n    const uri = new URL(path, baseURL);\n    this.#lc.info?.(`connecting to change-streamer@${uri}`);\n    return uri;\n  }\n\n  async reserveSnapshot(taskID: string): Promise<Source<SnapshotMessage>> {\n    const uri = await this.#resolveChangeStreamer(SNAPSHOT_PATH);\n\n    const params = new URLSearchParams({taskID});\n    const ws = new WebSocket(uri + `?${params.toString()}`);\n\n    return streamIn(this.#lc, ws, snapshotMessageSchema);\n  }\n\n  async subscribe(ctx: SubscriberContext): Promise<Source<Downstream>> {\n    const uri = await this.#resolveChangeStreamer(CHANGES_PATH);\n\n    const params = getParams(ctx);\n    const ws = new WebSocket(uri + `?${params.toString()}`);\n\n    return streamIn(this.#lc, ws, downstreamSchema);\n  }\n}\n\ntype RequestHeaders = Pick<IncomingMessage, 'url' | 'headers'>;\n\nexport function getSubscriberContext(req: RequestHeaders): SubscriberContext {\n  const url = new URL(req.url ?? '', req.headers.origin ?? 'http://localhost');\n  const protocolVersion = checkProtocolVersion(url.pathname);\n  const params = new URLParams(url);\n\n  return {\n    protocolVersion,\n    id: params.get('id', true),\n    taskID: params.get('taskID', false),\n    mode: params.get('mode', false) === 'backup' ? 'backup' : 'serving',\n    replicaVersion: params.get('replicaVersion', true),\n    watermark: params.get('watermark', true),\n    initial: params.getBoolean('initial'),\n  };\n}\n\nfunction checkProtocolVersion(pathname: string): number {\n  const match = PATH_REGEX.exec(pathname);\n  if (!match) {\n    throw new Error(`invalid path: ${pathname}`);\n  }\n  const v = Number(match.groups?.version);\n  if (\n    Number.isNaN(v) ||\n    v > PROTOCOL_VERSION ||\n    v < MIN_SUPPORTED_PROTOCOL_VERSION\n  ) {\n    throw new Error(\n      `Cannot service client at protocol v${v}. ` +\n        `Supported protocols: [v${MIN_SUPPORTED_PROTOCOL_VERSION} ... v${PROTOCOL_VERSION}]`,\n    );\n  }\n  return v;\n}\n\n// This is called from the client-side (i.e. the replicator).\nfunction getParams(ctx: SubscriberContext): URLSearchParams {\n  // The protocolVersion is hard-coded into the CHANGES_PATH.\n  const {protocolVersion, ...stringParams} = ctx;\n  assert(\n    protocolVersion === PROTOCOL_VERSION,\n    `replicator should be setting protocolVersion to ${PROTOCOL_VERSION}`,\n  );\n  return new URLSearchParams({\n    ...stringParams,\n    taskID: ctx.taskID ? ctx.taskID : '',\n    initial: ctx.initial ? 'true' : 'false',\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;AA4BA,IAAM,iCAAiC;AAEvC,IAAM,wBAAwB;AAC9B,IAAM,uBAAuB;AAC7B,IAAM,aAAa;AAEnB,IAAM,gBAAgB;AACtB,IAAM,eAAe;AAOrB,IAAa,2BAAb,cAA8C,YAAY;CACxD,KAAc;CACd;CACA;CACA;CACA;CAEA,YACE,IACA,QACA,MACA,QACA,gBACA,eACA;AACA,QAAM,+BAA+B,IAAI,MAAM,OAAM,YAAW;GAC9D,MAAM,mBAA2D,EAAE;AACnE,OAAI,OAAO,qBACT,KAAI,OAAO,4BACT,KAAI;AACF,qBAAiB,oBAAoB,KAAK,MACxC,OAAO,4BACR;YACM,GAAG;AACV,UAAM,IAAI,MACR,uDAAuD,OAAO,EAAE,CAAC,wBAClE;;OAGH,kBAAiB,oBAAoB;AAIzC,SAAM,QAAQ,SAAS,WAAW,EAChC,SAAS,kBACV,CAAC;AAEF,WAAQ,IAAI,sBAAsB,EAAC,WAAW,MAAK,EAAE,MAAA,UAAgB;AACrE,WAAQ,IACN,uBACA,EAAC,WAAW,MAAK,EACjB,MAAA,gBACD;AAED,4BACE,IACA,QAAQ,iBACR,MAAA,kBACA,OACD;IACD;AAEF,QAAA,KAAW;AACX,QAAA,OAAa;AACb,QAAA,iBAAuB;AACvB,QAAA,gBAAsB;;CAGxB,oBAAoB;AAClB,SAAO,KACL,MAAA,eACA,0EACD;;CAIH,qBACE,IACA,QACA,QACG;AACH,UAAQ,QAAR;GACE,KAAK,WACH,QAAO,MAAA,gBAAsB,IAAI,IAAI;GACvC,KAAK,UACH,QAAO,MAAA,UAAgB,IAAI,IAAI;GACjC;AACE,mBACE,KAAK,KACL,IACA,mBAAmB,OAAO,uBAC3B;AACD;;;CAIN,oBAA6B,IAAe,QAAwB;AAClE,MAAI;GACF,MAAM,MAAM,IAAI,IACd,IAAI,OAAO,IACX,IAAI,QAAQ,UAAU,mBACvB;AACD,wBAAqB,IAAI,SAAS;GAClC,MAAM,SAAS,IAAI,aAAa,IAAI,SAAS;AAC7C,OAAI,CAAC,OACH,OAAM,IAAI,MAAM,qCAAqC;GAEvD,MAAM,aACJ,MAAA,kBAAwB,CAAC,yBAAyB,OAAO;AACtD,aAAU,KAAK,KAAK,YAAY,GAAG;WACjC,KAAK;AACZ,kBAAe,KAAK,KAAK,IAAI,KAAK,eAAe;;;CAIrD,aAAsB,OAAO,IAAe,QAAwB;AAClE,MAAI;GACF,MAAM,MAAM,qBAAqB,IAAI;AACrC,OAAI,IAAI,SAAS,UACf,OAAA,4BAAkC,wBAAwB;GAG5D,MAAM,aAAa,MAAM,MAAA,eAAqB,UAAU,IAAI;AAC5D,OAAI,IAAI,WAAW,IAAI,UAAU,MAAA,cAG/B,OAAA,cAAoB,eAAe,IAAI,OAAO;AAE3C,aAAU,KAAK,KAAK,YAAY,GAAG;WACjC,KAAK;AACZ,kBAAe,KAAK,KAAK,IAAI,KAAK,eAAe;;;CAIrD,yBAAyB;CAEzB,6BAA6B,QAAgB;AAC3C,MAAI,CAAC,MAAA,yBAA+B,KAAK,OAAO,WAAW,EAAE;AAC3D,SAAA,GAAS,OAAO,mCAAmC,SAAS;AACvD,SAAA,eACF,KAAK,CACL,OAAM,MACL,MAAA,GAAS,OAAO,0CAA0C,EAAE,CAC7D,CACA,cAAc,KAAK,MAAM,CAAC;AAE7B,SAAA,wBAA8B;;;CAIlC,WAAoC;EAClC,MAAM,EAAC,mBAAkB,MAAA;AACzB,OAAK,OAAO,iBAER,MAAA,4BACE,0BAA0B,eAAe,MAC1C,EACH,eACD;;CAGH,MAAyB,UAAyB;AAChD,MAAI,MAAA,sBACF,OAAM,MAAA,eAAqB,MAAM;;;AAKvC,IAAa,2BAAb,MAAgE;CAC9D;CACA;CACA;CACA;CAEA,YACE,IACA,SACA,UACA,mBACA;AACA,QAAA,KAAW;AACX,QAAA,UAAgB;AAGhB,QAAA,WAAiB,SAAS,IAAI,UAAU;GACtC,KAAK;IACJ,iBAAiB;GAClB,YAAY,GAAE,qBAAqB,6BAA4B;GAChE,CAAC;AACF,QAAA,oBAA0B;;CAG5B,OAAA,sBAA6B,MAAc;EACzC,IAAI,UAAU,MAAA;AACd,MAAI,CAAC,SAAS;GACZ,MAAM,UAAU,MAAM,8BACpB,MAAA,SACA,MAAA,SACD;AACD,OAAI,CAAC,QACH,OAAM,IAAI,MAAM,gCAAgC;AAElD,aAAU,QAAQ,SAAS,MAAM,GAAG,GAAG,QAAQ,KAAK,QAAQ,QAAQ;;EAEtE,MAAM,MAAM,IAAI,IAAI,MAAM,QAAQ;AAClC,QAAA,GAAS,OAAO,iCAAiC,MAAM;AACvD,SAAO;;CAGT,MAAM,gBAAgB,QAAkD;EAItE,MAAM,KAAK,IAAI,UAHH,MAAM,MAAA,sBAA4B,cAAc,GAG7B,IADhB,IAAI,gBAAgB,EAAC,QAAO,CAAC,CACF,UAAU,GAAG;AAEvD,SAAO,SAAS,MAAA,IAAU,IAAI,sBAAsB;;CAGtD,MAAM,UAAU,KAAqD;EAInE,MAAM,KAAK,IAAI,UAHH,MAAM,MAAA,sBAA4B,aAAa,GAG5B,IADhB,UAAU,IAAI,CACa,UAAU,GAAG;AAEvD,SAAO,SAAS,MAAA,IAAU,IAAI,iBAAiB;;;AAMnD,SAAgB,qBAAqB,KAAwC;CAC3E,MAAM,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,QAAQ,UAAU,mBAAmB;CAC5E,MAAM,kBAAkB,qBAAqB,IAAI,SAAS;CAC1D,MAAM,SAAS,IAAI,UAAU,IAAI;AAEjC,QAAO;EACL;EACA,IAAI,OAAO,IAAI,MAAM,KAAK;EAC1B,QAAQ,OAAO,IAAI,UAAU,MAAM;EACnC,MAAM,OAAO,IAAI,QAAQ,MAAM,KAAK,WAAW,WAAW;EAC1D,gBAAgB,OAAO,IAAI,kBAAkB,KAAK;EAClD,WAAW,OAAO,IAAI,aAAa,KAAK;EACxC,SAAS,OAAO,WAAW,UAAU;EACtC;;AAGH,SAAS,qBAAqB,UAA0B;CACtD,MAAM,QAAQ,WAAW,KAAK,SAAS;AACvC,KAAI,CAAC,MACH,OAAM,IAAI,MAAM,iBAAiB,WAAW;CAE9C,MAAM,IAAI,OAAO,MAAM,QAAQ,QAAQ;AACvC,KACE,OAAO,MAAM,EAAE,IACf,IAAA,KACA,IAAI,+BAEJ,OAAM,IAAI,MACR,sCAAsC,EAAE,2BACZ,+BAA+B,UAC5D;AAEH,QAAO;;AAIT,SAAS,UAAU,KAAyC;CAE1D,MAAM,EAAC,iBAAiB,GAAG,iBAAgB;AAC3C,QACE,oBAAA,GACA,oDACD;AACD,QAAO,IAAI,gBAAgB;EACzB,GAAG;EACH,QAAQ,IAAI,SAAS,IAAI,SAAS;EAClC,SAAS,IAAI,UAAU,SAAS;EACjC,CAAC"}
+{"version":3,"file":"change-streamer-http.js","names":["#lc","#opts","#changeStreamer","#backupMonitor","#subscribe","#reserveSnapshot","#receiveWebsocket","#getBackupMonitor","#ensureChangeStreamerStarted","#changeStreamerStarted","#shardID","#changeDB","#changeStreamerURI","#resolveChangeStreamer"],"sources":["../../../../../../zero-cache/src/services/change-streamer/change-streamer-http.ts"],"sourcesContent":["import type {IncomingMessage} from 'node:http';\nimport websocket from '@fastify/websocket';\nimport type {LogContext} from '@rocicorp/logger';\nimport WebSocket from 'ws';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport type {ZeroConfig} from '../../config/zero-config.ts';\nimport type {IncomingMessageSubset} from '../../types/http.ts';\nimport {pgClient, type PostgresDB} from '../../types/pg.ts';\nimport {type Worker} from '../../types/processes.ts';\nimport {type ShardID} from '../../types/shards.ts';\nimport {streamIn, streamOut, type Source} from '../../types/streams.ts';\nimport {URLParams} from '../../types/url-params.ts';\nimport {installWebSocketReceiver} from '../../types/websocket-handoff.ts';\nimport {closeWithError, PROTOCOL_ERROR} from '../../types/ws.ts';\nimport {HttpService} from '../http-service.ts';\nimport type {Service} from '../service.ts';\nimport type {BackupMonitor} from './backup-monitor.ts';\nimport {\n  downstreamSchema,\n  PROTOCOL_VERSION,\n  type ChangeStreamer,\n  type Downstream,\n  type SubscriberContext,\n} from './change-streamer.ts';\nimport {discoverChangeStreamerAddress} from './schema/tables.ts';\nimport {snapshotMessageSchema, type SnapshotMessage} from './snapshot.ts';\n\nconst MIN_SUPPORTED_PROTOCOL_VERSION = 1;\n\nconst SNAPSHOT_PATH_PATTERN = '/replication/:version/snapshot';\nconst CHANGES_PATH_PATTERN = '/replication/:version/changes';\nconst PATH_REGEX = /\\/replication\\/v(?<version>\\d+)\\/(changes|snapshot)$/;\n\nconst SNAPSHOT_PATH = `/replication/v${PROTOCOL_VERSION}/snapshot`;\nconst CHANGES_PATH = `/replication/v${PROTOCOL_VERSION}/changes`;\n\ntype Options = {\n  port: number;\n  startupDelayMs: number;\n};\n\nexport class ChangeStreamerHttpServer extends HttpService {\n  readonly id = 'change-streamer-http-server';\n  readonly #lc: LogContext;\n  readonly #opts: Options;\n  readonly #changeStreamer: ChangeStreamer & Service;\n  readonly #backupMonitor: BackupMonitor | null;\n\n  constructor(\n    lc: LogContext,\n    config: ZeroConfig,\n    opts: Options,\n    parent: Worker,\n    changeStreamer: ChangeStreamer & Service,\n    backupMonitor: BackupMonitor | null,\n  ) {\n    super('change-streamer-http-server', lc, opts, async fastify => {\n      const websocketOptions: {perMessageDeflate?: boolean | object} = {};\n      if (config.websocketCompression) {\n        if (config.websocketCompressionOptions) {\n          try {\n            websocketOptions.perMessageDeflate = JSON.parse(\n              config.websocketCompressionOptions,\n            );\n          } catch (e) {\n            throw new Error(\n              `Failed to parse ZERO_WEBSOCKET_COMPRESSION_OPTIONS: ${String(e)}. Expected valid JSON.`,\n            );\n          }\n        } else {\n          websocketOptions.perMessageDeflate = true;\n        }\n      }\n\n      await fastify.register(websocket, {\n        options: websocketOptions,\n      });\n\n      fastify.get(CHANGES_PATH_PATTERN, {websocket: true}, this.#subscribe);\n      fastify.get(\n        SNAPSHOT_PATH_PATTERN,\n        {websocket: true},\n        this.#reserveSnapshot,\n      );\n\n      installWebSocketReceiver<'snapshot' | 'changes'>(\n        lc,\n        fastify.websocketServer,\n        this.#receiveWebsocket,\n        parent,\n      );\n    });\n\n    this.#lc = lc;\n    this.#opts = opts;\n    this.#changeStreamer = changeStreamer;\n    this.#backupMonitor = backupMonitor;\n  }\n\n  #getBackupMonitor() {\n    return must(\n      this.#backupMonitor,\n      'replication-manager is not configured with a ZERO_LITESTREAM_BACKUP_URL',\n    );\n  }\n\n  // Called when receiving a web socket via the main dispatcher handoff.\n  readonly #receiveWebsocket = (\n    ws: WebSocket,\n    action: 'changes' | 'snapshot',\n    msg: IncomingMessageSubset,\n  ) => {\n    switch (action) {\n      case 'snapshot':\n        return this.#reserveSnapshot(ws, msg);\n      case 'changes':\n        return this.#subscribe(ws, msg);\n      default:\n        closeWithError(\n          this._lc,\n          ws,\n          `invalid action \"${action}\" received in handoff`,\n        );\n        return;\n    }\n  };\n\n  readonly #reserveSnapshot = (ws: WebSocket, req: RequestHeaders) => {\n    try {\n      const url = new URL(\n        req.url ?? '',\n        req.headers.origin ?? 'http://localhost',\n      );\n      checkProtocolVersion(url.pathname);\n      const taskID = url.searchParams.get('taskID');\n      if (!taskID) {\n        throw new Error('Missing taskID in snapshot request');\n      }\n      const downstream =\n        this.#getBackupMonitor().startSnapshotReservation(taskID);\n      void streamOut(this._lc, downstream, ws);\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    }\n  };\n\n  readonly #subscribe = async (ws: WebSocket, req: RequestHeaders) => {\n    try {\n      const ctx = getSubscriberContext(req);\n      if (ctx.mode === 'serving') {\n        this.#ensureChangeStreamerStarted('incoming subscription');\n      }\n\n      const downstream = await this.#changeStreamer.subscribe(ctx);\n      if (ctx.initial && ctx.taskID && this.#backupMonitor) {\n        // Now that the change-streamer knows about the subscriber and watermark,\n        // end the reservation to safely resume scheduling cleanup.\n        this.#backupMonitor.endReservation(ctx.taskID);\n      }\n      void streamOut(this._lc, downstream, ws);\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    }\n  };\n\n  #changeStreamerStarted = false;\n\n  #ensureChangeStreamerStarted(reason: string) {\n    if (!this.#changeStreamerStarted && this._state.shouldRun()) {\n      this.#lc.info?.(`starting ChangeStreamerService: ${reason}`);\n      void this.#changeStreamer\n        .run()\n        .catch(e =>\n          this.#lc.warn?.(`ChangeStreamerService ended with error`, e),\n        )\n        .finally(() => this.stop());\n\n      this.#changeStreamerStarted = true;\n    }\n  }\n\n  protected override _onStart(): void {\n    const {startupDelayMs} = this.#opts;\n    this._state.setTimeout(\n      () =>\n        this.#ensureChangeStreamerStarted(\n          `startup delay elapsed (${startupDelayMs} ms)`,\n        ),\n      startupDelayMs,\n    );\n  }\n\n  protected override async _onStop(): Promise<void> {\n    if (this.#changeStreamerStarted) {\n      await this.#changeStreamer.stop();\n    }\n  }\n}\n\nexport class ChangeStreamerHttpClient implements ChangeStreamer {\n  readonly #lc: LogContext;\n  readonly #shardID: ShardID;\n  readonly #changeDB: PostgresDB;\n  readonly #changeStreamerURI: string | undefined;\n\n  constructor(\n    lc: LogContext,\n    shardID: ShardID,\n    changeDB: string,\n    changeStreamerURI: string | undefined,\n  ) {\n    this.#lc = lc;\n    this.#shardID = shardID;\n    // Create a pg client with a single short-lived connection for the purpose\n    // of change-streamer discovery (i.e. ChangeDB as DNS).\n    this.#changeDB = pgClient(lc, changeDB, 'change-streamer-discovery', {\n      max: 1,\n      ['idle_timeout']: 15,\n    });\n    this.#changeStreamerURI = changeStreamerURI;\n  }\n\n  async #resolveChangeStreamer(path: string) {\n    let baseURL = this.#changeStreamerURI;\n    if (!baseURL) {\n      const address = await discoverChangeStreamerAddress(\n        this.#shardID,\n        this.#changeDB,\n      );\n      if (!address) {\n        throw new Error(`no change-streamer is running`);\n      }\n      baseURL = address.includes('://') ? `${address}/` : `ws://${address}/`;\n    }\n    const uri = new URL(path, baseURL);\n    this.#lc.info?.(`connecting to change-streamer@${uri}`);\n    return uri;\n  }\n\n  async reserveSnapshot(taskID: string): Promise<Source<SnapshotMessage>> {\n    const uri = await this.#resolveChangeStreamer(SNAPSHOT_PATH);\n\n    const params = new URLSearchParams({taskID});\n    const ws = new WebSocket(uri + `?${params.toString()}`);\n\n    return streamIn(this.#lc, ws, snapshotMessageSchema);\n  }\n\n  async subscribe(ctx: SubscriberContext): Promise<Source<Downstream>> {\n    const uri = await this.#resolveChangeStreamer(CHANGES_PATH);\n\n    const params = getParams(ctx);\n    const ws = new WebSocket(uri + `?${params.toString()}`);\n\n    return streamIn(this.#lc, ws, downstreamSchema);\n  }\n}\n\ntype RequestHeaders = Pick<IncomingMessage, 'url' | 'headers'>;\n\nexport function getSubscriberContext(req: RequestHeaders): SubscriberContext {\n  const url = new URL(req.url ?? '', req.headers.origin ?? 'http://localhost');\n  const protocolVersion = checkProtocolVersion(url.pathname);\n  const params = new URLParams(url);\n\n  return {\n    protocolVersion,\n    id: params.get('id', true),\n    taskID: params.get('taskID', false),\n    mode: params.get('mode', false) === 'backup' ? 'backup' : 'serving',\n    replicaVersion: params.get('replicaVersion', true),\n    watermark: params.get('watermark', true),\n    initial: params.getBoolean('initial'),\n  };\n}\n\nfunction checkProtocolVersion(pathname: string): number {\n  const match = PATH_REGEX.exec(pathname);\n  if (!match) {\n    throw new Error(`invalid path: ${pathname}`);\n  }\n  const v = Number(match.groups?.version);\n  if (\n    Number.isNaN(v) ||\n    v > PROTOCOL_VERSION ||\n    v < MIN_SUPPORTED_PROTOCOL_VERSION\n  ) {\n    throw new Error(\n      `Cannot service client at protocol v${v}. ` +\n        `Supported protocols: [v${MIN_SUPPORTED_PROTOCOL_VERSION} ... v${PROTOCOL_VERSION}]`,\n    );\n  }\n  return v;\n}\n\n// This is called from the client-side (i.e. the replicator).\nfunction getParams(ctx: SubscriberContext): URLSearchParams {\n  // The protocolVersion is hard-coded into the CHANGES_PATH.\n  const {protocolVersion, ...stringParams} = ctx;\n  assert(\n    protocolVersion === PROTOCOL_VERSION,\n    `replicator should be setting protocolVersion to ${PROTOCOL_VERSION}`,\n  );\n  return new URLSearchParams({\n    ...stringParams,\n    taskID: ctx.taskID ? ctx.taskID : '',\n    initial: ctx.initial ? 'true' : 'false',\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;AA4BA,IAAM,iCAAiC;AAEvC,IAAM,wBAAwB;AAC9B,IAAM,uBAAuB;AAC7B,IAAM,aAAa;AAEnB,IAAM,gBAAgB;AACtB,IAAM,eAAe;AAOrB,IAAa,2BAAb,cAA8C,YAAY;CACxD,KAAc;CACd;CACA;CACA;CACA;CAEA,YACE,IACA,QACA,MACA,QACA,gBACA,eACA;AACA,QAAM,+BAA+B,IAAI,MAAM,OAAM,YAAW;GAC9D,MAAM,mBAA2D,EAAE;AACnE,OAAI,OAAO,qBACT,KAAI,OAAO,4BACT,KAAI;AACF,qBAAiB,oBAAoB,KAAK,MACxC,OAAO,4BACR;YACM,GAAG;AACV,UAAM,IAAI,MACR,uDAAuD,OAAO,EAAE,CAAC,wBAClE;;OAGH,kBAAiB,oBAAoB;AAIzC,SAAM,QAAQ,SAAS,WAAW,EAChC,SAAS,kBACV,CAAC;AAEF,WAAQ,IAAI,sBAAsB,EAAC,WAAW,MAAK,EAAE,MAAA,UAAgB;AACrE,WAAQ,IACN,uBACA,EAAC,WAAW,MAAK,EACjB,MAAA,gBACD;AAED,4BACE,IACA,QAAQ,iBACR,MAAA,kBACA,OACD;IACD;AAEF,QAAA,KAAW;AACX,QAAA,OAAa;AACb,QAAA,iBAAuB;AACvB,QAAA,gBAAsB;;CAGxB,oBAAoB;AAClB,SAAO,KACL,MAAA,eACA,0EACD;;CAIH,qBACE,IACA,QACA,QACG;AACH,UAAQ,QAAR;GACE,KAAK,WACH,QAAO,MAAA,gBAAsB,IAAI,IAAI;GACvC,KAAK,UACH,QAAO,MAAA,UAAgB,IAAI,IAAI;GACjC;AACE,mBACE,KAAK,KACL,IACA,mBAAmB,OAAO,uBAC3B;AACD;;;CAIN,oBAA6B,IAAe,QAAwB;AAClE,MAAI;GACF,MAAM,MAAM,IAAI,IACd,IAAI,OAAO,IACX,IAAI,QAAQ,UAAU,mBACvB;AACD,wBAAqB,IAAI,SAAS;GAClC,MAAM,SAAS,IAAI,aAAa,IAAI,SAAS;AAC7C,OAAI,CAAC,OACH,OAAM,IAAI,MAAM,qCAAqC;GAEvD,MAAM,aACJ,MAAA,kBAAwB,CAAC,yBAAyB,OAAO;AACtD,aAAU,KAAK,KAAK,YAAY,GAAG;WACjC,KAAK;AACZ,kBAAe,KAAK,KAAK,IAAI,KAAK,eAAe;;;CAIrD,aAAsB,OAAO,IAAe,QAAwB;AAClE,MAAI;GACF,MAAM,MAAM,qBAAqB,IAAI;AACrC,OAAI,IAAI,SAAS,UACf,OAAA,4BAAkC,wBAAwB;GAG5D,MAAM,aAAa,MAAM,MAAA,eAAqB,UAAU,IAAI;AAC5D,OAAI,IAAI,WAAW,IAAI,UAAU,MAAA,cAG/B,OAAA,cAAoB,eAAe,IAAI,OAAO;AAE3C,aAAU,KAAK,KAAK,YAAY,GAAG;WACjC,KAAK;AACZ,kBAAe,KAAK,KAAK,IAAI,KAAK,eAAe;;;CAIrD,yBAAyB;CAEzB,6BAA6B,QAAgB;AAC3C,MAAI,CAAC,MAAA,yBAA+B,KAAK,OAAO,WAAW,EAAE;AAC3D,SAAA,GAAS,OAAO,mCAAmC,SAAS;AACvD,SAAA,eACF,KAAK,CACL,OAAM,MACL,MAAA,GAAS,OAAO,0CAA0C,EAAE,CAC7D,CACA,cAAc,KAAK,MAAM,CAAC;AAE7B,SAAA,wBAA8B;;;CAIlC,WAAoC;EAClC,MAAM,EAAC,mBAAkB,MAAA;AACzB,OAAK,OAAO,iBAER,MAAA,4BACE,0BAA0B,eAAe,MAC1C,EACH,eACD;;CAGH,MAAyB,UAAyB;AAChD,MAAI,MAAA,sBACF,OAAM,MAAA,eAAqB,MAAM;;;AAKvC,IAAa,2BAAb,MAAgE;CAC9D;CACA;CACA;CACA;CAEA,YACE,IACA,SACA,UACA,mBACA;AACA,QAAA,KAAW;AACX,QAAA,UAAgB;AAGhB,QAAA,WAAiB,SAAS,IAAI,UAAU,6BAA6B;GACnE,KAAK;IACJ,iBAAiB;GACnB,CAAC;AACF,QAAA,oBAA0B;;CAG5B,OAAA,sBAA6B,MAAc;EACzC,IAAI,UAAU,MAAA;AACd,MAAI,CAAC,SAAS;GACZ,MAAM,UAAU,MAAM,8BACpB,MAAA,SACA,MAAA,SACD;AACD,OAAI,CAAC,QACH,OAAM,IAAI,MAAM,gCAAgC;AAElD,aAAU,QAAQ,SAAS,MAAM,GAAG,GAAG,QAAQ,KAAK,QAAQ,QAAQ;;EAEtE,MAAM,MAAM,IAAI,IAAI,MAAM,QAAQ;AAClC,QAAA,GAAS,OAAO,iCAAiC,MAAM;AACvD,SAAO;;CAGT,MAAM,gBAAgB,QAAkD;EAItE,MAAM,KAAK,IAAI,YAHH,MAAM,MAAA,sBAA4B,cAAc,GAG7B,IADhB,IAAI,gBAAgB,EAAC,QAAO,CAAC,CACF,UAAU,GAAG;AAEvD,SAAO,SAAS,MAAA,IAAU,IAAI,sBAAsB;;CAGtD,MAAM,UAAU,KAAqD;EAInE,MAAM,KAAK,IAAI,YAHH,MAAM,MAAA,sBAA4B,aAAa,GAG5B,IADhB,UAAU,IAAI,CACa,UAAU,GAAG;AAEvD,SAAO,SAAS,MAAA,IAAU,IAAI,iBAAiB;;;AAMnD,SAAgB,qBAAqB,KAAwC;CAC3E,MAAM,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,QAAQ,UAAU,mBAAmB;CAC5E,MAAM,kBAAkB,qBAAqB,IAAI,SAAS;CAC1D,MAAM,SAAS,IAAI,UAAU,IAAI;AAEjC,QAAO;EACL;EACA,IAAI,OAAO,IAAI,MAAM,KAAK;EAC1B,QAAQ,OAAO,IAAI,UAAU,MAAM;EACnC,MAAM,OAAO,IAAI,QAAQ,MAAM,KAAK,WAAW,WAAW;EAC1D,gBAAgB,OAAO,IAAI,kBAAkB,KAAK;EAClD,WAAW,OAAO,IAAI,aAAa,KAAK;EACxC,SAAS,OAAO,WAAW,UAAU;EACtC;;AAGH,SAAS,qBAAqB,UAA0B;CACtD,MAAM,QAAQ,WAAW,KAAK,SAAS;AACvC,KAAI,CAAC,MACH,OAAM,IAAI,MAAM,iBAAiB,WAAW;CAE9C,MAAM,IAAI,OAAO,MAAM,QAAQ,QAAQ;AACvC,KACE,OAAO,MAAM,EAAE,IACf,IAAA,KACA,IAAI,+BAEJ,OAAM,IAAI,MACR,sCAAsC,EAAE,2BACZ,+BAA+B,UAC5D;AAEH,QAAO;;AAIT,SAAS,UAAU,KAAyC;CAE1D,MAAM,EAAC,iBAAiB,GAAG,iBAAgB;AAC3C,QACE,oBAAA,GACA,oDACD;AACD,QAAO,IAAI,gBAAgB;EACzB,GAAG;EACH,QAAQ,IAAI,SAAS,IAAI,SAAS;EAClC,SAAS,IAAI,UAAU,SAAS;EACjC,CAAC"}

package/out/zero-cache/src/services/change-streamer/schema/tables.js

@@ -186,6 +186,6 @@ async function terminateChangeDBLockHolders(lc, db, shard) {
 	else for (const { pid, applicationName, query, terminated: ok } of terminated) lc.info?.(`terminated blocking backend pid=${pid} app=${applicationName} ok=${ok} query=${query.slice(0, 200)}`);
 }
 //#endregion
-export { AutoResetSignal, CHANGE_STREAMER_APP_NAME, createBackfillTables, createReplicationStateTable, discoverChangeStreamerAddress, ensureReplicationConfig, markResetRequired, setupCDCTables };
+export { AutoResetSignal, createBackfillTables, createReplicationStateTable, discoverChangeStreamerAddress, ensureReplicationConfig, markResetRequired, setupCDCTables };
 
 //# sourceMappingURL=tables.js.map

package/out/zero-cache/src/services/run-ast.js

@@ -3,7 +3,7 @@ import { sleep } from "../../../shared/src/sleep.js";
 import { must } from "../../../shared/src/must.js";
 import { mapAST } from "../../../zero-protocol/src/ast.js";
 import { hashOfAST } from "../../../zero-protocol/src/query-hash.js";
-import { skipYields } from "../../../zql/src/ivm/operator.js";
+import { skipYields } from "../../../zql/src/ivm/skip-yields.js";
 import { buildPipeline } from "../../../zql/src/builder/builder.js";
 import { astToZQL } from "../../../ast-to-zql/src/ast-to-zql.js";
 import { formatOutput } from "../../../ast-to-zql/src/format.js";