@rocicorp/zero 0.25.0 → 0.26.0-canary.0

package/out/zero-cache/src/services/change-source/custom/change-source.js

@@ -1,5 +1,4 @@
-import { LogContext } from '@rocicorp/logger';
-import { WebSocket } from 'ws';
+import { WebSocket } from "ws";
 import { assert, unreachable } from "../../../../../shared/src/asserts.js";
 import { stringify } from "../../../../../shared/src/bigint-json.js";
 import { deepEqual } from "../../../../../shared/src/json.js";
@@ -7,192 +6,219 @@ import { Database } from "../../../../../zqlite/src/db.js";
 import { computeZqlSpecs } from "../../../db/lite-tables.js";
 import { StatementRunner } from "../../../db/statements.js";
 import { stream } from "../../../types/streams.js";
-import { AutoResetSignal, } from "../../change-streamer/schema/tables.js";
+import { AutoResetSignal } from "../../change-streamer/schema/tables.js";
 import { ChangeProcessor } from "../../replicator/change-processor.js";
 import { ReplicationStatusPublisher } from "../../replicator/replication-status.js";
 import { initChangeLog } from "../../replicator/schema/change-log.js";
-import { getSubscriptionState, initReplicationState, } from "../../replicator/schema/replication-state.js";
+import { getSubscriptionState, initReplicationState } from "../../replicator/schema/replication-state.js";
 import { changeStreamMessageSchema } from "../protocol/current/downstream.js";
-import {} from "../protocol/current/upstream.js";
+import "../protocol/current/status.js";
 import { initSyncSchema } from "./sync-schema.js";
-/**
- * Initializes a Custom change source before streaming changes from the
- * corresponding logical replication stream.
- */
-export async function initializeCustomChangeSource(lc, upstreamURI, shard, replicaDbFile) {
-    await initSyncSchema(lc, `replica-${shard.appID}-${shard.shardNum}`, shard, replicaDbFile, upstreamURI);
-    const replica = new Database(lc, replicaDbFile);
-    const subscriptionState = getSubscriptionState(new StatementRunner(replica));
-    replica.close();
-    if (shard.publications.length) {
-        // Verify that the publications match what has been synced.
-        const requested = [...shard.publications].sort();
-        const replicated = subscriptionState.publications.sort();
-        if (!deepEqual(requested, replicated)) {
-            throw new Error(`Invalid ShardConfig. Requested publications [${requested}] do not match synced publications: [${replicated}]`);
-        }
+async function initializeCustomChangeSource(lc, upstreamURI, shard, replicaDbFile) {
+  await initSyncSchema(
+    lc,
+    `replica-${shard.appID}-${shard.shardNum}`,
+    shard,
+    replicaDbFile,
+    upstreamURI
+  );
+  const replica = new Database(lc, replicaDbFile);
+  const subscriptionState = getSubscriptionState(new StatementRunner(replica));
+  replica.close();
+  if (shard.publications.length) {
+    const requested = [...shard.publications].sort();
+    const replicated = subscriptionState.publications.sort();
+    if (!deepEqual(requested, replicated)) {
+      throw new Error(
+        `Invalid ShardConfig. Requested publications [${requested}] do not match synced publications: [${replicated}]`
+      );
     }
-    const changeSource = new CustomChangeSource(lc, upstreamURI, shard, subscriptionState);
-    return { subscriptionState, changeSource };
+  }
+  const changeSource = new CustomChangeSource(
+    lc,
+    upstreamURI,
+    shard,
+    subscriptionState
+  );
+  return { subscriptionState, changeSource };
 }
 class CustomChangeSource {
-    #lc;
-    #upstreamUri;
-    #shard;
-    #replicationConfig;
-    constructor(lc, upstreamUri, shard, replicationConfig) {
-        this.#lc = lc.withContext('component', 'change-source');
-        this.#upstreamUri = upstreamUri;
-        this.#shard = shard;
-        this.#replicationConfig = replicationConfig;
+  #lc;
+  #upstreamUri;
+  #shard;
+  #replicationConfig;
+  constructor(lc, upstreamUri, shard, replicationConfig) {
+    this.#lc = lc.withContext("component", "change-source");
+    this.#upstreamUri = upstreamUri;
+    this.#shard = shard;
+    this.#replicationConfig = replicationConfig;
+  }
+  initialSync() {
+    return this.#startStream();
+  }
+  startStream(clientWatermark) {
+    return Promise.resolve(this.#startStream(clientWatermark));
+  }
+  #startStream(clientWatermark) {
+    const { publications, replicaVersion } = this.#replicationConfig;
+    const { appID, shardNum } = this.#shard;
+    const url = new URL(this.#upstreamUri);
+    url.searchParams.set("appID", appID);
+    url.searchParams.set("shardNum", String(shardNum));
+    for (const pub of publications) {
+      url.searchParams.append("publications", pub);
     }
-    initialSync() {
-        return this.#startStream();
+    if (clientWatermark) {
+      assert(replicaVersion.length);
+      url.searchParams.set("lastWatermark", clientWatermark);
+      url.searchParams.set("replicaVersion", replicaVersion);
     }
-    startStream(clientWatermark) {
-        return Promise.resolve(this.#startStream(clientWatermark));
+    const ws = new WebSocket(url);
+    const { instream, outstream } = stream(
+      this.#lc,
+      ws,
+      changeStreamMessageSchema,
+      // Upstream acks coalesce. If upstream exhibits back-pressure,
+      // only the last ACK is kept / buffered.
+      { coalesce: (curr) => curr }
+    );
+    return { changes: instream, acks: outstream };
+  }
+}
+async function initialSync(lc, shard, tx, upstreamURI) {
+  const { appID: id, publications } = shard;
+  const changeSource = new CustomChangeSource(lc, upstreamURI, shard, {
+    replicaVersion: "",
+    // ignored for initialSync()
+    publications
+  });
+  const { changes } = changeSource.initialSync();
+  const processor = new ChangeProcessor(
+    new StatementRunner(tx),
+    "initial-sync",
+    (_, err) => {
+      throw err;
     }
-    #startStream(clientWatermark) {
-        const { publications, replicaVersion } = this.#replicationConfig;
-        const { appID, shardNum } = this.#shard;
-        const url = new URL(this.#upstreamUri);
-        url.searchParams.set('appID', appID);
-        url.searchParams.set('shardNum', String(shardNum));
-        for (const pub of publications) {
-            url.searchParams.append('publications', pub);
+  );
+  const statusPublisher = new ReplicationStatusPublisher(tx);
+  try {
+    let num = 0;
+    for await (const change of changes) {
+      const [tag] = change;
+      switch (tag) {
+        case "begin": {
+          const { commitWatermark } = change[2];
+          lc.info?.(
+            `initial sync of shard ${id} at replicaVersion ${commitWatermark}`
+          );
+          statusPublisher.publish(
+            lc,
+            "Initializing",
+            `Copying upstream tables at version ${commitWatermark}`,
+            5e3
+          );
+          initReplicationState(tx, [...publications].sort(), commitWatermark);
+          initChangeLog(tx);
+          processor.processMessage(lc, change);
+          break;
         }
-        if (clientWatermark) {
-            assert(replicaVersion.length);
-            url.searchParams.set('lastWatermark', clientWatermark);
-            url.searchParams.set('replicaVersion', replicaVersion);
+        case "data":
+          processor.processMessage(lc, change);
+          if (++num % 1e3 === 0) {
+            lc.debug?.(`processed ${num} changes`);
+          }
+          break;
+        case "commit":
+          processor.processMessage(lc, change);
+          validateInitiallySyncedData(lc, tx, shard);
+          lc.info?.(`finished initial-sync of ${num} changes`);
+          return;
+        case "status":
+          break;
+        // Ignored
+        // @ts-expect-error: falls through if the tag is not 'reset-required
+        case "control": {
+          const { tag: tag2, message } = change[1];
+          if (tag2 === "reset-required") {
+            throw new AutoResetSignal(
+              message ?? "auto-reset signaled by change source"
+            );
+          }
         }
-        const ws = new WebSocket(url);
-        const { instream, outstream } = stream(this.#lc, ws, changeStreamMessageSchema, 
-        // Upstream acks coalesce. If upstream exhibits back-pressure,
-        // only the last ACK is kept / buffered.
-        { coalesce: (curr) => curr });
-        return { changes: instream, acks: outstream };
+        // falls through
+        case "rollback":
+          throw new Error(
+            `unexpected message during initial-sync: ${stringify(change)}`
+          );
+        default:
+          unreachable(change);
+      }
     }
+    throw new Error(
+      `change source ${upstreamURI} closed before initial-sync completed`
+    );
+  } catch (e) {
+    await statusPublisher.publishAndThrowError(lc, "Initializing", e);
+  } finally {
+    statusPublisher.stop();
+  }
 }
-/**
- * Initial sync for a custom change source makes a request to the
- * change source endpoint with no `replicaVersion` or `lastWatermark`.
- * The initial transaction returned by the endpoint is treated as
- * the initial sync, and the commit watermark of that transaction
- * becomes the `replicaVersion` of the initialized replica.
- *
- * Note that this is equivalent to how the LSN of the Postgres WAL
- * at initial sync time is the `replicaVersion` (and starting
- * version for all initially-synced rows).
- */
-export async function initialSync(lc, shard, tx, upstreamURI) {
-    const { appID: id, publications } = shard;
-    const changeSource = new CustomChangeSource(lc, upstreamURI, shard, {
-        replicaVersion: '', // ignored for initialSync()
-        publications,
-    });
-    const { changes } = changeSource.initialSync();
-    const processor = new ChangeProcessor(new StatementRunner(tx), 'initial-sync', (_, err) => {
-        throw err;
-    });
-    const statusPublisher = new ReplicationStatusPublisher(tx);
-    try {
-        let num = 0;
-        for await (const change of changes) {
-            const [tag] = change;
-            switch (tag) {
-                case 'begin': {
-                    const { commitWatermark } = change[2];
-                    lc.info?.(`initial sync of shard ${id} at replicaVersion ${commitWatermark}`);
-                    statusPublisher.publish(lc, 'Initializing', `Copying upstream tables at version ${commitWatermark}`, 5000);
-                    initReplicationState(tx, [...publications].sort(), commitWatermark);
-                    initChangeLog(tx);
-                    processor.processMessage(lc, change);
-                    break;
-                }
-                case 'data':
-                    processor.processMessage(lc, change);
-                    if (++num % 1000 === 0) {
-                        lc.debug?.(`processed ${num} changes`);
-                    }
-                    break;
-                case 'commit':
-                    processor.processMessage(lc, change);
-                    validateInitiallySyncedData(lc, tx, shard);
-                    lc.info?.(`finished initial-sync of ${num} changes`);
-                    return;
-                case 'status':
-                    break; // Ignored
-                // @ts-expect-error: falls through if the tag is not 'reset-required
-                case 'control': {
-                    const { tag, message } = change[1];
-                    if (tag === 'reset-required') {
-                        throw new AutoResetSignal(message ?? 'auto-reset signaled by change source');
-                    }
-                }
-                // falls through
-                case 'rollback':
-                    throw new Error(`unexpected message during initial-sync: ${stringify(change)}`);
-                default:
-                    unreachable(change);
-            }
-        }
-        throw new Error(`change source ${upstreamURI} closed before initial-sync completed`);
-    }
-    catch (e) {
-        await statusPublisher.publishAndThrowError(lc, 'Initializing', e);
-    }
-    finally {
-        statusPublisher.stop();
+function getRequiredTables({
+  appID,
+  shardNum
+}) {
+  return {
+    [`${appID}_${shardNum}.clients`]: {
+      clientGroupID: { type: "string" },
+      clientID: { type: "string" },
+      lastMutationID: { type: "number" },
+      userID: { type: "string" }
+    },
+    [`${appID}_${shardNum}.mutations`]: {
+      clientGroupID: { type: "string" },
+      clientID: { type: "string" },
+      mutationID: { type: "number" },
+      mutation: { type: "json" }
+    },
+    [`${appID}.permissions`]: {
+      permissions: { type: "json" },
+      hash: { type: "string" }
+    },
+    [`${appID}.schemaVersions`]: {
+      minSupportedVersion: { type: "number" },
+      maxSupportedVersion: { type: "number" }
     }
-}
-// Verify that the upstream tables expected by the sync logic
-// have been properly initialized.
-function getRequiredTables({ appID, shardNum, }) {
-    return {
-        [`${appID}_${shardNum}.clients`]: {
-            clientGroupID: { type: 'string' },
-            clientID: { type: 'string' },
-            lastMutationID: { type: 'number' },
-            userID: { type: 'string' },
-        },
-        [`${appID}_${shardNum}.mutations`]: {
-            clientGroupID: { type: 'string' },
-            clientID: { type: 'string' },
-            mutationID: { type: 'number' },
-            mutation: { type: 'json' },
-        },
-        [`${appID}.permissions`]: {
-            permissions: { type: 'json' },
-            hash: { type: 'string' },
-        },
-        [`${appID}.schemaVersions`]: {
-            minSupportedVersion: { type: 'number' },
-            maxSupportedVersion: { type: 'number' },
-        },
-    };
+  };
 }
 function validateInitiallySyncedData(lc, db, shard) {
-    const tables = computeZqlSpecs(lc, db);
-    const required = getRequiredTables(shard);
-    for (const [name, columns] of Object.entries(required)) {
-        const table = tables.get(name)?.zqlSpec;
-        if (!table) {
-            throw new Error(`Upstream is missing the "${name}" table. (Found ${[
-                ...tables.keys(),
-            ]})` +
-                `Please ensure that each table has a unique index over one ` +
-                `or more non-null columns.`);
-        }
-        for (const [col, { type }] of Object.entries(columns)) {
-            const found = table[col];
-            if (!found) {
-                throw new Error(`Upstream "${table}" table is missing the "${col}" column`);
-            }
-            if (found.type !== type) {
-                throw new Error(`Upstream "${table}.${col}" column is a ${found.type} type but must be a ${type} type.`);
-            }
-        }
+  const tables = computeZqlSpecs(lc, db);
+  const required = getRequiredTables(shard);
+  for (const [name, columns] of Object.entries(required)) {
+    const table = tables.get(name)?.zqlSpec;
+    if (!table) {
+      throw new Error(
+        `Upstream is missing the "${name}" table. (Found ${[
+          ...tables.keys()
+        ]})Please ensure that each table has a unique index over one or more non-null columns.`
+      );
+    }
+    for (const [col, { type }] of Object.entries(columns)) {
+      const found = table[col];
+      if (!found) {
+        throw new Error(
+          `Upstream "${table}" table is missing the "${col}" column`
+        );
+      }
+      if (found.type !== type) {
+        throw new Error(
+          `Upstream "${table}.${col}" column is a ${found.type} type but must be a ${type} type.`
+        );
+      }
     }
+  }
 }
-//# sourceMappingURL=change-source.js.map
+export {
+  initialSync,
+  initializeCustomChangeSource
+};
+//# sourceMappingURL=change-source.js.map

package/out/zero-cache/src/services/change-source/custom/change-source.js.map

@@ -1 +1 @@
-{"version":3,"file":"change-source.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/custom/change-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAC,SAAS,EAAC,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAC,MAAM,EAAE,WAAW,EAAC,MAAM,sCAAsC,CAAC;AACzE,OAAO,EAAC,SAAS,EAAC,MAAM,0CAA0C,CAAC;AACnE,OAAO,EAAC,SAAS,EAAC,MAAM,mCAAmC,CAAC;AAE5D,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AACzD,OAAO,EAAC,eAAe,EAAC,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAE1D,OAAO,EAAC,MAAM,EAAC,MAAM,2BAA2B,CAAC;AAKjD,OAAO,EACL,eAAe,GAEhB,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAC,eAAe,EAAC,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAC,0BAA0B,EAAC,MAAM,wCAAwC,CAAC;AAClF,OAAO,EAAC,aAAa,EAAC,MAAM,uCAAuC,CAAC;AACpE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,GAErB,MAAM,8CAA8C,CAAC;AACtD,OAAO,EAAC,yBAAyB,EAAC,MAAM,mCAAmC,CAAC;AAC5E,OAAO,EAA2B,MAAM,iCAAiC,CAAC;AAC1E,OAAO,EAAC,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAEhD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,EAAc,EACd,WAAmB,EACnB,KAAkB,EAClB,aAAqB;IAErB,MAAM,cAAc,CAClB,EAAE,EACF,WAAW,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,EAC1C,KAAK,EACL,aAAa,EACb,WAAW,CACZ,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAChD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,OAAO,CAAC,KAAK,EAAE,CAAC;IAEhB,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QAC9B,2DAA2D;QAC3D,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,iBAAiB,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QACzD,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,gDAAgD,SAAS,wCAAwC,UAAU,GAAG,CAC/G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,kBAAkB,CACzC,EAAE,EACF,WAAW,EACX,KAAK,EACL,iBAAiB,CAClB,CAAC;IAEF,OAAO,EAAC,iBAAiB,EAAE,YAAY,EAAC,CAAC;AAC3C,CAAC;AAED,MAAM,kBAAkB;IACb,GAAG,CAAa;IAChB,YAAY,CAAS;IACrB,MAAM,CAAU;IAChB,kBAAkB,CAAoB;IAE/C,YACE,EAAc,EACd,WAAmB,EACnB,KAAc,EACd,iBAAoC;QAEpC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,kBAAkB,GAAG,iBAAiB,CAAC;IAC9C,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;IAC7B,CAAC;IAED,WAAW,CAAC,eAAuB;QACjC,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,YAAY,CAAC,eAAwB;QACnC,MAAM,EAAC,YAAY,EAAE,cAAc,EAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAC/D,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACvC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACrC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnD,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAC9B,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;YACvD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;QAC9B,MAAM,EAAC,QAAQ,EAAE,SAAS,EAAC,GAAG,MAAM,CAClC,IAAI,CAAC,GAAG,EACR,EAAE,EACF,yBAAyB;QACzB,8DAA8D;QAC9D,wCAAwC;QACxC,EAAC,QAAQ,EAAE,CAAC,IAA0B,EAAE,EAAE,CAAC,IAAI,EAAC,CACjD,CAAC;QACF,OAAO,EAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAC,CAAC;IAC9C,CAAC;CACF;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,EAAc,EACd,KAAkB,EAClB,EAAY,EACZ,WAAmB;IAEnB,MAAM,EAAC,KAAK,EAAE,EAAE,EAAE,YAAY,EAAC,GAAG,KAAK,CAAC;IACxC,MAAM,YAAY,GAAG,IAAI,kBAAkB,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE;QAClE,cAAc,EAAE,EAAE,EAAE,4BAA4B;QAChD,YAAY;KACb,CAAC,CAAC;IACH,MAAM,EAAC,OAAO,EAAC,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;IAE7C,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,IAAI,eAAe,CAAC,EAAE,CAAC,EACvB,cAAc,EACd,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;QACT,MAAM,GAAG,CAAC;IACZ,CAAC,CACF,CAAC;IAEF,MAAM,eAAe,GAAG,IAAI,0BAA0B,CAAC,EAAE,CAAC,CAAC;IAC3D,IAAI,CAAC;QACH,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YACnC,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;YACrB,QAAQ,GAAG,EAAE,CAAC;gBACZ,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,MAAM,EAAC,eAAe,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;oBACpC,EAAE,CAAC,IAAI,EAAE,CACP,yBAAyB,EAAE,sBAAsB,eAAe,EAAE,CACnE,CAAC;oBACF,eAAe,CAAC,OAAO,CACrB,EAAE,EACF,cAAc,EACd,sCAAsC,eAAe,EAAE,EACvD,IAAI,CACL,CAAC;oBACF,oBAAoB,CAAC,EAAE,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,IAAI,EAAE,EAAE,eAAe,CAAC,CAAC;oBACpE,aAAa,CAAC,EAAE,CAAC,CAAC;oBAClB,SAAS,CAAC,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;oBACrC,MAAM;gBACR,CAAC;gBACD,KAAK,MAAM;oBACT,SAAS,CAAC,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;oBACrC,IAAI,EAAE,GAAG,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;wBACvB,EAAE,CAAC,KAAK,EAAE,CAAC,aAAa,GAAG,UAAU,CAAC,CAAC;oBACzC,CAAC;oBACD,MAAM;gBACR,KAAK,QAAQ;oBACX,SAAS,CAAC,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;oBACrC,2BAA2B,CAAC,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;oBAC3C,EAAE,CAAC,IAAI,EAAE,CAAC,4BAA4B,GAAG,UAAU,CAAC,CAAC;oBACrD,OAAO;gBAET,KAAK,QAAQ;oBACX,MAAM,CAAC,UAAU;gBACnB,oEAAoE;gBACpE,KAAK,SAAS,CAAC,CAAC,CAAC;oBACf,MAAM,EAAC,GAAG,EAAE,OAAO,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;oBACjC,IAAI,GAAG,KAAK,gBAAgB,EAAE,CAAC;wBAC7B,MAAM,IAAI,eAAe,CACvB,OAAO,IAAI,sCAAsC,CAClD,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,gBAAgB;gBAChB,KAAK,UAAU;oBACb,MAAM,IAAI,KAAK,CACb,2CAA2C,SAAS,CAAC,MAAM,CAAC,EAAE,CAC/D,CAAC;gBACJ;oBACE,WAAW,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CACb,iBAAiB,WAAW,uCAAuC,CACpE,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,eAAe,CAAC,oBAAoB,CAAC,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;IACpE,CAAC;YAAS,CAAC;QACT,eAAe,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;AACH,CAAC;AAED,6DAA6D;AAC7D,kCAAkC;AAClC,SAAS,iBAAiB,CAAC,EACzB,KAAK,EACL,QAAQ,GACA;IACR,OAAO;QACL,CAAC,GAAG,KAAK,IAAI,QAAQ,UAAU,CAAC,EAAE;YAChC,aAAa,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;YAC/B,QAAQ,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;YAC1B,cAAc,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;YAChC,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;SACzB;QACD,CAAC,GAAG,KAAK,IAAI,QAAQ,YAAY,CAAC,EAAE;YAClC,aAAa,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;YAC/B,QAAQ,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;YAC1B,UAAU,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;YAC5B,QAAQ,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC;SACzB;QACD,CAAC,GAAG,KAAK,cAAc,CAAC,EAAE;YACxB,WAAW,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC;YAC3B,IAAI,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;SACvB;QACD,CAAC,GAAG,KAAK,iBAAiB,CAAC,EAAE;YAC3B,mBAAmB,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;YACrC,mBAAmB,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;SACtC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAClC,EAAc,EACd,EAAY,EACZ,KAAc;IAEd,MAAM,MAAM,GAAG,eAAe,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,4BAA4B,IAAI,mBAAmB;gBACjD,GAAG,MAAM,CAAC,IAAI,EAAE;aACjB,GAAG;gBACF,4DAA4D;gBAC5D,2BAA2B,CAC9B,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,CAAC,GAAG,EAAE,EAAC,IAAI,EAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CACb,aAAa,KAAK,2BAA2B,GAAG,UAAU,CAC3D,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CACb,aAAa,KAAK,IAAI,GAAG,iBAAiB,KAAK,CAAC,IAAI,uBAAuB,IAAI,QAAQ,CACxF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}
+{"version":3,"file":"change-source.js","sources":["../../../../../../../zero-cache/src/services/change-source/custom/change-source.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {WebSocket} from 'ws';\nimport {assert, unreachable} from '../../../../../shared/src/asserts.ts';\nimport {stringify} from '../../../../../shared/src/bigint-json.ts';\nimport {deepEqual} from '../../../../../shared/src/json.ts';\nimport type {SchemaValue} from '../../../../../zero-schema/src/table-schema.ts';\nimport {Database} from '../../../../../zqlite/src/db.ts';\nimport {computeZqlSpecs} from '../../../db/lite-tables.ts';\nimport {StatementRunner} from '../../../db/statements.ts';\nimport type {ShardConfig, ShardID} from '../../../types/shards.ts';\nimport {stream} from '../../../types/streams.ts';\nimport type {\n  ChangeSource,\n  ChangeStream,\n} from '../../change-streamer/change-streamer-service.ts';\nimport {\n  AutoResetSignal,\n  type ReplicationConfig,\n} from '../../change-streamer/schema/tables.ts';\nimport {ChangeProcessor} from '../../replicator/change-processor.ts';\nimport {ReplicationStatusPublisher} from '../../replicator/replication-status.ts';\nimport {initChangeLog} from '../../replicator/schema/change-log.ts';\nimport {\n  getSubscriptionState,\n  initReplicationState,\n  type SubscriptionState,\n} from '../../replicator/schema/replication-state.ts';\nimport {changeStreamMessageSchema} from '../protocol/current/downstream.ts';\nimport {type ChangeSourceUpstream} from '../protocol/current/upstream.ts';\nimport {initSyncSchema} from './sync-schema.ts';\n\n/**\n * Initializes a Custom change source before streaming changes from the\n * corresponding logical replication stream.\n */\nexport async function initializeCustomChangeSource(\n  lc: LogContext,\n  upstreamURI: string,\n  shard: ShardConfig,\n  replicaDbFile: string,\n): Promise<{subscriptionState: SubscriptionState; changeSource: ChangeSource}> {\n  await initSyncSchema(\n    lc,\n    `replica-${shard.appID}-${shard.shardNum}`,\n    shard,\n    replicaDbFile,\n    upstreamURI,\n  );\n\n  const replica = new Database(lc, replicaDbFile);\n  const subscriptionState = getSubscriptionState(new StatementRunner(replica));\n  replica.close();\n\n  if (shard.publications.length) {\n    // Verify that the publications match what has been synced.\n    const requested = [...shard.publications].sort();\n    const replicated = subscriptionState.publications.sort();\n    if (!deepEqual(requested, replicated)) {\n      throw new Error(\n        `Invalid ShardConfig. Requested publications [${requested}] do not match synced publications: [${replicated}]`,\n      );\n    }\n  }\n\n  const changeSource = new CustomChangeSource(\n    lc,\n    upstreamURI,\n    shard,\n    subscriptionState,\n  );\n\n  return {subscriptionState, changeSource};\n}\n\nclass CustomChangeSource implements ChangeSource {\n  readonly #lc: LogContext;\n  readonly #upstreamUri: string;\n  readonly #shard: ShardID;\n  readonly #replicationConfig: ReplicationConfig;\n\n  constructor(\n    lc: LogContext,\n    upstreamUri: string,\n    shard: ShardID,\n    replicationConfig: ReplicationConfig,\n  ) {\n    this.#lc = lc.withContext('component', 'change-source');\n    this.#upstreamUri = upstreamUri;\n    this.#shard = shard;\n    this.#replicationConfig = replicationConfig;\n  }\n\n  initialSync(): ChangeStream {\n    return this.#startStream();\n  }\n\n  startStream(clientWatermark: string): Promise<ChangeStream> {\n    return Promise.resolve(this.#startStream(clientWatermark));\n  }\n\n  #startStream(clientWatermark?: string): ChangeStream {\n    const {publications, replicaVersion} = this.#replicationConfig;\n    const {appID, shardNum} = this.#shard;\n    const url = new URL(this.#upstreamUri);\n    url.searchParams.set('appID', appID);\n    url.searchParams.set('shardNum', String(shardNum));\n    for (const pub of publications) {\n      url.searchParams.append('publications', pub);\n    }\n    if (clientWatermark) {\n      assert(replicaVersion.length);\n      url.searchParams.set('lastWatermark', clientWatermark);\n      url.searchParams.set('replicaVersion', replicaVersion);\n    }\n\n    const ws = new WebSocket(url);\n    const {instream, outstream} = stream(\n      this.#lc,\n      ws,\n      changeStreamMessageSchema,\n      // Upstream acks coalesce. If upstream exhibits back-pressure,\n      // only the last ACK is kept / buffered.\n      {coalesce: (curr: ChangeSourceUpstream) => curr},\n    );\n    return {changes: instream, acks: outstream};\n  }\n}\n\n/**\n * Initial sync for a custom change source makes a request to the\n * change source endpoint with no `replicaVersion` or `lastWatermark`.\n * The initial transaction returned by the endpoint is treated as\n * the initial sync, and the commit watermark of that transaction\n * becomes the `replicaVersion` of the initialized replica.\n *\n * Note that this is equivalent to how the LSN of the Postgres WAL\n * at initial sync time is the `replicaVersion` (and starting\n * version for all initially-synced rows).\n */\nexport async function initialSync(\n  lc: LogContext,\n  shard: ShardConfig,\n  tx: Database,\n  upstreamURI: string,\n) {\n  const {appID: id, publications} = shard;\n  const changeSource = new CustomChangeSource(lc, upstreamURI, shard, {\n    replicaVersion: '', // ignored for initialSync()\n    publications,\n  });\n  const {changes} = changeSource.initialSync();\n\n  const processor = new ChangeProcessor(\n    new StatementRunner(tx),\n    'initial-sync',\n    (_, err) => {\n      throw err;\n    },\n  );\n\n  const statusPublisher = new ReplicationStatusPublisher(tx);\n  try {\n    let num = 0;\n    for await (const change of changes) {\n      const [tag] = change;\n      switch (tag) {\n        case 'begin': {\n          const {commitWatermark} = change[2];\n          lc.info?.(\n            `initial sync of shard ${id} at replicaVersion ${commitWatermark}`,\n          );\n          statusPublisher.publish(\n            lc,\n            'Initializing',\n            `Copying upstream tables at version ${commitWatermark}`,\n            5000,\n          );\n          initReplicationState(tx, [...publications].sort(), commitWatermark);\n          initChangeLog(tx);\n          processor.processMessage(lc, change);\n          break;\n        }\n        case 'data':\n          processor.processMessage(lc, change);\n          if (++num % 1000 === 0) {\n            lc.debug?.(`processed ${num} changes`);\n          }\n          break;\n        case 'commit':\n          processor.processMessage(lc, change);\n          validateInitiallySyncedData(lc, tx, shard);\n          lc.info?.(`finished initial-sync of ${num} changes`);\n          return;\n\n        case 'status':\n          break; // Ignored\n        // @ts-expect-error: falls through if the tag is not 'reset-required\n        case 'control': {\n          const {tag, message} = change[1];\n          if (tag === 'reset-required') {\n            throw new AutoResetSignal(\n              message ?? 'auto-reset signaled by change source',\n            );\n          }\n        }\n        // falls through\n        case 'rollback':\n          throw new Error(\n            `unexpected message during initial-sync: ${stringify(change)}`,\n          );\n        default:\n          unreachable(change);\n      }\n    }\n    throw new Error(\n      `change source ${upstreamURI} closed before initial-sync completed`,\n    );\n  } catch (e) {\n    await statusPublisher.publishAndThrowError(lc, 'Initializing', e);\n  } finally {\n    statusPublisher.stop();\n  }\n}\n\n// Verify that the upstream tables expected by the sync logic\n// have been properly initialized.\nfunction getRequiredTables({\n  appID,\n  shardNum,\n}: ShardID): Record<string, Record<string, SchemaValue>> {\n  return {\n    [`${appID}_${shardNum}.clients`]: {\n      clientGroupID: {type: 'string'},\n      clientID: {type: 'string'},\n      lastMutationID: {type: 'number'},\n      userID: {type: 'string'},\n    },\n    [`${appID}_${shardNum}.mutations`]: {\n      clientGroupID: {type: 'string'},\n      clientID: {type: 'string'},\n      mutationID: {type: 'number'},\n      mutation: {type: 'json'},\n    },\n    [`${appID}.permissions`]: {\n      permissions: {type: 'json'},\n      hash: {type: 'string'},\n    },\n    [`${appID}.schemaVersions`]: {\n      minSupportedVersion: {type: 'number'},\n      maxSupportedVersion: {type: 'number'},\n    },\n  };\n}\n\nfunction validateInitiallySyncedData(\n  lc: LogContext,\n  db: Database,\n  shard: ShardID,\n) {\n  const tables = computeZqlSpecs(lc, db);\n  const required = getRequiredTables(shard);\n  for (const [name, columns] of Object.entries(required)) {\n    const table = tables.get(name)?.zqlSpec;\n    if (!table) {\n      throw new Error(\n        `Upstream is missing the \"${name}\" table. (Found ${[\n          ...tables.keys(),\n        ]})` +\n          `Please ensure that each table has a unique index over one ` +\n          `or more non-null columns.`,\n      );\n    }\n    for (const [col, {type}] of Object.entries(columns)) {\n      const found = table[col];\n      if (!found) {\n        throw new Error(\n          `Upstream \"${table}\" table is missing the \"${col}\" column`,\n        );\n      }\n      if (found.type !== type) {\n        throw new Error(\n          `Upstream \"${table}.${col}\" column is a ${found.type} type but must be a ${type} type.`,\n        );\n      }\n    }\n  }\n}\n"],"names":["tag"],"mappings":";;;;;;;;;;;;;;;;AAmCA,eAAsB,6BACpB,IACA,aACA,OACA,eAC6E;AAC7E,QAAM;AAAA,IACJ;AAAA,IACA,WAAW,MAAM,KAAK,IAAI,MAAM,QAAQ;AAAA,IACxC;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGF,QAAM,UAAU,IAAI,SAAS,IAAI,aAAa;AAC9C,QAAM,oBAAoB,qBAAqB,IAAI,gBAAgB,OAAO,CAAC;AAC3E,UAAQ,MAAA;AAER,MAAI,MAAM,aAAa,QAAQ;AAE7B,UAAM,YAAY,CAAC,GAAG,MAAM,YAAY,EAAE,KAAA;AAC1C,UAAM,aAAa,kBAAkB,aAAa,KAAA;AAClD,QAAI,CAAC,UAAU,WAAW,UAAU,GAAG;AACrC,YAAM,IAAI;AAAA,QACR,gDAAgD,SAAS,wCAAwC,UAAU;AAAA,MAAA;AAAA,IAE/G;AAAA,EACF;AAEA,QAAM,eAAe,IAAI;AAAA,IACvB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGF,SAAO,EAAC,mBAAmB,aAAA;AAC7B;AAEA,MAAM,mBAA2C;AAAA,EACtC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,YACE,IACA,aACA,OACA,mBACA;AACA,SAAK,MAAM,GAAG,YAAY,aAAa,eAAe;AACtD,SAAK,eAAe;AACpB,SAAK,SAAS;AACd,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,cAA4B;AAC1B,WAAO,KAAK,aAAA;AAAA,EACd;AAAA,EAEA,YAAY,iBAAgD;AAC1D,WAAO,QAAQ,QAAQ,KAAK,aAAa,eAAe,CAAC;AAAA,EAC3D;AAAA,EAEA,aAAa,iBAAwC;AACnD,UAAM,EAAC,cAAc,eAAA,IAAkB,KAAK;AAC5C,UAAM,EAAC,OAAO,SAAA,IAAY,KAAK;AAC/B,UAAM,MAAM,IAAI,IAAI,KAAK,YAAY;AACrC,QAAI,aAAa,IAAI,SAAS,KAAK;AACnC,QAAI,aAAa,IAAI,YAAY,OAAO,QAAQ,CAAC;AACjD,eAAW,OAAO,cAAc;AAC9B,UAAI,aAAa,OAAO,gBAAgB,GAAG;AAAA,IAC7C;AACA,QAAI,iBAAiB;AACnB,aAAO,eAAe,MAAM;AAC5B,UAAI,aAAa,IAAI,iBAAiB,eAAe;AACrD,UAAI,aAAa,IAAI,kBAAkB,cAAc;AAAA,IACvD;AAEA,UAAM,KAAK,IAAI,UAAU,GAAG;AAC5B,UAAM,EAAC,UAAU,UAAA,IAAa;AAAA,MAC5B,KAAK;AAAA,MACL;AAAA,MACA;AAAA;AAAA;AAAA,MAGA,EAAC,UAAU,CAAC,SAA+B,KAAA;AAAA,IAAI;AAEjD,WAAO,EAAC,SAAS,UAAU,MAAM,UAAA;AAAA,EACnC;AACF;AAaA,eAAsB,YACpB,IACA,OACA,IACA,aACA;AACA,QAAM,EAAC,OAAO,IAAI,aAAA,IAAgB;AAClC,QAAM,eAAe,IAAI,mBAAmB,IAAI,aAAa,OAAO;AAAA,IAClE,gBAAgB;AAAA;AAAA,IAChB;AAAA,EAAA,CACD;AACD,QAAM,EAAC,QAAA,IAAW,aAAa,YAAA;AAE/B,QAAM,YAAY,IAAI;AAAA,IACpB,IAAI,gBAAgB,EAAE;AAAA,IACtB;AAAA,IACA,CAAC,GAAG,QAAQ;AACV,YAAM;AAAA,IACR;AAAA,EAAA;AAGF,QAAM,kBAAkB,IAAI,2BAA2B,EAAE;AACzD,MAAI;AACF,QAAI,MAAM;AACV,qBAAiB,UAAU,SAAS;AAClC,YAAM,CAAC,GAAG,IAAI;AACd,cAAQ,KAAA;AAAA,QACN,KAAK,SAAS;AACZ,gBAAM,EAAC,gBAAA,IAAmB,OAAO,CAAC;AAClC,aAAG;AAAA,YACD,yBAAyB,EAAE,sBAAsB,eAAe;AAAA,UAAA;AAElE,0BAAgB;AAAA,YACd;AAAA,YACA;AAAA,YACA,sCAAsC,eAAe;AAAA,YACrD;AAAA,UAAA;AAEF,+BAAqB,IAAI,CAAC,GAAG,YAAY,EAAE,KAAA,GAAQ,eAAe;AAClE,wBAAc,EAAE;AAChB,oBAAU,eAAe,IAAI,MAAM;AACnC;AAAA,QACF;AAAA,QACA,KAAK;AACH,oBAAU,eAAe,IAAI,MAAM;AACnC,cAAI,EAAE,MAAM,QAAS,GAAG;AACtB,eAAG,QAAQ,aAAa,GAAG,UAAU;AAAA,UACvC;AACA;AAAA,QACF,KAAK;AACH,oBAAU,eAAe,IAAI,MAAM;AACnC,sCAA4B,IAAI,IAAI,KAAK;AACzC,aAAG,OAAO,4BAA4B,GAAG,UAAU;AACnD;AAAA,QAEF,KAAK;AACH;AAAA;AAAA;AAAA,QAEF,KAAK,WAAW;AACd,gBAAM,EAAC,KAAAA,MAAK,QAAA,IAAW,OAAO,CAAC;AAC/B,cAAIA,SAAQ,kBAAkB;AAC5B,kBAAM,IAAI;AAAA,cACR,WAAW;AAAA,YAAA;AAAA,UAEf;AAAA,QACF;AAAA;AAAA,QAEA,KAAK;AACH,gBAAM,IAAI;AAAA,YACR,2CAA2C,UAAU,MAAM,CAAC;AAAA,UAAA;AAAA,QAEhE;AACE,sBAAY,MAAM;AAAA,MAAA;AAAA,IAExB;AACA,UAAM,IAAI;AAAA,MACR,iBAAiB,WAAW;AAAA,IAAA;AAAA,EAEhC,SAAS,GAAG;AACV,UAAM,gBAAgB,qBAAqB,IAAI,gBAAgB,CAAC;AAAA,EAClE,UAAA;AACE,oBAAgB,KAAA;AAAA,EAClB;AACF;AAIA,SAAS,kBAAkB;AAAA,EACzB;AAAA,EACA;AACF,GAAyD;AACvD,SAAO;AAAA,IACL,CAAC,GAAG,KAAK,IAAI,QAAQ,UAAU,GAAG;AAAA,MAChC,eAAe,EAAC,MAAM,SAAA;AAAA,MACtB,UAAU,EAAC,MAAM,SAAA;AAAA,MACjB,gBAAgB,EAAC,MAAM,SAAA;AAAA,MACvB,QAAQ,EAAC,MAAM,SAAA;AAAA,IAAQ;AAAA,IAEzB,CAAC,GAAG,KAAK,IAAI,QAAQ,YAAY,GAAG;AAAA,MAClC,eAAe,EAAC,MAAM,SAAA;AAAA,MACtB,UAAU,EAAC,MAAM,SAAA;AAAA,MACjB,YAAY,EAAC,MAAM,SAAA;AAAA,MACnB,UAAU,EAAC,MAAM,OAAA;AAAA,IAAM;AAAA,IAEzB,CAAC,GAAG,KAAK,cAAc,GAAG;AAAA,MACxB,aAAa,EAAC,MAAM,OAAA;AAAA,MACpB,MAAM,EAAC,MAAM,SAAA;AAAA,IAAQ;AAAA,IAEvB,CAAC,GAAG,KAAK,iBAAiB,GAAG;AAAA,MAC3B,qBAAqB,EAAC,MAAM,SAAA;AAAA,MAC5B,qBAAqB,EAAC,MAAM,SAAA;AAAA,IAAQ;AAAA,EACtC;AAEJ;AAEA,SAAS,4BACP,IACA,IACA,OACA;AACA,QAAM,SAAS,gBAAgB,IAAI,EAAE;AACrC,QAAM,WAAW,kBAAkB,KAAK;AACxC,aAAW,CAAC,MAAM,OAAO,KAAK,OAAO,QAAQ,QAAQ,GAAG;AACtD,UAAM,QAAQ,OAAO,IAAI,IAAI,GAAG;AAChC,QAAI,CAAC,OAAO;AACV,YAAM,IAAI;AAAA,QACR,4BAA4B,IAAI,mBAAmB;AAAA,UACjD,GAAG,OAAO,KAAA;AAAA,QAAK,CAChB;AAAA,MAAA;AAAA,IAIL;AACA,eAAW,CAAC,KAAK,EAAC,KAAA,CAAK,KAAK,OAAO,QAAQ,OAAO,GAAG;AACnD,YAAM,QAAQ,MAAM,GAAG;AACvB,UAAI,CAAC,OAAO;AACV,cAAM,IAAI;AAAA,UACR,aAAa,KAAK,2BAA2B,GAAG;AAAA,QAAA;AAAA,MAEpD;AACA,UAAI,MAAM,SAAS,MAAM;AACvB,cAAM,IAAI;AAAA,UACR,aAAa,KAAK,IAAI,GAAG,iBAAiB,MAAM,IAAI,uBAAuB,IAAI;AAAA,QAAA;AAAA,MAEnF;AAAA,IACF;AAAA,EACF;AACF;"}

package/out/zero-cache/src/services/change-source/custom/sync-schema.js

@@ -1,6 +1,14 @@
 import { initReplica } from "../replica-schema.js";
 import { initialSync } from "./change-source.js";
-export async function initSyncSchema(log, debugName, shard, dbPath, upstreamURI) {
-    await initReplica(log, debugName, dbPath, (log, tx) => initialSync(log, shard, tx, upstreamURI));
+async function initSyncSchema(log, debugName, shard, dbPath, upstreamURI) {
+  await initReplica(
+    log,
+    debugName,
+    dbPath,
+    (log2, tx) => initialSync(log2, shard, tx, upstreamURI)
+  );
 }
-//# sourceMappingURL=sync-schema.js.map
+export {
+  initSyncSchema
+};
+//# sourceMappingURL=sync-schema.js.map

package/out/zero-cache/src/services/change-source/custom/sync-schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"sync-schema.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/custom/sync-schema.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,WAAW,EAAC,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAC,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAE/C,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,GAAe,EACf,SAAiB,EACjB,KAAkB,EAClB,MAAc,EACd,WAAmB;IAEnB,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CACpD,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,CAAC,CACzC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"sync-schema.js","sources":["../../../../../../../zero-cache/src/services/change-source/custom/sync-schema.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {ShardConfig} from '../../../types/shards.ts';\nimport {initReplica} from '../replica-schema.ts';\nimport {initialSync} from './change-source.ts';\n\nexport async function initSyncSchema(\n  log: LogContext,\n  debugName: string,\n  shard: ShardConfig,\n  dbPath: string,\n  upstreamURI: string,\n): Promise<void> {\n  await initReplica(log, debugName, dbPath, (log, tx) =>\n    initialSync(log, shard, tx, upstreamURI),\n  );\n}\n"],"names":["log"],"mappings":";;AAKA,eAAsB,eACpB,KACA,WACA,OACA,QACA,aACe;AACf,QAAM;AAAA,IAAY;AAAA,IAAK;AAAA,IAAW;AAAA,IAAQ,CAACA,MAAK,OAC9C,YAAYA,MAAK,OAAO,IAAI,WAAW;AAAA,EAAA;AAE3C;"}

package/out/zero-cache/src/services/change-source/pg/change-source.d.ts

@@ -1,4 +1,4 @@
-import { LogContext } from '@rocicorp/logger';
+import type { LogContext } from '@rocicorp/logger';
 import type { PublishedTableSpec } from '../../../db/specs.ts';
 import { type LexiVersion } from '../../../types/lexi-version.ts';
 import { type ShardConfig } from '../../../types/shards.ts';

package/out/zero-cache/src/services/change-source/pg/change-source.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"change-source.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/pg/change-source.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAgB5C,OAAO,KAAK,EAEV,kBAAkB,EAEnB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAIL,KAAK,WAAW,EACjB,MAAM,gCAAgC,CAAC;AAExC,OAAO,EAEL,KAAK,WAAW,EAEjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAC,IAAI,EAAC,MAAM,2BAA2B,CAAC;AAEpD,OAAO,KAAK,EACV,YAAY,EAEb,MAAM,kDAAkD,CAAC;AAE1D,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,8CAA8C,CAAC;AAWtD,OAAO,EAAC,KAAK,kBAAkB,EAAC,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAGV,eAAe,IAAI,gBAAgB,EACpC,MAAM,yCAAyC,CAAC;AAoBjD;;;;GAIG;AACH,wBAAsB,8BAA8B,CAClD,EAAE,EAAE,UAAU,EACd,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,WAAW,EAClB,aAAa,EAAE,MAAM,EACrB,WAAW,EAAE,kBAAkB,GAC9B,OAAO,CAAC;IAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAAC,YAAY,EAAE,YAAY,CAAA;CAAC,CAAC,CAoC7E;AA6PD,qBAAa,KAAK;;gBAIJ,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC;IAI9B,SAAS;IAiBT,GAAG,CAAC,SAAS,EAAE,WAAW;CAa3B;AA0bD,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,gBAAgB,WAwB3E"}
+{"version":3,"file":"change-source.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/pg/change-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAgBjD,OAAO,KAAK,EAEV,kBAAkB,EAEnB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAIL,KAAK,WAAW,EACjB,MAAM,gCAAgC,CAAC;AAExC,OAAO,EAEL,KAAK,WAAW,EAEjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAC,IAAI,EAAC,MAAM,2BAA2B,CAAC;AAEpD,OAAO,KAAK,EACV,YAAY,EAEb,MAAM,kDAAkD,CAAC;AAE1D,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,8CAA8C,CAAC;AAYtD,OAAO,EAAC,KAAK,kBAAkB,EAAC,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAGV,eAAe,IAAI,gBAAgB,EACpC,MAAM,yCAAyC,CAAC;AAoBjD;;;;GAIG;AACH,wBAAsB,8BAA8B,CAClD,EAAE,EAAE,UAAU,EACd,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,WAAW,EAClB,aAAa,EAAE,MAAM,EACrB,WAAW,EAAE,kBAAkB,GAC9B,OAAO,CAAC;IAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAAC,YAAY,EAAE,YAAY,CAAA;CAAC,CAAC,CAoC7E;AA6PD,qBAAa,KAAK;;gBAIJ,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC;IAI9B,SAAS;IAiBT,GAAG,CAAC,SAAS,EAAE,WAAW;CAa3B;AAycD,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,gBAAgB,WAwB3E"}