@rocicorp/zero 0.26.0-canary.2 → 0.26.0-canary.3

package/out/zero-cache/src/services/view-syncer/pipeline-driver.d.ts

@@ -13,26 +13,30 @@ import { type ShardID } from '../../types/shards.ts';
 import type { Snapshotter } from './snapshotter.ts';
 export type RowAdd = {
     readonly type: 'add';
-    readonly queryHash: string;
+    readonly queryID: string;
     readonly table: string;
     readonly rowKey: Row;
     readonly row: Row;
 };
 export type RowRemove = {
     readonly type: 'remove';
-    readonly queryHash: string;
+    readonly queryID: string;
     readonly table: string;
     readonly rowKey: Row;
     readonly row: undefined;
 };
 export type RowEdit = {
     readonly type: 'edit';
-    readonly queryHash: string;
+    readonly queryID: string;
     readonly table: string;
     readonly rowKey: Row;
     readonly row: Row;
 };
 export type RowChange = RowAdd | RowRemove | RowEdit;
+type QueryInfo = {
+    readonly transformedAst: AST;
+    readonly transformationHash: string;
+};
 export type Timer = {
     elapsedLap: () => number;
     totalElapsed: () => number;
@@ -78,14 +82,8 @@ export declare class PipelineDriver {
      * PipelineDriver will no longer be used.
      */
     destroy(): void;
-    /** @return The Set of query hashes for all added queries. */
-    addedQueries(): [
-        transformationHashes: Set<string>,
-        byOriginalHash: Map<string, {
-            transformationHash: string;
-            transformedAst: AST;
-        }[]>
-    ];
+    /** @return Map from query ID to PipelineInfo for all added queries. */
+    queries(): ReadonlyMap<string, QueryInfo>;
     totalHydrationTimeMs(): number;
     /**
      * Adds a pipeline for the query. The method will hydrate the query using the
@@ -94,8 +92,8 @@ export declare class PipelineDriver {
      * {@link advance}d. The query and its pipeline can be removed with
      * {@link removeQuery()}.
      *
-     * If a query with an identical hash has already been added, this method is a
-     * no-op and no RowChanges are generated.
+     * If a query with the same queryID is already added, the existing pipeline
+     * will be removed and destroyed before adding the new pipeline.
      *
      * @param timer The caller-controlled {@link Timer} used to determine the
      *        final hydration time. (The caller may pause and resume the timer
@@ -107,7 +105,7 @@ export declare class PipelineDriver {
      * Removes the pipeline for the query. This is a no-op if the query
      * was not added.
      */
-    removeQuery(hash: string): void;
+    removeQuery(queryID: string): void;
     /**
      * Returns the value of the row with the given primary key `pk`,
      * or `undefined` if there is no such row. The pipeline must have been
@@ -138,4 +136,5 @@ export declare class PipelineDriver {
  */
 export declare function hydrate(input: Input, hash: string, clientSchema: ClientSchema): Iterable<RowChange | 'yield'>;
 export declare function hydrateInternal(input: Input, hash: string, primaryKeys: Map<string, PrimaryKey>): Iterable<RowChange | 'yield'>;
+export {};
 //# sourceMappingURL=pipeline-driver.d.ts.map

package/out/zero-cache/src/services/view-syncer/pipeline-driver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline-driver.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,sCAAsC,CAAC;AAC9D,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gDAAgD,CAAC;AACjF,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,uCAAuC,CAAC;AAC/D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,8CAA8C,CAAC;AAQ7E,OAAO,EAAC,KAAK,KAAK,EAAe,MAAM,qCAAqC,CAAC;AAS7E,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,4CAA4C,CAAC;AAInF,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AAO3D,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAiB,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAGnE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAGlD,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AAqBrD,MAAM,MAAM,KAAK,GAAG;IAClB,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,MAAM,CAAC;CAC5B,CAAC;AAQF;;GAEG;AACH,qBAAa,cAAc;;gBAqCvB,EAAE,EAAE,UAAU,EACd,SAAS,EAAE,SAAS,EACpB,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,kBAAkB,EAC3B,aAAa,EAAE,MAAM,EACrB,iBAAiB,EAAE,iBAAiB,EACpC,gBAAgB,EAAE,MAAM,MAAM,EAC9B,aAAa,CAAC,EAAE,OAAO;IAYzB;;;;;OAKG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY;IAM/B;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;;;OAIG;IACH,KAAK,CAAC,YAAY,EAAE,YAAY;IAgChC,mFAAmF;IACnF,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED;;;;OAIG;IACH,cAAc,IAAI,MAAM;IAKxB;;OAEG;IACH,kBAAkB,IAAI,iBAAiB,GAAG,IAAI;IAkB9C,kBAAkB,IAAI,MAAM;IAqB5B;;;OAGG;IACH,OAAO;IAKP,6DAA6D;IAC7D,YAAY,IAAI;QACd,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC;QACjC,cAAc,EAAE,GAAG,CACjB,MAAM,EACN;YACE,kBAAkB,EAAE,MAAM,CAAC;YAC3B,cAAc,EAAE,GAAG,CAAC;SACrB,EAAE,CACJ;KACF;IAmBD,oBAAoB,IAAI,MAAM;IAQ9B;;;;;;;;;;;;;;OAcG;IACF,QAAQ,CACP,kBAAkB,EAAE,MAAM,EAC1B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,GAAG,EACV,KAAK,EAAE,KAAK,GACX,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC;IA8FhC;;;OAGG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM;IAQxB;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS;IAMlD;;;;;;;;;;OAUG;IACH,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG;QACrB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC;KACxC;CAkNF;AAkID;;;;GAIG;AACH,wBAAiB,OAAO,CACtB,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,YAAY,GACzB,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B;AAED,wBAAiB,eAAe,CAC9B,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GACnC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B"}
+{"version":3,"file":"pipeline-driver.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,sCAAsC,CAAC;AAC9D,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gDAAgD,CAAC;AACjF,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,uCAAuC,CAAC;AAC/D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,8CAA8C,CAAC;AAQ7E,OAAO,EAAC,KAAK,KAAK,EAAe,MAAM,qCAAqC,CAAC;AAS7E,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,4CAA4C,CAAC;AAInF,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AAO3D,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAiB,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAGnE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAGlD,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AASrD,KAAK,SAAS,GAAG;IACf,QAAQ,CAAC,cAAc,EAAE,GAAG,CAAC;IAC7B,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACrC,CAAC;AAaF,MAAM,MAAM,KAAK,GAAG;IAClB,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,MAAM,CAAC;CAC5B,CAAC;AAQF;;GAEG;AACH,qBAAa,cAAc;;gBAmCvB,EAAE,EAAE,UAAU,EACd,SAAS,EAAE,SAAS,EACpB,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,kBAAkB,EAC3B,aAAa,EAAE,MAAM,EACrB,iBAAiB,EAAE,iBAAiB,EACpC,gBAAgB,EAAE,MAAM,MAAM,EAC9B,aAAa,CAAC,EAAE,OAAO;IAYzB;;;;;OAKG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY;IAM/B;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;;;OAIG;IACH,KAAK,CAAC,YAAY,EAAE,YAAY;IAgChC,mFAAmF;IACnF,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED;;;;OAIG;IACH,cAAc,IAAI,MAAM;IAKxB;;OAEG;IACH,kBAAkB,IAAI,iBAAiB,GAAG,IAAI;IAkB9C,kBAAkB,IAAI,MAAM;IAqB5B;;;OAGG;IACH,OAAO;IAKP,uEAAuE;IACvE,OAAO,IAAI,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC;IAIzC,oBAAoB,IAAI,MAAM;IAQ9B;;;;;;;;;;;;;;OAcG;IACF,QAAQ,CACP,kBAAkB,EAAE,MAAM,EAC1B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,GAAG,EACV,KAAK,EAAE,KAAK,GACX,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC;IA2FhC;;;OAGG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM;IAQ3B;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS;IAMlD;;;;;;;;;;OAUG;IACH,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG;QACrB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC;KACxC;CAwNF;AAgID;;;;GAIG;AACH,wBAAiB,OAAO,CACtB,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,YAAY,GACzB,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B;AAED,wBAAiB,eAAe,CAC9B,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GACnC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B"}

package/out/zero-cache/src/services/view-syncer/pipeline-driver.js

@@ -18,9 +18,7 @@ import { ResetPipelinesSignal } from "./snapshotter.js";
 const MIN_ADVANCEMENT_TIME_LIMIT_MS = 50;
 class PipelineDriver {
   #tables = /* @__PURE__ */ new Map();
-  // We probs need the original query hash
-  // so we can decide not to re-transform a custom query
-  // that is already hydrated.
+  // Query id to pipeline
   #pipelines = /* @__PURE__ */ new Map();
   #lc;
   #snapshotter;
@@ -168,20 +166,9 @@ class PipelineDriver {
     this.#storage.destroy();
     this.#snapshotter.destroy();
   }
-  /** @return The Set of query hashes for all added queries. */
-  addedQueries() {
-    const byOriginalHash = /* @__PURE__ */ new Map();
-    for (const pipeline of this.#pipelines.values()) {
-      const { originalHash, transformedAst, transformationHash } = pipeline;
-      if (!byOriginalHash.has(originalHash)) {
-        byOriginalHash.set(originalHash, []);
-      }
-      byOriginalHash.get(originalHash).push({
-        transformationHash,
-        transformedAst
-      });
-    }
-    return [new Set(this.#pipelines.keys()), byOriginalHash];
+  /** @return Map from query ID to PipelineInfo for all added queries. */
+  queries() {
+    return this.#pipelines;
   }
   totalHydrationTimeMs() {
     let total = 0;
@@ -197,8 +184,8 @@ class PipelineDriver {
    * {@link advance}d. The query and its pipeline can be removed with
    * {@link removeQuery()}.
    *
-   * If a query with an identical hash has already been added, this method is a
-   * no-op and no RowChanges are generated.
+   * If a query with the same queryID is already added, the existing pipeline
+   * will be removed and destroyed before adding the new pipeline.
    *
    * @param timer The caller-controlled {@link Timer} used to determine the
    *        final hydration time. (The caller may pause and resume the timer
@@ -206,12 +193,11 @@ class PipelineDriver {
    * @return The rows from the initial hydration of the query.
    */
   *addQuery(transformationHash, queryID, query, timer) {
-    assert(this.initialized());
-    this.#inspectorDelegate.addQuery(transformationHash, queryID, query);
-    if (this.#pipelines.has(transformationHash)) {
-      this.#lc.info?.(`query ${transformationHash} already added`, query);
-      return;
-    }
+    assert(
+      this.initialized(),
+      "Pipeline driver must be initialized before adding queries"
+    );
+    this.removeQuery(queryID);
     const debugDelegate = runtimeDebugFlags.trackRowsVended ? new Debug() : void 0;
     const costModel = this.#ensureCostModelExistsIfEnabled(
       this.#snapshotter.current().db.db
@@ -226,7 +212,7 @@ class PipelineDriver {
         createStorage: () => this.#createStorage(),
         decorateSourceInput: (input2, _queryID) => new MeasurePushOperator(
           input2,
-          transformationHash,
+          queryID,
           this.#inspectorDelegate,
           "query-update-server"
         ),
@@ -243,20 +229,19 @@ class PipelineDriver {
       push: (change) => {
         const streamer = this.#streamer;
         assert(streamer, "must #startAccumulating() before pushing changes");
-        streamer.accumulate(transformationHash, schema, [change]);
+        streamer.accumulate(queryID, schema, [change]);
         return [];
       }
     });
-    assert(this.#advanceContext === null);
+    assert(
+      this.#advanceContext === null,
+      "Cannot hydrate while advance is in progress"
+    );
     this.#hydrateContext = {
       timer
     };
     try {
-      yield* hydrateInternal(
-        input,
-        transformationHash,
-        must(this.#primaryKeys)
-      );
+      yield* hydrateInternal(input, queryID, must(this.#primaryKeys));
     } finally {
       this.#hydrateContext = null;
     }
@@ -264,7 +249,7 @@ class PipelineDriver {
     if (runtimeDebugFlags.trackRowCountsVended) {
       if (hydrationTimeMs > this.#logConfig.slowHydrateThreshold) {
         let totalRowsConsidered = 0;
-        const lc = this.#lc.withContext("hash", transformationHash).withContext("hydrationTimeMs", hydrationTimeMs);
+        const lc = this.#lc.withContext("queryID", queryID).withContext("hydrationTimeMs", hydrationTimeMs);
         for (const tableName of this.#tables.keys()) {
           const entries = Object.entries(
             debugDelegate?.getVendedRowCounts()[tableName] ?? {}
@@ -279,10 +264,9 @@ class PipelineDriver {
       }
     }
     debugDelegate?.reset();
-    this.#pipelines.set(transformationHash, {
+    this.#pipelines.set(queryID, {
       input,
       hydrationTimeMs,
-      originalHash: queryID,
       transformedAst: query,
       transformationHash
     });
@@ -291,10 +275,10 @@ class PipelineDriver {
    * Removes the pipeline for the query. This is a no-op if the query
    * was not added.
    */
-  removeQuery(hash) {
-    const pipeline = this.#pipelines.get(hash);
+  removeQuery(queryID) {
+    const pipeline = this.#pipelines.get(queryID);
     if (pipeline) {
-      this.#pipelines.delete(hash);
+      this.#pipelines.delete(queryID);
       pipeline.input.destroy();
     }
   }
@@ -320,7 +304,10 @@ class PipelineDriver {
    *         advance the database snapshot.
    */
   advance(timer) {
-    assert(this.initialized());
+    assert(
+      this.initialized(),
+      "Pipeline driver must be initialized before advancing"
+    );
     const diff = this.#snapshotter.advance(this.#tableSpecs);
     const { prev, curr, changes } = diff;
     this.#lc.debug?.(
@@ -333,7 +320,10 @@ class PipelineDriver {
     };
   }
   *#advance(diff, timer, numChanges) {
-    assert(this.#hydrateContext === null);
+    assert(
+      this.#hydrateContext === null,
+      "Cannot advance while hydration is in progress"
+    );
     this.#advanceContext = {
       timer,
       totalHydrationTimeMs: this.totalHydrationTimeMs(),
@@ -485,12 +475,12 @@ class PipelineDriver {
     }
   }
   #startAccumulating() {
-    assert(this.#streamer === null);
+    assert(this.#streamer === null, "Streamer already started");
     this.#streamer = new Streamer(must(this.#primaryKeys));
   }
   #stopAccumulating() {
     const streamer = this.#streamer;
-    assert(streamer);
+    assert(streamer, "Streamer not started");
     this.#streamer = null;
     return streamer;
   }
@@ -501,16 +491,16 @@ class Streamer {
     this.#primaryKeys = primaryKeys;
   }
   #changes = [];
-  accumulate(hash, schema, changes) {
-    this.#changes.push([hash, schema, changes]);
+  accumulate(queryID, schema, changes) {
+    this.#changes.push([queryID, schema, changes]);
     return this;
   }
   *stream() {
-    for (const [hash, schema, changes] of this.#changes) {
-      yield* this.#streamChanges(hash, schema, changes);
+    for (const [queryID, schema, changes] of this.#changes) {
+      yield* this.#streamChanges(queryID, schema, changes);
     }
   }
-  *#streamChanges(queryHash, schema, changes) {
+  *#streamChanges(queryID, schema, changes) {
     if (schema.system === "permissions") {
       return;
     }
@@ -523,9 +513,7 @@ class Streamer {
       switch (type) {
         case "add":
         case "remove": {
-          yield* this.#streamNodes(queryHash, schema, type, () => [
-            change.node
-          ]);
+          yield* this.#streamNodes(queryID, schema, type, () => [change.node]);
           break;
         }
         case "child": {
@@ -533,11 +521,11 @@ class Streamer {
           const childSchema = must(
             schema.relationships[child.relationshipName]
           );
-          yield* this.#streamChanges(queryHash, childSchema, [child.change]);
+          yield* this.#streamChanges(queryID, childSchema, [child.change]);
           break;
         }
         case "edit":
-          yield* this.#streamNodes(queryHash, schema, type, () => [
+          yield* this.#streamNodes(queryID, schema, type, () => [
             { row: change.node.row, relationships: {} }
           ]);
           break;
@@ -546,7 +534,7 @@ class Streamer {
       }
     }
   }
-  *#streamNodes(queryHash, schema, op, nodes) {
+  *#streamNodes(queryID, schema, op, nodes) {
     const { tableName: table, system } = schema;
     const primaryKey = must(this.#primaryKeys.get(table));
     if (system === "permissions") {
@@ -561,14 +549,14 @@ class Streamer {
       const rowKey = getRowKey(primaryKey, row);
       yield {
         type: op,
-        queryHash,
+        queryID,
         table,
         rowKey,
         row: op === "remove" ? void 0 : row
       };
       for (const [relationship, children] of Object.entries(relationships)) {
         const childSchema = must(schema.relationships[relationship]);
-        yield* this.#streamNodes(queryHash, childSchema, op, children);
+        yield* this.#streamNodes(queryID, childSchema, op, children);
       }
     }
   }

package/out/zero-cache/src/services/view-syncer/pipeline-driver.js.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline-driver.js","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport {deepEqual, type JSONValue} from '../../../../shared/src/json.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport type {AST} from '../../../../zero-protocol/src/ast.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport type {Row} from '../../../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../../../zero-protocol/src/primary-key.ts';\nimport {buildPipeline} from '../../../../zql/src/builder/builder.ts';\nimport {\n  Debug,\n  runtimeDebugFlags,\n} from '../../../../zql/src/builder/debug-delegate.ts';\nimport type {Change} from '../../../../zql/src/ivm/change.ts';\nimport type {Node} from '../../../../zql/src/ivm/data.ts';\nimport {type Input, type Storage} from '../../../../zql/src/ivm/operator.ts';\nimport type {SourceSchema} from '../../../../zql/src/ivm/schema.ts';\nimport type {\n  Source,\n  SourceChange,\n  SourceInput,\n} from '../../../../zql/src/ivm/source.ts';\nimport type {ConnectionCostModel} from '../../../../zql/src/planner/planner-connection.ts';\nimport {MeasurePushOperator} from '../../../../zql/src/query/measure-push-operator.ts';\nimport type {ClientGroupStorage} from '../../../../zqlite/src/database-storage.ts';\nimport type {Database} from '../../../../zqlite/src/db.ts';\nimport {createSQLiteCostModel} from '../../../../zqlite/src/sqlite-cost-model.ts';\nimport {TableSource} from '../../../../zqlite/src/table-source.ts';\nimport {\n  reloadPermissionsIfChanged,\n  type LoadedPermissions,\n} from '../../auth/load-permissions.ts';\nimport type {LogConfig} from '../../config/zero-config.ts';\nimport {computeZqlSpecs, mustGetTableSpec} from '../../db/lite-tables.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport type {InspectorDelegate} from '../../server/inspector-delegate.ts';\nimport {type RowKey} from '../../types/row-key.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {getSubscriptionState} from '../replicator/schema/replication-state.ts';\nimport {checkClientSchema} from './client-schema.ts';\nimport type {Snapshotter} from './snapshotter.ts';\nimport {ResetPipelinesSignal, type SnapshotDiff} from './snapshotter.ts';\n\nexport type RowAdd = {\n  readonly type: 'add';\n  readonly queryHash: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: Row;\n};\n\nexport type RowRemove = {\n  readonly type: 'remove';\n  readonly queryHash: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: undefined;\n};\n\nexport type RowEdit = {\n  readonly type: 'edit';\n  readonly queryHash: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: Row;\n};\n\nexport type RowChange = RowAdd | RowRemove | RowEdit;\n\ntype Pipeline = {\n  readonly input: Input;\n  readonly hydrationTimeMs: number;\n  readonly originalHash: string;\n  readonly transformedAst: AST; // Optional, only set after hydration\n  readonly transformationHash: string; // The hash of the transformed AST\n};\n\ntype AdvanceContext = {\n  readonly timer: Timer;\n  readonly totalHydrationTimeMs: number;\n  readonly numChanges: number;\n  pos: number;\n};\n\ntype HydrateContext = {\n  readonly timer: Timer;\n};\n\nexport type Timer = {\n  elapsedLap: () => number;\n  totalElapsed: () => number;\n};\n\n/**\n * No matter how fast hydration is, advancement is given at least this long to\n * complete before doing a pipeline reset.\n */\nconst MIN_ADVANCEMENT_TIME_LIMIT_MS = 50;\n\n/**\n * Manages the state of IVM pipelines for a given ViewSyncer (i.e. client group).\n */\nexport class PipelineDriver {\n  readonly #tables = new Map<string, TableSource>();\n  // We probs need the original query hash\n  // so we can decide not to re-transform a custom query\n  // that is already hydrated.\n  readonly #pipelines = new Map<string, Pipeline>();\n\n  readonly #lc: LogContext;\n  readonly #snapshotter: Snapshotter;\n  readonly #storage: ClientGroupStorage;\n  readonly #shardID: ShardID;\n  readonly #logConfig: LogConfig;\n  readonly #tableSpecs = new Map<string, LiteAndZqlSpec>();\n  readonly #costModels: WeakMap<Database, ConnectionCostModel> | undefined;\n  readonly #yieldThresholdMs: () => number;\n  #streamer: Streamer | null = null;\n  #hydrateContext: HydrateContext | null = null;\n  #advanceContext: AdvanceContext | null = null;\n  #replicaVersion: string | null = null;\n  #primaryKeys: Map<string, PrimaryKey> | null = null;\n  #permissions: LoadedPermissions | null = null;\n\n  readonly #advanceTime = getOrCreateHistogram('sync', 'ivm.advance-time', {\n    description:\n      'Time to advance all queries for a given client group for in response to a single change.',\n    unit: 's',\n  });\n\n  readonly #conflictRowsDeleted = getOrCreateCounter(\n    'sync',\n    'ivm.conflict-rows-deleted',\n    'Number of rows deleted because they conflicted with added row',\n  );\n\n  readonly #inspectorDelegate: InspectorDelegate;\n\n  constructor(\n    lc: LogContext,\n    logConfig: LogConfig,\n    snapshotter: Snapshotter,\n    shardID: ShardID,\n    storage: ClientGroupStorage,\n    clientGroupID: string,\n    inspectorDelegate: InspectorDelegate,\n    yieldThresholdMs: () => number,\n    enablePlanner?: boolean,\n  ) {\n    this.#lc = lc.withContext('clientGroupID', clientGroupID);\n    this.#snapshotter = snapshotter;\n    this.#storage = storage;\n    this.#shardID = shardID;\n    this.#logConfig = logConfig;\n    this.#inspectorDelegate = inspectorDelegate;\n    this.#costModels = enablePlanner ? new WeakMap() : undefined;\n    this.#yieldThresholdMs = yieldThresholdMs;\n  }\n\n  /**\n   * Initializes the PipelineDriver to the current head of the database.\n   * Queries can then be added (i.e. hydrated) with {@link addQuery()}.\n   *\n   * Must only be called once.\n   */\n  init(clientSchema: ClientSchema) {\n    assert(!this.#snapshotter.initialized(), 'Already initialized');\n    this.#snapshotter.init();\n    this.#initAndResetCommon(clientSchema);\n  }\n\n  /**\n   * @returns Whether the PipelineDriver has been initialized.\n   */\n  initialized(): boolean {\n    return this.#snapshotter.initialized();\n  }\n\n  /**\n   * Clears the current pipelines and TableSources, returning the PipelineDriver\n   * to its initial state. This should be called in response to a schema change,\n   * as TableSources need to be recomputed.\n   */\n  reset(clientSchema: ClientSchema) {\n    for (const {input} of this.#pipelines.values()) {\n      input.destroy();\n    }\n    this.#pipelines.clear();\n    this.#tables.clear();\n    this.#initAndResetCommon(clientSchema);\n  }\n\n  #initAndResetCommon(clientSchema: ClientSchema) {\n    const {db} = this.#snapshotter.current();\n    const fullTables = new Map<string, LiteTableSpec>();\n    computeZqlSpecs(this.#lc, db.db, this.#tableSpecs, fullTables);\n    checkClientSchema(\n      this.#shardID,\n      clientSchema,\n      this.#tableSpecs,\n      fullTables,\n    );\n    const primaryKeys = this.#primaryKeys ?? new Map<string, PrimaryKey>();\n    this.#primaryKeys = primaryKeys;\n    primaryKeys.clear();\n    for (const [table, spec] of this.#tableSpecs.entries()) {\n      if (table.startsWith(upstreamSchema(this.#shardID))) {\n        primaryKeys.set(table, spec.tableSpec.primaryKey);\n      }\n    }\n    buildPrimaryKeys(clientSchema, primaryKeys);\n    const {replicaVersion} = getSubscriptionState(db);\n    this.#replicaVersion = replicaVersion;\n  }\n\n  /** @returns The replica version. The PipelineDriver must have been initialized. */\n  get replicaVersion(): string {\n    return must(this.#replicaVersion, 'Not yet initialized');\n  }\n\n  /**\n   * Returns the current version of the database. This will reflect the\n   * latest version change when calling {@link advance()} once the\n   * iteration has begun.\n   */\n  currentVersion(): string {\n    assert(this.initialized(), 'Not yet initialized');\n    return this.#snapshotter.current().version;\n  }\n\n  /**\n   * Returns the current upstream {app}.permissions, or `null` if none are defined.\n   */\n  currentPermissions(): LoadedPermissions | null {\n    assert(this.initialized(), 'Not yet initialized');\n    const res = reloadPermissionsIfChanged(\n      this.#lc,\n      this.#snapshotter.current().db,\n      this.#shardID.appID,\n      this.#permissions,\n    );\n    if (res.changed) {\n      this.#permissions = res.permissions;\n      this.#lc.debug?.(\n        'Reloaded permissions',\n        JSON.stringify(this.#permissions),\n      );\n    }\n    return this.#permissions;\n  }\n\n  advanceWithoutDiff(): string {\n    const {db, version} = this.#snapshotter.advanceWithoutDiff().curr;\n    for (const table of this.#tables.values()) {\n      table.setDB(db.db);\n    }\n    return version;\n  }\n\n  #ensureCostModelExistsIfEnabled(db: Database) {\n    let existing = this.#costModels?.get(db);\n    if (existing) {\n      return existing;\n    }\n    if (this.#costModels) {\n      const costModel = createSQLiteCostModel(db, this.#tableSpecs);\n      this.#costModels.set(db, costModel);\n      return costModel;\n    }\n    return undefined;\n  }\n\n  /**\n   * Clears storage used for the pipelines. Call this when the\n   * PipelineDriver will no longer be used.\n   */\n  destroy() {\n    this.#storage.destroy();\n    this.#snapshotter.destroy();\n  }\n\n  /** @return The Set of query hashes for all added queries. */\n  addedQueries(): [\n    transformationHashes: Set<string>,\n    byOriginalHash: Map<\n      string,\n      {\n        transformationHash: string;\n        transformedAst: AST;\n      }[]\n    >,\n  ] {\n    const byOriginalHash = new Map<\n      string,\n      {transformationHash: string; transformedAst: AST}[]\n    >();\n    for (const pipeline of this.#pipelines.values()) {\n      const {originalHash, transformedAst, transformationHash} = pipeline;\n\n      if (!byOriginalHash.has(originalHash)) {\n        byOriginalHash.set(originalHash, []);\n      }\n      byOriginalHash.get(originalHash)!.push({\n        transformationHash,\n        transformedAst,\n      });\n    }\n    return [new Set(this.#pipelines.keys()), byOriginalHash];\n  }\n\n  totalHydrationTimeMs(): number {\n    let total = 0;\n    for (const pipeline of this.#pipelines.values()) {\n      total += pipeline.hydrationTimeMs;\n    }\n    return total;\n  }\n\n  /**\n   * Adds a pipeline for the query. The method will hydrate the query using the\n   * driver's current snapshot of the database and return a stream of results.\n   * Henceforth, updates to the query will be returned when the driver is\n   * {@link advance}d. The query and its pipeline can be removed with\n   * {@link removeQuery()}.\n   *\n   * If a query with an identical hash has already been added, this method is a\n   * no-op and no RowChanges are generated.\n   *\n   * @param timer The caller-controlled {@link Timer} used to determine the\n   *        final hydration time. (The caller may pause and resume the timer\n   *        when yielding the thread for time-slicing).\n   * @return The rows from the initial hydration of the query.\n   */\n  *addQuery(\n    transformationHash: string,\n    queryID: string,\n    query: AST,\n    timer: Timer,\n  ): Iterable<RowChange | 'yield'> {\n    assert(this.initialized());\n    this.#inspectorDelegate.addQuery(transformationHash, queryID, query);\n    if (this.#pipelines.has(transformationHash)) {\n      this.#lc.info?.(`query ${transformationHash} already added`, query);\n      return;\n    }\n    const debugDelegate = runtimeDebugFlags.trackRowsVended\n      ? new Debug()\n      : undefined;\n\n    const costModel = this.#ensureCostModelExistsIfEnabled(\n      this.#snapshotter.current().db.db,\n    );\n\n    const input = buildPipeline(\n      query,\n      {\n        debug: debugDelegate,\n        enableNotExists: true, // Server-side can handle NOT EXISTS\n        getSource: name => this.#getSource(name),\n        createStorage: () => this.#createStorage(),\n        decorateSourceInput: (input: SourceInput, _queryID: string): Input =>\n          new MeasurePushOperator(\n            input,\n            transformationHash,\n            this.#inspectorDelegate,\n            'query-update-server',\n          ),\n        decorateInput: input => input,\n        addEdge() {},\n        decorateFilterInput: input => input,\n      },\n      queryID,\n      costModel,\n    );\n    const schema = input.getSchema();\n    input.setOutput({\n      push: change => {\n        const streamer = this.#streamer;\n        assert(streamer, 'must #startAccumulating() before pushing changes');\n        streamer.accumulate(transformationHash, schema, [change]);\n        return [];\n      },\n    });\n\n    assert(this.#advanceContext === null);\n    this.#hydrateContext = {\n      timer,\n    };\n    try {\n      yield* hydrateInternal(\n        input,\n        transformationHash,\n        must(this.#primaryKeys),\n      );\n    } finally {\n      this.#hydrateContext = null;\n    }\n\n    const hydrationTimeMs = timer.totalElapsed();\n    if (runtimeDebugFlags.trackRowCountsVended) {\n      if (hydrationTimeMs > this.#logConfig.slowHydrateThreshold) {\n        let totalRowsConsidered = 0;\n        const lc = this.#lc\n          .withContext('hash', transformationHash)\n          .withContext('hydrationTimeMs', hydrationTimeMs);\n        for (const tableName of this.#tables.keys()) {\n          const entries = Object.entries(\n            debugDelegate?.getVendedRowCounts()[tableName] ?? {},\n          );\n          totalRowsConsidered += entries.reduce(\n            (acc, entry) => acc + entry[1],\n            0,\n          );\n          lc.info?.(tableName + ' VENDED: ', entries);\n        }\n        lc.info?.(`Total rows considered: ${totalRowsConsidered}`);\n      }\n    }\n    debugDelegate?.reset();\n\n    // Note: This hydrationTime is a wall-clock overestimate, as it does\n    // not take time slicing into account. The view-syncer resets this\n    // to a more precise processing-time measurement with setHydrationTime().\n    this.#pipelines.set(transformationHash, {\n      input,\n      hydrationTimeMs,\n      originalHash: queryID,\n      transformedAst: query,\n      transformationHash,\n    });\n  }\n\n  /**\n   * Removes the pipeline for the query. This is a no-op if the query\n   * was not added.\n   */\n  removeQuery(hash: string) {\n    const pipeline = this.#pipelines.get(hash);\n    if (pipeline) {\n      this.#pipelines.delete(hash);\n      pipeline.input.destroy();\n    }\n  }\n\n  /**\n   * Returns the value of the row with the given primary key `pk`,\n   * or `undefined` if there is no such row. The pipeline must have been\n   * initialized.\n   */\n  getRow(table: string, pk: RowKey): Row | undefined {\n    assert(this.initialized(), 'Not yet initialized');\n    const source = must(this.#tables.get(table));\n    return source.getRow(pk as Row);\n  }\n\n  /**\n   * Advances to the new head of the database.\n   *\n   * @param timer The caller-controlled {@link Timer} that will be used to\n   *        measure the progress of the advancement and abort with a\n   *        {@link ResetPipelinesSignal} if it is estimated to take longer\n   *        than a hydration.\n   * @return The resulting row changes for all added queries. Note that the\n   *         `changes` must be iterated over in their entirety in order to\n   *         advance the database snapshot.\n   */\n  advance(timer: Timer): {\n    version: string;\n    numChanges: number;\n    changes: Iterable<RowChange | 'yield'>;\n  } {\n    assert(this.initialized());\n    const diff = this.#snapshotter.advance(this.#tableSpecs);\n    const {prev, curr, changes} = diff;\n    this.#lc.debug?.(\n      `advance ${prev.version} => ${curr.version}: ${changes} changes`,\n    );\n\n    return {\n      version: curr.version,\n      numChanges: changes,\n      changes: this.#advance(diff, timer, changes),\n    };\n  }\n\n  *#advance(\n    diff: SnapshotDiff,\n    timer: Timer,\n    numChanges: number,\n  ): Iterable<RowChange | 'yield'> {\n    assert(this.#hydrateContext === null);\n    this.#advanceContext = {\n      timer,\n      totalHydrationTimeMs: this.totalHydrationTimeMs(),\n      numChanges,\n      pos: 0,\n    };\n    try {\n      for (const {table, prevValues, nextValue} of diff) {\n        // Advance progress is checked each time a row is fetched\n        // from a TableSource during push processing, but some pushes\n        // don't read any rows.  Check progress here before processing\n        // the next change.\n        if (this.#shouldAdvanceYieldMaybeAbortAdvance()) {\n          yield 'yield';\n        }\n        const start = performance.now();\n        let type;\n        try {\n          const tableSource = this.#tables.get(table);\n          if (!tableSource) {\n            // no pipelines read from this table, so no need to process the change\n            continue;\n          }\n          const primaryKey = mustGetPrimaryKey(this.#primaryKeys, table);\n          let editOldRow: Row | undefined = undefined;\n          for (const prevValue of prevValues) {\n            if (\n              nextValue &&\n              deepEqual(\n                getRowKey(primaryKey, prevValue as Row) as JSONValue,\n                getRowKey(primaryKey, nextValue as Row) as JSONValue,\n              )\n            ) {\n              editOldRow = prevValue;\n            } else {\n              if (nextValue) {\n                this.#conflictRowsDeleted.add(1);\n              }\n              yield* this.#push(tableSource, {\n                type: 'remove',\n                row: prevValue,\n              });\n            }\n          }\n          if (nextValue) {\n            if (editOldRow) {\n              yield* this.#push(tableSource, {\n                type: 'edit',\n                row: nextValue,\n                oldRow: editOldRow,\n              });\n            } else {\n              yield* this.#push(tableSource, {\n                type: 'add',\n                row: nextValue,\n              });\n            }\n          }\n        } finally {\n          this.#advanceContext.pos++;\n        }\n\n        const elapsed = performance.now() - start;\n        this.#advanceTime.record(elapsed / 1000, {\n          table,\n          type,\n        });\n      }\n\n      // Set the new snapshot on all TableSources.\n      const {curr} = diff;\n      for (const table of this.#tables.values()) {\n        table.setDB(curr.db.db);\n      }\n      this.#ensureCostModelExistsIfEnabled(curr.db.db);\n      this.#lc.debug?.(`Advanced to ${curr.version}`);\n    } finally {\n      this.#advanceContext = null;\n    }\n  }\n\n  /** Implements `BuilderDelegate.getSource()` */\n  #getSource(tableName: string): Source {\n    let source = this.#tables.get(tableName);\n    if (source) {\n      return source;\n    }\n\n    const tableSpec = mustGetTableSpec(this.#tableSpecs, tableName);\n    const primaryKey = mustGetPrimaryKey(this.#primaryKeys, tableName);\n\n    const {db} = this.#snapshotter.current();\n    source = new TableSource(\n      this.#lc,\n      this.#logConfig,\n      db.db,\n      tableName,\n      tableSpec.zqlSpec,\n      primaryKey,\n      () => this.#shouldYield(),\n    );\n    this.#tables.set(tableName, source);\n    this.#lc.debug?.(`created TableSource for ${tableName}`);\n    return source;\n  }\n\n  #shouldYield(): boolean {\n    if (this.#hydrateContext) {\n      return this.#hydrateContext.timer.elapsedLap() > this.#yieldThresholdMs();\n    }\n    if (this.#advanceContext) {\n      return this.#shouldAdvanceYieldMaybeAbortAdvance();\n    }\n    throw new Error('shouldYield called outside of hydration or advancement');\n  }\n\n  /**\n   * Cancel the advancement processing, by throwing a ResetPipelinesSignal, if\n   * it has taken longer than half the total hydration time to make it through\n   * half of the advancement, or if processing time exceeds total hydration\n   * time.  This serves as both a circuit breaker for very large transactions,\n   * as well as a bound on the amount of time the previous connection locks\n   * the inactive WAL file (as the lock prevents WAL2 from switching to the\n   * free WAL when the current one is over the size limit, which can make\n   * the WAL grow continuously and compound slowness).\n   * This is checked:\n   * 1. before starting to process each change in an advancement is processed\n   * 2. whenever a row is fetched from a TableSource during push processing\n   */\n  #shouldAdvanceYieldMaybeAbortAdvance(): boolean {\n    const {\n      pos,\n      numChanges,\n      timer: advanceTimer,\n      totalHydrationTimeMs,\n    } = must(this.#advanceContext);\n    const elapsed = advanceTimer.totalElapsed();\n    if (\n      elapsed > MIN_ADVANCEMENT_TIME_LIMIT_MS &&\n      (elapsed > totalHydrationTimeMs ||\n        (elapsed > totalHydrationTimeMs / 2 && pos <= numChanges / 2))\n    ) {\n      throw new ResetPipelinesSignal(\n        `Advancement exceeded timeout at ${pos} of ${numChanges} changes ` +\n          `after ${elapsed} ms. Advancement time limited based on total ` +\n          `hydration time of ${totalHydrationTimeMs} ms.`,\n      );\n    }\n    return advanceTimer.elapsedLap() > this.#yieldThresholdMs();\n  }\n\n  /** Implements `BuilderDelegate.createStorage()` */\n  #createStorage(): Storage {\n    return this.#storage.createStorage();\n  }\n\n  *#push(\n    source: TableSource,\n    change: SourceChange,\n  ): Iterable<RowChange | 'yield'> {\n    this.#startAccumulating();\n    try {\n      for (const val of source.genPush(change)) {\n        if (val === 'yield') {\n          yield 'yield';\n        }\n        for (const changeOrYield of this.#stopAccumulating().stream()) {\n          yield changeOrYield;\n        }\n        this.#startAccumulating();\n      }\n    } finally {\n      if (this.#streamer !== null) {\n        this.#stopAccumulating();\n      }\n    }\n  }\n\n  #startAccumulating() {\n    assert(this.#streamer === null);\n    this.#streamer = new Streamer(must(this.#primaryKeys));\n  }\n\n  #stopAccumulating(): Streamer {\n    const streamer = this.#streamer;\n    assert(streamer);\n    this.#streamer = null;\n    return streamer;\n  }\n}\n\nclass Streamer {\n  readonly #primaryKeys: Map<string, PrimaryKey>;\n\n  constructor(primaryKeys: Map<string, PrimaryKey>) {\n    this.#primaryKeys = primaryKeys;\n  }\n\n  readonly #changes: [\n    hash: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ][] = [];\n\n  accumulate(\n    hash: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ): this {\n    this.#changes.push([hash, schema, changes]);\n    return this;\n  }\n\n  *stream(): Iterable<RowChange | 'yield'> {\n    for (const [hash, schema, changes] of this.#changes) {\n      yield* this.#streamChanges(hash, schema, changes);\n    }\n  }\n\n  *#streamChanges(\n    queryHash: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ): Iterable<RowChange | 'yield'> {\n    // We do not sync rows gathered by the permissions\n    // system to the client.\n    if (schema.system === 'permissions') {\n      return;\n    }\n\n    for (const change of changes) {\n      if (change === 'yield') {\n        yield change;\n        continue;\n      }\n      const {type} = change;\n\n      switch (type) {\n        case 'add':\n        case 'remove': {\n          yield* this.#streamNodes(queryHash, schema, type, () => [\n            change.node,\n          ]);\n          break;\n        }\n        case 'child': {\n          const {child} = change;\n          const childSchema = must(\n            schema.relationships[child.relationshipName],\n          );\n\n          yield* this.#streamChanges(queryHash, childSchema, [child.change]);\n          break;\n        }\n        case 'edit':\n          yield* this.#streamNodes(queryHash, schema, type, () => [\n            {row: change.node.row, relationships: {}},\n          ]);\n          break;\n        default:\n          unreachable(type);\n      }\n    }\n  }\n\n  *#streamNodes(\n    queryHash: string,\n    schema: SourceSchema,\n    op: 'add' | 'remove' | 'edit',\n    nodes: () => Iterable<Node | 'yield'>,\n  ): Iterable<RowChange | 'yield'> {\n    const {tableName: table, system} = schema;\n\n    const primaryKey = must(this.#primaryKeys.get(table));\n\n    // We do not sync rows gathered by the permissions\n    // system to the client.\n    if (system === 'permissions') {\n      return;\n    }\n\n    for (const node of nodes()) {\n      if (node === 'yield') {\n        yield node;\n        continue;\n      }\n      const {relationships, row} = node;\n      const rowKey = getRowKey(primaryKey, row);\n\n      yield {\n        type: op,\n        queryHash,\n        table,\n        rowKey,\n        row: op === 'remove' ? undefined : row,\n      } as RowChange;\n\n      for (const [relationship, children] of Object.entries(relationships)) {\n        const childSchema = must(schema.relationships[relationship]);\n        yield* this.#streamNodes(queryHash, childSchema, op, children);\n      }\n    }\n  }\n}\n\nfunction* toAdds(nodes: Iterable<Node | 'yield'>): Iterable<Change | 'yield'> {\n  for (const node of nodes) {\n    if (node === 'yield') {\n      yield node;\n      continue;\n    }\n    yield {type: 'add', node};\n  }\n}\n\nfunction getRowKey(cols: PrimaryKey, row: Row): RowKey {\n  return Object.fromEntries(cols.map(col => [col, must(row[col])]));\n}\n\n/**\n * Core hydration logic used by {@link PipelineDriver#addQuery}, extracted to a\n * function for reuse by bin-analyze so that bin-analyze's hydration logic\n * is as close as possible to zero-cache's real hydration logic.\n */\nexport function* hydrate(\n  input: Input,\n  hash: string,\n  clientSchema: ClientSchema,\n): Iterable<RowChange | 'yield'> {\n  const res = input.fetch({});\n  const streamer = new Streamer(buildPrimaryKeys(clientSchema)).accumulate(\n    hash,\n    input.getSchema(),\n    toAdds(res),\n  );\n  yield* streamer.stream();\n}\n\nexport function* hydrateInternal(\n  input: Input,\n  hash: string,\n  primaryKeys: Map<string, PrimaryKey>,\n): Iterable<RowChange | 'yield'> {\n  const res = input.fetch({});\n  const streamer = new Streamer(primaryKeys).accumulate(\n    hash,\n    input.getSchema(),\n    toAdds(res),\n  );\n  yield* streamer.stream();\n}\n\nfunction buildPrimaryKeys(\n  clientSchema: ClientSchema,\n  primaryKeys: Map<string, PrimaryKey> = new Map<string, PrimaryKey>(),\n) {\n  for (const [tableName, {primaryKey}] of Object.entries(clientSchema.tables)) {\n    primaryKeys.set(tableName, primaryKey as unknown as PrimaryKey);\n  }\n  return primaryKeys;\n}\n\nfunction mustGetPrimaryKey(\n  primaryKeys: Map<string, PrimaryKey> | null,\n  table: string,\n): PrimaryKey {\n  const pKeys = must(primaryKeys, 'primaryKey map must be non-null');\n\n  return must(\n    pKeys.get(table),\n    `table '${table}' is not one of: ${[...pKeys.keys()].sort()}. ` +\n      `Check the spelling and ensure that the table has a primary key.`,\n  );\n}\n"],"names":["input"],"mappings":";;;;;;;;;;;;;;;;;AAqGA,MAAM,gCAAgC;AAK/B,MAAM,eAAe;AAAA,EACjB,8BAAc,IAAA;AAAA;AAAA;AAAA;AAAA,EAId,iCAAiB,IAAA;AAAA,EAEjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB;AAAA,EACA;AAAA,EACT,YAA6B;AAAA,EAC7B,kBAAyC;AAAA,EACzC,kBAAyC;AAAA,EACzC,kBAAiC;AAAA,EACjC,eAA+C;AAAA,EAC/C,eAAyC;AAAA,EAEhC,eAAe,qBAAqB,QAAQ,oBAAoB;AAAA,IACvE,aACE;AAAA,IACF,MAAM;AAAA,EAAA,CACP;AAAA,EAEQ,uBAAuB;AAAA,IAC9B;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGO;AAAA,EAET,YACE,IACA,WACA,aACA,SACA,SACA,eACA,mBACA,kBACA,eACA;AACA,SAAK,MAAM,GAAG,YAAY,iBAAiB,aAAa;AACxD,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,aAAa;AAClB,SAAK,qBAAqB;AAC1B,SAAK,cAAc,gBAAgB,oBAAI,QAAA,IAAY;AACnD,SAAK,oBAAoB;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,KAAK,cAA4B;AAC/B,WAAO,CAAC,KAAK,aAAa,YAAA,GAAe,qBAAqB;AAC9D,SAAK,aAAa,KAAA;AAClB,SAAK,oBAAoB,YAAY;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA,EAKA,cAAuB;AACrB,WAAO,KAAK,aAAa,YAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,cAA4B;AAChC,eAAW,EAAC,MAAA,KAAU,KAAK,WAAW,UAAU;AAC9C,YAAM,QAAA;AAAA,IACR;AACA,SAAK,WAAW,MAAA;AAChB,SAAK,QAAQ,MAAA;AACb,SAAK,oBAAoB,YAAY;AAAA,EACvC;AAAA,EAEA,oBAAoB,cAA4B;AAC9C,UAAM,EAAC,GAAA,IAAM,KAAK,aAAa,QAAA;AAC/B,UAAM,iCAAiB,IAAA;AACvB,oBAAgB,KAAK,KAAK,GAAG,IAAI,KAAK,aAAa,UAAU;AAC7D;AAAA,MACE,KAAK;AAAA,MACL;AAAA,MACA,KAAK;AAAA,MACL;AAAA,IAAA;AAEF,UAAM,cAAc,KAAK,gBAAgB,oBAAI,IAAA;AAC7C,SAAK,eAAe;AACpB,gBAAY,MAAA;AACZ,eAAW,CAAC,OAAO,IAAI,KAAK,KAAK,YAAY,WAAW;AACtD,UAAI,MAAM,WAAW,eAAe,KAAK,QAAQ,CAAC,GAAG;AACnD,oBAAY,IAAI,OAAO,KAAK,UAAU,UAAU;AAAA,MAClD;AAAA,IACF;AACA,qBAAiB,cAAc,WAAW;AAC1C,UAAM,EAAC,eAAA,IAAkB,qBAAqB,EAAE;AAChD,SAAK,kBAAkB;AAAA,EACzB;AAAA;AAAA,EAGA,IAAI,iBAAyB;AAC3B,WAAO,KAAK,KAAK,iBAAiB,qBAAqB;AAAA,EACzD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,iBAAyB;AACvB,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,WAAO,KAAK,aAAa,QAAA,EAAU;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA,EAKA,qBAA+C;AAC7C,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,UAAM,MAAM;AAAA,MACV,KAAK;AAAA,MACL,KAAK,aAAa,QAAA,EAAU;AAAA,MAC5B,KAAK,SAAS;AAAA,MACd,KAAK;AAAA,IAAA;AAEP,QAAI,IAAI,SAAS;AACf,WAAK,eAAe,IAAI;AACxB,WAAK,IAAI;AAAA,QACP;AAAA,QACA,KAAK,UAAU,KAAK,YAAY;AAAA,MAAA;AAAA,IAEpC;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,qBAA6B;AAC3B,UAAM,EAAC,IAAI,QAAA,IAAW,KAAK,aAAa,qBAAqB;AAC7D,eAAW,SAAS,KAAK,QAAQ,OAAA,GAAU;AACzC,YAAM,MAAM,GAAG,EAAE;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,gCAAgC,IAAc;AAC5C,QAAI,WAAW,KAAK,aAAa,IAAI,EAAE;AACvC,QAAI,UAAU;AACZ,aAAO;AAAA,IACT;AACA,QAAI,KAAK,aAAa;AACpB,YAAM,YAAY,sBAAsB,IAAI,KAAK,WAAW;AAC5D,WAAK,YAAY,IAAI,IAAI,SAAS;AAClC,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU;AACR,SAAK,SAAS,QAAA;AACd,SAAK,aAAa,QAAA;AAAA,EACpB;AAAA;AAAA,EAGA,eASE;AACA,UAAM,qCAAqB,IAAA;AAI3B,eAAW,YAAY,KAAK,WAAW,OAAA,GAAU;AAC/C,YAAM,EAAC,cAAc,gBAAgB,mBAAA,IAAsB;AAE3D,UAAI,CAAC,eAAe,IAAI,YAAY,GAAG;AACrC,uBAAe,IAAI,cAAc,EAAE;AAAA,MACrC;AACA,qBAAe,IAAI,YAAY,EAAG,KAAK;AAAA,QACrC;AAAA,QACA;AAAA,MAAA,CACD;AAAA,IACH;AACA,WAAO,CAAC,IAAI,IAAI,KAAK,WAAW,KAAA,CAAM,GAAG,cAAc;AAAA,EACzD;AAAA,EAEA,uBAA+B;AAC7B,QAAI,QAAQ;AACZ,eAAW,YAAY,KAAK,WAAW,OAAA,GAAU;AAC/C,eAAS,SAAS;AAAA,IACpB;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,CAAC,SACC,oBACA,SACA,OACA,OAC+B;AAC/B,WAAO,KAAK,aAAa;AACzB,SAAK,mBAAmB,SAAS,oBAAoB,SAAS,KAAK;AACnE,QAAI,KAAK,WAAW,IAAI,kBAAkB,GAAG;AAC3C,WAAK,IAAI,OAAO,SAAS,kBAAkB,kBAAkB,KAAK;AAClE;AAAA,IACF;AACA,UAAM,gBAAgB,kBAAkB,kBACpC,IAAI,UACJ;AAEJ,UAAM,YAAY,KAAK;AAAA,MACrB,KAAK,aAAa,QAAA,EAAU,GAAG;AAAA,IAAA;AAGjC,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA;AAAA,QACE,OAAO;AAAA,QACP,iBAAiB;AAAA;AAAA,QACjB,WAAW,CAAA,SAAQ,KAAK,WAAW,IAAI;AAAA,QACvC,eAAe,MAAM,KAAK,eAAA;AAAA,QAC1B,qBAAqB,CAACA,QAAoB,aACxC,IAAI;AAAA,UACFA;AAAAA,UACA;AAAA,UACA,KAAK;AAAA,UACL;AAAA,QAAA;AAAA,QAEJ,eAAe,CAAAA,WAASA;AAAAA,QACxB,UAAU;AAAA,QAAC;AAAA,QACX,qBAAqB,CAAAA,WAASA;AAAAA,MAAA;AAAA,MAEhC;AAAA,MACA;AAAA,IAAA;AAEF,UAAM,SAAS,MAAM,UAAA;AACrB,UAAM,UAAU;AAAA,MACd,MAAM,CAAA,WAAU;AACd,cAAM,WAAW,KAAK;AACtB,eAAO,UAAU,kDAAkD;AACnE,iBAAS,WAAW,oBAAoB,QAAQ,CAAC,MAAM,CAAC;AACxD,eAAO,CAAA;AAAA,MACT;AAAA,IAAA,CACD;AAED,WAAO,KAAK,oBAAoB,IAAI;AACpC,SAAK,kBAAkB;AAAA,MACrB;AAAA,IAAA;AAEF,QAAI;AACF,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,KAAK,KAAK,YAAY;AAAA,MAAA;AAAA,IAE1B,UAAA;AACE,WAAK,kBAAkB;AAAA,IACzB;AAEA,UAAM,kBAAkB,MAAM,aAAA;AAC9B,QAAI,kBAAkB,sBAAsB;AAC1C,UAAI,kBAAkB,KAAK,WAAW,sBAAsB;AAC1D,YAAI,sBAAsB;AAC1B,cAAM,KAAK,KAAK,IACb,YAAY,QAAQ,kBAAkB,EACtC,YAAY,mBAAmB,eAAe;AACjD,mBAAW,aAAa,KAAK,QAAQ,KAAA,GAAQ;AAC3C,gBAAM,UAAU,OAAO;AAAA,YACrB,eAAe,qBAAqB,SAAS,KAAK,CAAA;AAAA,UAAC;AAErD,iCAAuB,QAAQ;AAAA,YAC7B,CAAC,KAAK,UAAU,MAAM,MAAM,CAAC;AAAA,YAC7B;AAAA,UAAA;AAEF,aAAG,OAAO,YAAY,aAAa,OAAO;AAAA,QAC5C;AACA,WAAG,OAAO,0BAA0B,mBAAmB,EAAE;AAAA,MAC3D;AAAA,IACF;AACA,mBAAe,MAAA;AAKf,SAAK,WAAW,IAAI,oBAAoB;AAAA,MACtC;AAAA,MACA;AAAA,MACA,cAAc;AAAA,MACd,gBAAgB;AAAA,MAChB;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAY,MAAc;AACxB,UAAM,WAAW,KAAK,WAAW,IAAI,IAAI;AACzC,QAAI,UAAU;AACZ,WAAK,WAAW,OAAO,IAAI;AAC3B,eAAS,MAAM,QAAA;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,OAAO,OAAe,IAA6B;AACjD,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,UAAM,SAAS,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC;AAC3C,WAAO,OAAO,OAAO,EAAS;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,QAAQ,OAIN;AACA,WAAO,KAAK,aAAa;AACzB,UAAM,OAAO,KAAK,aAAa,QAAQ,KAAK,WAAW;AACvD,UAAM,EAAC,MAAM,MAAM,QAAA,IAAW;AAC9B,SAAK,IAAI;AAAA,MACP,WAAW,KAAK,OAAO,OAAO,KAAK,OAAO,KAAK,OAAO;AAAA,IAAA;AAGxD,WAAO;AAAA,MACL,SAAS,KAAK;AAAA,MACd,YAAY;AAAA,MACZ,SAAS,KAAK,SAAS,MAAM,OAAO,OAAO;AAAA,IAAA;AAAA,EAE/C;AAAA,EAEA,CAAC,SACC,MACA,OACA,YAC+B;AAC/B,WAAO,KAAK,oBAAoB,IAAI;AACpC,SAAK,kBAAkB;AAAA,MACrB;AAAA,MACA,sBAAsB,KAAK,qBAAA;AAAA,MAC3B;AAAA,MACA,KAAK;AAAA,IAAA;AAEP,QAAI;AACF,iBAAW,EAAC,OAAO,YAAY,UAAA,KAAc,MAAM;AAKjD,YAAI,KAAK,wCAAwC;AAC/C,gBAAM;AAAA,QACR;AACA,cAAM,QAAQ,YAAY,IAAA;AAC1B,YAAI;AACJ,YAAI;AACF,gBAAM,cAAc,KAAK,QAAQ,IAAI,KAAK;AAC1C,cAAI,CAAC,aAAa;AAEhB;AAAA,UACF;AACA,gBAAM,aAAa,kBAAkB,KAAK,cAAc,KAAK;AAC7D,cAAI,aAA8B;AAClC,qBAAW,aAAa,YAAY;AAClC,gBACE,aACA;AAAA,cACE,UAAU,YAAY,SAAgB;AAAA,cACtC,UAAU,YAAY,SAAgB;AAAA,YAAA,GAExC;AACA,2BAAa;AAAA,YACf,OAAO;AACL,kBAAI,WAAW;AACb,qBAAK,qBAAqB,IAAI,CAAC;AAAA,cACjC;AACA,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,cAAA,CACN;AAAA,YACH;AAAA,UACF;AACA,cAAI,WAAW;AACb,gBAAI,YAAY;AACd,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,gBACL,QAAQ;AAAA,cAAA,CACT;AAAA,YACH,OAAO;AACL,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,cAAA,CACN;AAAA,YACH;AAAA,UACF;AAAA,QACF,UAAA;AACE,eAAK,gBAAgB;AAAA,QACvB;AAEA,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,aAAa,OAAO,UAAU,KAAM;AAAA,UACvC;AAAA,UACA;AAAA,QAAA,CACD;AAAA,MACH;AAGA,YAAM,EAAC,SAAQ;AACf,iBAAW,SAAS,KAAK,QAAQ,OAAA,GAAU;AACzC,cAAM,MAAM,KAAK,GAAG,EAAE;AAAA,MACxB;AACA,WAAK,gCAAgC,KAAK,GAAG,EAAE;AAC/C,WAAK,IAAI,QAAQ,eAAe,KAAK,OAAO,EAAE;AAAA,IAChD,UAAA;AACE,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AAAA;AAAA,EAGA,WAAW,WAA2B;AACpC,QAAI,SAAS,KAAK,QAAQ,IAAI,SAAS;AACvC,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,iBAAiB,KAAK,aAAa,SAAS;AAC9D,UAAM,aAAa,kBAAkB,KAAK,cAAc,SAAS;AAEjE,UAAM,EAAC,GAAA,IAAM,KAAK,aAAa,QAAA;AAC/B,aAAS,IAAI;AAAA,MACX,KAAK;AAAA,MACL,KAAK;AAAA,MACL,GAAG;AAAA,MACH;AAAA,MACA,UAAU;AAAA,MACV;AAAA,MACA,MAAM,KAAK,aAAA;AAAA,IAAa;AAE1B,SAAK,QAAQ,IAAI,WAAW,MAAM;AAClC,SAAK,IAAI,QAAQ,2BAA2B,SAAS,EAAE;AACvD,WAAO;AAAA,EACT;AAAA,EAEA,eAAwB;AACtB,QAAI,KAAK,iBAAiB;AACxB,aAAO,KAAK,gBAAgB,MAAM,WAAA,IAAe,KAAK,kBAAA;AAAA,IACxD;AACA,QAAI,KAAK,iBAAiB;AACxB,aAAO,KAAK,qCAAA;AAAA,IACd;AACA,UAAM,IAAI,MAAM,wDAAwD;AAAA,EAC1E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeA,uCAAgD;AAC9C,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,IAAA,IACE,KAAK,KAAK,eAAe;AAC7B,UAAM,UAAU,aAAa,aAAA;AAC7B,QACE,UAAU,kCACT,UAAU,wBACR,UAAU,uBAAuB,KAAK,OAAO,aAAa,IAC7D;AACA,YAAM,IAAI;AAAA,QACR,mCAAmC,GAAG,OAAO,UAAU,kBAC5C,OAAO,kEACK,oBAAoB;AAAA,MAAA;AAAA,IAE/C;AACA,WAAO,aAAa,eAAe,KAAK,kBAAA;AAAA,EAC1C;AAAA;AAAA,EAGA,iBAA0B;AACxB,WAAO,KAAK,SAAS,cAAA;AAAA,EACvB;AAAA,EAEA,CAAC,MACC,QACA,QAC+B;AAC/B,SAAK,mBAAA;AACL,QAAI;AACF,iBAAW,OAAO,OAAO,QAAQ,MAAM,GAAG;AACxC,YAAI,QAAQ,SAAS;AACnB,gBAAM;AAAA,QACR;AACA,mBAAW,iBAAiB,KAAK,kBAAA,EAAoB,UAAU;AAC7D,gBAAM;AAAA,QACR;AACA,aAAK,mBAAA;AAAA,MACP;AAAA,IACF,UAAA;AACE,UAAI,KAAK,cAAc,MAAM;AAC3B,aAAK,kBAAA;AAAA,MACP;AAAA,IACF;AAAA,EACF;AAAA,EAEA,qBAAqB;AACnB,WAAO,KAAK,cAAc,IAAI;AAC9B,SAAK,YAAY,IAAI,SAAS,KAAK,KAAK,YAAY,CAAC;AAAA,EACvD;AAAA,EAEA,oBAA8B;AAC5B,UAAM,WAAW,KAAK;AACtB,WAAO,QAAQ;AACf,SAAK,YAAY;AACjB,WAAO;AAAA,EACT;AACF;AAEA,MAAM,SAAS;AAAA,EACJ;AAAA,EAET,YAAY,aAAsC;AAChD,SAAK,eAAe;AAAA,EACtB;AAAA,EAES,WAIH,CAAA;AAAA,EAEN,WACE,MACA,QACA,SACM;AACN,SAAK,SAAS,KAAK,CAAC,MAAM,QAAQ,OAAO,CAAC;AAC1C,WAAO;AAAA,EACT;AAAA,EAEA,CAAC,SAAwC;AACvC,eAAW,CAAC,MAAM,QAAQ,OAAO,KAAK,KAAK,UAAU;AACnD,aAAO,KAAK,eAAe,MAAM,QAAQ,OAAO;AAAA,IAClD;AAAA,EACF;AAAA,EAEA,CAAC,eACC,WACA,QACA,SAC+B;AAG/B,QAAI,OAAO,WAAW,eAAe;AACnC;AAAA,IACF;AAEA,eAAW,UAAU,SAAS;AAC5B,UAAI,WAAW,SAAS;AACtB,cAAM;AACN;AAAA,MACF;AACA,YAAM,EAAC,SAAQ;AAEf,cAAQ,MAAA;AAAA,QACN,KAAK;AAAA,QACL,KAAK,UAAU;AACb,iBAAO,KAAK,aAAa,WAAW,QAAQ,MAAM,MAAM;AAAA,YACtD,OAAO;AAAA,UAAA,CACR;AACD;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,EAAC,UAAS;AAChB,gBAAM,cAAc;AAAA,YAClB,OAAO,cAAc,MAAM,gBAAgB;AAAA,UAAA;AAG7C,iBAAO,KAAK,eAAe,WAAW,aAAa,CAAC,MAAM,MAAM,CAAC;AACjE;AAAA,QACF;AAAA,QACA,KAAK;AACH,iBAAO,KAAK,aAAa,WAAW,QAAQ,MAAM,MAAM;AAAA,YACtD,EAAC,KAAK,OAAO,KAAK,KAAK,eAAe,CAAA,EAAC;AAAA,UAAC,CACzC;AACD;AAAA,QACF;AACE,sBAAgB;AAAA,MAAA;AAAA,IAEtB;AAAA,EACF;AAAA,EAEA,CAAC,aACC,WACA,QACA,IACA,OAC+B;AAC/B,UAAM,EAAC,WAAW,OAAO,OAAA,IAAU;AAEnC,UAAM,aAAa,KAAK,KAAK,aAAa,IAAI,KAAK,CAAC;AAIpD,QAAI,WAAW,eAAe;AAC5B;AAAA,IACF;AAEA,eAAW,QAAQ,SAAS;AAC1B,UAAI,SAAS,SAAS;AACpB,cAAM;AACN;AAAA,MACF;AACA,YAAM,EAAC,eAAe,IAAA,IAAO;AAC7B,YAAM,SAAS,UAAU,YAAY,GAAG;AAExC,YAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA;AAAA,QACA,KAAK,OAAO,WAAW,SAAY;AAAA,MAAA;AAGrC,iBAAW,CAAC,cAAc,QAAQ,KAAK,OAAO,QAAQ,aAAa,GAAG;AACpE,cAAM,cAAc,KAAK,OAAO,cAAc,YAAY,CAAC;AAC3D,eAAO,KAAK,aAAa,WAAW,aAAa,IAAI,QAAQ;AAAA,MAC/D;AAAA,IACF;AAAA,EACF;AACF;AAEA,UAAU,OAAO,OAA6D;AAC5E,aAAW,QAAQ,OAAO;AACxB,QAAI,SAAS,SAAS;AACpB,YAAM;AACN;AAAA,IACF;AACA,UAAM,EAAC,MAAM,OAAO,KAAA;AAAA,EACtB;AACF;AAEA,SAAS,UAAU,MAAkB,KAAkB;AACrD,SAAO,OAAO,YAAY,KAAK,IAAI,CAAA,QAAO,CAAC,KAAK,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;AAClE;AAOO,UAAU,QACf,OACA,MACA,cAC+B;AAC/B,QAAM,MAAM,MAAM,MAAM,EAAE;AAC1B,QAAM,WAAW,IAAI,SAAS,iBAAiB,YAAY,CAAC,EAAE;AAAA,IAC5D;AAAA,IACA,MAAM,UAAA;AAAA,IACN,OAAO,GAAG;AAAA,EAAA;AAEZ,SAAO,SAAS,OAAA;AAClB;AAEO,UAAU,gBACf,OACA,MACA,aAC+B;AAC/B,QAAM,MAAM,MAAM,MAAM,EAAE;AAC1B,QAAM,WAAW,IAAI,SAAS,WAAW,EAAE;AAAA,IACzC;AAAA,IACA,MAAM,UAAA;AAAA,IACN,OAAO,GAAG;AAAA,EAAA;AAEZ,SAAO,SAAS,OAAA;AAClB;AAEA,SAAS,iBACP,cACA,cAAuC,oBAAI,OAC3C;AACA,aAAW,CAAC,WAAW,EAAC,WAAA,CAAW,KAAK,OAAO,QAAQ,aAAa,MAAM,GAAG;AAC3E,gBAAY,IAAI,WAAW,UAAmC;AAAA,EAChE;AACA,SAAO;AACT;AAEA,SAAS,kBACP,aACA,OACY;AACZ,QAAM,QAAQ,KAAK,aAAa,iCAAiC;AAEjE,SAAO;AAAA,IACL,MAAM,IAAI,KAAK;AAAA,IACf,UAAU,KAAK,oBAAoB,CAAC,GAAG,MAAM,KAAA,CAAM,EAAE,KAAA,CAAM;AAAA,EAAA;AAG/D;"}
+{"version":3,"file":"pipeline-driver.js","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport {deepEqual, type JSONValue} from '../../../../shared/src/json.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport type {AST} from '../../../../zero-protocol/src/ast.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport type {Row} from '../../../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../../../zero-protocol/src/primary-key.ts';\nimport {buildPipeline} from '../../../../zql/src/builder/builder.ts';\nimport {\n  Debug,\n  runtimeDebugFlags,\n} from '../../../../zql/src/builder/debug-delegate.ts';\nimport type {Change} from '../../../../zql/src/ivm/change.ts';\nimport type {Node} from '../../../../zql/src/ivm/data.ts';\nimport {type Input, type Storage} from '../../../../zql/src/ivm/operator.ts';\nimport type {SourceSchema} from '../../../../zql/src/ivm/schema.ts';\nimport type {\n  Source,\n  SourceChange,\n  SourceInput,\n} from '../../../../zql/src/ivm/source.ts';\nimport type {ConnectionCostModel} from '../../../../zql/src/planner/planner-connection.ts';\nimport {MeasurePushOperator} from '../../../../zql/src/query/measure-push-operator.ts';\nimport type {ClientGroupStorage} from '../../../../zqlite/src/database-storage.ts';\nimport type {Database} from '../../../../zqlite/src/db.ts';\nimport {createSQLiteCostModel} from '../../../../zqlite/src/sqlite-cost-model.ts';\nimport {TableSource} from '../../../../zqlite/src/table-source.ts';\nimport {\n  reloadPermissionsIfChanged,\n  type LoadedPermissions,\n} from '../../auth/load-permissions.ts';\nimport type {LogConfig} from '../../config/zero-config.ts';\nimport {computeZqlSpecs, mustGetTableSpec} from '../../db/lite-tables.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport type {InspectorDelegate} from '../../server/inspector-delegate.ts';\nimport {type RowKey} from '../../types/row-key.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {getSubscriptionState} from '../replicator/schema/replication-state.ts';\nimport {checkClientSchema} from './client-schema.ts';\nimport type {Snapshotter} from './snapshotter.ts';\nimport {ResetPipelinesSignal, type SnapshotDiff} from './snapshotter.ts';\n\nexport type RowAdd = {\n  readonly type: 'add';\n  readonly queryID: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: Row;\n};\n\nexport type RowRemove = {\n  readonly type: 'remove';\n  readonly queryID: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: undefined;\n};\n\nexport type RowEdit = {\n  readonly type: 'edit';\n  readonly queryID: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: Row;\n};\n\nexport type RowChange = RowAdd | RowRemove | RowEdit;\n\ntype Pipeline = {\n  readonly input: Input;\n  readonly hydrationTimeMs: number;\n  readonly transformedAst: AST;\n  readonly transformationHash: string;\n};\n\ntype QueryInfo = {\n  readonly transformedAst: AST;\n  readonly transformationHash: string;\n};\n\ntype AdvanceContext = {\n  readonly timer: Timer;\n  readonly totalHydrationTimeMs: number;\n  readonly numChanges: number;\n  pos: number;\n};\n\ntype HydrateContext = {\n  readonly timer: Timer;\n};\n\nexport type Timer = {\n  elapsedLap: () => number;\n  totalElapsed: () => number;\n};\n\n/**\n * No matter how fast hydration is, advancement is given at least this long to\n * complete before doing a pipeline reset.\n */\nconst MIN_ADVANCEMENT_TIME_LIMIT_MS = 50;\n\n/**\n * Manages the state of IVM pipelines for a given ViewSyncer (i.e. client group).\n */\nexport class PipelineDriver {\n  readonly #tables = new Map<string, TableSource>();\n  // Query id to pipeline\n  readonly #pipelines = new Map<string, Pipeline>();\n\n  readonly #lc: LogContext;\n  readonly #snapshotter: Snapshotter;\n  readonly #storage: ClientGroupStorage;\n  readonly #shardID: ShardID;\n  readonly #logConfig: LogConfig;\n  readonly #tableSpecs = new Map<string, LiteAndZqlSpec>();\n  readonly #costModels: WeakMap<Database, ConnectionCostModel> | undefined;\n  readonly #yieldThresholdMs: () => number;\n  #streamer: Streamer | null = null;\n  #hydrateContext: HydrateContext | null = null;\n  #advanceContext: AdvanceContext | null = null;\n  #replicaVersion: string | null = null;\n  #primaryKeys: Map<string, PrimaryKey> | null = null;\n  #permissions: LoadedPermissions | null = null;\n\n  readonly #advanceTime = getOrCreateHistogram('sync', 'ivm.advance-time', {\n    description:\n      'Time to advance all queries for a given client group for in response to a single change.',\n    unit: 's',\n  });\n\n  readonly #conflictRowsDeleted = getOrCreateCounter(\n    'sync',\n    'ivm.conflict-rows-deleted',\n    'Number of rows deleted because they conflicted with added row',\n  );\n\n  readonly #inspectorDelegate: InspectorDelegate;\n\n  constructor(\n    lc: LogContext,\n    logConfig: LogConfig,\n    snapshotter: Snapshotter,\n    shardID: ShardID,\n    storage: ClientGroupStorage,\n    clientGroupID: string,\n    inspectorDelegate: InspectorDelegate,\n    yieldThresholdMs: () => number,\n    enablePlanner?: boolean,\n  ) {\n    this.#lc = lc.withContext('clientGroupID', clientGroupID);\n    this.#snapshotter = snapshotter;\n    this.#storage = storage;\n    this.#shardID = shardID;\n    this.#logConfig = logConfig;\n    this.#inspectorDelegate = inspectorDelegate;\n    this.#costModels = enablePlanner ? new WeakMap() : undefined;\n    this.#yieldThresholdMs = yieldThresholdMs;\n  }\n\n  /**\n   * Initializes the PipelineDriver to the current head of the database.\n   * Queries can then be added (i.e. hydrated) with {@link addQuery()}.\n   *\n   * Must only be called once.\n   */\n  init(clientSchema: ClientSchema) {\n    assert(!this.#snapshotter.initialized(), 'Already initialized');\n    this.#snapshotter.init();\n    this.#initAndResetCommon(clientSchema);\n  }\n\n  /**\n   * @returns Whether the PipelineDriver has been initialized.\n   */\n  initialized(): boolean {\n    return this.#snapshotter.initialized();\n  }\n\n  /**\n   * Clears the current pipelines and TableSources, returning the PipelineDriver\n   * to its initial state. This should be called in response to a schema change,\n   * as TableSources need to be recomputed.\n   */\n  reset(clientSchema: ClientSchema) {\n    for (const {input} of this.#pipelines.values()) {\n      input.destroy();\n    }\n    this.#pipelines.clear();\n    this.#tables.clear();\n    this.#initAndResetCommon(clientSchema);\n  }\n\n  #initAndResetCommon(clientSchema: ClientSchema) {\n    const {db} = this.#snapshotter.current();\n    const fullTables = new Map<string, LiteTableSpec>();\n    computeZqlSpecs(this.#lc, db.db, this.#tableSpecs, fullTables);\n    checkClientSchema(\n      this.#shardID,\n      clientSchema,\n      this.#tableSpecs,\n      fullTables,\n    );\n    const primaryKeys = this.#primaryKeys ?? new Map<string, PrimaryKey>();\n    this.#primaryKeys = primaryKeys;\n    primaryKeys.clear();\n    for (const [table, spec] of this.#tableSpecs.entries()) {\n      if (table.startsWith(upstreamSchema(this.#shardID))) {\n        primaryKeys.set(table, spec.tableSpec.primaryKey);\n      }\n    }\n    buildPrimaryKeys(clientSchema, primaryKeys);\n    const {replicaVersion} = getSubscriptionState(db);\n    this.#replicaVersion = replicaVersion;\n  }\n\n  /** @returns The replica version. The PipelineDriver must have been initialized. */\n  get replicaVersion(): string {\n    return must(this.#replicaVersion, 'Not yet initialized');\n  }\n\n  /**\n   * Returns the current version of the database. This will reflect the\n   * latest version change when calling {@link advance()} once the\n   * iteration has begun.\n   */\n  currentVersion(): string {\n    assert(this.initialized(), 'Not yet initialized');\n    return this.#snapshotter.current().version;\n  }\n\n  /**\n   * Returns the current upstream {app}.permissions, or `null` if none are defined.\n   */\n  currentPermissions(): LoadedPermissions | null {\n    assert(this.initialized(), 'Not yet initialized');\n    const res = reloadPermissionsIfChanged(\n      this.#lc,\n      this.#snapshotter.current().db,\n      this.#shardID.appID,\n      this.#permissions,\n    );\n    if (res.changed) {\n      this.#permissions = res.permissions;\n      this.#lc.debug?.(\n        'Reloaded permissions',\n        JSON.stringify(this.#permissions),\n      );\n    }\n    return this.#permissions;\n  }\n\n  advanceWithoutDiff(): string {\n    const {db, version} = this.#snapshotter.advanceWithoutDiff().curr;\n    for (const table of this.#tables.values()) {\n      table.setDB(db.db);\n    }\n    return version;\n  }\n\n  #ensureCostModelExistsIfEnabled(db: Database) {\n    let existing = this.#costModels?.get(db);\n    if (existing) {\n      return existing;\n    }\n    if (this.#costModels) {\n      const costModel = createSQLiteCostModel(db, this.#tableSpecs);\n      this.#costModels.set(db, costModel);\n      return costModel;\n    }\n    return undefined;\n  }\n\n  /**\n   * Clears storage used for the pipelines. Call this when the\n   * PipelineDriver will no longer be used.\n   */\n  destroy() {\n    this.#storage.destroy();\n    this.#snapshotter.destroy();\n  }\n\n  /** @return Map from query ID to PipelineInfo for all added queries. */\n  queries(): ReadonlyMap<string, QueryInfo> {\n    return this.#pipelines;\n  }\n\n  totalHydrationTimeMs(): number {\n    let total = 0;\n    for (const pipeline of this.#pipelines.values()) {\n      total += pipeline.hydrationTimeMs;\n    }\n    return total;\n  }\n\n  /**\n   * Adds a pipeline for the query. The method will hydrate the query using the\n   * driver's current snapshot of the database and return a stream of results.\n   * Henceforth, updates to the query will be returned when the driver is\n   * {@link advance}d. The query and its pipeline can be removed with\n   * {@link removeQuery()}.\n   *\n   * If a query with the same queryID is already added, the existing pipeline\n   * will be removed and destroyed before adding the new pipeline.\n   *\n   * @param timer The caller-controlled {@link Timer} used to determine the\n   *        final hydration time. (The caller may pause and resume the timer\n   *        when yielding the thread for time-slicing).\n   * @return The rows from the initial hydration of the query.\n   */\n  *addQuery(\n    transformationHash: string,\n    queryID: string,\n    query: AST,\n    timer: Timer,\n  ): Iterable<RowChange | 'yield'> {\n    assert(\n      this.initialized(),\n      'Pipeline driver must be initialized before adding queries',\n    );\n    this.removeQuery(queryID);\n    const debugDelegate = runtimeDebugFlags.trackRowsVended\n      ? new Debug()\n      : undefined;\n\n    const costModel = this.#ensureCostModelExistsIfEnabled(\n      this.#snapshotter.current().db.db,\n    );\n\n    const input = buildPipeline(\n      query,\n      {\n        debug: debugDelegate,\n        enableNotExists: true, // Server-side can handle NOT EXISTS\n        getSource: name => this.#getSource(name),\n        createStorage: () => this.#createStorage(),\n        decorateSourceInput: (input: SourceInput, _queryID: string): Input =>\n          new MeasurePushOperator(\n            input,\n            queryID,\n            this.#inspectorDelegate,\n            'query-update-server',\n          ),\n        decorateInput: input => input,\n        addEdge() {},\n        decorateFilterInput: input => input,\n      },\n      queryID,\n      costModel,\n    );\n    const schema = input.getSchema();\n    input.setOutput({\n      push: change => {\n        const streamer = this.#streamer;\n        assert(streamer, 'must #startAccumulating() before pushing changes');\n        streamer.accumulate(queryID, schema, [change]);\n        return [];\n      },\n    });\n\n    assert(\n      this.#advanceContext === null,\n      'Cannot hydrate while advance is in progress',\n    );\n    this.#hydrateContext = {\n      timer,\n    };\n    try {\n      yield* hydrateInternal(input, queryID, must(this.#primaryKeys));\n    } finally {\n      this.#hydrateContext = null;\n    }\n\n    const hydrationTimeMs = timer.totalElapsed();\n    if (runtimeDebugFlags.trackRowCountsVended) {\n      if (hydrationTimeMs > this.#logConfig.slowHydrateThreshold) {\n        let totalRowsConsidered = 0;\n        const lc = this.#lc\n          .withContext('queryID', queryID)\n          .withContext('hydrationTimeMs', hydrationTimeMs);\n        for (const tableName of this.#tables.keys()) {\n          const entries = Object.entries(\n            debugDelegate?.getVendedRowCounts()[tableName] ?? {},\n          );\n          totalRowsConsidered += entries.reduce(\n            (acc, entry) => acc + entry[1],\n            0,\n          );\n          lc.info?.(tableName + ' VENDED: ', entries);\n        }\n        lc.info?.(`Total rows considered: ${totalRowsConsidered}`);\n      }\n    }\n    debugDelegate?.reset();\n\n    // Note: This hydrationTime is a wall-clock overestimate, as it does\n    // not take time slicing into account. The view-syncer resets this\n    // to a more precise processing-time measurement with setHydrationTime().\n    this.#pipelines.set(queryID, {\n      input,\n      hydrationTimeMs,\n      transformedAst: query,\n      transformationHash,\n    });\n  }\n\n  /**\n   * Removes the pipeline for the query. This is a no-op if the query\n   * was not added.\n   */\n  removeQuery(queryID: string) {\n    const pipeline = this.#pipelines.get(queryID);\n    if (pipeline) {\n      this.#pipelines.delete(queryID);\n      pipeline.input.destroy();\n    }\n  }\n\n  /**\n   * Returns the value of the row with the given primary key `pk`,\n   * or `undefined` if there is no such row. The pipeline must have been\n   * initialized.\n   */\n  getRow(table: string, pk: RowKey): Row | undefined {\n    assert(this.initialized(), 'Not yet initialized');\n    const source = must(this.#tables.get(table));\n    return source.getRow(pk as Row);\n  }\n\n  /**\n   * Advances to the new head of the database.\n   *\n   * @param timer The caller-controlled {@link Timer} that will be used to\n   *        measure the progress of the advancement and abort with a\n   *        {@link ResetPipelinesSignal} if it is estimated to take longer\n   *        than a hydration.\n   * @return The resulting row changes for all added queries. Note that the\n   *         `changes` must be iterated over in their entirety in order to\n   *         advance the database snapshot.\n   */\n  advance(timer: Timer): {\n    version: string;\n    numChanges: number;\n    changes: Iterable<RowChange | 'yield'>;\n  } {\n    assert(\n      this.initialized(),\n      'Pipeline driver must be initialized before advancing',\n    );\n    const diff = this.#snapshotter.advance(this.#tableSpecs);\n    const {prev, curr, changes} = diff;\n    this.#lc.debug?.(\n      `advance ${prev.version} => ${curr.version}: ${changes} changes`,\n    );\n\n    return {\n      version: curr.version,\n      numChanges: changes,\n      changes: this.#advance(diff, timer, changes),\n    };\n  }\n\n  *#advance(\n    diff: SnapshotDiff,\n    timer: Timer,\n    numChanges: number,\n  ): Iterable<RowChange | 'yield'> {\n    assert(\n      this.#hydrateContext === null,\n      'Cannot advance while hydration is in progress',\n    );\n    this.#advanceContext = {\n      timer,\n      totalHydrationTimeMs: this.totalHydrationTimeMs(),\n      numChanges,\n      pos: 0,\n    };\n    try {\n      for (const {table, prevValues, nextValue} of diff) {\n        // Advance progress is checked each time a row is fetched\n        // from a TableSource during push processing, but some pushes\n        // don't read any rows.  Check progress here before processing\n        // the next change.\n        if (this.#shouldAdvanceYieldMaybeAbortAdvance()) {\n          yield 'yield';\n        }\n        const start = performance.now();\n        let type;\n        try {\n          const tableSource = this.#tables.get(table);\n          if (!tableSource) {\n            // no pipelines read from this table, so no need to process the change\n            continue;\n          }\n          const primaryKey = mustGetPrimaryKey(this.#primaryKeys, table);\n          let editOldRow: Row | undefined = undefined;\n          for (const prevValue of prevValues) {\n            if (\n              nextValue &&\n              deepEqual(\n                getRowKey(primaryKey, prevValue as Row) as JSONValue,\n                getRowKey(primaryKey, nextValue as Row) as JSONValue,\n              )\n            ) {\n              editOldRow = prevValue;\n            } else {\n              if (nextValue) {\n                this.#conflictRowsDeleted.add(1);\n              }\n              yield* this.#push(tableSource, {\n                type: 'remove',\n                row: prevValue,\n              });\n            }\n          }\n          if (nextValue) {\n            if (editOldRow) {\n              yield* this.#push(tableSource, {\n                type: 'edit',\n                row: nextValue,\n                oldRow: editOldRow,\n              });\n            } else {\n              yield* this.#push(tableSource, {\n                type: 'add',\n                row: nextValue,\n              });\n            }\n          }\n        } finally {\n          this.#advanceContext.pos++;\n        }\n\n        const elapsed = performance.now() - start;\n        this.#advanceTime.record(elapsed / 1000, {\n          table,\n          type,\n        });\n      }\n\n      // Set the new snapshot on all TableSources.\n      const {curr} = diff;\n      for (const table of this.#tables.values()) {\n        table.setDB(curr.db.db);\n      }\n      this.#ensureCostModelExistsIfEnabled(curr.db.db);\n      this.#lc.debug?.(`Advanced to ${curr.version}`);\n    } finally {\n      this.#advanceContext = null;\n    }\n  }\n\n  /** Implements `BuilderDelegate.getSource()` */\n  #getSource(tableName: string): Source {\n    let source = this.#tables.get(tableName);\n    if (source) {\n      return source;\n    }\n\n    const tableSpec = mustGetTableSpec(this.#tableSpecs, tableName);\n    const primaryKey = mustGetPrimaryKey(this.#primaryKeys, tableName);\n\n    const {db} = this.#snapshotter.current();\n    source = new TableSource(\n      this.#lc,\n      this.#logConfig,\n      db.db,\n      tableName,\n      tableSpec.zqlSpec,\n      primaryKey,\n      () => this.#shouldYield(),\n    );\n    this.#tables.set(tableName, source);\n    this.#lc.debug?.(`created TableSource for ${tableName}`);\n    return source;\n  }\n\n  #shouldYield(): boolean {\n    if (this.#hydrateContext) {\n      return this.#hydrateContext.timer.elapsedLap() > this.#yieldThresholdMs();\n    }\n    if (this.#advanceContext) {\n      return this.#shouldAdvanceYieldMaybeAbortAdvance();\n    }\n    throw new Error('shouldYield called outside of hydration or advancement');\n  }\n\n  /**\n   * Cancel the advancement processing, by throwing a ResetPipelinesSignal, if\n   * it has taken longer than half the total hydration time to make it through\n   * half of the advancement, or if processing time exceeds total hydration\n   * time.  This serves as both a circuit breaker for very large transactions,\n   * as well as a bound on the amount of time the previous connection locks\n   * the inactive WAL file (as the lock prevents WAL2 from switching to the\n   * free WAL when the current one is over the size limit, which can make\n   * the WAL grow continuously and compound slowness).\n   * This is checked:\n   * 1. before starting to process each change in an advancement is processed\n   * 2. whenever a row is fetched from a TableSource during push processing\n   */\n  #shouldAdvanceYieldMaybeAbortAdvance(): boolean {\n    const {\n      pos,\n      numChanges,\n      timer: advanceTimer,\n      totalHydrationTimeMs,\n    } = must(this.#advanceContext);\n    const elapsed = advanceTimer.totalElapsed();\n    if (\n      elapsed > MIN_ADVANCEMENT_TIME_LIMIT_MS &&\n      (elapsed > totalHydrationTimeMs ||\n        (elapsed > totalHydrationTimeMs / 2 && pos <= numChanges / 2))\n    ) {\n      throw new ResetPipelinesSignal(\n        `Advancement exceeded timeout at ${pos} of ${numChanges} changes ` +\n          `after ${elapsed} ms. Advancement time limited based on total ` +\n          `hydration time of ${totalHydrationTimeMs} ms.`,\n      );\n    }\n    return advanceTimer.elapsedLap() > this.#yieldThresholdMs();\n  }\n\n  /** Implements `BuilderDelegate.createStorage()` */\n  #createStorage(): Storage {\n    return this.#storage.createStorage();\n  }\n\n  *#push(\n    source: TableSource,\n    change: SourceChange,\n  ): Iterable<RowChange | 'yield'> {\n    this.#startAccumulating();\n    try {\n      for (const val of source.genPush(change)) {\n        if (val === 'yield') {\n          yield 'yield';\n        }\n        for (const changeOrYield of this.#stopAccumulating().stream()) {\n          yield changeOrYield;\n        }\n        this.#startAccumulating();\n      }\n    } finally {\n      if (this.#streamer !== null) {\n        this.#stopAccumulating();\n      }\n    }\n  }\n\n  #startAccumulating() {\n    assert(this.#streamer === null, 'Streamer already started');\n    this.#streamer = new Streamer(must(this.#primaryKeys));\n  }\n\n  #stopAccumulating(): Streamer {\n    const streamer = this.#streamer;\n    assert(streamer, 'Streamer not started');\n    this.#streamer = null;\n    return streamer;\n  }\n}\n\nclass Streamer {\n  readonly #primaryKeys: Map<string, PrimaryKey>;\n\n  constructor(primaryKeys: Map<string, PrimaryKey>) {\n    this.#primaryKeys = primaryKeys;\n  }\n\n  readonly #changes: [\n    queryID: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ][] = [];\n\n  accumulate(\n    queryID: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ): this {\n    this.#changes.push([queryID, schema, changes]);\n    return this;\n  }\n\n  *stream(): Iterable<RowChange | 'yield'> {\n    for (const [queryID, schema, changes] of this.#changes) {\n      yield* this.#streamChanges(queryID, schema, changes);\n    }\n  }\n\n  *#streamChanges(\n    queryID: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ): Iterable<RowChange | 'yield'> {\n    // We do not sync rows gathered by the permissions\n    // system to the client.\n    if (schema.system === 'permissions') {\n      return;\n    }\n\n    for (const change of changes) {\n      if (change === 'yield') {\n        yield change;\n        continue;\n      }\n      const {type} = change;\n\n      switch (type) {\n        case 'add':\n        case 'remove': {\n          yield* this.#streamNodes(queryID, schema, type, () => [change.node]);\n          break;\n        }\n        case 'child': {\n          const {child} = change;\n          const childSchema = must(\n            schema.relationships[child.relationshipName],\n          );\n\n          yield* this.#streamChanges(queryID, childSchema, [child.change]);\n          break;\n        }\n        case 'edit':\n          yield* this.#streamNodes(queryID, schema, type, () => [\n            {row: change.node.row, relationships: {}},\n          ]);\n          break;\n        default:\n          unreachable(type);\n      }\n    }\n  }\n\n  *#streamNodes(\n    queryID: string,\n    schema: SourceSchema,\n    op: 'add' | 'remove' | 'edit',\n    nodes: () => Iterable<Node | 'yield'>,\n  ): Iterable<RowChange | 'yield'> {\n    const {tableName: table, system} = schema;\n\n    const primaryKey = must(this.#primaryKeys.get(table));\n\n    // We do not sync rows gathered by the permissions\n    // system to the client.\n    if (system === 'permissions') {\n      return;\n    }\n\n    for (const node of nodes()) {\n      if (node === 'yield') {\n        yield node;\n        continue;\n      }\n      const {relationships, row} = node;\n      const rowKey = getRowKey(primaryKey, row);\n\n      yield {\n        type: op,\n        queryID,\n        table,\n        rowKey,\n        row: op === 'remove' ? undefined : row,\n      } as RowChange;\n\n      for (const [relationship, children] of Object.entries(relationships)) {\n        const childSchema = must(schema.relationships[relationship]);\n        yield* this.#streamNodes(queryID, childSchema, op, children);\n      }\n    }\n  }\n}\n\nfunction* toAdds(nodes: Iterable<Node | 'yield'>): Iterable<Change | 'yield'> {\n  for (const node of nodes) {\n    if (node === 'yield') {\n      yield node;\n      continue;\n    }\n    yield {type: 'add', node};\n  }\n}\n\nfunction getRowKey(cols: PrimaryKey, row: Row): RowKey {\n  return Object.fromEntries(cols.map(col => [col, must(row[col])]));\n}\n\n/**\n * Core hydration logic used by {@link PipelineDriver#addQuery}, extracted to a\n * function for reuse by bin-analyze so that bin-analyze's hydration logic\n * is as close as possible to zero-cache's real hydration logic.\n */\nexport function* hydrate(\n  input: Input,\n  hash: string,\n  clientSchema: ClientSchema,\n): Iterable<RowChange | 'yield'> {\n  const res = input.fetch({});\n  const streamer = new Streamer(buildPrimaryKeys(clientSchema)).accumulate(\n    hash,\n    input.getSchema(),\n    toAdds(res),\n  );\n  yield* streamer.stream();\n}\n\nexport function* hydrateInternal(\n  input: Input,\n  hash: string,\n  primaryKeys: Map<string, PrimaryKey>,\n): Iterable<RowChange | 'yield'> {\n  const res = input.fetch({});\n  const streamer = new Streamer(primaryKeys).accumulate(\n    hash,\n    input.getSchema(),\n    toAdds(res),\n  );\n  yield* streamer.stream();\n}\n\nfunction buildPrimaryKeys(\n  clientSchema: ClientSchema,\n  primaryKeys: Map<string, PrimaryKey> = new Map<string, PrimaryKey>(),\n) {\n  for (const [tableName, {primaryKey}] of Object.entries(clientSchema.tables)) {\n    primaryKeys.set(tableName, primaryKey as unknown as PrimaryKey);\n  }\n  return primaryKeys;\n}\n\nfunction mustGetPrimaryKey(\n  primaryKeys: Map<string, PrimaryKey> | null,\n  table: string,\n): PrimaryKey {\n  const pKeys = must(primaryKeys, 'primaryKey map must be non-null');\n\n  return must(\n    pKeys.get(table),\n    `table '${table}' is not one of: ${[...pKeys.keys()].sort()}. ` +\n      `Check the spelling and ensure that the table has a primary key.`,\n  );\n}\n"],"names":["input"],"mappings":";;;;;;;;;;;;;;;;;AAyGA,MAAM,gCAAgC;AAK/B,MAAM,eAAe;AAAA,EACjB,8BAAc,IAAA;AAAA;AAAA,EAEd,iCAAiB,IAAA;AAAA,EAEjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB;AAAA,EACA;AAAA,EACT,YAA6B;AAAA,EAC7B,kBAAyC;AAAA,EACzC,kBAAyC;AAAA,EACzC,kBAAiC;AAAA,EACjC,eAA+C;AAAA,EAC/C,eAAyC;AAAA,EAEhC,eAAe,qBAAqB,QAAQ,oBAAoB;AAAA,IACvE,aACE;AAAA,IACF,MAAM;AAAA,EAAA,CACP;AAAA,EAEQ,uBAAuB;AAAA,IAC9B;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGO;AAAA,EAET,YACE,IACA,WACA,aACA,SACA,SACA,eACA,mBACA,kBACA,eACA;AACA,SAAK,MAAM,GAAG,YAAY,iBAAiB,aAAa;AACxD,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,aAAa;AAClB,SAAK,qBAAqB;AAC1B,SAAK,cAAc,gBAAgB,oBAAI,QAAA,IAAY;AACnD,SAAK,oBAAoB;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,KAAK,cAA4B;AAC/B,WAAO,CAAC,KAAK,aAAa,YAAA,GAAe,qBAAqB;AAC9D,SAAK,aAAa,KAAA;AAClB,SAAK,oBAAoB,YAAY;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA,EAKA,cAAuB;AACrB,WAAO,KAAK,aAAa,YAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,cAA4B;AAChC,eAAW,EAAC,MAAA,KAAU,KAAK,WAAW,UAAU;AAC9C,YAAM,QAAA;AAAA,IACR;AACA,SAAK,WAAW,MAAA;AAChB,SAAK,QAAQ,MAAA;AACb,SAAK,oBAAoB,YAAY;AAAA,EACvC;AAAA,EAEA,oBAAoB,cAA4B;AAC9C,UAAM,EAAC,GAAA,IAAM,KAAK,aAAa,QAAA;AAC/B,UAAM,iCAAiB,IAAA;AACvB,oBAAgB,KAAK,KAAK,GAAG,IAAI,KAAK,aAAa,UAAU;AAC7D;AAAA,MACE,KAAK;AAAA,MACL;AAAA,MACA,KAAK;AAAA,MACL;AAAA,IAAA;AAEF,UAAM,cAAc,KAAK,gBAAgB,oBAAI,IAAA;AAC7C,SAAK,eAAe;AACpB,gBAAY,MAAA;AACZ,eAAW,CAAC,OAAO,IAAI,KAAK,KAAK,YAAY,WAAW;AACtD,UAAI,MAAM,WAAW,eAAe,KAAK,QAAQ,CAAC,GAAG;AACnD,oBAAY,IAAI,OAAO,KAAK,UAAU,UAAU;AAAA,MAClD;AAAA,IACF;AACA,qBAAiB,cAAc,WAAW;AAC1C,UAAM,EAAC,eAAA,IAAkB,qBAAqB,EAAE;AAChD,SAAK,kBAAkB;AAAA,EACzB;AAAA;AAAA,EAGA,IAAI,iBAAyB;AAC3B,WAAO,KAAK,KAAK,iBAAiB,qBAAqB;AAAA,EACzD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,iBAAyB;AACvB,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,WAAO,KAAK,aAAa,QAAA,EAAU;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA,EAKA,qBAA+C;AAC7C,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,UAAM,MAAM;AAAA,MACV,KAAK;AAAA,MACL,KAAK,aAAa,QAAA,EAAU;AAAA,MAC5B,KAAK,SAAS;AAAA,MACd,KAAK;AAAA,IAAA;AAEP,QAAI,IAAI,SAAS;AACf,WAAK,eAAe,IAAI;AACxB,WAAK,IAAI;AAAA,QACP;AAAA,QACA,KAAK,UAAU,KAAK,YAAY;AAAA,MAAA;AAAA,IAEpC;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,qBAA6B;AAC3B,UAAM,EAAC,IAAI,QAAA,IAAW,KAAK,aAAa,qBAAqB;AAC7D,eAAW,SAAS,KAAK,QAAQ,OAAA,GAAU;AACzC,YAAM,MAAM,GAAG,EAAE;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,gCAAgC,IAAc;AAC5C,QAAI,WAAW,KAAK,aAAa,IAAI,EAAE;AACvC,QAAI,UAAU;AACZ,aAAO;AAAA,IACT;AACA,QAAI,KAAK,aAAa;AACpB,YAAM,YAAY,sBAAsB,IAAI,KAAK,WAAW;AAC5D,WAAK,YAAY,IAAI,IAAI,SAAS;AAClC,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU;AACR,SAAK,SAAS,QAAA;AACd,SAAK,aAAa,QAAA;AAAA,EACpB;AAAA;AAAA,EAGA,UAA0C;AACxC,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,uBAA+B;AAC7B,QAAI,QAAQ;AACZ,eAAW,YAAY,KAAK,WAAW,OAAA,GAAU;AAC/C,eAAS,SAAS;AAAA,IACpB;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,CAAC,SACC,oBACA,SACA,OACA,OAC+B;AAC/B;AAAA,MACE,KAAK,YAAA;AAAA,MACL;AAAA,IAAA;AAEF,SAAK,YAAY,OAAO;AACxB,UAAM,gBAAgB,kBAAkB,kBACpC,IAAI,UACJ;AAEJ,UAAM,YAAY,KAAK;AAAA,MACrB,KAAK,aAAa,QAAA,EAAU,GAAG;AAAA,IAAA;AAGjC,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA;AAAA,QACE,OAAO;AAAA,QACP,iBAAiB;AAAA;AAAA,QACjB,WAAW,CAAA,SAAQ,KAAK,WAAW,IAAI;AAAA,QACvC,eAAe,MAAM,KAAK,eAAA;AAAA,QAC1B,qBAAqB,CAACA,QAAoB,aACxC,IAAI;AAAA,UACFA;AAAAA,UACA;AAAA,UACA,KAAK;AAAA,UACL;AAAA,QAAA;AAAA,QAEJ,eAAe,CAAAA,WAASA;AAAAA,QACxB,UAAU;AAAA,QAAC;AAAA,QACX,qBAAqB,CAAAA,WAASA;AAAAA,MAAA;AAAA,MAEhC;AAAA,MACA;AAAA,IAAA;AAEF,UAAM,SAAS,MAAM,UAAA;AACrB,UAAM,UAAU;AAAA,MACd,MAAM,CAAA,WAAU;AACd,cAAM,WAAW,KAAK;AACtB,eAAO,UAAU,kDAAkD;AACnE,iBAAS,WAAW,SAAS,QAAQ,CAAC,MAAM,CAAC;AAC7C,eAAO,CAAA;AAAA,MACT;AAAA,IAAA,CACD;AAED;AAAA,MACE,KAAK,oBAAoB;AAAA,MACzB;AAAA,IAAA;AAEF,SAAK,kBAAkB;AAAA,MACrB;AAAA,IAAA;AAEF,QAAI;AACF,aAAO,gBAAgB,OAAO,SAAS,KAAK,KAAK,YAAY,CAAC;AAAA,IAChE,UAAA;AACE,WAAK,kBAAkB;AAAA,IACzB;AAEA,UAAM,kBAAkB,MAAM,aAAA;AAC9B,QAAI,kBAAkB,sBAAsB;AAC1C,UAAI,kBAAkB,KAAK,WAAW,sBAAsB;AAC1D,YAAI,sBAAsB;AAC1B,cAAM,KAAK,KAAK,IACb,YAAY,WAAW,OAAO,EAC9B,YAAY,mBAAmB,eAAe;AACjD,mBAAW,aAAa,KAAK,QAAQ,KAAA,GAAQ;AAC3C,gBAAM,UAAU,OAAO;AAAA,YACrB,eAAe,qBAAqB,SAAS,KAAK,CAAA;AAAA,UAAC;AAErD,iCAAuB,QAAQ;AAAA,YAC7B,CAAC,KAAK,UAAU,MAAM,MAAM,CAAC;AAAA,YAC7B;AAAA,UAAA;AAEF,aAAG,OAAO,YAAY,aAAa,OAAO;AAAA,QAC5C;AACA,WAAG,OAAO,0BAA0B,mBAAmB,EAAE;AAAA,MAC3D;AAAA,IACF;AACA,mBAAe,MAAA;AAKf,SAAK,WAAW,IAAI,SAAS;AAAA,MAC3B;AAAA,MACA;AAAA,MACA,gBAAgB;AAAA,MAChB;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAY,SAAiB;AAC3B,UAAM,WAAW,KAAK,WAAW,IAAI,OAAO;AAC5C,QAAI,UAAU;AACZ,WAAK,WAAW,OAAO,OAAO;AAC9B,eAAS,MAAM,QAAA;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,OAAO,OAAe,IAA6B;AACjD,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,UAAM,SAAS,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC;AAC3C,WAAO,OAAO,OAAO,EAAS;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,QAAQ,OAIN;AACA;AAAA,MACE,KAAK,YAAA;AAAA,MACL;AAAA,IAAA;AAEF,UAAM,OAAO,KAAK,aAAa,QAAQ,KAAK,WAAW;AACvD,UAAM,EAAC,MAAM,MAAM,QAAA,IAAW;AAC9B,SAAK,IAAI;AAAA,MACP,WAAW,KAAK,OAAO,OAAO,KAAK,OAAO,KAAK,OAAO;AAAA,IAAA;AAGxD,WAAO;AAAA,MACL,SAAS,KAAK;AAAA,MACd,YAAY;AAAA,MACZ,SAAS,KAAK,SAAS,MAAM,OAAO,OAAO;AAAA,IAAA;AAAA,EAE/C;AAAA,EAEA,CAAC,SACC,MACA,OACA,YAC+B;AAC/B;AAAA,MACE,KAAK,oBAAoB;AAAA,MACzB;AAAA,IAAA;AAEF,SAAK,kBAAkB;AAAA,MACrB;AAAA,MACA,sBAAsB,KAAK,qBAAA;AAAA,MAC3B;AAAA,MACA,KAAK;AAAA,IAAA;AAEP,QAAI;AACF,iBAAW,EAAC,OAAO,YAAY,UAAA,KAAc,MAAM;AAKjD,YAAI,KAAK,wCAAwC;AAC/C,gBAAM;AAAA,QACR;AACA,cAAM,QAAQ,YAAY,IAAA;AAC1B,YAAI;AACJ,YAAI;AACF,gBAAM,cAAc,KAAK,QAAQ,IAAI,KAAK;AAC1C,cAAI,CAAC,aAAa;AAEhB;AAAA,UACF;AACA,gBAAM,aAAa,kBAAkB,KAAK,cAAc,KAAK;AAC7D,cAAI,aAA8B;AAClC,qBAAW,aAAa,YAAY;AAClC,gBACE,aACA;AAAA,cACE,UAAU,YAAY,SAAgB;AAAA,cACtC,UAAU,YAAY,SAAgB;AAAA,YAAA,GAExC;AACA,2BAAa;AAAA,YACf,OAAO;AACL,kBAAI,WAAW;AACb,qBAAK,qBAAqB,IAAI,CAAC;AAAA,cACjC;AACA,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,cAAA,CACN;AAAA,YACH;AAAA,UACF;AACA,cAAI,WAAW;AACb,gBAAI,YAAY;AACd,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,gBACL,QAAQ;AAAA,cAAA,CACT;AAAA,YACH,OAAO;AACL,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,cAAA,CACN;AAAA,YACH;AAAA,UACF;AAAA,QACF,UAAA;AACE,eAAK,gBAAgB;AAAA,QACvB;AAEA,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,aAAa,OAAO,UAAU,KAAM;AAAA,UACvC;AAAA,UACA;AAAA,QAAA,CACD;AAAA,MACH;AAGA,YAAM,EAAC,SAAQ;AACf,iBAAW,SAAS,KAAK,QAAQ,OAAA,GAAU;AACzC,cAAM,MAAM,KAAK,GAAG,EAAE;AAAA,MACxB;AACA,WAAK,gCAAgC,KAAK,GAAG,EAAE;AAC/C,WAAK,IAAI,QAAQ,eAAe,KAAK,OAAO,EAAE;AAAA,IAChD,UAAA;AACE,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AAAA;AAAA,EAGA,WAAW,WAA2B;AACpC,QAAI,SAAS,KAAK,QAAQ,IAAI,SAAS;AACvC,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,iBAAiB,KAAK,aAAa,SAAS;AAC9D,UAAM,aAAa,kBAAkB,KAAK,cAAc,SAAS;AAEjE,UAAM,EAAC,GAAA,IAAM,KAAK,aAAa,QAAA;AAC/B,aAAS,IAAI;AAAA,MACX,KAAK;AAAA,MACL,KAAK;AAAA,MACL,GAAG;AAAA,MACH;AAAA,MACA,UAAU;AAAA,MACV;AAAA,MACA,MAAM,KAAK,aAAA;AAAA,IAAa;AAE1B,SAAK,QAAQ,IAAI,WAAW,MAAM;AAClC,SAAK,IAAI,QAAQ,2BAA2B,SAAS,EAAE;AACvD,WAAO;AAAA,EACT;AAAA,EAEA,eAAwB;AACtB,QAAI,KAAK,iBAAiB;AACxB,aAAO,KAAK,gBAAgB,MAAM,WAAA,IAAe,KAAK,kBAAA;AAAA,IACxD;AACA,QAAI,KAAK,iBAAiB;AACxB,aAAO,KAAK,qCAAA;AAAA,IACd;AACA,UAAM,IAAI,MAAM,wDAAwD;AAAA,EAC1E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeA,uCAAgD;AAC9C,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,IAAA,IACE,KAAK,KAAK,eAAe;AAC7B,UAAM,UAAU,aAAa,aAAA;AAC7B,QACE,UAAU,kCACT,UAAU,wBACR,UAAU,uBAAuB,KAAK,OAAO,aAAa,IAC7D;AACA,YAAM,IAAI;AAAA,QACR,mCAAmC,GAAG,OAAO,UAAU,kBAC5C,OAAO,kEACK,oBAAoB;AAAA,MAAA;AAAA,IAE/C;AACA,WAAO,aAAa,eAAe,KAAK,kBAAA;AAAA,EAC1C;AAAA;AAAA,EAGA,iBAA0B;AACxB,WAAO,KAAK,SAAS,cAAA;AAAA,EACvB;AAAA,EAEA,CAAC,MACC,QACA,QAC+B;AAC/B,SAAK,mBAAA;AACL,QAAI;AACF,iBAAW,OAAO,OAAO,QAAQ,MAAM,GAAG;AACxC,YAAI,QAAQ,SAAS;AACnB,gBAAM;AAAA,QACR;AACA,mBAAW,iBAAiB,KAAK,kBAAA,EAAoB,UAAU;AAC7D,gBAAM;AAAA,QACR;AACA,aAAK,mBAAA;AAAA,MACP;AAAA,IACF,UAAA;AACE,UAAI,KAAK,cAAc,MAAM;AAC3B,aAAK,kBAAA;AAAA,MACP;AAAA,IACF;AAAA,EACF;AAAA,EAEA,qBAAqB;AACnB,WAAO,KAAK,cAAc,MAAM,0BAA0B;AAC1D,SAAK,YAAY,IAAI,SAAS,KAAK,KAAK,YAAY,CAAC;AAAA,EACvD;AAAA,EAEA,oBAA8B;AAC5B,UAAM,WAAW,KAAK;AACtB,WAAO,UAAU,sBAAsB;AACvC,SAAK,YAAY;AACjB,WAAO;AAAA,EACT;AACF;AAEA,MAAM,SAAS;AAAA,EACJ;AAAA,EAET,YAAY,aAAsC;AAChD,SAAK,eAAe;AAAA,EACtB;AAAA,EAES,WAIH,CAAA;AAAA,EAEN,WACE,SACA,QACA,SACM;AACN,SAAK,SAAS,KAAK,CAAC,SAAS,QAAQ,OAAO,CAAC;AAC7C,WAAO;AAAA,EACT;AAAA,EAEA,CAAC,SAAwC;AACvC,eAAW,CAAC,SAAS,QAAQ,OAAO,KAAK,KAAK,UAAU;AACtD,aAAO,KAAK,eAAe,SAAS,QAAQ,OAAO;AAAA,IACrD;AAAA,EACF;AAAA,EAEA,CAAC,eACC,SACA,QACA,SAC+B;AAG/B,QAAI,OAAO,WAAW,eAAe;AACnC;AAAA,IACF;AAEA,eAAW,UAAU,SAAS;AAC5B,UAAI,WAAW,SAAS;AACtB,cAAM;AACN;AAAA,MACF;AACA,YAAM,EAAC,SAAQ;AAEf,cAAQ,MAAA;AAAA,QACN,KAAK;AAAA,QACL,KAAK,UAAU;AACb,iBAAO,KAAK,aAAa,SAAS,QAAQ,MAAM,MAAM,CAAC,OAAO,IAAI,CAAC;AACnE;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,EAAC,UAAS;AAChB,gBAAM,cAAc;AAAA,YAClB,OAAO,cAAc,MAAM,gBAAgB;AAAA,UAAA;AAG7C,iBAAO,KAAK,eAAe,SAAS,aAAa,CAAC,MAAM,MAAM,CAAC;AAC/D;AAAA,QACF;AAAA,QACA,KAAK;AACH,iBAAO,KAAK,aAAa,SAAS,QAAQ,MAAM,MAAM;AAAA,YACpD,EAAC,KAAK,OAAO,KAAK,KAAK,eAAe,CAAA,EAAC;AAAA,UAAC,CACzC;AACD;AAAA,QACF;AACE,sBAAgB;AAAA,MAAA;AAAA,IAEtB;AAAA,EACF;AAAA,EAEA,CAAC,aACC,SACA,QACA,IACA,OAC+B;AAC/B,UAAM,EAAC,WAAW,OAAO,OAAA,IAAU;AAEnC,UAAM,aAAa,KAAK,KAAK,aAAa,IAAI,KAAK,CAAC;AAIpD,QAAI,WAAW,eAAe;AAC5B;AAAA,IACF;AAEA,eAAW,QAAQ,SAAS;AAC1B,UAAI,SAAS,SAAS;AACpB,cAAM;AACN;AAAA,MACF;AACA,YAAM,EAAC,eAAe,IAAA,IAAO;AAC7B,YAAM,SAAS,UAAU,YAAY,GAAG;AAExC,YAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA;AAAA,QACA,KAAK,OAAO,WAAW,SAAY;AAAA,MAAA;AAGrC,iBAAW,CAAC,cAAc,QAAQ,KAAK,OAAO,QAAQ,aAAa,GAAG;AACpE,cAAM,cAAc,KAAK,OAAO,cAAc,YAAY,CAAC;AAC3D,eAAO,KAAK,aAAa,SAAS,aAAa,IAAI,QAAQ;AAAA,MAC7D;AAAA,IACF;AAAA,EACF;AACF;AAEA,UAAU,OAAO,OAA6D;AAC5E,aAAW,QAAQ,OAAO;AACxB,QAAI,SAAS,SAAS;AACpB,YAAM;AACN;AAAA,IACF;AACA,UAAM,EAAC,MAAM,OAAO,KAAA;AAAA,EACtB;AACF;AAEA,SAAS,UAAU,MAAkB,KAAkB;AACrD,SAAO,OAAO,YAAY,KAAK,IAAI,CAAA,QAAO,CAAC,KAAK,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;AAClE;AAOO,UAAU,QACf,OACA,MACA,cAC+B;AAC/B,QAAM,MAAM,MAAM,MAAM,EAAE;AAC1B,QAAM,WAAW,IAAI,SAAS,iBAAiB,YAAY,CAAC,EAAE;AAAA,IAC5D;AAAA,IACA,MAAM,UAAA;AAAA,IACN,OAAO,GAAG;AAAA,EAAA;AAEZ,SAAO,SAAS,OAAA;AAClB;AAEO,UAAU,gBACf,OACA,MACA,aAC+B;AAC/B,QAAM,MAAM,MAAM,MAAM,EAAE;AAC1B,QAAM,WAAW,IAAI,SAAS,WAAW,EAAE;AAAA,IACzC;AAAA,IACA,MAAM,UAAA;AAAA,IACN,OAAO,GAAG;AAAA,EAAA;AAEZ,SAAO,SAAS,OAAA;AAClB;AAEA,SAAS,iBACP,cACA,cAAuC,oBAAI,OAC3C;AACA,aAAW,CAAC,WAAW,EAAC,WAAA,CAAW,KAAK,OAAO,QAAQ,aAAa,MAAM,GAAG;AAC3E,gBAAY,IAAI,WAAW,UAAmC;AAAA,EAChE;AACA,SAAO;AACT;AAEA,SAAS,kBACP,aACA,OACY;AACZ,QAAM,QAAQ,KAAK,aAAa,iCAAiC;AAEjE,SAAO;AAAA,IACL,MAAM,IAAI,KAAK;AAAA,IACf,UAAU,KAAK,oBAAoB,CAAC,GAAG,MAAM,KAAA,CAAM,EAAE,KAAA,CAAM;AAAA,EAAA;AAG/D;"}

package/out/zero-cache/src/services/view-syncer/row-record-cache.d.ts

@@ -85,6 +85,6 @@ export declare class RowRecordCache {
     flushed(lc: LogContext): Promise<void>;
     clear(): void;
     catchupRowPatches(lc: LogContext, afterVersion: NullableCVRVersion, upToCVR: CVRSnapshot, current: CVRVersion, excludeQueryHashes?: string[]): AsyncGenerator<RowsRow[], void, undefined>;
-    executeRowUpdates(tx: PostgresTransaction, version: CVRVersion, rowUpdates: Map<RowID, RowRecord | null>, mode: 'allow-defer' | 'force'): PendingQuery<Row[]>[];
+    executeRowUpdates(tx: PostgresTransaction, version: CVRVersion, rowUpdates: Map<RowID, RowRecord | null>, mode: 'allow-defer' | 'force', lc?: LogContext<unknown[], unknown[], unknown[], unknown[]>): PendingQuery<Row[]>[];
 }
 //# sourceMappingURL=row-record-cache.d.ts.map

package/out/zero-cache/src/services/view-syncer/row-record-cache.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"row-record-cache.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,YAAY,EAAE,GAAG,EAAC,MAAM,UAAU,CAAC;AAUhD,OAAO,EAEL,KAAK,UAAU,EACf,KAAK,mBAAmB,EACzB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAe,KAAK,aAAa,EAAC,MAAM,gBAAgB,CAAC;AAChE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,UAAU,CAAC;AAC1C,OAAO,EAEL,KAAK,OAAO,EAEb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,KAAK,EACV,KAAK,SAAS,EAGf,MAAM,mBAAmB,CAAC;AAI3B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AACH,qBAAa,cAAc;;gBAgCvB,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,IAAI,EACjC,yBAAyB,SAAM,EAC/B,YAAY,oBAAa;IAW3B,oBAAoB,CAAC,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM;IA4C5D,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAIvD;;;;;;;;;;;;;;OAcG;IACG,KAAK,CACT,UAAU,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC,EACxC,WAAW,EAAE,UAAU,EACvB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,MAAM,CAAC;IAmElB,iBAAiB;IAIjB;;;OAGG;IACH,OAAO,CAAC,EAAE,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAQtC,KAAK;IAOE,iBAAiB,CACtB,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,EACnB,kBAAkB,GAAE,MAAM,EAAO,GAChC,cAAc,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC;IAmD7C,iBAAiB,CACf,EAAE,EAAE,mBAAmB,EACvB,OAAO,EAAE,UAAU,EACnB,UAAU,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC,EACxC,IAAI,EAAE,aAAa,GAAG,OAAO,GAC5B,YAAY,CAAC,GAAG,EAAE,CAAC,EAAE;CAiEzB"}
+{"version":3,"file":"row-record-cache.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,YAAY,EAAE,GAAG,EAAC,MAAM,UAAU,CAAC;AAUhD,OAAO,EAEL,KAAK,UAAU,EACf,KAAK,mBAAmB,EACzB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAe,KAAK,aAAa,EAAC,MAAM,gBAAgB,CAAC;AAChE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,UAAU,CAAC;AAC1C,OAAO,EAEL,KAAK,OAAO,EAEb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,KAAK,EACV,KAAK,SAAS,EAGf,MAAM,mBAAmB,CAAC;AAI3B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AACH,qBAAa,cAAc;;gBAgCvB,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,IAAI,EACjC,yBAAyB,SAAM,EAC/B,YAAY,oBAAa;IAW3B,oBAAoB,CAAC,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM;IAsD5D,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAIvD;;;;;;;;;;;;;;OAcG;IACG,KAAK,CACT,UAAU,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC,EACxC,WAAW,EAAE,UAAU,EACvB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,MAAM,CAAC;IAmElB,iBAAiB;IAIjB;;;OAGG;IACH,OAAO,CAAC,EAAE,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAQtC,KAAK;IAOE,iBAAiB,CACtB,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,EACnB,kBAAkB,GAAE,MAAM,EAAO,GAChC,cAAc,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC;IAmD7C,iBAAiB,CACf,EAAE,EAAE,mBAAmB,EACvB,OAAO,EAAE,UAAU,EACnB,UAAU,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC,EACxC,IAAI,EAAE,aAAa,GAAG,OAAO,EAC7B,EAAE,yDAAW,GACZ,YAAY,CAAC,GAAG,EAAE,CAAC,EAAE;CAiEzB"}

package/out/zero-cache/src/services/view-syncer/row-record-cache.js

@@ -68,19 +68,30 @@ class RowRecordCache {
     if (this.#cache) {
       return this.#cache;
     }
+    const start = Date.now();
     const r = resolver();
     this.#cache = r.promise;
-    const cache = new CustomKeyMap(rowIDString);
-    for await (const rows of this.#db`
-      SELECT * FROM ${this.#cvr(`rows`)} 
-        WHERE "clientGroupID" = ${this.#cvrID} AND "refCounts" IS NOT NULL`.cursor(5e3)) {
-      for (const row of rows) {
-        const rowRecord = rowsRowToRowRecord(row);
-        cache.set(rowRecord.id, rowRecord);
+    try {
+      const cache = new CustomKeyMap(
+        rowIDString
+      );
+      for await (const rows of this.#db`
+        SELECT * FROM ${this.#cvr(`rows`)}
+          WHERE "clientGroupID" = ${this.#cvrID} AND "refCounts" IS NOT NULL`.cursor(5e3)) {
+        for (const row of rows) {
+          const rowRecord = rowsRowToRowRecord(row);
+          cache.set(rowRecord.id, rowRecord);
+        }
       }
+      this.#lc.debug?.(
+        `Loaded ${cache.size} row records in ${Date.now() - start} ms`
+      );
+      r.resolve(cache);
+      return this.#cache;
+    } catch (e) {
+      r.reject(e);
+      throw e;
     }
-    r.resolve(cache);
-    return this.#cache;
   }
   getRowRecords() {
     return this.#ensureLoaded();
@@ -209,7 +220,7 @@ class RowRecordCache {
       `finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`
     );
   }
-  executeRowUpdates(tx, version, rowUpdates, mode) {
+  executeRowUpdates(tx, version, rowUpdates, mode, lc = this.#lc) {
     if (mode === "allow-defer" && // defer if pending rows are being flushed
     (this.#flushing !== null || // or if the new batch is above the limit.
     rowUpdates.size > this.#deferredRowFlushThreshold)) {
@@ -261,7 +272,7 @@ class RowRecordCache {
       "refCounts" = excluded."refCounts"
     `.execute()
       );
-      this.#lc.debug?.(
+      lc.debug?.(
         `flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${rowUpdates.size - rowRecordRows.length} deletes)`
       );
     }