@rocicorp/zero 0.25.0 → 0.26.0-canary.0

package/out/zero-cache/src/services/view-syncer/row-record-cache.js

@@ -1,303 +1,249 @@
-import { resolver } from '@rocicorp/resolver';
+import { resolver } from "@rocicorp/resolver";
 import { CustomKeyMap } from "../../../../shared/src/custom-key-map.js";
 import { must } from "../../../../shared/src/must.js";
 import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
-import * as Mode from "../../db/mode-enum.js";
+import { READ_COMMITTED, READONLY } from "../../db/mode-enum.js";
 import { TransactionPool } from "../../db/transaction-pool.js";
-import { getOrCreateCounter, getOrCreateHistogram, } from "../../observability/metrics.js";
-import { disableStatementTimeout, } from "../../types/pg.js";
+import { getOrCreateHistogram, getOrCreateCounter } from "../../observability/metrics.js";
+import { disableStatementTimeout } from "../../types/pg.js";
 import { rowIDString } from "../../types/row-key.js";
 import { cvrSchema } from "../../types/shards.js";
 import { checkVersion } from "./cvr-store.js";
-import { rowRecordToRowsRow, rowsRowToRowRecord, } from "./schema/cvr.js";
-import { cmpVersions, versionString, versionToNullableCookie, } from "./schema/types.js";
-const FLUSH_TYPE_ATTRIBUTE = 'flush.type';
-/**
- * The RowRecordCache is an in-memory cache of the `cvr.rows` tables that
- * operates as both a write-through and write-back cache.
- *
- * For "small" CVR updates (i.e. zero or small numbers of rows) the
- * RowRecordCache operates as write-through, executing commits in
- * {@link executeRowUpdates()} before they are {@link apply}-ed to the
- * in-memory state.
- *
- * For "large" CVR updates (i.e. with many rows), the cache switches to a
- * write-back mode of operation, in which {@link executeRowUpdates()} is a
- * no-op, and {@link apply()} initiates a background task to flush the pending
- * row changes to the store. This allows the client poke to be completed and
- * committed on the client without waiting for the heavyweight operation of
- * committing the row records to the CVR store.
- *
- * Note that when the cache is in write-back mode, all updates become
- * write-back (i.e. asynchronously flushed) until the pending update queue is
- * fully flushed. This is required because updates must be applied in version
- * order. As with all pending work systems in zero-cache, multiple pending
- * updates are coalesced to reduce buildup of work.
- *
- * ### High level consistency
- *
- * Note that the above caching scheme only applies to the row data in `cvr.rows`
- * and corresponding `cvr.rowsVersion` tables. CVR metadata and query
- * information, on the other hand, are always committed before completing the
- * client poke. In this manner, the difference between the `version` column in
- * `cvr.instances` and the analogous column in `cvr.rowsVersion` determines
- * whether the data in the store is consistent, or whether it is awaiting a
- * pending update.
- *
- * The logic in {@link CVRStore.load()} takes this into account by loading both
- * the `cvr.instances` version and the `cvr.rowsVersion` version and checking
- * if they are in sync, waiting for a configurable delay until they are.
- *
- * ### Eventual conversion
- *
- * In the event of a continual stream of mutations (e.g. an animation-style
- * app), it is conceivable that the row record data be continually behind
- * the CVR metadata. In order to effect eventual convergence, a new view-syncer
- * signals the current view-syncer to stop updating by writing new `owner`
- * information to the `cvr.instances` row. This effectively stops the mutation
- * processing (in {@link CVRStore.#checkVersionAndOwnership}) so that the row
- * data can eventually catch up, allowing the new view-syncer to take over.
- *
- * Of course, there is the pathological situation in which a view-syncer
- * process crashes before the pending row updates are flushed. In this case,
- * the wait timeout will elapse and the CVR considered invalid.
- */
-export class RowRecordCache {
-    // The state in the #cache is always in sync with the CVR metadata
-    // (i.e. cvr.instances). It may contain information that has not yet
-    // been flushed to cvr.rows.
-    #cache;
-    #lc;
-    #db;
-    #schema;
-    #cvrID;
-    #failService;
-    #deferredRowFlushThreshold;
-    #setTimeout;
-    // Write-back cache state.
-    #pending = new CustomKeyMap(rowIDString);
-    #pendingRowsVersion = null;
-    #flushedRowsVersion = null;
-    #flushing = null;
-    #cvrFlushTime = getOrCreateHistogram('sync', 'cvr.flush-time', {
-        description: 'Time to flush a CVR transaction. This includes both synchronous ' +
-            'and asynchronous flushes, distinguished by the flush.type attribute',
-        unit: 's',
+import { rowsRowToRowRecord, rowRecordToRowsRow } from "./schema/cvr.js";
+import { versionString, versionToNullableCookie, cmpVersions } from "./schema/types.js";
+const FLUSH_TYPE_ATTRIBUTE = "flush.type";
+class RowRecordCache {
+  // The state in the #cache is always in sync with the CVR metadata
+  // (i.e. cvr.instances). It may contain information that has not yet
+  // been flushed to cvr.rows.
+  #cache;
+  #lc;
+  #db;
+  #schema;
+  #cvrID;
+  #failService;
+  #deferredRowFlushThreshold;
+  #setTimeout;
+  // Write-back cache state.
+  #pending = new CustomKeyMap(rowIDString);
+  #pendingRowsVersion = null;
+  #flushedRowsVersion = null;
+  #flushing = null;
+  #cvrFlushTime = getOrCreateHistogram("sync", "cvr.flush-time", {
+    description: "Time to flush a CVR transaction. This includes both synchronous and asynchronous flushes, distinguished by the flush.type attribute",
+    unit: "s"
+  });
+  #cvrRowsFlushed = getOrCreateCounter(
+    "sync",
+    "cvr.rows-flushed",
+    "Number of (changed) rows flushed to a CVR"
+  );
+  constructor(lc, db, shard, cvrID, failService, deferredRowFlushThreshold = 100, setTimeoutFn = setTimeout) {
+    this.#lc = lc;
+    this.#db = db;
+    this.#schema = cvrSchema(shard);
+    this.#cvrID = cvrID;
+    this.#failService = failService;
+    this.#deferredRowFlushThreshold = deferredRowFlushThreshold;
+    this.#setTimeout = setTimeoutFn;
+  }
+  recordSyncFlushStats(stats, elapsedMs) {
+    this.#cvrFlushTime.record(elapsedMs / 1e3, {
+      [FLUSH_TYPE_ATTRIBUTE]: "sync"
     });
-    #cvrRowsFlushed = getOrCreateCounter('sync', 'cvr.rows-flushed', 'Number of (changed) rows flushed to a CVR');
-    constructor(lc, db, shard, cvrID, failService, deferredRowFlushThreshold = 100, setTimeoutFn = setTimeout) {
-        this.#lc = lc;
-        this.#db = db;
-        this.#schema = cvrSchema(shard);
-        this.#cvrID = cvrID;
-        this.#failService = failService;
-        this.#deferredRowFlushThreshold = deferredRowFlushThreshold;
-        this.#setTimeout = setTimeoutFn;
+    if (stats.rowsDeferred === 0) {
+      this.#cvrRowsFlushed.add(stats.rows);
     }
-    recordSyncFlushStats(stats, elapsedMs) {
-        this.#cvrFlushTime.record(elapsedMs / 1000, {
-            [FLUSH_TYPE_ATTRIBUTE]: 'sync',
-        });
-        if (stats.rowsDeferred === 0) {
-            this.#cvrRowsFlushed.add(stats.rows);
-        }
-    }
-    #recordAsyncFlushStats(rows, elapsedMs) {
-        this.#cvrFlushTime.record(elapsedMs / 1000, {
-            [FLUSH_TYPE_ATTRIBUTE]: 'async',
-        });
-        this.#cvrRowsFlushed.add(rows);
-    }
-    #cvr(table) {
-        return this.#db(`${this.#schema}.${table}`);
+  }
+  #recordAsyncFlushStats(rows, elapsedMs) {
+    this.#cvrFlushTime.record(elapsedMs / 1e3, {
+      [FLUSH_TYPE_ATTRIBUTE]: "async"
+    });
+    this.#cvrRowsFlushed.add(rows);
+  }
+  #cvr(table) {
+    return this.#db(`${this.#schema}.${table}`);
+  }
+  async #ensureLoaded() {
+    if (this.#cache) {
+      return this.#cache;
     }
-    async #ensureLoaded() {
-        if (this.#cache) {
-            return this.#cache;
-        }
-        const r = resolver();
-        // Set this.#cache immediately (before await) so that only one db
-        // query is made even if there are multiple callers.
-        this.#cache = r.promise;
-        const cache = new CustomKeyMap(rowIDString);
-        for await (const rows of this.#db `
+    const r = resolver();
+    this.#cache = r.promise;
+    const cache = new CustomKeyMap(rowIDString);
+    for await (const rows of this.#db`
       SELECT * FROM ${this.#cvr(`rows`)} 
-        WHERE "clientGroupID" = ${this.#cvrID} AND "refCounts" IS NOT NULL`
-            // TODO(arv): Arbitrary page size
-            .cursor(5000)) {
-            for (const row of rows) {
-                const rowRecord = rowsRowToRowRecord(row);
-                cache.set(rowRecord.id, rowRecord);
-            }
-        }
-        r.resolve(cache);
-        return this.#cache;
+        WHERE "clientGroupID" = ${this.#cvrID} AND "refCounts" IS NOT NULL`.cursor(5e3)) {
+      for (const row of rows) {
+        const rowRecord = rowsRowToRowRecord(row);
+        cache.set(rowRecord.id, rowRecord);
+      }
     }
-    getRowRecords() {
-        return this.#ensureLoaded();
+    r.resolve(cache);
+    return this.#cache;
+  }
+  getRowRecords() {
+    return this.#ensureLoaded();
+  }
+  /**
+   * Applies the `rowRecords` corresponding to the `rowsVersion`
+   * to the cache, indicating whether the corresponding updates
+   * (generated by {@link executeRowUpdates}) were `flushed`.
+   *
+   * If `flushed` is false, the RowRecordCache will flush the records
+   * asynchronously.
+   *
+   * Note that `apply()` indicates that the CVR metadata associated with
+   * the `rowRecords` was successfully committed, which essentially means
+   * that this process has the unconditional right (and responsibility) of
+   * following up with a flush of the `rowRecords`. In particular, the
+   * commit of row records are not conditioned on the version or ownership
+   * columns of the `cvr.instances` row.
+   */
+  async apply(rowRecords, rowsVersion, flushed) {
+    const cache = await this.#ensureLoaded();
+    for (const [id, row] of rowRecords.entries()) {
+      if (row === null || row.refCounts === null) {
+        cache.delete(id);
+      } else {
+        cache.set(id, row);
+      }
+      if (!flushed) {
+        this.#pending.set(id, row);
+      }
     }
-    /**
-     * Applies the `rowRecords` corresponding to the `rowsVersion`
-     * to the cache, indicating whether the corresponding updates
-     * (generated by {@link executeRowUpdates}) were `flushed`.
-     *
-     * If `flushed` is false, the RowRecordCache will flush the records
-     * asynchronously.
-     *
-     * Note that `apply()` indicates that the CVR metadata associated with
-     * the `rowRecords` was successfully committed, which essentially means
-     * that this process has the unconditional right (and responsibility) of
-     * following up with a flush of the `rowRecords`. In particular, the
-     * commit of row records are not conditioned on the version or ownership
-     * columns of the `cvr.instances` row.
-     */
-    async apply(rowRecords, rowsVersion, flushed) {
-        const cache = await this.#ensureLoaded();
-        for (const [id, row] of rowRecords.entries()) {
-            if (row === null || row.refCounts === null) {
-                cache.delete(id);
-            }
-            else {
-                cache.set(id, row);
-            }
-            if (!flushed) {
-                this.#pending.set(id, row);
-            }
-        }
-        this.#pendingRowsVersion = rowsVersion;
-        // Initiate a flush if not already flushing.
-        if (!flushed && this.#flushing === null) {
-            this.#flushing = resolver();
-            this.#setTimeout(() => this.#flush(), 0);
-        }
-        return cache.size;
+    this.#pendingRowsVersion = rowsVersion;
+    if (!flushed && this.#flushing === null) {
+      this.#flushing = resolver();
+      this.#setTimeout(() => this.#flush(), 0);
     }
-    async #flush() {
-        const flushing = must(this.#flushing);
-        try {
-            while (this.#pendingRowsVersion !== this.#flushedRowsVersion) {
-                const start = performance.now();
-                const { rows, rowsVersion } = await this.#db.begin(tx => {
-                    disableStatementTimeout(tx);
-                    // Note: This code block is synchronous, guaranteeing that the
-                    // #pendingRowsVersion is consistent with the #pending rows.
-                    const rows = this.#pending.size;
-                    const rowsVersion = must(this.#pendingRowsVersion);
-                    void this.executeRowUpdates(tx, rowsVersion, this.#pending, 'force');
-                    this.#pending.clear();
-                    return { rows, rowsVersion };
-                });
-                const elapsed = performance.now() - start;
-                this.#lc.debug?.(`flushed ${rows} rows@${versionString(rowsVersion)} (${elapsed} ms)`);
-                this.#recordAsyncFlushStats(rows, elapsed);
-                this.#flushedRowsVersion = rowsVersion;
-                // Note: apply() may have called while the transaction was committing,
-                //       which will result in looping to commit the next #pendingRowsVersion.
-            }
-            this.#lc.debug?.(`up to date rows@${versionToNullableCookie(this.#flushedRowsVersion)}`);
-            flushing.resolve();
-            this.#flushing = null;
-        }
-        catch (e) {
-            flushing.reject(e);
-            this.#failService(e);
-        }
+    return cache.size;
+  }
+  async #flush() {
+    const flushing = must(this.#flushing);
+    try {
+      while (this.#pendingRowsVersion !== this.#flushedRowsVersion) {
+        const start = performance.now();
+        const { rows, rowsVersion } = await this.#db.begin(
+          READ_COMMITTED,
+          (tx) => {
+            disableStatementTimeout(tx);
+            const rows2 = this.#pending.size;
+            const rowsVersion2 = must(this.#pendingRowsVersion);
+            void Promise.all(
+              this.executeRowUpdates(tx, rowsVersion2, this.#pending, "force")
+            ).catch((e) => this.#lc.error?.(`error flushing cvr rows`, e));
+            this.#pending.clear();
+            return { rows: rows2, rowsVersion: rowsVersion2 };
+          }
+        );
+        const elapsed = performance.now() - start;
+        this.#lc.debug?.(
+          `flushed ${rows} rows@${versionString(rowsVersion)} (${elapsed} ms)`
+        );
+        this.#recordAsyncFlushStats(rows, elapsed);
+        this.#flushedRowsVersion = rowsVersion;
+      }
+      this.#lc.debug?.(
+        `up to date rows@${versionToNullableCookie(this.#flushedRowsVersion)}`
+      );
+      flushing.resolve();
+      this.#flushing = null;
+    } catch (e) {
+      flushing.reject(e);
+      this.#failService(e);
     }
-    hasPendingUpdates() {
-        return this.#flushing !== null;
+  }
+  hasPendingUpdates() {
+    return this.#flushing !== null;
+  }
+  /**
+   * Returns a promise that resolves when all outstanding row-records
+   * have been committed.
+   */
+  flushed(lc) {
+    if (this.#flushing) {
+      lc.debug?.("awaiting pending row flush");
+      return this.#flushing.promise;
     }
-    /**
-     * Returns a promise that resolves when all outstanding row-records
-     * have been committed.
-     */
-    flushed(lc) {
-        if (this.#flushing) {
-            lc.debug?.('awaiting pending row flush');
-            return this.#flushing.promise;
-        }
-        return promiseVoid;
+    return promiseVoid;
+  }
+  clear() {
+    this.#cache = void 0;
+  }
+  async *catchupRowPatches(lc, afterVersion, upToCVR, current, excludeQueryHashes = []) {
+    if (cmpVersions(afterVersion, upToCVR.version) >= 0) {
+      return;
     }
-    clear() {
-        // Note: Only the #cache is cleared. #pending updates, on the other hand,
-        // comprise canonical (i.e. already flushed) data and must be flushed
-        // even if the snapshot of the present state (the #cache) is cleared.
-        this.#cache = undefined;
-    }
-    async *catchupRowPatches(lc, afterVersion, upToCVR, current, excludeQueryHashes = []) {
-        if (cmpVersions(afterVersion, upToCVR.version) >= 0) {
-            return;
-        }
-        const startMs = Date.now();
-        const start = afterVersion ? versionString(afterVersion) : '';
-        const end = versionString(upToCVR.version);
-        lc.debug?.(`scanning row patches for clients from ${start}`);
-        // Before accessing the CVR db, pending row records must be flushed.
-        // Note that because catchupRowPatches() is called from within the
-        // view syncer lock, this flush is guaranteed to complete since no
-        // new CVR updates can happen while the lock is held.
-        await this.flushed(lc);
-        const flushMs = Date.now() - startMs;
-        const reader = new TransactionPool(lc, Mode.READONLY).run(this.#db);
-        try {
-            // Verify that we are reading the right version of the CVR.
-            await reader.processReadTask(tx => checkVersion(tx, this.#schema, this.#cvrID, current));
-            const { query } = await reader.processReadTask(tx => {
-                const query = excludeQueryHashes.length === 0
-                    ? tx `SELECT * FROM ${this.#cvr('rows')}
+    const startMs = Date.now();
+    const start = afterVersion ? versionString(afterVersion) : "";
+    const end = versionString(upToCVR.version);
+    lc.debug?.(`scanning row patches for clients from ${start}`);
+    await this.flushed(lc);
+    const flushMs = Date.now() - startMs;
+    const reader = new TransactionPool(lc, READONLY).run(this.#db);
+    try {
+      await reader.processReadTask(
+        (tx) => checkVersion(tx, this.#schema, this.#cvrID, current)
+      );
+      const { query } = await reader.processReadTask((tx) => {
+        const query2 = excludeQueryHashes.length === 0 ? tx`SELECT * FROM ${this.#cvr("rows")}
         WHERE "clientGroupID" = ${this.#cvrID}
           AND "patchVersion" > ${start}
-          AND "patchVersion" <= ${end}`
-                    : // Exclude rows that were already sent as part of query hydration.
-                        tx `SELECT * FROM ${this.#cvr('rows')}
+          AND "patchVersion" <= ${end}` : (
+          // Exclude rows that were already sent as part of query hydration.
+          tx`SELECT * FROM ${this.#cvr("rows")}
         WHERE "clientGroupID" = ${this.#cvrID}
           AND "patchVersion" > ${start}
           AND "patchVersion" <= ${end}
-          AND ("refCounts" IS NULL OR NOT "refCounts" ?| ${excludeQueryHashes})`;
-                return { query };
-            });
-            yield* query.cursor(10000);
-        }
-        finally {
-            reader.setDone();
-        }
-        const totalMs = Date.now() - startMs;
-        lc.debug?.(`finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`);
+          AND ("refCounts" IS NULL OR NOT "refCounts" ?| ${excludeQueryHashes})`
+        );
+        return { query: query2 };
+      });
+      yield* query.cursor(1e4);
+    } finally {
+      reader.setDone();
+    }
+    const totalMs = Date.now() - startMs;
+    lc.debug?.(
+      `finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`
+    );
+  }
+  executeRowUpdates(tx, version, rowUpdates, mode) {
+    if (mode === "allow-defer" && // defer if pending rows are being flushed
+    (this.#flushing !== null || // or if the new batch is above the limit.
+    rowUpdates.size > this.#deferredRowFlushThreshold)) {
+      return [];
     }
-    executeRowUpdates(tx, version, rowUpdates, mode) {
-        if (mode === 'allow-defer' &&
-            // defer if pending rows are being flushed
-            (this.#flushing !== null ||
-                // or if the new batch is above the limit.
-                rowUpdates.size > this.#deferredRowFlushThreshold)) {
-            return [];
-        }
-        const rowsVersion = {
-            clientGroupID: this.#cvrID,
-            version: versionString(version),
-        };
-        const pending = [
-            tx `INSERT INTO ${this.#cvr('rowsVersion')} ${tx(rowsVersion)}
+    const rowsVersion = {
+      clientGroupID: this.#cvrID,
+      version: versionString(version)
+    };
+    const pending = [
+      tx`INSERT INTO ${this.#cvr("rowsVersion")} ${tx(rowsVersion)}
            ON CONFLICT ("clientGroupID") 
-           DO UPDATE SET ${tx(rowsVersion)}`.execute(),
-        ];
-        const rowRecordRows = [];
-        for (const [id, row] of rowUpdates.entries()) {
-            if (row === null) {
-                pending.push(tx `
-          DELETE FROM ${this.#cvr('rows')}
+           DO UPDATE SET ${tx(rowsVersion)}`.execute()
+    ];
+    const rowRecordRows = [];
+    for (const [id, row] of rowUpdates.entries()) {
+      if (row === null) {
+        pending.push(
+          tx`
+          DELETE FROM ${this.#cvr("rows")}
             WHERE "clientGroupID" = ${this.#cvrID}
               AND "schema" = ${id.schema}
               AND "table" = ${id.table}
               AND "rowKey" = ${id.rowKey}
-       `.execute());
-            }
-            else {
-                rowRecordRows.push(rowRecordToRowsRow(this.#cvrID, row));
-            }
-        }
-        if (rowRecordRows.length) {
-            pending.push(tx `
-  INSERT INTO ${this.#cvr('rows')}(
+       `.execute()
+        );
+      } else {
+        rowRecordRows.push(rowRecordToRowsRow(this.#cvrID, row));
+      }
+    }
+    if (rowRecordRows.length) {
+      pending.push(
+        tx`
+  INSERT INTO ${this.#cvr("rows")}(
       "clientGroupID", "schema", "table", "rowKey", "rowVersion", "patchVersion", "refCounts"
   ) SELECT
       "clientGroupID", "schema", "table", "rowKey", "rowVersion", "patchVersion", "refCounts"
@@ -313,10 +259,16 @@ export class RowRecordCache {
     DO UPDATE SET "rowVersion" = excluded."rowVersion",
       "patchVersion" = excluded."patchVersion",
       "refCounts" = excluded."refCounts"
-    `.execute());
-            this.#lc.debug?.(`flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${rowUpdates.size - rowRecordRows.length} deletes)`);
-        }
-        return pending;
+    `.execute()
+      );
+      this.#lc.debug?.(
+        `flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${rowUpdates.size - rowRecordRows.length} deletes)`
+      );
     }
+    return pending;
+  }
 }
-//# sourceMappingURL=row-record-cache.js.map
+export {
+  RowRecordCache
+};
+//# sourceMappingURL=row-record-cache.js.map

package/out/zero-cache/src/services/view-syncer/row-record-cache.js.map

@@ -1 +1 @@
-{"version":3,"file":"row-record-cache.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"names":[],"mappings":"AACA,OAAO,EAAgB,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAE3D,OAAO,EAAC,YAAY,EAAC,MAAM,0CAA0C,CAAC;AACtE,OAAO,EAAC,IAAI,EAAC,MAAM,gCAAgC,CAAC;AACpD,OAAO,EAAC,WAAW,EAAC,MAAM,6CAA6C,CAAC;AACxE,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,uBAAuB,GAGxB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAC,WAAW,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAC,SAAS,EAAe,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAC,YAAY,EAAqB,MAAM,gBAAgB,CAAC;AAEhE,OAAO,EACL,kBAAkB,EAElB,kBAAkB,GACnB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,WAAW,EAKX,aAAa,EACb,uBAAuB,GACxB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,oBAAoB,GAAG,YAAY,CAAC;AAE1C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AACH,MAAM,OAAO,cAAc;IACzB,kEAAkE;IAClE,oEAAoE;IACpE,4BAA4B;IAC5B,MAAM,CAAsD;IACnD,GAAG,CAAa;IAChB,GAAG,CAAa;IAChB,OAAO,CAAS;IAChB,MAAM,CAAS;IACf,YAAY,CAAuB;IACnC,0BAA0B,CAAS;IACnC,WAAW,CAAoB;IAExC,0BAA0B;IACjB,QAAQ,GAAG,IAAI,YAAY,CAA0B,WAAW,CAAC,CAAC;IAC3E,mBAAmB,GAAsB,IAAI,CAAC;IAC9C,mBAAmB,GAAsB,IAAI,CAAC;IAC9C,SAAS,GAA0B,IAAI,CAAC;IAE/B,aAAa,GAAG,oBAAoB,CAAC,MAAM,EAAE,gBAAgB,EAAE;QACtE,WAAW,EACT,kEAAkE;YAClE,qEAAqE;QACvE,IAAI,EAAE,GAAG;KACV,CAAC,CAAC;IACM,eAAe,GAAG,kBAAkB,CAC3C,MAAM,EACN,kBAAkB,EAClB,2CAA2C,CAC5C,CAAC;IAEF,YACE,EAAc,EACd,EAAc,EACd,KAAc,EACd,KAAa,EACb,WAAiC,EACjC,yBAAyB,GAAG,GAAG,EAC/B,YAAY,GAAG,UAAU;QAEzB,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,0BAA0B,GAAG,yBAAyB,CAAC;QAC5D,IAAI,CAAC,WAAW,GAAG,YAAY,CAAC;IAClC,CAAC;IAED,oBAAoB,CAAC,KAAoB,EAAE,SAAiB;QAC1D,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,EAAE;YAC1C,CAAC,oBAAoB,CAAC,EAAE,MAAM;SAC/B,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,sBAAsB,CAAC,IAAY,EAAE,SAAiB;QACpD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,EAAE;YAC1C,CAAC,oBAAoB,CAAC,EAAE,OAAO;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,CAAC,KAAa;QAChB,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QACD,MAAM,CAAC,GAAG,QAAQ,EAAkC,CAAC;QACrD,iEAAiE;QACjE,oDAAoD;QACpD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC;QAExB,MAAM,KAAK,GAAmC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;QAC5E,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,GAAG,CAAW;sBAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;kCACL,IAAI,CAAC,MAAM,8BAA8B;YACrE,iCAAiC;aAChC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAChB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;gBAC1C,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,KAAK,CACT,UAAwC,EACxC,WAAuB,EACvB,OAAgB;QAEhB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACzC,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;gBAC3C,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,IAAI,CAAC,mBAAmB,GAAG,WAAW,CAAC;QACvC,4CAA4C;QAC5C,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YACxC,IAAI,CAAC,SAAS,GAAG,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,mBAAmB,KAAK,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC7D,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAEhC,MAAM,EAAC,IAAI,EAAE,WAAW,EAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;oBACpD,uBAAuB,CAAC,EAAE,CAAC,CAAC;oBAE5B,8DAA8D;oBAC9D,4DAA4D;oBAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAChC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;oBACnD,KAAK,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBACrE,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;oBACtB,OAAO,EAAC,IAAI,EAAE,WAAW,EAAC,CAAC;gBAC7B,CAAC,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBAC1C,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CACd,WAAW,IAAI,SAAS,aAAa,CAAC,WAAW,CAAC,KAAK,OAAO,MAAM,CACrE,CAAC;gBACF,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC3C,IAAI,CAAC,mBAAmB,GAAG,WAAW,CAAC;gBACvC,sEAAsE;gBACtE,6EAA6E;YAC/E,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CACd,mBAAmB,uBAAuB,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,CACvE,CAAC;YACF,QAAQ,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,EAAc;QACpB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,EAAE,CAAC,KAAK,EAAE,CAAC,4BAA4B,CAAC,CAAC;YACzC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QAChC,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,KAAK;QACH,yEAAyE;QACzE,qEAAqE;QACrE,qEAAqE;QACrE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,CAAC,iBAAiB,CACtB,EAAc,EACd,YAAgC,EAChC,OAAoB,EACpB,OAAmB,EACnB,qBAA+B,EAAE;QAEjC,IAAI,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACpD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC3C,EAAE,CAAC,KAAK,EAAE,CAAC,yCAAyC,KAAK,EAAE,CAAC,CAAC;QAE7D,oEAAoE;QACpE,kEAAkE;QAClE,kEAAkE;QAClE,qDAAqD;QACrD,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QAErC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpE,IAAI,CAAC;YACH,2DAA2D;YAC3D,MAAM,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAChC,YAAY,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CACrD,CAAC;YAEF,MAAM,EAAC,KAAK,EAAC,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE;gBAChD,MAAM,KAAK,GACT,kBAAkB,CAAC,MAAM,KAAK,CAAC;oBAC7B,CAAC,CAAC,EAAE,CAAW,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;kCAC3B,IAAI,CAAC,MAAM;iCACZ,KAAK;kCACJ,GAAG,EAAE;oBAC3B,CAAC,CAAC,kEAAkE;wBAClE,EAAE,CAAW,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;kCAC3B,IAAI,CAAC,MAAM;iCACZ,KAAK;kCACJ,GAAG;2DACsB,kBAAkB,GAAG,CAAC;gBACzE,OAAO,EAAC,KAAK,EAAC,CAAC;YACjB,CAAC,CAAC,CAAC;YAEH,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QACrC,EAAE,CAAC,KAAK,EAAE,CACR,gCAAgC,OAAO,eAAe,OAAO,MAAM,CACpE,CAAC;IACJ,CAAC;IAED,iBAAiB,CACf,EAAuB,EACvB,OAAmB,EACnB,UAAwC,EACxC,IAA6B;QAE7B,IACE,IAAI,KAAK,aAAa;YACtB,0CAA0C;YAC1C,CAAC,IAAI,CAAC,SAAS,KAAK,IAAI;gBACtB,0CAA0C;gBAC1C,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,0BAA0B,CAAC,EACpD,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,WAAW,GAAG;YAClB,aAAa,EAAE,IAAI,CAAC,MAAM;YAC1B,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC;SAChC,CAAC;QACF,MAAM,OAAO,GAA0B;YACrC,EAAE,CAAA,eAAe,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC;;2BAEvC,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE;SACjD,CAAC;QAEF,MAAM,aAAa,GAAc,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;gBACjB,OAAO,CAAC,IAAI,CACV,EAAE,CAAA;wBACY,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;sCACH,IAAI,CAAC,MAAM;+BAClB,EAAE,CAAC,MAAM;8BACV,EAAE,CAAC,KAAK;+BACP,EAAE,CAAC,MAAM;QAChC,CAAC,OAAO,EAAE,CACT,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QACD,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CACV,EAAE,CAAA;gBACM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;;;;6BAIJ,aAAa;;;;;;;;;;;;KAYrC,CAAC,OAAO,EAAE,CACR,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CACd,YAAY,UAAU,CAAC,IAAI,UAAU,aAAa,CAAC,MAAM,aACvD,UAAU,CAAC,IAAI,GAAG,aAAa,CAAC,MAClC,WAAW,CACZ,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
+{"version":3,"file":"row-record-cache.js","sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {type Resolver, resolver} from '@rocicorp/resolver';\nimport type {PendingQuery, Row} from 'postgres';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport {\n  disableStatementTimeout,\n  type PostgresDB,\n  type PostgresTransaction,\n} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {checkVersion, type CVRFlushStats} from './cvr-store.ts';\nimport type {CVRSnapshot} from './cvr.ts';\nimport {\n  rowRecordToRowsRow,\n  type RowsRow,\n  rowsRowToRowRecord,\n} from './schema/cvr.ts';\nimport {\n  cmpVersions,\n  type CVRVersion,\n  type NullableCVRVersion,\n  type RowID,\n  type RowRecord,\n  versionString,\n  versionToNullableCookie,\n} from './schema/types.ts';\n\nconst FLUSH_TYPE_ATTRIBUTE = 'flush.type';\n\n/**\n * The RowRecordCache is an in-memory cache of the `cvr.rows` tables that\n * operates as both a write-through and write-back cache.\n *\n * For \"small\" CVR updates (i.e. zero or small numbers of rows) the\n * RowRecordCache operates as write-through, executing commits in\n * {@link executeRowUpdates()} before they are {@link apply}-ed to the\n * in-memory state.\n *\n * For \"large\" CVR updates (i.e. with many rows), the cache switches to a\n * write-back mode of operation, in which {@link executeRowUpdates()} is a\n * no-op, and {@link apply()} initiates a background task to flush the pending\n * row changes to the store. This allows the client poke to be completed and\n * committed on the client without waiting for the heavyweight operation of\n * committing the row records to the CVR store.\n *\n * Note that when the cache is in write-back mode, all updates become\n * write-back (i.e. asynchronously flushed) until the pending update queue is\n * fully flushed. This is required because updates must be applied in version\n * order. As with all pending work systems in zero-cache, multiple pending\n * updates are coalesced to reduce buildup of work.\n *\n * ### High level consistency\n *\n * Note that the above caching scheme only applies to the row data in `cvr.rows`\n * and corresponding `cvr.rowsVersion` tables. CVR metadata and query\n * information, on the other hand, are always committed before completing the\n * client poke. In this manner, the difference between the `version` column in\n * `cvr.instances` and the analogous column in `cvr.rowsVersion` determines\n * whether the data in the store is consistent, or whether it is awaiting a\n * pending update.\n *\n * The logic in {@link CVRStore#load()} takes this into account by loading both\n * the `cvr.instances` version and the `cvr.rowsVersion` version and checking\n * if they are in sync, waiting for a configurable delay until they are.\n *\n * ### Eventual conversion\n *\n * In the event of a continual stream of mutations (e.g. an animation-style\n * app), it is conceivable that the row record data be continually behind\n * the CVR metadata. In order to effect eventual convergence, a new view-syncer\n * signals the current view-syncer to stop updating by writing new `owner`\n * information to the `cvr.instances` row. This effectively stops the mutation\n * processing (in {@link CVRStore.#checkVersionAndOwnership}) so that the row\n * data can eventually catch up, allowing the new view-syncer to take over.\n *\n * Of course, there is the pathological situation in which a view-syncer\n * process crashes before the pending row updates are flushed. In this case,\n * the wait timeout will elapse and the CVR considered invalid.\n */\nexport class RowRecordCache {\n  // The state in the #cache is always in sync with the CVR metadata\n  // (i.e. cvr.instances). It may contain information that has not yet\n  // been flushed to cvr.rows.\n  #cache: Promise<CustomKeyMap<RowID, RowRecord>> | undefined;\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #cvrID: string;\n  readonly #failService: (e: unknown) => void;\n  readonly #deferredRowFlushThreshold: number;\n  readonly #setTimeout: typeof setTimeout;\n\n  // Write-back cache state.\n  readonly #pending = new CustomKeyMap<RowID, RowRecord | null>(rowIDString);\n  #pendingRowsVersion: CVRVersion | null = null;\n  #flushedRowsVersion: CVRVersion | null = null;\n  #flushing: Resolver<void> | null = null;\n\n  readonly #cvrFlushTime = getOrCreateHistogram('sync', 'cvr.flush-time', {\n    description:\n      'Time to flush a CVR transaction. This includes both synchronous ' +\n      'and asynchronous flushes, distinguished by the flush.type attribute',\n    unit: 's',\n  });\n  readonly #cvrRowsFlushed = getOrCreateCounter(\n    'sync',\n    'cvr.rows-flushed',\n    'Number of (changed) rows flushed to a CVR',\n  );\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    cvrID: string,\n    failService: (e: unknown) => void,\n    deferredRowFlushThreshold = 100,\n    setTimeoutFn = setTimeout,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#cvrID = cvrID;\n    this.#failService = failService;\n    this.#deferredRowFlushThreshold = deferredRowFlushThreshold;\n    this.#setTimeout = setTimeoutFn;\n  }\n\n  recordSyncFlushStats(stats: CVRFlushStats, elapsedMs: number) {\n    this.#cvrFlushTime.record(elapsedMs / 1000, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'sync',\n    });\n    if (stats.rowsDeferred === 0) {\n      this.#cvrRowsFlushed.add(stats.rows);\n    }\n  }\n\n  #recordAsyncFlushStats(rows: number, elapsedMs: number) {\n    this.#cvrFlushTime.record(elapsedMs / 1000, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'async',\n    });\n    this.#cvrRowsFlushed.add(rows);\n  }\n\n  #cvr(table: string) {\n    return this.#db(`${this.#schema}.${table}`);\n  }\n\n  async #ensureLoaded(): Promise<CustomKeyMap<RowID, RowRecord>> {\n    if (this.#cache) {\n      return this.#cache;\n    }\n    const r = resolver<CustomKeyMap<RowID, RowRecord>>();\n    // Set this.#cache immediately (before await) so that only one db\n    // query is made even if there are multiple callers.\n    this.#cache = r.promise;\n\n    const cache: CustomKeyMap<RowID, RowRecord> = new CustomKeyMap(rowIDString);\n    for await (const rows of this.#db<RowsRow[]>`\n      SELECT * FROM ${this.#cvr(`rows`)} \n        WHERE \"clientGroupID\" = ${this.#cvrID} AND \"refCounts\" IS NOT NULL`\n      // TODO(arv): Arbitrary page size\n      .cursor(5000)) {\n      for (const row of rows) {\n        const rowRecord = rowsRowToRowRecord(row);\n        cache.set(rowRecord.id, rowRecord);\n      }\n    }\n    r.resolve(cache);\n    return this.#cache;\n  }\n\n  getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n    return this.#ensureLoaded();\n  }\n\n  /**\n   * Applies the `rowRecords` corresponding to the `rowsVersion`\n   * to the cache, indicating whether the corresponding updates\n   * (generated by {@link executeRowUpdates}) were `flushed`.\n   *\n   * If `flushed` is false, the RowRecordCache will flush the records\n   * asynchronously.\n   *\n   * Note that `apply()` indicates that the CVR metadata associated with\n   * the `rowRecords` was successfully committed, which essentially means\n   * that this process has the unconditional right (and responsibility) of\n   * following up with a flush of the `rowRecords`. In particular, the\n   * commit of row records are not conditioned on the version or ownership\n   * columns of the `cvr.instances` row.\n   */\n  async apply(\n    rowRecords: Map<RowID, RowRecord | null>,\n    rowsVersion: CVRVersion,\n    flushed: boolean,\n  ): Promise<number> {\n    const cache = await this.#ensureLoaded();\n    for (const [id, row] of rowRecords.entries()) {\n      if (row === null || row.refCounts === null) {\n        cache.delete(id);\n      } else {\n        cache.set(id, row);\n      }\n      if (!flushed) {\n        this.#pending.set(id, row);\n      }\n    }\n    this.#pendingRowsVersion = rowsVersion;\n    // Initiate a flush if not already flushing.\n    if (!flushed && this.#flushing === null) {\n      this.#flushing = resolver();\n      this.#setTimeout(() => this.#flush(), 0);\n    }\n    return cache.size;\n  }\n\n  async #flush() {\n    const flushing = must(this.#flushing);\n    try {\n      while (this.#pendingRowsVersion !== this.#flushedRowsVersion) {\n        const start = performance.now();\n\n        const {rows, rowsVersion} = await this.#db.begin(\n          Mode.READ_COMMITTED,\n          tx => {\n            disableStatementTimeout(tx);\n\n            // Note: This code block is synchronous, guaranteeing that the\n            // #pendingRowsVersion is consistent with the #pending rows.\n            const rows = this.#pending.size;\n            const rowsVersion = must(this.#pendingRowsVersion);\n            // Awaiting all of the individual statements incurs too much\n            // overhead. Instead, just catch and log exception(s); the outer\n            // transaction will properly fail.\n            void Promise.all(\n              this.executeRowUpdates(tx, rowsVersion, this.#pending, 'force'),\n            ).catch(e => this.#lc.error?.(`error flushing cvr rows`, e));\n\n            this.#pending.clear();\n            return {rows, rowsVersion};\n          },\n        );\n        const elapsed = performance.now() - start;\n        this.#lc.debug?.(\n          `flushed ${rows} rows@${versionString(rowsVersion)} (${elapsed} ms)`,\n        );\n        this.#recordAsyncFlushStats(rows, elapsed);\n        this.#flushedRowsVersion = rowsVersion;\n        // Note: apply() may have called while the transaction was committing,\n        //       which will result in looping to commit the next #pendingRowsVersion.\n      }\n      this.#lc.debug?.(\n        `up to date rows@${versionToNullableCookie(this.#flushedRowsVersion)}`,\n      );\n      flushing.resolve();\n      this.#flushing = null;\n    } catch (e) {\n      flushing.reject(e);\n      this.#failService(e);\n    }\n  }\n\n  hasPendingUpdates() {\n    return this.#flushing !== null;\n  }\n\n  /**\n   * Returns a promise that resolves when all outstanding row-records\n   * have been committed.\n   */\n  flushed(lc: LogContext): Promise<void> {\n    if (this.#flushing) {\n      lc.debug?.('awaiting pending row flush');\n      return this.#flushing.promise;\n    }\n    return promiseVoid;\n  }\n\n  clear() {\n    // Note: Only the #cache is cleared. #pending updates, on the other hand,\n    // comprise canonical (i.e. already flushed) data and must be flushed\n    // even if the snapshot of the present state (the #cache) is cleared.\n    this.#cache = undefined;\n  }\n\n  async *catchupRowPatches(\n    lc: LogContext,\n    afterVersion: NullableCVRVersion,\n    upToCVR: CVRSnapshot,\n    current: CVRVersion,\n    excludeQueryHashes: string[] = [],\n  ): AsyncGenerator<RowsRow[], void, undefined> {\n    if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n      return;\n    }\n\n    const startMs = Date.now();\n    const start = afterVersion ? versionString(afterVersion) : '';\n    const end = versionString(upToCVR.version);\n    lc.debug?.(`scanning row patches for clients from ${start}`);\n\n    // Before accessing the CVR db, pending row records must be flushed.\n    // Note that because catchupRowPatches() is called from within the\n    // view syncer lock, this flush is guaranteed to complete since no\n    // new CVR updates can happen while the lock is held.\n    await this.flushed(lc);\n    const flushMs = Date.now() - startMs;\n\n    const reader = new TransactionPool(lc, Mode.READONLY).run(this.#db);\n    try {\n      // Verify that we are reading the right version of the CVR.\n      await reader.processReadTask(tx =>\n        checkVersion(tx, this.#schema, this.#cvrID, current),\n      );\n\n      const {query} = await reader.processReadTask(tx => {\n        const query =\n          excludeQueryHashes.length === 0\n            ? tx<RowsRow[]>`SELECT * FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}`\n            : // Exclude rows that were already sent as part of query hydration.\n              tx<RowsRow[]>`SELECT * FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}\n          AND (\"refCounts\" IS NULL OR NOT \"refCounts\" ?| ${excludeQueryHashes})`;\n        return {query};\n      });\n\n      yield* query.cursor(10000);\n    } finally {\n      reader.setDone();\n    }\n\n    const totalMs = Date.now() - startMs;\n    lc.debug?.(\n      `finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`,\n    );\n  }\n\n  executeRowUpdates(\n    tx: PostgresTransaction,\n    version: CVRVersion,\n    rowUpdates: Map<RowID, RowRecord | null>,\n    mode: 'allow-defer' | 'force',\n  ): PendingQuery<Row[]>[] {\n    if (\n      mode === 'allow-defer' &&\n      // defer if pending rows are being flushed\n      (this.#flushing !== null ||\n        // or if the new batch is above the limit.\n        rowUpdates.size > this.#deferredRowFlushThreshold)\n    ) {\n      return [];\n    }\n    const rowsVersion = {\n      clientGroupID: this.#cvrID,\n      version: versionString(version),\n    };\n    const pending: PendingQuery<Row[]>[] = [\n      tx`INSERT INTO ${this.#cvr('rowsVersion')} ${tx(rowsVersion)}\n           ON CONFLICT (\"clientGroupID\") \n           DO UPDATE SET ${tx(rowsVersion)}`.execute(),\n    ];\n\n    const rowRecordRows: RowsRow[] = [];\n    for (const [id, row] of rowUpdates.entries()) {\n      if (row === null) {\n        pending.push(\n          tx`\n          DELETE FROM ${this.#cvr('rows')}\n            WHERE \"clientGroupID\" = ${this.#cvrID}\n              AND \"schema\" = ${id.schema}\n              AND \"table\" = ${id.table}\n              AND \"rowKey\" = ${id.rowKey}\n       `.execute(),\n        );\n      } else {\n        rowRecordRows.push(rowRecordToRowsRow(this.#cvrID, row));\n      }\n    }\n    if (rowRecordRows.length) {\n      pending.push(\n        tx`\n  INSERT INTO ${this.#cvr('rows')}(\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n  ) SELECT\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n    FROM json_to_recordset(${rowRecordRows}) AS x(\n      \"clientGroupID\" TEXT,\n      \"schema\" TEXT,\n      \"table\" TEXT,\n      \"rowKey\" JSONB,\n      \"rowVersion\" TEXT,\n      \"patchVersion\" TEXT,\n      \"refCounts\" JSONB\n  ) ON CONFLICT (\"clientGroupID\", \"schema\", \"table\", \"rowKey\")\n    DO UPDATE SET \"rowVersion\" = excluded.\"rowVersion\",\n      \"patchVersion\" = excluded.\"patchVersion\",\n      \"refCounts\" = excluded.\"refCounts\"\n    `.execute(),\n      );\n      this.#lc.debug?.(\n        `flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${\n          rowUpdates.size - rowRecordRows.length\n        } deletes)`,\n      );\n    }\n    return pending;\n  }\n}\n"],"names":["Mode.READ_COMMITTED","rows","rowsVersion","Mode.READONLY","query"],"mappings":";;;;;;;;;;;;;AAoCA,MAAM,uBAAuB;AAoDtB,MAAM,eAAe;AAAA;AAAA;AAAA;AAAA,EAI1B;AAAA,EACS;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGA,WAAW,IAAI,aAAsC,WAAW;AAAA,EACzE,sBAAyC;AAAA,EACzC,sBAAyC;AAAA,EACzC,YAAmC;AAAA,EAE1B,gBAAgB,qBAAqB,QAAQ,kBAAkB;AAAA,IACtE,aACE;AAAA,IAEF,MAAM;AAAA,EAAA,CACP;AAAA,EACQ,kBAAkB;AAAA,IACzB;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGF,YACE,IACA,IACA,OACA,OACA,aACA,4BAA4B,KAC5B,eAAe,YACf;AACA,SAAK,MAAM;AACX,SAAK,MAAM;AACX,SAAK,UAAU,UAAU,KAAK;AAC9B,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,6BAA6B;AAClC,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,qBAAqB,OAAsB,WAAmB;AAC5D,SAAK,cAAc,OAAO,YAAY,KAAM;AAAA,MAC1C,CAAC,oBAAoB,GAAG;AAAA,IAAA,CACzB;AACD,QAAI,MAAM,iBAAiB,GAAG;AAC5B,WAAK,gBAAgB,IAAI,MAAM,IAAI;AAAA,IACrC;AAAA,EACF;AAAA,EAEA,uBAAuB,MAAc,WAAmB;AACtD,SAAK,cAAc,OAAO,YAAY,KAAM;AAAA,MAC1C,CAAC,oBAAoB,GAAG;AAAA,IAAA,CACzB;AACD,SAAK,gBAAgB,IAAI,IAAI;AAAA,EAC/B;AAAA,EAEA,KAAK,OAAe;AAClB,WAAO,KAAK,IAAI,GAAG,KAAK,OAAO,IAAI,KAAK,EAAE;AAAA,EAC5C;AAAA,EAEA,MAAM,gBAAyD;AAC7D,QAAI,KAAK,QAAQ;AACf,aAAO,KAAK;AAAA,IACd;AACA,UAAM,IAAI,SAAA;AAGV,SAAK,SAAS,EAAE;AAEhB,UAAM,QAAwC,IAAI,aAAa,WAAW;AAC1E,qBAAiB,QAAQ,KAAK;AAAA,sBACZ,KAAK,KAAK,MAAM,CAAC;AAAA,kCACL,KAAK,MAAM,+BAEtC,OAAO,GAAI,GAAG;AACf,iBAAW,OAAO,MAAM;AACtB,cAAM,YAAY,mBAAmB,GAAG;AACxC,cAAM,IAAI,UAAU,IAAI,SAAS;AAAA,MACnC;AAAA,IACF;AACA,MAAE,QAAQ,KAAK;AACf,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,gBAAwD;AACtD,WAAO,KAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,MAAM,MACJ,YACA,aACA,SACiB;AACjB,UAAM,QAAQ,MAAM,KAAK,cAAA;AACzB,eAAW,CAAC,IAAI,GAAG,KAAK,WAAW,WAAW;AAC5C,UAAI,QAAQ,QAAQ,IAAI,cAAc,MAAM;AAC1C,cAAM,OAAO,EAAE;AAAA,MACjB,OAAO;AACL,cAAM,IAAI,IAAI,GAAG;AAAA,MACnB;AACA,UAAI,CAAC,SAAS;AACZ,aAAK,SAAS,IAAI,IAAI,GAAG;AAAA,MAC3B;AAAA,IACF;AACA,SAAK,sBAAsB;AAE3B,QAAI,CAAC,WAAW,KAAK,cAAc,MAAM;AACvC,WAAK,YAAY,SAAA;AACjB,WAAK,YAAY,MAAM,KAAK,OAAA,GAAU,CAAC;AAAA,IACzC;AACA,WAAO,MAAM;AAAA,EACf;AAAA,EAEA,MAAM,SAAS;AACb,UAAM,WAAW,KAAK,KAAK,SAAS;AACpC,QAAI;AACF,aAAO,KAAK,wBAAwB,KAAK,qBAAqB;AAC5D,cAAM,QAAQ,YAAY,IAAA;AAE1B,cAAM,EAAC,MAAM,YAAA,IAAe,MAAM,KAAK,IAAI;AAAA,UACzCA;AAAAA,UACA,CAAA,OAAM;AACJ,oCAAwB,EAAE;AAI1B,kBAAMC,QAAO,KAAK,SAAS;AAC3B,kBAAMC,eAAc,KAAK,KAAK,mBAAmB;AAIjD,iBAAK,QAAQ;AAAA,cACX,KAAK,kBAAkB,IAAIA,cAAa,KAAK,UAAU,OAAO;AAAA,YAAA,EAC9D,MAAM,CAAA,MAAK,KAAK,IAAI,QAAQ,2BAA2B,CAAC,CAAC;AAE3D,iBAAK,SAAS,MAAA;AACd,mBAAO,EAAC,MAAAD,OAAM,aAAAC,aAAAA;AAAAA,UAChB;AAAA,QAAA;AAEF,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,IAAI;AAAA,UACP,WAAW,IAAI,SAAS,cAAc,WAAW,CAAC,KAAK,OAAO;AAAA,QAAA;AAEhE,aAAK,uBAAuB,MAAM,OAAO;AACzC,aAAK,sBAAsB;AAAA,MAG7B;AACA,WAAK,IAAI;AAAA,QACP,mBAAmB,wBAAwB,KAAK,mBAAmB,CAAC;AAAA,MAAA;AAEtE,eAAS,QAAA;AACT,WAAK,YAAY;AAAA,IACnB,SAAS,GAAG;AACV,eAAS,OAAO,CAAC;AACjB,WAAK,aAAa,CAAC;AAAA,IACrB;AAAA,EACF;AAAA,EAEA,oBAAoB;AAClB,WAAO,KAAK,cAAc;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,QAAQ,IAA+B;AACrC,QAAI,KAAK,WAAW;AAClB,SAAG,QAAQ,4BAA4B;AACvC,aAAO,KAAK,UAAU;AAAA,IACxB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ;AAIN,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,OAAO,kBACL,IACA,cACA,SACA,SACA,qBAA+B,IACa;AAC5C,QAAI,YAAY,cAAc,QAAQ,OAAO,KAAK,GAAG;AACnD;AAAA,IACF;AAEA,UAAM,UAAU,KAAK,IAAA;AACrB,UAAM,QAAQ,eAAe,cAAc,YAAY,IAAI;AAC3D,UAAM,MAAM,cAAc,QAAQ,OAAO;AACzC,OAAG,QAAQ,yCAAyC,KAAK,EAAE;AAM3D,UAAM,KAAK,QAAQ,EAAE;AACrB,UAAM,UAAU,KAAK,IAAA,IAAQ;AAE7B,UAAM,SAAS,IAAI,gBAAgB,IAAIC,QAAa,EAAE,IAAI,KAAK,GAAG;AAClE,QAAI;AAEF,YAAM,OAAO;AAAA,QAAgB,QAC3B,aAAa,IAAI,KAAK,SAAS,KAAK,QAAQ,OAAO;AAAA,MAAA;AAGrD,YAAM,EAAC,MAAA,IAAS,MAAM,OAAO,gBAAgB,CAAA,OAAM;AACjD,cAAMC,SACJ,mBAAmB,WAAW,IAC1B,mBAA8B,KAAK,KAAK,MAAM,CAAC;AAAA,kCAC3B,KAAK,MAAM;AAAA,iCACZ,KAAK;AAAA,kCACJ,GAAG;AAAA;AAAA,UAEvB,mBAA8B,KAAK,KAAK,MAAM,CAAC;AAAA,kCAC3B,KAAK,MAAM;AAAA,iCACZ,KAAK;AAAA,kCACJ,GAAG;AAAA,2DACsB,kBAAkB;AAAA;AACrE,eAAO,EAAC,OAAAA,OAAAA;AAAAA,MACV,CAAC;AAED,aAAO,MAAM,OAAO,GAAK;AAAA,IAC3B,UAAA;AACE,aAAO,QAAA;AAAA,IACT;AAEA,UAAM,UAAU,KAAK,IAAA,IAAQ;AAC7B,OAAG;AAAA,MACD,gCAAgC,OAAO,eAAe,OAAO;AAAA,IAAA;AAAA,EAEjE;AAAA,EAEA,kBACE,IACA,SACA,YACA,MACuB;AACvB,QACE,SAAS;AAAA,KAER,KAAK,cAAc;AAAA,IAElB,WAAW,OAAO,KAAK,6BACzB;AACA,aAAO,CAAA;AAAA,IACT;AACA,UAAM,cAAc;AAAA,MAClB,eAAe,KAAK;AAAA,MACpB,SAAS,cAAc,OAAO;AAAA,IAAA;AAEhC,UAAM,UAAiC;AAAA,MACrC,iBAAiB,KAAK,KAAK,aAAa,CAAC,IAAI,GAAG,WAAW,CAAC;AAAA;AAAA,2BAEvC,GAAG,WAAW,CAAC,GAAG,QAAA;AAAA,IAAQ;AAGjD,UAAM,gBAA2B,CAAA;AACjC,eAAW,CAAC,IAAI,GAAG,KAAK,WAAW,WAAW;AAC5C,UAAI,QAAQ,MAAM;AAChB,gBAAQ;AAAA,UACN;AAAA,wBACc,KAAK,KAAK,MAAM,CAAC;AAAA,sCACH,KAAK,MAAM;AAAA,+BAClB,GAAG,MAAM;AAAA,8BACV,GAAG,KAAK;AAAA,+BACP,GAAG,MAAM;AAAA,SAC/B,QAAA;AAAA,QAAQ;AAAA,MAEX,OAAO;AACL,sBAAc,KAAK,mBAAmB,KAAK,QAAQ,GAAG,CAAC;AAAA,MACzD;AAAA,IACF;AACA,QAAI,cAAc,QAAQ;AACxB,cAAQ;AAAA,QACN;AAAA,gBACQ,KAAK,KAAK,MAAM,CAAC;AAAA;AAAA;AAAA;AAAA,6BAIJ,aAAa;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAYpC,QAAA;AAAA,MAAQ;AAER,WAAK,IAAI;AAAA,QACP,YAAY,WAAW,IAAI,UAAU,cAAc,MAAM,aACvD,WAAW,OAAO,cAAc,MAClC;AAAA,MAAA;AAAA,IAEJ;AACA,WAAO;AAAA,EACT;AACF;"}

package/out/zero-cache/src/services/view-syncer/schema/cvr.d.ts

@@ -15,6 +15,7 @@ export type InstancesRow = {
     owner: string | null;
     grantedAt: number | null;
     clientSchema: ClientSchema | null;
+    profileID: string | null;
 };
 export declare function compareInstancesRows(a: InstancesRow, b: InstancesRow): number;
 export type ClientsRow = {