@rocicorp/zero 1.12.0-canary.12 → 1.12.0-canary.13

package/out/zero-cache/src/services/view-syncer/row-record-cache.js

@@ -113,20 +113,22 @@ var RowRecordCache = class {
 		try {
 			const cache = await startAsyncSpan(tracer, "RowRecordCache.load", async (span) => {
 				const cache = new CustomKeyMap(rowIDString);
-				for await (const rows of this.#db`
-            SELECT
-              "clientGroupID",
-              "schema",
-              "table",
-              "rowKey",
-              "rowVersion",
-              "patchVersion",
-              "refCounts"
-            FROM ${this.#cvr(`rows`)}
-              WHERE "clientGroupID" = ${this.#cvrID} AND "refCounts" IS NOT NULL`.cursor(5e3)) for (const row of rows) {
-					const rowRecord = rowsRowToRowRecord(row);
-					cache.set(rowRecord.id, rowRecord);
-				}
+				await runTx(this.#db, async (tx) => {
+					for await (const rows of tx`
+                SELECT
+                  "clientGroupID",
+                  "schema",
+                  "table",
+                  "rowKey",
+                  "rowVersion",
+                  "patchVersion",
+                  "refCounts"
+                FROM ${this.#cvr(`rows`)}
+                  WHERE "clientGroupID" = ${this.#cvrID} AND "refCounts" IS NOT NULL`.cursor(5e3)) for (const row of rows) {
+						const rowRecord = rowsRowToRowRecord(row);
+						cache.set(rowRecord.id, rowRecord);
+					}
+				}, { mode: READONLY });
 				span.setAttribute("rows", cache.size);
 				return cache;
 			});

package/out/zero-cache/src/services/view-syncer/row-record-cache.js.map

@@ -1 +1 @@
-{"version":3,"file":"row-record-cache.js","names":["Mode.READ_COMMITTED","Mode.READONLY"],"sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {PendingQuery, Row} from 'postgres';\nimport {startAsyncSpan} from '../../../../otel/src/span.ts';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {type Resolver, resolver} from '../../../../shared/src/resolver.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {type PostgresDB, type PostgresTransaction} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {checkVersion, type CVRFlushStats} from './cvr-store.ts';\nimport type {CVRSnapshot} from './cvr.ts';\nimport {\n  rowRecordToRowsRow,\n  type RowsRow,\n  rowsRowToRowRecord,\n} from './schema/cvr.ts';\nimport {\n  cmpVersions,\n  type CVRVersion,\n  type NullableCVRVersion,\n  type RowID,\n  type RowRecord,\n  versionString,\n  versionToNullableCookie,\n} from './schema/types.ts';\nimport {tracer} from './tracer.ts';\n\nconst FLUSH_TYPE_ATTRIBUTE = 'flush.type';\nconst RESULT_ATTRIBUTE = 'result';\nconst ERROR_KIND_ATTRIBUTE = 'error.kind';\n\n/**\n * The RowRecordCache is an in-memory cache of the `cvr.rows` tables that\n * operates as both a write-through and write-back cache.\n *\n * For \"small\" CVR updates (i.e. zero or small numbers of rows) the\n * RowRecordCache operates as write-through, executing commits in\n * {@link executeRowUpdates()} before they are {@link apply}-ed to the\n * in-memory state.\n *\n * For \"large\" CVR updates (i.e. with many rows), the cache switches to a\n * write-back mode of operation, in which {@link executeRowUpdates()} is a\n * no-op, and {@link apply()} initiates a background task to flush the pending\n * row changes to the store. This allows the client poke to be completed and\n * committed on the client without waiting for the heavyweight operation of\n * committing the row records to the CVR store.\n *\n * Note that when the cache is in write-back mode, all updates become\n * write-back (i.e. asynchronously flushed) until the pending update queue is\n * fully flushed. This is required because updates must be applied in version\n * order. As with all pending work systems in zero-cache, multiple pending\n * updates are coalesced to reduce buildup of work.\n *\n * ### High level consistency\n *\n * Note that the above caching scheme only applies to the row data in `cvr.rows`\n * and corresponding `cvr.rowsVersion` tables. CVR metadata and query\n * information, on the other hand, are always committed before completing the\n * client poke. In this manner, the difference between the `version` column in\n * `cvr.instances` and the analogous column in `cvr.rowsVersion` determines\n * whether the data in the store is consistent, or whether it is awaiting a\n * pending update.\n *\n * The logic in {@link CVRStore#load()} takes this into account by loading both\n * the `cvr.instances` version and the `cvr.rowsVersion` version and checking\n * if they are in sync, waiting for a configurable delay until they are.\n *\n * ### Eventual conversion\n *\n * In the event of a continual stream of mutations (e.g. an animation-style\n * app), it is conceivable that the row record data be continually behind\n * the CVR metadata. In order to effect eventual convergence, a new view-syncer\n * signals the current view-syncer to stop updating by writing new `owner`\n * information to the `cvr.instances` row. This effectively stops the mutation\n * processing (in {@link CVRStore.#checkVersionAndOwnership}) so that the row\n * data can eventually catch up, allowing the new view-syncer to take over.\n *\n * Of course, there is the pathological situation in which a view-syncer\n * process crashes before the pending row updates are flushed. In this case,\n * the wait timeout will elapse and the CVR considered invalid.\n */\nexport class RowRecordCache {\n  // The state in the #cache is always in sync with the CVR metadata\n  // (i.e. cvr.instances). It may contain information that has not yet\n  // been flushed to cvr.rows.\n  #cache: Promise<CustomKeyMap<RowID, RowRecord>> | undefined;\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #cvrID: string;\n  readonly #failService: (e: unknown) => void;\n  readonly #deferredRowFlushThreshold: number;\n  readonly #setTimeout: typeof setTimeout;\n\n  // Write-back cache state.\n  readonly #pending = new CustomKeyMap<RowID, RowRecord | null>(rowIDString);\n  #pendingRowsVersion: CVRVersion | null = null;\n  #flushedRowsVersion: CVRVersion | null = null;\n  #flushing: Resolver<void> | null = null;\n\n  readonly #cvrFlushTime = getOrCreateLatencyHistogram(\n    'sync',\n    'cvr.flush-time',\n    'Time to flush a CVR transaction. This includes both synchronous ' +\n      'and asynchronous flushes, distinguished by the flush.type attribute.',\n  );\n  readonly #cvrRowsFlushed = getOrCreateCounter(\n    'sync',\n    'cvr.rows-flushed',\n    'Number of (changed) rows flushed to a CVR',\n  );\n  readonly #cvrFlushes = getOrCreateCounter(\n    'sync',\n    'cvr.flush_attempts',\n    'CVR flush attempts, labeled by result and flush.type.',\n  );\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    cvrID: string,\n    failService: (e: unknown) => void,\n    deferredRowFlushThreshold = 100,\n    setTimeoutFn = setTimeout,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#cvrID = cvrID;\n    this.#failService = failService;\n    this.#deferredRowFlushThreshold = deferredRowFlushThreshold;\n    this.#setTimeout = setTimeoutFn;\n  }\n\n  recordSyncFlushStats(stats: CVRFlushStats, elapsedMs: number) {\n    this.#cvrFlushTime.recordMs(elapsedMs, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'sync',\n    });\n    if (stats.rowsDeferred === 0) {\n      this.#cvrRowsFlushed.add(stats.rows);\n    }\n  }\n\n  #recordAsyncFlushStats(rows: number, elapsedMs: number) {\n    this.#cvrFlushTime.recordMs(elapsedMs, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'async',\n    });\n    this.#cvrRowsFlushed.add(rows);\n  }\n\n  #cvr(table: string) {\n    return this.#db(`${this.#schema}.${table}`);\n  }\n\n  async #ensureLoaded(): Promise<CustomKeyMap<RowID, RowRecord>> {\n    if (this.#cache) {\n      return this.#cache;\n    }\n    const start = Date.now();\n    const r = resolver<CustomKeyMap<RowID, RowRecord>>();\n    r.promise.catch(() => {});\n    // Set this.#cache immediately (before await) so that only one db\n    // query is made even if there are multiple callers.\n    this.#cache = r.promise;\n    try {\n      const cache = await startAsyncSpan(\n        tracer,\n        'RowRecordCache.load',\n        async span => {\n          const cache: CustomKeyMap<RowID, RowRecord> = new CustomKeyMap(\n            rowIDString,\n          );\n          for await (const rows of this.#db<RowsRow[]>`\n            SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr(`rows`)}\n              WHERE \"clientGroupID\" = ${this.#cvrID} AND \"refCounts\" IS NOT NULL`\n            // TODO(arv): Arbitrary page size\n            .cursor(5000)) {\n            for (const row of rows) {\n              const rowRecord = rowsRowToRowRecord(row);\n              cache.set(rowRecord.id, rowRecord);\n            }\n          }\n          span.setAttribute('rows', cache.size);\n          return cache;\n        },\n      );\n      this.#lc.info?.(\n        `Loaded ${cache.size} row records in ${Date.now() - start} ms`,\n      );\n      r.resolve(cache);\n      return this.#cache;\n    } catch (e) {\n      r.reject(e); // Make sure the error is reflected in the cached promise\n      throw e;\n    }\n  }\n\n  getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n    return this.#ensureLoaded();\n  }\n\n  /**\n   * Applies the `rowRecords` corresponding to the `rowsVersion`\n   * to the cache, indicating whether the corresponding updates\n   * (generated by {@link executeRowUpdates}) were `flushed`.\n   *\n   * If `flushed` is false, the RowRecordCache will flush the records\n   * asynchronously.\n   *\n   * Note that `apply()` indicates that the CVR metadata associated with\n   * the `rowRecords` was successfully committed, which essentially means\n   * that this process has the unconditional right (and responsibility) of\n   * following up with a flush of the `rowRecords`. In particular, the\n   * commit of row records are not conditioned on the version or ownership\n   * columns of the `cvr.instances` row.\n   */\n  async apply(\n    rowRecords: Map<RowID, RowRecord | null>,\n    rowsVersion: CVRVersion,\n    flushed: boolean,\n  ): Promise<number> {\n    const cache = await this.#ensureLoaded();\n    for (const [id, row] of rowRecords.entries()) {\n      if (row === null || row.refCounts === null) {\n        cache.delete(id);\n      } else {\n        cache.set(id, row);\n      }\n      if (!flushed) {\n        this.#pending.set(id, row);\n      }\n    }\n    this.#pendingRowsVersion = rowsVersion;\n    // Initiate a flush if not already flushing.\n    if (!flushed && this.#flushing === null) {\n      this.#flushing = resolver();\n      // The #flush() method handles propagating errors to #failService.\n      // Attach a rejection handler to this promise to avoid unhandled\n      // rejections.\n      this.#flushing.promise.catch(() => {});\n      this.#setTimeout(() => this.#flush(), 0);\n    }\n    return cache.size;\n  }\n\n  async #flush() {\n    const flushing = must(this.#flushing);\n    try {\n      while (this.#pendingRowsVersion !== this.#flushedRowsVersion) {\n        const start = performance.now();\n\n        const {rows, rowsVersion} = await runTx(\n          this.#db,\n          tx => {\n            // Note: This code block is synchronous, guaranteeing that the\n            // #pendingRowsVersion is consistent with the #pending rows.\n            const rows = this.#pending.size;\n            const rowsVersion = must(this.#pendingRowsVersion);\n            // Awaiting all of the individual statements incurs too much\n            // overhead. Instead, just catch and log exception(s); the outer\n            // transaction will properly fail.\n            void Promise.all(\n              this.executeRowUpdates(tx, rowsVersion, this.#pending, 'force'),\n            ).catch(e => this.#lc.error?.(`error flushing cvr rows`, e));\n\n            this.#pending.clear();\n            return {rows, rowsVersion};\n          },\n          {mode: Mode.READ_COMMITTED},\n        );\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `flushed ${rows} rows@${versionString(rowsVersion)} (${elapsed} ms)`,\n        );\n        this.#recordAsyncFlushStats(rows, elapsed);\n        this.#cvrFlushes.add(1, {\n          [RESULT_ATTRIBUTE]: 'success',\n          [FLUSH_TYPE_ATTRIBUTE]: 'async',\n        });\n        this.#flushedRowsVersion = rowsVersion;\n        // Note: apply() may have called while the transaction was committing,\n        //       which will result in looping to commit the next #pendingRowsVersion.\n      }\n      this.#lc.info?.(\n        `up to date rows@${versionToNullableCookie(this.#flushedRowsVersion)}`,\n      );\n      flushing.resolve();\n      this.#flushing = null;\n    } catch (e) {\n      this.#lc.info?.(`row record flush failed`, e);\n      this.#cvrFlushes.add(1, {\n        [RESULT_ATTRIBUTE]: 'error',\n        [FLUSH_TYPE_ATTRIBUTE]: 'async',\n        [ERROR_KIND_ATTRIBUTE]: 'error',\n      });\n      flushing.reject(e);\n      this.#failService(e);\n    }\n  }\n\n  hasPendingUpdates() {\n    return this.#flushing !== null;\n  }\n\n  /**\n   * Returns a promise that resolves when all outstanding row-records\n   * have been committed.\n   */\n  flushed(lc: LogContext): Promise<void> {\n    if (this.#flushing) {\n      lc.debug?.('awaiting pending row flush');\n      return this.#flushing.promise;\n    }\n    return promiseVoid;\n  }\n\n  clear() {\n    // Note: Only the #cache is cleared. #pending updates, on the other hand,\n    // comprise canonical (i.e. already flushed) data and must be flushed\n    // even if the snapshot of the present state (the #cache) is cleared.\n    this.#cache = undefined;\n  }\n\n  async *catchupRowPatches(\n    lc: LogContext,\n    afterVersion: NullableCVRVersion,\n    upToCVR: CVRSnapshot,\n    current: CVRVersion,\n    excludeQueryHashes: string[] = [],\n  ): AsyncGenerator<RowsRow[], void, undefined> {\n    if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n      return;\n    }\n\n    const startMs = Date.now();\n    const start = afterVersion ? versionString(afterVersion) : '';\n    const end = versionString(upToCVR.version);\n    lc.debug?.(`scanning row patches for clients from ${start}`);\n\n    // Before accessing the CVR db, pending row records must be flushed.\n    // Note that because catchupRowPatches() is called from within the\n    // view syncer lock, this flush is guaranteed to complete since no\n    // new CVR updates can happen while the lock is held.\n    await this.flushed(lc);\n    const flushMs = Date.now() - startMs;\n\n    const reader = new TransactionPool(lc, {mode: Mode.READONLY}).run(this.#db);\n    try {\n      // Verify that we are reading the right version of the CVR.\n      await reader.processReadTask(tx =>\n        checkVersion(tx, this.#schema, this.#cvrID, current),\n      );\n\n      const {query} = await reader.processReadTask(tx => {\n        const query =\n          excludeQueryHashes.length === 0\n            ? tx<RowsRow[]>`SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}`\n            : // Exclude rows that were already sent as part of query hydration.\n              tx<RowsRow[]>`SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}\n          AND (\"refCounts\" IS NULL OR NOT \"refCounts\" ?| ${excludeQueryHashes})`;\n        return {query};\n      });\n\n      yield* query.cursor(10000);\n    } finally {\n      reader.setDone();\n    }\n\n    const totalMs = Date.now() - startMs;\n    lc.info?.(\n      `finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`,\n    );\n  }\n\n  executeRowUpdates(\n    tx: PostgresTransaction,\n    version: CVRVersion,\n    rowUpdates: Map<RowID, RowRecord | null>,\n    mode: 'allow-defer' | 'force',\n    lc = this.#lc,\n  ): PendingQuery<Row[]>[] {\n    if (\n      mode === 'allow-defer' &&\n      // defer if pending rows are being flushed\n      (this.#flushing !== null ||\n        // or if the new batch is above the limit.\n        rowUpdates.size > this.#deferredRowFlushThreshold)\n    ) {\n      return [];\n    }\n    const rowsVersion = {\n      clientGroupID: this.#cvrID,\n      version: versionString(version),\n    };\n    const pending: PendingQuery<Row[]>[] = [\n      tx`INSERT INTO ${this.#cvr('rowsVersion')} ${tx(rowsVersion)}\n           ON CONFLICT (\"clientGroupID\") \n           DO UPDATE SET ${tx(rowsVersion)}`,\n    ];\n\n    const rowRecordRows: RowsRow[] = [];\n    for (const [id, row] of rowUpdates.entries()) {\n      if (row === null) {\n        pending.push(\n          tx`\n          DELETE FROM ${this.#cvr('rows')}\n            WHERE \"clientGroupID\" = ${this.#cvrID}\n              AND \"schema\" = ${id.schema}\n              AND \"table\" = ${id.table}\n              AND \"rowKey\" = ${id.rowKey}\n       `,\n        );\n      } else {\n        rowRecordRows.push(rowRecordToRowsRow(this.#cvrID, row));\n      }\n    }\n    if (rowRecordRows.length) {\n      pending.push(\n        tx`\n  INSERT INTO ${this.#cvr('rows')}(\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n  ) SELECT\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n    FROM json_to_recordset(${rowRecordRows}) AS x(\n      \"clientGroupID\" TEXT,\n      \"schema\" TEXT,\n      \"table\" TEXT,\n      \"rowKey\" JSONB,\n      \"rowVersion\" TEXT,\n      \"patchVersion\" TEXT,\n      \"refCounts\" JSONB\n  ) ON CONFLICT (\"clientGroupID\", \"schema\", \"table\", \"rowKey\")\n    DO UPDATE SET \"rowVersion\" = excluded.\"rowVersion\",\n      \"patchVersion\" = excluded.\"patchVersion\",\n      \"refCounts\" = excluded.\"refCounts\"\n    `,\n      );\n      lc.info?.(\n        `flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${\n          rowUpdates.size - rowRecordRows.length\n        } deletes)`,\n      );\n    }\n    return pending;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAmCA,IAAM,uBAAuB;AAC7B,IAAM,mBAAmB;AACzB,IAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoD7B,IAAa,iBAAb,MAA4B;CAI1B;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAGA,WAAoB,IAAI,aAAsC,WAAW;CACzE,sBAAyC;CACzC,sBAAyC;CACzC,YAAmC;CAEnC,gBAAyB,4BACvB,QACA,kBACA,sIAEF;CACA,kBAA2B,mBACzB,QACA,oBACA,2CACF;CACA,cAAuB,mBACrB,QACA,sBACA,uDACF;CAEA,YACE,IACA,IACA,OACA,OACA,aACA,4BAA4B,KAC5B,eAAe,YACf;EACA,KAAK,MAAM;EACX,KAAK,MAAM;EACX,KAAK,UAAU,UAAU,KAAK;EAC9B,KAAK,SAAS;EACd,KAAK,eAAe;EACpB,KAAK,6BAA6B;EAClC,KAAK,cAAc;CACrB;CAEA,qBAAqB,OAAsB,WAAmB;EAC5D,KAAK,cAAc,SAAS,WAAW,GACpC,uBAAuB,OAC1B,CAAC;EACD,IAAI,MAAM,iBAAiB,GACzB,KAAK,gBAAgB,IAAI,MAAM,IAAI;CAEvC;CAEA,uBAAuB,MAAc,WAAmB;EACtD,KAAK,cAAc,SAAS,WAAW,GACpC,uBAAuB,QAC1B,CAAC;EACD,KAAK,gBAAgB,IAAI,IAAI;CAC/B;CAEA,KAAK,OAAe;EAClB,OAAO,KAAK,IAAI,GAAG,KAAK,QAAQ,GAAG,OAAO;CAC5C;CAEA,MAAM,gBAAyD;EAC7D,IAAI,KAAK,QACP,OAAO,KAAK;EAEd,MAAM,QAAQ,KAAK,IAAI;EACvB,MAAM,IAAI,SAAyC;EACnD,EAAE,QAAQ,YAAY,CAAC,CAAC;EAGxB,KAAK,SAAS,EAAE;EAChB,IAAI;GACF,MAAM,QAAQ,MAAM,eAClB,QACA,uBACA,OAAM,SAAQ;IACZ,MAAM,QAAwC,IAAI,aAChD,WACF;IACA,WAAW,MAAM,QAAQ,KAAK,GAAc;;;;;;;;;mBASnC,KAAK,KAAK,MAAM,EAAE;wCACG,KAAK,OAAO,8BAEvC,OAAO,GAAI,GACZ,KAAK,MAAM,OAAO,MAAM;KACtB,MAAM,YAAY,mBAAmB,GAAG;KACxC,MAAM,IAAI,UAAU,IAAI,SAAS;IACnC;IAEF,KAAK,aAAa,QAAQ,MAAM,IAAI;IACpC,OAAO;GACT,CACF;GACA,KAAK,IAAI,OACP,UAAU,MAAM,KAAK,kBAAkB,KAAK,IAAI,IAAI,MAAM,IAC5D;GACA,EAAE,QAAQ,KAAK;GACf,OAAO,KAAK;EACd,SAAS,GAAG;GACV,EAAE,OAAO,CAAC;GACV,MAAM;EACR;CACF;CAEA,gBAAwD;EACtD,OAAO,KAAK,cAAc;CAC5B;;;;;;;;;;;;;;;;CAiBA,MAAM,MACJ,YACA,aACA,SACiB;EACjB,MAAM,QAAQ,MAAM,KAAK,cAAc;EACvC,KAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,QAAQ,GAAG;GAC5C,IAAI,QAAQ,QAAQ,IAAI,cAAc,MACpC,MAAM,OAAO,EAAE;QAEf,MAAM,IAAI,IAAI,GAAG;GAEnB,IAAI,CAAC,SACH,KAAK,SAAS,IAAI,IAAI,GAAG;EAE7B;EACA,KAAK,sBAAsB;EAE3B,IAAI,CAAC,WAAW,KAAK,cAAc,MAAM;GACvC,KAAK,YAAY,SAAS;GAI1B,KAAK,UAAU,QAAQ,YAAY,CAAC,CAAC;GACrC,KAAK,kBAAkB,KAAK,OAAO,GAAG,CAAC;EACzC;EACA,OAAO,MAAM;CACf;CAEA,MAAM,SAAS;EACb,MAAM,WAAW,KAAK,KAAK,SAAS;EACpC,IAAI;GACF,OAAO,KAAK,wBAAwB,KAAK,qBAAqB;IAC5D,MAAM,QAAQ,YAAY,IAAI;IAE9B,MAAM,EAAC,MAAM,gBAAe,MAAM,MAChC,KAAK,MACL,OAAM;KAGJ,MAAM,OAAO,KAAK,SAAS;KAC3B,MAAM,cAAc,KAAK,KAAK,mBAAmB;KAIjD,QAAa,IACX,KAAK,kBAAkB,IAAI,aAAa,KAAK,UAAU,OAAO,CAChE,CAAC,CAAC,OAAM,MAAK,KAAK,IAAI,QAAQ,2BAA2B,CAAC,CAAC;KAE3D,KAAK,SAAS,MAAM;KACpB,OAAO;MAAC;MAAM;KAAW;IAC3B,GACA,EAAC,MAAMA,eAAmB,CAC5B;IACA,MAAM,UAAU,YAAY,IAAI,IAAI;IACpC,KAAK,IAAI,OACP,WAAW,KAAK,QAAQ,cAAc,WAAW,EAAE,IAAI,QAAQ,KACjE;IACA,KAAK,uBAAuB,MAAM,OAAO;IACzC,KAAK,YAAY,IAAI,GAAG;MACrB,mBAAmB;MACnB,uBAAuB;IAC1B,CAAC;IACD,KAAK,sBAAsB;GAG7B;GACA,KAAK,IAAI,OACP,mBAAmB,wBAAwB,KAAK,mBAAmB,GACrE;GACA,SAAS,QAAQ;GACjB,KAAK,YAAY;EACnB,SAAS,GAAG;GACV,KAAK,IAAI,OAAO,2BAA2B,CAAC;GAC5C,KAAK,YAAY,IAAI,GAAG;KACrB,mBAAmB;KACnB,uBAAuB;KACvB,uBAAuB;GAC1B,CAAC;GACD,SAAS,OAAO,CAAC;GACjB,KAAK,aAAa,CAAC;EACrB;CACF;CAEA,oBAAoB;EAClB,OAAO,KAAK,cAAc;CAC5B;;;;;CAMA,QAAQ,IAA+B;EACrC,IAAI,KAAK,WAAW;GAClB,GAAG,QAAQ,4BAA4B;GACvC,OAAO,KAAK,UAAU;EACxB;EACA,OAAO;CACT;CAEA,QAAQ;EAIN,KAAK,SAAS,KAAA;CAChB;CAEA,OAAO,kBACL,IACA,cACA,SACA,SACA,qBAA+B,CAAC,GACY;EAC5C,IAAI,YAAY,cAAc,QAAQ,OAAO,KAAK,GAChD;EAGF,MAAM,UAAU,KAAK,IAAI;EACzB,MAAM,QAAQ,eAAe,cAAc,YAAY,IAAI;EAC3D,MAAM,MAAM,cAAc,QAAQ,OAAO;EACzC,GAAG,QAAQ,yCAAyC,OAAO;EAM3D,MAAM,KAAK,QAAQ,EAAE;EACrB,MAAM,UAAU,KAAK,IAAI,IAAI;EAE7B,MAAM,SAAS,IAAI,gBAAgB,IAAI,EAAC,MAAMC,SAAa,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG;EAC1E,IAAI;GAEF,MAAM,OAAO,iBAAgB,OAC3B,aAAa,IAAI,KAAK,SAAS,KAAK,QAAQ,OAAO,CACrD;GAEA,MAAM,EAAC,UAAS,MAAM,OAAO,iBAAgB,OAAM;IA6BjD,OAAO,EAAC,OA3BN,mBAAmB,WAAW,IAC1B,EAAa;;;;;;;;mBAQR,KAAK,KAAK,MAAM,EAAE;kCACH,KAAK,OAAO;iCACb,MAAM;kCACL,QAEpB,EAAa;;;;;;;;mBAQR,KAAK,KAAK,MAAM,EAAE;kCACH,KAAK,OAAO;iCACb,MAAM;kCACL,IAAI;2DACqB,mBAAmB,GACzD;GACf,CAAC;GAED,OAAO,MAAM,OAAO,GAAK;EAC3B,UAAU;GACR,OAAO,QAAQ;EACjB;EAEA,MAAM,UAAU,KAAK,IAAI,IAAI;EAC7B,GAAG,OACD,gCAAgC,QAAQ,cAAc,QAAQ,KAChE;CACF;CAEA,kBACE,IACA,SACA,YACA,MACA,KAAK,KAAK,KACa;EACvB,IACE,SAAS,kBAER,KAAK,cAAc,QAElB,WAAW,OAAO,KAAK,6BAEzB,OAAO,CAAC;EAEV,MAAM,cAAc;GAClB,eAAe,KAAK;GACpB,SAAS,cAAc,OAAO;EAChC;EACA,MAAM,UAAiC,CACrC,EAAE,eAAe,KAAK,KAAK,aAAa,EAAE,GAAG,GAAG,WAAW,EAAE;;2BAExC,GAAG,WAAW,GACrC;EAEA,MAAM,gBAA2B,CAAC;EAClC,KAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,QAAQ,GACzC,IAAI,QAAQ,MACV,QAAQ,KACN,EAAE;wBACY,KAAK,KAAK,MAAM,EAAE;sCACJ,KAAK,OAAO;+BACnB,GAAG,OAAO;8BACX,GAAG,MAAM;+BACR,GAAG,OAAO;QAEjC;OAEA,cAAc,KAAK,mBAAmB,KAAK,QAAQ,GAAG,CAAC;EAG3D,IAAI,cAAc,QAAQ;GACxB,QAAQ,KACN,EAAE;gBACM,KAAK,KAAK,MAAM,EAAE;;;;6BAIL,cAAc;;;;;;;;;;;;KAarC;GACA,GAAG,OACD,YAAY,WAAW,KAAK,SAAS,cAAc,OAAO,YACxD,WAAW,OAAO,cAAc,OACjC,UACH;EACF;EACA,OAAO;CACT;AACF"}
+{"version":3,"file":"row-record-cache.js","names":["Mode.READONLY","Mode.READ_COMMITTED"],"sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {PendingQuery, Row} from 'postgres';\nimport {startAsyncSpan} from '../../../../otel/src/span.ts';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {type Resolver, resolver} from '../../../../shared/src/resolver.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {type PostgresDB, type PostgresTransaction} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {checkVersion, type CVRFlushStats} from './cvr-store.ts';\nimport type {CVRSnapshot} from './cvr.ts';\nimport {\n  rowRecordToRowsRow,\n  type RowsRow,\n  rowsRowToRowRecord,\n} from './schema/cvr.ts';\nimport {\n  cmpVersions,\n  type CVRVersion,\n  type NullableCVRVersion,\n  type RowID,\n  type RowRecord,\n  versionString,\n  versionToNullableCookie,\n} from './schema/types.ts';\nimport {tracer} from './tracer.ts';\n\nconst FLUSH_TYPE_ATTRIBUTE = 'flush.type';\nconst RESULT_ATTRIBUTE = 'result';\nconst ERROR_KIND_ATTRIBUTE = 'error.kind';\n\n/**\n * The RowRecordCache is an in-memory cache of the `cvr.rows` tables that\n * operates as both a write-through and write-back cache.\n *\n * For \"small\" CVR updates (i.e. zero or small numbers of rows) the\n * RowRecordCache operates as write-through, executing commits in\n * {@link executeRowUpdates()} before they are {@link apply}-ed to the\n * in-memory state.\n *\n * For \"large\" CVR updates (i.e. with many rows), the cache switches to a\n * write-back mode of operation, in which {@link executeRowUpdates()} is a\n * no-op, and {@link apply()} initiates a background task to flush the pending\n * row changes to the store. This allows the client poke to be completed and\n * committed on the client without waiting for the heavyweight operation of\n * committing the row records to the CVR store.\n *\n * Note that when the cache is in write-back mode, all updates become\n * write-back (i.e. asynchronously flushed) until the pending update queue is\n * fully flushed. This is required because updates must be applied in version\n * order. As with all pending work systems in zero-cache, multiple pending\n * updates are coalesced to reduce buildup of work.\n *\n * ### High level consistency\n *\n * Note that the above caching scheme only applies to the row data in `cvr.rows`\n * and corresponding `cvr.rowsVersion` tables. CVR metadata and query\n * information, on the other hand, are always committed before completing the\n * client poke. In this manner, the difference between the `version` column in\n * `cvr.instances` and the analogous column in `cvr.rowsVersion` determines\n * whether the data in the store is consistent, or whether it is awaiting a\n * pending update.\n *\n * The logic in {@link CVRStore#load()} takes this into account by loading both\n * the `cvr.instances` version and the `cvr.rowsVersion` version and checking\n * if they are in sync, waiting for a configurable delay until they are.\n *\n * ### Eventual conversion\n *\n * In the event of a continual stream of mutations (e.g. an animation-style\n * app), it is conceivable that the row record data be continually behind\n * the CVR metadata. In order to effect eventual convergence, a new view-syncer\n * signals the current view-syncer to stop updating by writing new `owner`\n * information to the `cvr.instances` row. This effectively stops the mutation\n * processing (in {@link CVRStore.#checkVersionAndOwnership}) so that the row\n * data can eventually catch up, allowing the new view-syncer to take over.\n *\n * Of course, there is the pathological situation in which a view-syncer\n * process crashes before the pending row updates are flushed. In this case,\n * the wait timeout will elapse and the CVR considered invalid.\n */\nexport class RowRecordCache {\n  // The state in the #cache is always in sync with the CVR metadata\n  // (i.e. cvr.instances). It may contain information that has not yet\n  // been flushed to cvr.rows.\n  #cache: Promise<CustomKeyMap<RowID, RowRecord>> | undefined;\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #cvrID: string;\n  readonly #failService: (e: unknown) => void;\n  readonly #deferredRowFlushThreshold: number;\n  readonly #setTimeout: typeof setTimeout;\n\n  // Write-back cache state.\n  readonly #pending = new CustomKeyMap<RowID, RowRecord | null>(rowIDString);\n  #pendingRowsVersion: CVRVersion | null = null;\n  #flushedRowsVersion: CVRVersion | null = null;\n  #flushing: Resolver<void> | null = null;\n\n  readonly #cvrFlushTime = getOrCreateLatencyHistogram(\n    'sync',\n    'cvr.flush-time',\n    'Time to flush a CVR transaction. This includes both synchronous ' +\n      'and asynchronous flushes, distinguished by the flush.type attribute.',\n  );\n  readonly #cvrRowsFlushed = getOrCreateCounter(\n    'sync',\n    'cvr.rows-flushed',\n    'Number of (changed) rows flushed to a CVR',\n  );\n  readonly #cvrFlushes = getOrCreateCounter(\n    'sync',\n    'cvr.flush_attempts',\n    'CVR flush attempts, labeled by result and flush.type.',\n  );\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    cvrID: string,\n    failService: (e: unknown) => void,\n    deferredRowFlushThreshold = 100,\n    setTimeoutFn = setTimeout,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#cvrID = cvrID;\n    this.#failService = failService;\n    this.#deferredRowFlushThreshold = deferredRowFlushThreshold;\n    this.#setTimeout = setTimeoutFn;\n  }\n\n  recordSyncFlushStats(stats: CVRFlushStats, elapsedMs: number) {\n    this.#cvrFlushTime.recordMs(elapsedMs, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'sync',\n    });\n    if (stats.rowsDeferred === 0) {\n      this.#cvrRowsFlushed.add(stats.rows);\n    }\n  }\n\n  #recordAsyncFlushStats(rows: number, elapsedMs: number) {\n    this.#cvrFlushTime.recordMs(elapsedMs, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'async',\n    });\n    this.#cvrRowsFlushed.add(rows);\n  }\n\n  #cvr(table: string) {\n    return this.#db(`${this.#schema}.${table}`);\n  }\n\n  async #ensureLoaded(): Promise<CustomKeyMap<RowID, RowRecord>> {\n    if (this.#cache) {\n      return this.#cache;\n    }\n    const start = Date.now();\n    const r = resolver<CustomKeyMap<RowID, RowRecord>>();\n    r.promise.catch(() => {});\n    // Set this.#cache immediately (before await) so that only one db\n    // query is made even if there are multiple callers.\n    this.#cache = r.promise;\n    try {\n      const cache = await startAsyncSpan(\n        tracer,\n        'RowRecordCache.load',\n        async span => {\n          const cache: CustomKeyMap<RowID, RowRecord> = new CustomKeyMap(\n            rowIDString,\n          );\n          // Run in a transaction (which a cursor requires anyway) so that\n          // runTx can disable any statement_timeout set by the CVR DB or\n          // role. This load scales with the size of the client group's CVR.\n          await runTx(\n            this.#db,\n            async tx => {\n              for await (const rows of tx<RowsRow[]>`\n                SELECT\n                  \"clientGroupID\",\n                  \"schema\",\n                  \"table\",\n                  \"rowKey\",\n                  \"rowVersion\",\n                  \"patchVersion\",\n                  \"refCounts\"\n                FROM ${this.#cvr(`rows`)}\n                  WHERE \"clientGroupID\" = ${this.#cvrID} AND \"refCounts\" IS NOT NULL`\n                // TODO(arv): Arbitrary page size\n                .cursor(5000)) {\n                for (const row of rows) {\n                  const rowRecord = rowsRowToRowRecord(row);\n                  cache.set(rowRecord.id, rowRecord);\n                }\n              }\n            },\n            {mode: Mode.READONLY},\n          );\n          span.setAttribute('rows', cache.size);\n          return cache;\n        },\n      );\n      this.#lc.info?.(\n        `Loaded ${cache.size} row records in ${Date.now() - start} ms`,\n      );\n      r.resolve(cache);\n      return this.#cache;\n    } catch (e) {\n      r.reject(e); // Make sure the error is reflected in the cached promise\n      throw e;\n    }\n  }\n\n  getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n    return this.#ensureLoaded();\n  }\n\n  /**\n   * Applies the `rowRecords` corresponding to the `rowsVersion`\n   * to the cache, indicating whether the corresponding updates\n   * (generated by {@link executeRowUpdates}) were `flushed`.\n   *\n   * If `flushed` is false, the RowRecordCache will flush the records\n   * asynchronously.\n   *\n   * Note that `apply()` indicates that the CVR metadata associated with\n   * the `rowRecords` was successfully committed, which essentially means\n   * that this process has the unconditional right (and responsibility) of\n   * following up with a flush of the `rowRecords`. In particular, the\n   * commit of row records are not conditioned on the version or ownership\n   * columns of the `cvr.instances` row.\n   */\n  async apply(\n    rowRecords: Map<RowID, RowRecord | null>,\n    rowsVersion: CVRVersion,\n    flushed: boolean,\n  ): Promise<number> {\n    const cache = await this.#ensureLoaded();\n    for (const [id, row] of rowRecords.entries()) {\n      if (row === null || row.refCounts === null) {\n        cache.delete(id);\n      } else {\n        cache.set(id, row);\n      }\n      if (!flushed) {\n        this.#pending.set(id, row);\n      }\n    }\n    this.#pendingRowsVersion = rowsVersion;\n    // Initiate a flush if not already flushing.\n    if (!flushed && this.#flushing === null) {\n      this.#flushing = resolver();\n      // The #flush() method handles propagating errors to #failService.\n      // Attach a rejection handler to this promise to avoid unhandled\n      // rejections.\n      this.#flushing.promise.catch(() => {});\n      this.#setTimeout(() => this.#flush(), 0);\n    }\n    return cache.size;\n  }\n\n  async #flush() {\n    const flushing = must(this.#flushing);\n    try {\n      while (this.#pendingRowsVersion !== this.#flushedRowsVersion) {\n        const start = performance.now();\n\n        const {rows, rowsVersion} = await runTx(\n          this.#db,\n          tx => {\n            // Note: This code block is synchronous, guaranteeing that the\n            // #pendingRowsVersion is consistent with the #pending rows.\n            const rows = this.#pending.size;\n            const rowsVersion = must(this.#pendingRowsVersion);\n            // Awaiting all of the individual statements incurs too much\n            // overhead. Instead, just catch and log exception(s); the outer\n            // transaction will properly fail.\n            void Promise.all(\n              this.executeRowUpdates(tx, rowsVersion, this.#pending, 'force'),\n            ).catch(e => this.#lc.error?.(`error flushing cvr rows`, e));\n\n            this.#pending.clear();\n            return {rows, rowsVersion};\n          },\n          {mode: Mode.READ_COMMITTED},\n        );\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `flushed ${rows} rows@${versionString(rowsVersion)} (${elapsed} ms)`,\n        );\n        this.#recordAsyncFlushStats(rows, elapsed);\n        this.#cvrFlushes.add(1, {\n          [RESULT_ATTRIBUTE]: 'success',\n          [FLUSH_TYPE_ATTRIBUTE]: 'async',\n        });\n        this.#flushedRowsVersion = rowsVersion;\n        // Note: apply() may have called while the transaction was committing,\n        //       which will result in looping to commit the next #pendingRowsVersion.\n      }\n      this.#lc.info?.(\n        `up to date rows@${versionToNullableCookie(this.#flushedRowsVersion)}`,\n      );\n      flushing.resolve();\n      this.#flushing = null;\n    } catch (e) {\n      this.#lc.info?.(`row record flush failed`, e);\n      this.#cvrFlushes.add(1, {\n        [RESULT_ATTRIBUTE]: 'error',\n        [FLUSH_TYPE_ATTRIBUTE]: 'async',\n        [ERROR_KIND_ATTRIBUTE]: 'error',\n      });\n      flushing.reject(e);\n      this.#failService(e);\n    }\n  }\n\n  hasPendingUpdates() {\n    return this.#flushing !== null;\n  }\n\n  /**\n   * Returns a promise that resolves when all outstanding row-records\n   * have been committed.\n   */\n  flushed(lc: LogContext): Promise<void> {\n    if (this.#flushing) {\n      lc.debug?.('awaiting pending row flush');\n      return this.#flushing.promise;\n    }\n    return promiseVoid;\n  }\n\n  clear() {\n    // Note: Only the #cache is cleared. #pending updates, on the other hand,\n    // comprise canonical (i.e. already flushed) data and must be flushed\n    // even if the snapshot of the present state (the #cache) is cleared.\n    this.#cache = undefined;\n  }\n\n  async *catchupRowPatches(\n    lc: LogContext,\n    afterVersion: NullableCVRVersion,\n    upToCVR: CVRSnapshot,\n    current: CVRVersion,\n    excludeQueryHashes: string[] = [],\n  ): AsyncGenerator<RowsRow[], void, undefined> {\n    if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n      return;\n    }\n\n    const startMs = Date.now();\n    const start = afterVersion ? versionString(afterVersion) : '';\n    const end = versionString(upToCVR.version);\n    lc.debug?.(`scanning row patches for clients from ${start}`);\n\n    // Before accessing the CVR db, pending row records must be flushed.\n    // Note that because catchupRowPatches() is called from within the\n    // view syncer lock, this flush is guaranteed to complete since no\n    // new CVR updates can happen while the lock is held.\n    await this.flushed(lc);\n    const flushMs = Date.now() - startMs;\n\n    const reader = new TransactionPool(lc, {mode: Mode.READONLY}).run(this.#db);\n    try {\n      // Verify that we are reading the right version of the CVR.\n      await reader.processReadTask(tx =>\n        checkVersion(tx, this.#schema, this.#cvrID, current),\n      );\n\n      const {query} = await reader.processReadTask(tx => {\n        const query =\n          excludeQueryHashes.length === 0\n            ? tx<RowsRow[]>`SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}`\n            : // Exclude rows that were already sent as part of query hydration.\n              tx<RowsRow[]>`SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}\n          AND (\"refCounts\" IS NULL OR NOT \"refCounts\" ?| ${excludeQueryHashes})`;\n        return {query};\n      });\n\n      yield* query.cursor(10000);\n    } finally {\n      reader.setDone();\n    }\n\n    const totalMs = Date.now() - startMs;\n    lc.info?.(\n      `finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`,\n    );\n  }\n\n  executeRowUpdates(\n    tx: PostgresTransaction,\n    version: CVRVersion,\n    rowUpdates: Map<RowID, RowRecord | null>,\n    mode: 'allow-defer' | 'force',\n    lc = this.#lc,\n  ): PendingQuery<Row[]>[] {\n    if (\n      mode === 'allow-defer' &&\n      // defer if pending rows are being flushed\n      (this.#flushing !== null ||\n        // or if the new batch is above the limit.\n        rowUpdates.size > this.#deferredRowFlushThreshold)\n    ) {\n      return [];\n    }\n    const rowsVersion = {\n      clientGroupID: this.#cvrID,\n      version: versionString(version),\n    };\n    const pending: PendingQuery<Row[]>[] = [\n      tx`INSERT INTO ${this.#cvr('rowsVersion')} ${tx(rowsVersion)}\n           ON CONFLICT (\"clientGroupID\") \n           DO UPDATE SET ${tx(rowsVersion)}`,\n    ];\n\n    const rowRecordRows: RowsRow[] = [];\n    for (const [id, row] of rowUpdates.entries()) {\n      if (row === null) {\n        pending.push(\n          tx`\n          DELETE FROM ${this.#cvr('rows')}\n            WHERE \"clientGroupID\" = ${this.#cvrID}\n              AND \"schema\" = ${id.schema}\n              AND \"table\" = ${id.table}\n              AND \"rowKey\" = ${id.rowKey}\n       `,\n        );\n      } else {\n        rowRecordRows.push(rowRecordToRowsRow(this.#cvrID, row));\n      }\n    }\n    if (rowRecordRows.length) {\n      pending.push(\n        tx`\n  INSERT INTO ${this.#cvr('rows')}(\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n  ) SELECT\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n    FROM json_to_recordset(${rowRecordRows}) AS x(\n      \"clientGroupID\" TEXT,\n      \"schema\" TEXT,\n      \"table\" TEXT,\n      \"rowKey\" JSONB,\n      \"rowVersion\" TEXT,\n      \"patchVersion\" TEXT,\n      \"refCounts\" JSONB\n  ) ON CONFLICT (\"clientGroupID\", \"schema\", \"table\", \"rowKey\")\n    DO UPDATE SET \"rowVersion\" = excluded.\"rowVersion\",\n      \"patchVersion\" = excluded.\"patchVersion\",\n      \"refCounts\" = excluded.\"refCounts\"\n    `,\n      );\n      lc.info?.(\n        `flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${\n          rowUpdates.size - rowRecordRows.length\n        } deletes)`,\n      );\n    }\n    return pending;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAmCA,IAAM,uBAAuB;AAC7B,IAAM,mBAAmB;AACzB,IAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoD7B,IAAa,iBAAb,MAA4B;CAI1B;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAGA,WAAoB,IAAI,aAAsC,WAAW;CACzE,sBAAyC;CACzC,sBAAyC;CACzC,YAAmC;CAEnC,gBAAyB,4BACvB,QACA,kBACA,sIAEF;CACA,kBAA2B,mBACzB,QACA,oBACA,2CACF;CACA,cAAuB,mBACrB,QACA,sBACA,uDACF;CAEA,YACE,IACA,IACA,OACA,OACA,aACA,4BAA4B,KAC5B,eAAe,YACf;EACA,KAAK,MAAM;EACX,KAAK,MAAM;EACX,KAAK,UAAU,UAAU,KAAK;EAC9B,KAAK,SAAS;EACd,KAAK,eAAe;EACpB,KAAK,6BAA6B;EAClC,KAAK,cAAc;CACrB;CAEA,qBAAqB,OAAsB,WAAmB;EAC5D,KAAK,cAAc,SAAS,WAAW,GACpC,uBAAuB,OAC1B,CAAC;EACD,IAAI,MAAM,iBAAiB,GACzB,KAAK,gBAAgB,IAAI,MAAM,IAAI;CAEvC;CAEA,uBAAuB,MAAc,WAAmB;EACtD,KAAK,cAAc,SAAS,WAAW,GACpC,uBAAuB,QAC1B,CAAC;EACD,KAAK,gBAAgB,IAAI,IAAI;CAC/B;CAEA,KAAK,OAAe;EAClB,OAAO,KAAK,IAAI,GAAG,KAAK,QAAQ,GAAG,OAAO;CAC5C;CAEA,MAAM,gBAAyD;EAC7D,IAAI,KAAK,QACP,OAAO,KAAK;EAEd,MAAM,QAAQ,KAAK,IAAI;EACvB,MAAM,IAAI,SAAyC;EACnD,EAAE,QAAQ,YAAY,CAAC,CAAC;EAGxB,KAAK,SAAS,EAAE;EAChB,IAAI;GACF,MAAM,QAAQ,MAAM,eAClB,QACA,uBACA,OAAM,SAAQ;IACZ,MAAM,QAAwC,IAAI,aAChD,WACF;IAIA,MAAM,MACJ,KAAK,KACL,OAAM,OAAM;KACV,WAAW,MAAM,QAAQ,EAAa;;;;;;;;;uBAS7B,KAAK,KAAK,MAAM,EAAE;4CACG,KAAK,OAAO,8BAEvC,OAAO,GAAI,GACZ,KAAK,MAAM,OAAO,MAAM;MACtB,MAAM,YAAY,mBAAmB,GAAG;MACxC,MAAM,IAAI,UAAU,IAAI,SAAS;KACnC;IAEJ,GACA,EAAC,MAAMA,SAAa,CACtB;IACA,KAAK,aAAa,QAAQ,MAAM,IAAI;IACpC,OAAO;GACT,CACF;GACA,KAAK,IAAI,OACP,UAAU,MAAM,KAAK,kBAAkB,KAAK,IAAI,IAAI,MAAM,IAC5D;GACA,EAAE,QAAQ,KAAK;GACf,OAAO,KAAK;EACd,SAAS,GAAG;GACV,EAAE,OAAO,CAAC;GACV,MAAM;EACR;CACF;CAEA,gBAAwD;EACtD,OAAO,KAAK,cAAc;CAC5B;;;;;;;;;;;;;;;;CAiBA,MAAM,MACJ,YACA,aACA,SACiB;EACjB,MAAM,QAAQ,MAAM,KAAK,cAAc;EACvC,KAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,QAAQ,GAAG;GAC5C,IAAI,QAAQ,QAAQ,IAAI,cAAc,MACpC,MAAM,OAAO,EAAE;QAEf,MAAM,IAAI,IAAI,GAAG;GAEnB,IAAI,CAAC,SACH,KAAK,SAAS,IAAI,IAAI,GAAG;EAE7B;EACA,KAAK,sBAAsB;EAE3B,IAAI,CAAC,WAAW,KAAK,cAAc,MAAM;GACvC,KAAK,YAAY,SAAS;GAI1B,KAAK,UAAU,QAAQ,YAAY,CAAC,CAAC;GACrC,KAAK,kBAAkB,KAAK,OAAO,GAAG,CAAC;EACzC;EACA,OAAO,MAAM;CACf;CAEA,MAAM,SAAS;EACb,MAAM,WAAW,KAAK,KAAK,SAAS;EACpC,IAAI;GACF,OAAO,KAAK,wBAAwB,KAAK,qBAAqB;IAC5D,MAAM,QAAQ,YAAY,IAAI;IAE9B,MAAM,EAAC,MAAM,gBAAe,MAAM,MAChC,KAAK,MACL,OAAM;KAGJ,MAAM,OAAO,KAAK,SAAS;KAC3B,MAAM,cAAc,KAAK,KAAK,mBAAmB;KAIjD,QAAa,IACX,KAAK,kBAAkB,IAAI,aAAa,KAAK,UAAU,OAAO,CAChE,CAAC,CAAC,OAAM,MAAK,KAAK,IAAI,QAAQ,2BAA2B,CAAC,CAAC;KAE3D,KAAK,SAAS,MAAM;KACpB,OAAO;MAAC;MAAM;KAAW;IAC3B,GACA,EAAC,MAAMC,eAAmB,CAC5B;IACA,MAAM,UAAU,YAAY,IAAI,IAAI;IACpC,KAAK,IAAI,OACP,WAAW,KAAK,QAAQ,cAAc,WAAW,EAAE,IAAI,QAAQ,KACjE;IACA,KAAK,uBAAuB,MAAM,OAAO;IACzC,KAAK,YAAY,IAAI,GAAG;MACrB,mBAAmB;MACnB,uBAAuB;IAC1B,CAAC;IACD,KAAK,sBAAsB;GAG7B;GACA,KAAK,IAAI,OACP,mBAAmB,wBAAwB,KAAK,mBAAmB,GACrE;GACA,SAAS,QAAQ;GACjB,KAAK,YAAY;EACnB,SAAS,GAAG;GACV,KAAK,IAAI,OAAO,2BAA2B,CAAC;GAC5C,KAAK,YAAY,IAAI,GAAG;KACrB,mBAAmB;KACnB,uBAAuB;KACvB,uBAAuB;GAC1B,CAAC;GACD,SAAS,OAAO,CAAC;GACjB,KAAK,aAAa,CAAC;EACrB;CACF;CAEA,oBAAoB;EAClB,OAAO,KAAK,cAAc;CAC5B;;;;;CAMA,QAAQ,IAA+B;EACrC,IAAI,KAAK,WAAW;GAClB,GAAG,QAAQ,4BAA4B;GACvC,OAAO,KAAK,UAAU;EACxB;EACA,OAAO;CACT;CAEA,QAAQ;EAIN,KAAK,SAAS,KAAA;CAChB;CAEA,OAAO,kBACL,IACA,cACA,SACA,SACA,qBAA+B,CAAC,GACY;EAC5C,IAAI,YAAY,cAAc,QAAQ,OAAO,KAAK,GAChD;EAGF,MAAM,UAAU,KAAK,IAAI;EACzB,MAAM,QAAQ,eAAe,cAAc,YAAY,IAAI;EAC3D,MAAM,MAAM,cAAc,QAAQ,OAAO;EACzC,GAAG,QAAQ,yCAAyC,OAAO;EAM3D,MAAM,KAAK,QAAQ,EAAE;EACrB,MAAM,UAAU,KAAK,IAAI,IAAI;EAE7B,MAAM,SAAS,IAAI,gBAAgB,IAAI,EAAC,MAAMD,SAAa,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG;EAC1E,IAAI;GAEF,MAAM,OAAO,iBAAgB,OAC3B,aAAa,IAAI,KAAK,SAAS,KAAK,QAAQ,OAAO,CACrD;GAEA,MAAM,EAAC,UAAS,MAAM,OAAO,iBAAgB,OAAM;IA6BjD,OAAO,EAAC,OA3BN,mBAAmB,WAAW,IAC1B,EAAa;;;;;;;;mBAQR,KAAK,KAAK,MAAM,EAAE;kCACH,KAAK,OAAO;iCACb,MAAM;kCACL,QAEpB,EAAa;;;;;;;;mBAQR,KAAK,KAAK,MAAM,EAAE;kCACH,KAAK,OAAO;iCACb,MAAM;kCACL,IAAI;2DACqB,mBAAmB,GACzD;GACf,CAAC;GAED,OAAO,MAAM,OAAO,GAAK;EAC3B,UAAU;GACR,OAAO,QAAQ;EACjB;EAEA,MAAM,UAAU,KAAK,IAAI,IAAI;EAC7B,GAAG,OACD,gCAAgC,QAAQ,cAAc,QAAQ,KAChE;CACF;CAEA,kBACE,IACA,SACA,YACA,MACA,KAAK,KAAK,KACa;EACvB,IACE,SAAS,kBAER,KAAK,cAAc,QAElB,WAAW,OAAO,KAAK,6BAEzB,OAAO,CAAC;EAEV,MAAM,cAAc;GAClB,eAAe,KAAK;GACpB,SAAS,cAAc,OAAO;EAChC;EACA,MAAM,UAAiC,CACrC,EAAE,eAAe,KAAK,KAAK,aAAa,EAAE,GAAG,GAAG,WAAW,EAAE;;2BAExC,GAAG,WAAW,GACrC;EAEA,MAAM,gBAA2B,CAAC;EAClC,KAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,QAAQ,GACzC,IAAI,QAAQ,MACV,QAAQ,KACN,EAAE;wBACY,KAAK,KAAK,MAAM,EAAE;sCACJ,KAAK,OAAO;+BACnB,GAAG,OAAO;8BACX,GAAG,MAAM;+BACR,GAAG,OAAO;QAEjC;OAEA,cAAc,KAAK,mBAAmB,KAAK,QAAQ,GAAG,CAAC;EAG3D,IAAI,cAAc,QAAQ;GACxB,QAAQ,KACN,EAAE;gBACM,KAAK,KAAK,MAAM,EAAE;;;;6BAIL,cAAc;;;;;;;;;;;;KAarC;GACA,GAAG,OACD,YAAY,WAAW,KAAK,SAAS,cAAc,OAAO,YACxD,WAAW,OAAO,cAAc,OACjC,UACH;EACF;EACA,OAAO;CACT;AACF"}

package/out/zero-cache/src/services/view-syncer/schema/cvr.js

@@ -22,7 +22,8 @@ CREATE TABLE ${schema(shard)}.instances (
   "grantedAt"      TIMESTAMPTZ,                         -- The time at which the current owner was last granted ownership (most recent connection time).
   "clientSchema"   JSONB,                               -- ClientSchema of the client group
   "profileID"      TEXT,                                -- Stable profile id ("p..."), falling back to the clientGroupID ("cg{clientGroupID}") for old clients
-  "deleted"        BOOL DEFAULT FALSE                   -- Tombstone column for deleted CVRs; instances rows are kept longer for usage stats
+  "deleted"        BOOL DEFAULT FALSE,                  -- Tombstone column for deleted CVRs; instances rows are kept longer for usage stats
+  "pinnedUser"     JSONB                                -- {"id": userID | null} of the first validated connection; NULL until a connection has been validated
 );
 
 -- For garbage collection.
@@ -127,6 +128,8 @@ function rowsRowToRowRecord(rowsRow) {
 	};
 }
 function rowRecordToRowsRow(clientGroupID, rowRecord) {
+	const { rowKey } = rowRecord.id;
+	for (const column in rowKey) if (typeof rowKey[column] === "bigint") throw new Error(`Row key column ${rowRecord.id.table}.${column} of a CVR row is a bigint`);
 	return {
 		clientGroupID,
 		schema: rowRecord.id.schema,

package/out/zero-cache/src/services/view-syncer/schema/cvr.js.map

@@ -1 +1 @@
-{"version":3,"file":"cvr.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/schema/cvr.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {ident} from 'pg-format';\nimport type postgres from 'postgres';\nimport {\n  type JSONObject,\n  type JSONValue,\n  stringify,\n} from '../../../../../shared/src/bigint-json.ts';\nimport type {ReadonlyJSONValue} from '../../../../../shared/src/json.ts';\nimport {stringCompare} from '../../../../../shared/src/string-compare.ts';\nimport type {ClientSchema} from '../../../../../zero-protocol/src/client-schema.ts';\nimport {normalizedKeyOrder, type RowKey} from '../../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../../types/shards.ts';\nimport type {TTLClock} from '../ttl-clock.ts';\nimport {\n  type RowID,\n  type RowRecord,\n  versionFromString,\n  versionString,\n} from './types.ts';\n\n// For readability in the sql statements.\nfunction schema(shard: ShardID) {\n  return ident(cvrSchema(shard));\n}\n\nfunction createSchema(shard: ShardID) {\n  return `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;\n}\n\nexport type InstancesRow = {\n  clientGroupID: string;\n  version: string;\n  lastActive: number;\n  ttlClock: TTLClock;\n  replicaVersion: string | null;\n  owner: string | null;\n  grantedAt: number | null;\n  clientSchema: ClientSchema | null;\n  profileID: string | null;\n};\n\nfunction createInstancesTable(shard: ShardID) {\n  return /*sql*/ `\nCREATE TABLE ${schema(shard)}.instances (\n  \"clientGroupID\"  TEXT PRIMARY KEY,\n  \"version\"        TEXT NOT NULL,                       -- Sortable representation of CVRVersion, e.g. \"5nbqa2w:09\"\n  \"lastActive\"     TIMESTAMPTZ NOT NULL,                -- For garbage collection\n  \"ttlClock\"       DOUBLE PRECISION NOT NULL DEFAULT 0, -- The ttl clock gets \"paused\" when disconnected.\n  \"replicaVersion\" TEXT,                                -- Identifies the replica (i.e. initial-sync point) from which the CVR data comes.\n  \"owner\"          TEXT,                                -- The ID of the task / server that has been granted ownership of the CVR.\n  \"grantedAt\"      TIMESTAMPTZ,                         -- The time at which the current owner was last granted ownership (most recent connection time).\n  \"clientSchema\"   JSONB,                               -- ClientSchema of the client group\n  \"profileID\"      TEXT,                                -- Stable profile id (\"p...\"), falling back to the clientGroupID (\"cg{clientGroupID}\") for old clients\n  \"deleted\"        BOOL DEFAULT FALSE                   -- Tombstone column for deleted CVRs; instances rows are kept longer for usage stats\n);\n\n-- For garbage collection.\nCREATE INDEX instances_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE NOT \"deleted\";\nCREATE INDEX tombstones_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE \"deleted\";\n\n-- For usage stats; the composite index allows a \n-- SELECT COUNT(DISTINCT(\"profileID\")) query to be answered by\n-- an index scan without additional table lookups.\nCREATE INDEX profile_ids_last_active ON ${schema(shard)}.instances (\"lastActive\", \"profileID\")\n  WHERE \"profileID\" IS NOT NULL;\n`;\n}\n\nexport function compareInstancesRows(a: InstancesRow, b: InstancesRow) {\n  return stringCompare(a.clientGroupID, b.clientGroupID);\n}\n\nexport type ClientsRow = {\n  clientGroupID: string;\n  clientID: string;\n};\n\nfunction createClientsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.clients (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\"),\n\n  CONSTRAINT fk_clients_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n`;\n}\nexport function compareClientsRows(a: ClientsRow, b: ClientsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.clientID, b.clientID);\n}\n\nexport type QueriesRow = {\n  clientGroupID: string;\n  queryHash: string;\n  // This is the client AST _AFTER_ applying server name transformations.\n  clientAST: JSONValue | null;\n  queryName: string | null;\n  queryArgs: readonly ReadonlyJSONValue[] | null;\n  patchVersion: string | null;\n  transformationHash: string | null;\n  transformationVersion: string | null;\n  internal: boolean | null;\n  deleted: boolean | null;\n  // Optional because (a) old DBs migrated to v17 will start with NULL, and\n  // (b) test fixtures predate this column.\n  rowSetSignature?: string | null;\n};\n\nfunction createQueriesTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.queries (\n  \"clientGroupID\"         TEXT,\n  \"queryHash\"             TEXT, -- this is the hash of the client query AST\n  \"clientAST\"             JSONB, -- this is nullable as custom queries will not persist an AST\n  \"queryName\"             TEXT, -- the name of the query if it is a custom query\n  \"queryArgs\"             JSON, -- the arguments of the query if it is a custom query\n  \"patchVersion\"          TEXT,  -- NULL if only desired but not yet \"got\"\n  \"transformationHash\"    TEXT,\n  \"transformationVersion\" TEXT,\n  \"internal\"              BOOL,  -- If true, no need to track / send patches\n  \"deleted\"               BOOL,  -- put vs del \"got\" query\n  \"rowSetSignature\"       TEXT,  -- Hex XOR of h64([schema,table,rowKey]) for rows in this query (drift detection for Cap)\n\n  PRIMARY KEY (\"clientGroupID\", \"queryHash\"),\n\n  CONSTRAINT fk_queries_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX queries_patch_version \n  ON ${schema(shard)}.queries (\"patchVersion\" NULLS FIRST);\n`;\n}\n\nexport function compareQueriesRows(a: QueriesRow, b: QueriesRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type DesiresRow = {\n  clientGroupID: string;\n  clientID: string;\n  queryHash: string;\n  patchVersion: string;\n  deleted: boolean | null;\n  ttl: number | null;\n  inactivatedAt: TTLClock | null;\n};\n\nfunction createDesiresTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.desires (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n  \"queryHash\"          TEXT,\n  \"patchVersion\"       TEXT NOT NULL,\n  \"deleted\"            BOOL,  -- put vs del \"desired\" query\n  \"ttl\"                INTERVAL,  -- DEPRECATED: Use ttlMs instead. Time to live for this client\n  \"ttlMs\"              DOUBLE PRECISION,  -- Time to live in milliseconds\n  \"inactivatedAt\"      TIMESTAMPTZ,  -- DEPRECATED: Use inactivatedAtMs instead. Time at which this row was inactivated\n  \"inactivatedAtMs\"    DOUBLE PRECISION,  -- Time at which this row was inactivated (milliseconds since client group start)\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\", \"queryHash\"),\n\n  CONSTRAINT fk_desires_query\n    FOREIGN KEY(\"clientGroupID\", \"queryHash\")\n    REFERENCES ${ident(cvrSchema(shard))}.queries(\"clientGroupID\", \"queryHash\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX desires_patch_version\n  ON ${schema(shard)}.desires (\"patchVersion\");\n\nCREATE INDEX desires_inactivated_at\n  ON ${schema(shard)}.desires (\"inactivatedAt\");\n`;\n}\n\nexport function compareDesiresRows(a: DesiresRow, b: DesiresRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const clientIDComp = stringCompare(a.clientID, b.clientID);\n  if (clientIDComp !== 0) {\n    return clientIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type RowsRow = {\n  clientGroupID: string;\n  schema: string;\n  table: string;\n  rowKey: JSONObject;\n  rowVersion: string;\n  patchVersion: string;\n  refCounts: {[queryHash: string]: number} | null;\n};\n\nfunction rowsRowToRowID(rowsRow: RowsRow): RowID {\n  return {\n    schema: rowsRow.schema,\n    table: rowsRow.table,\n    rowKey: rowsRow.rowKey as Record<string, JSONValue>,\n  };\n}\n\nexport function rowsRowToRowRecord(rowsRow: RowsRow): RowRecord {\n  return {\n    id: rowsRowToRowID(rowsRow),\n    rowVersion: rowsRow.rowVersion,\n    patchVersion: versionFromString(rowsRow.patchVersion),\n    refCounts: rowsRow.refCounts,\n  };\n}\n\nexport function rowRecordToRowsRow(\n  clientGroupID: string,\n  rowRecord: RowRecord,\n): RowsRow {\n  return {\n    clientGroupID,\n    schema: rowRecord.id.schema,\n    table: rowRecord.id.table,\n    rowKey: rowRecord.id.rowKey as Record<string, JSONValue>,\n    rowVersion: rowRecord.rowVersion,\n    patchVersion: versionString(rowRecord.patchVersion),\n    refCounts: rowRecord.refCounts,\n  };\n}\n\nexport function compareRowsRows(a: RowsRow, b: RowsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const schemaComp = stringCompare(a.schema, b.schema);\n  if (schemaComp !== 0) {\n    return schemaComp;\n  }\n  const tableComp = stringCompare(b.table, b.table);\n  if (tableComp !== 0) {\n    return tableComp;\n  }\n  return stringCompare(\n    stringifySorted(a.rowKey as RowKey),\n    stringifySorted(b.rowKey as RowKey),\n  );\n}\n\n/**\n * The version of the data in the `cvr.rows` table. This may lag\n * `version` in `cvr.instances` but eventually catches up, modulo\n * exceptional circumstances like a server crash.\n *\n * The `rowsVersion` is tracked in a separate table (as opposed to\n * a column in the `cvr.instances` table) so that general `cvr` updates\n * and `row` updates can be executed independently without serialization\n * conflicts.\n *\n * Note: Although `clientGroupID` logically references the same column in\n * `cvr.instances`, a FOREIGN KEY constraint must not be declared as the\n * `cvr.rows` TABLE needs to be updated without affecting the\n * `SELECT ... FOR UPDATE` lock when `cvr.instances` is updated.\n */\nexport function createRowsVersionTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.\"rowsVersion\" (\n  \"clientGroupID\" TEXT PRIMARY KEY,\n  \"version\"       TEXT NOT NULL\n);\n`;\n}\n\n/**\n * CVR `rows` are updated asynchronously from the CVR metadata\n * (i.e. `instances`). The `rowsVersion` table is updated atomically with\n * updates to the `rows` data.\n */\nfunction createRowsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.rows (\n  \"clientGroupID\"    TEXT,\n  \"schema\"           TEXT,\n  \"table\"            TEXT,\n  \"rowKey\"           JSONB,\n  \"rowVersion\"       TEXT NOT NULL,\n  \"patchVersion\"     TEXT NOT NULL,\n  \"refCounts\"        JSONB,  -- {[queryHash: string]: number}, NULL for tombstone\n\n  PRIMARY KEY (\"clientGroupID\", \"schema\", \"table\", \"rowKey\"),\n\n  CONSTRAINT fk_rows_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.\"rowsVersion\" (\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX row_patch_version \n  ON ${schema(shard)}.rows (\"patchVersion\");\n\n-- For listing rows returned by one or more query hashes. e.g.\n-- SELECT * FROM cvr_shard.rows WHERE \"refCounts\" ?| array[...queryHashes...];\nCREATE INDEX row_ref_counts ON ${schema(shard)}.rows \n  USING GIN (\"refCounts\");\n`;\n}\n\nexport type RowsVersionRow = {\n  clientGroupID: string;\n  version: string;\n};\n\nfunction createTables(shard: ShardID) {\n  return (\n    createSchema(shard) +\n    createInstancesTable(shard) +\n    createClientsTable(shard) +\n    createQueriesTable(shard) +\n    createDesiresTable(shard) +\n    createRowsVersionTable(shard) +\n    createRowsTable(shard)\n  );\n}\n\nexport async function setupCVRTables(\n  lc: LogContext,\n  db: postgres.TransactionSql,\n  shard: ShardID,\n) {\n  lc.info?.(`Setting up CVR tables`);\n  await db.unsafe(createTables(shard));\n}\n\nfunction stringifySorted(r: RowKey) {\n  return stringify(normalizedKeyOrder(r));\n}\n"],"mappings":";;;;;;AAsBA,SAAS,OAAO,OAAgB;CAC9B,OAAO,MAAM,UAAU,KAAK,CAAC;AAC/B;AAEA,SAAS,aAAa,OAAgB;CACpC,OAAO,+BAA+B,OAAO,KAAK,EAAE;AACtD;AAcA,SAAS,qBAAqB,OAAgB;CAC5C,OAAe;eACF,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;OAetB,OAAO,KAAK,EAAE;;OAEd,OAAO,KAAK,EAAE;;;;;0CAKqB,OAAO,KAAK,EAAE;;;AAGxD;AAWA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;iBAQZ,OAAO,KAAK,EAAE;;;;;AAK/B;AA0BA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;;;iBAiBZ,OAAO,KAAK,EAAE;;;;;;OAMxB,OAAO,KAAK,EAAE;;AAErB;AAoBA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;iBAeZ,MAAM,UAAU,KAAK,CAAC,EAAE;;;;;;OAMlC,OAAO,KAAK,EAAE;;;OAGd,OAAO,KAAK,EAAE;;AAErB;AAwBA,SAAS,eAAe,SAAyB;CAC/C,OAAO;EACL,QAAQ,QAAQ;EAChB,OAAO,QAAQ;EACf,QAAQ,QAAQ;CAClB;AACF;AAEA,SAAgB,mBAAmB,SAA6B;CAC9D,OAAO;EACL,IAAI,eAAe,OAAO;EAC1B,YAAY,QAAQ;EACpB,cAAc,kBAAkB,QAAQ,YAAY;EACpD,WAAW,QAAQ;CACrB;AACF;AAEA,SAAgB,mBACd,eACA,WACS;CACT,OAAO;EACL;EACA,QAAQ,UAAU,GAAG;EACrB,OAAO,UAAU,GAAG;EACpB,QAAQ,UAAU,GAAG;EACrB,YAAY,UAAU;EACtB,cAAc,cAAc,UAAU,YAAY;EAClD,WAAW,UAAU;CACvB;AACF;;;;;;;;;;;;;;;;AAoCA,SAAgB,uBAAuB,OAAgB;CACrD,OAAO;eACM,OAAO,KAAK,EAAE;;;;;AAK7B;;;;;;AAOA,SAAS,gBAAgB,OAAgB;CACvC,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;iBAaZ,OAAO,KAAK,EAAE;;;;;;OAMxB,OAAO,KAAK,EAAE;;;;iCAIY,OAAO,KAAK,EAAE;;;AAG/C;AAOA,SAAS,aAAa,OAAgB;CACpC,OACE,aAAa,KAAK,IAClB,qBAAqB,KAAK,IAC1B,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,uBAAuB,KAAK,IAC5B,gBAAgB,KAAK;AAEzB;AAEA,eAAsB,eACpB,IACA,IACA,OACA;CACA,GAAG,OAAO,uBAAuB;CACjC,MAAM,GAAG,OAAO,aAAa,KAAK,CAAC;AACrC"}
+{"version":3,"file":"cvr.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/schema/cvr.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {ident} from 'pg-format';\nimport type postgres from 'postgres';\nimport {\n  type JSONObject,\n  type JSONValue,\n  stringify,\n} from '../../../../../shared/src/bigint-json.ts';\nimport type {ReadonlyJSONValue} from '../../../../../shared/src/json.ts';\nimport {stringCompare} from '../../../../../shared/src/string-compare.ts';\nimport type {ClientSchema} from '../../../../../zero-protocol/src/client-schema.ts';\nimport {normalizedKeyOrder, type RowKey} from '../../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../../types/shards.ts';\nimport type {TTLClock} from '../ttl-clock.ts';\nimport {\n  type RowID,\n  type RowRecord,\n  versionFromString,\n  versionString,\n} from './types.ts';\n\n// For readability in the sql statements.\nfunction schema(shard: ShardID) {\n  return ident(cvrSchema(shard));\n}\n\nfunction createSchema(shard: ShardID) {\n  return `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;\n}\n\n/**\n * The user a client group is pinned to: the user of its first validated\n * connection, with `id: null` for a logged-out group. Every later validated\n * connection to the group must be from the same user.\n */\nexport type PinnedUser = {readonly id: string | null};\n\nexport type InstancesRow = {\n  clientGroupID: string;\n  version: string;\n  lastActive: number;\n  ttlClock: TTLClock;\n  replicaVersion: string | null;\n  owner: string | null;\n  grantedAt: number | null;\n  clientSchema: ClientSchema | null;\n  profileID: string | null;\n  // Optional because old DBs and test fixtures predate this column.\n  pinnedUser?: PinnedUser | null | undefined;\n};\n\nfunction createInstancesTable(shard: ShardID) {\n  return /*sql*/ `\nCREATE TABLE ${schema(shard)}.instances (\n  \"clientGroupID\"  TEXT PRIMARY KEY,\n  \"version\"        TEXT NOT NULL,                       -- Sortable representation of CVRVersion, e.g. \"5nbqa2w:09\"\n  \"lastActive\"     TIMESTAMPTZ NOT NULL,                -- For garbage collection\n  \"ttlClock\"       DOUBLE PRECISION NOT NULL DEFAULT 0, -- The ttl clock gets \"paused\" when disconnected.\n  \"replicaVersion\" TEXT,                                -- Identifies the replica (i.e. initial-sync point) from which the CVR data comes.\n  \"owner\"          TEXT,                                -- The ID of the task / server that has been granted ownership of the CVR.\n  \"grantedAt\"      TIMESTAMPTZ,                         -- The time at which the current owner was last granted ownership (most recent connection time).\n  \"clientSchema\"   JSONB,                               -- ClientSchema of the client group\n  \"profileID\"      TEXT,                                -- Stable profile id (\"p...\"), falling back to the clientGroupID (\"cg{clientGroupID}\") for old clients\n  \"deleted\"        BOOL DEFAULT FALSE,                  -- Tombstone column for deleted CVRs; instances rows are kept longer for usage stats\n  \"pinnedUser\"     JSONB                                -- {\"id\": userID | null} of the first validated connection; NULL until a connection has been validated\n);\n\n-- For garbage collection.\nCREATE INDEX instances_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE NOT \"deleted\";\nCREATE INDEX tombstones_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE \"deleted\";\n\n-- For usage stats; the composite index allows a \n-- SELECT COUNT(DISTINCT(\"profileID\")) query to be answered by\n-- an index scan without additional table lookups.\nCREATE INDEX profile_ids_last_active ON ${schema(shard)}.instances (\"lastActive\", \"profileID\")\n  WHERE \"profileID\" IS NOT NULL;\n`;\n}\n\nexport function compareInstancesRows(a: InstancesRow, b: InstancesRow) {\n  return stringCompare(a.clientGroupID, b.clientGroupID);\n}\n\nexport type ClientsRow = {\n  clientGroupID: string;\n  clientID: string;\n};\n\nfunction createClientsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.clients (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\"),\n\n  CONSTRAINT fk_clients_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n`;\n}\nexport function compareClientsRows(a: ClientsRow, b: ClientsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.clientID, b.clientID);\n}\n\nexport type QueriesRow = {\n  clientGroupID: string;\n  queryHash: string;\n  // This is the client AST _AFTER_ applying server name transformations.\n  clientAST: JSONValue | null;\n  queryName: string | null;\n  queryArgs: readonly ReadonlyJSONValue[] | null;\n  patchVersion: string | null;\n  transformationHash: string | null;\n  transformationVersion: string | null;\n  internal: boolean | null;\n  deleted: boolean | null;\n  // Optional because (a) old DBs migrated to v17 will start with NULL, and\n  // (b) test fixtures predate this column.\n  rowSetSignature?: string | null;\n};\n\nfunction createQueriesTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.queries (\n  \"clientGroupID\"         TEXT,\n  \"queryHash\"             TEXT, -- this is the hash of the client query AST\n  \"clientAST\"             JSONB, -- this is nullable as custom queries will not persist an AST\n  \"queryName\"             TEXT, -- the name of the query if it is a custom query\n  \"queryArgs\"             JSON, -- the arguments of the query if it is a custom query\n  \"patchVersion\"          TEXT,  -- NULL if only desired but not yet \"got\"\n  \"transformationHash\"    TEXT,\n  \"transformationVersion\" TEXT,\n  \"internal\"              BOOL,  -- If true, no need to track / send patches\n  \"deleted\"               BOOL,  -- put vs del \"got\" query\n  \"rowSetSignature\"       TEXT,  -- Hex XOR of h64([schema,table,rowKey]) for rows in this query (drift detection for Cap)\n\n  PRIMARY KEY (\"clientGroupID\", \"queryHash\"),\n\n  CONSTRAINT fk_queries_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX queries_patch_version \n  ON ${schema(shard)}.queries (\"patchVersion\" NULLS FIRST);\n`;\n}\n\nexport function compareQueriesRows(a: QueriesRow, b: QueriesRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type DesiresRow = {\n  clientGroupID: string;\n  clientID: string;\n  queryHash: string;\n  patchVersion: string;\n  deleted: boolean | null;\n  ttl: number | null;\n  inactivatedAt: TTLClock | null;\n};\n\nfunction createDesiresTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.desires (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n  \"queryHash\"          TEXT,\n  \"patchVersion\"       TEXT NOT NULL,\n  \"deleted\"            BOOL,  -- put vs del \"desired\" query\n  \"ttl\"                INTERVAL,  -- DEPRECATED: Use ttlMs instead. Time to live for this client\n  \"ttlMs\"              DOUBLE PRECISION,  -- Time to live in milliseconds\n  \"inactivatedAt\"      TIMESTAMPTZ,  -- DEPRECATED: Use inactivatedAtMs instead. Time at which this row was inactivated\n  \"inactivatedAtMs\"    DOUBLE PRECISION,  -- Time at which this row was inactivated (milliseconds since client group start)\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\", \"queryHash\"),\n\n  CONSTRAINT fk_desires_query\n    FOREIGN KEY(\"clientGroupID\", \"queryHash\")\n    REFERENCES ${ident(cvrSchema(shard))}.queries(\"clientGroupID\", \"queryHash\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX desires_patch_version\n  ON ${schema(shard)}.desires (\"patchVersion\");\n\nCREATE INDEX desires_inactivated_at\n  ON ${schema(shard)}.desires (\"inactivatedAt\");\n`;\n}\n\nexport function compareDesiresRows(a: DesiresRow, b: DesiresRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const clientIDComp = stringCompare(a.clientID, b.clientID);\n  if (clientIDComp !== 0) {\n    return clientIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type RowsRow = {\n  clientGroupID: string;\n  schema: string;\n  table: string;\n  rowKey: JSONObject;\n  rowVersion: string;\n  patchVersion: string;\n  refCounts: {[queryHash: string]: number} | null;\n};\n\nfunction rowsRowToRowID(rowsRow: RowsRow): RowID {\n  return {\n    schema: rowsRow.schema,\n    table: rowsRow.table,\n    rowKey: rowsRow.rowKey as Record<string, JSONValue>,\n  };\n}\n\nexport function rowsRowToRowRecord(rowsRow: RowsRow): RowRecord {\n  return {\n    id: rowsRowToRowID(rowsRow),\n    rowVersion: rowsRow.rowVersion,\n    patchVersion: versionFromString(rowsRow.patchVersion),\n    refCounts: rowsRow.refCounts,\n  };\n}\n\nexport function rowRecordToRowsRow(\n  clientGroupID: string,\n  rowRecord: RowRecord,\n): RowsRow {\n  // CVRs are read with plain JSON numbers (see `plainJSON`), which would round\n  // an integer beyond the safe range.\n  const {rowKey} = rowRecord.id;\n  for (const column in rowKey) {\n    if (typeof rowKey[column] === 'bigint') {\n      throw new Error(\n        `Row key column ${rowRecord.id.table}.${column} of a CVR row is a bigint`,\n      );\n    }\n  }\n  return {\n    clientGroupID,\n    schema: rowRecord.id.schema,\n    table: rowRecord.id.table,\n    rowKey: rowRecord.id.rowKey as Record<string, JSONValue>,\n    rowVersion: rowRecord.rowVersion,\n    patchVersion: versionString(rowRecord.patchVersion),\n    refCounts: rowRecord.refCounts,\n  };\n}\n\nexport function compareRowsRows(a: RowsRow, b: RowsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const schemaComp = stringCompare(a.schema, b.schema);\n  if (schemaComp !== 0) {\n    return schemaComp;\n  }\n  const tableComp = stringCompare(b.table, b.table);\n  if (tableComp !== 0) {\n    return tableComp;\n  }\n  return stringCompare(\n    stringifySorted(a.rowKey as RowKey),\n    stringifySorted(b.rowKey as RowKey),\n  );\n}\n\n/**\n * The version of the data in the `cvr.rows` table. This may lag\n * `version` in `cvr.instances` but eventually catches up, modulo\n * exceptional circumstances like a server crash.\n *\n * The `rowsVersion` is tracked in a separate table (as opposed to\n * a column in the `cvr.instances` table) so that general `cvr` updates\n * and `row` updates can be executed independently without serialization\n * conflicts.\n *\n * Note: Although `clientGroupID` logically references the same column in\n * `cvr.instances`, a FOREIGN KEY constraint must not be declared as the\n * `cvr.rows` TABLE needs to be updated without affecting the\n * `SELECT ... FOR UPDATE` lock when `cvr.instances` is updated.\n */\nexport function createRowsVersionTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.\"rowsVersion\" (\n  \"clientGroupID\" TEXT PRIMARY KEY,\n  \"version\"       TEXT NOT NULL\n);\n`;\n}\n\n/**\n * CVR `rows` are updated asynchronously from the CVR metadata\n * (i.e. `instances`). The `rowsVersion` table is updated atomically with\n * updates to the `rows` data.\n */\nfunction createRowsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.rows (\n  \"clientGroupID\"    TEXT,\n  \"schema\"           TEXT,\n  \"table\"            TEXT,\n  \"rowKey\"           JSONB,\n  \"rowVersion\"       TEXT NOT NULL,\n  \"patchVersion\"     TEXT NOT NULL,\n  \"refCounts\"        JSONB,  -- {[queryHash: string]: number}, NULL for tombstone\n\n  PRIMARY KEY (\"clientGroupID\", \"schema\", \"table\", \"rowKey\"),\n\n  CONSTRAINT fk_rows_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.\"rowsVersion\" (\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX row_patch_version \n  ON ${schema(shard)}.rows (\"patchVersion\");\n\n-- For listing rows returned by one or more query hashes. e.g.\n-- SELECT * FROM cvr_shard.rows WHERE \"refCounts\" ?| array[...queryHashes...];\nCREATE INDEX row_ref_counts ON ${schema(shard)}.rows \n  USING GIN (\"refCounts\");\n`;\n}\n\nexport type RowsVersionRow = {\n  clientGroupID: string;\n  version: string;\n};\n\nfunction createTables(shard: ShardID) {\n  return (\n    createSchema(shard) +\n    createInstancesTable(shard) +\n    createClientsTable(shard) +\n    createQueriesTable(shard) +\n    createDesiresTable(shard) +\n    createRowsVersionTable(shard) +\n    createRowsTable(shard)\n  );\n}\n\nexport async function setupCVRTables(\n  lc: LogContext,\n  db: postgres.TransactionSql,\n  shard: ShardID,\n) {\n  lc.info?.(`Setting up CVR tables`);\n  await db.unsafe(createTables(shard));\n}\n\nfunction stringifySorted(r: RowKey) {\n  return stringify(normalizedKeyOrder(r));\n}\n"],"mappings":";;;;;;AAsBA,SAAS,OAAO,OAAgB;CAC9B,OAAO,MAAM,UAAU,KAAK,CAAC;AAC/B;AAEA,SAAS,aAAa,OAAgB;CACpC,OAAO,+BAA+B,OAAO,KAAK,EAAE;AACtD;AAuBA,SAAS,qBAAqB,OAAgB;CAC5C,OAAe;eACF,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;;OAgBtB,OAAO,KAAK,EAAE;;OAEd,OAAO,KAAK,EAAE;;;;;0CAKqB,OAAO,KAAK,EAAE;;;AAGxD;AAWA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;iBAQZ,OAAO,KAAK,EAAE;;;;;AAK/B;AA0BA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;;;iBAiBZ,OAAO,KAAK,EAAE;;;;;;OAMxB,OAAO,KAAK,EAAE;;AAErB;AAoBA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;iBAeZ,MAAM,UAAU,KAAK,CAAC,EAAE;;;;;;OAMlC,OAAO,KAAK,EAAE;;;OAGd,OAAO,KAAK,EAAE;;AAErB;AAwBA,SAAS,eAAe,SAAyB;CAC/C,OAAO;EACL,QAAQ,QAAQ;EAChB,OAAO,QAAQ;EACf,QAAQ,QAAQ;CAClB;AACF;AAEA,SAAgB,mBAAmB,SAA6B;CAC9D,OAAO;EACL,IAAI,eAAe,OAAO;EAC1B,YAAY,QAAQ;EACpB,cAAc,kBAAkB,QAAQ,YAAY;EACpD,WAAW,QAAQ;CACrB;AACF;AAEA,SAAgB,mBACd,eACA,WACS;CAGT,MAAM,EAAC,WAAU,UAAU;CAC3B,KAAK,MAAM,UAAU,QACnB,IAAI,OAAO,OAAO,YAAY,UAC5B,MAAM,IAAI,MACR,kBAAkB,UAAU,GAAG,MAAM,GAAG,OAAO,0BACjD;CAGJ,OAAO;EACL;EACA,QAAQ,UAAU,GAAG;EACrB,OAAO,UAAU,GAAG;EACpB,QAAQ,UAAU,GAAG;EACrB,YAAY,UAAU;EACtB,cAAc,cAAc,UAAU,YAAY;EAClD,WAAW,UAAU;CACvB;AACF;;;;;;;;;;;;;;;;AAoCA,SAAgB,uBAAuB,OAAgB;CACrD,OAAO;eACM,OAAO,KAAK,EAAE;;;;;AAK7B;;;;;;AAOA,SAAS,gBAAgB,OAAgB;CACvC,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;iBAaZ,OAAO,KAAK,EAAE;;;;;;OAMxB,OAAO,KAAK,EAAE;;;;iCAIY,OAAO,KAAK,EAAE;;;AAG/C;AAOA,SAAS,aAAa,OAAgB;CACpC,OACE,aAAa,KAAK,IAClB,qBAAqB,KAAK,IAC1B,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,uBAAuB,KAAK,IAC5B,gBAAgB,KAAK;AAEzB;AAEA,eAAsB,eACpB,IACA,IACA,OACA;CACA,GAAG,OAAO,uBAAuB;CACjC,MAAM,GAAG,OAAO,aAAa,KAAK,CAAC;AACrC"}

package/out/zero-cache/src/services/view-syncer/schema/init.js

@@ -133,6 +133,9 @@ async function initViewSyncerSchema(log, db, shard) {
 		},
 		17: { migrateSchema: async (_, sql) => {
 			await sql`ALTER TABLE ${sql(schema)}.queries ADD COLUMN "rowSetSignature" TEXT`;
+		} },
+		18: { migrateSchema: async (_, sql) => {
+			await sql`ALTER TABLE ${sql(schema)}.instances ADD COLUMN "pinnedUser" JSONB`;
 		} }
 	});
 }

package/out/zero-cache/src/services/view-syncer/schema/init.js.map

@@ -1 +1 @@
-{"version":3,"file":"init.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/schema/init.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {PendingQuery, Row} from 'postgres';\nimport {\n  runSchemaMigrations,\n  type IncrementalMigrationMap,\n  type Migration,\n} from '../../../db/migration.ts';\nimport type {PostgresDB} from '../../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../../types/shards.ts';\nimport {createRowsVersionTable, setupCVRTables} from './cvr.ts';\n\nexport async function initViewSyncerSchema(\n  log: LogContext,\n  db: PostgresDB,\n  shard: ShardID,\n): Promise<void> {\n  const schema = cvrSchema(shard);\n\n  const setupMigration: Migration = {\n    migrateSchema: (lc, tx) => setupCVRTables(lc, tx, shard),\n    minSafeVersion: 1,\n  };\n\n  const migrateV1toV2: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD \"replicaVersion\" TEXT`;\n    },\n  };\n\n  const migrateV2ToV3: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx.unsafe(createRowsVersionTable(shard));\n    },\n\n    /** Populates the cvr.rowsVersion table with versions from cvr.instances. */\n    migrateData: async (lc, tx) => {\n      const pending: PendingQuery<Row[]>[] = [];\n      for await (const versions of tx<\n        {clientGroupID: string; version: string}[]\n      >`\n      SELECT \"clientGroupID\", \"version\" FROM ${tx(schema)}.instances`.cursor(\n        5000,\n      )) {\n        for (const version of versions) {\n          pending.push(\n            tx`INSERT INTO ${tx(schema)}.\"rowsVersion\" ${tx(version)} \n               ON CONFLICT (\"clientGroupID\")\n               DO UPDATE SET ${tx(version)}`.execute(),\n          );\n        }\n      }\n      lc.info?.(`initializing rowsVersion for ${pending.length} cvrs`);\n      await Promise.all(pending);\n    },\n  };\n\n  const migrateV3ToV4: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD \"owner\" TEXT`;\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD \"grantedAt\" TIMESTAMPTZ`;\n    },\n  };\n\n  const migrateV5ToV6: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`\n      ALTER TABLE ${tx(schema)}.\"rows\"\n        DROP CONSTRAINT fk_rows_client_group`;\n      await tx`\n      ALTER TABLE ${tx(schema)}.\"rowsVersion\"\n        DROP CONSTRAINT fk_rows_version_client_group`;\n    },\n  };\n\n  const migrateV6ToV7: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.desires ADD \"expiresAt\" TIMESTAMPTZ`;\n      await tx`ALTER TABLE ${tx(\n        schema,\n      )}.desires ADD \"inactivatedAt\" TIMESTAMPTZ`;\n      await tx`ALTER TABLE ${tx(schema)}.desires ADD \"ttl\" INTERVAL`;\n\n      await tx`CREATE INDEX desires_expires_at ON ${tx(\n        schema,\n      )}.desires (\"expiresAt\")`;\n      await tx`CREATE INDEX desires_inactivated_at ON ${tx(\n        schema,\n      )}.desires (\"inactivatedAt\")`;\n    },\n  };\n\n  const migrateV7ToV8: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(\n        schema,\n      )}.\"desires\" DROP CONSTRAINT fk_desires_client`;\n    },\n  };\n\n  const migrateV8ToV9: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD \"clientSchema\" JSONB`;\n    },\n  };\n\n  const migrateV9ToV10: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.queries ADD \"queryName\" TEXT`;\n      await tx`ALTER TABLE ${tx(schema)}.queries ADD \"queryArgs\" JSONB`;\n      await tx`ALTER TABLE ${tx(schema)}.queries ALTER COLUMN \"clientAST\" DROP NOT NULL`;\n    },\n  };\n\n  const migrateV10ToV11: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`DROP INDEX IF EXISTS ${tx(schema)}.desires_expires_at`;\n      await tx`ALTER TABLE ${tx(schema)}.desires DROP COLUMN \"expiresAt\"`;\n      await tx`DROP INDEX IF EXISTS ${tx(schema)}.client_patch_version`;\n      await tx`ALTER TABLE ${tx(schema)}.clients DROP COLUMN \"patchVersion\"`;\n      await tx`ALTER TABLE ${tx(schema)}.clients DROP COLUMN \"deleted\"`;\n    },\n  };\n\n  const migratedV11ToV12: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.queries ALTER COLUMN \"queryArgs\" TYPE JSON USING \"queryArgs\"::JSON`;\n    },\n  };\n\n  const migratedV12ToV13: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD COLUMN \"ttlClock\" DOUBLE PRECISION NOT NULL DEFAULT 0`;\n    },\n  };\n\n  const migratedV13ToV14: Migration = {\n    migrateSchema: async (_, sql) => {\n      await sql`\n        CREATE INDEX instances_last_active ON ${sql(schema)}.instances (\"lastActive\");\n      `;\n\n      // Update / add foreign key constraints to cascade deletes.\n      for (const [table, reference] of [\n        ['clients', 'instances'],\n        ['queries', 'instances'],\n        ['rows', 'rowsVersion'],\n      ] as [string, string][]) {\n        const constraint = sql(`fk_${table}_client_group`);\n        await sql`\n          ALTER TABLE ${sql(schema)}.${sql(table)} DROP CONSTRAINT IF EXISTS ${constraint}`;\n        await sql`\n          ALTER TABLE ${sql(schema)}.${sql(table)} ADD CONSTRAINT ${constraint}\n            FOREIGN KEY(\"clientGroupID\")\n            REFERENCES ${sql(schema)}.${sql(reference)} (\"clientGroupID\")\n            ON DELETE CASCADE;\n        `;\n      }\n    },\n  };\n\n  const migratedV14ToV15: Migration = {\n    migrateSchema: async (_, sql) => {\n      // Add new columns for storing inactivatedAt and ttl in milliseconds.\n      // This avoids postgres.js type conversion issues with TIMESTAMPTZ and INTERVAL.\n      await sql`ALTER TABLE ${sql(schema)}.desires \n        ADD COLUMN \"inactivatedAtMs\" DOUBLE PRECISION`;\n      await sql`ALTER TABLE ${sql(schema)}.desires \n        ADD COLUMN \"ttlMs\" DOUBLE PRECISION`;\n    },\n    // Migrate existing data: convert TIMESTAMPTZ to milliseconds for inactivatedAt\n    // and INTERVAL to milliseconds for ttl\n    // Note: EXTRACT(EPOCH FROM NULL) returns NULL, so NULL values are preserved\n    migrateData: async (lc, sql) => {\n      lc.info?.(\n        'Migrating desires.inactivatedAt to inactivatedAtMs and ttl to ttlMs',\n      );\n      await sql`\n        UPDATE ${sql(schema)}.desires\n        SET \"inactivatedAtMs\" = EXTRACT(EPOCH FROM \"inactivatedAt\") * 1000,\n            \"ttlMs\" = EXTRACT(EPOCH FROM \"ttl\") * 1000\n      `;\n    },\n  };\n\n  const migratedV15ToV16: Migration = {\n    migrateSchema: async (_, sql) => {\n      await sql`ALTER TABLE ${sql(schema)}.instances ADD COLUMN \"profileID\" TEXT`;\n      await sql`ALTER TABLE ${sql(schema)}.instances ADD COLUMN \"deleted\" BOOL DEFAULT FALSE`;\n\n      // Recreate the instances_last_active index to exclude tombstones\n      await sql`\n        DROP INDEX IF EXISTS ${sql(schema)}.instances_last_active`;\n      await sql`\n        CREATE INDEX instances_last_active ON ${sql(schema)}.instances (\"lastActive\")\n          WHERE NOT \"deleted\"`;\n      await sql`\n        CREATE INDEX tombstones_last_active ON ${sql(schema)}.instances (\"lastActive\")\n          WHERE \"deleted\"`;\n      await sql`\n        CREATE INDEX profile_ids_last_active ON ${sql(schema)}.instances (\"lastActive\", \"profileID\")\n          WHERE \"profileID\" IS NOT NULL`;\n    },\n\n    // Backfill profileIDs to the `cg${clientGroupID}`, as is done for\n    // client groups from old zero-clients that don't send a profileID.\n    migrateData: async (lc, sql) => {\n      lc.info?.('Backfilling instance.profileIDs');\n      await sql`\n        UPDATE ${sql(schema)}.instances\n        SET \"profileID\" = 'cg' || \"clientGroupID\"\n        WHERE \"profileID\" IS NULL\n      `;\n    },\n  };\n\n  const migratedV16ToV17: Migration = {\n    migrateSchema: async (_, sql) => {\n      await sql`ALTER TABLE ${sql(schema)}.queries ADD COLUMN \"rowSetSignature\" TEXT`;\n    },\n  };\n\n  const schemaVersionMigrationMap: IncrementalMigrationMap = {\n    2: migrateV1toV2,\n    3: migrateV2ToV3,\n    4: migrateV3ToV4,\n    // v5 enables asynchronous row-record flushing, and thus relies on\n    // the logic that updates and checks the rowsVersion table in v3.\n    5: {minSafeVersion: 3},\n    6: migrateV5ToV6,\n    7: migrateV6ToV7,\n    8: migrateV7ToV8,\n    9: migrateV8ToV9,\n    // v10 adds queryName and queryArgs to the queries table to support\n    // custom queries. clientAST is now optional to support migrating\n    // off client queries.\n    10: migrateV9ToV10,\n    // V11 removes the deprecated queries.\"expiresAt\", clients.\"patchVersion\",\n    // clients.\"deleted\" columns.\n    11: migrateV10ToV11,\n    12: migratedV11ToV12,\n    // V13 adds instances.\"ttlClock\"\n    13: migratedV12ToV13,\n    // V14 adds an index on instances.\"lastActive\" and a FK constraint\n    // from rows.\"clientGroupID\" to rowsVersion.\"clientGroupID\" for\n    // garbage collection\n    14: migratedV13ToV14,\n    // V15 adds desires.\"inactivatedAtTTLClock\" to store TTLClock values\n    // directly as DOUBLE PRECISION, avoiding postgres.js TIMESTAMPTZ\n    // type conversion issues\n    15: migratedV14ToV15,\n    // V16 adds instances.\"profileID\" and a corresponding index for estimating\n    // active user counts more accurately for apps that use memstore.\n    16: migratedV15ToV16,\n    // V17 adds queries.\"rowSetSignature\" — XOR'd hash of row IDs attached to\n    // each query, used to detect drift on re-hydration of queries containing\n    // the Cap operator.\n    17: migratedV16ToV17,\n  };\n\n  await runSchemaMigrations(\n    log,\n    'view-syncer',\n    cvrSchema(shard),\n    db,\n    setupMigration,\n    schemaVersionMigrationMap,\n  );\n}\n"],"mappings":";;;;AAWA,eAAsB,qBACpB,KACA,IACA,OACe;CACf,MAAM,SAAS,UAAU,KAAK;CAmP9B,MAAM,oBACJ,KACA,eACA,UAAU,KAAK,GACf,IACA;EArPA,gBAAgB,IAAI,OAAO,eAAe,IAAI,IAAI,KAAK;EACvD,gBAAgB;CAoPhB,GACA;EA3CA,GAAG,EAtMH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EAoMG;EACH,GAAG;GAjMH,eAAe,OAAO,GAAG,OAAO;IAC9B,MAAM,GAAG,OAAO,uBAAuB,KAAK,CAAC;GAC/C;;GAGA,aAAa,OAAO,IAAI,OAAO;IAC7B,MAAM,UAAiC,CAAC;IACxC,WAAW,MAAM,YAAY,EAE5B;+CACwC,GAAG,MAAM,EAAE,YAAY,OAC9D,GACF,GACE,KAAK,MAAM,WAAW,UACpB,QAAQ,KACN,EAAE,eAAe,GAAG,MAAM,EAAE,iBAAiB,GAAG,OAAO,EAAE;;+BAEtC,GAAG,OAAO,IAAI,QAAQ,CAC3C;IAGJ,GAAG,OAAO,gCAAgC,QAAQ,OAAO,MAAM;IAC/D,MAAM,QAAQ,IAAI,OAAO;GAC3B;EA0KG;EACH,GAAG,EAvKH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EAoKG;EAGH,GAAG,EAAC,gBAAgB,EAAC;EACrB,GAAG,EApKH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE;oBACM,GAAG,MAAM,EAAE;;GAEzB,MAAM,EAAE;oBACM,GAAG,MAAM,EAAE;;EAE3B,EA6JG;EACH,GAAG,EA1JH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GACrB,MACF,EAAE;GACF,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAElC,MAAM,EAAE,sCAAsC,GAC5C,MACF,EAAE;GACF,MAAM,EAAE,0CAA0C,GAChD,MACF,EAAE;EACJ,EA6IG;EACH,GAAG,EA1IH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GACrB,MACF,EAAE;EACJ,EAsIG;EACH,GAAG,EAnIH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EAiIG;EAIH,IAAI,EAjIJ,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EA6HI;EAGJ,IAAI,EA5HJ,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,wBAAwB,GAAG,MAAM,EAAE;GAC3C,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,wBAAwB,GAAG,MAAM,EAAE;GAC3C,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EAsHI;EACJ,IAAI,EAnHJ,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EAiHI;EAEJ,IAAI,EA/GJ,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EA6GI;EAIJ,IAAI,EA7GJ,eAAe,OAAO,GAAG,QAAQ;GAC/B,MAAM,GAAG;gDACiC,IAAI,MAAM,EAAE;;GAItD,KAAK,MAAM,CAAC,OAAO,cAAc;IAC/B,CAAC,WAAW,WAAW;IACvB,CAAC,WAAW,WAAW;IACvB,CAAC,QAAQ,aAAa;GACxB,GAAyB;IACvB,MAAM,aAAa,IAAI,MAAM,MAAM,cAAc;IACjD,MAAM,GAAG;wBACO,IAAI,MAAM,EAAE,GAAG,IAAI,KAAK,EAAE,6BAA6B;IACvE,MAAM,GAAG;wBACO,IAAI,MAAM,EAAE,GAAG,IAAI,KAAK,EAAE,kBAAkB,WAAW;;yBAEtD,IAAI,MAAM,EAAE,GAAG,IAAI,SAAS,EAAE;;;GAGjD;EACF,EAwFI;EAIJ,IAAI;GAxFJ,eAAe,OAAO,GAAG,QAAQ;IAG/B,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;;IAEpC,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;;GAEtC;GAIA,aAAa,OAAO,IAAI,QAAQ;IAC9B,GAAG,OACD,qEACF;IACA,MAAM,GAAG;iBACE,IAAI,MAAM,EAAE;;;;GAIzB;EAoEI;EAGJ,IAAI;GAnEJ,eAAe,OAAO,GAAG,QAAQ;IAC/B,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;IACpC,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;IAGpC,MAAM,GAAG;+BACgB,IAAI,MAAM,EAAE;IACrC,MAAM,GAAG;gDACiC,IAAI,MAAM,EAAE;;IAEtD,MAAM,GAAG;iDACkC,IAAI,MAAM,EAAE;;IAEvD,MAAM,GAAG;kDACmC,IAAI,MAAM,EAAE;;GAE1D;GAIA,aAAa,OAAO,IAAI,QAAQ;IAC9B,GAAG,OAAO,iCAAiC;IAC3C,MAAM,GAAG;iBACE,IAAI,MAAM,EAAE;;;;GAIzB;EAwCI;EAIJ,IAAI,EAxCJ,eAAe,OAAO,GAAG,QAAQ;GAC/B,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;EACtC,EAsCI;CASJ,CACF;AACF"}
+{"version":3,"file":"init.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/schema/init.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {PendingQuery, Row} from 'postgres';\nimport {\n  runSchemaMigrations,\n  type IncrementalMigrationMap,\n  type Migration,\n} from '../../../db/migration.ts';\nimport type {PostgresDB} from '../../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../../types/shards.ts';\nimport {createRowsVersionTable, setupCVRTables} from './cvr.ts';\n\nexport async function initViewSyncerSchema(\n  log: LogContext,\n  db: PostgresDB,\n  shard: ShardID,\n): Promise<void> {\n  const schema = cvrSchema(shard);\n\n  const setupMigration: Migration = {\n    migrateSchema: (lc, tx) => setupCVRTables(lc, tx, shard),\n    minSafeVersion: 1,\n  };\n\n  const migrateV1toV2: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD \"replicaVersion\" TEXT`;\n    },\n  };\n\n  const migrateV2ToV3: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx.unsafe(createRowsVersionTable(shard));\n    },\n\n    /** Populates the cvr.rowsVersion table with versions from cvr.instances. */\n    migrateData: async (lc, tx) => {\n      const pending: PendingQuery<Row[]>[] = [];\n      for await (const versions of tx<\n        {clientGroupID: string; version: string}[]\n      >`\n      SELECT \"clientGroupID\", \"version\" FROM ${tx(schema)}.instances`.cursor(\n        5000,\n      )) {\n        for (const version of versions) {\n          pending.push(\n            tx`INSERT INTO ${tx(schema)}.\"rowsVersion\" ${tx(version)} \n               ON CONFLICT (\"clientGroupID\")\n               DO UPDATE SET ${tx(version)}`.execute(),\n          );\n        }\n      }\n      lc.info?.(`initializing rowsVersion for ${pending.length} cvrs`);\n      await Promise.all(pending);\n    },\n  };\n\n  const migrateV3ToV4: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD \"owner\" TEXT`;\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD \"grantedAt\" TIMESTAMPTZ`;\n    },\n  };\n\n  const migrateV5ToV6: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`\n      ALTER TABLE ${tx(schema)}.\"rows\"\n        DROP CONSTRAINT fk_rows_client_group`;\n      await tx`\n      ALTER TABLE ${tx(schema)}.\"rowsVersion\"\n        DROP CONSTRAINT fk_rows_version_client_group`;\n    },\n  };\n\n  const migrateV6ToV7: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.desires ADD \"expiresAt\" TIMESTAMPTZ`;\n      await tx`ALTER TABLE ${tx(\n        schema,\n      )}.desires ADD \"inactivatedAt\" TIMESTAMPTZ`;\n      await tx`ALTER TABLE ${tx(schema)}.desires ADD \"ttl\" INTERVAL`;\n\n      await tx`CREATE INDEX desires_expires_at ON ${tx(\n        schema,\n      )}.desires (\"expiresAt\")`;\n      await tx`CREATE INDEX desires_inactivated_at ON ${tx(\n        schema,\n      )}.desires (\"inactivatedAt\")`;\n    },\n  };\n\n  const migrateV7ToV8: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(\n        schema,\n      )}.\"desires\" DROP CONSTRAINT fk_desires_client`;\n    },\n  };\n\n  const migrateV8ToV9: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD \"clientSchema\" JSONB`;\n    },\n  };\n\n  const migrateV9ToV10: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.queries ADD \"queryName\" TEXT`;\n      await tx`ALTER TABLE ${tx(schema)}.queries ADD \"queryArgs\" JSONB`;\n      await tx`ALTER TABLE ${tx(schema)}.queries ALTER COLUMN \"clientAST\" DROP NOT NULL`;\n    },\n  };\n\n  const migrateV10ToV11: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`DROP INDEX IF EXISTS ${tx(schema)}.desires_expires_at`;\n      await tx`ALTER TABLE ${tx(schema)}.desires DROP COLUMN \"expiresAt\"`;\n      await tx`DROP INDEX IF EXISTS ${tx(schema)}.client_patch_version`;\n      await tx`ALTER TABLE ${tx(schema)}.clients DROP COLUMN \"patchVersion\"`;\n      await tx`ALTER TABLE ${tx(schema)}.clients DROP COLUMN \"deleted\"`;\n    },\n  };\n\n  const migratedV11ToV12: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.queries ALTER COLUMN \"queryArgs\" TYPE JSON USING \"queryArgs\"::JSON`;\n    },\n  };\n\n  const migratedV12ToV13: Migration = {\n    migrateSchema: async (_, tx) => {\n      await tx`ALTER TABLE ${tx(schema)}.instances ADD COLUMN \"ttlClock\" DOUBLE PRECISION NOT NULL DEFAULT 0`;\n    },\n  };\n\n  const migratedV13ToV14: Migration = {\n    migrateSchema: async (_, sql) => {\n      await sql`\n        CREATE INDEX instances_last_active ON ${sql(schema)}.instances (\"lastActive\");\n      `;\n\n      // Update / add foreign key constraints to cascade deletes.\n      for (const [table, reference] of [\n        ['clients', 'instances'],\n        ['queries', 'instances'],\n        ['rows', 'rowsVersion'],\n      ] as [string, string][]) {\n        const constraint = sql(`fk_${table}_client_group`);\n        await sql`\n          ALTER TABLE ${sql(schema)}.${sql(table)} DROP CONSTRAINT IF EXISTS ${constraint}`;\n        await sql`\n          ALTER TABLE ${sql(schema)}.${sql(table)} ADD CONSTRAINT ${constraint}\n            FOREIGN KEY(\"clientGroupID\")\n            REFERENCES ${sql(schema)}.${sql(reference)} (\"clientGroupID\")\n            ON DELETE CASCADE;\n        `;\n      }\n    },\n  };\n\n  const migratedV14ToV15: Migration = {\n    migrateSchema: async (_, sql) => {\n      // Add new columns for storing inactivatedAt and ttl in milliseconds.\n      // This avoids postgres.js type conversion issues with TIMESTAMPTZ and INTERVAL.\n      await sql`ALTER TABLE ${sql(schema)}.desires \n        ADD COLUMN \"inactivatedAtMs\" DOUBLE PRECISION`;\n      await sql`ALTER TABLE ${sql(schema)}.desires \n        ADD COLUMN \"ttlMs\" DOUBLE PRECISION`;\n    },\n    // Migrate existing data: convert TIMESTAMPTZ to milliseconds for inactivatedAt\n    // and INTERVAL to milliseconds for ttl\n    // Note: EXTRACT(EPOCH FROM NULL) returns NULL, so NULL values are preserved\n    migrateData: async (lc, sql) => {\n      lc.info?.(\n        'Migrating desires.inactivatedAt to inactivatedAtMs and ttl to ttlMs',\n      );\n      await sql`\n        UPDATE ${sql(schema)}.desires\n        SET \"inactivatedAtMs\" = EXTRACT(EPOCH FROM \"inactivatedAt\") * 1000,\n            \"ttlMs\" = EXTRACT(EPOCH FROM \"ttl\") * 1000\n      `;\n    },\n  };\n\n  const migratedV15ToV16: Migration = {\n    migrateSchema: async (_, sql) => {\n      await sql`ALTER TABLE ${sql(schema)}.instances ADD COLUMN \"profileID\" TEXT`;\n      await sql`ALTER TABLE ${sql(schema)}.instances ADD COLUMN \"deleted\" BOOL DEFAULT FALSE`;\n\n      // Recreate the instances_last_active index to exclude tombstones\n      await sql`\n        DROP INDEX IF EXISTS ${sql(schema)}.instances_last_active`;\n      await sql`\n        CREATE INDEX instances_last_active ON ${sql(schema)}.instances (\"lastActive\")\n          WHERE NOT \"deleted\"`;\n      await sql`\n        CREATE INDEX tombstones_last_active ON ${sql(schema)}.instances (\"lastActive\")\n          WHERE \"deleted\"`;\n      await sql`\n        CREATE INDEX profile_ids_last_active ON ${sql(schema)}.instances (\"lastActive\", \"profileID\")\n          WHERE \"profileID\" IS NOT NULL`;\n    },\n\n    // Backfill profileIDs to the `cg${clientGroupID}`, as is done for\n    // client groups from old zero-clients that don't send a profileID.\n    migrateData: async (lc, sql) => {\n      lc.info?.('Backfilling instance.profileIDs');\n      await sql`\n        UPDATE ${sql(schema)}.instances\n        SET \"profileID\" = 'cg' || \"clientGroupID\"\n        WHERE \"profileID\" IS NULL\n      `;\n    },\n  };\n\n  const migratedV16ToV17: Migration = {\n    migrateSchema: async (_, sql) => {\n      await sql`ALTER TABLE ${sql(schema)}.queries ADD COLUMN \"rowSetSignature\" TEXT`;\n    },\n  };\n\n  const migratedV17ToV18: Migration = {\n    migrateSchema: async (_, sql) => {\n      await sql`ALTER TABLE ${sql(schema)}.instances ADD COLUMN \"pinnedUser\" JSONB`;\n    },\n  };\n\n  const schemaVersionMigrationMap: IncrementalMigrationMap = {\n    2: migrateV1toV2,\n    3: migrateV2ToV3,\n    4: migrateV3ToV4,\n    // v5 enables asynchronous row-record flushing, and thus relies on\n    // the logic that updates and checks the rowsVersion table in v3.\n    5: {minSafeVersion: 3},\n    6: migrateV5ToV6,\n    7: migrateV6ToV7,\n    8: migrateV7ToV8,\n    9: migrateV8ToV9,\n    // v10 adds queryName and queryArgs to the queries table to support\n    // custom queries. clientAST is now optional to support migrating\n    // off client queries.\n    10: migrateV9ToV10,\n    // V11 removes the deprecated queries.\"expiresAt\", clients.\"patchVersion\",\n    // clients.\"deleted\" columns.\n    11: migrateV10ToV11,\n    12: migratedV11ToV12,\n    // V13 adds instances.\"ttlClock\"\n    13: migratedV12ToV13,\n    // V14 adds an index on instances.\"lastActive\" and a FK constraint\n    // from rows.\"clientGroupID\" to rowsVersion.\"clientGroupID\" for\n    // garbage collection\n    14: migratedV13ToV14,\n    // V15 adds desires.\"inactivatedAtTTLClock\" to store TTLClock values\n    // directly as DOUBLE PRECISION, avoiding postgres.js TIMESTAMPTZ\n    // type conversion issues\n    15: migratedV14ToV15,\n    // V16 adds instances.\"profileID\" and a corresponding index for estimating\n    // active user counts more accurately for apps that use memstore.\n    16: migratedV15ToV16,\n    // V17 adds queries.\"rowSetSignature\" — XOR'd hash of row IDs attached to\n    // each query, used to detect drift on re-hydration of queries containing\n    // the Cap operator.\n    17: migratedV16ToV17,\n    // V18 adds instances.\"pinnedUser\", the user of the client group's first\n    // validated connection, so that the group stays pinned to that user\n    // across view-syncer restarts. NULL for existing groups until their next\n    // validated connection.\n    18: migratedV17ToV18,\n  };\n\n  await runSchemaMigrations(\n    log,\n    'view-syncer',\n    cvrSchema(shard),\n    db,\n    setupMigration,\n    schemaVersionMigrationMap,\n  );\n}\n"],"mappings":";;;;AAWA,eAAsB,qBACpB,KACA,IACA,OACe;CACf,MAAM,SAAS,UAAU,KAAK;CA8P9B,MAAM,oBACJ,KACA,eACA,UAAU,KAAK,GACf,IACA;EAhQA,gBAAgB,IAAI,OAAO,eAAe,IAAI,IAAI,KAAK;EACvD,gBAAgB;CA+PhB,GACA;EAhDA,GAAG,EA5MH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EA0MG;EACH,GAAG;GAvMH,eAAe,OAAO,GAAG,OAAO;IAC9B,MAAM,GAAG,OAAO,uBAAuB,KAAK,CAAC;GAC/C;;GAGA,aAAa,OAAO,IAAI,OAAO;IAC7B,MAAM,UAAiC,CAAC;IACxC,WAAW,MAAM,YAAY,EAE5B;+CACwC,GAAG,MAAM,EAAE,YAAY,OAC9D,GACF,GACE,KAAK,MAAM,WAAW,UACpB,QAAQ,KACN,EAAE,eAAe,GAAG,MAAM,EAAE,iBAAiB,GAAG,OAAO,EAAE;;+BAEtC,GAAG,OAAO,IAAI,QAAQ,CAC3C;IAGJ,GAAG,OAAO,gCAAgC,QAAQ,OAAO,MAAM;IAC/D,MAAM,QAAQ,IAAI,OAAO;GAC3B;EAgLG;EACH,GAAG,EA7KH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EA0KG;EAGH,GAAG,EAAC,gBAAgB,EAAC;EACrB,GAAG,EA1KH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE;oBACM,GAAG,MAAM,EAAE;;GAEzB,MAAM,EAAE;oBACM,GAAG,MAAM,EAAE;;EAE3B,EAmKG;EACH,GAAG,EAhKH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GACrB,MACF,EAAE;GACF,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAElC,MAAM,EAAE,sCAAsC,GAC5C,MACF,EAAE;GACF,MAAM,EAAE,0CAA0C,GAChD,MACF,EAAE;EACJ,EAmJG;EACH,GAAG,EAhJH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GACrB,MACF,EAAE;EACJ,EA4IG;EACH,GAAG,EAzIH,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EAuIG;EAIH,IAAI,EAvIJ,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EAmII;EAGJ,IAAI,EAlIJ,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,wBAAwB,GAAG,MAAM,EAAE;GAC3C,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,wBAAwB,GAAG,MAAM,EAAE;GAC3C,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;GAClC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EA4HI;EACJ,IAAI,EAzHJ,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EAuHI;EAEJ,IAAI,EArHJ,eAAe,OAAO,GAAG,OAAO;GAC9B,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE;EACpC,EAmHI;EAIJ,IAAI,EAnHJ,eAAe,OAAO,GAAG,QAAQ;GAC/B,MAAM,GAAG;gDACiC,IAAI,MAAM,EAAE;;GAItD,KAAK,MAAM,CAAC,OAAO,cAAc;IAC/B,CAAC,WAAW,WAAW;IACvB,CAAC,WAAW,WAAW;IACvB,CAAC,QAAQ,aAAa;GACxB,GAAyB;IACvB,MAAM,aAAa,IAAI,MAAM,MAAM,cAAc;IACjD,MAAM,GAAG;wBACO,IAAI,MAAM,EAAE,GAAG,IAAI,KAAK,EAAE,6BAA6B;IACvE,MAAM,GAAG;wBACO,IAAI,MAAM,EAAE,GAAG,IAAI,KAAK,EAAE,kBAAkB,WAAW;;yBAEtD,IAAI,MAAM,EAAE,GAAG,IAAI,SAAS,EAAE;;;GAGjD;EACF,EA8FI;EAIJ,IAAI;GA9FJ,eAAe,OAAO,GAAG,QAAQ;IAG/B,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;;IAEpC,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;;GAEtC;GAIA,aAAa,OAAO,IAAI,QAAQ;IAC9B,GAAG,OACD,qEACF;IACA,MAAM,GAAG;iBACE,IAAI,MAAM,EAAE;;;;GAIzB;EA0EI;EAGJ,IAAI;GAzEJ,eAAe,OAAO,GAAG,QAAQ;IAC/B,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;IACpC,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;IAGpC,MAAM,GAAG;+BACgB,IAAI,MAAM,EAAE;IACrC,MAAM,GAAG;gDACiC,IAAI,MAAM,EAAE;;IAEtD,MAAM,GAAG;iDACkC,IAAI,MAAM,EAAE;;IAEvD,MAAM,GAAG;kDACmC,IAAI,MAAM,EAAE;;GAE1D;GAIA,aAAa,OAAO,IAAI,QAAQ;IAC9B,GAAG,OAAO,iCAAiC;IAC3C,MAAM,GAAG;iBACE,IAAI,MAAM,EAAE;;;;GAIzB;EA8CI;EAIJ,IAAI,EA9CJ,eAAe,OAAO,GAAG,QAAQ;GAC/B,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;EACtC,EA4CI;EAKJ,IAAI,EA7CJ,eAAe,OAAO,GAAG,QAAQ;GAC/B,MAAM,GAAG,eAAe,IAAI,MAAM,EAAE;EACtC,EA2CI;CASJ,CACF;AACF"}