@rocicorp/zero 0.26.1 → 0.26.2-canary.1

package/out/zero-cache/src/services/view-syncer/row-record-cache.js.map

@@ -1 +1 @@
-{"version":3,"file":"row-record-cache.js","sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {type Resolver, resolver} from '@rocicorp/resolver';\nimport type {PendingQuery, Row} from 'postgres';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport {type PostgresDB, type PostgresTransaction} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {checkVersion, type CVRFlushStats} from './cvr-store.ts';\nimport type {CVRSnapshot} from './cvr.ts';\nimport {\n  rowRecordToRowsRow,\n  type RowsRow,\n  rowsRowToRowRecord,\n} from './schema/cvr.ts';\nimport {\n  cmpVersions,\n  type CVRVersion,\n  type NullableCVRVersion,\n  type RowID,\n  type RowRecord,\n  versionString,\n  versionToNullableCookie,\n} from './schema/types.ts';\n\nconst FLUSH_TYPE_ATTRIBUTE = 'flush.type';\n\n/**\n * The RowRecordCache is an in-memory cache of the `cvr.rows` tables that\n * operates as both a write-through and write-back cache.\n *\n * For \"small\" CVR updates (i.e. zero or small numbers of rows) the\n * RowRecordCache operates as write-through, executing commits in\n * {@link executeRowUpdates()} before they are {@link apply}-ed to the\n * in-memory state.\n *\n * For \"large\" CVR updates (i.e. with many rows), the cache switches to a\n * write-back mode of operation, in which {@link executeRowUpdates()} is a\n * no-op, and {@link apply()} initiates a background task to flush the pending\n * row changes to the store. This allows the client poke to be completed and\n * committed on the client without waiting for the heavyweight operation of\n * committing the row records to the CVR store.\n *\n * Note that when the cache is in write-back mode, all updates become\n * write-back (i.e. asynchronously flushed) until the pending update queue is\n * fully flushed. This is required because updates must be applied in version\n * order. As with all pending work systems in zero-cache, multiple pending\n * updates are coalesced to reduce buildup of work.\n *\n * ### High level consistency\n *\n * Note that the above caching scheme only applies to the row data in `cvr.rows`\n * and corresponding `cvr.rowsVersion` tables. CVR metadata and query\n * information, on the other hand, are always committed before completing the\n * client poke. In this manner, the difference between the `version` column in\n * `cvr.instances` and the analogous column in `cvr.rowsVersion` determines\n * whether the data in the store is consistent, or whether it is awaiting a\n * pending update.\n *\n * The logic in {@link CVRStore#load()} takes this into account by loading both\n * the `cvr.instances` version and the `cvr.rowsVersion` version and checking\n * if they are in sync, waiting for a configurable delay until they are.\n *\n * ### Eventual conversion\n *\n * In the event of a continual stream of mutations (e.g. an animation-style\n * app), it is conceivable that the row record data be continually behind\n * the CVR metadata. In order to effect eventual convergence, a new view-syncer\n * signals the current view-syncer to stop updating by writing new `owner`\n * information to the `cvr.instances` row. This effectively stops the mutation\n * processing (in {@link CVRStore.#checkVersionAndOwnership}) so that the row\n * data can eventually catch up, allowing the new view-syncer to take over.\n *\n * Of course, there is the pathological situation in which a view-syncer\n * process crashes before the pending row updates are flushed. In this case,\n * the wait timeout will elapse and the CVR considered invalid.\n */\nexport class RowRecordCache {\n  // The state in the #cache is always in sync with the CVR metadata\n  // (i.e. cvr.instances). It may contain information that has not yet\n  // been flushed to cvr.rows.\n  #cache: Promise<CustomKeyMap<RowID, RowRecord>> | undefined;\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #cvrID: string;\n  readonly #failService: (e: unknown) => void;\n  readonly #deferredRowFlushThreshold: number;\n  readonly #setTimeout: typeof setTimeout;\n\n  // Write-back cache state.\n  readonly #pending = new CustomKeyMap<RowID, RowRecord | null>(rowIDString);\n  #pendingRowsVersion: CVRVersion | null = null;\n  #flushedRowsVersion: CVRVersion | null = null;\n  #flushing: Resolver<void> | null = null;\n\n  readonly #cvrFlushTime = getOrCreateHistogram('sync', 'cvr.flush-time', {\n    description:\n      'Time to flush a CVR transaction. This includes both synchronous ' +\n      'and asynchronous flushes, distinguished by the flush.type attribute',\n    unit: 's',\n  });\n  readonly #cvrRowsFlushed = getOrCreateCounter(\n    'sync',\n    'cvr.rows-flushed',\n    'Number of (changed) rows flushed to a CVR',\n  );\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    cvrID: string,\n    failService: (e: unknown) => void,\n    deferredRowFlushThreshold = 100,\n    setTimeoutFn = setTimeout,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#cvrID = cvrID;\n    this.#failService = failService;\n    this.#deferredRowFlushThreshold = deferredRowFlushThreshold;\n    this.#setTimeout = setTimeoutFn;\n  }\n\n  recordSyncFlushStats(stats: CVRFlushStats, elapsedMs: number) {\n    this.#cvrFlushTime.record(elapsedMs / 1000, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'sync',\n    });\n    if (stats.rowsDeferred === 0) {\n      this.#cvrRowsFlushed.add(stats.rows);\n    }\n  }\n\n  #recordAsyncFlushStats(rows: number, elapsedMs: number) {\n    this.#cvrFlushTime.record(elapsedMs / 1000, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'async',\n    });\n    this.#cvrRowsFlushed.add(rows);\n  }\n\n  #cvr(table: string) {\n    return this.#db(`${this.#schema}.${table}`);\n  }\n\n  async #ensureLoaded(): Promise<CustomKeyMap<RowID, RowRecord>> {\n    if (this.#cache) {\n      return this.#cache;\n    }\n    const start = Date.now();\n    const r = resolver<CustomKeyMap<RowID, RowRecord>>();\n    r.promise.catch(() => {});\n    // Set this.#cache immediately (before await) so that only one db\n    // query is made even if there are multiple callers.\n    this.#cache = r.promise;\n    try {\n      const cache: CustomKeyMap<RowID, RowRecord> = new CustomKeyMap(\n        rowIDString,\n      );\n      for await (const rows of this.#db<RowsRow[]>`\n        SELECT * FROM ${this.#cvr(`rows`)}\n          WHERE \"clientGroupID\" = ${this.#cvrID} AND \"refCounts\" IS NOT NULL`\n        // TODO(arv): Arbitrary page size\n        .cursor(5000)) {\n        for (const row of rows) {\n          const rowRecord = rowsRowToRowRecord(row);\n          cache.set(rowRecord.id, rowRecord);\n        }\n      }\n      this.#lc.debug?.(\n        `Loaded ${cache.size} row records in ${Date.now() - start} ms`,\n      );\n      r.resolve(cache);\n      return this.#cache;\n    } catch (e) {\n      r.reject(e); // Make sure the error is reflected in the cached promise\n      throw e;\n    }\n  }\n\n  getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n    return this.#ensureLoaded();\n  }\n\n  /**\n   * Applies the `rowRecords` corresponding to the `rowsVersion`\n   * to the cache, indicating whether the corresponding updates\n   * (generated by {@link executeRowUpdates}) were `flushed`.\n   *\n   * If `flushed` is false, the RowRecordCache will flush the records\n   * asynchronously.\n   *\n   * Note that `apply()` indicates that the CVR metadata associated with\n   * the `rowRecords` was successfully committed, which essentially means\n   * that this process has the unconditional right (and responsibility) of\n   * following up with a flush of the `rowRecords`. In particular, the\n   * commit of row records are not conditioned on the version or ownership\n   * columns of the `cvr.instances` row.\n   */\n  async apply(\n    rowRecords: Map<RowID, RowRecord | null>,\n    rowsVersion: CVRVersion,\n    flushed: boolean,\n  ): Promise<number> {\n    const cache = await this.#ensureLoaded();\n    for (const [id, row] of rowRecords.entries()) {\n      if (row === null || row.refCounts === null) {\n        cache.delete(id);\n      } else {\n        cache.set(id, row);\n      }\n      if (!flushed) {\n        this.#pending.set(id, row);\n      }\n    }\n    this.#pendingRowsVersion = rowsVersion;\n    // Initiate a flush if not already flushing.\n    if (!flushed && this.#flushing === null) {\n      this.#flushing = resolver();\n      // The #flush() method handles propagating errors to #failService.\n      // Attach a rejection handler to this promise to avoid unhandled\n      // rejections.\n      this.#flushing.promise.catch(() => {});\n      this.#setTimeout(() => this.#flush(), 0);\n    }\n    return cache.size;\n  }\n\n  async #flush() {\n    const flushing = must(this.#flushing);\n    try {\n      while (this.#pendingRowsVersion !== this.#flushedRowsVersion) {\n        const start = performance.now();\n\n        const {rows, rowsVersion} = await runTx(\n          this.#db,\n          tx => {\n            // Note: This code block is synchronous, guaranteeing that the\n            // #pendingRowsVersion is consistent with the #pending rows.\n            const rows = this.#pending.size;\n            const rowsVersion = must(this.#pendingRowsVersion);\n            // Awaiting all of the individual statements incurs too much\n            // overhead. Instead, just catch and log exception(s); the outer\n            // transaction will properly fail.\n            void Promise.all(\n              this.executeRowUpdates(tx, rowsVersion, this.#pending, 'force'),\n            ).catch(e => this.#lc.error?.(`error flushing cvr rows`, e));\n\n            this.#pending.clear();\n            return {rows, rowsVersion};\n          },\n          {mode: Mode.READ_COMMITTED},\n        );\n        const elapsed = performance.now() - start;\n        this.#lc.debug?.(\n          `flushed ${rows} rows@${versionString(rowsVersion)} (${elapsed} ms)`,\n        );\n        this.#recordAsyncFlushStats(rows, elapsed);\n        this.#flushedRowsVersion = rowsVersion;\n        // Note: apply() may have called while the transaction was committing,\n        //       which will result in looping to commit the next #pendingRowsVersion.\n      }\n      this.#lc.debug?.(\n        `up to date rows@${versionToNullableCookie(this.#flushedRowsVersion)}`,\n      );\n      flushing.resolve();\n      this.#flushing = null;\n    } catch (e) {\n      flushing.reject(e);\n      this.#failService(e);\n    }\n  }\n\n  hasPendingUpdates() {\n    return this.#flushing !== null;\n  }\n\n  /**\n   * Returns a promise that resolves when all outstanding row-records\n   * have been committed.\n   */\n  flushed(lc: LogContext): Promise<void> {\n    if (this.#flushing) {\n      lc.debug?.('awaiting pending row flush');\n      return this.#flushing.promise;\n    }\n    return promiseVoid;\n  }\n\n  clear() {\n    // Note: Only the #cache is cleared. #pending updates, on the other hand,\n    // comprise canonical (i.e. already flushed) data and must be flushed\n    // even if the snapshot of the present state (the #cache) is cleared.\n    this.#cache = undefined;\n  }\n\n  async *catchupRowPatches(\n    lc: LogContext,\n    afterVersion: NullableCVRVersion,\n    upToCVR: CVRSnapshot,\n    current: CVRVersion,\n    excludeQueryHashes: string[] = [],\n  ): AsyncGenerator<RowsRow[], void, undefined> {\n    if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n      return;\n    }\n\n    const startMs = Date.now();\n    const start = afterVersion ? versionString(afterVersion) : '';\n    const end = versionString(upToCVR.version);\n    lc.debug?.(`scanning row patches for clients from ${start}`);\n\n    // Before accessing the CVR db, pending row records must be flushed.\n    // Note that because catchupRowPatches() is called from within the\n    // view syncer lock, this flush is guaranteed to complete since no\n    // new CVR updates can happen while the lock is held.\n    await this.flushed(lc);\n    const flushMs = Date.now() - startMs;\n\n    const reader = new TransactionPool(lc, Mode.READONLY).run(this.#db);\n    try {\n      // Verify that we are reading the right version of the CVR.\n      await reader.processReadTask(tx =>\n        checkVersion(tx, this.#schema, this.#cvrID, current),\n      );\n\n      const {query} = await reader.processReadTask(tx => {\n        const query =\n          excludeQueryHashes.length === 0\n            ? tx<RowsRow[]>`SELECT * FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}`\n            : // Exclude rows that were already sent as part of query hydration.\n              tx<RowsRow[]>`SELECT * FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}\n          AND (\"refCounts\" IS NULL OR NOT \"refCounts\" ?| ${excludeQueryHashes})`;\n        return {query};\n      });\n\n      yield* query.cursor(10000);\n    } finally {\n      reader.setDone();\n    }\n\n    const totalMs = Date.now() - startMs;\n    lc.debug?.(\n      `finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`,\n    );\n  }\n\n  executeRowUpdates(\n    tx: PostgresTransaction,\n    version: CVRVersion,\n    rowUpdates: Map<RowID, RowRecord | null>,\n    mode: 'allow-defer' | 'force',\n    lc = this.#lc,\n  ): PendingQuery<Row[]>[] {\n    if (\n      mode === 'allow-defer' &&\n      // defer if pending rows are being flushed\n      (this.#flushing !== null ||\n        // or if the new batch is above the limit.\n        rowUpdates.size > this.#deferredRowFlushThreshold)\n    ) {\n      return [];\n    }\n    const rowsVersion = {\n      clientGroupID: this.#cvrID,\n      version: versionString(version),\n    };\n    const pending: PendingQuery<Row[]>[] = [\n      tx`INSERT INTO ${this.#cvr('rowsVersion')} ${tx(rowsVersion)}\n           ON CONFLICT (\"clientGroupID\") \n           DO UPDATE SET ${tx(rowsVersion)}`,\n    ];\n\n    const rowRecordRows: RowsRow[] = [];\n    for (const [id, row] of rowUpdates.entries()) {\n      if (row === null) {\n        pending.push(\n          tx`\n          DELETE FROM ${this.#cvr('rows')}\n            WHERE \"clientGroupID\" = ${this.#cvrID}\n              AND \"schema\" = ${id.schema}\n              AND \"table\" = ${id.table}\n              AND \"rowKey\" = ${id.rowKey}\n       `,\n        );\n      } else {\n        rowRecordRows.push(rowRecordToRowsRow(this.#cvrID, row));\n      }\n    }\n    if (rowRecordRows.length) {\n      pending.push(\n        tx`\n  INSERT INTO ${this.#cvr('rows')}(\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n  ) SELECT\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n    FROM json_to_recordset(${rowRecordRows}) AS x(\n      \"clientGroupID\" TEXT,\n      \"schema\" TEXT,\n      \"table\" TEXT,\n      \"rowKey\" JSONB,\n      \"rowVersion\" TEXT,\n      \"patchVersion\" TEXT,\n      \"refCounts\" JSONB\n  ) ON CONFLICT (\"clientGroupID\", \"schema\", \"table\", \"rowKey\")\n    DO UPDATE SET \"rowVersion\" = excluded.\"rowVersion\",\n      \"patchVersion\" = excluded.\"patchVersion\",\n      \"refCounts\" = excluded.\"refCounts\"\n    `,\n      );\n      lc.debug?.(\n        `flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${\n          rowUpdates.size - rowRecordRows.length\n        } deletes)`,\n      );\n    }\n    return pending;\n  }\n}\n"],"names":["rows","rowsVersion","Mode.READ_COMMITTED","Mode.READONLY","query"],"mappings":";;;;;;;;;;;;;;AAiCA,MAAM,uBAAuB;AAoDtB,MAAM,eAAe;AAAA;AAAA;AAAA;AAAA,EAI1B;AAAA,EACS;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGA,WAAW,IAAI,aAAsC,WAAW;AAAA,EACzE,sBAAyC;AAAA,EACzC,sBAAyC;AAAA,EACzC,YAAmC;AAAA,EAE1B,gBAAgB,qBAAqB,QAAQ,kBAAkB;AAAA,IACtE,aACE;AAAA,IAEF,MAAM;AAAA,EAAA,CACP;AAAA,EACQ,kBAAkB;AAAA,IACzB;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGF,YACE,IACA,IACA,OACA,OACA,aACA,4BAA4B,KAC5B,eAAe,YACf;AACA,SAAK,MAAM;AACX,SAAK,MAAM;AACX,SAAK,UAAU,UAAU,KAAK;AAC9B,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,6BAA6B;AAClC,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,qBAAqB,OAAsB,WAAmB;AAC5D,SAAK,cAAc,OAAO,YAAY,KAAM;AAAA,MAC1C,CAAC,oBAAoB,GAAG;AAAA,IAAA,CACzB;AACD,QAAI,MAAM,iBAAiB,GAAG;AAC5B,WAAK,gBAAgB,IAAI,MAAM,IAAI;AAAA,IACrC;AAAA,EACF;AAAA,EAEA,uBAAuB,MAAc,WAAmB;AACtD,SAAK,cAAc,OAAO,YAAY,KAAM;AAAA,MAC1C,CAAC,oBAAoB,GAAG;AAAA,IAAA,CACzB;AACD,SAAK,gBAAgB,IAAI,IAAI;AAAA,EAC/B;AAAA,EAEA,KAAK,OAAe;AAClB,WAAO,KAAK,IAAI,GAAG,KAAK,OAAO,IAAI,KAAK,EAAE;AAAA,EAC5C;AAAA,EAEA,MAAM,gBAAyD;AAC7D,QAAI,KAAK,QAAQ;AACf,aAAO,KAAK;AAAA,IACd;AACA,UAAM,QAAQ,KAAK,IAAA;AACnB,UAAM,IAAI,SAAA;AACV,MAAE,QAAQ,MAAM,MAAM;AAAA,IAAC,CAAC;AAGxB,SAAK,SAAS,EAAE;AAChB,QAAI;AACF,YAAM,QAAwC,IAAI;AAAA,QAChD;AAAA,MAAA;AAEF,uBAAiB,QAAQ,KAAK;AAAA,wBACZ,KAAK,KAAK,MAAM,CAAC;AAAA,oCACL,KAAK,MAAM,+BAEtC,OAAO,GAAI,GAAG;AACf,mBAAW,OAAO,MAAM;AACtB,gBAAM,YAAY,mBAAmB,GAAG;AACxC,gBAAM,IAAI,UAAU,IAAI,SAAS;AAAA,QACnC;AAAA,MACF;AACA,WAAK,IAAI;AAAA,QACP,UAAU,MAAM,IAAI,mBAAmB,KAAK,IAAA,IAAQ,KAAK;AAAA,MAAA;AAE3D,QAAE,QAAQ,KAAK;AACf,aAAO,KAAK;AAAA,IACd,SAAS,GAAG;AACV,QAAE,OAAO,CAAC;AACV,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,gBAAwD;AACtD,WAAO,KAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,MAAM,MACJ,YACA,aACA,SACiB;AACjB,UAAM,QAAQ,MAAM,KAAK,cAAA;AACzB,eAAW,CAAC,IAAI,GAAG,KAAK,WAAW,WAAW;AAC5C,UAAI,QAAQ,QAAQ,IAAI,cAAc,MAAM;AAC1C,cAAM,OAAO,EAAE;AAAA,MACjB,OAAO;AACL,cAAM,IAAI,IAAI,GAAG;AAAA,MACnB;AACA,UAAI,CAAC,SAAS;AACZ,aAAK,SAAS,IAAI,IAAI,GAAG;AAAA,MAC3B;AAAA,IACF;AACA,SAAK,sBAAsB;AAE3B,QAAI,CAAC,WAAW,KAAK,cAAc,MAAM;AACvC,WAAK,YAAY,SAAA;AAIjB,WAAK,UAAU,QAAQ,MAAM,MAAM;AAAA,MAAC,CAAC;AACrC,WAAK,YAAY,MAAM,KAAK,OAAA,GAAU,CAAC;AAAA,IACzC;AACA,WAAO,MAAM;AAAA,EACf;AAAA,EAEA,MAAM,SAAS;AACb,UAAM,WAAW,KAAK,KAAK,SAAS;AACpC,QAAI;AACF,aAAO,KAAK,wBAAwB,KAAK,qBAAqB;AAC5D,cAAM,QAAQ,YAAY,IAAA;AAE1B,cAAM,EAAC,MAAM,YAAA,IAAe,MAAM;AAAA,UAChC,KAAK;AAAA,UACL,CAAA,OAAM;AAGJ,kBAAMA,QAAO,KAAK,SAAS;AAC3B,kBAAMC,eAAc,KAAK,KAAK,mBAAmB;AAIjD,iBAAK,QAAQ;AAAA,cACX,KAAK,kBAAkB,IAAIA,cAAa,KAAK,UAAU,OAAO;AAAA,YAAA,EAC9D,MAAM,CAAA,MAAK,KAAK,IAAI,QAAQ,2BAA2B,CAAC,CAAC;AAE3D,iBAAK,SAAS,MAAA;AACd,mBAAO,EAAC,MAAAD,OAAM,aAAAC,aAAAA;AAAAA,UAChB;AAAA,UACA,EAAC,MAAMC,eAAK;AAAA,QAAc;AAE5B,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,IAAI;AAAA,UACP,WAAW,IAAI,SAAS,cAAc,WAAW,CAAC,KAAK,OAAO;AAAA,QAAA;AAEhE,aAAK,uBAAuB,MAAM,OAAO;AACzC,aAAK,sBAAsB;AAAA,MAG7B;AACA,WAAK,IAAI;AAAA,QACP,mBAAmB,wBAAwB,KAAK,mBAAmB,CAAC;AAAA,MAAA;AAEtE,eAAS,QAAA;AACT,WAAK,YAAY;AAAA,IACnB,SAAS,GAAG;AACV,eAAS,OAAO,CAAC;AACjB,WAAK,aAAa,CAAC;AAAA,IACrB;AAAA,EACF;AAAA,EAEA,oBAAoB;AAClB,WAAO,KAAK,cAAc;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,QAAQ,IAA+B;AACrC,QAAI,KAAK,WAAW;AAClB,SAAG,QAAQ,4BAA4B;AACvC,aAAO,KAAK,UAAU;AAAA,IACxB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ;AAIN,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,OAAO,kBACL,IACA,cACA,SACA,SACA,qBAA+B,IACa;AAC5C,QAAI,YAAY,cAAc,QAAQ,OAAO,KAAK,GAAG;AACnD;AAAA,IACF;AAEA,UAAM,UAAU,KAAK,IAAA;AACrB,UAAM,QAAQ,eAAe,cAAc,YAAY,IAAI;AAC3D,UAAM,MAAM,cAAc,QAAQ,OAAO;AACzC,OAAG,QAAQ,yCAAyC,KAAK,EAAE;AAM3D,UAAM,KAAK,QAAQ,EAAE;AACrB,UAAM,UAAU,KAAK,IAAA,IAAQ;AAE7B,UAAM,SAAS,IAAI,gBAAgB,IAAIC,QAAa,EAAE,IAAI,KAAK,GAAG;AAClE,QAAI;AAEF,YAAM,OAAO;AAAA,QAAgB,QAC3B,aAAa,IAAI,KAAK,SAAS,KAAK,QAAQ,OAAO;AAAA,MAAA;AAGrD,YAAM,EAAC,MAAA,IAAS,MAAM,OAAO,gBAAgB,CAAA,OAAM;AACjD,cAAMC,SACJ,mBAAmB,WAAW,IAC1B,mBAA8B,KAAK,KAAK,MAAM,CAAC;AAAA,kCAC3B,KAAK,MAAM;AAAA,iCACZ,KAAK;AAAA,kCACJ,GAAG;AAAA;AAAA,UAEvB,mBAA8B,KAAK,KAAK,MAAM,CAAC;AAAA,kCAC3B,KAAK,MAAM;AAAA,iCACZ,KAAK;AAAA,kCACJ,GAAG;AAAA,2DACsB,kBAAkB;AAAA;AACrE,eAAO,EAAC,OAAAA,OAAAA;AAAAA,MACV,CAAC;AAED,aAAO,MAAM,OAAO,GAAK;AAAA,IAC3B,UAAA;AACE,aAAO,QAAA;AAAA,IACT;AAEA,UAAM,UAAU,KAAK,IAAA,IAAQ;AAC7B,OAAG;AAAA,MACD,gCAAgC,OAAO,eAAe,OAAO;AAAA,IAAA;AAAA,EAEjE;AAAA,EAEA,kBACE,IACA,SACA,YACA,MACA,KAAK,KAAK,KACa;AACvB,QACE,SAAS;AAAA,KAER,KAAK,cAAc;AAAA,IAElB,WAAW,OAAO,KAAK,6BACzB;AACA,aAAO,CAAA;AAAA,IACT;AACA,UAAM,cAAc;AAAA,MAClB,eAAe,KAAK;AAAA,MACpB,SAAS,cAAc,OAAO;AAAA,IAAA;AAEhC,UAAM,UAAiC;AAAA,MACrC,iBAAiB,KAAK,KAAK,aAAa,CAAC,IAAI,GAAG,WAAW,CAAC;AAAA;AAAA,2BAEvC,GAAG,WAAW,CAAC;AAAA,IAAA;AAGtC,UAAM,gBAA2B,CAAA;AACjC,eAAW,CAAC,IAAI,GAAG,KAAK,WAAW,WAAW;AAC5C,UAAI,QAAQ,MAAM;AAChB,gBAAQ;AAAA,UACN;AAAA,wBACc,KAAK,KAAK,MAAM,CAAC;AAAA,sCACH,KAAK,MAAM;AAAA,+BAClB,GAAG,MAAM;AAAA,8BACV,GAAG,KAAK;AAAA,+BACP,GAAG,MAAM;AAAA;AAAA,QAAA;AAAA,MAGlC,OAAO;AACL,sBAAc,KAAK,mBAAmB,KAAK,QAAQ,GAAG,CAAC;AAAA,MACzD;AAAA,IACF;AACA,QAAI,cAAc,QAAQ;AACxB,cAAQ;AAAA,QACN;AAAA,gBACQ,KAAK,KAAK,MAAM,CAAC;AAAA;AAAA;AAAA;AAAA,6BAIJ,aAAa;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAAA;AAcpC,SAAG;AAAA,QACD,YAAY,WAAW,IAAI,UAAU,cAAc,MAAM,aACvD,WAAW,OAAO,cAAc,MAClC;AAAA,MAAA;AAAA,IAEJ;AACA,WAAO;AAAA,EACT;AACF;"}
+{"version":3,"file":"row-record-cache.js","names":["#lc","#db","#schema","#cvrID","#failService","#deferredRowFlushThreshold","#setTimeout","#pending","#cvrFlushTime","#cvrRowsFlushed","#ensureLoaded","#cache","#cvr","#pendingRowsVersion","#flushing","#flush","#flushedRowsVersion","#recordAsyncFlushStats"],"sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {type Resolver, resolver} from '@rocicorp/resolver';\nimport type {PendingQuery, Row} from 'postgres';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport {type PostgresDB, type PostgresTransaction} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {checkVersion, type CVRFlushStats} from './cvr-store.ts';\nimport type {CVRSnapshot} from './cvr.ts';\nimport {\n  rowRecordToRowsRow,\n  type RowsRow,\n  rowsRowToRowRecord,\n} from './schema/cvr.ts';\nimport {\n  cmpVersions,\n  type CVRVersion,\n  type NullableCVRVersion,\n  type RowID,\n  type RowRecord,\n  versionString,\n  versionToNullableCookie,\n} from './schema/types.ts';\n\nconst FLUSH_TYPE_ATTRIBUTE = 'flush.type';\n\n/**\n * The RowRecordCache is an in-memory cache of the `cvr.rows` tables that\n * operates as both a write-through and write-back cache.\n *\n * For \"small\" CVR updates (i.e. zero or small numbers of rows) the\n * RowRecordCache operates as write-through, executing commits in\n * {@link executeRowUpdates()} before they are {@link apply}-ed to the\n * in-memory state.\n *\n * For \"large\" CVR updates (i.e. with many rows), the cache switches to a\n * write-back mode of operation, in which {@link executeRowUpdates()} is a\n * no-op, and {@link apply()} initiates a background task to flush the pending\n * row changes to the store. This allows the client poke to be completed and\n * committed on the client without waiting for the heavyweight operation of\n * committing the row records to the CVR store.\n *\n * Note that when the cache is in write-back mode, all updates become\n * write-back (i.e. asynchronously flushed) until the pending update queue is\n * fully flushed. This is required because updates must be applied in version\n * order. As with all pending work systems in zero-cache, multiple pending\n * updates are coalesced to reduce buildup of work.\n *\n * ### High level consistency\n *\n * Note that the above caching scheme only applies to the row data in `cvr.rows`\n * and corresponding `cvr.rowsVersion` tables. CVR metadata and query\n * information, on the other hand, are always committed before completing the\n * client poke. In this manner, the difference between the `version` column in\n * `cvr.instances` and the analogous column in `cvr.rowsVersion` determines\n * whether the data in the store is consistent, or whether it is awaiting a\n * pending update.\n *\n * The logic in {@link CVRStore#load()} takes this into account by loading both\n * the `cvr.instances` version and the `cvr.rowsVersion` version and checking\n * if they are in sync, waiting for a configurable delay until they are.\n *\n * ### Eventual conversion\n *\n * In the event of a continual stream of mutations (e.g. an animation-style\n * app), it is conceivable that the row record data be continually behind\n * the CVR metadata. In order to effect eventual convergence, a new view-syncer\n * signals the current view-syncer to stop updating by writing new `owner`\n * information to the `cvr.instances` row. This effectively stops the mutation\n * processing (in {@link CVRStore.#checkVersionAndOwnership}) so that the row\n * data can eventually catch up, allowing the new view-syncer to take over.\n *\n * Of course, there is the pathological situation in which a view-syncer\n * process crashes before the pending row updates are flushed. In this case,\n * the wait timeout will elapse and the CVR considered invalid.\n */\nexport class RowRecordCache {\n  // The state in the #cache is always in sync with the CVR metadata\n  // (i.e. cvr.instances). It may contain information that has not yet\n  // been flushed to cvr.rows.\n  #cache: Promise<CustomKeyMap<RowID, RowRecord>> | undefined;\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #cvrID: string;\n  readonly #failService: (e: unknown) => void;\n  readonly #deferredRowFlushThreshold: number;\n  readonly #setTimeout: typeof setTimeout;\n\n  // Write-back cache state.\n  readonly #pending = new CustomKeyMap<RowID, RowRecord | null>(rowIDString);\n  #pendingRowsVersion: CVRVersion | null = null;\n  #flushedRowsVersion: CVRVersion | null = null;\n  #flushing: Resolver<void> | null = null;\n\n  readonly #cvrFlushTime = getOrCreateHistogram('sync', 'cvr.flush-time', {\n    description:\n      'Time to flush a CVR transaction. This includes both synchronous ' +\n      'and asynchronous flushes, distinguished by the flush.type attribute',\n    unit: 's',\n  });\n  readonly #cvrRowsFlushed = getOrCreateCounter(\n    'sync',\n    'cvr.rows-flushed',\n    'Number of (changed) rows flushed to a CVR',\n  );\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    cvrID: string,\n    failService: (e: unknown) => void,\n    deferredRowFlushThreshold = 100,\n    setTimeoutFn = setTimeout,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#cvrID = cvrID;\n    this.#failService = failService;\n    this.#deferredRowFlushThreshold = deferredRowFlushThreshold;\n    this.#setTimeout = setTimeoutFn;\n  }\n\n  recordSyncFlushStats(stats: CVRFlushStats, elapsedMs: number) {\n    this.#cvrFlushTime.record(elapsedMs / 1000, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'sync',\n    });\n    if (stats.rowsDeferred === 0) {\n      this.#cvrRowsFlushed.add(stats.rows);\n    }\n  }\n\n  #recordAsyncFlushStats(rows: number, elapsedMs: number) {\n    this.#cvrFlushTime.record(elapsedMs / 1000, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'async',\n    });\n    this.#cvrRowsFlushed.add(rows);\n  }\n\n  #cvr(table: string) {\n    return this.#db(`${this.#schema}.${table}`);\n  }\n\n  async #ensureLoaded(): Promise<CustomKeyMap<RowID, RowRecord>> {\n    if (this.#cache) {\n      return this.#cache;\n    }\n    const start = Date.now();\n    const r = resolver<CustomKeyMap<RowID, RowRecord>>();\n    r.promise.catch(() => {});\n    // Set this.#cache immediately (before await) so that only one db\n    // query is made even if there are multiple callers.\n    this.#cache = r.promise;\n    try {\n      const cache: CustomKeyMap<RowID, RowRecord> = new CustomKeyMap(\n        rowIDString,\n      );\n      for await (const rows of this.#db<RowsRow[]>`\n        SELECT * FROM ${this.#cvr(`rows`)}\n          WHERE \"clientGroupID\" = ${this.#cvrID} AND \"refCounts\" IS NOT NULL`\n        // TODO(arv): Arbitrary page size\n        .cursor(5000)) {\n        for (const row of rows) {\n          const rowRecord = rowsRowToRowRecord(row);\n          cache.set(rowRecord.id, rowRecord);\n        }\n      }\n      this.#lc.info?.(\n        `Loaded ${cache.size} row records in ${Date.now() - start} ms`,\n      );\n      r.resolve(cache);\n      return this.#cache;\n    } catch (e) {\n      r.reject(e); // Make sure the error is reflected in the cached promise\n      throw e;\n    }\n  }\n\n  getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n    return this.#ensureLoaded();\n  }\n\n  /**\n   * Applies the `rowRecords` corresponding to the `rowsVersion`\n   * to the cache, indicating whether the corresponding updates\n   * (generated by {@link executeRowUpdates}) were `flushed`.\n   *\n   * If `flushed` is false, the RowRecordCache will flush the records\n   * asynchronously.\n   *\n   * Note that `apply()` indicates that the CVR metadata associated with\n   * the `rowRecords` was successfully committed, which essentially means\n   * that this process has the unconditional right (and responsibility) of\n   * following up with a flush of the `rowRecords`. In particular, the\n   * commit of row records are not conditioned on the version or ownership\n   * columns of the `cvr.instances` row.\n   */\n  async apply(\n    rowRecords: Map<RowID, RowRecord | null>,\n    rowsVersion: CVRVersion,\n    flushed: boolean,\n  ): Promise<number> {\n    const cache = await this.#ensureLoaded();\n    for (const [id, row] of rowRecords.entries()) {\n      if (row === null || row.refCounts === null) {\n        cache.delete(id);\n      } else {\n        cache.set(id, row);\n      }\n      if (!flushed) {\n        this.#pending.set(id, row);\n      }\n    }\n    this.#pendingRowsVersion = rowsVersion;\n    // Initiate a flush if not already flushing.\n    if (!flushed && this.#flushing === null) {\n      this.#flushing = resolver();\n      // The #flush() method handles propagating errors to #failService.\n      // Attach a rejection handler to this promise to avoid unhandled\n      // rejections.\n      this.#flushing.promise.catch(() => {});\n      this.#setTimeout(() => this.#flush(), 0);\n    }\n    return cache.size;\n  }\n\n  async #flush() {\n    const flushing = must(this.#flushing);\n    try {\n      while (this.#pendingRowsVersion !== this.#flushedRowsVersion) {\n        const start = performance.now();\n\n        const {rows, rowsVersion} = await runTx(\n          this.#db,\n          tx => {\n            // Note: This code block is synchronous, guaranteeing that the\n            // #pendingRowsVersion is consistent with the #pending rows.\n            const rows = this.#pending.size;\n            const rowsVersion = must(this.#pendingRowsVersion);\n            // Awaiting all of the individual statements incurs too much\n            // overhead. Instead, just catch and log exception(s); the outer\n            // transaction will properly fail.\n            void Promise.all(\n              this.executeRowUpdates(tx, rowsVersion, this.#pending, 'force'),\n            ).catch(e => this.#lc.error?.(`error flushing cvr rows`, e));\n\n            this.#pending.clear();\n            return {rows, rowsVersion};\n          },\n          {mode: Mode.READ_COMMITTED},\n        );\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `flushed ${rows} rows@${versionString(rowsVersion)} (${elapsed} ms)`,\n        );\n        this.#recordAsyncFlushStats(rows, elapsed);\n        this.#flushedRowsVersion = rowsVersion;\n        // Note: apply() may have called while the transaction was committing,\n        //       which will result in looping to commit the next #pendingRowsVersion.\n      }\n      this.#lc.info?.(\n        `up to date rows@${versionToNullableCookie(this.#flushedRowsVersion)}`,\n      );\n      flushing.resolve();\n      this.#flushing = null;\n    } catch (e) {\n      this.#lc.info?.(`row record flush failed`, e);\n      flushing.reject(e);\n      this.#failService(e);\n    }\n  }\n\n  hasPendingUpdates() {\n    return this.#flushing !== null;\n  }\n\n  /**\n   * Returns a promise that resolves when all outstanding row-records\n   * have been committed.\n   */\n  flushed(lc: LogContext): Promise<void> {\n    if (this.#flushing) {\n      lc.debug?.('awaiting pending row flush');\n      return this.#flushing.promise;\n    }\n    return promiseVoid;\n  }\n\n  clear() {\n    // Note: Only the #cache is cleared. #pending updates, on the other hand,\n    // comprise canonical (i.e. already flushed) data and must be flushed\n    // even if the snapshot of the present state (the #cache) is cleared.\n    this.#cache = undefined;\n  }\n\n  async *catchupRowPatches(\n    lc: LogContext,\n    afterVersion: NullableCVRVersion,\n    upToCVR: CVRSnapshot,\n    current: CVRVersion,\n    excludeQueryHashes: string[] = [],\n  ): AsyncGenerator<RowsRow[], void, undefined> {\n    if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n      return;\n    }\n\n    const startMs = Date.now();\n    const start = afterVersion ? versionString(afterVersion) : '';\n    const end = versionString(upToCVR.version);\n    lc.debug?.(`scanning row patches for clients from ${start}`);\n\n    // Before accessing the CVR db, pending row records must be flushed.\n    // Note that because catchupRowPatches() is called from within the\n    // view syncer lock, this flush is guaranteed to complete since no\n    // new CVR updates can happen while the lock is held.\n    await this.flushed(lc);\n    const flushMs = Date.now() - startMs;\n\n    const reader = new TransactionPool(lc, Mode.READONLY).run(this.#db);\n    try {\n      // Verify that we are reading the right version of the CVR.\n      await reader.processReadTask(tx =>\n        checkVersion(tx, this.#schema, this.#cvrID, current),\n      );\n\n      const {query} = await reader.processReadTask(tx => {\n        const query =\n          excludeQueryHashes.length === 0\n            ? tx<RowsRow[]>`SELECT * FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}`\n            : // Exclude rows that were already sent as part of query hydration.\n              tx<RowsRow[]>`SELECT * FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}\n          AND (\"refCounts\" IS NULL OR NOT \"refCounts\" ?| ${excludeQueryHashes})`;\n        return {query};\n      });\n\n      yield* query.cursor(10000);\n    } finally {\n      reader.setDone();\n    }\n\n    const totalMs = Date.now() - startMs;\n    lc.info?.(\n      `finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`,\n    );\n  }\n\n  executeRowUpdates(\n    tx: PostgresTransaction,\n    version: CVRVersion,\n    rowUpdates: Map<RowID, RowRecord | null>,\n    mode: 'allow-defer' | 'force',\n    lc = this.#lc,\n  ): PendingQuery<Row[]>[] {\n    if (\n      mode === 'allow-defer' &&\n      // defer if pending rows are being flushed\n      (this.#flushing !== null ||\n        // or if the new batch is above the limit.\n        rowUpdates.size > this.#deferredRowFlushThreshold)\n    ) {\n      return [];\n    }\n    const rowsVersion = {\n      clientGroupID: this.#cvrID,\n      version: versionString(version),\n    };\n    const pending: PendingQuery<Row[]>[] = [\n      tx`INSERT INTO ${this.#cvr('rowsVersion')} ${tx(rowsVersion)}\n           ON CONFLICT (\"clientGroupID\") \n           DO UPDATE SET ${tx(rowsVersion)}`,\n    ];\n\n    const rowRecordRows: RowsRow[] = [];\n    for (const [id, row] of rowUpdates.entries()) {\n      if (row === null) {\n        pending.push(\n          tx`\n          DELETE FROM ${this.#cvr('rows')}\n            WHERE \"clientGroupID\" = ${this.#cvrID}\n              AND \"schema\" = ${id.schema}\n              AND \"table\" = ${id.table}\n              AND \"rowKey\" = ${id.rowKey}\n       `,\n        );\n      } else {\n        rowRecordRows.push(rowRecordToRowsRow(this.#cvrID, row));\n      }\n    }\n    if (rowRecordRows.length) {\n      pending.push(\n        tx`\n  INSERT INTO ${this.#cvr('rows')}(\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n  ) SELECT\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n    FROM json_to_recordset(${rowRecordRows}) AS x(\n      \"clientGroupID\" TEXT,\n      \"schema\" TEXT,\n      \"table\" TEXT,\n      \"rowKey\" JSONB,\n      \"rowVersion\" TEXT,\n      \"patchVersion\" TEXT,\n      \"refCounts\" JSONB\n  ) ON CONFLICT (\"clientGroupID\", \"schema\", \"table\", \"rowKey\")\n    DO UPDATE SET \"rowVersion\" = excluded.\"rowVersion\",\n      \"patchVersion\" = excluded.\"patchVersion\",\n      \"refCounts\" = excluded.\"refCounts\"\n    `,\n      );\n      lc.info?.(\n        `flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${\n          rowUpdates.size - rowRecordRows.length\n        } deletes)`,\n      );\n    }\n    return pending;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;AAiCA,IAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoD7B,IAAa,iBAAb,MAA4B;CAI1B;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAGA,WAAoB,IAAI,aAAsC,YAAY;CAC1E,sBAAyC;CACzC,sBAAyC;CACzC,YAAmC;CAEnC,gBAAyB,qBAAqB,QAAQ,kBAAkB;EACtE,aACE;EAEF,MAAM;EACP,CAAC;CACF,kBAA2B,mBACzB,QACA,oBACA,4CACD;CAED,YACE,IACA,IACA,OACA,OACA,aACA,4BAA4B,KAC5B,eAAe,YACf;AACA,QAAA,KAAW;AACX,QAAA,KAAW;AACX,QAAA,SAAe,UAAU,MAAM;AAC/B,QAAA,QAAc;AACd,QAAA,cAAoB;AACpB,QAAA,4BAAkC;AAClC,QAAA,aAAmB;;CAGrB,qBAAqB,OAAsB,WAAmB;AAC5D,QAAA,aAAmB,OAAO,YAAY,KAAM,GACzC,uBAAuB,QACzB,CAAC;AACF,MAAI,MAAM,iBAAiB,EACzB,OAAA,eAAqB,IAAI,MAAM,KAAK;;CAIxC,uBAAuB,MAAc,WAAmB;AACtD,QAAA,aAAmB,OAAO,YAAY,KAAM,GACzC,uBAAuB,SACzB,CAAC;AACF,QAAA,eAAqB,IAAI,KAAK;;CAGhC,KAAK,OAAe;AAClB,SAAO,MAAA,GAAS,GAAG,MAAA,OAAa,GAAG,QAAQ;;CAG7C,OAAA,eAA+D;AAC7D,MAAI,MAAA,MACF,QAAO,MAAA;EAET,MAAM,QAAQ,KAAK,KAAK;EACxB,MAAM,IAAI,UAA0C;AACpD,IAAE,QAAQ,YAAY,GAAG;AAGzB,QAAA,QAAc,EAAE;AAChB,MAAI;GACF,MAAM,QAAwC,IAAI,aAChD,YACD;AACD,cAAW,MAAM,QAAQ,MAAA,EAAmB;wBAC1B,MAAA,IAAU,OAAO,CAAC;oCACN,MAAA,MAAY,8BAEvC,OAAO,IAAK,CACb,MAAK,MAAM,OAAO,MAAM;IACtB,MAAM,YAAY,mBAAmB,IAAI;AACzC,UAAM,IAAI,UAAU,IAAI,UAAU;;AAGtC,SAAA,GAAS,OACP,UAAU,MAAM,KAAK,kBAAkB,KAAK,KAAK,GAAG,MAAM,KAC3D;AACD,KAAE,QAAQ,MAAM;AAChB,UAAO,MAAA;WACA,GAAG;AACV,KAAE,OAAO,EAAE;AACX,SAAM;;;CAIV,gBAAwD;AACtD,SAAO,MAAA,cAAoB;;;;;;;;;;;;;;;;;CAkB7B,MAAM,MACJ,YACA,aACA,SACiB;EACjB,MAAM,QAAQ,MAAM,MAAA,cAAoB;AACxC,OAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,SAAS,EAAE;AAC5C,OAAI,QAAQ,QAAQ,IAAI,cAAc,KACpC,OAAM,OAAO,GAAG;OAEhB,OAAM,IAAI,IAAI,IAAI;AAEpB,OAAI,CAAC,QACH,OAAA,QAAc,IAAI,IAAI,IAAI;;AAG9B,QAAA,qBAA2B;AAE3B,MAAI,CAAC,WAAW,MAAA,aAAmB,MAAM;AACvC,SAAA,WAAiB,UAAU;AAI3B,SAAA,SAAe,QAAQ,YAAY,GAAG;AACtC,SAAA,iBAAuB,MAAA,OAAa,EAAE,EAAE;;AAE1C,SAAO,MAAM;;CAGf,OAAA,QAAe;EACb,MAAM,WAAW,KAAK,MAAA,SAAe;AACrC,MAAI;AACF,UAAO,MAAA,uBAA6B,MAAA,oBAA0B;IAC5D,MAAM,QAAQ,YAAY,KAAK;IAE/B,MAAM,EAAC,MAAM,gBAAe,MAAM,MAChC,MAAA,KACA,OAAM;KAGJ,MAAM,OAAO,MAAA,QAAc;KAC3B,MAAM,cAAc,KAAK,MAAA,mBAAyB;AAI7C,aAAQ,IACX,KAAK,kBAAkB,IAAI,aAAa,MAAA,SAAe,QAAQ,CAChE,CAAC,OAAM,MAAK,MAAA,GAAS,QAAQ,2BAA2B,EAAE,CAAC;AAE5D,WAAA,QAAc,OAAO;AACrB,YAAO;MAAC;MAAM;MAAY;OAE5B,EAAC,MAAM,gBAAoB,CAC5B;IACD,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,UAAA,GAAS,OACP,WAAW,KAAK,QAAQ,cAAc,YAAY,CAAC,IAAI,QAAQ,MAChE;AACD,UAAA,sBAA4B,MAAM,QAAQ;AAC1C,UAAA,qBAA2B;;AAI7B,SAAA,GAAS,OACP,mBAAmB,wBAAwB,MAAA,mBAAyB,GACrE;AACD,YAAS,SAAS;AAClB,SAAA,WAAiB;WACV,GAAG;AACV,SAAA,GAAS,OAAO,2BAA2B,EAAE;AAC7C,YAAS,OAAO,EAAE;AAClB,SAAA,YAAkB,EAAE;;;CAIxB,oBAAoB;AAClB,SAAO,MAAA,aAAmB;;;;;;CAO5B,QAAQ,IAA+B;AACrC,MAAI,MAAA,UAAgB;AAClB,MAAG,QAAQ,6BAA6B;AACxC,UAAO,MAAA,SAAe;;AAExB,SAAO;;CAGT,QAAQ;AAIN,QAAA,QAAc,KAAA;;CAGhB,OAAO,kBACL,IACA,cACA,SACA,SACA,qBAA+B,EAAE,EACW;AAC5C,MAAI,YAAY,cAAc,QAAQ,QAAQ,IAAI,EAChD;EAGF,MAAM,UAAU,KAAK,KAAK;EAC1B,MAAM,QAAQ,eAAe,cAAc,aAAa,GAAG;EAC3D,MAAM,MAAM,cAAc,QAAQ,QAAQ;AAC1C,KAAG,QAAQ,yCAAyC,QAAQ;AAM5D,QAAM,KAAK,QAAQ,GAAG;EACtB,MAAM,UAAU,KAAK,KAAK,GAAG;EAE7B,MAAM,SAAS,IAAI,gBAAgB,IAAI,SAAc,CAAC,IAAI,MAAA,GAAS;AACnE,MAAI;AAEF,SAAM,OAAO,iBAAgB,OAC3B,aAAa,IAAI,MAAA,QAAc,MAAA,OAAa,QAAQ,CACrD;GAED,MAAM,EAAC,UAAS,MAAM,OAAO,iBAAgB,OAAM;AAajD,WAAO,EAAC,OAXN,mBAAmB,WAAW,IAC1B,EAAa,iBAAiB,MAAA,IAAU,OAAO,CAAC;kCAC5B,MAAA,MAAY;iCACb,MAAM;kCACL,QAEpB,EAAa,iBAAiB,MAAA,IAAU,OAAO,CAAC;kCAC5B,MAAA,MAAY;iCACb,MAAM;kCACL,IAAI;2DACqB,mBAAmB,IACxD;KACd;AAEF,UAAO,MAAM,OAAO,IAAM;YAClB;AACR,UAAO,SAAS;;EAGlB,MAAM,UAAU,KAAK,KAAK,GAAG;AAC7B,KAAG,OACD,gCAAgC,QAAQ,cAAc,QAAQ,MAC/D;;CAGH,kBACE,IACA,SACA,YACA,MACA,KAAK,MAAA,IACkB;AACvB,MACE,SAAS,kBAER,MAAA,aAAmB,QAElB,WAAW,OAAO,MAAA,2BAEpB,QAAO,EAAE;EAEX,MAAM,cAAc;GAClB,eAAe,MAAA;GACf,SAAS,cAAc,QAAQ;GAChC;EACD,MAAM,UAAiC,CACrC,EAAE,eAAe,MAAA,IAAU,cAAc,CAAC,GAAG,GAAG,YAAY,CAAC;;2BAExC,GAAG,YAAY,GACrC;EAED,MAAM,gBAA2B,EAAE;AACnC,OAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,SAAS,CAC1C,KAAI,QAAQ,KACV,SAAQ,KACN,EAAE;wBACY,MAAA,IAAU,OAAO,CAAC;sCACJ,MAAA,MAAY;+BACnB,GAAG,OAAO;8BACX,GAAG,MAAM;+BACR,GAAG,OAAO;SAEhC;MAED,eAAc,KAAK,mBAAmB,MAAA,OAAa,IAAI,CAAC;AAG5D,MAAI,cAAc,QAAQ;AACxB,WAAQ,KACN,EAAE;gBACM,MAAA,IAAU,OAAO,CAAC;;;;6BAIL,cAAc;;;;;;;;;;;;MAapC;AACD,MAAG,OACD,YAAY,WAAW,KAAK,SAAS,cAAc,OAAO,YACxD,WAAW,OAAO,cAAc,OACjC,WACF;;AAEH,SAAO"}

package/out/zero-cache/src/services/view-syncer/schema/cvr.js

@@ -1,18 +1,17 @@
-import { ident } from "pg-format";
 import "../../../../../shared/src/bigint-json.js";
-import "js-xxhash";
 import { cvrSchema } from "../../../types/shards.js";
+import "../../../types/row-key.js";
 import { versionFromString, versionString } from "./types.js";
+import { ident } from "pg-format";
+//#region ../zero-cache/src/services/view-syncer/schema/cvr.ts
 function schema(shard) {
-  return ident(cvrSchema(shard));
+	return ident(cvrSchema(shard));
 }
 function createSchema(shard) {
-  return `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;
+	return `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;
 }
 function createInstancesTable(shard) {
-  return (
-    /*sql*/
-    `
+	return `
 CREATE TABLE ${schema(shard)}.instances (
   "clientGroupID"  TEXT PRIMARY KEY,
   "version"        TEXT NOT NULL,                       -- Sortable representation of CVRVersion, e.g. "5nbqa2w:09"
@@ -37,11 +36,10 @@ CREATE INDEX tombstones_last_active
 -- an index scan without additional table lookups.
 CREATE INDEX profile_ids_last_active ON ${schema(shard)}.instances ("lastActive", "profileID")
   WHERE "profileID" IS NOT NULL;
-`
-  );
+`;
 }
 function createClientsTable(shard) {
-  return `
+	return `
 CREATE TABLE ${schema(shard)}.clients (
   "clientGroupID"      TEXT,
   "clientID"           TEXT,
@@ -57,7 +55,7 @@ CREATE TABLE ${schema(shard)}.clients (
 `;
 }
 function createQueriesTable(shard) {
-  return `
+	return `
 CREATE TABLE ${schema(shard)}.queries (
   "clientGroupID"         TEXT,
   "queryHash"             TEXT, -- this is the hash of the client query AST
@@ -84,7 +82,7 @@ CREATE INDEX queries_patch_version
 `;
 }
 function createDesiresTable(shard) {
-  return `
+	return `
 CREATE TABLE ${schema(shard)}.desires (
   "clientGroupID"      TEXT,
   "clientID"           TEXT,
@@ -113,41 +111,61 @@ CREATE INDEX desires_inactivated_at
 `;
 }
 function rowsRowToRowID(rowsRow) {
-  return {
-    schema: rowsRow.schema,
-    table: rowsRow.table,
-    rowKey: rowsRow.rowKey
-  };
+	return {
+		schema: rowsRow.schema,
+		table: rowsRow.table,
+		rowKey: rowsRow.rowKey
+	};
 }
 function rowsRowToRowRecord(rowsRow) {
-  return {
-    id: rowsRowToRowID(rowsRow),
-    rowVersion: rowsRow.rowVersion,
-    patchVersion: versionFromString(rowsRow.patchVersion),
-    refCounts: rowsRow.refCounts
-  };
+	return {
+		id: rowsRowToRowID(rowsRow),
+		rowVersion: rowsRow.rowVersion,
+		patchVersion: versionFromString(rowsRow.patchVersion),
+		refCounts: rowsRow.refCounts
+	};
 }
 function rowRecordToRowsRow(clientGroupID, rowRecord) {
-  return {
-    clientGroupID,
-    schema: rowRecord.id.schema,
-    table: rowRecord.id.table,
-    rowKey: rowRecord.id.rowKey,
-    rowVersion: rowRecord.rowVersion,
-    patchVersion: versionString(rowRecord.patchVersion),
-    refCounts: rowRecord.refCounts
-  };
+	return {
+		clientGroupID,
+		schema: rowRecord.id.schema,
+		table: rowRecord.id.table,
+		rowKey: rowRecord.id.rowKey,
+		rowVersion: rowRecord.rowVersion,
+		patchVersion: versionString(rowRecord.patchVersion),
+		refCounts: rowRecord.refCounts
+	};
 }
+/**
+* The version of the data in the `cvr.rows` table. This may lag
+* `version` in `cvr.instances` but eventually catches up, modulo
+* exceptional circumstances like a server crash.
+*
+* The `rowsVersion` is tracked in a separate table (as opposed to
+* a column in the `cvr.instances` table) so that general `cvr` updates
+* and `row` updates can be executed independently without serialization
+* conflicts.
+*
+* Note: Although `clientGroupID` logically references the same column in
+* `cvr.instances`, a FOREIGN KEY constraint must not be declared as the
+* `cvr.rows` TABLE needs to be updated without affecting the
+* `SELECT ... FOR UPDATE` lock when `cvr.instances` is updated.
+*/
 function createRowsVersionTable(shard) {
-  return `
+	return `
 CREATE TABLE ${schema(shard)}."rowsVersion" (
   "clientGroupID" TEXT PRIMARY KEY,
   "version"       TEXT NOT NULL
 );
 `;
 }
+/**
+* CVR `rows` are updated asynchronously from the CVR metadata
+* (i.e. `instances`). The `rowsVersion` table is updated atomically with
+* updates to the `rows` data.
+*/
 function createRowsTable(shard) {
-  return `
+	return `
 CREATE TABLE ${schema(shard)}.rows (
   "clientGroupID"    TEXT,
   "schema"           TEXT,
@@ -176,17 +194,13 @@ CREATE INDEX row_ref_counts ON ${schema(shard)}.rows
 `;
 }
 function createTables(shard) {
-  return createSchema(shard) + createInstancesTable(shard) + createClientsTable(shard) + createQueriesTable(shard) + createDesiresTable(shard) + createRowsVersionTable(shard) + createRowsTable(shard);
+	return createSchema(shard) + createInstancesTable(shard) + createClientsTable(shard) + createQueriesTable(shard) + createDesiresTable(shard) + createRowsVersionTable(shard) + createRowsTable(shard);
 }
 async function setupCVRTables(lc, db, shard) {
-  lc.info?.(`Setting up CVR tables`);
-  await db.unsafe(createTables(shard));
+	lc.info?.(`Setting up CVR tables`);
+	await db.unsafe(createTables(shard));
 }
-export {
-  createRowsVersionTable,
-  rowRecordToRowsRow,
-  rowsRowToRowID,
-  rowsRowToRowRecord,
-  setupCVRTables
-};
-//# sourceMappingURL=cvr.js.map
+//#endregion
+export { createRowsVersionTable, rowRecordToRowsRow, rowsRowToRowRecord, setupCVRTables };
+
+//# sourceMappingURL=cvr.js.map

package/out/zero-cache/src/services/view-syncer/schema/cvr.js.map

@@ -1 +1 @@
-{"version":3,"file":"cvr.js","sources":["../../../../../../../zero-cache/src/services/view-syncer/schema/cvr.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {ident} from 'pg-format';\nimport type postgres from 'postgres';\nimport {\n  type JSONObject,\n  type JSONValue,\n  stringify,\n} from '../../../../../shared/src/bigint-json.ts';\nimport type {ReadonlyJSONValue} from '../../../../../shared/src/json.ts';\nimport {stringCompare} from '../../../../../shared/src/string-compare.ts';\nimport type {ClientSchema} from '../../../../../zero-protocol/src/client-schema.ts';\nimport {normalizedKeyOrder, type RowKey} from '../../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../../types/shards.ts';\nimport type {TTLClock} from '../ttl-clock.ts';\nimport {\n  type RowID,\n  type RowRecord,\n  versionFromString,\n  versionString,\n} from './types.ts';\n\n// For readability in the sql statements.\nfunction schema(shard: ShardID) {\n  return ident(cvrSchema(shard));\n}\n\nfunction createSchema(shard: ShardID) {\n  return `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;\n}\n\nexport type InstancesRow = {\n  clientGroupID: string;\n  version: string;\n  lastActive: number;\n  ttlClock: TTLClock;\n  replicaVersion: string | null;\n  owner: string | null;\n  grantedAt: number | null;\n  clientSchema: ClientSchema | null;\n  profileID: string | null;\n};\n\nfunction createInstancesTable(shard: ShardID) {\n  return /*sql*/ `\nCREATE TABLE ${schema(shard)}.instances (\n  \"clientGroupID\"  TEXT PRIMARY KEY,\n  \"version\"        TEXT NOT NULL,                       -- Sortable representation of CVRVersion, e.g. \"5nbqa2w:09\"\n  \"lastActive\"     TIMESTAMPTZ NOT NULL,                -- For garbage collection\n  \"ttlClock\"       DOUBLE PRECISION NOT NULL DEFAULT 0, -- The ttl clock gets \"paused\" when disconnected.\n  \"replicaVersion\" TEXT,                                -- Identifies the replica (i.e. initial-sync point) from which the CVR data comes.\n  \"owner\"          TEXT,                                -- The ID of the task / server that has been granted ownership of the CVR.\n  \"grantedAt\"      TIMESTAMPTZ,                         -- The time at which the current owner was last granted ownership (most recent connection time).\n  \"clientSchema\"   JSONB,                               -- ClientSchema of the client group\n  \"profileID\"      TEXT,                                -- Stable profile id (\"p...\"), falling back to the clientGroupID (\"cg{clientGroupID}\") for old clients\n  \"deleted\"        BOOL DEFAULT FALSE                   -- Tombstone column for deleted CVRs; instances rows are kept longer for usage stats\n);\n\n-- For garbage collection.\nCREATE INDEX instances_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE NOT \"deleted\";\nCREATE INDEX tombstones_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE \"deleted\";\n\n-- For usage stats; the composite index allows a \n-- SELECT COUNT(DISTINCT(\"profileID\")) query to be answered by\n-- an index scan without additional table lookups.\nCREATE INDEX profile_ids_last_active ON ${schema(shard)}.instances (\"lastActive\", \"profileID\")\n  WHERE \"profileID\" IS NOT NULL;\n`;\n}\n\nexport function compareInstancesRows(a: InstancesRow, b: InstancesRow) {\n  return stringCompare(a.clientGroupID, b.clientGroupID);\n}\n\nexport type ClientsRow = {\n  clientGroupID: string;\n  clientID: string;\n};\n\nfunction createClientsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.clients (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\"),\n\n  CONSTRAINT fk_clients_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n`;\n}\nexport function compareClientsRows(a: ClientsRow, b: ClientsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.clientID, b.clientID);\n}\n\nexport type QueriesRow = {\n  clientGroupID: string;\n  queryHash: string;\n  // This is the client AST _AFTER_ applying server name transformations.\n  clientAST: JSONValue | null;\n  queryName: string | null;\n  queryArgs: readonly ReadonlyJSONValue[] | null;\n  patchVersion: string | null;\n  transformationHash: string | null;\n  transformationVersion: string | null;\n  internal: boolean | null;\n  deleted: boolean | null;\n};\n\nfunction createQueriesTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.queries (\n  \"clientGroupID\"         TEXT,\n  \"queryHash\"             TEXT, -- this is the hash of the client query AST\n  \"clientAST\"             JSONB, -- this is nullable as custom queries will not persist an AST\n  \"queryName\"             TEXT, -- the name of the query if it is a custom query\n  \"queryArgs\"             JSON, -- the arguments of the query if it is a custom query\n  \"patchVersion\"          TEXT,  -- NULL if only desired but not yet \"got\"\n  \"transformationHash\"    TEXT,\n  \"transformationVersion\" TEXT,\n  \"internal\"              BOOL,  -- If true, no need to track / send patches\n  \"deleted\"               BOOL,  -- put vs del \"got\" query\n\n  PRIMARY KEY (\"clientGroupID\", \"queryHash\"),\n\n  CONSTRAINT fk_queries_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX queries_patch_version \n  ON ${schema(shard)}.queries (\"patchVersion\" NULLS FIRST);\n`;\n}\n\nexport function compareQueriesRows(a: QueriesRow, b: QueriesRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type DesiresRow = {\n  clientGroupID: string;\n  clientID: string;\n  queryHash: string;\n  patchVersion: string;\n  deleted: boolean | null;\n  ttl: number | null;\n  inactivatedAt: TTLClock | null;\n};\n\nfunction createDesiresTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.desires (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n  \"queryHash\"          TEXT,\n  \"patchVersion\"       TEXT NOT NULL,\n  \"deleted\"            BOOL,  -- put vs del \"desired\" query\n  \"ttl\"                INTERVAL,  -- DEPRECATED: Use ttlMs instead. Time to live for this client\n  \"ttlMs\"              DOUBLE PRECISION,  -- Time to live in milliseconds\n  \"inactivatedAt\"      TIMESTAMPTZ,  -- DEPRECATED: Use inactivatedAtMs instead. Time at which this row was inactivated\n  \"inactivatedAtMs\"    DOUBLE PRECISION,  -- Time at which this row was inactivated (milliseconds since client group start)\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\", \"queryHash\"),\n\n  CONSTRAINT fk_desires_query\n    FOREIGN KEY(\"clientGroupID\", \"queryHash\")\n    REFERENCES ${ident(cvrSchema(shard))}.queries(\"clientGroupID\", \"queryHash\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX desires_patch_version\n  ON ${schema(shard)}.desires (\"patchVersion\");\n\nCREATE INDEX desires_inactivated_at\n  ON ${schema(shard)}.desires (\"inactivatedAt\");\n`;\n}\n\nexport function compareDesiresRows(a: DesiresRow, b: DesiresRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const clientIDComp = stringCompare(a.clientID, b.clientID);\n  if (clientIDComp !== 0) {\n    return clientIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type RowsRow = {\n  clientGroupID: string;\n  schema: string;\n  table: string;\n  rowKey: JSONObject;\n  rowVersion: string;\n  patchVersion: string;\n  refCounts: {[queryHash: string]: number} | null;\n};\n\nexport function rowsRowToRowID(rowsRow: RowsRow): RowID {\n  return {\n    schema: rowsRow.schema,\n    table: rowsRow.table,\n    rowKey: rowsRow.rowKey as Record<string, JSONValue>,\n  };\n}\n\nexport function rowsRowToRowRecord(rowsRow: RowsRow): RowRecord {\n  return {\n    id: rowsRowToRowID(rowsRow),\n    rowVersion: rowsRow.rowVersion,\n    patchVersion: versionFromString(rowsRow.patchVersion),\n    refCounts: rowsRow.refCounts,\n  };\n}\n\nexport function rowRecordToRowsRow(\n  clientGroupID: string,\n  rowRecord: RowRecord,\n): RowsRow {\n  return {\n    clientGroupID,\n    schema: rowRecord.id.schema,\n    table: rowRecord.id.table,\n    rowKey: rowRecord.id.rowKey as Record<string, JSONValue>,\n    rowVersion: rowRecord.rowVersion,\n    patchVersion: versionString(rowRecord.patchVersion),\n    refCounts: rowRecord.refCounts,\n  };\n}\n\nexport function compareRowsRows(a: RowsRow, b: RowsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const schemaComp = stringCompare(a.schema, b.schema);\n  if (schemaComp !== 0) {\n    return schemaComp;\n  }\n  const tableComp = stringCompare(b.table, b.table);\n  if (tableComp !== 0) {\n    return tableComp;\n  }\n  return stringCompare(\n    stringifySorted(a.rowKey as RowKey),\n    stringifySorted(b.rowKey as RowKey),\n  );\n}\n\n/**\n * The version of the data in the `cvr.rows` table. This may lag\n * `version` in `cvr.instances` but eventually catches up, modulo\n * exceptional circumstances like a server crash.\n *\n * The `rowsVersion` is tracked in a separate table (as opposed to\n * a column in the `cvr.instances` table) so that general `cvr` updates\n * and `row` updates can be executed independently without serialization\n * conflicts.\n *\n * Note: Although `clientGroupID` logically references the same column in\n * `cvr.instances`, a FOREIGN KEY constraint must not be declared as the\n * `cvr.rows` TABLE needs to be updated without affecting the\n * `SELECT ... FOR UPDATE` lock when `cvr.instances` is updated.\n */\nexport function createRowsVersionTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.\"rowsVersion\" (\n  \"clientGroupID\" TEXT PRIMARY KEY,\n  \"version\"       TEXT NOT NULL\n);\n`;\n}\n\n/**\n * CVR `rows` are updated asynchronously from the CVR metadata\n * (i.e. `instances`). The `rowsVersion` table is updated atomically with\n * updates to the `rows` data.\n */\nfunction createRowsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.rows (\n  \"clientGroupID\"    TEXT,\n  \"schema\"           TEXT,\n  \"table\"            TEXT,\n  \"rowKey\"           JSONB,\n  \"rowVersion\"       TEXT NOT NULL,\n  \"patchVersion\"     TEXT NOT NULL,\n  \"refCounts\"        JSONB,  -- {[queryHash: string]: number}, NULL for tombstone\n\n  PRIMARY KEY (\"clientGroupID\", \"schema\", \"table\", \"rowKey\"),\n\n  CONSTRAINT fk_rows_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.\"rowsVersion\" (\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX row_patch_version \n  ON ${schema(shard)}.rows (\"patchVersion\");\n\n-- For listing rows returned by one or more query hashes. e.g.\n-- SELECT * FROM cvr_shard.rows WHERE \"refCounts\" ?| array[...queryHashes...];\nCREATE INDEX row_ref_counts ON ${schema(shard)}.rows \n  USING GIN (\"refCounts\");\n`;\n}\n\nexport type RowsVersionRow = {\n  clientGroupID: string;\n  version: string;\n};\n\nfunction createTables(shard: ShardID) {\n  return (\n    createSchema(shard) +\n    createInstancesTable(shard) +\n    createClientsTable(shard) +\n    createQueriesTable(shard) +\n    createDesiresTable(shard) +\n    createRowsVersionTable(shard) +\n    createRowsTable(shard)\n  );\n}\n\nexport async function setupCVRTables(\n  lc: LogContext,\n  db: postgres.TransactionSql,\n  shard: ShardID,\n) {\n  lc.info?.(`Setting up CVR tables`);\n  await db.unsafe(createTables(shard));\n}\n\nfunction stringifySorted(r: RowKey) {\n  return stringify(normalizedKeyOrder(r));\n}\n"],"names":[],"mappings":";;;;;AAsBA,SAAS,OAAO,OAAgB;AAC9B,SAAO,MAAM,UAAU,KAAK,CAAC;AAC/B;AAEA,SAAS,aAAa,OAAgB;AACpC,SAAO,+BAA+B,OAAO,KAAK,CAAC;AACrD;AAcA,SAAS,qBAAqB,OAAgB;AAC5C;AAAA;AAAA,IAAe;AAAA,eACF,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAerB,OAAO,KAAK,CAAC;AAAA;AAAA,OAEb,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA,0CAKsB,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAGvD;AAWA,SAAS,mBAAmB,OAAgB;AAC1C,SAAO;AAAA,eACM,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAQX,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAK9B;AAuBA,SAAS,mBAAmB,OAAgB;AAC1C,SAAO;AAAA,eACM,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAgBX,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAMvB,OAAO,KAAK,CAAC;AAAA;AAEpB;AAoBA,SAAS,mBAAmB,OAAgB;AAC1C,SAAO;AAAA,eACM,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAeX,MAAM,UAAU,KAAK,CAAC,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAMjC,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA,OAGb,OAAO,KAAK,CAAC;AAAA;AAEpB;AAwBO,SAAS,eAAe,SAAyB;AACtD,SAAO;AAAA,IACL,QAAQ,QAAQ;AAAA,IAChB,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,EAAA;AAEpB;AAEO,SAAS,mBAAmB,SAA6B;AAC9D,SAAO;AAAA,IACL,IAAI,eAAe,OAAO;AAAA,IAC1B,YAAY,QAAQ;AAAA,IACpB,cAAc,kBAAkB,QAAQ,YAAY;AAAA,IACpD,WAAW,QAAQ;AAAA,EAAA;AAEvB;AAEO,SAAS,mBACd,eACA,WACS;AACT,SAAO;AAAA,IACL;AAAA,IACA,QAAQ,UAAU,GAAG;AAAA,IACrB,OAAO,UAAU,GAAG;AAAA,IACpB,QAAQ,UAAU,GAAG;AAAA,IACrB,YAAY,UAAU;AAAA,IACtB,cAAc,cAAc,UAAU,YAAY;AAAA,IAClD,WAAW,UAAU;AAAA,EAAA;AAEzB;AAoCO,SAAS,uBAAuB,OAAgB;AACrD,SAAO;AAAA,eACM,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAK5B;AAOA,SAAS,gBAAgB,OAAgB;AACvC,SAAO;AAAA,eACM,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAaX,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAMvB,OAAO,KAAK,CAAC;AAAA;AAAA;AAAA;AAAA,iCAIa,OAAO,KAAK,CAAC;AAAA;AAAA;AAG9C;AAOA,SAAS,aAAa,OAAgB;AACpC,SACE,aAAa,KAAK,IAClB,qBAAqB,KAAK,IAC1B,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,uBAAuB,KAAK,IAC5B,gBAAgB,KAAK;AAEzB;AAEA,eAAsB,eACpB,IACA,IACA,OACA;AACA,KAAG,OAAO,uBAAuB;AACjC,QAAM,GAAG,OAAO,aAAa,KAAK,CAAC;AACrC;"}
+{"version":3,"file":"cvr.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/schema/cvr.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {ident} from 'pg-format';\nimport type postgres from 'postgres';\nimport {\n  type JSONObject,\n  type JSONValue,\n  stringify,\n} from '../../../../../shared/src/bigint-json.ts';\nimport type {ReadonlyJSONValue} from '../../../../../shared/src/json.ts';\nimport {stringCompare} from '../../../../../shared/src/string-compare.ts';\nimport type {ClientSchema} from '../../../../../zero-protocol/src/client-schema.ts';\nimport {normalizedKeyOrder, type RowKey} from '../../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../../types/shards.ts';\nimport type {TTLClock} from '../ttl-clock.ts';\nimport {\n  type RowID,\n  type RowRecord,\n  versionFromString,\n  versionString,\n} from './types.ts';\n\n// For readability in the sql statements.\nfunction schema(shard: ShardID) {\n  return ident(cvrSchema(shard));\n}\n\nfunction createSchema(shard: ShardID) {\n  return `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;\n}\n\nexport type InstancesRow = {\n  clientGroupID: string;\n  version: string;\n  lastActive: number;\n  ttlClock: TTLClock;\n  replicaVersion: string | null;\n  owner: string | null;\n  grantedAt: number | null;\n  clientSchema: ClientSchema | null;\n  profileID: string | null;\n};\n\nfunction createInstancesTable(shard: ShardID) {\n  return /*sql*/ `\nCREATE TABLE ${schema(shard)}.instances (\n  \"clientGroupID\"  TEXT PRIMARY KEY,\n  \"version\"        TEXT NOT NULL,                       -- Sortable representation of CVRVersion, e.g. \"5nbqa2w:09\"\n  \"lastActive\"     TIMESTAMPTZ NOT NULL,                -- For garbage collection\n  \"ttlClock\"       DOUBLE PRECISION NOT NULL DEFAULT 0, -- The ttl clock gets \"paused\" when disconnected.\n  \"replicaVersion\" TEXT,                                -- Identifies the replica (i.e. initial-sync point) from which the CVR data comes.\n  \"owner\"          TEXT,                                -- The ID of the task / server that has been granted ownership of the CVR.\n  \"grantedAt\"      TIMESTAMPTZ,                         -- The time at which the current owner was last granted ownership (most recent connection time).\n  \"clientSchema\"   JSONB,                               -- ClientSchema of the client group\n  \"profileID\"      TEXT,                                -- Stable profile id (\"p...\"), falling back to the clientGroupID (\"cg{clientGroupID}\") for old clients\n  \"deleted\"        BOOL DEFAULT FALSE                   -- Tombstone column for deleted CVRs; instances rows are kept longer for usage stats\n);\n\n-- For garbage collection.\nCREATE INDEX instances_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE NOT \"deleted\";\nCREATE INDEX tombstones_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE \"deleted\";\n\n-- For usage stats; the composite index allows a \n-- SELECT COUNT(DISTINCT(\"profileID\")) query to be answered by\n-- an index scan without additional table lookups.\nCREATE INDEX profile_ids_last_active ON ${schema(shard)}.instances (\"lastActive\", \"profileID\")\n  WHERE \"profileID\" IS NOT NULL;\n`;\n}\n\nexport function compareInstancesRows(a: InstancesRow, b: InstancesRow) {\n  return stringCompare(a.clientGroupID, b.clientGroupID);\n}\n\nexport type ClientsRow = {\n  clientGroupID: string;\n  clientID: string;\n};\n\nfunction createClientsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.clients (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\"),\n\n  CONSTRAINT fk_clients_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n`;\n}\nexport function compareClientsRows(a: ClientsRow, b: ClientsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.clientID, b.clientID);\n}\n\nexport type QueriesRow = {\n  clientGroupID: string;\n  queryHash: string;\n  // This is the client AST _AFTER_ applying server name transformations.\n  clientAST: JSONValue | null;\n  queryName: string | null;\n  queryArgs: readonly ReadonlyJSONValue[] | null;\n  patchVersion: string | null;\n  transformationHash: string | null;\n  transformationVersion: string | null;\n  internal: boolean | null;\n  deleted: boolean | null;\n};\n\nfunction createQueriesTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.queries (\n  \"clientGroupID\"         TEXT,\n  \"queryHash\"             TEXT, -- this is the hash of the client query AST\n  \"clientAST\"             JSONB, -- this is nullable as custom queries will not persist an AST\n  \"queryName\"             TEXT, -- the name of the query if it is a custom query\n  \"queryArgs\"             JSON, -- the arguments of the query if it is a custom query\n  \"patchVersion\"          TEXT,  -- NULL if only desired but not yet \"got\"\n  \"transformationHash\"    TEXT,\n  \"transformationVersion\" TEXT,\n  \"internal\"              BOOL,  -- If true, no need to track / send patches\n  \"deleted\"               BOOL,  -- put vs del \"got\" query\n\n  PRIMARY KEY (\"clientGroupID\", \"queryHash\"),\n\n  CONSTRAINT fk_queries_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX queries_patch_version \n  ON ${schema(shard)}.queries (\"patchVersion\" NULLS FIRST);\n`;\n}\n\nexport function compareQueriesRows(a: QueriesRow, b: QueriesRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type DesiresRow = {\n  clientGroupID: string;\n  clientID: string;\n  queryHash: string;\n  patchVersion: string;\n  deleted: boolean | null;\n  ttl: number | null;\n  inactivatedAt: TTLClock | null;\n};\n\nfunction createDesiresTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.desires (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n  \"queryHash\"          TEXT,\n  \"patchVersion\"       TEXT NOT NULL,\n  \"deleted\"            BOOL,  -- put vs del \"desired\" query\n  \"ttl\"                INTERVAL,  -- DEPRECATED: Use ttlMs instead. Time to live for this client\n  \"ttlMs\"              DOUBLE PRECISION,  -- Time to live in milliseconds\n  \"inactivatedAt\"      TIMESTAMPTZ,  -- DEPRECATED: Use inactivatedAtMs instead. Time at which this row was inactivated\n  \"inactivatedAtMs\"    DOUBLE PRECISION,  -- Time at which this row was inactivated (milliseconds since client group start)\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\", \"queryHash\"),\n\n  CONSTRAINT fk_desires_query\n    FOREIGN KEY(\"clientGroupID\", \"queryHash\")\n    REFERENCES ${ident(cvrSchema(shard))}.queries(\"clientGroupID\", \"queryHash\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX desires_patch_version\n  ON ${schema(shard)}.desires (\"patchVersion\");\n\nCREATE INDEX desires_inactivated_at\n  ON ${schema(shard)}.desires (\"inactivatedAt\");\n`;\n}\n\nexport function compareDesiresRows(a: DesiresRow, b: DesiresRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const clientIDComp = stringCompare(a.clientID, b.clientID);\n  if (clientIDComp !== 0) {\n    return clientIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type RowsRow = {\n  clientGroupID: string;\n  schema: string;\n  table: string;\n  rowKey: JSONObject;\n  rowVersion: string;\n  patchVersion: string;\n  refCounts: {[queryHash: string]: number} | null;\n};\n\nexport function rowsRowToRowID(rowsRow: RowsRow): RowID {\n  return {\n    schema: rowsRow.schema,\n    table: rowsRow.table,\n    rowKey: rowsRow.rowKey as Record<string, JSONValue>,\n  };\n}\n\nexport function rowsRowToRowRecord(rowsRow: RowsRow): RowRecord {\n  return {\n    id: rowsRowToRowID(rowsRow),\n    rowVersion: rowsRow.rowVersion,\n    patchVersion: versionFromString(rowsRow.patchVersion),\n    refCounts: rowsRow.refCounts,\n  };\n}\n\nexport function rowRecordToRowsRow(\n  clientGroupID: string,\n  rowRecord: RowRecord,\n): RowsRow {\n  return {\n    clientGroupID,\n    schema: rowRecord.id.schema,\n    table: rowRecord.id.table,\n    rowKey: rowRecord.id.rowKey as Record<string, JSONValue>,\n    rowVersion: rowRecord.rowVersion,\n    patchVersion: versionString(rowRecord.patchVersion),\n    refCounts: rowRecord.refCounts,\n  };\n}\n\nexport function compareRowsRows(a: RowsRow, b: RowsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const schemaComp = stringCompare(a.schema, b.schema);\n  if (schemaComp !== 0) {\n    return schemaComp;\n  }\n  const tableComp = stringCompare(b.table, b.table);\n  if (tableComp !== 0) {\n    return tableComp;\n  }\n  return stringCompare(\n    stringifySorted(a.rowKey as RowKey),\n    stringifySorted(b.rowKey as RowKey),\n  );\n}\n\n/**\n * The version of the data in the `cvr.rows` table. This may lag\n * `version` in `cvr.instances` but eventually catches up, modulo\n * exceptional circumstances like a server crash.\n *\n * The `rowsVersion` is tracked in a separate table (as opposed to\n * a column in the `cvr.instances` table) so that general `cvr` updates\n * and `row` updates can be executed independently without serialization\n * conflicts.\n *\n * Note: Although `clientGroupID` logically references the same column in\n * `cvr.instances`, a FOREIGN KEY constraint must not be declared as the\n * `cvr.rows` TABLE needs to be updated without affecting the\n * `SELECT ... FOR UPDATE` lock when `cvr.instances` is updated.\n */\nexport function createRowsVersionTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.\"rowsVersion\" (\n  \"clientGroupID\" TEXT PRIMARY KEY,\n  \"version\"       TEXT NOT NULL\n);\n`;\n}\n\n/**\n * CVR `rows` are updated asynchronously from the CVR metadata\n * (i.e. `instances`). The `rowsVersion` table is updated atomically with\n * updates to the `rows` data.\n */\nfunction createRowsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.rows (\n  \"clientGroupID\"    TEXT,\n  \"schema\"           TEXT,\n  \"table\"            TEXT,\n  \"rowKey\"           JSONB,\n  \"rowVersion\"       TEXT NOT NULL,\n  \"patchVersion\"     TEXT NOT NULL,\n  \"refCounts\"        JSONB,  -- {[queryHash: string]: number}, NULL for tombstone\n\n  PRIMARY KEY (\"clientGroupID\", \"schema\", \"table\", \"rowKey\"),\n\n  CONSTRAINT fk_rows_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.\"rowsVersion\" (\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX row_patch_version \n  ON ${schema(shard)}.rows (\"patchVersion\");\n\n-- For listing rows returned by one or more query hashes. e.g.\n-- SELECT * FROM cvr_shard.rows WHERE \"refCounts\" ?| array[...queryHashes...];\nCREATE INDEX row_ref_counts ON ${schema(shard)}.rows \n  USING GIN (\"refCounts\");\n`;\n}\n\nexport type RowsVersionRow = {\n  clientGroupID: string;\n  version: string;\n};\n\nfunction createTables(shard: ShardID) {\n  return (\n    createSchema(shard) +\n    createInstancesTable(shard) +\n    createClientsTable(shard) +\n    createQueriesTable(shard) +\n    createDesiresTable(shard) +\n    createRowsVersionTable(shard) +\n    createRowsTable(shard)\n  );\n}\n\nexport async function setupCVRTables(\n  lc: LogContext,\n  db: postgres.TransactionSql,\n  shard: ShardID,\n) {\n  lc.info?.(`Setting up CVR tables`);\n  await db.unsafe(createTables(shard));\n}\n\nfunction stringifySorted(r: RowKey) {\n  return stringify(normalizedKeyOrder(r));\n}\n"],"mappings":";;;;;;AAsBA,SAAS,OAAO,OAAgB;AAC9B,QAAO,MAAM,UAAU,MAAM,CAAC;;AAGhC,SAAS,aAAa,OAAgB;AACpC,QAAO,+BAA+B,OAAO,MAAM,CAAC;;AAetD,SAAS,qBAAqB,OAAgB;AAC5C,QAAe;eACF,OAAO,MAAM,CAAC;;;;;;;;;;;;;;;OAetB,OAAO,MAAM,CAAC;;OAEd,OAAO,MAAM,CAAC;;;;;0CAKqB,OAAO,MAAM,CAAC;;;;AAcxD,SAAS,mBAAmB,OAAgB;AAC1C,QAAO;eACM,OAAO,MAAM,CAAC;;;;;;;;iBAQZ,OAAO,MAAM,CAAC;;;;;;AA4B/B,SAAS,mBAAmB,OAAgB;AAC1C,QAAO;eACM,OAAO,MAAM,CAAC;;;;;;;;;;;;;;;;iBAgBZ,OAAO,MAAM,CAAC;;;;;;OAMxB,OAAO,MAAM,CAAC;;;AAsBrB,SAAS,mBAAmB,OAAgB;AAC1C,QAAO;eACM,OAAO,MAAM,CAAC;;;;;;;;;;;;;;;iBAeZ,MAAM,UAAU,MAAM,CAAC,CAAC;;;;;;OAMlC,OAAO,MAAM,CAAC;;;OAGd,OAAO,MAAM,CAAC;;;AA0BrB,SAAgB,eAAe,SAAyB;AACtD,QAAO;EACL,QAAQ,QAAQ;EAChB,OAAO,QAAQ;EACf,QAAQ,QAAQ;EACjB;;AAGH,SAAgB,mBAAmB,SAA6B;AAC9D,QAAO;EACL,IAAI,eAAe,QAAQ;EAC3B,YAAY,QAAQ;EACpB,cAAc,kBAAkB,QAAQ,aAAa;EACrD,WAAW,QAAQ;EACpB;;AAGH,SAAgB,mBACd,eACA,WACS;AACT,QAAO;EACL;EACA,QAAQ,UAAU,GAAG;EACrB,OAAO,UAAU,GAAG;EACpB,QAAQ,UAAU,GAAG;EACrB,YAAY,UAAU;EACtB,cAAc,cAAc,UAAU,aAAa;EACnD,WAAW,UAAU;EACtB;;;;;;;;;;;;;;;;;AAqCH,SAAgB,uBAAuB,OAAgB;AACrD,QAAO;eACM,OAAO,MAAM,CAAC;;;;;;;;;;;AAY7B,SAAS,gBAAgB,OAAgB;AACvC,QAAO;eACM,OAAO,MAAM,CAAC;;;;;;;;;;;;;iBAaZ,OAAO,MAAM,CAAC;;;;;;OAMxB,OAAO,MAAM,CAAC;;;;iCAIY,OAAO,MAAM,CAAC;;;;AAU/C,SAAS,aAAa,OAAgB;AACpC,QACE,aAAa,MAAM,GACnB,qBAAqB,MAAM,GAC3B,mBAAmB,MAAM,GACzB,mBAAmB,MAAM,GACzB,mBAAmB,MAAM,GACzB,uBAAuB,MAAM,GAC7B,gBAAgB,MAAM;;AAI1B,eAAsB,eACpB,IACA,IACA,OACA;AACA,IAAG,OAAO,wBAAwB;AAClC,OAAM,GAAG,OAAO,aAAa,MAAM,CAAC"}