@rocicorp/zero 1.12.0-canary.0 → 1.12.0-canary.10

package/out/zero-cache/src/services/view-syncer/plan-warnings.js.map

@@ -1 +1 @@
-{"version":3,"file":"plan-warnings.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/plan-warnings.ts"],"sourcesContent":["import type {PlanWarning} from '../../../../zql/src/planner/planner-warnings.ts';\n\n/**\n * Explains a {@link PlanWarning} for a zero-cache operator, in terms of the\n * SQLite replica, whose indexes come from the upstream database.\n */\nexport function planWarningMessage(warning: PlanWarning): string {\n  switch (warning.type) {\n    case 'missing-index': {\n      const {columns, rows, perRow} = warning;\n      return (\n        `${perRow ? 'Each lookup' : 'Each read'} of ${location(warning)} ` +\n        `by ${list(columns)} scans all ~${count(rows)} rows because no ` +\n        `index covers ${list(columns)}` +\n        `${perRow ? ', and it runs once per parent row' : ''}. ` +\n        suggestion(warning)\n      );\n    }\n    case 'full-sort': {\n      const {orderBy, rows, perRow} = warning;\n      const ordering = orderBy\n        .map(([column, direction]) => `${column} ${direction}`)\n        .join(', ');\n      return (\n        `Each read of ${location(warning)} sorts ~${count(rows)} rows for ` +\n        `ORDER BY ${ordering}, reading every matching row before returning ` +\n        `the first, so a limit does not reduce the rows read` +\n        `${perRow ? ', and it runs once per parent row' : ''}. ` +\n        suggestion(warning)\n      );\n    }\n    case 'high-cost':\n      return (\n        `The best plan found for the query is estimated to process ` +\n        `~${count(warning.cost)} rows.`\n      );\n  }\n}\n\nfunction location({table, path}: {table: string; path: readonly string[]}) {\n  return path.length === 0\n    ? table\n    : `${table} (related ${path.map(alias => `'${alias}'`).join(' > ')})`;\n}\n\nfunction suggestion({\n  table,\n  suggestedIndex,\n}: {\n  table: string;\n  suggestedIndex: readonly string[];\n}) {\n  return `Consider adding an index on ${table} (${suggestedIndex.join(', ')}) upstream.`;\n}\n\nfunction list(columns: readonly string[]) {\n  return columns.join(', ');\n}\n\nfunction count(n: number) {\n  return Math.round(n).toLocaleString('en-US');\n}\n"],"mappings":";;;;;AAMA,SAAgB,mBAAmB,SAA8B;CAC/D,QAAQ,QAAQ,MAAhB;EACE,KAAK,iBAAiB;GACpB,MAAM,EAAC,SAAS,MAAM,WAAU;GAChC,OACE,GAAG,SAAS,gBAAgB,YAAY,MAAM,SAAS,OAAO,EAAE,MAC1D,KAAK,OAAO,EAAE,cAAc,MAAM,IAAI,EAAE,gCAC9B,KAAK,OAAO,IACzB,SAAS,sCAAsC,GAAG,MACrD,WAAW,OAAO;EAEtB;EACA,KAAK,aAAa;GAChB,MAAM,EAAC,SAAS,MAAM,WAAU;GAChC,MAAM,WAAW,QACd,KAAK,CAAC,QAAQ,eAAe,GAAG,OAAO,GAAG,WAAW,EACrD,KAAK,IAAI;GACZ,OACE,gBAAgB,SAAS,OAAO,EAAE,UAAU,MAAM,IAAI,EAAE,qBAC5C,SAAS,mGAElB,SAAS,sCAAsC,GAAG,MACrD,WAAW,OAAO;EAEtB;EACA,KAAK,aACH,OACE,8DACI,MAAM,QAAQ,IAAI,EAAE;CAE9B;AACF;AAEA,SAAS,SAAS,EAAC,OAAO,QAAiD;CACzE,OAAO,KAAK,WAAW,IACnB,QACA,GAAG,MAAM,YAAY,KAAK,KAAI,UAAS,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE;AACvE;AAEA,SAAS,WAAW,EAClB,OACA,kBAIC;CACD,OAAO,+BAA+B,MAAM,IAAI,eAAe,KAAK,IAAI,EAAE;AAC5E;AAEA,SAAS,KAAK,SAA4B;CACxC,OAAO,QAAQ,KAAK,IAAI;AAC1B;AAEA,SAAS,MAAM,GAAW;CACxB,OAAO,KAAK,MAAM,CAAC,EAAE,eAAe,OAAO;AAC7C"}
+{"version":3,"file":"plan-warnings.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/plan-warnings.ts"],"sourcesContent":["import type {PlanWarning} from '../../../../zql/src/planner/planner-warnings.ts';\n\n/**\n * Explains a {@link PlanWarning} for a zero-cache operator, in terms of the\n * SQLite replica, whose indexes come from the upstream database.\n */\nexport function planWarningMessage(warning: PlanWarning): string {\n  switch (warning.type) {\n    case 'missing-index': {\n      const {columns, rows, perRow} = warning;\n      return (\n        `${perRow ? 'Each lookup' : 'Each read'} of ${location(warning)} ` +\n        `by ${list(columns)} scans all ~${count(rows)} rows because no ` +\n        `index covers ${list(columns)}` +\n        `${perRow ? ', and it runs once per parent row' : ''}. ` +\n        suggestion(warning)\n      );\n    }\n    case 'full-sort': {\n      const {orderBy, rows, perRow} = warning;\n      const ordering = orderBy\n        .map(([column, direction]) => `${column} ${direction}`)\n        .join(', ');\n      return (\n        `Each read of ${location(warning)} sorts ~${count(rows)} rows for ` +\n        `ORDER BY ${ordering}, reading every matching row before returning ` +\n        `the first, so a limit does not reduce the rows read` +\n        `${perRow ? ', and it runs once per parent row' : ''}. ` +\n        suggestion(warning)\n      );\n    }\n    case 'high-cost':\n      return (\n        `The best plan found for the query is estimated to process ` +\n        `~${count(warning.cost)} rows.`\n      );\n  }\n}\n\nfunction location({table, path}: {table: string; path: readonly string[]}) {\n  return path.length === 0\n    ? table\n    : `${table} (related ${path.map(alias => `'${alias}'`).join(' > ')})`;\n}\n\nfunction suggestion({\n  table,\n  suggestedIndex,\n}: {\n  table: string;\n  suggestedIndex: readonly string[];\n}) {\n  return `Consider adding an index on ${table} (${suggestedIndex.join(', ')}) upstream.`;\n}\n\nfunction list(columns: readonly string[]) {\n  return columns.join(', ');\n}\n\nfunction count(n: number) {\n  return Math.round(n).toLocaleString('en-US');\n}\n"],"mappings":";;;;;AAMA,SAAgB,mBAAmB,SAA8B;CAC/D,QAAQ,QAAQ,MAAhB;EACE,KAAK,iBAAiB;GACpB,MAAM,EAAC,SAAS,MAAM,WAAU;GAChC,OACE,GAAG,SAAS,gBAAgB,YAAY,MAAM,SAAS,OAAO,EAAE,MAC1D,KAAK,OAAO,EAAE,cAAc,MAAM,IAAI,EAAE,gCAC9B,KAAK,OAAO,IACzB,SAAS,sCAAsC,GAAG,MACrD,WAAW,OAAO;EAEtB;EACA,KAAK,aAAa;GAChB,MAAM,EAAC,SAAS,MAAM,WAAU;GAChC,MAAM,WAAW,QACd,KAAK,CAAC,QAAQ,eAAe,GAAG,OAAO,GAAG,WAAW,CAAC,CACtD,KAAK,IAAI;GACZ,OACE,gBAAgB,SAAS,OAAO,EAAE,UAAU,MAAM,IAAI,EAAE,qBAC5C,SAAS,mGAElB,SAAS,sCAAsC,GAAG,MACrD,WAAW,OAAO;EAEtB;EACA,KAAK,aACH,OACE,8DACI,MAAM,QAAQ,IAAI,EAAE;CAE9B;AACF;AAEA,SAAS,SAAS,EAAC,OAAO,QAAiD;CACzE,OAAO,KAAK,WAAW,IACnB,QACA,GAAG,MAAM,YAAY,KAAK,KAAI,UAAS,IAAI,MAAM,EAAE,CAAC,CAAC,KAAK,KAAK,EAAE;AACvE;AAEA,SAAS,WAAW,EAClB,OACA,kBAIC;CACD,OAAO,+BAA+B,MAAM,IAAI,eAAe,KAAK,IAAI,EAAE;AAC5E;AAEA,SAAS,KAAK,SAA4B;CACxC,OAAO,QAAQ,KAAK,IAAI;AAC1B;AAEA,SAAS,MAAM,GAAW;CACxB,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,eAAe,OAAO;AAC7C"}

package/out/zero-cache/src/services/view-syncer/push-cost.js.map

@@ -1 +1 @@
-{"version":3,"file":"push-cost.js","names":["#costs","#walkMsPerEntry","#parseMsPerEntry","#lookupMsPerEntry"],"sources":["../../../../../../zero-cache/src/services/view-syncer/push-cost.ts"],"sourcesContent":["import {MIN_PUSH_CUTOFF_MS} from './push-cutoff.ts';\n\n/**\n * The weight of the latest advancement in a query's cost per change. The\n * cost of a change depends on the row (one joined to many others costs more\n * than one that is filtered out), so it varies from one advancement to the\n * next, and workloads shift.\n */\nconst LATEST_WEIGHT = 0.3;\n\n/**\n * Learns what it costs to push a change of each table through each query of\n * a client group, and estimates from it what pushing a batch of changes\n * would cost.\n *\n * The estimates only decide whether a query skips pushing and starts an\n * advancement on rebuild (see {@link shouldStartOnRebuild}). Nothing depends\n * on their accuracy: a query that starts on push when it should not have is\n * cut off (see `PushCutoff`), and one that starts on rebuild costs its\n * hydration time, as it would have at the cutoff.\n */\nexport class PushCostEstimator {\n  /** Milliseconds per change, by query ID and table. */\n  readonly #costs = new Map<string, Map<string, number>>();\n\n  /**\n   * Records what an advancement cost a query.\n   *\n   * @param tables The tables the query reads.\n   * @param timeMsByTable The time spent pushing the changes of each table\n   *        to the query. Absent for a table whose changes cost it nothing,\n   *        e.g. because the rows did not match its filters.\n   * @param changesByTable The entries of each table that the advancement\n   *        read from the change log, whether or not they reached the query,\n   *        or changed anything at all (a row that is inserted and deleted\n   *        between two snapshots is an entry that changes nothing). These\n   *        are the entries that {@link estimate} is given the count of.\n   */\n  record(\n    queryID: string,\n    tables: Iterable<string>,\n    timeMsByTable: ReadonlyMap<string, number> | undefined,\n    changesByTable: ReadonlyMap<string, number>,\n  ): void {\n    let costs = this.#costs.get(queryID);\n    for (const table of tables) {\n      const changes = changesByTable.get(table);\n      if (!changes) {\n        continue;\n      }\n      if (costs === undefined) {\n        costs = new Map();\n        this.#costs.set(queryID, costs);\n      }\n      const latest = (timeMsByTable?.get(table) ?? 0) / changes;\n      const previous = costs.get(table);\n      const cost =\n        previous === undefined\n          ? latest\n          : previous + LATEST_WEIGHT * (latest - previous);\n      costs.set(table, cost);\n    }\n  }\n\n  /**\n   * The estimated time to push `changes` to the query, or `undefined` if it\n   * has never been pushed any change. A table that the query has never been\n   * pushed a change of is estimated to cost nothing.\n   *\n   * @param tables The tables the query reads.\n   * @param changes The number of changes to push, by table.\n   */\n  estimate(\n    queryID: string,\n    tables: Iterable<string>,\n    changes: ReadonlyMap<string, number>,\n  ): number | undefined {\n    const costs = this.#costs.get(queryID);\n    if (costs === undefined) {\n      return undefined;\n    }\n    let total = 0;\n    for (const table of tables) {\n      total += (changes.get(table) ?? 0) * (costs.get(table) ?? 0);\n    }\n    return total;\n  }\n\n  /** Forgets what was learned about a query. */\n  forget(queryID: string): void {\n    this.#costs.delete(queryID);\n  }\n}\n\n/**\n * Learns what it costs a client group to read a batch of changes, apart from\n * pushing them through its queries, and estimates from it what reading the\n * next one would cost.\n *\n * Reading has three parts, which do not cost the same entries (see\n * {@link ReadParts}): walking the change log, parsing the entries that\n * the walk returns, and looking up the rows of the entries of the tables\n * that are read. What each costs is learned per entry that it was done for.\n * A cost learned per entry of some other count is only right for a batch\n * with the same mix of entries: charged to the entries that are pushed, for\n * instance, the parsing of a batch that is mostly of tables that no query\n * reads makes the next batch that is not look many times as expensive as it\n * is.\n *\n * No query can be cut off for what this costs, as it is not a cost of any\n * one query. It is what pushing costs all of them together, on top of what\n * it costs each (see {@link shouldRebuildInsteadOfReading}).\n */\nexport class ReadCostEstimator {\n  #walkMsPerEntry: number | undefined;\n  #parseMsPerEntry: number | undefined;\n  #lookupMsPerEntry: number | undefined;\n\n  /**\n   * Records what reading a batch cost. Only for a batch that was read to\n   * its end.\n   *\n   * @param timeMs The time spent on each part of reading the batch.\n   * @param entries The entries that each part was done for.\n   */\n  record(timeMs: ReadParts, entries: ReadParts): void {\n    this.#walkMsPerEntry = learn(\n      this.#walkMsPerEntry,\n      timeMs.walk,\n      entries.walk,\n    );\n    this.#parseMsPerEntry = learn(\n      this.#parseMsPerEntry,\n      timeMs.parse,\n      entries.parse,\n    );\n    this.#lookupMsPerEntry = learn(\n      this.#lookupMsPerEntry,\n      timeMs.lookup,\n      entries.lookup,\n    );\n  }\n\n  /**\n   * The estimated time to read a batch, or `undefined` if none has been\n   * read yet.\n   *\n   * @param entries The entries that each part of reading the batch would be\n   *        done for.\n   */\n  estimate(entries: ReadParts): number | undefined {\n    if (this.#walkMsPerEntry === undefined) {\n      return undefined;\n    }\n    return (\n      entries.walk * this.#walkMsPerEntry +\n      entries.parse * (this.#parseMsPerEntry ?? 0) +\n      entries.lookup * (this.#lookupMsPerEntry ?? 0)\n    );\n  }\n}\n\n/**\n * A number for each part of reading a batch of changes: the entries of the\n * change log that the part is done for, or the time that it takes.\n */\nexport type ReadParts = {\n  /**\n   * Walking the change log, which is done for every entry since the\n   * previous snapshot, whether or not the entry is of a table that is read:\n   * the entries are in the order they were committed in, not grouped by\n   * table.\n   */\n  readonly walk: number;\n  /**\n   * Parsing, which is done for every entry that the walk returns. That is\n   * all of them, unless the walk is told which tables are read.\n   */\n  readonly parse: number;\n  /**\n   * Looking up the row in both snapshots, which is done for every entry of\n   * a table that is read. This includes the entries that then turn out to\n   * change nothing (e.g. a row inserted and deleted since the previous\n   * snapshot).\n   */\n  readonly lookup: number;\n};\n\nfunction learn(\n  msPerEntry: number | undefined,\n  timeMs: number,\n  entries: number,\n): number | undefined {\n  return entries > 0 ? decay(msPerEntry, timeMs / entries) : msPerEntry;\n}\n\nfunction decay(previous: number | undefined, latest: number): number {\n  return previous === undefined\n    ? latest\n    : previous + LATEST_WEIGHT * (latest - previous);\n}\n\n/**\n * Whether the queries that are left to push a batch to should all be\n * hydrated again instead, without the batch being read: when reading it and\n * pushing it to them is estimated to cost at least `margin` times what\n * hydrating them does.\n *\n * This is {@link shouldStartOnRebuild} for the queries together, with what\n * reading the batch costs added to what pushing it costs each of them. A\n * query that few of the batch's changes reach is cheap to push to, but the\n * whole batch still has to be walked to find those changes.\n *\n * @param estimatedReadMs `undefined` if there is no estimate, in which case\n *        the batch is read.\n * @param queries What pushing the batch is estimated to cost each query\n *        (nothing, if it has no estimate), and what hydrating it took.\n */\nexport function shouldRebuildInsteadOfReading(\n  estimatedReadMs: number | undefined,\n  queries: Iterable<{\n    readonly estimatedPushMs: number | undefined;\n    readonly hydrationTimeMs: number;\n  }>,\n  margin: number,\n): boolean {\n  if (estimatedReadMs === undefined) {\n    return false;\n  }\n  let pushMs = estimatedReadMs;\n  let hydrationMs = 0;\n  for (const query of queries) {\n    pushMs += query.estimatedPushMs ?? 0;\n    hydrationMs += Math.max(query.hydrationTimeMs, MIN_PUSH_CUTOFF_MS);\n  }\n  return hydrationMs > 0 && pushMs >= margin * hydrationMs;\n}\n\n/**\n * Whether a query should start an advancement on rebuild, i.e. be hydrated\n * again without being pushed any of the advancement's changes: when pushing\n * them is estimated to cost at least `margin` times what hydrating it does.\n *\n * The margin is for the imprecision of the estimate. A query without one\n * starts on push.\n */\nexport function shouldStartOnRebuild(\n  estimatedPushMs: number | undefined,\n  hydrationTimeMs: number,\n  margin: number,\n): boolean {\n  return (\n    estimatedPushMs !== undefined &&\n    estimatedPushMs >= margin * Math.max(hydrationTimeMs, MIN_PUSH_CUTOFF_MS)\n  );\n}\n"],"mappings":";;;;;;;AAQA,IAAM,gBAAgB;;;;;;;;;;;;AAatB,IAAa,oBAAb,MAA+B;;CAE7B,yBAAkB,IAAI,IAAiC;;;;;;;;;;;;;;CAevD,OACE,SACA,QACA,eACA,gBACM;EACN,IAAI,QAAQ,KAAKA,OAAO,IAAI,OAAO;EACnC,KAAK,MAAM,SAAS,QAAQ;GAC1B,MAAM,UAAU,eAAe,IAAI,KAAK;GACxC,IAAI,CAAC,SACH;GAEF,IAAI,UAAU,KAAA,GAAW;IACvB,wBAAQ,IAAI,IAAI;IAChB,KAAKA,OAAO,IAAI,SAAS,KAAK;GAChC;GACA,MAAM,UAAU,eAAe,IAAI,KAAK,KAAK,KAAK;GAClD,MAAM,WAAW,MAAM,IAAI,KAAK;GAChC,MAAM,OACJ,aAAa,KAAA,IACT,SACA,WAAW,iBAAiB,SAAS;GAC3C,MAAM,IAAI,OAAO,IAAI;EACvB;CACF;;;;;;;;;CAUA,SACE,SACA,QACA,SACoB;EACpB,MAAM,QAAQ,KAAKA,OAAO,IAAI,OAAO;EACrC,IAAI,UAAU,KAAA,GACZ;EAEF,IAAI,QAAQ;EACZ,KAAK,MAAM,SAAS,QAClB,UAAU,QAAQ,IAAI,KAAK,KAAK,MAAM,MAAM,IAAI,KAAK,KAAK;EAE5D,OAAO;CACT;;CAGA,OAAO,SAAuB;EAC5B,KAAKA,OAAO,OAAO,OAAO;CAC5B;AACF;;;;;;;;;;;;;;;;;;;;AAqBA,IAAa,oBAAb,MAA+B;CAC7B;CACA;CACA;;;;;;;;CASA,OAAO,QAAmB,SAA0B;EAClD,KAAKC,kBAAkB,MACrB,KAAKA,iBACL,OAAO,MACP,QAAQ,IACV;EACA,KAAKC,mBAAmB,MACtB,KAAKA,kBACL,OAAO,OACP,QAAQ,KACV;EACA,KAAKC,oBAAoB,MACvB,KAAKA,mBACL,OAAO,QACP,QAAQ,MACV;CACF;;;;;;;;CASA,SAAS,SAAwC;EAC/C,IAAI,KAAKF,oBAAoB,KAAA,GAC3B;EAEF,OACE,QAAQ,OAAO,KAAKA,kBACpB,QAAQ,SAAS,KAAKC,oBAAoB,KAC1C,QAAQ,UAAU,KAAKC,qBAAqB;CAEhD;AACF;AA4BA,SAAS,MACP,YACA,QACA,SACoB;CACpB,OAAO,UAAU,IAAI,MAAM,YAAY,SAAS,OAAO,IAAI;AAC7D;AAEA,SAAS,MAAM,UAA8B,QAAwB;CACnE,OAAO,aAAa,KAAA,IAChB,SACA,WAAW,iBAAiB,SAAS;AAC3C;;;;;;;;;;;;;;;;;AAkBA,SAAgB,8BACd,iBACA,SAIA,QACS;CACT,IAAI,oBAAoB,KAAA,GACtB,OAAO;CAET,IAAI,SAAS;CACb,IAAI,cAAc;CAClB,KAAK,MAAM,SAAS,SAAS;EAC3B,UAAU,MAAM,mBAAmB;EACnC,eAAe,KAAK,IAAI,MAAM,iBAAA,CAAmC;CACnE;CACA,OAAO,cAAc,KAAK,UAAU,SAAS;AAC/C;;;;;;;;;AAUA,SAAgB,qBACd,iBACA,iBACA,QACS;CACT,OACE,oBAAoB,KAAA,KACpB,mBAAmB,SAAS,KAAK,IAAI,iBAAA,CAAmC;AAE5E"}
+{"version":3,"file":"push-cost.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/push-cost.ts"],"sourcesContent":["import {MIN_PUSH_CUTOFF_MS} from './push-cutoff.ts';\n\n/**\n * The weight of the latest advancement in a query's cost per change. The\n * cost of a change depends on the row (one joined to many others costs more\n * than one that is filtered out), so it varies from one advancement to the\n * next, and workloads shift.\n */\nconst LATEST_WEIGHT = 0.3;\n\n/**\n * Learns what it costs to push a change of each table through each query of\n * a client group, and estimates from it what pushing a batch of changes\n * would cost.\n *\n * The estimates only decide whether a query skips pushing and starts an\n * advancement on rebuild (see {@link shouldStartOnRebuild}). Nothing depends\n * on their accuracy: a query that starts on push when it should not have is\n * cut off (see `PushCutoff`), and one that starts on rebuild costs its\n * hydration time, as it would have at the cutoff.\n */\nexport class PushCostEstimator {\n  /** Milliseconds per change, by query ID and table. */\n  readonly #costs = new Map<string, Map<string, number>>();\n\n  /**\n   * Records what an advancement cost a query.\n   *\n   * @param tables The tables the query reads.\n   * @param timeMsByTable The time spent pushing the changes of each table\n   *        to the query. Absent for a table whose changes cost it nothing,\n   *        e.g. because the rows did not match its filters.\n   * @param changesByTable The entries of each table that the advancement\n   *        read from the change log, whether or not they reached the query,\n   *        or changed anything at all (a row that is inserted and deleted\n   *        between two snapshots is an entry that changes nothing). These\n   *        are the entries that {@link estimate} is given the count of.\n   */\n  record(\n    queryID: string,\n    tables: Iterable<string>,\n    timeMsByTable: ReadonlyMap<string, number> | undefined,\n    changesByTable: ReadonlyMap<string, number>,\n  ): void {\n    let costs = this.#costs.get(queryID);\n    for (const table of tables) {\n      const changes = changesByTable.get(table);\n      if (!changes) {\n        continue;\n      }\n      if (costs === undefined) {\n        costs = new Map();\n        this.#costs.set(queryID, costs);\n      }\n      const latest = (timeMsByTable?.get(table) ?? 0) / changes;\n      const previous = costs.get(table);\n      const cost =\n        previous === undefined\n          ? latest\n          : previous + LATEST_WEIGHT * (latest - previous);\n      costs.set(table, cost);\n    }\n  }\n\n  /**\n   * The estimated time to push `changes` to the query, or `undefined` if it\n   * has never been pushed any change. A table that the query has never been\n   * pushed a change of is estimated to cost nothing.\n   *\n   * @param tables The tables the query reads.\n   * @param changes The number of changes to push, by table.\n   */\n  estimate(\n    queryID: string,\n    tables: Iterable<string>,\n    changes: ReadonlyMap<string, number>,\n  ): number | undefined {\n    const costs = this.#costs.get(queryID);\n    if (costs === undefined) {\n      return undefined;\n    }\n    let total = 0;\n    for (const table of tables) {\n      total += (changes.get(table) ?? 0) * (costs.get(table) ?? 0);\n    }\n    return total;\n  }\n\n  /** Forgets what was learned about a query. */\n  forget(queryID: string): void {\n    this.#costs.delete(queryID);\n  }\n}\n\n/**\n * Learns what it costs a client group to read a batch of changes, apart from\n * pushing them through its queries, and estimates from it what reading the\n * next one would cost.\n *\n * Reading has three parts, which do not cost the same entries (see\n * {@link ReadParts}): walking the change log, parsing the entries that\n * the walk returns, and looking up the rows of the entries of the tables\n * that are read. What each costs is learned per entry that it was done for.\n * A cost learned per entry of some other count is only right for a batch\n * with the same mix of entries: charged to the entries that are pushed, for\n * instance, the parsing of a batch that is mostly of tables that no query\n * reads makes the next batch that is not look many times as expensive as it\n * is.\n *\n * No query can be cut off for what this costs, as it is not a cost of any\n * one query. It is what pushing costs all of them together, on top of what\n * it costs each (see {@link shouldRebuildInsteadOfReading}).\n */\nexport class ReadCostEstimator {\n  #walkMsPerEntry: number | undefined;\n  #parseMsPerEntry: number | undefined;\n  #lookupMsPerEntry: number | undefined;\n\n  /**\n   * Records what reading a batch cost. Only for a batch that was read to\n   * its end.\n   *\n   * @param timeMs The time spent on each part of reading the batch.\n   * @param entries The entries that each part was done for.\n   */\n  record(timeMs: ReadParts, entries: ReadParts): void {\n    this.#walkMsPerEntry = learn(\n      this.#walkMsPerEntry,\n      timeMs.walk,\n      entries.walk,\n    );\n    this.#parseMsPerEntry = learn(\n      this.#parseMsPerEntry,\n      timeMs.parse,\n      entries.parse,\n    );\n    this.#lookupMsPerEntry = learn(\n      this.#lookupMsPerEntry,\n      timeMs.lookup,\n      entries.lookup,\n    );\n  }\n\n  /**\n   * The estimated time to read a batch, or `undefined` if none has been\n   * read yet.\n   *\n   * @param entries The entries that each part of reading the batch would be\n   *        done for.\n   */\n  estimate(entries: ReadParts): number | undefined {\n    if (this.#walkMsPerEntry === undefined) {\n      return undefined;\n    }\n    return (\n      entries.walk * this.#walkMsPerEntry +\n      entries.parse * (this.#parseMsPerEntry ?? 0) +\n      entries.lookup * (this.#lookupMsPerEntry ?? 0)\n    );\n  }\n}\n\n/**\n * A number for each part of reading a batch of changes: the entries of the\n * change log that the part is done for, or the time that it takes.\n */\nexport type ReadParts = {\n  /**\n   * Walking the change log, which is done for every entry since the\n   * previous snapshot, whether or not the entry is of a table that is read:\n   * the entries are in the order they were committed in, not grouped by\n   * table.\n   */\n  readonly walk: number;\n  /**\n   * Parsing, which is done for every entry that the walk returns. That is\n   * all of them, unless the walk is told which tables are read.\n   */\n  readonly parse: number;\n  /**\n   * Looking up the row in both snapshots, which is done for every entry of\n   * a table that is read. This includes the entries that then turn out to\n   * change nothing (e.g. a row inserted and deleted since the previous\n   * snapshot).\n   */\n  readonly lookup: number;\n};\n\nfunction learn(\n  msPerEntry: number | undefined,\n  timeMs: number,\n  entries: number,\n): number | undefined {\n  return entries > 0 ? decay(msPerEntry, timeMs / entries) : msPerEntry;\n}\n\nfunction decay(previous: number | undefined, latest: number): number {\n  return previous === undefined\n    ? latest\n    : previous + LATEST_WEIGHT * (latest - previous);\n}\n\n/**\n * Whether the queries that are left to push a batch to should all be\n * hydrated again instead, without the batch being read: when reading it and\n * pushing it to them is estimated to cost at least `margin` times what\n * hydrating them does.\n *\n * This is {@link shouldStartOnRebuild} for the queries together, with what\n * reading the batch costs added to what pushing it costs each of them. A\n * query that few of the batch's changes reach is cheap to push to, but the\n * whole batch still has to be walked to find those changes.\n *\n * @param estimatedReadMs `undefined` if there is no estimate, in which case\n *        the batch is read.\n * @param queries What pushing the batch is estimated to cost each query\n *        (nothing, if it has no estimate), and what hydrating it took.\n */\nexport function shouldRebuildInsteadOfReading(\n  estimatedReadMs: number | undefined,\n  queries: Iterable<{\n    readonly estimatedPushMs: number | undefined;\n    readonly hydrationTimeMs: number;\n  }>,\n  margin: number,\n): boolean {\n  if (estimatedReadMs === undefined) {\n    return false;\n  }\n  let pushMs = estimatedReadMs;\n  let hydrationMs = 0;\n  for (const query of queries) {\n    pushMs += query.estimatedPushMs ?? 0;\n    hydrationMs += Math.max(query.hydrationTimeMs, MIN_PUSH_CUTOFF_MS);\n  }\n  return hydrationMs > 0 && pushMs >= margin * hydrationMs;\n}\n\n/**\n * Whether a query should start an advancement on rebuild, i.e. be hydrated\n * again without being pushed any of the advancement's changes: when pushing\n * them is estimated to cost at least `margin` times what hydrating it does.\n *\n * The margin is for the imprecision of the estimate. A query without one\n * starts on push.\n */\nexport function shouldStartOnRebuild(\n  estimatedPushMs: number | undefined,\n  hydrationTimeMs: number,\n  margin: number,\n): boolean {\n  return (\n    estimatedPushMs !== undefined &&\n    estimatedPushMs >= margin * Math.max(hydrationTimeMs, MIN_PUSH_CUTOFF_MS)\n  );\n}\n"],"mappings":";;;;;;;AAQA,IAAM,gBAAgB;;;;;;;;;;;;AAatB,IAAa,oBAAb,MAA+B;;CAE7B,yBAAkB,IAAI,IAAiC;;;;;;;;;;;;;;CAevD,OACE,SACA,QACA,eACA,gBACM;EACN,IAAI,QAAQ,KAAK,OAAO,IAAI,OAAO;EACnC,KAAK,MAAM,SAAS,QAAQ;GAC1B,MAAM,UAAU,eAAe,IAAI,KAAK;GACxC,IAAI,CAAC,SACH;GAEF,IAAI,UAAU,KAAA,GAAW;IACvB,wBAAQ,IAAI,IAAI;IAChB,KAAK,OAAO,IAAI,SAAS,KAAK;GAChC;GACA,MAAM,UAAU,eAAe,IAAI,KAAK,KAAK,KAAK;GAClD,MAAM,WAAW,MAAM,IAAI,KAAK;GAChC,MAAM,OACJ,aAAa,KAAA,IACT,SACA,WAAW,iBAAiB,SAAS;GAC3C,MAAM,IAAI,OAAO,IAAI;EACvB;CACF;;;;;;;;;CAUA,SACE,SACA,QACA,SACoB;EACpB,MAAM,QAAQ,KAAK,OAAO,IAAI,OAAO;EACrC,IAAI,UAAU,KAAA,GACZ;EAEF,IAAI,QAAQ;EACZ,KAAK,MAAM,SAAS,QAClB,UAAU,QAAQ,IAAI,KAAK,KAAK,MAAM,MAAM,IAAI,KAAK,KAAK;EAE5D,OAAO;CACT;;CAGA,OAAO,SAAuB;EAC5B,KAAK,OAAO,OAAO,OAAO;CAC5B;AACF;;;;;;;;;;;;;;;;;;;;AAqBA,IAAa,oBAAb,MAA+B;CAC7B;CACA;CACA;;;;;;;;CASA,OAAO,QAAmB,SAA0B;EAClD,KAAK,kBAAkB,MACrB,KAAK,iBACL,OAAO,MACP,QAAQ,IACV;EACA,KAAK,mBAAmB,MACtB,KAAK,kBACL,OAAO,OACP,QAAQ,KACV;EACA,KAAK,oBAAoB,MACvB,KAAK,mBACL,OAAO,QACP,QAAQ,MACV;CACF;;;;;;;;CASA,SAAS,SAAwC;EAC/C,IAAI,KAAK,oBAAoB,KAAA,GAC3B;EAEF,OACE,QAAQ,OAAO,KAAK,kBACpB,QAAQ,SAAS,KAAK,oBAAoB,KAC1C,QAAQ,UAAU,KAAK,qBAAqB;CAEhD;AACF;AA4BA,SAAS,MACP,YACA,QACA,SACoB;CACpB,OAAO,UAAU,IAAI,MAAM,YAAY,SAAS,OAAO,IAAI;AAC7D;AAEA,SAAS,MAAM,UAA8B,QAAwB;CACnE,OAAO,aAAa,KAAA,IAChB,SACA,WAAW,iBAAiB,SAAS;AAC3C;;;;;;;;;;;;;;;;;AAkBA,SAAgB,8BACd,iBACA,SAIA,QACS;CACT,IAAI,oBAAoB,KAAA,GACtB,OAAO;CAET,IAAI,SAAS;CACb,IAAI,cAAc;CAClB,KAAK,MAAM,SAAS,SAAS;EAC3B,UAAU,MAAM,mBAAmB;EACnC,eAAe,KAAK,IAAI,MAAM,iBAAA,CAAmC;CACnE;CACA,OAAO,cAAc,KAAK,UAAU,SAAS;AAC/C;;;;;;;;;AAUA,SAAgB,qBACd,iBACA,iBACA,QACS;CACT,OACE,oBAAoB,KAAA,KACpB,mBAAmB,SAAS,KAAK,IAAI,iBAAA,CAAmC;AAE5E"}

package/out/zero-cache/src/services/view-syncer/push-cutoff.js.map

@@ -1 +1 @@
-{"version":3,"file":"push-cutoff.js","names":["#shouldCutOff","#pushed"],"sources":["../../../../../../zero-cache/src/services/view-syncer/push-cutoff.ts"],"sourcesContent":["/** What an advancement has pushed to a query so far. */\nexport type QueryPushProgress = {\n  readonly queryID: string;\n  /** The time spent processing pushes to the query in this advancement. */\n  readonly pushTimeMs: number;\n  /** The number of changes pushed to the query in this advancement. */\n  readonly changes: number;\n  /** The query's hydration time, i.e. what rebuilding it is expected to cost. */\n  readonly hydrationTimeMs: number;\n};\n\n/** Whether to stop pushing an advancement's changes to a query. */\nexport type ShouldCutOffPush = (progress: QueryPushProgress) => boolean;\n\n/**\n * The least a query's hydration is taken to cost when deciding whether to\n * stop pushing to it. Small queries hydrate in well under a millisecond,\n * where one push can take longer than the hydration did on timer noise alone,\n * and hydrating again saves too little to be worth its fixed costs.\n */\nexport const MIN_PUSH_CUTOFF_MS = 2;\n\n/**\n * Whether to stop pushing an advancement's changes to a query and hydrate it\n * again instead: once the pushes have taken as long as the hydration is\n * expected to.\n *\n * This is the ski-rental strategy (rent until the rent paid equals the\n * purchase price, then buy). Whatever the actual costs turn out to be, the\n * query costs at most about twice the cheaper of pushing every change and\n * hydrating from the start, plus the one change that crossed the line. It\n * needs no estimate of what the remaining changes will cost.\n */\nexport function shouldCutOffPush({\n  pushTimeMs,\n  hydrationTimeMs,\n}: Pick<QueryPushProgress, 'pushTimeMs' | 'hydrationTimeMs'>): boolean {\n  return pushTimeMs >= Math.max(hydrationTimeMs, MIN_PUSH_CUTOFF_MS);\n}\n\n/**\n * Bounds the cost of one advancement query by query: each query is pushed\n * changes until {@link ShouldCutOffPush} says to stop, and is then hydrated\n * again once the advancement is done.\n *\n * An advancement with a cutoff is not subject to the client group's\n * advancement time limit, which resets every pipeline of the client group.\n * The two are alternatives and are never applied together.\n */\nexport class PushCutoff {\n  readonly #shouldCutOff: ShouldCutOffPush;\n  /** The queries pushed to since the last {@link takeCutOff}. */\n  readonly #pushed = new Set<string>();\n\n  constructor(shouldCutOff: ShouldCutOffPush = shouldCutOffPush) {\n    this.#shouldCutOff = shouldCutOff;\n  }\n\n  /** Called for each push to a query. */\n  recordPush(queryID: string): void {\n    this.#pushed.add(queryID);\n  }\n\n  /**\n   * Called between changes, when no push is in progress. Returns the queries\n   * to stop pushing to, of those pushed to since the last call.\n   *\n   * @param progressOf The progress of a query, or `undefined` if it is no\n   *        longer being pushed to.\n   */\n  takeCutOff(\n    progressOf: (queryID: string) => QueryPushProgress | undefined,\n  ): QueryPushProgress[] {\n    if (this.#pushed.size === 0) {\n      return [];\n    }\n    const cutOff: QueryPushProgress[] = [];\n    for (const queryID of this.#pushed) {\n      const progress = progressOf(queryID);\n      if (progress !== undefined && this.#shouldCutOff(progress)) {\n        cutOff.push(progress);\n      }\n    }\n    this.#pushed.clear();\n    return cutOff;\n  }\n}\n"],"mappings":";;;;;;;;;;;AAiCA,SAAgB,iBAAiB,EAC/B,YACA,mBACqE;CACrE,OAAO,cAAc,KAAK,IAAI,iBAAA,CAAmC;AACnE;;;;;;;;;;AAWA,IAAa,aAAb,MAAwB;CACtB;;CAEA,0BAAmB,IAAI,IAAY;CAEnC,YAAY,eAAiC,kBAAkB;EAC7D,KAAKA,gBAAgB;CACvB;;CAGA,WAAW,SAAuB;EAChC,KAAKC,QAAQ,IAAI,OAAO;CAC1B;;;;;;;;CASA,WACE,YACqB;EACrB,IAAI,KAAKA,QAAQ,SAAS,GACxB,OAAO,CAAC;EAEV,MAAM,SAA8B,CAAC;EACrC,KAAK,MAAM,WAAW,KAAKA,SAAS;GAClC,MAAM,WAAW,WAAW,OAAO;GACnC,IAAI,aAAa,KAAA,KAAa,KAAKD,cAAc,QAAQ,GACvD,OAAO,KAAK,QAAQ;EAExB;EACA,KAAKC,QAAQ,MAAM;EACnB,OAAO;CACT;AACF"}
+{"version":3,"file":"push-cutoff.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/push-cutoff.ts"],"sourcesContent":["/** What an advancement has pushed to a query so far. */\nexport type QueryPushProgress = {\n  readonly queryID: string;\n  /** The time spent processing pushes to the query in this advancement. */\n  readonly pushTimeMs: number;\n  /** The number of changes pushed to the query in this advancement. */\n  readonly changes: number;\n  /** The query's hydration time, i.e. what rebuilding it is expected to cost. */\n  readonly hydrationTimeMs: number;\n};\n\n/** Whether to stop pushing an advancement's changes to a query. */\nexport type ShouldCutOffPush = (progress: QueryPushProgress) => boolean;\n\n/**\n * The least a query's hydration is taken to cost when deciding whether to\n * stop pushing to it. Small queries hydrate in well under a millisecond,\n * where one push can take longer than the hydration did on timer noise alone,\n * and hydrating again saves too little to be worth its fixed costs.\n */\nexport const MIN_PUSH_CUTOFF_MS = 2;\n\n/**\n * Whether to stop pushing an advancement's changes to a query and hydrate it\n * again instead: once the pushes have taken as long as the hydration is\n * expected to.\n *\n * This is the ski-rental strategy (rent until the rent paid equals the\n * purchase price, then buy). Whatever the actual costs turn out to be, the\n * query costs at most about twice the cheaper of pushing every change and\n * hydrating from the start, plus the one change that crossed the line. It\n * needs no estimate of what the remaining changes will cost.\n */\nexport function shouldCutOffPush({\n  pushTimeMs,\n  hydrationTimeMs,\n}: Pick<QueryPushProgress, 'pushTimeMs' | 'hydrationTimeMs'>): boolean {\n  return pushTimeMs >= Math.max(hydrationTimeMs, MIN_PUSH_CUTOFF_MS);\n}\n\n/**\n * Bounds the cost of one advancement query by query: each query is pushed\n * changes until {@link ShouldCutOffPush} says to stop, and is then hydrated\n * again once the advancement is done.\n *\n * An advancement with a cutoff is not subject to the client group's\n * advancement time limit, which resets every pipeline of the client group.\n * The two are alternatives and are never applied together.\n */\nexport class PushCutoff {\n  readonly #shouldCutOff: ShouldCutOffPush;\n  /** The queries pushed to since the last {@link takeCutOff}. */\n  readonly #pushed = new Set<string>();\n\n  constructor(shouldCutOff: ShouldCutOffPush = shouldCutOffPush) {\n    this.#shouldCutOff = shouldCutOff;\n  }\n\n  /** Called for each push to a query. */\n  recordPush(queryID: string): void {\n    this.#pushed.add(queryID);\n  }\n\n  /**\n   * Called between changes, when no push is in progress. Returns the queries\n   * to stop pushing to, of those pushed to since the last call.\n   *\n   * @param progressOf The progress of a query, or `undefined` if it is no\n   *        longer being pushed to.\n   */\n  takeCutOff(\n    progressOf: (queryID: string) => QueryPushProgress | undefined,\n  ): QueryPushProgress[] {\n    if (this.#pushed.size === 0) {\n      return [];\n    }\n    const cutOff: QueryPushProgress[] = [];\n    for (const queryID of this.#pushed) {\n      const progress = progressOf(queryID);\n      if (progress !== undefined && this.#shouldCutOff(progress)) {\n        cutOff.push(progress);\n      }\n    }\n    this.#pushed.clear();\n    return cutOff;\n  }\n}\n"],"mappings":";;;;;;;;;;;AAiCA,SAAgB,iBAAiB,EAC/B,YACA,mBACqE;CACrE,OAAO,cAAc,KAAK,IAAI,iBAAA,CAAmC;AACnE;;;;;;;;;;AAWA,IAAa,aAAb,MAAwB;CACtB;;CAEA,0BAAmB,IAAI,IAAY;CAEnC,YAAY,eAAiC,kBAAkB;EAC7D,KAAK,gBAAgB;CACvB;;CAGA,WAAW,SAAuB;EAChC,KAAK,QAAQ,IAAI,OAAO;CAC1B;;;;;;;;CASA,WACE,YACqB;EACrB,IAAI,KAAK,QAAQ,SAAS,GACxB,OAAO,CAAC;EAEV,MAAM,SAA8B,CAAC;EACrC,KAAK,MAAM,WAAW,KAAK,SAAS;GAClC,MAAM,WAAW,WAAW,OAAO;GACnC,IAAI,aAAa,KAAA,KAAa,KAAK,cAAc,QAAQ,GACvD,OAAO,KAAK,QAAQ;EAExB;EACA,KAAK,QAAQ,MAAM;EACnB,OAAO;CACT;AACF"}

package/out/zero-cache/src/services/view-syncer/query-covering.js.map

@@ -1 +1 @@
-{"version":3,"file":"query-covering.js","names":["#byRoot","#queryIDToRoot"],"sources":["../../../../../../zero-cache/src/services/view-syncer/query-covering.ts"],"sourcesContent":["import {\n  deepEqual,\n  type ReadonlyJSONValue,\n} from '../../../../shared/src/json.ts';\nimport {getOrInsertComputed, newMap} from '../../../../shared/src/map.ts';\nimport {\n  normalizeAST,\n  type AST,\n  type Condition,\n  type CorrelatedSubquery,\n  type CorrelatedSubqueryCondition,\n  type LiteralValue,\n  type NormalizedAST,\n  type SimpleCondition,\n} from '../../../../zero-protocol/src/ast.ts';\n\nexport type RunningQuery = {\n  readonly transformedAst: AST;\n  readonly transformationHash: string;\n  readonly queryName?: string | undefined;\n};\n\nexport type CoveringQuery = {\n  readonly queryID: string;\n  readonly transformationHash: string;\n  readonly queryName?: string | undefined;\n};\n\ntype NonNullScalarLiteralValue = string | number | boolean;\ntype IndexedRunningQuery = RunningQuery & {\n  readonly normalizedAst: NormalizedAST;\n};\n\n/**\n * Returns true when every row that can be produced by `covered` is also\n * produced by `covering`.\n *\n * This is intentionally conservative: unsupported cases return false rather\n * than guessing. It is used for shadow logging only.\n */\nexport function isQueryCoveredBy(covered: AST, covering: AST): boolean {\n  return astCoveredBy(normalizeAST(covered), normalizeAST(covering));\n}\n\nexport function findCoveringQuery(\n  coveredQueryID: string,\n  coveredAst: AST,\n  runningQueries: ReadonlyMap<string, RunningQuery>,\n): CoveringQuery | undefined {\n  return new QueryCoveringIndex(runningQueries).findCoveringQuery(\n    coveredQueryID,\n    coveredAst,\n  );\n}\n\nexport class QueryCoveringIndex {\n  readonly #byRoot = new Map<string, Map<string, IndexedRunningQuery>>();\n  readonly #queryIDToRoot = new Map<string, string>();\n\n  constructor(runningQueries?: ReadonlyMap<string, RunningQuery>) {\n    if (runningQueries) {\n      for (const [queryID, query] of runningQueries) {\n        this.add(queryID, query);\n      }\n    }\n  }\n\n  add(queryID: string, query: RunningQuery): void {\n    this.remove(queryID);\n\n    const normalizedAst = normalizeAST(query.transformedAst);\n    const root = rootKey(normalizedAst);\n    getOrInsertComputed(this.#byRoot, root, newMap).set(queryID, {\n      ...query,\n      normalizedAst,\n    });\n    this.#queryIDToRoot.set(queryID, root);\n  }\n\n  remove(queryID: string): void {\n    const root = this.#queryIDToRoot.get(queryID);\n    if (root === undefined) {\n      return;\n    }\n\n    this.#queryIDToRoot.delete(queryID);\n    const queries = this.#byRoot.get(root);\n    if (!queries) {\n      return;\n    }\n\n    queries.delete(queryID);\n    if (queries.size === 0) {\n      this.#byRoot.delete(root);\n    }\n  }\n\n  findCoveringQuery(\n    coveredQueryID: string,\n    coveredAst: AST,\n  ): CoveringQuery | undefined {\n    const normalizedCoveredAst = normalizeAST(coveredAst);\n    const queries = this.#byRoot.get(rootKey(normalizedCoveredAst));\n    if (!queries) {\n      return undefined;\n    }\n\n    for (const [queryID, query] of queries) {\n      if (queryID === coveredQueryID) {\n        continue;\n      }\n      if (astCoveredBy(normalizedCoveredAst, query.normalizedAst)) {\n        return {\n          queryID,\n          transformationHash: query.transformationHash,\n          ...(query.queryName !== undefined && {queryName: query.queryName}),\n        };\n      }\n    }\n    return undefined;\n  }\n}\n\nfunction rootKey(ast: NormalizedAST): string {\n  return JSON.stringify([ast.schema, ast.table, ast.alias]);\n}\n\nfunction astCoveredBy(\n  covered: NormalizedAST,\n  covering: NormalizedAST,\n): boolean {\n  return (\n    covered.schema === covering.schema &&\n    covered.table === covering.table &&\n    covered.alias === covering.alias &&\n    conditionImplies(covered.where, covering.where) &&\n    relatedCoveredBy(covered.related, covering.related) &&\n    boundsCoveredBy(covered, covering)\n  );\n}\n\nfunction boundsCoveredBy(\n  covered: NormalizedAST,\n  covering: NormalizedAST,\n): boolean {\n  if (covering.limit === undefined) {\n    if (covering.start === undefined) {\n      return true;\n    }\n    return (\n      jsonEqual(covered.start, covering.start) &&\n      jsonEqual(covered.orderBy, covering.orderBy)\n    );\n  }\n\n  if (covered.limit === undefined || covering.limit < covered.limit) {\n    return false;\n  }\n\n  // A limited broader query does not necessarily contain a limited narrower\n  // query. The ordered input to the limit must be equivalent.\n  return (\n    conditionEquivalent(covered.where, covering.where) &&\n    jsonEqual(covered.start, covering.start) &&\n    jsonEqual(covered.orderBy, covering.orderBy)\n  );\n}\n\nfunction relatedCoveredBy(\n  covered: readonly CorrelatedSubquery[] | undefined,\n  covering: readonly CorrelatedSubquery[] | undefined,\n): boolean {\n  if (covered === undefined || covered.length === 0) {\n    return true;\n  }\n  if (covering === undefined) {\n    return false;\n  }\n  return covered.every(coveredRelated =>\n    covering.some(\n      coveringRelated =>\n        sameRelatedEdge(coveredRelated, coveringRelated) &&\n        astCoveredBy(\n          coveredRelated.subquery as NormalizedAST,\n          coveringRelated.subquery as NormalizedAST,\n        ),\n    ),\n  );\n}\n\nfunction conditionEquivalent(\n  a: Condition | undefined,\n  b: Condition | undefined,\n): boolean {\n  return conditionImplies(a, b) && conditionImplies(b, a);\n}\n\nfunction conditionImplies(\n  covered: Condition | undefined,\n  covering: Condition | undefined,\n): boolean {\n  if (covering === undefined) {\n    return true;\n  }\n  if (covered === undefined) {\n    return false;\n  }\n  if (jsonEqual(covered, covering)) {\n    return true;\n  }\n\n  if (covered.type === 'or') {\n    return covered.conditions.every(c => conditionImplies(c, covering));\n  }\n  if (covering.type === 'or') {\n    return covering.conditions.some(c => conditionImplies(covered, c));\n  }\n  if (covering.type === 'and') {\n    return covering.conditions.every(c => conditionImplies(covered, c));\n  }\n  if (covered.type === 'and') {\n    return covered.conditions.some(c => conditionImplies(c, covering));\n  }\n  if (covered.type === 'simple' && covering.type === 'simple') {\n    return simpleConditionImplies(covered, covering);\n  }\n  if (\n    covered.type === 'correlatedSubquery' &&\n    covering.type === 'correlatedSubquery'\n  ) {\n    return correlatedConditionImplies(covered, covering);\n  }\n  return false;\n}\n\nfunction correlatedConditionImplies(\n  covered: CorrelatedSubqueryCondition,\n  covering: CorrelatedSubqueryCondition,\n): boolean {\n  if (\n    covered.op !== covering.op ||\n    covered.scalar !== covering.scalar ||\n    !sameRelatedEdge(covered.related, covering.related)\n  ) {\n    return false;\n  }\n\n  if (covered.op === 'EXISTS') {\n    return astCoveredBy(\n      covered.related.subquery as NormalizedAST,\n      covering.related.subquery as NormalizedAST,\n    );\n  }\n\n  return astCoveredBy(\n    covering.related.subquery as NormalizedAST,\n    covered.related.subquery as NormalizedAST,\n  );\n}\n\nfunction sameRelatedEdge(\n  a: CorrelatedSubquery,\n  b: CorrelatedSubquery,\n): boolean {\n  return (\n    jsonEqual(a.correlation, b.correlation) &&\n    a.hidden === b.hidden &&\n    a.system === b.system &&\n    a.subquery.alias === b.subquery.alias\n  );\n}\n\nfunction simpleConditionImplies(\n  covered: SimpleCondition,\n  covering: SimpleCondition,\n): boolean {\n  const coveredParts = columnLiteralParts(covered);\n  const coveringParts = columnLiteralParts(covering);\n  if (!coveredParts || !coveringParts) {\n    return false;\n  }\n  if (coveredParts.column !== coveringParts.column) {\n    return false;\n  }\n\n  const {op: coveredOp, value: coveredValue} = coveredParts;\n  const {op: coveringOp, value: coveringValue} = coveringParts;\n\n  if (isEqualityOp(coveredOp) && isNonNullScalarLiteralValue(coveredValue)) {\n    return equalityImplies(coveredValue, coveringOp, coveringValue);\n  }\n\n  if (\n    coveredOp === 'IN' &&\n    coveringOp === 'IN' &&\n    Array.isArray(coveredValue) &&\n    Array.isArray(coveringValue)\n  ) {\n    return coveredValue.every(v => literalArrayIncludes(coveringValue, v));\n  }\n\n  if (isNumericOrderOp(coveredOp) && isNumericOrderOp(coveringOp)) {\n    return orderConditionImplies(\n      coveredOp,\n      coveredValue,\n      coveringOp,\n      coveringValue,\n    );\n  }\n\n  return false;\n}\n\nfunction equalityImplies(\n  value: NonNullScalarLiteralValue,\n  coveringOp: SimpleCondition['op'],\n  coveringValue: LiteralValue,\n): boolean {\n  switch (coveringOp) {\n    case '=':\n    case 'IS':\n      return jsonEqual(value, coveringValue);\n    case '!=':\n    case 'IS NOT':\n      return !jsonEqual(value, coveringValue);\n    case 'IN':\n      return (\n        Array.isArray(coveringValue) &&\n        literalArrayIncludes(coveringValue, value)\n      );\n    case '<':\n      return (\n        typeof value === 'number' &&\n        typeof coveringValue === 'number' &&\n        value < coveringValue\n      );\n    case '<=':\n      return (\n        typeof value === 'number' &&\n        typeof coveringValue === 'number' &&\n        value <= coveringValue\n      );\n    case '>':\n      return (\n        typeof value === 'number' &&\n        typeof coveringValue === 'number' &&\n        value > coveringValue\n      );\n    case '>=':\n      return (\n        typeof value === 'number' &&\n        typeof coveringValue === 'number' &&\n        value >= coveringValue\n      );\n    case 'NOT IN':\n    case 'LIKE':\n    case 'NOT LIKE':\n    case 'ILIKE':\n    case 'NOT ILIKE':\n      return false;\n  }\n}\n\nfunction orderConditionImplies(\n  coveredOp: '<' | '>' | '<=' | '>=',\n  coveredValue: LiteralValue,\n  coveringOp: '<' | '>' | '<=' | '>=',\n  coveringValue: LiteralValue,\n): boolean {\n  if (typeof coveredValue !== 'number' || typeof coveringValue !== 'number') {\n    return false;\n  }\n\n  switch (coveredOp) {\n    case '>':\n      return (\n        (coveringOp === '>' && coveredValue >= coveringValue) ||\n        (coveringOp === '>=' && coveredValue >= coveringValue)\n      );\n    case '>=':\n      return (\n        (coveringOp === '>' && coveredValue > coveringValue) ||\n        (coveringOp === '>=' && coveredValue >= coveringValue)\n      );\n    case '<':\n      return (\n        (coveringOp === '<' && coveredValue <= coveringValue) ||\n        (coveringOp === '<=' && coveredValue <= coveringValue)\n      );\n    case '<=':\n      return (\n        (coveringOp === '<' && coveredValue < coveringValue) ||\n        (coveringOp === '<=' && coveredValue <= coveringValue)\n      );\n  }\n}\n\nfunction columnLiteralParts(condition: SimpleCondition):\n  | {\n      readonly column: string;\n      readonly op: SimpleCondition['op'];\n      readonly value: LiteralValue;\n    }\n  | undefined {\n  if (condition.left.type !== 'column' || condition.right.type !== 'literal') {\n    return undefined;\n  }\n  return {\n    column: condition.left.name,\n    op: condition.op,\n    value: condition.right.value,\n  };\n}\n\nfunction isEqualityOp(op: SimpleCondition['op']): op is '=' | 'IS' {\n  return op === '=' || op === 'IS';\n}\n\nfunction isNumericOrderOp(\n  op: SimpleCondition['op'],\n): op is '<' | '>' | '<=' | '>=' {\n  return op === '<' || op === '>' || op === '<=' || op === '>=';\n}\n\nfunction isNonNullScalarLiteralValue(\n  value: LiteralValue,\n): value is NonNullScalarLiteralValue {\n  return value !== null && !Array.isArray(value);\n}\n\nfunction literalArrayIncludes(\n  values: ReadonlyArray<string | number | boolean>,\n  value: string | number | boolean | null,\n): boolean {\n  return values.some(v => jsonEqual(v, value));\n}\n\nfunction jsonEqual(a: unknown, b: unknown): boolean {\n  return deepEqual(\n    a as ReadonlyJSONValue | undefined,\n    b as ReadonlyJSONValue | undefined,\n  );\n}\n"],"mappings":";;;;AAuDA,IAAa,qBAAb,MAAgC;CAC9B,0BAAmB,IAAI,IAA8C;CACrE,iCAA0B,IAAI,IAAoB;CAElD,YAAY,gBAAoD;EAC9D,IAAI,gBACF,KAAK,MAAM,CAAC,SAAS,UAAU,gBAC7B,KAAK,IAAI,SAAS,KAAK;CAG7B;CAEA,IAAI,SAAiB,OAA2B;EAC9C,KAAK,OAAO,OAAO;EAEnB,MAAM,gBAAgB,aAAa,MAAM,cAAc;EACvD,MAAM,OAAO,QAAQ,aAAa;EAClC,oBAAoB,KAAKA,SAAS,MAAM,MAAM,EAAE,IAAI,SAAS;GAC3D,GAAG;GACH;EACF,CAAC;EACD,KAAKC,eAAe,IAAI,SAAS,IAAI;CACvC;CAEA,OAAO,SAAuB;EAC5B,MAAM,OAAO,KAAKA,eAAe,IAAI,OAAO;EAC5C,IAAI,SAAS,KAAA,GACX;EAGF,KAAKA,eAAe,OAAO,OAAO;EAClC,MAAM,UAAU,KAAKD,QAAQ,IAAI,IAAI;EACrC,IAAI,CAAC,SACH;EAGF,QAAQ,OAAO,OAAO;EACtB,IAAI,QAAQ,SAAS,GACnB,KAAKA,QAAQ,OAAO,IAAI;CAE5B;CAEA,kBACE,gBACA,YAC2B;EAC3B,MAAM,uBAAuB,aAAa,UAAU;EACpD,MAAM,UAAU,KAAKA,QAAQ,IAAI,QAAQ,oBAAoB,CAAC;EAC9D,IAAI,CAAC,SACH;EAGF,KAAK,MAAM,CAAC,SAAS,UAAU,SAAS;GACtC,IAAI,YAAY,gBACd;GAEF,IAAI,aAAa,sBAAsB,MAAM,aAAa,GACxD,OAAO;IACL;IACA,oBAAoB,MAAM;IAC1B,GAAI,MAAM,cAAc,KAAA,KAAa,EAAC,WAAW,MAAM,UAAS;GAClE;EAEJ;CAEF;AACF;AAEA,SAAS,QAAQ,KAA4B;CAC3C,OAAO,KAAK,UAAU;EAAC,IAAI;EAAQ,IAAI;EAAO,IAAI;CAAK,CAAC;AAC1D;AAEA,SAAS,aACP,SACA,UACS;CACT,OACE,QAAQ,WAAW,SAAS,UAC5B,QAAQ,UAAU,SAAS,SAC3B,QAAQ,UAAU,SAAS,SAC3B,iBAAiB,QAAQ,OAAO,SAAS,KAAK,KAC9C,iBAAiB,QAAQ,SAAS,SAAS,OAAO,KAClD,gBAAgB,SAAS,QAAQ;AAErC;AAEA,SAAS,gBACP,SACA,UACS;CACT,IAAI,SAAS,UAAU,KAAA,GAAW;EAChC,IAAI,SAAS,UAAU,KAAA,GACrB,OAAO;EAET,OACE,UAAU,QAAQ,OAAO,SAAS,KAAK,KACvC,UAAU,QAAQ,SAAS,SAAS,OAAO;CAE/C;CAEA,IAAI,QAAQ,UAAU,KAAA,KAAa,SAAS,QAAQ,QAAQ,OAC1D,OAAO;CAKT,OACE,oBAAoB,QAAQ,OAAO,SAAS,KAAK,KACjD,UAAU,QAAQ,OAAO,SAAS,KAAK,KACvC,UAAU,QAAQ,SAAS,SAAS,OAAO;AAE/C;AAEA,SAAS,iBACP,SACA,UACS;CACT,IAAI,YAAY,KAAA,KAAa,QAAQ,WAAW,GAC9C,OAAO;CAET,IAAI,aAAa,KAAA,GACf,OAAO;CAET,OAAO,QAAQ,OAAM,mBACnB,SAAS,MACP,oBACE,gBAAgB,gBAAgB,eAAe,KAC/C,aACE,eAAe,UACf,gBAAgB,QAClB,CACJ,CACF;AACF;AAEA,SAAS,oBACP,GACA,GACS;CACT,OAAO,iBAAiB,GAAG,CAAC,KAAK,iBAAiB,GAAG,CAAC;AACxD;AAEA,SAAS,iBACP,SACA,UACS;CACT,IAAI,aAAa,KAAA,GACf,OAAO;CAET,IAAI,YAAY,KAAA,GACd,OAAO;CAET,IAAI,UAAU,SAAS,QAAQ,GAC7B,OAAO;CAGT,IAAI,QAAQ,SAAS,MACnB,OAAO,QAAQ,WAAW,OAAM,MAAK,iBAAiB,GAAG,QAAQ,CAAC;CAEpE,IAAI,SAAS,SAAS,MACpB,OAAO,SAAS,WAAW,MAAK,MAAK,iBAAiB,SAAS,CAAC,CAAC;CAEnE,IAAI,SAAS,SAAS,OACpB,OAAO,SAAS,WAAW,OAAM,MAAK,iBAAiB,SAAS,CAAC,CAAC;CAEpE,IAAI,QAAQ,SAAS,OACnB,OAAO,QAAQ,WAAW,MAAK,MAAK,iBAAiB,GAAG,QAAQ,CAAC;CAEnE,IAAI,QAAQ,SAAS,YAAY,SAAS,SAAS,UACjD,OAAO,uBAAuB,SAAS,QAAQ;CAEjD,IACE,QAAQ,SAAS,wBACjB,SAAS,SAAS,sBAElB,OAAO,2BAA2B,SAAS,QAAQ;CAErD,OAAO;AACT;AAEA,SAAS,2BACP,SACA,UACS;CACT,IACE,QAAQ,OAAO,SAAS,MACxB,QAAQ,WAAW,SAAS,UAC5B,CAAC,gBAAgB,QAAQ,SAAS,SAAS,OAAO,GAElD,OAAO;CAGT,IAAI,QAAQ,OAAO,UACjB,OAAO,aACL,QAAQ,QAAQ,UAChB,SAAS,QAAQ,QACnB;CAGF,OAAO,aACL,SAAS,QAAQ,UACjB,QAAQ,QAAQ,QAClB;AACF;AAEA,SAAS,gBACP,GACA,GACS;CACT,OACE,UAAU,EAAE,aAAa,EAAE,WAAW,KACtC,EAAE,WAAW,EAAE,UACf,EAAE,WAAW,EAAE,UACf,EAAE,SAAS,UAAU,EAAE,SAAS;AAEpC;AAEA,SAAS,uBACP,SACA,UACS;CACT,MAAM,eAAe,mBAAmB,OAAO;CAC/C,MAAM,gBAAgB,mBAAmB,QAAQ;CACjD,IAAI,CAAC,gBAAgB,CAAC,eACpB,OAAO;CAET,IAAI,aAAa,WAAW,cAAc,QACxC,OAAO;CAGT,MAAM,EAAC,IAAI,WAAW,OAAO,iBAAgB;CAC7C,MAAM,EAAC,IAAI,YAAY,OAAO,kBAAiB;CAE/C,IAAI,aAAa,SAAS,KAAK,4BAA4B,YAAY,GACrE,OAAO,gBAAgB,cAAc,YAAY,aAAa;CAGhE,IACE,cAAc,QACd,eAAe,QACf,MAAM,QAAQ,YAAY,KAC1B,MAAM,QAAQ,aAAa,GAE3B,OAAO,aAAa,OAAM,MAAK,qBAAqB,eAAe,CAAC,CAAC;CAGvE,IAAI,iBAAiB,SAAS,KAAK,iBAAiB,UAAU,GAC5D,OAAO,sBACL,WACA,cACA,YACA,aACF;CAGF,OAAO;AACT;AAEA,SAAS,gBACP,OACA,YACA,eACS;CACT,QAAQ,YAAR;EACE,KAAK;EACL,KAAK,MACH,OAAO,UAAU,OAAO,aAAa;EACvC,KAAK;EACL,KAAK,UACH,OAAO,CAAC,UAAU,OAAO,aAAa;EACxC,KAAK,MACH,OACE,MAAM,QAAQ,aAAa,KAC3B,qBAAqB,eAAe,KAAK;EAE7C,KAAK,KACH,OACE,OAAO,UAAU,YACjB,OAAO,kBAAkB,YACzB,QAAQ;EAEZ,KAAK,MACH,OACE,OAAO,UAAU,YACjB,OAAO,kBAAkB,YACzB,SAAS;EAEb,KAAK,KACH,OACE,OAAO,UAAU,YACjB,OAAO,kBAAkB,YACzB,QAAQ;EAEZ,KAAK,MACH,OACE,OAAO,UAAU,YACjB,OAAO,kBAAkB,YACzB,SAAS;EAEb,KAAK;EACL,KAAK;EACL,KAAK;EACL,KAAK;EACL,KAAK,aACH,OAAO;CACX;AACF;AAEA,SAAS,sBACP,WACA,cACA,YACA,eACS;CACT,IAAI,OAAO,iBAAiB,YAAY,OAAO,kBAAkB,UAC/D,OAAO;CAGT,QAAQ,WAAR;EACE,KAAK,KACH,OACG,eAAe,OAAO,gBAAgB,iBACtC,eAAe,QAAQ,gBAAgB;EAE5C,KAAK,MACH,OACG,eAAe,OAAO,eAAe,iBACrC,eAAe,QAAQ,gBAAgB;EAE5C,KAAK,KACH,OACG,eAAe,OAAO,gBAAgB,iBACtC,eAAe,QAAQ,gBAAgB;EAE5C,KAAK,MACH,OACG,eAAe,OAAO,eAAe,iBACrC,eAAe,QAAQ,gBAAgB;CAE9C;AACF;AAEA,SAAS,mBAAmB,WAMd;CACZ,IAAI,UAAU,KAAK,SAAS,YAAY,UAAU,MAAM,SAAS,WAC/D;CAEF,OAAO;EACL,QAAQ,UAAU,KAAK;EACvB,IAAI,UAAU;EACd,OAAO,UAAU,MAAM;CACzB;AACF;AAEA,SAAS,aAAa,IAA6C;CACjE,OAAO,OAAO,OAAO,OAAO;AAC9B;AAEA,SAAS,iBACP,IAC+B;CAC/B,OAAO,OAAO,OAAO,OAAO,OAAO,OAAO,QAAQ,OAAO;AAC3D;AAEA,SAAS,4BACP,OACoC;CACpC,OAAO,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC/C;AAEA,SAAS,qBACP,QACA,OACS;CACT,OAAO,OAAO,MAAK,MAAK,UAAU,GAAG,KAAK,CAAC;AAC7C;AAEA,SAAS,UAAU,GAAY,GAAqB;CAClD,OAAO,UACL,GACA,CACF;AACF"}
+{"version":3,"file":"query-covering.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/query-covering.ts"],"sourcesContent":["import {\n  deepEqual,\n  type ReadonlyJSONValue,\n} from '../../../../shared/src/json.ts';\nimport {getOrInsertComputed, newMap} from '../../../../shared/src/map.ts';\nimport {\n  normalizeAST,\n  type AST,\n  type Condition,\n  type CorrelatedSubquery,\n  type CorrelatedSubqueryCondition,\n  type LiteralValue,\n  type NormalizedAST,\n  type SimpleCondition,\n} from '../../../../zero-protocol/src/ast.ts';\n\nexport type RunningQuery = {\n  readonly transformedAst: AST;\n  readonly transformationHash: string;\n  readonly queryName?: string | undefined;\n};\n\nexport type CoveringQuery = {\n  readonly queryID: string;\n  readonly transformationHash: string;\n  readonly queryName?: string | undefined;\n};\n\ntype NonNullScalarLiteralValue = string | number | boolean;\ntype IndexedRunningQuery = RunningQuery & {\n  readonly normalizedAst: NormalizedAST;\n};\n\n/**\n * Returns true when every row that can be produced by `covered` is also\n * produced by `covering`.\n *\n * This is intentionally conservative: unsupported cases return false rather\n * than guessing. It is used for shadow logging only.\n */\nexport function isQueryCoveredBy(covered: AST, covering: AST): boolean {\n  return astCoveredBy(normalizeAST(covered), normalizeAST(covering));\n}\n\nexport function findCoveringQuery(\n  coveredQueryID: string,\n  coveredAst: AST,\n  runningQueries: ReadonlyMap<string, RunningQuery>,\n): CoveringQuery | undefined {\n  return new QueryCoveringIndex(runningQueries).findCoveringQuery(\n    coveredQueryID,\n    coveredAst,\n  );\n}\n\nexport class QueryCoveringIndex {\n  readonly #byRoot = new Map<string, Map<string, IndexedRunningQuery>>();\n  readonly #queryIDToRoot = new Map<string, string>();\n\n  constructor(runningQueries?: ReadonlyMap<string, RunningQuery>) {\n    if (runningQueries) {\n      for (const [queryID, query] of runningQueries) {\n        this.add(queryID, query);\n      }\n    }\n  }\n\n  add(queryID: string, query: RunningQuery): void {\n    this.remove(queryID);\n\n    const normalizedAst = normalizeAST(query.transformedAst);\n    const root = rootKey(normalizedAst);\n    getOrInsertComputed(this.#byRoot, root, newMap).set(queryID, {\n      ...query,\n      normalizedAst,\n    });\n    this.#queryIDToRoot.set(queryID, root);\n  }\n\n  remove(queryID: string): void {\n    const root = this.#queryIDToRoot.get(queryID);\n    if (root === undefined) {\n      return;\n    }\n\n    this.#queryIDToRoot.delete(queryID);\n    const queries = this.#byRoot.get(root);\n    if (!queries) {\n      return;\n    }\n\n    queries.delete(queryID);\n    if (queries.size === 0) {\n      this.#byRoot.delete(root);\n    }\n  }\n\n  findCoveringQuery(\n    coveredQueryID: string,\n    coveredAst: AST,\n  ): CoveringQuery | undefined {\n    const normalizedCoveredAst = normalizeAST(coveredAst);\n    const queries = this.#byRoot.get(rootKey(normalizedCoveredAst));\n    if (!queries) {\n      return undefined;\n    }\n\n    for (const [queryID, query] of queries) {\n      if (queryID === coveredQueryID) {\n        continue;\n      }\n      if (astCoveredBy(normalizedCoveredAst, query.normalizedAst)) {\n        return {\n          queryID,\n          transformationHash: query.transformationHash,\n          ...(query.queryName !== undefined && {queryName: query.queryName}),\n        };\n      }\n    }\n    return undefined;\n  }\n}\n\nfunction rootKey(ast: NormalizedAST): string {\n  return JSON.stringify([ast.schema, ast.table, ast.alias]);\n}\n\nfunction astCoveredBy(\n  covered: NormalizedAST,\n  covering: NormalizedAST,\n): boolean {\n  return (\n    covered.schema === covering.schema &&\n    covered.table === covering.table &&\n    covered.alias === covering.alias &&\n    conditionImplies(covered.where, covering.where) &&\n    relatedCoveredBy(covered.related, covering.related) &&\n    boundsCoveredBy(covered, covering)\n  );\n}\n\nfunction boundsCoveredBy(\n  covered: NormalizedAST,\n  covering: NormalizedAST,\n): boolean {\n  if (covering.limit === undefined) {\n    if (covering.start === undefined) {\n      return true;\n    }\n    return (\n      jsonEqual(covered.start, covering.start) &&\n      jsonEqual(covered.orderBy, covering.orderBy)\n    );\n  }\n\n  if (covered.limit === undefined || covering.limit < covered.limit) {\n    return false;\n  }\n\n  // A limited broader query does not necessarily contain a limited narrower\n  // query. The ordered input to the limit must be equivalent.\n  return (\n    conditionEquivalent(covered.where, covering.where) &&\n    jsonEqual(covered.start, covering.start) &&\n    jsonEqual(covered.orderBy, covering.orderBy)\n  );\n}\n\nfunction relatedCoveredBy(\n  covered: readonly CorrelatedSubquery[] | undefined,\n  covering: readonly CorrelatedSubquery[] | undefined,\n): boolean {\n  if (covered === undefined || covered.length === 0) {\n    return true;\n  }\n  if (covering === undefined) {\n    return false;\n  }\n  return covered.every(coveredRelated =>\n    covering.some(\n      coveringRelated =>\n        sameRelatedEdge(coveredRelated, coveringRelated) &&\n        astCoveredBy(\n          coveredRelated.subquery as NormalizedAST,\n          coveringRelated.subquery as NormalizedAST,\n        ),\n    ),\n  );\n}\n\nfunction conditionEquivalent(\n  a: Condition | undefined,\n  b: Condition | undefined,\n): boolean {\n  return conditionImplies(a, b) && conditionImplies(b, a);\n}\n\nfunction conditionImplies(\n  covered: Condition | undefined,\n  covering: Condition | undefined,\n): boolean {\n  if (covering === undefined) {\n    return true;\n  }\n  if (covered === undefined) {\n    return false;\n  }\n  if (jsonEqual(covered, covering)) {\n    return true;\n  }\n\n  if (covered.type === 'or') {\n    return covered.conditions.every(c => conditionImplies(c, covering));\n  }\n  if (covering.type === 'or') {\n    return covering.conditions.some(c => conditionImplies(covered, c));\n  }\n  if (covering.type === 'and') {\n    return covering.conditions.every(c => conditionImplies(covered, c));\n  }\n  if (covered.type === 'and') {\n    return covered.conditions.some(c => conditionImplies(c, covering));\n  }\n  if (covered.type === 'simple' && covering.type === 'simple') {\n    return simpleConditionImplies(covered, covering);\n  }\n  if (\n    covered.type === 'correlatedSubquery' &&\n    covering.type === 'correlatedSubquery'\n  ) {\n    return correlatedConditionImplies(covered, covering);\n  }\n  return false;\n}\n\nfunction correlatedConditionImplies(\n  covered: CorrelatedSubqueryCondition,\n  covering: CorrelatedSubqueryCondition,\n): boolean {\n  if (\n    covered.op !== covering.op ||\n    covered.scalar !== covering.scalar ||\n    !sameRelatedEdge(covered.related, covering.related)\n  ) {\n    return false;\n  }\n\n  if (covered.op === 'EXISTS') {\n    return astCoveredBy(\n      covered.related.subquery as NormalizedAST,\n      covering.related.subquery as NormalizedAST,\n    );\n  }\n\n  return astCoveredBy(\n    covering.related.subquery as NormalizedAST,\n    covered.related.subquery as NormalizedAST,\n  );\n}\n\nfunction sameRelatedEdge(\n  a: CorrelatedSubquery,\n  b: CorrelatedSubquery,\n): boolean {\n  return (\n    jsonEqual(a.correlation, b.correlation) &&\n    a.hidden === b.hidden &&\n    a.system === b.system &&\n    a.subquery.alias === b.subquery.alias\n  );\n}\n\nfunction simpleConditionImplies(\n  covered: SimpleCondition,\n  covering: SimpleCondition,\n): boolean {\n  const coveredParts = columnLiteralParts(covered);\n  const coveringParts = columnLiteralParts(covering);\n  if (!coveredParts || !coveringParts) {\n    return false;\n  }\n  if (coveredParts.column !== coveringParts.column) {\n    return false;\n  }\n\n  const {op: coveredOp, value: coveredValue} = coveredParts;\n  const {op: coveringOp, value: coveringValue} = coveringParts;\n\n  if (isEqualityOp(coveredOp) && isNonNullScalarLiteralValue(coveredValue)) {\n    return equalityImplies(coveredValue, coveringOp, coveringValue);\n  }\n\n  if (\n    coveredOp === 'IN' &&\n    coveringOp === 'IN' &&\n    Array.isArray(coveredValue) &&\n    Array.isArray(coveringValue)\n  ) {\n    return coveredValue.every(v => literalArrayIncludes(coveringValue, v));\n  }\n\n  if (isNumericOrderOp(coveredOp) && isNumericOrderOp(coveringOp)) {\n    return orderConditionImplies(\n      coveredOp,\n      coveredValue,\n      coveringOp,\n      coveringValue,\n    );\n  }\n\n  return false;\n}\n\nfunction equalityImplies(\n  value: NonNullScalarLiteralValue,\n  coveringOp: SimpleCondition['op'],\n  coveringValue: LiteralValue,\n): boolean {\n  switch (coveringOp) {\n    case '=':\n    case 'IS':\n      return jsonEqual(value, coveringValue);\n    case '!=':\n    case 'IS NOT':\n      return !jsonEqual(value, coveringValue);\n    case 'IN':\n      return (\n        Array.isArray(coveringValue) &&\n        literalArrayIncludes(coveringValue, value)\n      );\n    case '<':\n      return (\n        typeof value === 'number' &&\n        typeof coveringValue === 'number' &&\n        value < coveringValue\n      );\n    case '<=':\n      return (\n        typeof value === 'number' &&\n        typeof coveringValue === 'number' &&\n        value <= coveringValue\n      );\n    case '>':\n      return (\n        typeof value === 'number' &&\n        typeof coveringValue === 'number' &&\n        value > coveringValue\n      );\n    case '>=':\n      return (\n        typeof value === 'number' &&\n        typeof coveringValue === 'number' &&\n        value >= coveringValue\n      );\n    case 'NOT IN':\n    case 'LIKE':\n    case 'NOT LIKE':\n    case 'ILIKE':\n    case 'NOT ILIKE':\n      return false;\n  }\n}\n\nfunction orderConditionImplies(\n  coveredOp: '<' | '>' | '<=' | '>=',\n  coveredValue: LiteralValue,\n  coveringOp: '<' | '>' | '<=' | '>=',\n  coveringValue: LiteralValue,\n): boolean {\n  if (typeof coveredValue !== 'number' || typeof coveringValue !== 'number') {\n    return false;\n  }\n\n  switch (coveredOp) {\n    case '>':\n      return (\n        (coveringOp === '>' && coveredValue >= coveringValue) ||\n        (coveringOp === '>=' && coveredValue >= coveringValue)\n      );\n    case '>=':\n      return (\n        (coveringOp === '>' && coveredValue > coveringValue) ||\n        (coveringOp === '>=' && coveredValue >= coveringValue)\n      );\n    case '<':\n      return (\n        (coveringOp === '<' && coveredValue <= coveringValue) ||\n        (coveringOp === '<=' && coveredValue <= coveringValue)\n      );\n    case '<=':\n      return (\n        (coveringOp === '<' && coveredValue < coveringValue) ||\n        (coveringOp === '<=' && coveredValue <= coveringValue)\n      );\n  }\n}\n\nfunction columnLiteralParts(condition: SimpleCondition):\n  | {\n      readonly column: string;\n      readonly op: SimpleCondition['op'];\n      readonly value: LiteralValue;\n    }\n  | undefined {\n  if (condition.left.type !== 'column' || condition.right.type !== 'literal') {\n    return undefined;\n  }\n  return {\n    column: condition.left.name,\n    op: condition.op,\n    value: condition.right.value,\n  };\n}\n\nfunction isEqualityOp(op: SimpleCondition['op']): op is '=' | 'IS' {\n  return op === '=' || op === 'IS';\n}\n\nfunction isNumericOrderOp(\n  op: SimpleCondition['op'],\n): op is '<' | '>' | '<=' | '>=' {\n  return op === '<' || op === '>' || op === '<=' || op === '>=';\n}\n\nfunction isNonNullScalarLiteralValue(\n  value: LiteralValue,\n): value is NonNullScalarLiteralValue {\n  return value !== null && !Array.isArray(value);\n}\n\nfunction literalArrayIncludes(\n  values: ReadonlyArray<string | number | boolean>,\n  value: string | number | boolean | null,\n): boolean {\n  return values.some(v => jsonEqual(v, value));\n}\n\nfunction jsonEqual(a: unknown, b: unknown): boolean {\n  return deepEqual(\n    a as ReadonlyJSONValue | undefined,\n    b as ReadonlyJSONValue | undefined,\n  );\n}\n"],"mappings":";;;;AAuDA,IAAa,qBAAb,MAAgC;CAC9B,0BAAmB,IAAI,IAA8C;CACrE,iCAA0B,IAAI,IAAoB;CAElD,YAAY,gBAAoD;EAC9D,IAAI,gBACF,KAAK,MAAM,CAAC,SAAS,UAAU,gBAC7B,KAAK,IAAI,SAAS,KAAK;CAG7B;CAEA,IAAI,SAAiB,OAA2B;EAC9C,KAAK,OAAO,OAAO;EAEnB,MAAM,gBAAgB,aAAa,MAAM,cAAc;EACvD,MAAM,OAAO,QAAQ,aAAa;EAClC,oBAAoB,KAAK,SAAS,MAAM,MAAM,CAAC,CAAC,IAAI,SAAS;GAC3D,GAAG;GACH;EACF,CAAC;EACD,KAAK,eAAe,IAAI,SAAS,IAAI;CACvC;CAEA,OAAO,SAAuB;EAC5B,MAAM,OAAO,KAAK,eAAe,IAAI,OAAO;EAC5C,IAAI,SAAS,KAAA,GACX;EAGF,KAAK,eAAe,OAAO,OAAO;EAClC,MAAM,UAAU,KAAK,QAAQ,IAAI,IAAI;EACrC,IAAI,CAAC,SACH;EAGF,QAAQ,OAAO,OAAO;EACtB,IAAI,QAAQ,SAAS,GACnB,KAAK,QAAQ,OAAO,IAAI;CAE5B;CAEA,kBACE,gBACA,YAC2B;EAC3B,MAAM,uBAAuB,aAAa,UAAU;EACpD,MAAM,UAAU,KAAK,QAAQ,IAAI,QAAQ,oBAAoB,CAAC;EAC9D,IAAI,CAAC,SACH;EAGF,KAAK,MAAM,CAAC,SAAS,UAAU,SAAS;GACtC,IAAI,YAAY,gBACd;GAEF,IAAI,aAAa,sBAAsB,MAAM,aAAa,GACxD,OAAO;IACL;IACA,oBAAoB,MAAM;IAC1B,GAAI,MAAM,cAAc,KAAA,KAAa,EAAC,WAAW,MAAM,UAAS;GAClE;EAEJ;CAEF;AACF;AAEA,SAAS,QAAQ,KAA4B;CAC3C,OAAO,KAAK,UAAU;EAAC,IAAI;EAAQ,IAAI;EAAO,IAAI;CAAK,CAAC;AAC1D;AAEA,SAAS,aACP,SACA,UACS;CACT,OACE,QAAQ,WAAW,SAAS,UAC5B,QAAQ,UAAU,SAAS,SAC3B,QAAQ,UAAU,SAAS,SAC3B,iBAAiB,QAAQ,OAAO,SAAS,KAAK,KAC9C,iBAAiB,QAAQ,SAAS,SAAS,OAAO,KAClD,gBAAgB,SAAS,QAAQ;AAErC;AAEA,SAAS,gBACP,SACA,UACS;CACT,IAAI,SAAS,UAAU,KAAA,GAAW;EAChC,IAAI,SAAS,UAAU,KAAA,GACrB,OAAO;EAET,OACE,UAAU,QAAQ,OAAO,SAAS,KAAK,KACvC,UAAU,QAAQ,SAAS,SAAS,OAAO;CAE/C;CAEA,IAAI,QAAQ,UAAU,KAAA,KAAa,SAAS,QAAQ,QAAQ,OAC1D,OAAO;CAKT,OACE,oBAAoB,QAAQ,OAAO,SAAS,KAAK,KACjD,UAAU,QAAQ,OAAO,SAAS,KAAK,KACvC,UAAU,QAAQ,SAAS,SAAS,OAAO;AAE/C;AAEA,SAAS,iBACP,SACA,UACS;CACT,IAAI,YAAY,KAAA,KAAa,QAAQ,WAAW,GAC9C,OAAO;CAET,IAAI,aAAa,KAAA,GACf,OAAO;CAET,OAAO,QAAQ,OAAM,mBACnB,SAAS,MACP,oBACE,gBAAgB,gBAAgB,eAAe,KAC/C,aACE,eAAe,UACf,gBAAgB,QAClB,CACJ,CACF;AACF;AAEA,SAAS,oBACP,GACA,GACS;CACT,OAAO,iBAAiB,GAAG,CAAC,KAAK,iBAAiB,GAAG,CAAC;AACxD;AAEA,SAAS,iBACP,SACA,UACS;CACT,IAAI,aAAa,KAAA,GACf,OAAO;CAET,IAAI,YAAY,KAAA,GACd,OAAO;CAET,IAAI,UAAU,SAAS,QAAQ,GAC7B,OAAO;CAGT,IAAI,QAAQ,SAAS,MACnB,OAAO,QAAQ,WAAW,OAAM,MAAK,iBAAiB,GAAG,QAAQ,CAAC;CAEpE,IAAI,SAAS,SAAS,MACpB,OAAO,SAAS,WAAW,MAAK,MAAK,iBAAiB,SAAS,CAAC,CAAC;CAEnE,IAAI,SAAS,SAAS,OACpB,OAAO,SAAS,WAAW,OAAM,MAAK,iBAAiB,SAAS,CAAC,CAAC;CAEpE,IAAI,QAAQ,SAAS,OACnB,OAAO,QAAQ,WAAW,MAAK,MAAK,iBAAiB,GAAG,QAAQ,CAAC;CAEnE,IAAI,QAAQ,SAAS,YAAY,SAAS,SAAS,UACjD,OAAO,uBAAuB,SAAS,QAAQ;CAEjD,IACE,QAAQ,SAAS,wBACjB,SAAS,SAAS,sBAElB,OAAO,2BAA2B,SAAS,QAAQ;CAErD,OAAO;AACT;AAEA,SAAS,2BACP,SACA,UACS;CACT,IACE,QAAQ,OAAO,SAAS,MACxB,QAAQ,WAAW,SAAS,UAC5B,CAAC,gBAAgB,QAAQ,SAAS,SAAS,OAAO,GAElD,OAAO;CAGT,IAAI,QAAQ,OAAO,UACjB,OAAO,aACL,QAAQ,QAAQ,UAChB,SAAS,QAAQ,QACnB;CAGF,OAAO,aACL,SAAS,QAAQ,UACjB,QAAQ,QAAQ,QAClB;AACF;AAEA,SAAS,gBACP,GACA,GACS;CACT,OACE,UAAU,EAAE,aAAa,EAAE,WAAW,KACtC,EAAE,WAAW,EAAE,UACf,EAAE,WAAW,EAAE,UACf,EAAE,SAAS,UAAU,EAAE,SAAS;AAEpC;AAEA,SAAS,uBACP,SACA,UACS;CACT,MAAM,eAAe,mBAAmB,OAAO;CAC/C,MAAM,gBAAgB,mBAAmB,QAAQ;CACjD,IAAI,CAAC,gBAAgB,CAAC,eACpB,OAAO;CAET,IAAI,aAAa,WAAW,cAAc,QACxC,OAAO;CAGT,MAAM,EAAC,IAAI,WAAW,OAAO,iBAAgB;CAC7C,MAAM,EAAC,IAAI,YAAY,OAAO,kBAAiB;CAE/C,IAAI,aAAa,SAAS,KAAK,4BAA4B,YAAY,GACrE,OAAO,gBAAgB,cAAc,YAAY,aAAa;CAGhE,IACE,cAAc,QACd,eAAe,QACf,MAAM,QAAQ,YAAY,KAC1B,MAAM,QAAQ,aAAa,GAE3B,OAAO,aAAa,OAAM,MAAK,qBAAqB,eAAe,CAAC,CAAC;CAGvE,IAAI,iBAAiB,SAAS,KAAK,iBAAiB,UAAU,GAC5D,OAAO,sBACL,WACA,cACA,YACA,aACF;CAGF,OAAO;AACT;AAEA,SAAS,gBACP,OACA,YACA,eACS;CACT,QAAQ,YAAR;EACE,KAAK;EACL,KAAK,MACH,OAAO,UAAU,OAAO,aAAa;EACvC,KAAK;EACL,KAAK,UACH,OAAO,CAAC,UAAU,OAAO,aAAa;EACxC,KAAK,MACH,OACE,MAAM,QAAQ,aAAa,KAC3B,qBAAqB,eAAe,KAAK;EAE7C,KAAK,KACH,OACE,OAAO,UAAU,YACjB,OAAO,kBAAkB,YACzB,QAAQ;EAEZ,KAAK,MACH,OACE,OAAO,UAAU,YACjB,OAAO,kBAAkB,YACzB,SAAS;EAEb,KAAK,KACH,OACE,OAAO,UAAU,YACjB,OAAO,kBAAkB,YACzB,QAAQ;EAEZ,KAAK,MACH,OACE,OAAO,UAAU,YACjB,OAAO,kBAAkB,YACzB,SAAS;EAEb,KAAK;EACL,KAAK;EACL,KAAK;EACL,KAAK;EACL,KAAK,aACH,OAAO;CACX;AACF;AAEA,SAAS,sBACP,WACA,cACA,YACA,eACS;CACT,IAAI,OAAO,iBAAiB,YAAY,OAAO,kBAAkB,UAC/D,OAAO;CAGT,QAAQ,WAAR;EACE,KAAK,KACH,OACG,eAAe,OAAO,gBAAgB,iBACtC,eAAe,QAAQ,gBAAgB;EAE5C,KAAK,MACH,OACG,eAAe,OAAO,eAAe,iBACrC,eAAe,QAAQ,gBAAgB;EAE5C,KAAK,KACH,OACG,eAAe,OAAO,gBAAgB,iBACtC,eAAe,QAAQ,gBAAgB;EAE5C,KAAK,MACH,OACG,eAAe,OAAO,eAAe,iBACrC,eAAe,QAAQ,gBAAgB;CAE9C;AACF;AAEA,SAAS,mBAAmB,WAMd;CACZ,IAAI,UAAU,KAAK,SAAS,YAAY,UAAU,MAAM,SAAS,WAC/D;CAEF,OAAO;EACL,QAAQ,UAAU,KAAK;EACvB,IAAI,UAAU;EACd,OAAO,UAAU,MAAM;CACzB;AACF;AAEA,SAAS,aAAa,IAA6C;CACjE,OAAO,OAAO,OAAO,OAAO;AAC9B;AAEA,SAAS,iBACP,IAC+B;CAC/B,OAAO,OAAO,OAAO,OAAO,OAAO,OAAO,QAAQ,OAAO;AAC3D;AAEA,SAAS,4BACP,OACoC;CACpC,OAAO,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC/C;AAEA,SAAS,qBACP,QACA,OACS;CACT,OAAO,OAAO,MAAK,MAAK,UAAU,GAAG,KAAK,CAAC;AAC7C;AAEA,SAAS,UAAU,GAAY,GAAqB;CAClD,OAAO,UACL,GACA,CACF;AACF"}

package/out/zero-cache/src/services/view-syncer/query-shape.js.map

@@ -1 +1 @@
-{"version":3,"file":"query-shape.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/query-shape.ts"],"sourcesContent":["// @circular-dep-ignore\nimport {astToZQL} from '../../../../ast-to-zql/src/ast-to-zql.ts';\nimport {h64} from '../../../../shared/src/hash.ts';\nimport type {AST} from '../../../../zero-protocol/src/ast.ts';\n\n/**\n * A query with its literal values redacted, for logging.\n */\nexport type QueryShape = {\n  /**\n   * The query as ZQL with every literal (and the `start` row) rendered as\n   * `?`, so it can be logged without leaking row data, query arguments, or\n   * auth data substituted in by permissions.\n   */\n  readonly zql: string;\n\n  /**\n   * A hash of {@link zql}. Queries that differ only in their literal values,\n   * e.g. the same named query called with different arguments, share a hash,\n   * which makes it a key for grouping and throttling logs.\n   */\n  readonly hash: string;\n};\n\n/**\n * Never throws: it is computed for every hydration, and a query that cannot be\n * rendered as ZQL (e.g. a subquery without an alias) must still hydrate. Such\n * a query is shaped by its AST with the literal values redacted instead.\n */\nexport function queryShape(ast: AST): QueryShape {\n  let zql: string;\n  try {\n    zql = ast.table + astToZQL(ast, {redactLiterals: true});\n  } catch {\n    zql = JSON.stringify(ast, redactLiterals);\n  }\n  return {zql, hash: h64(zql).toString(36)};\n}\n\nfunction redactLiterals(this: unknown, key: string, value: unknown) {\n  if (\n    (key === 'value' && (this as {type?: unknown}).type === 'literal') ||\n    key === 'start'\n  ) {\n    return '?';\n  }\n  return value;\n}\n"],"mappings":";;;;;;;;AA6BA,SAAgB,WAAW,KAAsB;CAC/C,IAAI;CACJ,IAAI;EACF,MAAM,IAAI,QAAQ,SAAS,KAAK,EAAC,gBAAgB,KAAI,CAAC;CACxD,QAAQ;EACN,MAAM,KAAK,UAAU,KAAK,cAAc;CAC1C;CACA,OAAO;EAAC;EAAK,MAAM,IAAI,GAAG,EAAE,SAAS,EAAE;CAAC;AAC1C;AAEA,SAAS,eAA8B,KAAa,OAAgB;CAClE,IACG,QAAQ,WAAY,KAA0B,SAAS,aACxD,QAAQ,SAER,OAAO;CAET,OAAO;AACT"}
+{"version":3,"file":"query-shape.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/query-shape.ts"],"sourcesContent":["// @circular-dep-ignore\nimport {astToZQL} from '../../../../ast-to-zql/src/ast-to-zql.ts';\nimport {h64} from '../../../../shared/src/hash.ts';\nimport type {AST} from '../../../../zero-protocol/src/ast.ts';\n\n/**\n * A query with its literal values redacted, for logging.\n */\nexport type QueryShape = {\n  /**\n   * The query as ZQL with every literal (and the `start` row) rendered as\n   * `?`, so it can be logged without leaking row data, query arguments, or\n   * auth data substituted in by permissions.\n   */\n  readonly zql: string;\n\n  /**\n   * A hash of {@link zql}. Queries that differ only in their literal values,\n   * e.g. the same named query called with different arguments, share a hash,\n   * which makes it a key for grouping and throttling logs.\n   */\n  readonly hash: string;\n};\n\n/**\n * Never throws: it is computed for every hydration, and a query that cannot be\n * rendered as ZQL (e.g. a subquery without an alias) must still hydrate. Such\n * a query is shaped by its AST with the literal values redacted instead.\n */\nexport function queryShape(ast: AST): QueryShape {\n  let zql: string;\n  try {\n    zql = ast.table + astToZQL(ast, {redactLiterals: true});\n  } catch {\n    zql = JSON.stringify(ast, redactLiterals);\n  }\n  return {zql, hash: h64(zql).toString(36)};\n}\n\nfunction redactLiterals(this: unknown, key: string, value: unknown) {\n  if (\n    (key === 'value' && (this as {type?: unknown}).type === 'literal') ||\n    key === 'start'\n  ) {\n    return '?';\n  }\n  return value;\n}\n"],"mappings":";;;;;;;;AA6BA,SAAgB,WAAW,KAAsB;CAC/C,IAAI;CACJ,IAAI;EACF,MAAM,IAAI,QAAQ,SAAS,KAAK,EAAC,gBAAgB,KAAI,CAAC;CACxD,QAAQ;EACN,MAAM,KAAK,UAAU,KAAK,cAAc;CAC1C;CACA,OAAO;EAAC;EAAK,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE;CAAC;AAC1C;AAEA,SAAS,eAA8B,KAAa,OAAgB;CAClE,IACG,QAAQ,WAAY,KAA0B,SAAS,aACxD,QAAQ,SAER,OAAO;CAET,OAAO;AACT"}

package/out/zero-cache/src/services/view-syncer/query-stats.js

@@ -79,7 +79,7 @@ var ShapeStats = class extends Totals {
 };
 /** A fixed-size linear-counting sketch for shapes beyond the tracking limit. */
 var OverflowShapeCounter = class {
-	#buckets = new Uint8Array(4096);
+	#buckets = /* @__PURE__ */ new Uint8Array(4096);
 	#occupied = 0;
 	add(key) {
 		let hash = 2166136261;

package/out/zero-cache/src/services/view-syncer/query-stats.js.map

@@ -1 +1 @@
-{"version":3,"file":"query-stats.js","names":["#buckets","#occupied","#maxShapes","#maxReported","#now","#takeIndexUsage","#intervalStart","#totals","#stats","#shapes","#overflowShapes"],"sources":["../../../../../../zero-cache/src/services/view-syncer/query-stats.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport type {PlanWarning} from '../../../../zql/src/planner/planner-warnings.ts';\nimport {takeIndexUsage} from '../../../../zqlite/src/index-usage.ts';\nimport type {QueryShape} from './query-shape.ts';\n\n/** The query that work is accounted to. */\nexport type QueryIdentity = {\n  readonly queryName?: string | undefined;\n  readonly shape: QueryShape;\n};\n\nexport type HydrationOutcome = 'finished' | 'aborted' | 'failed';\n\nexport type HydrationRecord = {\n  readonly outcome: HydrationOutcome;\n  readonly timeMs: number;\n  /** Only for a finished hydration. */\n  readonly rowCount?: number | undefined;\n  /** Only for a finished hydration. */\n  readonly rowsRead?: number | undefined;\n  readonly planWarnings?: readonly PlanWarning[] | undefined;\n};\n\nexport type AdvanceRecord = {\n  /** The time spent processing the pushes to the query. */\n  readonly timeMs: number;\n  /** The number of changes pushed to the query. */\n  readonly changes: number;\n  /** Whether the advancement timed out and reset the pipelines. */\n  readonly timedOut: boolean;\n};\n\n/** Why an advancement stopped pushing to a query and hydrated it again. */\nexport type AbandonReason = 'estimate' | 'read' | 'cutoff';\n\nexport type QueryStatsOptions = {\n  /**\n   * The most query shapes tracked per interval. Work on shapes beyond this is\n   * accounted to the interval's totals only, which bounds memory when the\n   * shape space is unbounded (e.g. dynamically built queries).\n   */\n  readonly maxShapes?: number | undefined;\n\n  /**\n   * The most query shapes logged per interval, those that took the most\n   * time. The rest are included in the interval's totals.\n   */\n  readonly maxReported?: number | undefined;\n\n  readonly now?: (() => number) | undefined;\n\n  /** Returns the index uses since the last call. See `recordIndexUsage()`. */\n  readonly takeIndexUsage?: (() => Map<string, number>) | undefined;\n};\n\nclass Distribution {\n  count = 0;\n  sumMs = 0;\n  minMs = Infinity;\n  maxMs = 0;\n\n  add(ms: number) {\n    this.count++;\n    this.sumMs += ms;\n    this.minMs = Math.min(this.minMs, ms);\n    this.maxMs = Math.max(this.maxMs, ms);\n  }\n\n  toJSON() {\n    return {\n      count: this.count,\n      sumMs: round(this.sumMs),\n      minMs: round(this.count === 0 ? 0 : this.minMs),\n      maxMs: round(this.maxMs),\n    };\n  }\n}\n\nclass Totals {\n  readonly hydrations = new Distribution();\n  hydrationsAborted = 0;\n  hydrationsFailed = 0;\n  hydrationRowCount = 0;\n  hydrationRowsRead = 0;\n  readonly advances = new Distribution();\n  advanceChanges = 0;\n  advanceTimeouts = 0;\n  /**\n   * The advancements that hydrated the query again instead of pushing (all\n   * of) their changes to it, by why. The hydrations are in `hydrations`.\n   */\n  readonly advancesAbandoned: Record<AbandonReason, number> = {\n    estimate: 0,\n    read: 0,\n    cutoff: 0,\n  };\n\n  get timeMs() {\n    return this.hydrations.sumMs + this.advances.sumMs;\n  }\n\n  addHydration({outcome, timeMs, rowCount, rowsRead}: HydrationRecord) {\n    this.hydrations.add(timeMs);\n    if (outcome === 'aborted') {\n      this.hydrationsAborted++;\n    } else if (outcome === 'failed') {\n      this.hydrationsFailed++;\n    }\n    this.hydrationRowCount += rowCount ?? 0;\n    this.hydrationRowsRead += rowsRead ?? 0;\n  }\n\n  addAdvance({timeMs, changes, timedOut}: AdvanceRecord) {\n    this.advances.add(timeMs);\n    this.advanceChanges += changes;\n    if (timedOut) {\n      this.advanceTimeouts++;\n    }\n  }\n\n  toJSON() {\n    return {\n      timeMs: round(this.timeMs),\n      hydrations: this.hydrations.toJSON(),\n      hydrationsAborted: this.hydrationsAborted,\n      hydrationsFailed: this.hydrationsFailed,\n      hydrationRowCount: this.hydrationRowCount,\n      hydrationRowsRead: this.hydrationRowsRead,\n      advances: this.advances.toJSON(),\n      advanceChanges: this.advanceChanges,\n      advanceTimeouts: this.advanceTimeouts,\n      // Only with cost-based sync, without which there are none.\n      ...(Object.values(this.advancesAbandoned).some(n => n > 0) && {\n        advancesAbandoned: {...this.advancesAbandoned},\n      }),\n    };\n  }\n}\n\nclass ShapeStats extends Totals {\n  readonly query: QueryIdentity;\n  planWarnings: readonly PlanWarning[] | undefined;\n\n  constructor(query: QueryIdentity) {\n    super();\n    this.query = query;\n  }\n}\n\n/** A fixed-size linear-counting sketch for shapes beyond the tracking limit. */\nclass OverflowShapeCounter {\n  readonly #buckets = new Uint8Array(4096);\n  #occupied = 0;\n\n  add(key: string): void {\n    // FNV-1a gives a stable bucket without retaining the key.\n    let hash = 0x811c9dc5;\n    for (let i = 0; i < key.length; i++) {\n      hash = Math.imul(hash ^ key.charCodeAt(i), 0x01000193);\n    }\n    const bucket = (hash >>> 0) % this.#buckets.length;\n    if (this.#buckets[bucket] === 0) {\n      this.#buckets[bucket] = 1;\n      this.#occupied++;\n    }\n  }\n\n  get estimatedCount(): number {\n    const empty = this.#buckets.length - this.#occupied;\n    return empty === 0\n      ? this.#buckets.length\n      : Math.round(\n          -this.#buckets.length * Math.log(empty / this.#buckets.length),\n        );\n  }\n}\n\n/**\n * Aggregates the work done for each query shape (the query with its values\n * redacted, see {@link QueryShape}) on a worker, and periodically logs it,\n * like `pg_stat_statements` does for Postgres.\n *\n * Unlike the slow query logs, which are throttled and only written above a\n * threshold, every hydration and advancement is counted, so the logs can be\n * summed over any time range and across workers to rank queries by the time\n * they take.\n *\n * Each {@link flush} logs the interval since the previous one:\n *\n * - a `query-stats` event per query shape, for the {@link\n *   QueryStatsOptions.maxReported} shapes that took the most time, and\n * - a `query-stats-summary` event with the totals of all shapes, including\n *   those not reported individually, and the `indexUses`: how often the\n *   process read each index of the replica, like `pg_stat_user_indexes`. An\n *   index that is never read is absent. The workers of a single-process\n *   zero-cache share these counts, which the first of them to flush reports.\n *\n * The events carry counts, sums, minimums and maximums, which compose across\n * intervals and workers.\n */\nexport class QueryStats {\n  readonly #maxShapes: number;\n  readonly #maxReported: number;\n  readonly #now: () => number;\n  readonly #takeIndexUsage: () => Map<string, number>;\n\n  #shapes = new Map<string, ShapeStats>();\n  #totals = new Totals();\n  #overflowShapes = new OverflowShapeCounter();\n  #intervalStart: number;\n\n  constructor({\n    maxShapes = 1000,\n    maxReported = 100,\n    now = Date.now,\n    takeIndexUsage: takeIndexUsageFn = takeIndexUsage,\n  }: QueryStatsOptions = {}) {\n    assert(maxShapes > 0, 'maxShapes must be positive');\n    assert(maxReported > 0, 'maxReported must be positive');\n    this.#maxShapes = maxShapes;\n    this.#maxReported = maxReported;\n    this.#now = now;\n    this.#takeIndexUsage = takeIndexUsageFn;\n    this.#intervalStart = now();\n  }\n\n  recordHydration(query: QueryIdentity, record: HydrationRecord): void {\n    this.#totals.addHydration(record);\n    const stats = this.#stats(query);\n    if (stats) {\n      stats.addHydration(record);\n      if (record.planWarnings !== undefined) {\n        stats.planWarnings = record.planWarnings;\n      }\n    }\n  }\n\n  recordAdvance(query: QueryIdentity, record: AdvanceRecord): void {\n    this.#totals.addAdvance(record);\n    this.#stats(query)?.addAdvance(record);\n  }\n\n  /**\n   * Records that an advancement abandoned the query's pipeline, to hydrate\n   * the query again.\n   */\n  recordAbandoned(query: QueryIdentity, reason: AbandonReason): void {\n    this.#totals.advancesAbandoned[reason]++;\n    const stats = this.#stats(query);\n    if (stats) {\n      stats.advancesAbandoned[reason]++;\n    }\n  }\n\n  #stats(query: QueryIdentity): ShapeStats | undefined {\n    const key = `${query.queryName ?? ''}:${query.shape.hash}`;\n    let stats = this.#shapes.get(key);\n    if (stats === undefined) {\n      if (this.#shapes.size >= this.#maxShapes) {\n        this.#overflowShapes.add(key);\n        return undefined;\n      }\n      stats = new ShapeStats({queryName: query.queryName, shape: query.shape});\n      this.#shapes.set(key, stats);\n    }\n    return stats;\n  }\n\n  /**\n   * Logs the stats of the interval since the previous flush, and starts a\n   * new interval. Nothing is logged for an interval without any work.\n   */\n  flush(lc: LogContext): void {\n    const now = this.#now();\n    const intervalMs = now - this.#intervalStart;\n    const shapes = this.#shapes;\n    const totals = this.#totals;\n    const overflowShapes = this.#overflowShapes.estimatedCount;\n    const indexUses = this.#takeIndexUsage();\n    this.#shapes = new Map();\n    this.#totals = new Totals();\n    this.#overflowShapes = new OverflowShapeCounter();\n    this.#intervalStart = now;\n\n    if (shapes.size === 0 && overflowShapes === 0 && indexUses.size === 0) {\n      return;\n    }\n    const reported = [...shapes.values()]\n      .toSorted((a, b) => b.timeMs - a.timeMs)\n      .slice(0, this.#maxReported);\n    for (const stats of reported) {\n      const {queryName, shape} = stats.query;\n      lc.info?.('query stats', {\n        zeroEvent: 'query-stats',\n        intervalMs,\n        ...(queryName !== undefined && {queryName}),\n        queryShape: shape.hash,\n        ...stats.toJSON(),\n        ...(stats.planWarnings !== undefined &&\n          stats.planWarnings.length > 0 && {planWarnings: stats.planWarnings}),\n        zql: shape.zql,\n      });\n    }\n    lc.info?.('query stats summary', {\n      zeroEvent: 'query-stats-summary',\n      intervalMs,\n      shapes: shapes.size + overflowShapes,\n      shapesReported: reported.length,\n      ...totals.toJSON(),\n      ...(indexUses.size > 0 && {indexUses: Object.fromEntries(indexUses)}),\n    });\n  }\n\n  /**\n   * Flushes every `intervalMs` until the returned function is called, which\n   * flushes one last time.\n   */\n  start(lc: LogContext, intervalMs: number): () => void {\n    const timer = setInterval(() => this.flush(lc), intervalMs);\n    timer.unref?.();\n    return () => {\n      clearInterval(timer);\n      this.flush(lc);\n    };\n  }\n}\n\nfunction round(ms: number) {\n  return Math.round(ms * 100) / 100;\n}\n"],"mappings":";;;AAwDA,IAAM,eAAN,MAAmB;CACjB,QAAQ;CACR,QAAQ;CACR,QAAQ;CACR,QAAQ;CAER,IAAI,IAAY;EACd,KAAK;EACL,KAAK,SAAS;EACd,KAAK,QAAQ,KAAK,IAAI,KAAK,OAAO,EAAE;EACpC,KAAK,QAAQ,KAAK,IAAI,KAAK,OAAO,EAAE;CACtC;CAEA,SAAS;EACP,OAAO;GACL,OAAO,KAAK;GACZ,OAAO,MAAM,KAAK,KAAK;GACvB,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,KAAK,KAAK;GAC9C,OAAO,MAAM,KAAK,KAAK;EACzB;CACF;AACF;AAEA,IAAM,SAAN,MAAa;CACX,aAAsB,IAAI,aAAa;CACvC,oBAAoB;CACpB,mBAAmB;CACnB,oBAAoB;CACpB,oBAAoB;CACpB,WAAoB,IAAI,aAAa;CACrC,iBAAiB;CACjB,kBAAkB;;;;;CAKlB,oBAA4D;EAC1D,UAAU;EACV,MAAM;EACN,QAAQ;CACV;CAEA,IAAI,SAAS;EACX,OAAO,KAAK,WAAW,QAAQ,KAAK,SAAS;CAC/C;CAEA,aAAa,EAAC,SAAS,QAAQ,UAAU,YAA4B;EACnE,KAAK,WAAW,IAAI,MAAM;EAC1B,IAAI,YAAY,WACd,KAAK;OACA,IAAI,YAAY,UACrB,KAAK;EAEP,KAAK,qBAAqB,YAAY;EACtC,KAAK,qBAAqB,YAAY;CACxC;CAEA,WAAW,EAAC,QAAQ,SAAS,YAA0B;EACrD,KAAK,SAAS,IAAI,MAAM;EACxB,KAAK,kBAAkB;EACvB,IAAI,UACF,KAAK;CAET;CAEA,SAAS;EACP,OAAO;GACL,QAAQ,MAAM,KAAK,MAAM;GACzB,YAAY,KAAK,WAAW,OAAO;GACnC,mBAAmB,KAAK;GACxB,kBAAkB,KAAK;GACvB,mBAAmB,KAAK;GACxB,mBAAmB,KAAK;GACxB,UAAU,KAAK,SAAS,OAAO;GAC/B,gBAAgB,KAAK;GACrB,iBAAiB,KAAK;GAEtB,GAAI,OAAO,OAAO,KAAK,iBAAiB,EAAE,MAAK,MAAK,IAAI,CAAC,KAAK,EAC5D,mBAAmB,EAAC,GAAG,KAAK,kBAAiB,EAC/C;EACF;CACF;AACF;AAEA,IAAM,aAAN,cAAyB,OAAO;CAC9B;CACA;CAEA,YAAY,OAAsB;EAChC,MAAM;EACN,KAAK,QAAQ;CACf;AACF;;AAGA,IAAM,uBAAN,MAA2B;CACzB,WAAoB,IAAI,WAAW,IAAI;CACvC,YAAY;CAEZ,IAAI,KAAmB;EAErB,IAAI,OAAO;EACX,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAC9B,OAAO,KAAK,KAAK,OAAO,IAAI,WAAW,CAAC,GAAG,QAAU;EAEvD,MAAM,UAAU,SAAS,KAAK,KAAKA,SAAS;EAC5C,IAAI,KAAKA,SAAS,YAAY,GAAG;GAC/B,KAAKA,SAAS,UAAU;GACxB,KAAKC;EACP;CACF;CAEA,IAAI,iBAAyB;EAC3B,MAAM,QAAQ,KAAKD,SAAS,SAAS,KAAKC;EAC1C,OAAO,UAAU,IACb,KAAKD,SAAS,SACd,KAAK,MACH,CAAC,KAAKA,SAAS,SAAS,KAAK,IAAI,QAAQ,KAAKA,SAAS,MAAM,CAC/D;CACN;AACF;;;;;;;;;;;;;;;;;;;;;;;;AAyBA,IAAa,aAAb,MAAwB;CACtB;CACA;CACA;CACA;CAEA,0BAAU,IAAI,IAAwB;CACtC,UAAU,IAAI,OAAO;CACrB,kBAAkB,IAAI,qBAAqB;CAC3C;CAEA,YAAY,EACV,YAAY,KACZ,cAAc,KACd,MAAM,KAAK,KACX,gBAAgB,mBAAmB,mBACd,CAAC,GAAG;EACzB,OAAO,YAAY,GAAG,4BAA4B;EAClD,OAAO,cAAc,GAAG,8BAA8B;EACtD,KAAKE,aAAa;EAClB,KAAKC,eAAe;EACpB,KAAKC,OAAO;EACZ,KAAKC,kBAAkB;EACvB,KAAKC,iBAAiB,IAAI;CAC5B;CAEA,gBAAgB,OAAsB,QAA+B;EACnE,KAAKC,QAAQ,aAAa,MAAM;EAChC,MAAM,QAAQ,KAAKC,OAAO,KAAK;EAC/B,IAAI,OAAO;GACT,MAAM,aAAa,MAAM;GACzB,IAAI,OAAO,iBAAiB,KAAA,GAC1B,MAAM,eAAe,OAAO;EAEhC;CACF;CAEA,cAAc,OAAsB,QAA6B;EAC/D,KAAKD,QAAQ,WAAW,MAAM;EAC9B,KAAKC,OAAO,KAAK,GAAG,WAAW,MAAM;CACvC;;;;;CAMA,gBAAgB,OAAsB,QAA6B;EACjE,KAAKD,QAAQ,kBAAkB;EAC/B,MAAM,QAAQ,KAAKC,OAAO,KAAK;EAC/B,IAAI,OACF,MAAM,kBAAkB;CAE5B;CAEA,OAAO,OAA8C;EACnD,MAAM,MAAM,GAAG,MAAM,aAAa,GAAG,GAAG,MAAM,MAAM;EACpD,IAAI,QAAQ,KAAKC,QAAQ,IAAI,GAAG;EAChC,IAAI,UAAU,KAAA,GAAW;GACvB,IAAI,KAAKA,QAAQ,QAAQ,KAAKP,YAAY;IACxC,KAAKQ,gBAAgB,IAAI,GAAG;IAC5B;GACF;GACA,QAAQ,IAAI,WAAW;IAAC,WAAW,MAAM;IAAW,OAAO,MAAM;GAAK,CAAC;GACvE,KAAKD,QAAQ,IAAI,KAAK,KAAK;EAC7B;EACA,OAAO;CACT;;;;;CAMA,MAAM,IAAsB;EAC1B,MAAM,MAAM,KAAKL,KAAK;EACtB,MAAM,aAAa,MAAM,KAAKE;EAC9B,MAAM,SAAS,KAAKG;EACpB,MAAM,SAAS,KAAKF;EACpB,MAAM,iBAAiB,KAAKG,gBAAgB;EAC5C,MAAM,YAAY,KAAKL,gBAAgB;EACvC,KAAKI,0BAAU,IAAI,IAAI;EACvB,KAAKF,UAAU,IAAI,OAAO;EAC1B,KAAKG,kBAAkB,IAAI,qBAAqB;EAChD,KAAKJ,iBAAiB;EAEtB,IAAI,OAAO,SAAS,KAAK,mBAAmB,KAAK,UAAU,SAAS,GAClE;EAEF,MAAM,WAAW,CAAC,GAAG,OAAO,OAAO,CAAC,EACjC,UAAU,GAAG,MAAM,EAAE,SAAS,EAAE,MAAM,EACtC,MAAM,GAAG,KAAKH,YAAY;EAC7B,KAAK,MAAM,SAAS,UAAU;GAC5B,MAAM,EAAC,WAAW,UAAS,MAAM;GACjC,GAAG,OAAO,eAAe;IACvB,WAAW;IACX;IACA,GAAI,cAAc,KAAA,KAAa,EAAC,UAAS;IACzC,YAAY,MAAM;IAClB,GAAG,MAAM,OAAO;IAChB,GAAI,MAAM,iBAAiB,KAAA,KACzB,MAAM,aAAa,SAAS,KAAK,EAAC,cAAc,MAAM,aAAY;IACpE,KAAK,MAAM;GACb,CAAC;EACH;EACA,GAAG,OAAO,uBAAuB;GAC/B,WAAW;GACX;GACA,QAAQ,OAAO,OAAO;GACtB,gBAAgB,SAAS;GACzB,GAAG,OAAO,OAAO;GACjB,GAAI,UAAU,OAAO,KAAK,EAAC,WAAW,OAAO,YAAY,SAAS,EAAC;EACrE,CAAC;CACH;;;;;CAMA,MAAM,IAAgB,YAAgC;EACpD,MAAM,QAAQ,kBAAkB,KAAK,MAAM,EAAE,GAAG,UAAU;EAC1D,MAAM,QAAQ;EACd,aAAa;GACX,cAAc,KAAK;GACnB,KAAK,MAAM,EAAE;EACf;CACF;AACF;AAEA,SAAS,MAAM,IAAY;CACzB,OAAO,KAAK,MAAM,KAAK,GAAG,IAAI;AAChC"}
+{"version":3,"file":"query-stats.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/query-stats.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport type {PlanWarning} from '../../../../zql/src/planner/planner-warnings.ts';\nimport {takeIndexUsage} from '../../../../zqlite/src/index-usage.ts';\nimport type {QueryShape} from './query-shape.ts';\n\n/** The query that work is accounted to. */\nexport type QueryIdentity = {\n  readonly queryName?: string | undefined;\n  readonly shape: QueryShape;\n};\n\ntype HydrationOutcome = 'finished' | 'aborted' | 'failed';\n\nexport type HydrationRecord = {\n  readonly outcome: HydrationOutcome;\n  readonly timeMs: number;\n  /** Only for a finished hydration. */\n  readonly rowCount?: number | undefined;\n  /** Only for a finished hydration. */\n  readonly rowsRead?: number | undefined;\n  readonly planWarnings?: readonly PlanWarning[] | undefined;\n};\n\nexport type AdvanceRecord = {\n  /** The time spent processing the pushes to the query. */\n  readonly timeMs: number;\n  /** The number of changes pushed to the query. */\n  readonly changes: number;\n  /** Whether the advancement timed out and reset the pipelines. */\n  readonly timedOut: boolean;\n};\n\n/** Why an advancement stopped pushing to a query and hydrated it again. */\nexport type AbandonReason = 'estimate' | 'read' | 'cutoff';\n\nexport type QueryStatsOptions = {\n  /**\n   * The most query shapes tracked per interval. Work on shapes beyond this is\n   * accounted to the interval's totals only, which bounds memory when the\n   * shape space is unbounded (e.g. dynamically built queries).\n   */\n  readonly maxShapes?: number | undefined;\n\n  /**\n   * The most query shapes logged per interval, those that took the most\n   * time. The rest are included in the interval's totals.\n   */\n  readonly maxReported?: number | undefined;\n\n  readonly now?: (() => number) | undefined;\n\n  /** Returns the index uses since the last call. See `recordIndexUsage()`. */\n  readonly takeIndexUsage?: (() => Map<string, number>) | undefined;\n};\n\nclass Distribution {\n  count = 0;\n  sumMs = 0;\n  minMs = Infinity;\n  maxMs = 0;\n\n  add(ms: number) {\n    this.count++;\n    this.sumMs += ms;\n    this.minMs = Math.min(this.minMs, ms);\n    this.maxMs = Math.max(this.maxMs, ms);\n  }\n\n  toJSON() {\n    return {\n      count: this.count,\n      sumMs: round(this.sumMs),\n      minMs: round(this.count === 0 ? 0 : this.minMs),\n      maxMs: round(this.maxMs),\n    };\n  }\n}\n\nclass Totals {\n  readonly hydrations = new Distribution();\n  hydrationsAborted = 0;\n  hydrationsFailed = 0;\n  hydrationRowCount = 0;\n  hydrationRowsRead = 0;\n  readonly advances = new Distribution();\n  advanceChanges = 0;\n  advanceTimeouts = 0;\n  /**\n   * The advancements that hydrated the query again instead of pushing (all\n   * of) their changes to it, by why. The hydrations are in `hydrations`.\n   */\n  readonly advancesAbandoned: Record<AbandonReason, number> = {\n    estimate: 0,\n    read: 0,\n    cutoff: 0,\n  };\n\n  get timeMs() {\n    return this.hydrations.sumMs + this.advances.sumMs;\n  }\n\n  addHydration({outcome, timeMs, rowCount, rowsRead}: HydrationRecord) {\n    this.hydrations.add(timeMs);\n    if (outcome === 'aborted') {\n      this.hydrationsAborted++;\n    } else if (outcome === 'failed') {\n      this.hydrationsFailed++;\n    }\n    this.hydrationRowCount += rowCount ?? 0;\n    this.hydrationRowsRead += rowsRead ?? 0;\n  }\n\n  addAdvance({timeMs, changes, timedOut}: AdvanceRecord) {\n    this.advances.add(timeMs);\n    this.advanceChanges += changes;\n    if (timedOut) {\n      this.advanceTimeouts++;\n    }\n  }\n\n  toJSON() {\n    return {\n      timeMs: round(this.timeMs),\n      hydrations: this.hydrations.toJSON(),\n      hydrationsAborted: this.hydrationsAborted,\n      hydrationsFailed: this.hydrationsFailed,\n      hydrationRowCount: this.hydrationRowCount,\n      hydrationRowsRead: this.hydrationRowsRead,\n      advances: this.advances.toJSON(),\n      advanceChanges: this.advanceChanges,\n      advanceTimeouts: this.advanceTimeouts,\n      // Only with cost-based sync, without which there are none.\n      ...(Object.values(this.advancesAbandoned).some(n => n > 0) && {\n        advancesAbandoned: {...this.advancesAbandoned},\n      }),\n    };\n  }\n}\n\nclass ShapeStats extends Totals {\n  readonly query: QueryIdentity;\n  planWarnings: readonly PlanWarning[] | undefined;\n\n  constructor(query: QueryIdentity) {\n    super();\n    this.query = query;\n  }\n}\n\n/** A fixed-size linear-counting sketch for shapes beyond the tracking limit. */\nclass OverflowShapeCounter {\n  readonly #buckets = new Uint8Array(4096);\n  #occupied = 0;\n\n  add(key: string): void {\n    // FNV-1a gives a stable bucket without retaining the key.\n    let hash = 0x811c9dc5;\n    for (let i = 0; i < key.length; i++) {\n      hash = Math.imul(hash ^ key.charCodeAt(i), 0x01000193);\n    }\n    const bucket = (hash >>> 0) % this.#buckets.length;\n    if (this.#buckets[bucket] === 0) {\n      this.#buckets[bucket] = 1;\n      this.#occupied++;\n    }\n  }\n\n  get estimatedCount(): number {\n    const empty = this.#buckets.length - this.#occupied;\n    return empty === 0\n      ? this.#buckets.length\n      : Math.round(\n          -this.#buckets.length * Math.log(empty / this.#buckets.length),\n        );\n  }\n}\n\n/**\n * Aggregates the work done for each query shape (the query with its values\n * redacted, see {@link QueryShape}) on a worker, and periodically logs it,\n * like `pg_stat_statements` does for Postgres.\n *\n * Unlike the slow query logs, which are throttled and only written above a\n * threshold, every hydration and advancement is counted, so the logs can be\n * summed over any time range and across workers to rank queries by the time\n * they take.\n *\n * Each {@link flush} logs the interval since the previous one:\n *\n * - a `query-stats` event per query shape, for the {@link\n *   QueryStatsOptions.maxReported} shapes that took the most time, and\n * - a `query-stats-summary` event with the totals of all shapes, including\n *   those not reported individually, and the `indexUses`: how often the\n *   process read each index of the replica, like `pg_stat_user_indexes`. An\n *   index that is never read is absent. The workers of a single-process\n *   zero-cache share these counts, which the first of them to flush reports.\n *\n * The events carry counts, sums, minimums and maximums, which compose across\n * intervals and workers.\n */\nexport class QueryStats {\n  readonly #maxShapes: number;\n  readonly #maxReported: number;\n  readonly #now: () => number;\n  readonly #takeIndexUsage: () => Map<string, number>;\n\n  #shapes = new Map<string, ShapeStats>();\n  #totals = new Totals();\n  #overflowShapes = new OverflowShapeCounter();\n  #intervalStart: number;\n\n  constructor({\n    maxShapes = 1000,\n    maxReported = 100,\n    now = Date.now,\n    takeIndexUsage: takeIndexUsageFn = takeIndexUsage,\n  }: QueryStatsOptions = {}) {\n    assert(maxShapes > 0, 'maxShapes must be positive');\n    assert(maxReported > 0, 'maxReported must be positive');\n    this.#maxShapes = maxShapes;\n    this.#maxReported = maxReported;\n    this.#now = now;\n    this.#takeIndexUsage = takeIndexUsageFn;\n    this.#intervalStart = now();\n  }\n\n  recordHydration(query: QueryIdentity, record: HydrationRecord): void {\n    this.#totals.addHydration(record);\n    const stats = this.#stats(query);\n    if (stats) {\n      stats.addHydration(record);\n      if (record.planWarnings !== undefined) {\n        stats.planWarnings = record.planWarnings;\n      }\n    }\n  }\n\n  recordAdvance(query: QueryIdentity, record: AdvanceRecord): void {\n    this.#totals.addAdvance(record);\n    this.#stats(query)?.addAdvance(record);\n  }\n\n  /**\n   * Records that an advancement abandoned the query's pipeline, to hydrate\n   * the query again.\n   */\n  recordAbandoned(query: QueryIdentity, reason: AbandonReason): void {\n    this.#totals.advancesAbandoned[reason]++;\n    const stats = this.#stats(query);\n    if (stats) {\n      stats.advancesAbandoned[reason]++;\n    }\n  }\n\n  #stats(query: QueryIdentity): ShapeStats | undefined {\n    const key = `${query.queryName ?? ''}:${query.shape.hash}`;\n    let stats = this.#shapes.get(key);\n    if (stats === undefined) {\n      if (this.#shapes.size >= this.#maxShapes) {\n        this.#overflowShapes.add(key);\n        return undefined;\n      }\n      stats = new ShapeStats({queryName: query.queryName, shape: query.shape});\n      this.#shapes.set(key, stats);\n    }\n    return stats;\n  }\n\n  /**\n   * Logs the stats of the interval since the previous flush, and starts a\n   * new interval. Nothing is logged for an interval without any work.\n   */\n  flush(lc: LogContext): void {\n    const now = this.#now();\n    const intervalMs = now - this.#intervalStart;\n    const shapes = this.#shapes;\n    const totals = this.#totals;\n    const overflowShapes = this.#overflowShapes.estimatedCount;\n    const indexUses = this.#takeIndexUsage();\n    this.#shapes = new Map();\n    this.#totals = new Totals();\n    this.#overflowShapes = new OverflowShapeCounter();\n    this.#intervalStart = now;\n\n    if (shapes.size === 0 && overflowShapes === 0 && indexUses.size === 0) {\n      return;\n    }\n    const reported = [...shapes.values()]\n      .toSorted((a, b) => b.timeMs - a.timeMs)\n      .slice(0, this.#maxReported);\n    for (const stats of reported) {\n      const {queryName, shape} = stats.query;\n      lc.info?.('query stats', {\n        zeroEvent: 'query-stats',\n        intervalMs,\n        ...(queryName !== undefined && {queryName}),\n        queryShape: shape.hash,\n        ...stats.toJSON(),\n        ...(stats.planWarnings !== undefined &&\n          stats.planWarnings.length > 0 && {planWarnings: stats.planWarnings}),\n        zql: shape.zql,\n      });\n    }\n    lc.info?.('query stats summary', {\n      zeroEvent: 'query-stats-summary',\n      intervalMs,\n      shapes: shapes.size + overflowShapes,\n      shapesReported: reported.length,\n      ...totals.toJSON(),\n      ...(indexUses.size > 0 && {indexUses: Object.fromEntries(indexUses)}),\n    });\n  }\n\n  /**\n   * Flushes every `intervalMs` until the returned function is called, which\n   * flushes one last time.\n   */\n  start(lc: LogContext, intervalMs: number): () => void {\n    const timer = setInterval(() => this.flush(lc), intervalMs);\n    timer.unref?.();\n    return () => {\n      clearInterval(timer);\n      this.flush(lc);\n    };\n  }\n}\n\nfunction round(ms: number) {\n  return Math.round(ms * 100) / 100;\n}\n"],"mappings":";;;AAwDA,IAAM,eAAN,MAAmB;CACjB,QAAQ;CACR,QAAQ;CACR,QAAQ;CACR,QAAQ;CAER,IAAI,IAAY;EACd,KAAK;EACL,KAAK,SAAS;EACd,KAAK,QAAQ,KAAK,IAAI,KAAK,OAAO,EAAE;EACpC,KAAK,QAAQ,KAAK,IAAI,KAAK,OAAO,EAAE;CACtC;CAEA,SAAS;EACP,OAAO;GACL,OAAO,KAAK;GACZ,OAAO,MAAM,KAAK,KAAK;GACvB,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,KAAK,KAAK;GAC9C,OAAO,MAAM,KAAK,KAAK;EACzB;CACF;AACF;AAEA,IAAM,SAAN,MAAa;CACX,aAAsB,IAAI,aAAa;CACvC,oBAAoB;CACpB,mBAAmB;CACnB,oBAAoB;CACpB,oBAAoB;CACpB,WAAoB,IAAI,aAAa;CACrC,iBAAiB;CACjB,kBAAkB;;;;;CAKlB,oBAA4D;EAC1D,UAAU;EACV,MAAM;EACN,QAAQ;CACV;CAEA,IAAI,SAAS;EACX,OAAO,KAAK,WAAW,QAAQ,KAAK,SAAS;CAC/C;CAEA,aAAa,EAAC,SAAS,QAAQ,UAAU,YAA4B;EACnE,KAAK,WAAW,IAAI,MAAM;EAC1B,IAAI,YAAY,WACd,KAAK;OACA,IAAI,YAAY,UACrB,KAAK;EAEP,KAAK,qBAAqB,YAAY;EACtC,KAAK,qBAAqB,YAAY;CACxC;CAEA,WAAW,EAAC,QAAQ,SAAS,YAA0B;EACrD,KAAK,SAAS,IAAI,MAAM;EACxB,KAAK,kBAAkB;EACvB,IAAI,UACF,KAAK;CAET;CAEA,SAAS;EACP,OAAO;GACL,QAAQ,MAAM,KAAK,MAAM;GACzB,YAAY,KAAK,WAAW,OAAO;GACnC,mBAAmB,KAAK;GACxB,kBAAkB,KAAK;GACvB,mBAAmB,KAAK;GACxB,mBAAmB,KAAK;GACxB,UAAU,KAAK,SAAS,OAAO;GAC/B,gBAAgB,KAAK;GACrB,iBAAiB,KAAK;GAEtB,GAAI,OAAO,OAAO,KAAK,iBAAiB,CAAC,CAAC,MAAK,MAAK,IAAI,CAAC,KAAK,EAC5D,mBAAmB,EAAC,GAAG,KAAK,kBAAiB,EAC/C;EACF;CACF;AACF;AAEA,IAAM,aAAN,cAAyB,OAAO;CAC9B;CACA;CAEA,YAAY,OAAsB;EAChC,MAAM;EACN,KAAK,QAAQ;CACf;AACF;;AAGA,IAAM,uBAAN,MAA2B;CACzB,2BAAoB,IAAI,WAAW,IAAI;CACvC,YAAY;CAEZ,IAAI,KAAmB;EAErB,IAAI,OAAO;EACX,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAC9B,OAAO,KAAK,KAAK,OAAO,IAAI,WAAW,CAAC,GAAG,QAAU;EAEvD,MAAM,UAAU,SAAS,KAAK,KAAK,SAAS;EAC5C,IAAI,KAAK,SAAS,YAAY,GAAG;GAC/B,KAAK,SAAS,UAAU;GACxB,KAAK;EACP;CACF;CAEA,IAAI,iBAAyB;EAC3B,MAAM,QAAQ,KAAK,SAAS,SAAS,KAAK;EAC1C,OAAO,UAAU,IACb,KAAK,SAAS,SACd,KAAK,MACH,CAAC,KAAK,SAAS,SAAS,KAAK,IAAI,QAAQ,KAAK,SAAS,MAAM,CAC/D;CACN;AACF;;;;;;;;;;;;;;;;;;;;;;;;AAyBA,IAAa,aAAb,MAAwB;CACtB;CACA;CACA;CACA;CAEA,0BAAU,IAAI,IAAwB;CACtC,UAAU,IAAI,OAAO;CACrB,kBAAkB,IAAI,qBAAqB;CAC3C;CAEA,YAAY,EACV,YAAY,KACZ,cAAc,KACd,MAAM,KAAK,KACX,gBAAgB,mBAAmB,mBACd,CAAC,GAAG;EACzB,OAAO,YAAY,GAAG,4BAA4B;EAClD,OAAO,cAAc,GAAG,8BAA8B;EACtD,KAAK,aAAa;EAClB,KAAK,eAAe;EACpB,KAAK,OAAO;EACZ,KAAK,kBAAkB;EACvB,KAAK,iBAAiB,IAAI;CAC5B;CAEA,gBAAgB,OAAsB,QAA+B;EACnE,KAAK,QAAQ,aAAa,MAAM;EAChC,MAAM,QAAQ,KAAK,OAAO,KAAK;EAC/B,IAAI,OAAO;GACT,MAAM,aAAa,MAAM;GACzB,IAAI,OAAO,iBAAiB,KAAA,GAC1B,MAAM,eAAe,OAAO;EAEhC;CACF;CAEA,cAAc,OAAsB,QAA6B;EAC/D,KAAK,QAAQ,WAAW,MAAM;EAC9B,KAAK,OAAO,KAAK,CAAC,EAAE,WAAW,MAAM;CACvC;;;;;CAMA,gBAAgB,OAAsB,QAA6B;EACjE,KAAK,QAAQ,kBAAkB,OAAO;EACtC,MAAM,QAAQ,KAAK,OAAO,KAAK;EAC/B,IAAI,OACF,MAAM,kBAAkB,OAAO;CAEnC;CAEA,OAAO,OAA8C;EACnD,MAAM,MAAM,GAAG,MAAM,aAAa,GAAG,GAAG,MAAM,MAAM;EACpD,IAAI,QAAQ,KAAK,QAAQ,IAAI,GAAG;EAChC,IAAI,UAAU,KAAA,GAAW;GACvB,IAAI,KAAK,QAAQ,QAAQ,KAAK,YAAY;IACxC,KAAK,gBAAgB,IAAI,GAAG;IAC5B;GACF;GACA,QAAQ,IAAI,WAAW;IAAC,WAAW,MAAM;IAAW,OAAO,MAAM;GAAK,CAAC;GACvE,KAAK,QAAQ,IAAI,KAAK,KAAK;EAC7B;EACA,OAAO;CACT;;;;;CAMA,MAAM,IAAsB;EAC1B,MAAM,MAAM,KAAK,KAAK;EACtB,MAAM,aAAa,MAAM,KAAK;EAC9B,MAAM,SAAS,KAAK;EACpB,MAAM,SAAS,KAAK;EACpB,MAAM,iBAAiB,KAAK,gBAAgB;EAC5C,MAAM,YAAY,KAAK,gBAAgB;EACvC,KAAK,0BAAU,IAAI,IAAI;EACvB,KAAK,UAAU,IAAI,OAAO;EAC1B,KAAK,kBAAkB,IAAI,qBAAqB;EAChD,KAAK,iBAAiB;EAEtB,IAAI,OAAO,SAAS,KAAK,mBAAmB,KAAK,UAAU,SAAS,GAClE;EAEF,MAAM,WAAW,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAClC,UAAU,GAAG,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CACvC,MAAM,GAAG,KAAK,YAAY;EAC7B,KAAK,MAAM,SAAS,UAAU;GAC5B,MAAM,EAAC,WAAW,UAAS,MAAM;GACjC,GAAG,OAAO,eAAe;IACvB,WAAW;IACX;IACA,GAAI,cAAc,KAAA,KAAa,EAAC,UAAS;IACzC,YAAY,MAAM;IAClB,GAAG,MAAM,OAAO;IAChB,GAAI,MAAM,iBAAiB,KAAA,KACzB,MAAM,aAAa,SAAS,KAAK,EAAC,cAAc,MAAM,aAAY;IACpE,KAAK,MAAM;GACb,CAAC;EACH;EACA,GAAG,OAAO,uBAAuB;GAC/B,WAAW;GACX;GACA,QAAQ,OAAO,OAAO;GACtB,gBAAgB,SAAS;GACzB,GAAG,OAAO,OAAO;GACjB,GAAI,UAAU,OAAO,KAAK,EAAC,WAAW,OAAO,YAAY,SAAS,EAAC;EACrE,CAAC;CACH;;;;;CAMA,MAAM,IAAgB,YAAgC;EACpD,MAAM,QAAQ,kBAAkB,KAAK,MAAM,EAAE,GAAG,UAAU;EAC1D,MAAM,QAAQ;EACd,aAAa;GACX,cAAc,KAAK;GACnB,KAAK,MAAM,EAAE;EACf;CACF;AACF;AAEA,SAAS,MAAM,IAAY;CACzB,OAAO,KAAK,MAAM,KAAK,GAAG,IAAI;AAChC"}

package/out/zero-cache/src/services/view-syncer/row-record-cache.js

@@ -1,10 +1,11 @@
 import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
+import { resolver } from "../../../../shared/src/resolver.js";
 import { must } from "../../../../shared/src/must.js";
 import { cvrSchema } from "../../types/shards.js";
 import { startAsyncSpan } from "../../../../otel/src/span.js";
+import "../../types/pg.js";
 import { getOrCreateCounter, getOrCreateLatencyHistogram } from "../../observability/metrics.js";
 import { rowIDString } from "../../types/row-key.js";
-import "../../types/pg.js";
 import { READONLY, READ_COMMITTED } from "../../db/mode-enum.js";
 import { runTx } from "../../db/run-transaction.js";
 import { CustomKeyMap } from "../../../../shared/src/custom-key-map.js";
@@ -13,7 +14,6 @@ import { cmpVersions, versionString, versionToNullableCookie } from "./schema/ty
 import { rowRecordToRowsRow, rowsRowToRowRecord } from "./schema/cvr.js";
 import { tracer } from "./tracer.js";
 import { checkVersion } from "./cvr-store.js";
-import { resolver } from "@rocicorp/resolver";
 //#region ../zero-cache/src/services/view-syncer/row-record-cache.ts
 var FLUSH_TYPE_ATTRIBUTE = "flush.type";
 var RESULT_ATTRIBUTE = "result";

package/out/zero-cache/src/services/view-syncer/row-record-cache.js.map

@@ -1 +1 @@
-{"version":3,"file":"row-record-cache.js","names":["#lc","#db","#schema","#cvrID","#failService","#deferredRowFlushThreshold","#setTimeout","#pending","#cvrFlushTime","#cvrRowsFlushed","#cvrFlushes","#ensureLoaded","#cache","#cvr","#pendingRowsVersion","#flushing","#flush","#flushedRowsVersion","#recordAsyncFlushStats"],"sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {type Resolver, resolver} from '@rocicorp/resolver';\nimport type {PendingQuery, Row} from 'postgres';\nimport {startAsyncSpan} from '../../../../otel/src/span.ts';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {type PostgresDB, type PostgresTransaction} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {checkVersion, type CVRFlushStats} from './cvr-store.ts';\nimport type {CVRSnapshot} from './cvr.ts';\nimport {\n  rowRecordToRowsRow,\n  type RowsRow,\n  rowsRowToRowRecord,\n} from './schema/cvr.ts';\nimport {\n  cmpVersions,\n  type CVRVersion,\n  type NullableCVRVersion,\n  type RowID,\n  type RowRecord,\n  versionString,\n  versionToNullableCookie,\n} from './schema/types.ts';\nimport {tracer} from './tracer.ts';\n\nconst FLUSH_TYPE_ATTRIBUTE = 'flush.type';\nconst RESULT_ATTRIBUTE = 'result';\nconst ERROR_KIND_ATTRIBUTE = 'error.kind';\n\n/**\n * The RowRecordCache is an in-memory cache of the `cvr.rows` tables that\n * operates as both a write-through and write-back cache.\n *\n * For \"small\" CVR updates (i.e. zero or small numbers of rows) the\n * RowRecordCache operates as write-through, executing commits in\n * {@link executeRowUpdates()} before they are {@link apply}-ed to the\n * in-memory state.\n *\n * For \"large\" CVR updates (i.e. with many rows), the cache switches to a\n * write-back mode of operation, in which {@link executeRowUpdates()} is a\n * no-op, and {@link apply()} initiates a background task to flush the pending\n * row changes to the store. This allows the client poke to be completed and\n * committed on the client without waiting for the heavyweight operation of\n * committing the row records to the CVR store.\n *\n * Note that when the cache is in write-back mode, all updates become\n * write-back (i.e. asynchronously flushed) until the pending update queue is\n * fully flushed. This is required because updates must be applied in version\n * order. As with all pending work systems in zero-cache, multiple pending\n * updates are coalesced to reduce buildup of work.\n *\n * ### High level consistency\n *\n * Note that the above caching scheme only applies to the row data in `cvr.rows`\n * and corresponding `cvr.rowsVersion` tables. CVR metadata and query\n * information, on the other hand, are always committed before completing the\n * client poke. In this manner, the difference between the `version` column in\n * `cvr.instances` and the analogous column in `cvr.rowsVersion` determines\n * whether the data in the store is consistent, or whether it is awaiting a\n * pending update.\n *\n * The logic in {@link CVRStore#load()} takes this into account by loading both\n * the `cvr.instances` version and the `cvr.rowsVersion` version and checking\n * if they are in sync, waiting for a configurable delay until they are.\n *\n * ### Eventual conversion\n *\n * In the event of a continual stream of mutations (e.g. an animation-style\n * app), it is conceivable that the row record data be continually behind\n * the CVR metadata. In order to effect eventual convergence, a new view-syncer\n * signals the current view-syncer to stop updating by writing new `owner`\n * information to the `cvr.instances` row. This effectively stops the mutation\n * processing (in {@link CVRStore.#checkVersionAndOwnership}) so that the row\n * data can eventually catch up, allowing the new view-syncer to take over.\n *\n * Of course, there is the pathological situation in which a view-syncer\n * process crashes before the pending row updates are flushed. In this case,\n * the wait timeout will elapse and the CVR considered invalid.\n */\nexport class RowRecordCache {\n  // The state in the #cache is always in sync with the CVR metadata\n  // (i.e. cvr.instances). It may contain information that has not yet\n  // been flushed to cvr.rows.\n  #cache: Promise<CustomKeyMap<RowID, RowRecord>> | undefined;\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #cvrID: string;\n  readonly #failService: (e: unknown) => void;\n  readonly #deferredRowFlushThreshold: number;\n  readonly #setTimeout: typeof setTimeout;\n\n  // Write-back cache state.\n  readonly #pending = new CustomKeyMap<RowID, RowRecord | null>(rowIDString);\n  #pendingRowsVersion: CVRVersion | null = null;\n  #flushedRowsVersion: CVRVersion | null = null;\n  #flushing: Resolver<void> | null = null;\n\n  readonly #cvrFlushTime = getOrCreateLatencyHistogram(\n    'sync',\n    'cvr.flush-time',\n    'Time to flush a CVR transaction. This includes both synchronous ' +\n      'and asynchronous flushes, distinguished by the flush.type attribute.',\n  );\n  readonly #cvrRowsFlushed = getOrCreateCounter(\n    'sync',\n    'cvr.rows-flushed',\n    'Number of (changed) rows flushed to a CVR',\n  );\n  readonly #cvrFlushes = getOrCreateCounter(\n    'sync',\n    'cvr.flush_attempts',\n    'CVR flush attempts, labeled by result and flush.type.',\n  );\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    cvrID: string,\n    failService: (e: unknown) => void,\n    deferredRowFlushThreshold = 100,\n    setTimeoutFn = setTimeout,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#cvrID = cvrID;\n    this.#failService = failService;\n    this.#deferredRowFlushThreshold = deferredRowFlushThreshold;\n    this.#setTimeout = setTimeoutFn;\n  }\n\n  recordSyncFlushStats(stats: CVRFlushStats, elapsedMs: number) {\n    this.#cvrFlushTime.recordMs(elapsedMs, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'sync',\n    });\n    if (stats.rowsDeferred === 0) {\n      this.#cvrRowsFlushed.add(stats.rows);\n    }\n  }\n\n  #recordAsyncFlushStats(rows: number, elapsedMs: number) {\n    this.#cvrFlushTime.recordMs(elapsedMs, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'async',\n    });\n    this.#cvrRowsFlushed.add(rows);\n  }\n\n  #cvr(table: string) {\n    return this.#db(`${this.#schema}.${table}`);\n  }\n\n  async #ensureLoaded(): Promise<CustomKeyMap<RowID, RowRecord>> {\n    if (this.#cache) {\n      return this.#cache;\n    }\n    const start = Date.now();\n    const r = resolver<CustomKeyMap<RowID, RowRecord>>();\n    r.promise.catch(() => {});\n    // Set this.#cache immediately (before await) so that only one db\n    // query is made even if there are multiple callers.\n    this.#cache = r.promise;\n    try {\n      const cache = await startAsyncSpan(\n        tracer,\n        'RowRecordCache.load',\n        async span => {\n          const cache: CustomKeyMap<RowID, RowRecord> = new CustomKeyMap(\n            rowIDString,\n          );\n          for await (const rows of this.#db<RowsRow[]>`\n            SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr(`rows`)}\n              WHERE \"clientGroupID\" = ${this.#cvrID} AND \"refCounts\" IS NOT NULL`\n            // TODO(arv): Arbitrary page size\n            .cursor(5000)) {\n            for (const row of rows) {\n              const rowRecord = rowsRowToRowRecord(row);\n              cache.set(rowRecord.id, rowRecord);\n            }\n          }\n          span.setAttribute('rows', cache.size);\n          return cache;\n        },\n      );\n      this.#lc.info?.(\n        `Loaded ${cache.size} row records in ${Date.now() - start} ms`,\n      );\n      r.resolve(cache);\n      return this.#cache;\n    } catch (e) {\n      r.reject(e); // Make sure the error is reflected in the cached promise\n      throw e;\n    }\n  }\n\n  getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n    return this.#ensureLoaded();\n  }\n\n  /**\n   * Applies the `rowRecords` corresponding to the `rowsVersion`\n   * to the cache, indicating whether the corresponding updates\n   * (generated by {@link executeRowUpdates}) were `flushed`.\n   *\n   * If `flushed` is false, the RowRecordCache will flush the records\n   * asynchronously.\n   *\n   * Note that `apply()` indicates that the CVR metadata associated with\n   * the `rowRecords` was successfully committed, which essentially means\n   * that this process has the unconditional right (and responsibility) of\n   * following up with a flush of the `rowRecords`. In particular, the\n   * commit of row records are not conditioned on the version or ownership\n   * columns of the `cvr.instances` row.\n   */\n  async apply(\n    rowRecords: Map<RowID, RowRecord | null>,\n    rowsVersion: CVRVersion,\n    flushed: boolean,\n  ): Promise<number> {\n    const cache = await this.#ensureLoaded();\n    for (const [id, row] of rowRecords.entries()) {\n      if (row === null || row.refCounts === null) {\n        cache.delete(id);\n      } else {\n        cache.set(id, row);\n      }\n      if (!flushed) {\n        this.#pending.set(id, row);\n      }\n    }\n    this.#pendingRowsVersion = rowsVersion;\n    // Initiate a flush if not already flushing.\n    if (!flushed && this.#flushing === null) {\n      this.#flushing = resolver();\n      // The #flush() method handles propagating errors to #failService.\n      // Attach a rejection handler to this promise to avoid unhandled\n      // rejections.\n      this.#flushing.promise.catch(() => {});\n      this.#setTimeout(() => this.#flush(), 0);\n    }\n    return cache.size;\n  }\n\n  async #flush() {\n    const flushing = must(this.#flushing);\n    try {\n      while (this.#pendingRowsVersion !== this.#flushedRowsVersion) {\n        const start = performance.now();\n\n        const {rows, rowsVersion} = await runTx(\n          this.#db,\n          tx => {\n            // Note: This code block is synchronous, guaranteeing that the\n            // #pendingRowsVersion is consistent with the #pending rows.\n            const rows = this.#pending.size;\n            const rowsVersion = must(this.#pendingRowsVersion);\n            // Awaiting all of the individual statements incurs too much\n            // overhead. Instead, just catch and log exception(s); the outer\n            // transaction will properly fail.\n            void Promise.all(\n              this.executeRowUpdates(tx, rowsVersion, this.#pending, 'force'),\n            ).catch(e => this.#lc.error?.(`error flushing cvr rows`, e));\n\n            this.#pending.clear();\n            return {rows, rowsVersion};\n          },\n          {mode: Mode.READ_COMMITTED},\n        );\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `flushed ${rows} rows@${versionString(rowsVersion)} (${elapsed} ms)`,\n        );\n        this.#recordAsyncFlushStats(rows, elapsed);\n        this.#cvrFlushes.add(1, {\n          [RESULT_ATTRIBUTE]: 'success',\n          [FLUSH_TYPE_ATTRIBUTE]: 'async',\n        });\n        this.#flushedRowsVersion = rowsVersion;\n        // Note: apply() may have called while the transaction was committing,\n        //       which will result in looping to commit the next #pendingRowsVersion.\n      }\n      this.#lc.info?.(\n        `up to date rows@${versionToNullableCookie(this.#flushedRowsVersion)}`,\n      );\n      flushing.resolve();\n      this.#flushing = null;\n    } catch (e) {\n      this.#lc.info?.(`row record flush failed`, e);\n      this.#cvrFlushes.add(1, {\n        [RESULT_ATTRIBUTE]: 'error',\n        [FLUSH_TYPE_ATTRIBUTE]: 'async',\n        [ERROR_KIND_ATTRIBUTE]: 'error',\n      });\n      flushing.reject(e);\n      this.#failService(e);\n    }\n  }\n\n  hasPendingUpdates() {\n    return this.#flushing !== null;\n  }\n\n  /**\n   * Returns a promise that resolves when all outstanding row-records\n   * have been committed.\n   */\n  flushed(lc: LogContext): Promise<void> {\n    if (this.#flushing) {\n      lc.debug?.('awaiting pending row flush');\n      return this.#flushing.promise;\n    }\n    return promiseVoid;\n  }\n\n  clear() {\n    // Note: Only the #cache is cleared. #pending updates, on the other hand,\n    // comprise canonical (i.e. already flushed) data and must be flushed\n    // even if the snapshot of the present state (the #cache) is cleared.\n    this.#cache = undefined;\n  }\n\n  async *catchupRowPatches(\n    lc: LogContext,\n    afterVersion: NullableCVRVersion,\n    upToCVR: CVRSnapshot,\n    current: CVRVersion,\n    excludeQueryHashes: string[] = [],\n  ): AsyncGenerator<RowsRow[], void, undefined> {\n    if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n      return;\n    }\n\n    const startMs = Date.now();\n    const start = afterVersion ? versionString(afterVersion) : '';\n    const end = versionString(upToCVR.version);\n    lc.debug?.(`scanning row patches for clients from ${start}`);\n\n    // Before accessing the CVR db, pending row records must be flushed.\n    // Note that because catchupRowPatches() is called from within the\n    // view syncer lock, this flush is guaranteed to complete since no\n    // new CVR updates can happen while the lock is held.\n    await this.flushed(lc);\n    const flushMs = Date.now() - startMs;\n\n    const reader = new TransactionPool(lc, {mode: Mode.READONLY}).run(this.#db);\n    try {\n      // Verify that we are reading the right version of the CVR.\n      await reader.processReadTask(tx =>\n        checkVersion(tx, this.#schema, this.#cvrID, current),\n      );\n\n      const {query} = await reader.processReadTask(tx => {\n        const query =\n          excludeQueryHashes.length === 0\n            ? tx<RowsRow[]>`SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}`\n            : // Exclude rows that were already sent as part of query hydration.\n              tx<RowsRow[]>`SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}\n          AND (\"refCounts\" IS NULL OR NOT \"refCounts\" ?| ${excludeQueryHashes})`;\n        return {query};\n      });\n\n      yield* query.cursor(10000);\n    } finally {\n      reader.setDone();\n    }\n\n    const totalMs = Date.now() - startMs;\n    lc.info?.(\n      `finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`,\n    );\n  }\n\n  executeRowUpdates(\n    tx: PostgresTransaction,\n    version: CVRVersion,\n    rowUpdates: Map<RowID, RowRecord | null>,\n    mode: 'allow-defer' | 'force',\n    lc = this.#lc,\n  ): PendingQuery<Row[]>[] {\n    if (\n      mode === 'allow-defer' &&\n      // defer if pending rows are being flushed\n      (this.#flushing !== null ||\n        // or if the new batch is above the limit.\n        rowUpdates.size > this.#deferredRowFlushThreshold)\n    ) {\n      return [];\n    }\n    const rowsVersion = {\n      clientGroupID: this.#cvrID,\n      version: versionString(version),\n    };\n    const pending: PendingQuery<Row[]>[] = [\n      tx`INSERT INTO ${this.#cvr('rowsVersion')} ${tx(rowsVersion)}\n           ON CONFLICT (\"clientGroupID\") \n           DO UPDATE SET ${tx(rowsVersion)}`,\n    ];\n\n    const rowRecordRows: RowsRow[] = [];\n    for (const [id, row] of rowUpdates.entries()) {\n      if (row === null) {\n        pending.push(\n          tx`\n          DELETE FROM ${this.#cvr('rows')}\n            WHERE \"clientGroupID\" = ${this.#cvrID}\n              AND \"schema\" = ${id.schema}\n              AND \"table\" = ${id.table}\n              AND \"rowKey\" = ${id.rowKey}\n       `,\n        );\n      } else {\n        rowRecordRows.push(rowRecordToRowsRow(this.#cvrID, row));\n      }\n    }\n    if (rowRecordRows.length) {\n      pending.push(\n        tx`\n  INSERT INTO ${this.#cvr('rows')}(\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n  ) SELECT\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n    FROM json_to_recordset(${rowRecordRows}) AS x(\n      \"clientGroupID\" TEXT,\n      \"schema\" TEXT,\n      \"table\" TEXT,\n      \"rowKey\" JSONB,\n      \"rowVersion\" TEXT,\n      \"patchVersion\" TEXT,\n      \"refCounts\" JSONB\n  ) ON CONFLICT (\"clientGroupID\", \"schema\", \"table\", \"rowKey\")\n    DO UPDATE SET \"rowVersion\" = excluded.\"rowVersion\",\n      \"patchVersion\" = excluded.\"patchVersion\",\n      \"refCounts\" = excluded.\"refCounts\"\n    `,\n      );\n      lc.info?.(\n        `flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${\n          rowUpdates.size - rowRecordRows.length\n        } deletes)`,\n      );\n    }\n    return pending;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAmCA,IAAM,uBAAuB;AAC7B,IAAM,mBAAmB;AACzB,IAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoD7B,IAAa,iBAAb,MAA4B;CAI1B;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAGA,WAAoB,IAAI,aAAsC,WAAW;CACzE,sBAAyC;CACzC,sBAAyC;CACzC,YAAmC;CAEnC,gBAAyB,4BACvB,QACA,kBACA,sIAEF;CACA,kBAA2B,mBACzB,QACA,oBACA,2CACF;CACA,cAAuB,mBACrB,QACA,sBACA,uDACF;CAEA,YACE,IACA,IACA,OACA,OACA,aACA,4BAA4B,KAC5B,eAAe,YACf;EACA,KAAKA,MAAM;EACX,KAAKC,MAAM;EACX,KAAKC,UAAU,UAAU,KAAK;EAC9B,KAAKC,SAAS;EACd,KAAKC,eAAe;EACpB,KAAKC,6BAA6B;EAClC,KAAKC,cAAc;CACrB;CAEA,qBAAqB,OAAsB,WAAmB;EAC5D,KAAKE,cAAc,SAAS,WAAW,GACpC,uBAAuB,OAC1B,CAAC;EACD,IAAI,MAAM,iBAAiB,GACzB,KAAKC,gBAAgB,IAAI,MAAM,IAAI;CAEvC;CAEA,uBAAuB,MAAc,WAAmB;EACtD,KAAKD,cAAc,SAAS,WAAW,GACpC,uBAAuB,QAC1B,CAAC;EACD,KAAKC,gBAAgB,IAAI,IAAI;CAC/B;CAEA,KAAK,OAAe;EAClB,OAAO,KAAKR,IAAI,GAAG,KAAKC,QAAQ,GAAG,OAAO;CAC5C;CAEA,MAAMS,gBAAyD;EAC7D,IAAI,KAAKC,QACP,OAAO,KAAKA;EAEd,MAAM,QAAQ,KAAK,IAAI;EACvB,MAAM,IAAI,SAAyC;EACnD,EAAE,QAAQ,YAAY,CAAC,CAAC;EAGxB,KAAKA,SAAS,EAAE;EAChB,IAAI;GACF,MAAM,QAAQ,MAAM,eAClB,QACA,uBACA,OAAM,SAAQ;IACZ,MAAM,QAAwC,IAAI,aAChD,WACF;IACA,WAAW,MAAM,QAAQ,KAAKX,GAAc;;;;;;;;;mBASnC,KAAKY,KAAK,MAAM,EAAE;wCACG,KAAKV,OAAO,8BAEvC,OAAO,GAAI,GACZ,KAAK,MAAM,OAAO,MAAM;KACtB,MAAM,YAAY,mBAAmB,GAAG;KACxC,MAAM,IAAI,UAAU,IAAI,SAAS;IACnC;IAEF,KAAK,aAAa,QAAQ,MAAM,IAAI;IACpC,OAAO;GACT,CACF;GACA,KAAKH,IAAI,OACP,UAAU,MAAM,KAAK,kBAAkB,KAAK,IAAI,IAAI,MAAM,IAC5D;GACA,EAAE,QAAQ,KAAK;GACf,OAAO,KAAKY;EACd,SAAS,GAAG;GACV,EAAE,OAAO,CAAC;GACV,MAAM;EACR;CACF;CAEA,gBAAwD;EACtD,OAAO,KAAKD,cAAc;CAC5B;;;;;;;;;;;;;;;;CAiBA,MAAM,MACJ,YACA,aACA,SACiB;EACjB,MAAM,QAAQ,MAAM,KAAKA,cAAc;EACvC,KAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,QAAQ,GAAG;GAC5C,IAAI,QAAQ,QAAQ,IAAI,cAAc,MACpC,MAAM,OAAO,EAAE;QAEf,MAAM,IAAI,IAAI,GAAG;GAEnB,IAAI,CAAC,SACH,KAAKJ,SAAS,IAAI,IAAI,GAAG;EAE7B;EACA,KAAKO,sBAAsB;EAE3B,IAAI,CAAC,WAAW,KAAKC,cAAc,MAAM;GACvC,KAAKA,YAAY,SAAS;GAI1B,KAAKA,UAAU,QAAQ,YAAY,CAAC,CAAC;GACrC,KAAKT,kBAAkB,KAAKU,OAAO,GAAG,CAAC;EACzC;EACA,OAAO,MAAM;CACf;CAEA,MAAMA,SAAS;EACb,MAAM,WAAW,KAAK,KAAKD,SAAS;EACpC,IAAI;GACF,OAAO,KAAKD,wBAAwB,KAAKG,qBAAqB;IAC5D,MAAM,QAAQ,YAAY,IAAI;IAE9B,MAAM,EAAC,MAAM,gBAAe,MAAM,MAChC,KAAKhB,MACL,OAAM;KAGJ,MAAM,OAAO,KAAKM,SAAS;KAC3B,MAAM,cAAc,KAAK,KAAKO,mBAAmB;KAIjD,QAAa,IACX,KAAK,kBAAkB,IAAI,aAAa,KAAKP,UAAU,OAAO,CAChE,EAAE,OAAM,MAAK,KAAKP,IAAI,QAAQ,2BAA2B,CAAC,CAAC;KAE3D,KAAKO,SAAS,MAAM;KACpB,OAAO;MAAC;MAAM;KAAW;IAC3B,GACA,EAAC,MAAM,eAAmB,CAC5B;IACA,MAAM,UAAU,YAAY,IAAI,IAAI;IACpC,KAAKP,IAAI,OACP,WAAW,KAAK,QAAQ,cAAc,WAAW,EAAE,IAAI,QAAQ,KACjE;IACA,KAAKkB,uBAAuB,MAAM,OAAO;IACzC,KAAKR,YAAY,IAAI,GAAG;MACrB,mBAAmB;MACnB,uBAAuB;IAC1B,CAAC;IACD,KAAKO,sBAAsB;GAG7B;GACA,KAAKjB,IAAI,OACP,mBAAmB,wBAAwB,KAAKiB,mBAAmB,GACrE;GACA,SAAS,QAAQ;GACjB,KAAKF,YAAY;EACnB,SAAS,GAAG;GACV,KAAKf,IAAI,OAAO,2BAA2B,CAAC;GAC5C,KAAKU,YAAY,IAAI,GAAG;KACrB,mBAAmB;KACnB,uBAAuB;KACvB,uBAAuB;GAC1B,CAAC;GACD,SAAS,OAAO,CAAC;GACjB,KAAKN,aAAa,CAAC;EACrB;CACF;CAEA,oBAAoB;EAClB,OAAO,KAAKW,cAAc;CAC5B;;;;;CAMA,QAAQ,IAA+B;EACrC,IAAI,KAAKA,WAAW;GAClB,GAAG,QAAQ,4BAA4B;GACvC,OAAO,KAAKA,UAAU;EACxB;EACA,OAAO;CACT;CAEA,QAAQ;EAIN,KAAKH,SAAS,KAAA;CAChB;CAEA,OAAO,kBACL,IACA,cACA,SACA,SACA,qBAA+B,CAAC,GACY;EAC5C,IAAI,YAAY,cAAc,QAAQ,OAAO,KAAK,GAChD;EAGF,MAAM,UAAU,KAAK,IAAI;EACzB,MAAM,QAAQ,eAAe,cAAc,YAAY,IAAI;EAC3D,MAAM,MAAM,cAAc,QAAQ,OAAO;EACzC,GAAG,QAAQ,yCAAyC,OAAO;EAM3D,MAAM,KAAK,QAAQ,EAAE;EACrB,MAAM,UAAU,KAAK,IAAI,IAAI;EAE7B,MAAM,SAAS,IAAI,gBAAgB,IAAI,EAAC,MAAM,SAAa,CAAC,EAAE,IAAI,KAAKX,GAAG;EAC1E,IAAI;GAEF,MAAM,OAAO,iBAAgB,OAC3B,aAAa,IAAI,KAAKC,SAAS,KAAKC,QAAQ,OAAO,CACrD;GAEA,MAAM,EAAC,UAAS,MAAM,OAAO,iBAAgB,OAAM;IA6BjD,OAAO,EAAC,OA3BN,mBAAmB,WAAW,IAC1B,EAAa;;;;;;;;mBAQR,KAAKU,KAAK,MAAM,EAAE;kCACH,KAAKV,OAAO;iCACb,MAAM;kCACL,QAEpB,EAAa;;;;;;;;mBAQR,KAAKU,KAAK,MAAM,EAAE;kCACH,KAAKV,OAAO;iCACb,MAAM;kCACL,IAAI;2DACqB,mBAAmB,GACzD;GACf,CAAC;GAED,OAAO,MAAM,OAAO,GAAK;EAC3B,UAAU;GACR,OAAO,QAAQ;EACjB;EAEA,MAAM,UAAU,KAAK,IAAI,IAAI;EAC7B,GAAG,OACD,gCAAgC,QAAQ,cAAc,QAAQ,KAChE;CACF;CAEA,kBACE,IACA,SACA,YACA,MACA,KAAK,KAAKH,KACa;EACvB,IACE,SAAS,kBAER,KAAKe,cAAc,QAElB,WAAW,OAAO,KAAKV,6BAEzB,OAAO,CAAC;EAEV,MAAM,cAAc;GAClB,eAAe,KAAKF;GACpB,SAAS,cAAc,OAAO;EAChC;EACA,MAAM,UAAiC,CACrC,EAAE,eAAe,KAAKU,KAAK,aAAa,EAAE,GAAG,GAAG,WAAW,EAAE;;2BAExC,GAAG,WAAW,GACrC;EAEA,MAAM,gBAA2B,CAAC;EAClC,KAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,QAAQ,GACzC,IAAI,QAAQ,MACV,QAAQ,KACN,EAAE;wBACY,KAAKA,KAAK,MAAM,EAAE;sCACJ,KAAKV,OAAO;+BACnB,GAAG,OAAO;8BACX,GAAG,MAAM;+BACR,GAAG,OAAO;QAEjC;OAEA,cAAc,KAAK,mBAAmB,KAAKA,QAAQ,GAAG,CAAC;EAG3D,IAAI,cAAc,QAAQ;GACxB,QAAQ,KACN,EAAE;gBACM,KAAKU,KAAK,MAAM,EAAE;;;;6BAIL,cAAc;;;;;;;;;;;;KAarC;GACA,GAAG,OACD,YAAY,WAAW,KAAK,SAAS,cAAc,OAAO,YACxD,WAAW,OAAO,cAAc,OACjC,UACH;EACF;EACA,OAAO;CACT;AACF"}
+{"version":3,"file":"row-record-cache.js","names":["Mode.READ_COMMITTED","Mode.READONLY"],"sources":["../../../../../../zero-cache/src/services/view-syncer/row-record-cache.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {PendingQuery, Row} from 'postgres';\nimport {startAsyncSpan} from '../../../../otel/src/span.ts';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {type Resolver, resolver} from '../../../../shared/src/resolver.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {type PostgresDB, type PostgresTransaction} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {checkVersion, type CVRFlushStats} from './cvr-store.ts';\nimport type {CVRSnapshot} from './cvr.ts';\nimport {\n  rowRecordToRowsRow,\n  type RowsRow,\n  rowsRowToRowRecord,\n} from './schema/cvr.ts';\nimport {\n  cmpVersions,\n  type CVRVersion,\n  type NullableCVRVersion,\n  type RowID,\n  type RowRecord,\n  versionString,\n  versionToNullableCookie,\n} from './schema/types.ts';\nimport {tracer} from './tracer.ts';\n\nconst FLUSH_TYPE_ATTRIBUTE = 'flush.type';\nconst RESULT_ATTRIBUTE = 'result';\nconst ERROR_KIND_ATTRIBUTE = 'error.kind';\n\n/**\n * The RowRecordCache is an in-memory cache of the `cvr.rows` tables that\n * operates as both a write-through and write-back cache.\n *\n * For \"small\" CVR updates (i.e. zero or small numbers of rows) the\n * RowRecordCache operates as write-through, executing commits in\n * {@link executeRowUpdates()} before they are {@link apply}-ed to the\n * in-memory state.\n *\n * For \"large\" CVR updates (i.e. with many rows), the cache switches to a\n * write-back mode of operation, in which {@link executeRowUpdates()} is a\n * no-op, and {@link apply()} initiates a background task to flush the pending\n * row changes to the store. This allows the client poke to be completed and\n * committed on the client without waiting for the heavyweight operation of\n * committing the row records to the CVR store.\n *\n * Note that when the cache is in write-back mode, all updates become\n * write-back (i.e. asynchronously flushed) until the pending update queue is\n * fully flushed. This is required because updates must be applied in version\n * order. As with all pending work systems in zero-cache, multiple pending\n * updates are coalesced to reduce buildup of work.\n *\n * ### High level consistency\n *\n * Note that the above caching scheme only applies to the row data in `cvr.rows`\n * and corresponding `cvr.rowsVersion` tables. CVR metadata and query\n * information, on the other hand, are always committed before completing the\n * client poke. In this manner, the difference between the `version` column in\n * `cvr.instances` and the analogous column in `cvr.rowsVersion` determines\n * whether the data in the store is consistent, or whether it is awaiting a\n * pending update.\n *\n * The logic in {@link CVRStore#load()} takes this into account by loading both\n * the `cvr.instances` version and the `cvr.rowsVersion` version and checking\n * if they are in sync, waiting for a configurable delay until they are.\n *\n * ### Eventual conversion\n *\n * In the event of a continual stream of mutations (e.g. an animation-style\n * app), it is conceivable that the row record data be continually behind\n * the CVR metadata. In order to effect eventual convergence, a new view-syncer\n * signals the current view-syncer to stop updating by writing new `owner`\n * information to the `cvr.instances` row. This effectively stops the mutation\n * processing (in {@link CVRStore.#checkVersionAndOwnership}) so that the row\n * data can eventually catch up, allowing the new view-syncer to take over.\n *\n * Of course, there is the pathological situation in which a view-syncer\n * process crashes before the pending row updates are flushed. In this case,\n * the wait timeout will elapse and the CVR considered invalid.\n */\nexport class RowRecordCache {\n  // The state in the #cache is always in sync with the CVR metadata\n  // (i.e. cvr.instances). It may contain information that has not yet\n  // been flushed to cvr.rows.\n  #cache: Promise<CustomKeyMap<RowID, RowRecord>> | undefined;\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #cvrID: string;\n  readonly #failService: (e: unknown) => void;\n  readonly #deferredRowFlushThreshold: number;\n  readonly #setTimeout: typeof setTimeout;\n\n  // Write-back cache state.\n  readonly #pending = new CustomKeyMap<RowID, RowRecord | null>(rowIDString);\n  #pendingRowsVersion: CVRVersion | null = null;\n  #flushedRowsVersion: CVRVersion | null = null;\n  #flushing: Resolver<void> | null = null;\n\n  readonly #cvrFlushTime = getOrCreateLatencyHistogram(\n    'sync',\n    'cvr.flush-time',\n    'Time to flush a CVR transaction. This includes both synchronous ' +\n      'and asynchronous flushes, distinguished by the flush.type attribute.',\n  );\n  readonly #cvrRowsFlushed = getOrCreateCounter(\n    'sync',\n    'cvr.rows-flushed',\n    'Number of (changed) rows flushed to a CVR',\n  );\n  readonly #cvrFlushes = getOrCreateCounter(\n    'sync',\n    'cvr.flush_attempts',\n    'CVR flush attempts, labeled by result and flush.type.',\n  );\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    cvrID: string,\n    failService: (e: unknown) => void,\n    deferredRowFlushThreshold = 100,\n    setTimeoutFn = setTimeout,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#cvrID = cvrID;\n    this.#failService = failService;\n    this.#deferredRowFlushThreshold = deferredRowFlushThreshold;\n    this.#setTimeout = setTimeoutFn;\n  }\n\n  recordSyncFlushStats(stats: CVRFlushStats, elapsedMs: number) {\n    this.#cvrFlushTime.recordMs(elapsedMs, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'sync',\n    });\n    if (stats.rowsDeferred === 0) {\n      this.#cvrRowsFlushed.add(stats.rows);\n    }\n  }\n\n  #recordAsyncFlushStats(rows: number, elapsedMs: number) {\n    this.#cvrFlushTime.recordMs(elapsedMs, {\n      [FLUSH_TYPE_ATTRIBUTE]: 'async',\n    });\n    this.#cvrRowsFlushed.add(rows);\n  }\n\n  #cvr(table: string) {\n    return this.#db(`${this.#schema}.${table}`);\n  }\n\n  async #ensureLoaded(): Promise<CustomKeyMap<RowID, RowRecord>> {\n    if (this.#cache) {\n      return this.#cache;\n    }\n    const start = Date.now();\n    const r = resolver<CustomKeyMap<RowID, RowRecord>>();\n    r.promise.catch(() => {});\n    // Set this.#cache immediately (before await) so that only one db\n    // query is made even if there are multiple callers.\n    this.#cache = r.promise;\n    try {\n      const cache = await startAsyncSpan(\n        tracer,\n        'RowRecordCache.load',\n        async span => {\n          const cache: CustomKeyMap<RowID, RowRecord> = new CustomKeyMap(\n            rowIDString,\n          );\n          for await (const rows of this.#db<RowsRow[]>`\n            SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr(`rows`)}\n              WHERE \"clientGroupID\" = ${this.#cvrID} AND \"refCounts\" IS NOT NULL`\n            // TODO(arv): Arbitrary page size\n            .cursor(5000)) {\n            for (const row of rows) {\n              const rowRecord = rowsRowToRowRecord(row);\n              cache.set(rowRecord.id, rowRecord);\n            }\n          }\n          span.setAttribute('rows', cache.size);\n          return cache;\n        },\n      );\n      this.#lc.info?.(\n        `Loaded ${cache.size} row records in ${Date.now() - start} ms`,\n      );\n      r.resolve(cache);\n      return this.#cache;\n    } catch (e) {\n      r.reject(e); // Make sure the error is reflected in the cached promise\n      throw e;\n    }\n  }\n\n  getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n    return this.#ensureLoaded();\n  }\n\n  /**\n   * Applies the `rowRecords` corresponding to the `rowsVersion`\n   * to the cache, indicating whether the corresponding updates\n   * (generated by {@link executeRowUpdates}) were `flushed`.\n   *\n   * If `flushed` is false, the RowRecordCache will flush the records\n   * asynchronously.\n   *\n   * Note that `apply()` indicates that the CVR metadata associated with\n   * the `rowRecords` was successfully committed, which essentially means\n   * that this process has the unconditional right (and responsibility) of\n   * following up with a flush of the `rowRecords`. In particular, the\n   * commit of row records are not conditioned on the version or ownership\n   * columns of the `cvr.instances` row.\n   */\n  async apply(\n    rowRecords: Map<RowID, RowRecord | null>,\n    rowsVersion: CVRVersion,\n    flushed: boolean,\n  ): Promise<number> {\n    const cache = await this.#ensureLoaded();\n    for (const [id, row] of rowRecords.entries()) {\n      if (row === null || row.refCounts === null) {\n        cache.delete(id);\n      } else {\n        cache.set(id, row);\n      }\n      if (!flushed) {\n        this.#pending.set(id, row);\n      }\n    }\n    this.#pendingRowsVersion = rowsVersion;\n    // Initiate a flush if not already flushing.\n    if (!flushed && this.#flushing === null) {\n      this.#flushing = resolver();\n      // The #flush() method handles propagating errors to #failService.\n      // Attach a rejection handler to this promise to avoid unhandled\n      // rejections.\n      this.#flushing.promise.catch(() => {});\n      this.#setTimeout(() => this.#flush(), 0);\n    }\n    return cache.size;\n  }\n\n  async #flush() {\n    const flushing = must(this.#flushing);\n    try {\n      while (this.#pendingRowsVersion !== this.#flushedRowsVersion) {\n        const start = performance.now();\n\n        const {rows, rowsVersion} = await runTx(\n          this.#db,\n          tx => {\n            // Note: This code block is synchronous, guaranteeing that the\n            // #pendingRowsVersion is consistent with the #pending rows.\n            const rows = this.#pending.size;\n            const rowsVersion = must(this.#pendingRowsVersion);\n            // Awaiting all of the individual statements incurs too much\n            // overhead. Instead, just catch and log exception(s); the outer\n            // transaction will properly fail.\n            void Promise.all(\n              this.executeRowUpdates(tx, rowsVersion, this.#pending, 'force'),\n            ).catch(e => this.#lc.error?.(`error flushing cvr rows`, e));\n\n            this.#pending.clear();\n            return {rows, rowsVersion};\n          },\n          {mode: Mode.READ_COMMITTED},\n        );\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `flushed ${rows} rows@${versionString(rowsVersion)} (${elapsed} ms)`,\n        );\n        this.#recordAsyncFlushStats(rows, elapsed);\n        this.#cvrFlushes.add(1, {\n          [RESULT_ATTRIBUTE]: 'success',\n          [FLUSH_TYPE_ATTRIBUTE]: 'async',\n        });\n        this.#flushedRowsVersion = rowsVersion;\n        // Note: apply() may have called while the transaction was committing,\n        //       which will result in looping to commit the next #pendingRowsVersion.\n      }\n      this.#lc.info?.(\n        `up to date rows@${versionToNullableCookie(this.#flushedRowsVersion)}`,\n      );\n      flushing.resolve();\n      this.#flushing = null;\n    } catch (e) {\n      this.#lc.info?.(`row record flush failed`, e);\n      this.#cvrFlushes.add(1, {\n        [RESULT_ATTRIBUTE]: 'error',\n        [FLUSH_TYPE_ATTRIBUTE]: 'async',\n        [ERROR_KIND_ATTRIBUTE]: 'error',\n      });\n      flushing.reject(e);\n      this.#failService(e);\n    }\n  }\n\n  hasPendingUpdates() {\n    return this.#flushing !== null;\n  }\n\n  /**\n   * Returns a promise that resolves when all outstanding row-records\n   * have been committed.\n   */\n  flushed(lc: LogContext): Promise<void> {\n    if (this.#flushing) {\n      lc.debug?.('awaiting pending row flush');\n      return this.#flushing.promise;\n    }\n    return promiseVoid;\n  }\n\n  clear() {\n    // Note: Only the #cache is cleared. #pending updates, on the other hand,\n    // comprise canonical (i.e. already flushed) data and must be flushed\n    // even if the snapshot of the present state (the #cache) is cleared.\n    this.#cache = undefined;\n  }\n\n  async *catchupRowPatches(\n    lc: LogContext,\n    afterVersion: NullableCVRVersion,\n    upToCVR: CVRSnapshot,\n    current: CVRVersion,\n    excludeQueryHashes: string[] = [],\n  ): AsyncGenerator<RowsRow[], void, undefined> {\n    if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n      return;\n    }\n\n    const startMs = Date.now();\n    const start = afterVersion ? versionString(afterVersion) : '';\n    const end = versionString(upToCVR.version);\n    lc.debug?.(`scanning row patches for clients from ${start}`);\n\n    // Before accessing the CVR db, pending row records must be flushed.\n    // Note that because catchupRowPatches() is called from within the\n    // view syncer lock, this flush is guaranteed to complete since no\n    // new CVR updates can happen while the lock is held.\n    await this.flushed(lc);\n    const flushMs = Date.now() - startMs;\n\n    const reader = new TransactionPool(lc, {mode: Mode.READONLY}).run(this.#db);\n    try {\n      // Verify that we are reading the right version of the CVR.\n      await reader.processReadTask(tx =>\n        checkVersion(tx, this.#schema, this.#cvrID, current),\n      );\n\n      const {query} = await reader.processReadTask(tx => {\n        const query =\n          excludeQueryHashes.length === 0\n            ? tx<RowsRow[]>`SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}`\n            : // Exclude rows that were already sent as part of query hydration.\n              tx<RowsRow[]>`SELECT\n              \"clientGroupID\",\n              \"schema\",\n              \"table\",\n              \"rowKey\",\n              \"rowVersion\",\n              \"patchVersion\",\n              \"refCounts\"\n            FROM ${this.#cvr('rows')}\n        WHERE \"clientGroupID\" = ${this.#cvrID}\n          AND \"patchVersion\" > ${start}\n          AND \"patchVersion\" <= ${end}\n          AND (\"refCounts\" IS NULL OR NOT \"refCounts\" ?| ${excludeQueryHashes})`;\n        return {query};\n      });\n\n      yield* query.cursor(10000);\n    } finally {\n      reader.setDone();\n    }\n\n    const totalMs = Date.now() - startMs;\n    lc.info?.(\n      `finished row catchup (flush: ${flushMs} ms, total: ${totalMs} ms)`,\n    );\n  }\n\n  executeRowUpdates(\n    tx: PostgresTransaction,\n    version: CVRVersion,\n    rowUpdates: Map<RowID, RowRecord | null>,\n    mode: 'allow-defer' | 'force',\n    lc = this.#lc,\n  ): PendingQuery<Row[]>[] {\n    if (\n      mode === 'allow-defer' &&\n      // defer if pending rows are being flushed\n      (this.#flushing !== null ||\n        // or if the new batch is above the limit.\n        rowUpdates.size > this.#deferredRowFlushThreshold)\n    ) {\n      return [];\n    }\n    const rowsVersion = {\n      clientGroupID: this.#cvrID,\n      version: versionString(version),\n    };\n    const pending: PendingQuery<Row[]>[] = [\n      tx`INSERT INTO ${this.#cvr('rowsVersion')} ${tx(rowsVersion)}\n           ON CONFLICT (\"clientGroupID\") \n           DO UPDATE SET ${tx(rowsVersion)}`,\n    ];\n\n    const rowRecordRows: RowsRow[] = [];\n    for (const [id, row] of rowUpdates.entries()) {\n      if (row === null) {\n        pending.push(\n          tx`\n          DELETE FROM ${this.#cvr('rows')}\n            WHERE \"clientGroupID\" = ${this.#cvrID}\n              AND \"schema\" = ${id.schema}\n              AND \"table\" = ${id.table}\n              AND \"rowKey\" = ${id.rowKey}\n       `,\n        );\n      } else {\n        rowRecordRows.push(rowRecordToRowsRow(this.#cvrID, row));\n      }\n    }\n    if (rowRecordRows.length) {\n      pending.push(\n        tx`\n  INSERT INTO ${this.#cvr('rows')}(\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n  ) SELECT\n      \"clientGroupID\", \"schema\", \"table\", \"rowKey\", \"rowVersion\", \"patchVersion\", \"refCounts\"\n    FROM json_to_recordset(${rowRecordRows}) AS x(\n      \"clientGroupID\" TEXT,\n      \"schema\" TEXT,\n      \"table\" TEXT,\n      \"rowKey\" JSONB,\n      \"rowVersion\" TEXT,\n      \"patchVersion\" TEXT,\n      \"refCounts\" JSONB\n  ) ON CONFLICT (\"clientGroupID\", \"schema\", \"table\", \"rowKey\")\n    DO UPDATE SET \"rowVersion\" = excluded.\"rowVersion\",\n      \"patchVersion\" = excluded.\"patchVersion\",\n      \"refCounts\" = excluded.\"refCounts\"\n    `,\n      );\n      lc.info?.(\n        `flushing ${rowUpdates.size} rows (${rowRecordRows.length} inserts, ${\n          rowUpdates.size - rowRecordRows.length\n        } deletes)`,\n      );\n    }\n    return pending;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAmCA,IAAM,uBAAuB;AAC7B,IAAM,mBAAmB;AACzB,IAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoD7B,IAAa,iBAAb,MAA4B;CAI1B;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAGA,WAAoB,IAAI,aAAsC,WAAW;CACzE,sBAAyC;CACzC,sBAAyC;CACzC,YAAmC;CAEnC,gBAAyB,4BACvB,QACA,kBACA,sIAEF;CACA,kBAA2B,mBACzB,QACA,oBACA,2CACF;CACA,cAAuB,mBACrB,QACA,sBACA,uDACF;CAEA,YACE,IACA,IACA,OACA,OACA,aACA,4BAA4B,KAC5B,eAAe,YACf;EACA,KAAK,MAAM;EACX,KAAK,MAAM;EACX,KAAK,UAAU,UAAU,KAAK;EAC9B,KAAK,SAAS;EACd,KAAK,eAAe;EACpB,KAAK,6BAA6B;EAClC,KAAK,cAAc;CACrB;CAEA,qBAAqB,OAAsB,WAAmB;EAC5D,KAAK,cAAc,SAAS,WAAW,GACpC,uBAAuB,OAC1B,CAAC;EACD,IAAI,MAAM,iBAAiB,GACzB,KAAK,gBAAgB,IAAI,MAAM,IAAI;CAEvC;CAEA,uBAAuB,MAAc,WAAmB;EACtD,KAAK,cAAc,SAAS,WAAW,GACpC,uBAAuB,QAC1B,CAAC;EACD,KAAK,gBAAgB,IAAI,IAAI;CAC/B;CAEA,KAAK,OAAe;EAClB,OAAO,KAAK,IAAI,GAAG,KAAK,QAAQ,GAAG,OAAO;CAC5C;CAEA,MAAM,gBAAyD;EAC7D,IAAI,KAAK,QACP,OAAO,KAAK;EAEd,MAAM,QAAQ,KAAK,IAAI;EACvB,MAAM,IAAI,SAAyC;EACnD,EAAE,QAAQ,YAAY,CAAC,CAAC;EAGxB,KAAK,SAAS,EAAE;EAChB,IAAI;GACF,MAAM,QAAQ,MAAM,eAClB,QACA,uBACA,OAAM,SAAQ;IACZ,MAAM,QAAwC,IAAI,aAChD,WACF;IACA,WAAW,MAAM,QAAQ,KAAK,GAAc;;;;;;;;;mBASnC,KAAK,KAAK,MAAM,EAAE;wCACG,KAAK,OAAO,8BAEvC,OAAO,GAAI,GACZ,KAAK,MAAM,OAAO,MAAM;KACtB,MAAM,YAAY,mBAAmB,GAAG;KACxC,MAAM,IAAI,UAAU,IAAI,SAAS;IACnC;IAEF,KAAK,aAAa,QAAQ,MAAM,IAAI;IACpC,OAAO;GACT,CACF;GACA,KAAK,IAAI,OACP,UAAU,MAAM,KAAK,kBAAkB,KAAK,IAAI,IAAI,MAAM,IAC5D;GACA,EAAE,QAAQ,KAAK;GACf,OAAO,KAAK;EACd,SAAS,GAAG;GACV,EAAE,OAAO,CAAC;GACV,MAAM;EACR;CACF;CAEA,gBAAwD;EACtD,OAAO,KAAK,cAAc;CAC5B;;;;;;;;;;;;;;;;CAiBA,MAAM,MACJ,YACA,aACA,SACiB;EACjB,MAAM,QAAQ,MAAM,KAAK,cAAc;EACvC,KAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,QAAQ,GAAG;GAC5C,IAAI,QAAQ,QAAQ,IAAI,cAAc,MACpC,MAAM,OAAO,EAAE;QAEf,MAAM,IAAI,IAAI,GAAG;GAEnB,IAAI,CAAC,SACH,KAAK,SAAS,IAAI,IAAI,GAAG;EAE7B;EACA,KAAK,sBAAsB;EAE3B,IAAI,CAAC,WAAW,KAAK,cAAc,MAAM;GACvC,KAAK,YAAY,SAAS;GAI1B,KAAK,UAAU,QAAQ,YAAY,CAAC,CAAC;GACrC,KAAK,kBAAkB,KAAK,OAAO,GAAG,CAAC;EACzC;EACA,OAAO,MAAM;CACf;CAEA,MAAM,SAAS;EACb,MAAM,WAAW,KAAK,KAAK,SAAS;EACpC,IAAI;GACF,OAAO,KAAK,wBAAwB,KAAK,qBAAqB;IAC5D,MAAM,QAAQ,YAAY,IAAI;IAE9B,MAAM,EAAC,MAAM,gBAAe,MAAM,MAChC,KAAK,MACL,OAAM;KAGJ,MAAM,OAAO,KAAK,SAAS;KAC3B,MAAM,cAAc,KAAK,KAAK,mBAAmB;KAIjD,QAAa,IACX,KAAK,kBAAkB,IAAI,aAAa,KAAK,UAAU,OAAO,CAChE,CAAC,CAAC,OAAM,MAAK,KAAK,IAAI,QAAQ,2BAA2B,CAAC,CAAC;KAE3D,KAAK,SAAS,MAAM;KACpB,OAAO;MAAC;MAAM;KAAW;IAC3B,GACA,EAAC,MAAMA,eAAmB,CAC5B;IACA,MAAM,UAAU,YAAY,IAAI,IAAI;IACpC,KAAK,IAAI,OACP,WAAW,KAAK,QAAQ,cAAc,WAAW,EAAE,IAAI,QAAQ,KACjE;IACA,KAAK,uBAAuB,MAAM,OAAO;IACzC,KAAK,YAAY,IAAI,GAAG;MACrB,mBAAmB;MACnB,uBAAuB;IAC1B,CAAC;IACD,KAAK,sBAAsB;GAG7B;GACA,KAAK,IAAI,OACP,mBAAmB,wBAAwB,KAAK,mBAAmB,GACrE;GACA,SAAS,QAAQ;GACjB,KAAK,YAAY;EACnB,SAAS,GAAG;GACV,KAAK,IAAI,OAAO,2BAA2B,CAAC;GAC5C,KAAK,YAAY,IAAI,GAAG;KACrB,mBAAmB;KACnB,uBAAuB;KACvB,uBAAuB;GAC1B,CAAC;GACD,SAAS,OAAO,CAAC;GACjB,KAAK,aAAa,CAAC;EACrB;CACF;CAEA,oBAAoB;EAClB,OAAO,KAAK,cAAc;CAC5B;;;;;CAMA,QAAQ,IAA+B;EACrC,IAAI,KAAK,WAAW;GAClB,GAAG,QAAQ,4BAA4B;GACvC,OAAO,KAAK,UAAU;EACxB;EACA,OAAO;CACT;CAEA,QAAQ;EAIN,KAAK,SAAS,KAAA;CAChB;CAEA,OAAO,kBACL,IACA,cACA,SACA,SACA,qBAA+B,CAAC,GACY;EAC5C,IAAI,YAAY,cAAc,QAAQ,OAAO,KAAK,GAChD;EAGF,MAAM,UAAU,KAAK,IAAI;EACzB,MAAM,QAAQ,eAAe,cAAc,YAAY,IAAI;EAC3D,MAAM,MAAM,cAAc,QAAQ,OAAO;EACzC,GAAG,QAAQ,yCAAyC,OAAO;EAM3D,MAAM,KAAK,QAAQ,EAAE;EACrB,MAAM,UAAU,KAAK,IAAI,IAAI;EAE7B,MAAM,SAAS,IAAI,gBAAgB,IAAI,EAAC,MAAMC,SAAa,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG;EAC1E,IAAI;GAEF,MAAM,OAAO,iBAAgB,OAC3B,aAAa,IAAI,KAAK,SAAS,KAAK,QAAQ,OAAO,CACrD;GAEA,MAAM,EAAC,UAAS,MAAM,OAAO,iBAAgB,OAAM;IA6BjD,OAAO,EAAC,OA3BN,mBAAmB,WAAW,IAC1B,EAAa;;;;;;;;mBAQR,KAAK,KAAK,MAAM,EAAE;kCACH,KAAK,OAAO;iCACb,MAAM;kCACL,QAEpB,EAAa;;;;;;;;mBAQR,KAAK,KAAK,MAAM,EAAE;kCACH,KAAK,OAAO;iCACb,MAAM;kCACL,IAAI;2DACqB,mBAAmB,GACzD;GACf,CAAC;GAED,OAAO,MAAM,OAAO,GAAK;EAC3B,UAAU;GACR,OAAO,QAAQ;EACjB;EAEA,MAAM,UAAU,KAAK,IAAI,IAAI;EAC7B,GAAG,OACD,gCAAgC,QAAQ,cAAc,QAAQ,KAChE;CACF;CAEA,kBACE,IACA,SACA,YACA,MACA,KAAK,KAAK,KACa;EACvB,IACE,SAAS,kBAER,KAAK,cAAc,QAElB,WAAW,OAAO,KAAK,6BAEzB,OAAO,CAAC;EAEV,MAAM,cAAc;GAClB,eAAe,KAAK;GACpB,SAAS,cAAc,OAAO;EAChC;EACA,MAAM,UAAiC,CACrC,EAAE,eAAe,KAAK,KAAK,aAAa,EAAE,GAAG,GAAG,WAAW,EAAE;;2BAExC,GAAG,WAAW,GACrC;EAEA,MAAM,gBAA2B,CAAC;EAClC,KAAK,MAAM,CAAC,IAAI,QAAQ,WAAW,QAAQ,GACzC,IAAI,QAAQ,MACV,QAAQ,KACN,EAAE;wBACY,KAAK,KAAK,MAAM,EAAE;sCACJ,KAAK,OAAO;+BACnB,GAAG,OAAO;8BACX,GAAG,MAAM;+BACR,GAAG,OAAO;QAEjC;OAEA,cAAc,KAAK,mBAAmB,KAAK,QAAQ,GAAG,CAAC;EAG3D,IAAI,cAAc,QAAQ;GACxB,QAAQ,KACN,EAAE;gBACM,KAAK,KAAK,MAAM,EAAE;;;;6BAIL,cAAc;;;;;;;;;;;;KAarC;GACA,GAAG,OACD,YAAY,WAAW,KAAK,SAAS,cAAc,OAAO,YACxD,WAAW,OAAO,cAAc,OACjC,UACH;EACF;EACA,OAAO;CACT;AACF"}

package/out/zero-cache/src/services/view-syncer/schema/cvr.js.map

@@ -1 +1 @@
-{"version":3,"file":"cvr.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/schema/cvr.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {ident} from 'pg-format';\nimport type postgres from 'postgres';\nimport {\n  type JSONObject,\n  type JSONValue,\n  stringify,\n} from '../../../../../shared/src/bigint-json.ts';\nimport type {ReadonlyJSONValue} from '../../../../../shared/src/json.ts';\nimport {stringCompare} from '../../../../../shared/src/string-compare.ts';\nimport type {ClientSchema} from '../../../../../zero-protocol/src/client-schema.ts';\nimport {normalizedKeyOrder, type RowKey} from '../../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../../types/shards.ts';\nimport type {TTLClock} from '../ttl-clock.ts';\nimport {\n  type RowID,\n  type RowRecord,\n  versionFromString,\n  versionString,\n} from './types.ts';\n\n// For readability in the sql statements.\nfunction schema(shard: ShardID) {\n  return ident(cvrSchema(shard));\n}\n\nfunction createSchema(shard: ShardID) {\n  return `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;\n}\n\nexport type InstancesRow = {\n  clientGroupID: string;\n  version: string;\n  lastActive: number;\n  ttlClock: TTLClock;\n  replicaVersion: string | null;\n  owner: string | null;\n  grantedAt: number | null;\n  clientSchema: ClientSchema | null;\n  profileID: string | null;\n};\n\nfunction createInstancesTable(shard: ShardID) {\n  return /*sql*/ `\nCREATE TABLE ${schema(shard)}.instances (\n  \"clientGroupID\"  TEXT PRIMARY KEY,\n  \"version\"        TEXT NOT NULL,                       -- Sortable representation of CVRVersion, e.g. \"5nbqa2w:09\"\n  \"lastActive\"     TIMESTAMPTZ NOT NULL,                -- For garbage collection\n  \"ttlClock\"       DOUBLE PRECISION NOT NULL DEFAULT 0, -- The ttl clock gets \"paused\" when disconnected.\n  \"replicaVersion\" TEXT,                                -- Identifies the replica (i.e. initial-sync point) from which the CVR data comes.\n  \"owner\"          TEXT,                                -- The ID of the task / server that has been granted ownership of the CVR.\n  \"grantedAt\"      TIMESTAMPTZ,                         -- The time at which the current owner was last granted ownership (most recent connection time).\n  \"clientSchema\"   JSONB,                               -- ClientSchema of the client group\n  \"profileID\"      TEXT,                                -- Stable profile id (\"p...\"), falling back to the clientGroupID (\"cg{clientGroupID}\") for old clients\n  \"deleted\"        BOOL DEFAULT FALSE                   -- Tombstone column for deleted CVRs; instances rows are kept longer for usage stats\n);\n\n-- For garbage collection.\nCREATE INDEX instances_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE NOT \"deleted\";\nCREATE INDEX tombstones_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE \"deleted\";\n\n-- For usage stats; the composite index allows a \n-- SELECT COUNT(DISTINCT(\"profileID\")) query to be answered by\n-- an index scan without additional table lookups.\nCREATE INDEX profile_ids_last_active ON ${schema(shard)}.instances (\"lastActive\", \"profileID\")\n  WHERE \"profileID\" IS NOT NULL;\n`;\n}\n\nexport function compareInstancesRows(a: InstancesRow, b: InstancesRow) {\n  return stringCompare(a.clientGroupID, b.clientGroupID);\n}\n\nexport type ClientsRow = {\n  clientGroupID: string;\n  clientID: string;\n};\n\nfunction createClientsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.clients (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\"),\n\n  CONSTRAINT fk_clients_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n`;\n}\nexport function compareClientsRows(a: ClientsRow, b: ClientsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.clientID, b.clientID);\n}\n\nexport type QueriesRow = {\n  clientGroupID: string;\n  queryHash: string;\n  // This is the client AST _AFTER_ applying server name transformations.\n  clientAST: JSONValue | null;\n  queryName: string | null;\n  queryArgs: readonly ReadonlyJSONValue[] | null;\n  patchVersion: string | null;\n  transformationHash: string | null;\n  transformationVersion: string | null;\n  internal: boolean | null;\n  deleted: boolean | null;\n  // Optional because (a) old DBs migrated to v17 will start with NULL, and\n  // (b) test fixtures predate this column.\n  rowSetSignature?: string | null;\n};\n\nfunction createQueriesTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.queries (\n  \"clientGroupID\"         TEXT,\n  \"queryHash\"             TEXT, -- this is the hash of the client query AST\n  \"clientAST\"             JSONB, -- this is nullable as custom queries will not persist an AST\n  \"queryName\"             TEXT, -- the name of the query if it is a custom query\n  \"queryArgs\"             JSON, -- the arguments of the query if it is a custom query\n  \"patchVersion\"          TEXT,  -- NULL if only desired but not yet \"got\"\n  \"transformationHash\"    TEXT,\n  \"transformationVersion\" TEXT,\n  \"internal\"              BOOL,  -- If true, no need to track / send patches\n  \"deleted\"               BOOL,  -- put vs del \"got\" query\n  \"rowSetSignature\"       TEXT,  -- Hex XOR of h64([schema,table,rowKey]) for rows in this query (drift detection for Cap)\n\n  PRIMARY KEY (\"clientGroupID\", \"queryHash\"),\n\n  CONSTRAINT fk_queries_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX queries_patch_version \n  ON ${schema(shard)}.queries (\"patchVersion\" NULLS FIRST);\n`;\n}\n\nexport function compareQueriesRows(a: QueriesRow, b: QueriesRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type DesiresRow = {\n  clientGroupID: string;\n  clientID: string;\n  queryHash: string;\n  patchVersion: string;\n  deleted: boolean | null;\n  ttl: number | null;\n  inactivatedAt: TTLClock | null;\n};\n\nfunction createDesiresTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.desires (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n  \"queryHash\"          TEXT,\n  \"patchVersion\"       TEXT NOT NULL,\n  \"deleted\"            BOOL,  -- put vs del \"desired\" query\n  \"ttl\"                INTERVAL,  -- DEPRECATED: Use ttlMs instead. Time to live for this client\n  \"ttlMs\"              DOUBLE PRECISION,  -- Time to live in milliseconds\n  \"inactivatedAt\"      TIMESTAMPTZ,  -- DEPRECATED: Use inactivatedAtMs instead. Time at which this row was inactivated\n  \"inactivatedAtMs\"    DOUBLE PRECISION,  -- Time at which this row was inactivated (milliseconds since client group start)\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\", \"queryHash\"),\n\n  CONSTRAINT fk_desires_query\n    FOREIGN KEY(\"clientGroupID\", \"queryHash\")\n    REFERENCES ${ident(cvrSchema(shard))}.queries(\"clientGroupID\", \"queryHash\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX desires_patch_version\n  ON ${schema(shard)}.desires (\"patchVersion\");\n\nCREATE INDEX desires_inactivated_at\n  ON ${schema(shard)}.desires (\"inactivatedAt\");\n`;\n}\n\nexport function compareDesiresRows(a: DesiresRow, b: DesiresRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const clientIDComp = stringCompare(a.clientID, b.clientID);\n  if (clientIDComp !== 0) {\n    return clientIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type RowsRow = {\n  clientGroupID: string;\n  schema: string;\n  table: string;\n  rowKey: JSONObject;\n  rowVersion: string;\n  patchVersion: string;\n  refCounts: {[queryHash: string]: number} | null;\n};\n\nexport function rowsRowToRowID(rowsRow: RowsRow): RowID {\n  return {\n    schema: rowsRow.schema,\n    table: rowsRow.table,\n    rowKey: rowsRow.rowKey as Record<string, JSONValue>,\n  };\n}\n\nexport function rowsRowToRowRecord(rowsRow: RowsRow): RowRecord {\n  return {\n    id: rowsRowToRowID(rowsRow),\n    rowVersion: rowsRow.rowVersion,\n    patchVersion: versionFromString(rowsRow.patchVersion),\n    refCounts: rowsRow.refCounts,\n  };\n}\n\nexport function rowRecordToRowsRow(\n  clientGroupID: string,\n  rowRecord: RowRecord,\n): RowsRow {\n  return {\n    clientGroupID,\n    schema: rowRecord.id.schema,\n    table: rowRecord.id.table,\n    rowKey: rowRecord.id.rowKey as Record<string, JSONValue>,\n    rowVersion: rowRecord.rowVersion,\n    patchVersion: versionString(rowRecord.patchVersion),\n    refCounts: rowRecord.refCounts,\n  };\n}\n\nexport function compareRowsRows(a: RowsRow, b: RowsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const schemaComp = stringCompare(a.schema, b.schema);\n  if (schemaComp !== 0) {\n    return schemaComp;\n  }\n  const tableComp = stringCompare(b.table, b.table);\n  if (tableComp !== 0) {\n    return tableComp;\n  }\n  return stringCompare(\n    stringifySorted(a.rowKey as RowKey),\n    stringifySorted(b.rowKey as RowKey),\n  );\n}\n\n/**\n * The version of the data in the `cvr.rows` table. This may lag\n * `version` in `cvr.instances` but eventually catches up, modulo\n * exceptional circumstances like a server crash.\n *\n * The `rowsVersion` is tracked in a separate table (as opposed to\n * a column in the `cvr.instances` table) so that general `cvr` updates\n * and `row` updates can be executed independently without serialization\n * conflicts.\n *\n * Note: Although `clientGroupID` logically references the same column in\n * `cvr.instances`, a FOREIGN KEY constraint must not be declared as the\n * `cvr.rows` TABLE needs to be updated without affecting the\n * `SELECT ... FOR UPDATE` lock when `cvr.instances` is updated.\n */\nexport function createRowsVersionTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.\"rowsVersion\" (\n  \"clientGroupID\" TEXT PRIMARY KEY,\n  \"version\"       TEXT NOT NULL\n);\n`;\n}\n\n/**\n * CVR `rows` are updated asynchronously from the CVR metadata\n * (i.e. `instances`). The `rowsVersion` table is updated atomically with\n * updates to the `rows` data.\n */\nfunction createRowsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.rows (\n  \"clientGroupID\"    TEXT,\n  \"schema\"           TEXT,\n  \"table\"            TEXT,\n  \"rowKey\"           JSONB,\n  \"rowVersion\"       TEXT NOT NULL,\n  \"patchVersion\"     TEXT NOT NULL,\n  \"refCounts\"        JSONB,  -- {[queryHash: string]: number}, NULL for tombstone\n\n  PRIMARY KEY (\"clientGroupID\", \"schema\", \"table\", \"rowKey\"),\n\n  CONSTRAINT fk_rows_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.\"rowsVersion\" (\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX row_patch_version \n  ON ${schema(shard)}.rows (\"patchVersion\");\n\n-- For listing rows returned by one or more query hashes. e.g.\n-- SELECT * FROM cvr_shard.rows WHERE \"refCounts\" ?| array[...queryHashes...];\nCREATE INDEX row_ref_counts ON ${schema(shard)}.rows \n  USING GIN (\"refCounts\");\n`;\n}\n\nexport type RowsVersionRow = {\n  clientGroupID: string;\n  version: string;\n};\n\nfunction createTables(shard: ShardID) {\n  return (\n    createSchema(shard) +\n    createInstancesTable(shard) +\n    createClientsTable(shard) +\n    createQueriesTable(shard) +\n    createDesiresTable(shard) +\n    createRowsVersionTable(shard) +\n    createRowsTable(shard)\n  );\n}\n\nexport async function setupCVRTables(\n  lc: LogContext,\n  db: postgres.TransactionSql,\n  shard: ShardID,\n) {\n  lc.info?.(`Setting up CVR tables`);\n  await db.unsafe(createTables(shard));\n}\n\nfunction stringifySorted(r: RowKey) {\n  return stringify(normalizedKeyOrder(r));\n}\n"],"mappings":";;;;;;AAsBA,SAAS,OAAO,OAAgB;CAC9B,OAAO,MAAM,UAAU,KAAK,CAAC;AAC/B;AAEA,SAAS,aAAa,OAAgB;CACpC,OAAO,+BAA+B,OAAO,KAAK,EAAE;AACtD;AAcA,SAAS,qBAAqB,OAAgB;CAC5C,OAAe;eACF,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;OAetB,OAAO,KAAK,EAAE;;OAEd,OAAO,KAAK,EAAE;;;;;0CAKqB,OAAO,KAAK,EAAE;;;AAGxD;AAWA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;iBAQZ,OAAO,KAAK,EAAE;;;;;AAK/B;AA0BA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;;;iBAiBZ,OAAO,KAAK,EAAE;;;;;;OAMxB,OAAO,KAAK,EAAE;;AAErB;AAoBA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;iBAeZ,MAAM,UAAU,KAAK,CAAC,EAAE;;;;;;OAMlC,OAAO,KAAK,EAAE;;;OAGd,OAAO,KAAK,EAAE;;AAErB;AAwBA,SAAgB,eAAe,SAAyB;CACtD,OAAO;EACL,QAAQ,QAAQ;EAChB,OAAO,QAAQ;EACf,QAAQ,QAAQ;CAClB;AACF;AAEA,SAAgB,mBAAmB,SAA6B;CAC9D,OAAO;EACL,IAAI,eAAe,OAAO;EAC1B,YAAY,QAAQ;EACpB,cAAc,kBAAkB,QAAQ,YAAY;EACpD,WAAW,QAAQ;CACrB;AACF;AAEA,SAAgB,mBACd,eACA,WACS;CACT,OAAO;EACL;EACA,QAAQ,UAAU,GAAG;EACrB,OAAO,UAAU,GAAG;EACpB,QAAQ,UAAU,GAAG;EACrB,YAAY,UAAU;EACtB,cAAc,cAAc,UAAU,YAAY;EAClD,WAAW,UAAU;CACvB;AACF;;;;;;;;;;;;;;;;AAoCA,SAAgB,uBAAuB,OAAgB;CACrD,OAAO;eACM,OAAO,KAAK,EAAE;;;;;AAK7B;;;;;;AAOA,SAAS,gBAAgB,OAAgB;CACvC,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;iBAaZ,OAAO,KAAK,EAAE;;;;;;OAMxB,OAAO,KAAK,EAAE;;;;iCAIY,OAAO,KAAK,EAAE;;;AAG/C;AAOA,SAAS,aAAa,OAAgB;CACpC,OACE,aAAa,KAAK,IAClB,qBAAqB,KAAK,IAC1B,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,uBAAuB,KAAK,IAC5B,gBAAgB,KAAK;AAEzB;AAEA,eAAsB,eACpB,IACA,IACA,OACA;CACA,GAAG,OAAO,uBAAuB;CACjC,MAAM,GAAG,OAAO,aAAa,KAAK,CAAC;AACrC"}
+{"version":3,"file":"cvr.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/schema/cvr.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {ident} from 'pg-format';\nimport type postgres from 'postgres';\nimport {\n  type JSONObject,\n  type JSONValue,\n  stringify,\n} from '../../../../../shared/src/bigint-json.ts';\nimport type {ReadonlyJSONValue} from '../../../../../shared/src/json.ts';\nimport {stringCompare} from '../../../../../shared/src/string-compare.ts';\nimport type {ClientSchema} from '../../../../../zero-protocol/src/client-schema.ts';\nimport {normalizedKeyOrder, type RowKey} from '../../../types/row-key.ts';\nimport {cvrSchema, type ShardID} from '../../../types/shards.ts';\nimport type {TTLClock} from '../ttl-clock.ts';\nimport {\n  type RowID,\n  type RowRecord,\n  versionFromString,\n  versionString,\n} from './types.ts';\n\n// For readability in the sql statements.\nfunction schema(shard: ShardID) {\n  return ident(cvrSchema(shard));\n}\n\nfunction createSchema(shard: ShardID) {\n  return `CREATE SCHEMA IF NOT EXISTS ${schema(shard)};`;\n}\n\nexport type InstancesRow = {\n  clientGroupID: string;\n  version: string;\n  lastActive: number;\n  ttlClock: TTLClock;\n  replicaVersion: string | null;\n  owner: string | null;\n  grantedAt: number | null;\n  clientSchema: ClientSchema | null;\n  profileID: string | null;\n};\n\nfunction createInstancesTable(shard: ShardID) {\n  return /*sql*/ `\nCREATE TABLE ${schema(shard)}.instances (\n  \"clientGroupID\"  TEXT PRIMARY KEY,\n  \"version\"        TEXT NOT NULL,                       -- Sortable representation of CVRVersion, e.g. \"5nbqa2w:09\"\n  \"lastActive\"     TIMESTAMPTZ NOT NULL,                -- For garbage collection\n  \"ttlClock\"       DOUBLE PRECISION NOT NULL DEFAULT 0, -- The ttl clock gets \"paused\" when disconnected.\n  \"replicaVersion\" TEXT,                                -- Identifies the replica (i.e. initial-sync point) from which the CVR data comes.\n  \"owner\"          TEXT,                                -- The ID of the task / server that has been granted ownership of the CVR.\n  \"grantedAt\"      TIMESTAMPTZ,                         -- The time at which the current owner was last granted ownership (most recent connection time).\n  \"clientSchema\"   JSONB,                               -- ClientSchema of the client group\n  \"profileID\"      TEXT,                                -- Stable profile id (\"p...\"), falling back to the clientGroupID (\"cg{clientGroupID}\") for old clients\n  \"deleted\"        BOOL DEFAULT FALSE                   -- Tombstone column for deleted CVRs; instances rows are kept longer for usage stats\n);\n\n-- For garbage collection.\nCREATE INDEX instances_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE NOT \"deleted\";\nCREATE INDEX tombstones_last_active\n  ON ${schema(shard)}.instances (\"lastActive\") WHERE \"deleted\";\n\n-- For usage stats; the composite index allows a \n-- SELECT COUNT(DISTINCT(\"profileID\")) query to be answered by\n-- an index scan without additional table lookups.\nCREATE INDEX profile_ids_last_active ON ${schema(shard)}.instances (\"lastActive\", \"profileID\")\n  WHERE \"profileID\" IS NOT NULL;\n`;\n}\n\nexport function compareInstancesRows(a: InstancesRow, b: InstancesRow) {\n  return stringCompare(a.clientGroupID, b.clientGroupID);\n}\n\nexport type ClientsRow = {\n  clientGroupID: string;\n  clientID: string;\n};\n\nfunction createClientsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.clients (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\"),\n\n  CONSTRAINT fk_clients_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n`;\n}\nexport function compareClientsRows(a: ClientsRow, b: ClientsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.clientID, b.clientID);\n}\n\nexport type QueriesRow = {\n  clientGroupID: string;\n  queryHash: string;\n  // This is the client AST _AFTER_ applying server name transformations.\n  clientAST: JSONValue | null;\n  queryName: string | null;\n  queryArgs: readonly ReadonlyJSONValue[] | null;\n  patchVersion: string | null;\n  transformationHash: string | null;\n  transformationVersion: string | null;\n  internal: boolean | null;\n  deleted: boolean | null;\n  // Optional because (a) old DBs migrated to v17 will start with NULL, and\n  // (b) test fixtures predate this column.\n  rowSetSignature?: string | null;\n};\n\nfunction createQueriesTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.queries (\n  \"clientGroupID\"         TEXT,\n  \"queryHash\"             TEXT, -- this is the hash of the client query AST\n  \"clientAST\"             JSONB, -- this is nullable as custom queries will not persist an AST\n  \"queryName\"             TEXT, -- the name of the query if it is a custom query\n  \"queryArgs\"             JSON, -- the arguments of the query if it is a custom query\n  \"patchVersion\"          TEXT,  -- NULL if only desired but not yet \"got\"\n  \"transformationHash\"    TEXT,\n  \"transformationVersion\" TEXT,\n  \"internal\"              BOOL,  -- If true, no need to track / send patches\n  \"deleted\"               BOOL,  -- put vs del \"got\" query\n  \"rowSetSignature\"       TEXT,  -- Hex XOR of h64([schema,table,rowKey]) for rows in this query (drift detection for Cap)\n\n  PRIMARY KEY (\"clientGroupID\", \"queryHash\"),\n\n  CONSTRAINT fk_queries_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.instances(\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX queries_patch_version \n  ON ${schema(shard)}.queries (\"patchVersion\" NULLS FIRST);\n`;\n}\n\nexport function compareQueriesRows(a: QueriesRow, b: QueriesRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type DesiresRow = {\n  clientGroupID: string;\n  clientID: string;\n  queryHash: string;\n  patchVersion: string;\n  deleted: boolean | null;\n  ttl: number | null;\n  inactivatedAt: TTLClock | null;\n};\n\nfunction createDesiresTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.desires (\n  \"clientGroupID\"      TEXT,\n  \"clientID\"           TEXT,\n  \"queryHash\"          TEXT,\n  \"patchVersion\"       TEXT NOT NULL,\n  \"deleted\"            BOOL,  -- put vs del \"desired\" query\n  \"ttl\"                INTERVAL,  -- DEPRECATED: Use ttlMs instead. Time to live for this client\n  \"ttlMs\"              DOUBLE PRECISION,  -- Time to live in milliseconds\n  \"inactivatedAt\"      TIMESTAMPTZ,  -- DEPRECATED: Use inactivatedAtMs instead. Time at which this row was inactivated\n  \"inactivatedAtMs\"    DOUBLE PRECISION,  -- Time at which this row was inactivated (milliseconds since client group start)\n\n  PRIMARY KEY (\"clientGroupID\", \"clientID\", \"queryHash\"),\n\n  CONSTRAINT fk_desires_query\n    FOREIGN KEY(\"clientGroupID\", \"queryHash\")\n    REFERENCES ${ident(cvrSchema(shard))}.queries(\"clientGroupID\", \"queryHash\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX desires_patch_version\n  ON ${schema(shard)}.desires (\"patchVersion\");\n\nCREATE INDEX desires_inactivated_at\n  ON ${schema(shard)}.desires (\"inactivatedAt\");\n`;\n}\n\nexport function compareDesiresRows(a: DesiresRow, b: DesiresRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const clientIDComp = stringCompare(a.clientID, b.clientID);\n  if (clientIDComp !== 0) {\n    return clientIDComp;\n  }\n  return stringCompare(a.queryHash, b.queryHash);\n}\n\nexport type RowsRow = {\n  clientGroupID: string;\n  schema: string;\n  table: string;\n  rowKey: JSONObject;\n  rowVersion: string;\n  patchVersion: string;\n  refCounts: {[queryHash: string]: number} | null;\n};\n\nfunction rowsRowToRowID(rowsRow: RowsRow): RowID {\n  return {\n    schema: rowsRow.schema,\n    table: rowsRow.table,\n    rowKey: rowsRow.rowKey as Record<string, JSONValue>,\n  };\n}\n\nexport function rowsRowToRowRecord(rowsRow: RowsRow): RowRecord {\n  return {\n    id: rowsRowToRowID(rowsRow),\n    rowVersion: rowsRow.rowVersion,\n    patchVersion: versionFromString(rowsRow.patchVersion),\n    refCounts: rowsRow.refCounts,\n  };\n}\n\nexport function rowRecordToRowsRow(\n  clientGroupID: string,\n  rowRecord: RowRecord,\n): RowsRow {\n  return {\n    clientGroupID,\n    schema: rowRecord.id.schema,\n    table: rowRecord.id.table,\n    rowKey: rowRecord.id.rowKey as Record<string, JSONValue>,\n    rowVersion: rowRecord.rowVersion,\n    patchVersion: versionString(rowRecord.patchVersion),\n    refCounts: rowRecord.refCounts,\n  };\n}\n\nexport function compareRowsRows(a: RowsRow, b: RowsRow) {\n  const clientGroupIDComp = stringCompare(a.clientGroupID, b.clientGroupID);\n  if (clientGroupIDComp !== 0) {\n    return clientGroupIDComp;\n  }\n  const schemaComp = stringCompare(a.schema, b.schema);\n  if (schemaComp !== 0) {\n    return schemaComp;\n  }\n  const tableComp = stringCompare(b.table, b.table);\n  if (tableComp !== 0) {\n    return tableComp;\n  }\n  return stringCompare(\n    stringifySorted(a.rowKey as RowKey),\n    stringifySorted(b.rowKey as RowKey),\n  );\n}\n\n/**\n * The version of the data in the `cvr.rows` table. This may lag\n * `version` in `cvr.instances` but eventually catches up, modulo\n * exceptional circumstances like a server crash.\n *\n * The `rowsVersion` is tracked in a separate table (as opposed to\n * a column in the `cvr.instances` table) so that general `cvr` updates\n * and `row` updates can be executed independently without serialization\n * conflicts.\n *\n * Note: Although `clientGroupID` logically references the same column in\n * `cvr.instances`, a FOREIGN KEY constraint must not be declared as the\n * `cvr.rows` TABLE needs to be updated without affecting the\n * `SELECT ... FOR UPDATE` lock when `cvr.instances` is updated.\n */\nexport function createRowsVersionTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.\"rowsVersion\" (\n  \"clientGroupID\" TEXT PRIMARY KEY,\n  \"version\"       TEXT NOT NULL\n);\n`;\n}\n\n/**\n * CVR `rows` are updated asynchronously from the CVR metadata\n * (i.e. `instances`). The `rowsVersion` table is updated atomically with\n * updates to the `rows` data.\n */\nfunction createRowsTable(shard: ShardID) {\n  return `\nCREATE TABLE ${schema(shard)}.rows (\n  \"clientGroupID\"    TEXT,\n  \"schema\"           TEXT,\n  \"table\"            TEXT,\n  \"rowKey\"           JSONB,\n  \"rowVersion\"       TEXT NOT NULL,\n  \"patchVersion\"     TEXT NOT NULL,\n  \"refCounts\"        JSONB,  -- {[queryHash: string]: number}, NULL for tombstone\n\n  PRIMARY KEY (\"clientGroupID\", \"schema\", \"table\", \"rowKey\"),\n\n  CONSTRAINT fk_rows_client_group\n    FOREIGN KEY(\"clientGroupID\")\n    REFERENCES ${schema(shard)}.\"rowsVersion\" (\"clientGroupID\")\n    ON DELETE CASCADE\n);\n\n-- For catchup patches.\nCREATE INDEX row_patch_version \n  ON ${schema(shard)}.rows (\"patchVersion\");\n\n-- For listing rows returned by one or more query hashes. e.g.\n-- SELECT * FROM cvr_shard.rows WHERE \"refCounts\" ?| array[...queryHashes...];\nCREATE INDEX row_ref_counts ON ${schema(shard)}.rows \n  USING GIN (\"refCounts\");\n`;\n}\n\nexport type RowsVersionRow = {\n  clientGroupID: string;\n  version: string;\n};\n\nfunction createTables(shard: ShardID) {\n  return (\n    createSchema(shard) +\n    createInstancesTable(shard) +\n    createClientsTable(shard) +\n    createQueriesTable(shard) +\n    createDesiresTable(shard) +\n    createRowsVersionTable(shard) +\n    createRowsTable(shard)\n  );\n}\n\nexport async function setupCVRTables(\n  lc: LogContext,\n  db: postgres.TransactionSql,\n  shard: ShardID,\n) {\n  lc.info?.(`Setting up CVR tables`);\n  await db.unsafe(createTables(shard));\n}\n\nfunction stringifySorted(r: RowKey) {\n  return stringify(normalizedKeyOrder(r));\n}\n"],"mappings":";;;;;;AAsBA,SAAS,OAAO,OAAgB;CAC9B,OAAO,MAAM,UAAU,KAAK,CAAC;AAC/B;AAEA,SAAS,aAAa,OAAgB;CACpC,OAAO,+BAA+B,OAAO,KAAK,EAAE;AACtD;AAcA,SAAS,qBAAqB,OAAgB;CAC5C,OAAe;eACF,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;OAetB,OAAO,KAAK,EAAE;;OAEd,OAAO,KAAK,EAAE;;;;;0CAKqB,OAAO,KAAK,EAAE;;;AAGxD;AAWA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;iBAQZ,OAAO,KAAK,EAAE;;;;;AAK/B;AA0BA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;;;iBAiBZ,OAAO,KAAK,EAAE;;;;;;OAMxB,OAAO,KAAK,EAAE;;AAErB;AAoBA,SAAS,mBAAmB,OAAgB;CAC1C,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;;;iBAeZ,MAAM,UAAU,KAAK,CAAC,EAAE;;;;;;OAMlC,OAAO,KAAK,EAAE;;;OAGd,OAAO,KAAK,EAAE;;AAErB;AAwBA,SAAS,eAAe,SAAyB;CAC/C,OAAO;EACL,QAAQ,QAAQ;EAChB,OAAO,QAAQ;EACf,QAAQ,QAAQ;CAClB;AACF;AAEA,SAAgB,mBAAmB,SAA6B;CAC9D,OAAO;EACL,IAAI,eAAe,OAAO;EAC1B,YAAY,QAAQ;EACpB,cAAc,kBAAkB,QAAQ,YAAY;EACpD,WAAW,QAAQ;CACrB;AACF;AAEA,SAAgB,mBACd,eACA,WACS;CACT,OAAO;EACL;EACA,QAAQ,UAAU,GAAG;EACrB,OAAO,UAAU,GAAG;EACpB,QAAQ,UAAU,GAAG;EACrB,YAAY,UAAU;EACtB,cAAc,cAAc,UAAU,YAAY;EAClD,WAAW,UAAU;CACvB;AACF;;;;;;;;;;;;;;;;AAoCA,SAAgB,uBAAuB,OAAgB;CACrD,OAAO;eACM,OAAO,KAAK,EAAE;;;;;AAK7B;;;;;;AAOA,SAAS,gBAAgB,OAAgB;CACvC,OAAO;eACM,OAAO,KAAK,EAAE;;;;;;;;;;;;;iBAaZ,OAAO,KAAK,EAAE;;;;;;OAMxB,OAAO,KAAK,EAAE;;;;iCAIY,OAAO,KAAK,EAAE;;;AAG/C;AAOA,SAAS,aAAa,OAAgB;CACpC,OACE,aAAa,KAAK,IAClB,qBAAqB,KAAK,IAC1B,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,mBAAmB,KAAK,IACxB,uBAAuB,KAAK,IAC5B,gBAAgB,KAAK;AAEzB;AAEA,eAAsB,eACpB,IACA,IACA,OACA;CACA,GAAG,OAAO,uBAAuB;CACjC,MAAM,GAAG,OAAO,aAAa,KAAK,CAAC;AACrC"}

package/out/zero-cache/src/services/view-syncer/schema/types.js

@@ -52,7 +52,6 @@ function cookieToVersion(cookie) {
 	if (cookie === null) return null;
 	return versionFromString(cookie);
 }
-valita_exports.object({ id: valita_exports.string() });
 var cvrRecordSchema = valita_exports.object({ 
 /**
 * CVR records store the CVRVersion at which the record was last patched into
@@ -171,23 +170,10 @@ cvrRecordSchema.extend({
 	rowVersion: valita_exports.string(),
 	refCounts: valita_exports.record(valita_exports.number()).nullable()
 });
-var patchSchema = valita_exports.object({
+valita_exports.object({
 	type: literalUnion("row", "query"),
 	op: literalUnion("put", "del")
-});
-var putRowPatchSchema = patchSchema.extend({
-	type: valita_exports.literal("row"),
-	op: valita_exports.literal("put"),
-	id: rowIDSchema,
-	rowVersion: valita_exports.string()
-});
-var delRowPatchSchema = patchSchema.extend({
-	type: valita_exports.literal("row"),
-	op: valita_exports.literal("del"),
-	id: rowIDSchema
-});
-valita_exports.union(putRowPatchSchema, delRowPatchSchema);
-patchSchema.extend({
+}).extend({
 	type: valita_exports.literal("query"),
 	id: valita_exports.string(),
 	clientID: valita_exports.string().optional()