@rocicorp/zero 0.26.0-canary.0 → 0.26.0-canary.3

package/out/zero-cache/src/services/view-syncer/client-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"client-handler.js","sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../shared/src/bigint-json.ts';\nimport {\n  assertJSONValue,\n  type JSONObject as SafeJSONObject,\n} from '../../../../shared/src/json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport type {Writable} from '../../../../shared/src/writable.ts';\nimport {rowSchema} from '../../../../zero-protocol/src/data.ts';\nimport type {DeleteClientsBody} from '../../../../zero-protocol/src/delete-clients.ts';\nimport type {Downstream} from '../../../../zero-protocol/src/down.ts';\nimport type {InspectDownBody} from '../../../../zero-protocol/src/inspect-down.ts';\nimport type {\n  PokePartBody,\n  PokeStartBody,\n} from '../../../../zero-protocol/src/poke.ts';\nimport {primaryKeyValueRecordSchema} from '../../../../zero-protocol/src/primary-key.ts';\nimport {mutationResultSchema} from '../../../../zero-protocol/src/push.ts';\nimport type {RowPatchOp} from '../../../../zero-protocol/src/row-patch.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport {\n  getLogLevel,\n  wrapWithProtocolError,\n} from '../../types/error-with-level.ts';\nimport {\n  getProtocolErrorIfSchemaVersionNotSupported,\n  type SchemaVersions,\n} from '../../types/schema-versions.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport type {Subscription} from '../../types/subscription.ts';\nimport {\n  cmpVersions,\n  cookieToVersion,\n  versionToCookie,\n  versionToNullableCookie,\n  type CVRVersion,\n  type DelQueryPatch,\n  type NullableCVRVersion,\n  type PutQueryPatch,\n  type RowID,\n} from './schema/types.ts';\nimport type {ErroredQuery} from '../../../../zero-protocol/src/custom-queries.ts';\nimport {\n  ProtocolError,\n  type TransformFailedBody,\n} from '../../../../zero-protocol/src/error.ts';\n\nexport type PutRowPatch = {\n  type: 'row';\n  op: 'put';\n  id: RowID;\n  contents: JSONObject;\n};\n\nexport type DeleteRowPatch = {\n  type: 'row';\n  op: 'del';\n  id: RowID;\n};\n\nexport type RowPatch = PutRowPatch | DeleteRowPatch;\nexport type ConfigPatch = DelQueryPatch | PutQueryPatch;\n\nexport type Patch = ConfigPatch | RowPatch;\n\nexport type PatchToVersion = {\n  patch: Patch;\n  toVersion: CVRVersion;\n};\n\nexport interface PokeHandler {\n  addPatch(patch: PatchToVersion): Promise<void>;\n  cancel(): Promise<void>;\n  end(finalVersion: CVRVersion): Promise<void>;\n}\n\nconst NOOP: PokeHandler = {\n  addPatch: () => promiseVoid,\n  cancel: () => promiseVoid,\n  end: () => promiseVoid,\n};\n\n/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */\nexport function startPoke(\n  clients: ClientHandler[],\n  tentativeVersion: CVRVersion,\n  schemaVersions?: SchemaVersions, // absent for config-only pokes\n): PokeHandler {\n  const pokers = clients.map(c =>\n    c.startPoke(tentativeVersion, schemaVersions),\n  );\n\n  // Promise.allSettled() ensures that a failed (e.g. disconnected) client\n  // does not prevent other clients from receiving the pokes. However, the\n  // rate (per client group) will be limited by the slowest connection.\n  return {\n    addPatch: async patch => {\n      await Promise.allSettled(pokers.map(poker => poker.addPatch(patch)));\n    },\n    cancel: async () => {\n      await Promise.allSettled(pokers.map(poker => poker.cancel()));\n    },\n    end: async finalVersion => {\n      await Promise.allSettled(pokers.map(poker => poker.end(finalVersion)));\n    },\n  };\n}\n\n// Semi-arbitrary threshold at which poke body parts are flushed.\n// When row size is being computed, that should be used as a threshold instead.\nconst PART_COUNT_FLUSH_THRESHOLD = 100;\n\n/**\n * Handles a single `ViewSyncer` connection.\n */\nexport class ClientHandler {\n  readonly #clientGroupID: string;\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly #zeroClientsTable: string;\n  readonly #zeroMutationsTable: string;\n  readonly #lc: LogContext;\n  readonly #downstream: Subscription<Downstream>;\n  #baseVersion: NullableCVRVersion;\n  readonly #schemaVersion: number | null;\n\n  readonly #pokeTime = getOrCreateHistogram('sync', 'poke.time', {\n    description:\n      'Time elapsed for each poke transaction. Canceled / noop pokes are excluded.',\n    unit: 's',\n  });\n\n  readonly #pokeTransactions = getOrCreateCounter(\n    'sync',\n    'poke.transactions',\n    'Count of poke transactions.',\n  );\n\n  readonly #pokedRows = getOrCreateCounter(\n    'sync',\n    'poke.rows',\n    'Count of poked rows.',\n  );\n\n  constructor(\n    lc: LogContext,\n    clientGroupID: string,\n    clientID: string,\n    wsID: string,\n    shard: ShardID,\n    baseCookie: string | null,\n    schemaVersion: number | null,\n    downstream: Subscription<Downstream>,\n  ) {\n    lc.debug?.('new client handler');\n    this.#clientGroupID = clientGroupID;\n    this.clientID = clientID;\n    this.wsID = wsID;\n    this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;\n    this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;\n    this.#lc = lc;\n    this.#downstream = downstream;\n    this.#baseVersion = cookieToVersion(baseCookie);\n    this.#schemaVersion = schemaVersion;\n  }\n\n  version(): NullableCVRVersion {\n    return this.#baseVersion;\n  }\n\n  async #push(msg: Downstream): Promise<void> {\n    const {result} = this.#downstream.push(msg);\n    await result;\n  }\n\n  fail(e: unknown) {\n    this.#lc[getLogLevel(e)]?.(\n      `view-syncer closing connection with error: ${String(e)}`,\n      e,\n    );\n    this.#downstream.fail(wrapWithProtocolError(e));\n  }\n\n  close(reason: string) {\n    this.#lc.debug?.(`view-syncer closing connection: ${reason}`);\n    this.#downstream.cancel();\n  }\n\n  startPoke(\n    tentativeVersion: CVRVersion,\n    schemaVersions?: SchemaVersions, // absent for config-only pokes\n  ): PokeHandler {\n    const pokeID = versionToCookie(tentativeVersion);\n    const lc = this.#lc.withContext('pokeID', pokeID);\n\n    if (schemaVersions && this.#schemaVersion) {\n      const schemaVersionError = getProtocolErrorIfSchemaVersionNotSupported(\n        this.#schemaVersion,\n        schemaVersions,\n      );\n\n      if (schemaVersionError) {\n        this.fail(schemaVersionError);\n        return NOOP;\n      }\n    }\n\n    if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {\n      lc.info?.(`already caught up, not sending poke.`);\n      return NOOP;\n    }\n\n    const baseCookie = versionToNullableCookie(this.#baseVersion);\n    const cookie = versionToCookie(tentativeVersion);\n    lc.info?.(`starting poke from ${baseCookie} to ${cookie}`);\n\n    const start = performance.now();\n\n    const pokeStart: PokeStartBody = {pokeID, baseCookie};\n    if (schemaVersions) {\n      pokeStart.schemaVersions = schemaVersions;\n    }\n\n    let pokeStarted = false;\n    let body: PokePartBody | undefined;\n    let partCount = 0;\n    const ensureBody = async () => {\n      if (!pokeStarted) {\n        await this.#push(['pokeStart', pokeStart]);\n        pokeStarted = true;\n      }\n      return (body ??= {pokeID});\n    };\n    const flushBody = async () => {\n      if (body) {\n        await this.#push(['pokePart', body]);\n        body = undefined;\n        partCount = 0;\n      }\n    };\n\n    const addPatch = async (patchToVersion: PatchToVersion) => {\n      const {patch, toVersion} = patchToVersion;\n      if (cmpVersions(toVersion, this.#baseVersion) <= 0) {\n        return;\n      }\n      const body = await ensureBody();\n\n      const {type, op} = patch;\n      switch (type) {\n        case 'query': {\n          const patches = patch.clientID\n            ? ((body.desiredQueriesPatches ??= {})[patch.clientID] ??= [])\n            : (body.gotQueriesPatch ??= []);\n          if (op === 'put') {\n            patches.push({op, hash: patch.id});\n          } else {\n            patches.push({op, hash: patch.id});\n          }\n          break;\n        }\n        case 'row':\n          if (patch.id.table === this.#zeroClientsTable) {\n            this.#updateLMIDs((body.lastMutationIDChanges ??= {}), patch);\n          } else if (patch.id.table === this.#zeroMutationsTable) {\n            const patches = (body.mutationsPatch ??= []);\n            if (op === 'put') {\n              const row = v.parse(\n                ensureSafeJSON(patch.contents),\n                mutationRowSchema,\n                'passthrough',\n              );\n              patches.push({\n                op: 'put',\n                mutation: {\n                  id: {\n                    clientID: row.clientID,\n                    id: row.mutationID,\n                  },\n                  result: row.result,\n                },\n              });\n            } else {\n              const {clientID, mutationID} = patch.id.rowKey;\n              assert(\n                typeof clientID === 'string',\n                'client id must be a string',\n              );\n              const id = Number(mutationID);\n              assert(\n                !Number.isNaN(id) && Number.isFinite(id) && id >= 0,\n                'mutation id must be a finite number',\n              );\n              patches.push({\n                op: 'del',\n                id: {\n                  clientID,\n                  id,\n                },\n              });\n            }\n          } else {\n            (body.rowsPatch ??= []).push(makeRowPatch(patch));\n          }\n          break;\n        default:\n          unreachable(patch);\n      }\n\n      if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) {\n        await flushBody();\n      }\n    };\n\n    return {\n      addPatch: async (patchToVersion: PatchToVersion) => {\n        try {\n          await addPatch(patchToVersion);\n          if (patchToVersion.patch.type === 'row') {\n            this.#pokedRows.add(1);\n          }\n        } catch (e) {\n          this.#downstream.fail(wrapWithProtocolError(e));\n        }\n      },\n\n      cancel: async () => {\n        if (pokeStarted) {\n          await this.#push(['pokeEnd', {pokeID, cookie: '', cancel: true}]);\n        }\n      },\n\n      end: async (finalVersion: CVRVersion) => {\n        const cookie = versionToCookie(finalVersion);\n        if (!pokeStarted) {\n          if (cmpVersions(this.#baseVersion, finalVersion) === 0) {\n            return; // Nothing changed and nothing was sent.\n          }\n          await this.#push(['pokeStart', pokeStart]);\n        } else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) {\n          // Sanity check: If the poke was started, the finalVersion\n          // must be > #baseVersion.\n          throw new Error(\n            `Patches were sent but finalVersion ${finalVersion} is ` +\n              `not greater than baseVersion ${this.#baseVersion}`,\n          );\n        }\n        await flushBody();\n        await this.#push(['pokeEnd', {pokeID, cookie}]);\n        this.#baseVersion = finalVersion;\n\n        const elapsed = performance.now() - start;\n        this.#pokeTransactions.add(1);\n        this.#pokeTime.record(elapsed / 1000);\n      },\n    };\n  }\n\n  async sendDeleteClients(\n    lc: LogContext,\n    deletedClientIDs: string[],\n    deletedClientGroupIDs: string[],\n  ) {\n    const deleteClientsBody: Writable<DeleteClientsBody> = {};\n    if (deletedClientIDs.length > 0) {\n      deleteClientsBody.clientIDs = deletedClientIDs;\n    }\n    if (deletedClientGroupIDs.length > 0) {\n      deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;\n    }\n    lc.debug?.('sending deleteClients', deleteClientsBody);\n    await this.#push(['deleteClients', deleteClientsBody]);\n  }\n\n  sendQueryTransformApplicationErrors(errors: ErroredQuery[]) {\n    void this.#push(['transformError', errors]);\n  }\n\n  sendQueryTransformFailedError(error: TransformFailedBody) {\n    this.fail(new ProtocolError(error));\n  }\n\n  sendInspectResponse(lc: LogContext, response: InspectDownBody): void {\n    lc.debug?.('sending inspect response', response);\n    this.#downstream.push(['inspect', response]);\n  }\n\n  #updateLMIDs(lmids: Record<string, number>, patch: RowPatch) {\n    if (patch.op === 'put') {\n      const row = ensureSafeJSON(patch.contents);\n      const {clientGroupID, clientID, lastMutationID} = v.parse(\n        row,\n        lmidRowSchema,\n        'passthrough',\n      );\n      if (clientGroupID !== this.#clientGroupID) {\n        this.#lc.error?.(\n          `Received clients row for wrong clientGroupID. Ignoring.`,\n          clientGroupID,\n        );\n      } else {\n        lmids[clientID] = lastMutationID;\n      }\n    } else {\n      // The 'constrain' and 'del' ops for clients can be ignored.\n      patch.op satisfies 'constrain' | 'del';\n    }\n  }\n}\n\n// Note: The {APP_ID}_{SHARD_ID}.clients table is set up in replicator/initial-sync.ts.\nconst lmidRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  lastMutationID: v.number(), // Actually returned as a bigint, but converted by ensureSafeJSON().\n});\n\nconst mutationRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  mutationID: v.number(),\n  result: mutationResultSchema,\n});\n\nfunction makeRowPatch(patch: RowPatch): RowPatchOp {\n  const {\n    op,\n    id: {table: tableName, rowKey: id},\n  } = patch;\n\n  switch (op) {\n    case 'put':\n      return {\n        op: 'put',\n        tableName,\n        value: v.parse(ensureSafeJSON(patch.contents), rowSchema),\n      };\n\n    case 'del':\n      return {\n        op,\n        tableName,\n        id: v.parse(id, primaryKeyValueRecordSchema),\n      };\n\n    default:\n      unreachable(op);\n  }\n}\n\n/**\n * Column values of type INT8 are returned as the `bigint` from the\n * Postgres library. These are converted to `number` if they are within\n * the safe Number range, allowing the protocol to support numbers larger\n * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will\n * result in an Error.\n */\nexport function ensureSafeJSON(row: JSONObject): SafeJSONObject {\n  const modified = Object.entries(row)\n    .filter(([k, v]) => {\n      if (typeof v === 'bigint') {\n        if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) {\n          return true; // send this entry onto the next map() step.\n        }\n        throw new Error(`Value of \"${k}\" exceeds safe Number range (${v})`);\n      } else if (typeof v === 'object') {\n        assertJSONValue(v);\n      }\n      return false;\n    })\n    .map(([k, v]) => [k, Number(v)]);\n\n  return modified.length\n    ? {...row, ...Object.fromEntries(modified)}\n    : (row as SafeJSONObject);\n}\n"],"names":["body","v.parse","cookie","v.object","v.string","v.number","v"],"mappings":";;;;;;;;;;;;;;AAiFA,MAAM,OAAoB;AAAA,EACxB,UAAU,MAAM;AAAA,EAChB,QAAQ,MAAM;AAAA,EACd,KAAK,MAAM;AACb;AAGO,SAAS,UACd,SACA,kBACA,gBACa;AACb,QAAM,SAAS,QAAQ;AAAA,IAAI,CAAA,MACzB,EAAE,UAAU,kBAAkB,cAAc;AAAA,EAAA;AAM9C,SAAO;AAAA,IACL,UAAU,OAAM,UAAS;AACvB,YAAM,QAAQ,WAAW,OAAO,IAAI,WAAS,MAAM,SAAS,KAAK,CAAC,CAAC;AAAA,IACrE;AAAA,IACA,QAAQ,YAAY;AAClB,YAAM,QAAQ,WAAW,OAAO,IAAI,WAAS,MAAM,OAAA,CAAQ,CAAC;AAAA,IAC9D;AAAA,IACA,KAAK,OAAM,iBAAgB;AACzB,YAAM,QAAQ,WAAW,OAAO,IAAI,WAAS,MAAM,IAAI,YAAY,CAAC,CAAC;AAAA,IACvE;AAAA,EAAA;AAEJ;AAIA,MAAM,6BAA6B;AAK5B,MAAM,cAAc;AAAA,EAChB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACT;AAAA,EACS;AAAA,EAEA,YAAY,qBAAqB,QAAQ,aAAa;AAAA,IAC7D,aACE;AAAA,IACF,MAAM;AAAA,EAAA,CACP;AAAA,EAEQ,oBAAoB;AAAA,IAC3B;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGO,aAAa;AAAA,IACpB;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGF,YACE,IACA,eACA,UACA,MACA,OACA,YACA,eACA,YACA;AACA,OAAG,QAAQ,oBAAoB;AAC/B,SAAK,iBAAiB;AACtB,SAAK,WAAW;AAChB,SAAK,OAAO;AACZ,SAAK,oBAAoB,GAAG,eAAe,KAAK,CAAC;AACjD,SAAK,sBAAsB,GAAG,eAAe,KAAK,CAAC;AACnD,SAAK,MAAM;AACX,SAAK,cAAc;AACnB,SAAK,eAAe,gBAAgB,UAAU;AAC9C,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,UAA8B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,KAAgC;AAC1C,UAAM,EAAC,OAAA,IAAU,KAAK,YAAY,KAAK,GAAG;AAC1C,UAAM;AAAA,EACR;AAAA,EAEA,KAAK,GAAY;AACf,SAAK,IAAI,YAAY,CAAC,CAAC;AAAA,MACrB,8CAA8C,OAAO,CAAC,CAAC;AAAA,MACvD;AAAA,IAAA;AAEF,SAAK,YAAY,KAAK,sBAAsB,CAAC,CAAC;AAAA,EAChD;AAAA,EAEA,MAAM,QAAgB;AACpB,SAAK,IAAI,QAAQ,mCAAmC,MAAM,EAAE;AAC5D,SAAK,YAAY,OAAA;AAAA,EACnB;AAAA,EAEA,UACE,kBACA,gBACa;AACb,UAAM,SAAS,gBAAgB,gBAAgB;AAC/C,UAAM,KAAK,KAAK,IAAI,YAAY,UAAU,MAAM;AAEhD,QAAI,kBAAkB,KAAK,gBAAgB;AACzC,YAAM,qBAAqB;AAAA,QACzB,KAAK;AAAA,QACL;AAAA,MAAA;AAGF,UAAI,oBAAoB;AACtB,aAAK,KAAK,kBAAkB;AAC5B,eAAO;AAAA,MACT;AAAA,IACF;AAEA,QAAI,YAAY,KAAK,cAAc,gBAAgB,KAAK,GAAG;AACzD,SAAG,OAAO,sCAAsC;AAChD,aAAO;AAAA,IACT;AAEA,UAAM,aAAa,wBAAwB,KAAK,YAAY;AAC5D,UAAM,SAAS,gBAAgB,gBAAgB;AAC/C,OAAG,OAAO,sBAAsB,UAAU,OAAO,MAAM,EAAE;AAEzD,UAAM,QAAQ,YAAY,IAAA;AAE1B,UAAM,YAA2B,EAAC,QAAQ,WAAA;AAC1C,QAAI,gBAAgB;AAClB,gBAAU,iBAAiB;AAAA,IAC7B;AAEA,QAAI,cAAc;AAClB,QAAI;AACJ,QAAI,YAAY;AAChB,UAAM,aAAa,YAAY;AAC7B,UAAI,CAAC,aAAa;AAChB,cAAM,KAAK,MAAM,CAAC,aAAa,SAAS,CAAC;AACzC,sBAAc;AAAA,MAChB;AACA,aAAQ,SAAS,EAAC,OAAA;AAAA,IACpB;AACA,UAAM,YAAY,YAAY;AAC5B,UAAI,MAAM;AACR,cAAM,KAAK,MAAM,CAAC,YAAY,IAAI,CAAC;AACnC,eAAO;AACP,oBAAY;AAAA,MACd;AAAA,IACF;AAEA,UAAM,WAAW,OAAO,mBAAmC;AACzD,YAAM,EAAC,OAAO,UAAA,IAAa;AAC3B,UAAI,YAAY,WAAW,KAAK,YAAY,KAAK,GAAG;AAClD;AAAA,MACF;AACA,YAAMA,QAAO,MAAM,WAAA;AAEnB,YAAM,EAAC,MAAM,GAAA,IAAM;AACnB,cAAQ,MAAA;AAAA,QACN,KAAK,SAAS;AACZ,gBAAM,UAAU,MAAM,YAChBA,MAAK,0BAA0B,IAAI,MAAM,QAAQ,MAAM,CAAA,IACxDA,MAAK,oBAAoB,CAAA;AAC9B,cAAI,OAAO,OAAO;AAChB,oBAAQ,KAAK,EAAC,IAAI,MAAM,MAAM,IAAG;AAAA,UACnC,OAAO;AACL,oBAAQ,KAAK,EAAC,IAAI,MAAM,MAAM,IAAG;AAAA,UACnC;AACA;AAAA,QACF;AAAA,QACA,KAAK;AACH,cAAI,MAAM,GAAG,UAAU,KAAK,mBAAmB;AAC7C,iBAAK,aAAcA,MAAK,0BAA0B,CAAA,GAAK,KAAK;AAAA,UAC9D,WAAW,MAAM,GAAG,UAAU,KAAK,qBAAqB;AACtD,kBAAM,UAAWA,MAAK,mBAAmB,CAAA;AACzC,gBAAI,OAAO,OAAO;AAChB,oBAAM,MAAMC;AAAAA,gBACV,eAAe,MAAM,QAAQ;AAAA,gBAC7B;AAAA,gBACA;AAAA,cAAA;AAEF,sBAAQ,KAAK;AAAA,gBACX,IAAI;AAAA,gBACJ,UAAU;AAAA,kBACR,IAAI;AAAA,oBACF,UAAU,IAAI;AAAA,oBACd,IAAI,IAAI;AAAA,kBAAA;AAAA,kBAEV,QAAQ,IAAI;AAAA,gBAAA;AAAA,cACd,CACD;AAAA,YACH,OAAO;AACL,oBAAM,EAAC,UAAU,WAAA,IAAc,MAAM,GAAG;AACxC;AAAA,gBACE,OAAO,aAAa;AAAA,gBACpB;AAAA,cAAA;AAEF,oBAAM,KAAK,OAAO,UAAU;AAC5B;AAAA,gBACE,CAAC,OAAO,MAAM,EAAE,KAAK,OAAO,SAAS,EAAE,KAAK,MAAM;AAAA,gBAClD;AAAA,cAAA;AAEF,sBAAQ,KAAK;AAAA,gBACX,IAAI;AAAA,gBACJ,IAAI;AAAA,kBACF;AAAA,kBACA;AAAA,gBAAA;AAAA,cACF,CACD;AAAA,YACH;AAAA,UACF,OAAO;AACL,aAACD,MAAK,cAAc,CAAA,GAAI,KAAK,aAAa,KAAK,CAAC;AAAA,UAClD;AACA;AAAA,QACF;AACE,sBAAiB;AAAA,MAAA;AAGrB,UAAI,EAAE,aAAa,4BAA4B;AAC7C,cAAM,UAAA;AAAA,MACR;AAAA,IACF;AAEA,WAAO;AAAA,MACL,UAAU,OAAO,mBAAmC;AAClD,YAAI;AACF,gBAAM,SAAS,cAAc;AAC7B,cAAI,eAAe,MAAM,SAAS,OAAO;AACvC,iBAAK,WAAW,IAAI,CAAC;AAAA,UACvB;AAAA,QACF,SAAS,GAAG;AACV,eAAK,YAAY,KAAK,sBAAsB,CAAC,CAAC;AAAA,QAChD;AAAA,MACF;AAAA,MAEA,QAAQ,YAAY;AAClB,YAAI,aAAa;AACf,gBAAM,KAAK,MAAM,CAAC,WAAW,EAAC,QAAQ,QAAQ,IAAI,QAAQ,KAAA,CAAK,CAAC;AAAA,QAClE;AAAA,MACF;AAAA,MAEA,KAAK,OAAO,iBAA6B;AACvC,cAAME,UAAS,gBAAgB,YAAY;AAC3C,YAAI,CAAC,aAAa;AAChB,cAAI,YAAY,KAAK,cAAc,YAAY,MAAM,GAAG;AACtD;AAAA,UACF;AACA,gBAAM,KAAK,MAAM,CAAC,aAAa,SAAS,CAAC;AAAA,QAC3C,WAAW,YAAY,KAAK,cAAc,YAAY,KAAK,GAAG;AAG5D,gBAAM,IAAI;AAAA,YACR,sCAAsC,YAAY,oCAChB,KAAK,YAAY;AAAA,UAAA;AAAA,QAEvD;AACA,cAAM,UAAA;AACN,cAAM,KAAK,MAAM,CAAC,WAAW,EAAC,QAAQ,QAAAA,QAAAA,CAAO,CAAC;AAC9C,aAAK,eAAe;AAEpB,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,kBAAkB,IAAI,CAAC;AAC5B,aAAK,UAAU,OAAO,UAAU,GAAI;AAAA,MACtC;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,MAAM,kBACJ,IACA,kBACA,uBACA;AACA,UAAM,oBAAiD,CAAA;AACvD,QAAI,iBAAiB,SAAS,GAAG;AAC/B,wBAAkB,YAAY;AAAA,IAChC;AACA,QAAI,sBAAsB,SAAS,GAAG;AACpC,wBAAkB,iBAAiB;AAAA,IACrC;AACA,OAAG,QAAQ,yBAAyB,iBAAiB;AACrD,UAAM,KAAK,MAAM,CAAC,iBAAiB,iBAAiB,CAAC;AAAA,EACvD;AAAA,EAEA,oCAAoC,QAAwB;AAC1D,SAAK,KAAK,MAAM,CAAC,kBAAkB,MAAM,CAAC;AAAA,EAC5C;AAAA,EAEA,8BAA8B,OAA4B;AACxD,SAAK,KAAK,IAAI,cAAc,KAAK,CAAC;AAAA,EACpC;AAAA,EAEA,oBAAoB,IAAgB,UAAiC;AACnE,OAAG,QAAQ,4BAA4B,QAAQ;AAC/C,SAAK,YAAY,KAAK,CAAC,WAAW,QAAQ,CAAC;AAAA,EAC7C;AAAA,EAEA,aAAa,OAA+B,OAAiB;AAC3D,QAAI,MAAM,OAAO,OAAO;AACtB,YAAM,MAAM,eAAe,MAAM,QAAQ;AACzC,YAAM,EAAC,eAAe,UAAU,eAAA,IAAkBD;AAAAA,QAChD;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAEF,UAAI,kBAAkB,KAAK,gBAAgB;AACzC,aAAK,IAAI;AAAA,UACP;AAAA,UACA;AAAA,QAAA;AAAA,MAEJ,OAAO;AACL,cAAM,QAAQ,IAAI;AAAA,MACpB;AAAA,IACF,OAAO;AAEL,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAGA,MAAM,gBAAgBE,OAAS;AAAA,EAC7B,eAAeC,OAAE;AAAA,EACjB,UAAUA,OAAE;AAAA,EACZ,gBAAgBC,OAAE;AAAA;AACpB,CAAC;AAED,MAAM,oBAAoBF,OAAS;AAAA,EACjC,eAAeC,OAAE;AAAA,EACjB,UAAUA,OAAE;AAAA,EACZ,YAAYC,OAAE;AAAA,EACd,QAAQ;AACV,CAAC;AAED,SAAS,aAAa,OAA6B;AACjD,QAAM;AAAA,IACJ;AAAA,IACA,IAAI,EAAC,OAAO,WAAW,QAAQ,GAAA;AAAA,EAAE,IAC/B;AAEJ,UAAQ,IAAA;AAAA,IACN,KAAK;AACH,aAAO;AAAA,QACL,IAAI;AAAA,QACJ;AAAA,QACA,OAAOJ,MAAQ,eAAe,MAAM,QAAQ,GAAG,SAAS;AAAA,MAAA;AAAA,IAG5D,KAAK;AACH,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,IAAIA,MAAQ,IAAI,2BAA2B;AAAA,MAAA;AAAA,IAG/C;AACE,kBAAc;AAAA,EAAA;AAEpB;AASO,SAAS,eAAe,KAAiC;AAC9D,QAAM,WAAW,OAAO,QAAQ,GAAG,EAChC,OAAO,CAAC,CAAC,GAAGK,EAAC,MAAM;AAClB,QAAI,OAAOA,OAAM,UAAU;AACzB,UAAIA,MAAK,OAAO,oBAAoBA,MAAK,OAAO,kBAAkB;AAChE,eAAO;AAAA,MACT;AACA,YAAM,IAAI,MAAM,aAAa,CAAC,gCAAgCA,EAAC,GAAG;AAAA,IACpE,WAAW,OAAOA,OAAM,UAAU;AAChC,sBAAgBA,EAAC;AAAA,IACnB;AACA,WAAO;AAAA,EACT,CAAC,EACA,IAAI,CAAC,CAAC,GAAGA,EAAC,MAAM,CAAC,GAAG,OAAOA,EAAC,CAAC,CAAC;AAEjC,SAAO,SAAS,SACZ,EAAC,GAAG,KAAK,GAAG,OAAO,YAAY,QAAQ,EAAA,IACtC;AACP;"}
+{"version":3,"file":"client-handler.js","sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../shared/src/bigint-json.ts';\nimport {\n  assertJSONValue,\n  type JSONObject as SafeJSONObject,\n} from '../../../../shared/src/json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport type {Writable} from '../../../../shared/src/writable.ts';\nimport type {ErroredQuery} from '../../../../zero-protocol/src/custom-queries.ts';\nimport {rowSchema} from '../../../../zero-protocol/src/data.ts';\nimport type {DeleteClientsBody} from '../../../../zero-protocol/src/delete-clients.ts';\nimport type {Downstream} from '../../../../zero-protocol/src/down.ts';\nimport {\n  ProtocolError,\n  type TransformFailedBody,\n} from '../../../../zero-protocol/src/error.ts';\nimport type {InspectDownBody} from '../../../../zero-protocol/src/inspect-down.ts';\nimport type {\n  PokePartBody,\n  PokeStartBody,\n} from '../../../../zero-protocol/src/poke.ts';\nimport {primaryKeyValueRecordSchema} from '../../../../zero-protocol/src/primary-key.ts';\nimport {mutationResultSchema} from '../../../../zero-protocol/src/push.ts';\nimport type {RowPatchOp} from '../../../../zero-protocol/src/row-patch.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport {\n  getLogLevel,\n  wrapWithProtocolError,\n} from '../../types/error-with-level.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport type {Subscription} from '../../types/subscription.ts';\nimport {\n  cmpVersions,\n  cookieToVersion,\n  versionToCookie,\n  versionToNullableCookie,\n  type CVRVersion,\n  type DelQueryPatch,\n  type NullableCVRVersion,\n  type PutQueryPatch,\n  type RowID,\n} from './schema/types.ts';\n\nexport type PutRowPatch = {\n  type: 'row';\n  op: 'put';\n  id: RowID;\n  contents: JSONObject;\n};\n\nexport type DeleteRowPatch = {\n  type: 'row';\n  op: 'del';\n  id: RowID;\n};\n\nexport type RowPatch = PutRowPatch | DeleteRowPatch;\nexport type ConfigPatch = DelQueryPatch | PutQueryPatch;\n\nexport type Patch = ConfigPatch | RowPatch;\n\nexport type PatchToVersion = {\n  patch: Patch;\n  toVersion: CVRVersion;\n};\n\nexport interface PokeHandler {\n  addPatch(patch: PatchToVersion): Promise<void>;\n  cancel(): Promise<void>;\n  end(finalVersion: CVRVersion): Promise<void>;\n}\n\nconst NOOP: PokeHandler = {\n  addPatch: () => promiseVoid,\n  cancel: () => promiseVoid,\n  end: () => promiseVoid,\n};\n\n/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */\nexport function startPoke(\n  clients: ClientHandler[],\n  tentativeVersion: CVRVersion,\n): PokeHandler {\n  const pokers = clients.map(c => c.startPoke(tentativeVersion));\n\n  // Promise.allSettled() ensures that a failed (e.g. disconnected) client\n  // does not prevent other clients from receiving the pokes. However, the\n  // rate (per client group) will be limited by the slowest connection.\n  return {\n    addPatch: async patch => {\n      await Promise.allSettled(pokers.map(poker => poker.addPatch(patch)));\n    },\n    cancel: async () => {\n      await Promise.allSettled(pokers.map(poker => poker.cancel()));\n    },\n    end: async finalVersion => {\n      await Promise.allSettled(pokers.map(poker => poker.end(finalVersion)));\n    },\n  };\n}\n\n// Semi-arbitrary threshold at which poke body parts are flushed.\n// When row size is being computed, that should be used as a threshold instead.\nconst PART_COUNT_FLUSH_THRESHOLD = 100;\n\n/**\n * Handles a single `ViewSyncer` connection.\n */\nexport class ClientHandler {\n  readonly #clientGroupID: string;\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly #zeroClientsTable: string;\n  readonly #zeroMutationsTable: string;\n  readonly #lc: LogContext;\n  readonly #downstream: Subscription<Downstream>;\n  #baseVersion: NullableCVRVersion;\n\n  readonly #pokeTime = getOrCreateHistogram('sync', 'poke.time', {\n    description:\n      'Time elapsed for each poke transaction. Canceled / noop pokes are excluded.',\n    unit: 's',\n  });\n\n  readonly #pokeTransactions = getOrCreateCounter(\n    'sync',\n    'poke.transactions',\n    'Count of poke transactions.',\n  );\n\n  readonly #pokedRows = getOrCreateCounter(\n    'sync',\n    'poke.rows',\n    'Count of poked rows.',\n  );\n\n  constructor(\n    lc: LogContext,\n    clientGroupID: string,\n    clientID: string,\n    wsID: string,\n    shard: ShardID,\n    baseCookie: string | null,\n    downstream: Subscription<Downstream>,\n  ) {\n    lc.debug?.('new client handler');\n    this.#clientGroupID = clientGroupID;\n    this.clientID = clientID;\n    this.wsID = wsID;\n    this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;\n    this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;\n    this.#lc = lc;\n    this.#downstream = downstream;\n    this.#baseVersion = cookieToVersion(baseCookie);\n  }\n\n  version(): NullableCVRVersion {\n    return this.#baseVersion;\n  }\n\n  async #push(msg: Downstream): Promise<void> {\n    const {result} = this.#downstream.push(msg);\n    await result;\n  }\n\n  fail(e: unknown) {\n    this.#lc[getLogLevel(e)]?.(\n      `view-syncer closing connection with error: ${String(e)}`,\n      e,\n    );\n    this.#downstream.fail(wrapWithProtocolError(e));\n  }\n\n  close(reason: string) {\n    this.#lc.debug?.(`view-syncer closing connection: ${reason}`);\n    this.#downstream.cancel();\n  }\n\n  startPoke(tentativeVersion: CVRVersion): PokeHandler {\n    const pokeID = versionToCookie(tentativeVersion);\n    const lc = this.#lc.withContext('pokeID', pokeID);\n\n    if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {\n      lc.info?.(`already caught up, not sending poke.`);\n      return NOOP;\n    }\n\n    const baseCookie = versionToNullableCookie(this.#baseVersion);\n    const cookie = versionToCookie(tentativeVersion);\n    lc.info?.(`starting poke from ${baseCookie} to ${cookie}`);\n\n    const start = performance.now();\n\n    const pokeStart: PokeStartBody = {pokeID, baseCookie};\n\n    let pokeStarted = false;\n    let body: PokePartBody | undefined;\n    let partCount = 0;\n    const ensureBody = async () => {\n      if (!pokeStarted) {\n        await this.#push(['pokeStart', pokeStart]);\n        pokeStarted = true;\n      }\n      return (body ??= {pokeID});\n    };\n    const flushBody = async () => {\n      if (body) {\n        await this.#push(['pokePart', body]);\n        body = undefined;\n        partCount = 0;\n      }\n    };\n\n    const addPatch = async (patchToVersion: PatchToVersion) => {\n      const {patch, toVersion} = patchToVersion;\n      if (cmpVersions(toVersion, this.#baseVersion) <= 0) {\n        return;\n      }\n      const body = await ensureBody();\n\n      const {type, op} = patch;\n      switch (type) {\n        case 'query': {\n          const patches = patch.clientID\n            ? ((body.desiredQueriesPatches ??= {})[patch.clientID] ??= [])\n            : (body.gotQueriesPatch ??= []);\n          if (op === 'put') {\n            patches.push({op, hash: patch.id});\n          } else {\n            patches.push({op, hash: patch.id});\n          }\n          break;\n        }\n        case 'row':\n          if (patch.id.table === this.#zeroClientsTable) {\n            this.#updateLMIDs((body.lastMutationIDChanges ??= {}), patch);\n          } else if (patch.id.table === this.#zeroMutationsTable) {\n            const patches = (body.mutationsPatch ??= []);\n            if (op === 'put') {\n              const row = v.parse(\n                ensureSafeJSON(patch.contents),\n                mutationRowSchema,\n                'passthrough',\n              );\n              patches.push({\n                op: 'put',\n                mutation: {\n                  id: {\n                    clientID: row.clientID,\n                    id: row.mutationID,\n                  },\n                  result: row.result,\n                },\n              });\n            } else {\n              const {clientID, mutationID} = patch.id.rowKey;\n              assert(\n                typeof clientID === 'string',\n                'client id must be a string',\n              );\n              const id = Number(mutationID);\n              assert(\n                !Number.isNaN(id) && Number.isFinite(id) && id >= 0,\n                'mutation id must be a finite number',\n              );\n              patches.push({\n                op: 'del',\n                id: {\n                  clientID,\n                  id,\n                },\n              });\n            }\n          } else {\n            (body.rowsPatch ??= []).push(makeRowPatch(patch));\n          }\n          break;\n        default:\n          unreachable(patch);\n      }\n\n      if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) {\n        await flushBody();\n      }\n    };\n\n    return {\n      addPatch: async (patchToVersion: PatchToVersion) => {\n        try {\n          await addPatch(patchToVersion);\n          if (patchToVersion.patch.type === 'row') {\n            this.#pokedRows.add(1);\n          }\n        } catch (e) {\n          this.#downstream.fail(wrapWithProtocolError(e));\n        }\n      },\n\n      cancel: async () => {\n        if (pokeStarted) {\n          await this.#push(['pokeEnd', {pokeID, cookie: '', cancel: true}]);\n        }\n      },\n\n      end: async (finalVersion: CVRVersion) => {\n        const cookie = versionToCookie(finalVersion);\n        if (!pokeStarted) {\n          if (cmpVersions(this.#baseVersion, finalVersion) === 0) {\n            return; // Nothing changed and nothing was sent.\n          }\n          await this.#push(['pokeStart', pokeStart]);\n        } else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) {\n          // Sanity check: If the poke was started, the finalVersion\n          // must be > #baseVersion.\n          throw new Error(\n            `Patches were sent but finalVersion ${finalVersion} is ` +\n              `not greater than baseVersion ${this.#baseVersion}`,\n          );\n        }\n        await flushBody();\n        await this.#push(['pokeEnd', {pokeID, cookie}]);\n        this.#baseVersion = finalVersion;\n\n        const elapsed = performance.now() - start;\n        this.#pokeTransactions.add(1);\n        this.#pokeTime.record(elapsed / 1000);\n      },\n    };\n  }\n\n  async sendDeleteClients(\n    lc: LogContext,\n    deletedClientIDs: string[],\n    deletedClientGroupIDs: string[],\n  ) {\n    const deleteClientsBody: Writable<DeleteClientsBody> = {};\n    if (deletedClientIDs.length > 0) {\n      deleteClientsBody.clientIDs = deletedClientIDs;\n    }\n    if (deletedClientGroupIDs.length > 0) {\n      deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;\n    }\n    lc.debug?.('sending deleteClients', deleteClientsBody);\n    await this.#push(['deleteClients', deleteClientsBody]);\n  }\n\n  sendQueryTransformApplicationErrors(errors: ErroredQuery[]) {\n    void this.#push(['transformError', errors]);\n  }\n\n  sendQueryTransformFailedError(error: TransformFailedBody) {\n    this.fail(new ProtocolError(error));\n  }\n\n  sendInspectResponse(lc: LogContext, response: InspectDownBody): void {\n    lc.debug?.('sending inspect response', response);\n    this.#downstream.push(['inspect', response]);\n  }\n\n  #updateLMIDs(lmids: Record<string, number>, patch: RowPatch) {\n    if (patch.op === 'put') {\n      const row = ensureSafeJSON(patch.contents);\n      const {clientGroupID, clientID, lastMutationID} = v.parse(\n        row,\n        lmidRowSchema,\n        'passthrough',\n      );\n      if (clientGroupID !== this.#clientGroupID) {\n        this.#lc.error?.(\n          `Received clients row for wrong clientGroupID. Ignoring.`,\n          clientGroupID,\n        );\n      } else {\n        lmids[clientID] = lastMutationID;\n      }\n    } else {\n      // The 'constrain' and 'del' ops for clients can be ignored.\n      patch.op satisfies 'constrain' | 'del';\n    }\n  }\n}\n\n// Note: The {APP_ID}_{SHARD_ID}.clients table is set up in replicator/initial-sync.ts.\nconst lmidRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  lastMutationID: v.number(), // Actually returned as a bigint, but converted by ensureSafeJSON().\n});\n\nconst mutationRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  mutationID: v.number(),\n  result: mutationResultSchema,\n});\n\nfunction makeRowPatch(patch: RowPatch): RowPatchOp {\n  const {\n    op,\n    id: {table: tableName, rowKey: id},\n  } = patch;\n\n  switch (op) {\n    case 'put':\n      return {\n        op: 'put',\n        tableName,\n        value: v.parse(ensureSafeJSON(patch.contents), rowSchema),\n      };\n\n    case 'del':\n      return {\n        op,\n        tableName,\n        id: v.parse(id, primaryKeyValueRecordSchema),\n      };\n\n    default:\n      unreachable(op);\n  }\n}\n\n/**\n * Column values of type INT8 are returned as the `bigint` from the\n * Postgres library. These are converted to `number` if they are within\n * the safe Number range, allowing the protocol to support numbers larger\n * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will\n * result in an Error.\n */\nexport function ensureSafeJSON(row: JSONObject): SafeJSONObject {\n  const modified = Object.entries(row)\n    .filter(([k, v]) => {\n      if (typeof v === 'bigint') {\n        if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) {\n          return true; // send this entry onto the next map() step.\n        }\n        throw new Error(`Value of \"${k}\" exceeds safe Number range (${v})`);\n      } else if (typeof v === 'object') {\n        assertJSONValue(v);\n      }\n      return false;\n    })\n    .map(([k, v]) => [k, Number(v)]);\n\n  return modified.length\n    ? {...row, ...Object.fromEntries(modified)}\n    : (row as SafeJSONObject);\n}\n"],"names":["body","v.parse","cookie","v.object","v.string","v.number","v"],"mappings":";;;;;;;;;;;;;AA6EA,MAAM,OAAoB;AAAA,EACxB,UAAU,MAAM;AAAA,EAChB,QAAQ,MAAM;AAAA,EACd,KAAK,MAAM;AACb;AAGO,SAAS,UACd,SACA,kBACa;AACb,QAAM,SAAS,QAAQ,IAAI,OAAK,EAAE,UAAU,gBAAgB,CAAC;AAK7D,SAAO;AAAA,IACL,UAAU,OAAM,UAAS;AACvB,YAAM,QAAQ,WAAW,OAAO,IAAI,WAAS,MAAM,SAAS,KAAK,CAAC,CAAC;AAAA,IACrE;AAAA,IACA,QAAQ,YAAY;AAClB,YAAM,QAAQ,WAAW,OAAO,IAAI,WAAS,MAAM,OAAA,CAAQ,CAAC;AAAA,IAC9D;AAAA,IACA,KAAK,OAAM,iBAAgB;AACzB,YAAM,QAAQ,WAAW,OAAO,IAAI,WAAS,MAAM,IAAI,YAAY,CAAC,CAAC;AAAA,IACvE;AAAA,EAAA;AAEJ;AAIA,MAAM,6BAA6B;AAK5B,MAAM,cAAc;AAAA,EAChB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACT;AAAA,EAES,YAAY,qBAAqB,QAAQ,aAAa;AAAA,IAC7D,aACE;AAAA,IACF,MAAM;AAAA,EAAA,CACP;AAAA,EAEQ,oBAAoB;AAAA,IAC3B;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGO,aAAa;AAAA,IACpB;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGF,YACE,IACA,eACA,UACA,MACA,OACA,YACA,YACA;AACA,OAAG,QAAQ,oBAAoB;AAC/B,SAAK,iBAAiB;AACtB,SAAK,WAAW;AAChB,SAAK,OAAO;AACZ,SAAK,oBAAoB,GAAG,eAAe,KAAK,CAAC;AACjD,SAAK,sBAAsB,GAAG,eAAe,KAAK,CAAC;AACnD,SAAK,MAAM;AACX,SAAK,cAAc;AACnB,SAAK,eAAe,gBAAgB,UAAU;AAAA,EAChD;AAAA,EAEA,UAA8B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,KAAgC;AAC1C,UAAM,EAAC,OAAA,IAAU,KAAK,YAAY,KAAK,GAAG;AAC1C,UAAM;AAAA,EACR;AAAA,EAEA,KAAK,GAAY;AACf,SAAK,IAAI,YAAY,CAAC,CAAC;AAAA,MACrB,8CAA8C,OAAO,CAAC,CAAC;AAAA,MACvD;AAAA,IAAA;AAEF,SAAK,YAAY,KAAK,sBAAsB,CAAC,CAAC;AAAA,EAChD;AAAA,EAEA,MAAM,QAAgB;AACpB,SAAK,IAAI,QAAQ,mCAAmC,MAAM,EAAE;AAC5D,SAAK,YAAY,OAAA;AAAA,EACnB;AAAA,EAEA,UAAU,kBAA2C;AACnD,UAAM,SAAS,gBAAgB,gBAAgB;AAC/C,UAAM,KAAK,KAAK,IAAI,YAAY,UAAU,MAAM;AAEhD,QAAI,YAAY,KAAK,cAAc,gBAAgB,KAAK,GAAG;AACzD,SAAG,OAAO,sCAAsC;AAChD,aAAO;AAAA,IACT;AAEA,UAAM,aAAa,wBAAwB,KAAK,YAAY;AAC5D,UAAM,SAAS,gBAAgB,gBAAgB;AAC/C,OAAG,OAAO,sBAAsB,UAAU,OAAO,MAAM,EAAE;AAEzD,UAAM,QAAQ,YAAY,IAAA;AAE1B,UAAM,YAA2B,EAAC,QAAQ,WAAA;AAE1C,QAAI,cAAc;AAClB,QAAI;AACJ,QAAI,YAAY;AAChB,UAAM,aAAa,YAAY;AAC7B,UAAI,CAAC,aAAa;AAChB,cAAM,KAAK,MAAM,CAAC,aAAa,SAAS,CAAC;AACzC,sBAAc;AAAA,MAChB;AACA,aAAQ,SAAS,EAAC,OAAA;AAAA,IACpB;AACA,UAAM,YAAY,YAAY;AAC5B,UAAI,MAAM;AACR,cAAM,KAAK,MAAM,CAAC,YAAY,IAAI,CAAC;AACnC,eAAO;AACP,oBAAY;AAAA,MACd;AAAA,IACF;AAEA,UAAM,WAAW,OAAO,mBAAmC;AACzD,YAAM,EAAC,OAAO,UAAA,IAAa;AAC3B,UAAI,YAAY,WAAW,KAAK,YAAY,KAAK,GAAG;AAClD;AAAA,MACF;AACA,YAAMA,QAAO,MAAM,WAAA;AAEnB,YAAM,EAAC,MAAM,GAAA,IAAM;AACnB,cAAQ,MAAA;AAAA,QACN,KAAK,SAAS;AACZ,gBAAM,UAAU,MAAM,YAChBA,MAAK,0BAA0B,IAAI,MAAM,QAAQ,MAAM,CAAA,IACxDA,MAAK,oBAAoB,CAAA;AAC9B,cAAI,OAAO,OAAO;AAChB,oBAAQ,KAAK,EAAC,IAAI,MAAM,MAAM,IAAG;AAAA,UACnC,OAAO;AACL,oBAAQ,KAAK,EAAC,IAAI,MAAM,MAAM,IAAG;AAAA,UACnC;AACA;AAAA,QACF;AAAA,QACA,KAAK;AACH,cAAI,MAAM,GAAG,UAAU,KAAK,mBAAmB;AAC7C,iBAAK,aAAcA,MAAK,0BAA0B,CAAA,GAAK,KAAK;AAAA,UAC9D,WAAW,MAAM,GAAG,UAAU,KAAK,qBAAqB;AACtD,kBAAM,UAAWA,MAAK,mBAAmB,CAAA;AACzC,gBAAI,OAAO,OAAO;AAChB,oBAAM,MAAMC;AAAAA,gBACV,eAAe,MAAM,QAAQ;AAAA,gBAC7B;AAAA,gBACA;AAAA,cAAA;AAEF,sBAAQ,KAAK;AAAA,gBACX,IAAI;AAAA,gBACJ,UAAU;AAAA,kBACR,IAAI;AAAA,oBACF,UAAU,IAAI;AAAA,oBACd,IAAI,IAAI;AAAA,kBAAA;AAAA,kBAEV,QAAQ,IAAI;AAAA,gBAAA;AAAA,cACd,CACD;AAAA,YACH,OAAO;AACL,oBAAM,EAAC,UAAU,WAAA,IAAc,MAAM,GAAG;AACxC;AAAA,gBACE,OAAO,aAAa;AAAA,gBACpB;AAAA,cAAA;AAEF,oBAAM,KAAK,OAAO,UAAU;AAC5B;AAAA,gBACE,CAAC,OAAO,MAAM,EAAE,KAAK,OAAO,SAAS,EAAE,KAAK,MAAM;AAAA,gBAClD;AAAA,cAAA;AAEF,sBAAQ,KAAK;AAAA,gBACX,IAAI;AAAA,gBACJ,IAAI;AAAA,kBACF;AAAA,kBACA;AAAA,gBAAA;AAAA,cACF,CACD;AAAA,YACH;AAAA,UACF,OAAO;AACL,aAACD,MAAK,cAAc,CAAA,GAAI,KAAK,aAAa,KAAK,CAAC;AAAA,UAClD;AACA;AAAA,QACF;AACE,sBAAiB;AAAA,MAAA;AAGrB,UAAI,EAAE,aAAa,4BAA4B;AAC7C,cAAM,UAAA;AAAA,MACR;AAAA,IACF;AAEA,WAAO;AAAA,MACL,UAAU,OAAO,mBAAmC;AAClD,YAAI;AACF,gBAAM,SAAS,cAAc;AAC7B,cAAI,eAAe,MAAM,SAAS,OAAO;AACvC,iBAAK,WAAW,IAAI,CAAC;AAAA,UACvB;AAAA,QACF,SAAS,GAAG;AACV,eAAK,YAAY,KAAK,sBAAsB,CAAC,CAAC;AAAA,QAChD;AAAA,MACF;AAAA,MAEA,QAAQ,YAAY;AAClB,YAAI,aAAa;AACf,gBAAM,KAAK,MAAM,CAAC,WAAW,EAAC,QAAQ,QAAQ,IAAI,QAAQ,KAAA,CAAK,CAAC;AAAA,QAClE;AAAA,MACF;AAAA,MAEA,KAAK,OAAO,iBAA6B;AACvC,cAAME,UAAS,gBAAgB,YAAY;AAC3C,YAAI,CAAC,aAAa;AAChB,cAAI,YAAY,KAAK,cAAc,YAAY,MAAM,GAAG;AACtD;AAAA,UACF;AACA,gBAAM,KAAK,MAAM,CAAC,aAAa,SAAS,CAAC;AAAA,QAC3C,WAAW,YAAY,KAAK,cAAc,YAAY,KAAK,GAAG;AAG5D,gBAAM,IAAI;AAAA,YACR,sCAAsC,YAAY,oCAChB,KAAK,YAAY;AAAA,UAAA;AAAA,QAEvD;AACA,cAAM,UAAA;AACN,cAAM,KAAK,MAAM,CAAC,WAAW,EAAC,QAAQ,QAAAA,QAAAA,CAAO,CAAC;AAC9C,aAAK,eAAe;AAEpB,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,kBAAkB,IAAI,CAAC;AAC5B,aAAK,UAAU,OAAO,UAAU,GAAI;AAAA,MACtC;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,MAAM,kBACJ,IACA,kBACA,uBACA;AACA,UAAM,oBAAiD,CAAA;AACvD,QAAI,iBAAiB,SAAS,GAAG;AAC/B,wBAAkB,YAAY;AAAA,IAChC;AACA,QAAI,sBAAsB,SAAS,GAAG;AACpC,wBAAkB,iBAAiB;AAAA,IACrC;AACA,OAAG,QAAQ,yBAAyB,iBAAiB;AACrD,UAAM,KAAK,MAAM,CAAC,iBAAiB,iBAAiB,CAAC;AAAA,EACvD;AAAA,EAEA,oCAAoC,QAAwB;AAC1D,SAAK,KAAK,MAAM,CAAC,kBAAkB,MAAM,CAAC;AAAA,EAC5C;AAAA,EAEA,8BAA8B,OAA4B;AACxD,SAAK,KAAK,IAAI,cAAc,KAAK,CAAC;AAAA,EACpC;AAAA,EAEA,oBAAoB,IAAgB,UAAiC;AACnE,OAAG,QAAQ,4BAA4B,QAAQ;AAC/C,SAAK,YAAY,KAAK,CAAC,WAAW,QAAQ,CAAC;AAAA,EAC7C;AAAA,EAEA,aAAa,OAA+B,OAAiB;AAC3D,QAAI,MAAM,OAAO,OAAO;AACtB,YAAM,MAAM,eAAe,MAAM,QAAQ;AACzC,YAAM,EAAC,eAAe,UAAU,eAAA,IAAkBD;AAAAA,QAChD;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAEF,UAAI,kBAAkB,KAAK,gBAAgB;AACzC,aAAK,IAAI;AAAA,UACP;AAAA,UACA;AAAA,QAAA;AAAA,MAEJ,OAAO;AACL,cAAM,QAAQ,IAAI;AAAA,MACpB;AAAA,IACF,OAAO;AAEL,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAGA,MAAM,gBAAgBE,OAAS;AAAA,EAC7B,eAAeC,OAAE;AAAA,EACjB,UAAUA,OAAE;AAAA,EACZ,gBAAgBC,OAAE;AAAA;AACpB,CAAC;AAED,MAAM,oBAAoBF,OAAS;AAAA,EACjC,eAAeC,OAAE;AAAA,EACjB,UAAUA,OAAE;AAAA,EACZ,YAAYC,OAAE;AAAA,EACd,QAAQ;AACV,CAAC;AAED,SAAS,aAAa,OAA6B;AACjD,QAAM;AAAA,IACJ;AAAA,IACA,IAAI,EAAC,OAAO,WAAW,QAAQ,GAAA;AAAA,EAAE,IAC/B;AAEJ,UAAQ,IAAA;AAAA,IACN,KAAK;AACH,aAAO;AAAA,QACL,IAAI;AAAA,QACJ;AAAA,QACA,OAAOJ,MAAQ,eAAe,MAAM,QAAQ,GAAG,SAAS;AAAA,MAAA;AAAA,IAG5D,KAAK;AACH,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,IAAIA,MAAQ,IAAI,2BAA2B;AAAA,MAAA;AAAA,IAG/C;AACE,kBAAc;AAAA,EAAA;AAEpB;AASO,SAAS,eAAe,KAAiC;AAC9D,QAAM,WAAW,OAAO,QAAQ,GAAG,EAChC,OAAO,CAAC,CAAC,GAAGK,EAAC,MAAM;AAClB,QAAI,OAAOA,OAAM,UAAU;AACzB,UAAIA,MAAK,OAAO,oBAAoBA,MAAK,OAAO,kBAAkB;AAChE,eAAO;AAAA,MACT;AACA,YAAM,IAAI,MAAM,aAAa,CAAC,gCAAgCA,EAAC,GAAG;AAAA,IACpE,WAAW,OAAOA,OAAM,UAAU;AAChC,sBAAgBA,EAAC;AAAA,IACnB;AACA,WAAO;AAAA,EACT,CAAC,EACA,IAAI,CAAC,CAAC,GAAGA,EAAC,MAAM,CAAC,GAAG,OAAOA,EAAC,CAAC,CAAC;AAEjC,SAAO,SAAS,SACZ,EAAC,GAAG,KAAK,GAAG,OAAO,YAAY,QAAQ,EAAA,IACtC;AACP;"}

package/out/zero-cache/src/services/view-syncer/cvr-store.d.ts

@@ -19,7 +19,7 @@ export type CVRFlushStats = {
 };
 export declare class CVRStore {
     #private;
-    constructor(lc: LogContext, cvrDb: PostgresDB, upstreamDb: PostgresDB | undefined, shard: ShardID, taskID: string, cvrID: string, failService: (e: unknown) => void, loadAttemptIntervalMs?: number, maxLoadAttempts?: number, deferredRowFlushThreshold?: number, // somewhat arbitrary
+    constructor(lc: LogContext, cvrDb: PostgresDB, shard: ShardID, taskID: string, cvrID: string, failService: (e: unknown) => void, loadAttemptIntervalMs?: number, maxLoadAttempts?: number, deferredRowFlushThreshold?: number, // somewhat arbitrary
     setTimeoutFn?: typeof setTimeout);
     load(lc: LogContext, lastConnectTime: number): Promise<CVR>;
     getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>>;

package/out/zero-cache/src/services/view-syncer/cvr-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cvr-store.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAiBjD,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,+CAA+C,CAAC;AAKnF,OAAO,EAAC,sBAAsB,EAAC,MAAM,iCAAiC,CAAC;AACvE,OAAO,KAAK,EAAC,UAAU,EAAE,mBAAmB,EAAC,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EAAY,KAAK,OAAO,EAAiB,MAAM,uBAAuB,CAAC;AAC9E,OAAO,KAAK,EAAQ,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAC/D,OAAO,KAAK,EAAC,GAAG,EAAE,WAAW,EAAC,MAAM,UAAU,CAAC;AAE/C,OAAO,EAKL,KAAK,OAAO,EACb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,KAAK,YAAY,EAGjB,KAAK,UAAU,EAGf,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,WAAW,EAEhB,KAAK,KAAK,EACV,KAAK,SAAS,EAGf,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,KAAK,QAAQ,EAGd,MAAM,gBAAgB,CAAC;AAExB,MAAM,MAAM,aAAa,GAAG;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAwDF,qBAAa,QAAQ;;gBA4BjB,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,UAAU,EAKjB,UAAU,EAAE,UAAU,GAAG,SAAS,EAClC,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,IAAI,EACjC,qBAAqB,SAA2B,EAChD,eAAe,SAAoB,EACnC,yBAAyB,SAAM,EAAE,qBAAqB;IACtD,YAAY,oBAAa;IA0B3B,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAyM3D,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAIvD,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,IAAI;IAIlC;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI;IAI7B;;;;OAIG;IACH,YAAY,CAAC,GAAG,GAAG,EAAE,KAAK,EAAE;IAM5B;;;;OAIG;IACG,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3E;;;;;OAKG;IACG,WAAW,IAAI,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAYlD,WAAW,CAAC,EACV,OAAO,EACP,cAAc,EACd,UAAU,EACV,YAAY,EACZ,SAAS,EACT,QAAQ,GACT,EAAE,IAAI,CACL,WAAW,EACT,SAAS,GACT,gBAAgB,GAChB,YAAY,GACZ,cAAc,GACd,WAAW,GACX,UAAU,CACb,GAAG,IAAI;IAsBR,kBAAkB,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,GAAG,IAAI;IAarE,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;IA4ClC,WAAW,CAAC,KAAK,EAAE,WAAW;IA2B9B,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAYxC,YAAY,CAAC,QAAQ,EAAE,MAAM;IAgB7B,eAAe,CACb,UAAU,EAAE,UAAU,EACtB,KAAK,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACnB,MAAM,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACpB,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,QAAQ,GAAG,SAAS,EACnC,GAAG,EAAE,MAAM,GACV,IAAI;IA+CP,iBAAiB,CACf,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,EACnB,kBAAkB,GAAE,MAAM,EAAO,GAChC,cAAc,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC;IAUvC,oBAAoB,CACxB,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,cAAc,EAAE,CAAC;IAgM5B,IAAI,QAAQ,IAAI,MAAM,CAErB;IAEK,KAAK,CACT,EAAE,EAAE,UAAU,EACd,sBAAsB,EAAE,UAAU,EAClC,GAAG,EAAE,WAAW,EAChB,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IA6BhC,iBAAiB,IAAI,OAAO;IAI5B,qDAAqD;IACrD,OAAO,CAAC,EAAE,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhC,cAAc,CAClB,EAAE,EAAE,UAAU,EACd,QAAQ,EAAE,QAAQ,EAClB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,eAAe,EAAE,CAAC;CAsC9B;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,EAAE,EAAE,mBAAmB,EACvB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,MAAM,EACrB,sBAAsB,EAAE,UAAU,GACjC,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,qBAAa,mBAAoB,SAAQ,sBAAsB;gBACjD,OAAO,EAAE,MAAM;CAO5B;AAED,qBAAa,+BAAgC,SAAQ,sBAAsB;IACzE,QAAQ,CAAC,IAAI,qCAAqC;gBAEtC,eAAe,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM;CAU3D;AAED,qBAAa,cAAe,SAAQ,sBAAsB;IACxD,QAAQ,CAAC,IAAI,oBAAoB;gBAG/B,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,eAAe,EAAE,MAAM;CAe1B;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;IAClE,QAAQ,CAAC,IAAI,8BAA8B;gBAE/B,KAAK,EAAE,OAAO;CAW3B;AAED,qBAAa,sBAAuB,SAAQ,KAAK;IAC/C,QAAQ,CAAC,IAAI,4BAA4B;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;gBAExB,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;CAK3D"}
+{"version":3,"file":"cvr-store.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAiBjD,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,+CAA+C,CAAC;AAKnF,OAAO,EAAC,sBAAsB,EAAC,MAAM,iCAAiC,CAAC;AACvE,OAAO,KAAK,EAAC,UAAU,EAAE,mBAAmB,EAAC,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAC9D,OAAO,KAAK,EAAQ,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAC/D,OAAO,KAAK,EAAC,GAAG,EAAE,WAAW,EAAC,MAAM,UAAU,CAAC;AAE/C,OAAO,EAKL,KAAK,OAAO,EACb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,KAAK,YAAY,EAGjB,KAAK,UAAU,EAGf,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,WAAW,EAEhB,KAAK,KAAK,EACV,KAAK,SAAS,EAGf,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,KAAK,QAAQ,EAGd,MAAM,gBAAgB,CAAC;AAExB,MAAM,MAAM,aAAa,GAAG;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AA0DF,qBAAa,QAAQ;;gBAuBjB,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,UAAU,EACjB,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,IAAI,EACjC,qBAAqB,SAA2B,EAChD,eAAe,SAAoB,EACnC,yBAAyB,SAAM,EAAE,qBAAqB;IACtD,YAAY,oBAAa;IAwB3B,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAsN3D,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAIvD,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,IAAI;IAIlC;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI;IAI7B;;;;OAIG;IACH,YAAY,CAAC,GAAG,GAAG,EAAE,KAAK,EAAE;IAM5B;;;;OAIG;IACG,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3E;;;;;OAKG;IACG,WAAW,IAAI,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAelD,WAAW,CAAC,EACV,OAAO,EACP,cAAc,EACd,UAAU,EACV,YAAY,EACZ,SAAS,EACT,QAAQ,GACT,EAAE,IAAI,CACL,WAAW,EACT,SAAS,GACT,gBAAgB,GAChB,YAAY,GACZ,cAAc,GACd,WAAW,GACX,UAAU,CACb,GAAG,IAAI;IAsBR,kBAAkB,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,GAAG,IAAI;IAarE,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;IA4ClC,WAAW,CAAC,KAAK,EAAE,WAAW;IA2B9B,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAYxC,YAAY,CAAC,QAAQ,EAAE,MAAM;IAU7B,eAAe,CACb,UAAU,EAAE,UAAU,EACtB,KAAK,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACnB,MAAM,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACpB,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,QAAQ,GAAG,SAAS,EACnC,GAAG,EAAE,MAAM,GACV,IAAI;IA+CP,iBAAiB,CACf,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,EACnB,kBAAkB,GAAE,MAAM,EAAO,GAChC,cAAc,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC;IAUvC,oBAAoB,CACxB,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,cAAc,EAAE,CAAC;IAkN5B,IAAI,QAAQ,IAAI,MAAM,CAErB;IAEK,KAAK,CACT,EAAE,EAAE,UAAU,EACd,sBAAsB,EAAE,UAAU,EAClC,GAAG,EAAE,WAAW,EAChB,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IA8BhC,iBAAiB,IAAI,OAAO;IAI5B,qDAAqD;IACrD,OAAO,CAAC,EAAE,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhC,cAAc,CAClB,EAAE,EAAE,UAAU,EACd,QAAQ,EAAE,QAAQ,EAClB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,eAAe,EAAE,CAAC;CAsC9B;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,EAAE,EAAE,mBAAmB,EACvB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,MAAM,EACrB,sBAAsB,EAAE,UAAU,GACjC,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,qBAAa,mBAAoB,SAAQ,sBAAsB;gBACjD,OAAO,EAAE,MAAM;CAO5B;AAED,qBAAa,+BAAgC,SAAQ,sBAAsB;IACzE,QAAQ,CAAC,IAAI,qCAAqC;gBAEtC,eAAe,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM;CAU3D;AAED,qBAAa,cAAe,SAAQ,sBAAsB;IACxD,QAAQ,CAAC,IAAI,oBAAoB;gBAG/B,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,eAAe,EAAE,MAAM;CAe1B;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;IAClE,QAAQ,CAAC,IAAI,8BAA8B;gBAE/B,KAAK,EAAE,OAAO;CAW3B;AAED,qBAAa,sBAAuB,SAAQ,KAAK;IAC/C,QAAQ,CAAC,IAAI,4BAA4B;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;gBAExB,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;CAK3D"}

package/out/zero-cache/src/services/view-syncer/cvr-store.js

@@ -17,12 +17,13 @@ import { TransactionPool } from "../../db/transaction-pool.js";
 import { recordRowsSynced } from "../../server/anonymous-otel-start.js";
 import { ProtocolErrorWithLevel } from "../../types/error-with-level.js";
 import { rowIDString } from "../../types/row-key.js";
-import { cvrSchema, upstreamSchema } from "../../types/shards.js";
+import { cvrSchema } from "../../types/shards.js";
 import { RowRecordCache } from "./row-record-cache.js";
 import "pg-format";
 import "../../../../shared/src/bigint-json.js";
 import { EMPTY_CVR_VERSION, versionFromString, versionString, queryRecordToQueryRow, cmpVersions } from "./schema/types.js";
 import { ttlClockFromNumber, ttlClockAsNumber } from "./ttl-clock.js";
+let flushCounter = 0;
 const tracer = trace.getTracer("cvr-store", version);
 function asQuery(row) {
   const maybeVersion = (s) => s === null ? void 0 : versionFromString(s);
@@ -67,9 +68,7 @@ class CVRStore {
   #id;
   #failService;
   #db;
-  #upstreamDb;
   #writes = /* @__PURE__ */ new Set();
-  #upstreamWrites = [];
   #pendingRowRecordUpdates = new CustomKeyMap(
     rowIDString
   );
@@ -77,12 +76,10 @@ class CVRStore {
   #rowCache;
   #loadAttemptIntervalMs;
   #maxLoadAttempts;
-  #upstreamSchemaName;
   #rowCount = 0;
-  constructor(lc, cvrDb, upstreamDb, shard, taskID, cvrID, failService, loadAttemptIntervalMs = LOAD_ATTEMPT_INTERVAL_MS, maxLoadAttempts = MAX_LOAD_ATTEMPTS, deferredRowFlushThreshold = 100, setTimeoutFn = setTimeout) {
+  constructor(lc, cvrDb, shard, taskID, cvrID, failService, loadAttemptIntervalMs = LOAD_ATTEMPT_INTERVAL_MS, maxLoadAttempts = MAX_LOAD_ATTEMPTS, deferredRowFlushThreshold = 100, setTimeoutFn = setTimeout) {
     this.#failService = failService;
     this.#db = cvrDb;
-    this.#upstreamDb = upstreamDb;
     this.#schema = cvrSchema(shard);
     this.#taskID = taskID;
     this.#id = cvrID;
@@ -97,7 +94,6 @@ class CVRStore {
     );
     this.#loadAttemptIntervalMs = loadAttemptIntervalMs;
     this.#maxLoadAttempts = maxLoadAttempts;
-    this.#upstreamSchemaName = upstreamSchema(shard);
   }
   #cvr(table) {
     return this.#db(`${this.#schema}.${table}`);
@@ -117,7 +113,7 @@ class CVRStore {
         }
         return result;
       }
-      assert(err);
+      assert(err, "Expected error to be set after retry loop exhausted");
       throw new ClientNotFoundError(
         `max attempts exceeded waiting for CVR@${err.cvrVersion} to catch up from ${err.rowsVersion}`
       );
@@ -138,28 +134,30 @@ class CVRStore {
       clientSchema: null,
       profileID: null
     };
-    const [instance, clientsRows, queryRows, desiresRows] = await this.#db.begin(READONLY, (tx) => [
-      tx`SELECT cvr."version", 
+    const [instance, clientsRows, queryRows, desiresRows] = await this.#db.begin(READONLY, (tx) => {
+      lc.debug?.(`CVR tx started after ${Date.now() - start} ms`);
+      return [
+        tx`SELECT cvr."version",
                  "lastActive",
                  "ttlClock",
-                 "replicaVersion", 
-                 "owner", 
+                 "replicaVersion",
+                 "owner",
                  "grantedAt",
-                 "clientSchema", 
+                 "clientSchema",
                  "profileID",
                  "deleted",
                  rows."version" as "rowsVersion"
             FROM ${this.#cvr("instances")} AS cvr
-            LEFT JOIN ${this.#cvr("rowsVersion")} AS rows 
+            LEFT JOIN ${this.#cvr("rowsVersion")} AS rows
             ON cvr."clientGroupID" = rows."clientGroupID"
             WHERE cvr."clientGroupID" = ${id}`,
-      tx`SELECT "clientID" FROM ${this.#cvr(
-        "clients"
-      )}
+        tx`SELECT "clientID" FROM ${this.#cvr(
+          "clients"
+        )}
            WHERE "clientGroupID" = ${id}`,
-      tx`SELECT * FROM ${this.#cvr("queries")} 
+        tx`SELECT * FROM ${this.#cvr("queries")}
           WHERE "clientGroupID" = ${id} AND deleted IS DISTINCT FROM true`,
-      tx`SELECT 
+        tx`SELECT
           "clientGroupID",
           "clientID",
           "queryHash",
@@ -169,7 +167,11 @@ class CVRStore {
           "inactivatedAtMs" AS "inactivatedAt"
           FROM ${this.#cvr("desires")}
           WHERE "clientGroupID" = ${id}`
-    ]);
+      ];
+    });
+    lc.debug?.(
+      `CVR tx completed after ${Date.now() - start} ms (${clientsRows.length} clients, ${queryRows.length} queries, ${desiresRows.length} desires)`
+    );
     if (instance.length === 0) {
       this.putInstance({
         version: cvr.version,
@@ -181,7 +183,10 @@ class CVRStore {
         profileID: null
       });
     } else {
-      assert(instance.length === 1);
+      assert(
+        instance.length === 1,
+        () => `Expected exactly one CVR instance, got ${instance.length}`
+      );
       const {
         version: version2,
         lastActive,
@@ -239,12 +244,14 @@ class CVRStore {
     }
     for (const row of desiresRows) {
       const client = cvr.clients[row.clientID];
-      if (client) {
-        if (!row.deleted && row.inactivatedAt === null) {
+      if (!row.deleted && row.inactivatedAt === null) {
+        if (client) {
           client.desiredQueryIDs.push(row.queryHash);
+        } else {
+          lc.debug?.(
+            `Not adding to desiredQueryIDs for client ${row.clientID} because it has been deleted.`
+          );
         }
-      } else {
-        lc.debug?.(`Client ${row.clientID} not found`);
       }
       const query = cvr.queries[row.queryHash];
       if (query && query.type !== "internal" && (!row.deleted || row.inactivatedAt !== null)) {
@@ -311,7 +318,10 @@ class CVRStore {
     if (result.length === 0) {
       return void 0;
     }
-    assert(result.length === 1);
+    assert(
+      result.length === 1,
+      () => `Expected exactly one rowsVersion result, got ${result.length}`
+    );
     return result[0][0];
   }
   putInstance({
@@ -420,15 +430,10 @@ class CVRStore {
   deleteClient(clientID) {
     this.#writes.add({
       stats: { clients: 1 },
-      write: (sql) => sql`DELETE FROM ${this.#cvr("clients")} 
-            WHERE "clientGroupID" = ${this.#id} 
+      write: (sql) => sql`DELETE FROM ${this.#cvr("clients")}
+            WHERE "clientGroupID" = ${this.#id}
               AND "clientID" = ${clientID}`
     });
-    this.#upstreamWrites.push(
-      (sql) => sql`DELETE FROM ${sql(this.#upstreamSchemaName)}."mutations" 
-            WHERE "clientGroupID" = ${this.#id} 
-              AND "clientID" = ${clientID}`
-    );
   }
   putDesiredQuery(newVersion, query, client, deleted, inactivatedAt, ttl) {
     const change = {
@@ -505,7 +510,7 @@ class CVRStore {
         const { queryHash: id } = row;
         const patch = row.deleted ? { type: "query", op: "del", id } : { type: "query", op: "put", id };
         const v2 = row.patchVersion;
-        assert(v2);
+        assert(v2, "patchVersion must be set for query patches");
         patches.push({ patch, toVersion: versionFromString(v2) });
       }
       for (const row of allDesires) {
@@ -521,7 +526,9 @@ class CVRStore {
       reader.setDone();
     }
   }
-  async #checkVersionAndOwnership(tx, expectedCurrentVersion, lastConnectTime) {
+  async #checkVersionAndOwnership(lc, tx, expectedCurrentVersion, lastConnectTime) {
+    const start = Date.now();
+    lc.debug?.("checking cvr version and ownership");
     const expected = versionString(expectedCurrentVersion);
     const result = await tx`SELECT "version", "owner", "grantedAt" FROM ${this.#cvr("instances")}
         WHERE "clientGroupID" = ${this.#id}
@@ -531,6 +538,9 @@ class CVRStore {
       owner: null,
       grantedAt: null
     };
+    lc.debug?.(
+      "checked cvr version and ownership in " + (Date.now() - start) + " ms"
+    );
     if (owner !== this.#taskID && (grantedAt ?? 0) > lastConnectTime) {
       throw new OwnershipError(owner, grantedAt, lastConnectTime);
     }
@@ -538,7 +548,7 @@ class CVRStore {
       throw new ConcurrentModificationException(expected, version2);
     }
   }
-  async #flush(expectedCurrentVersion, cvr, lastConnectTime) {
+  async #flush(lc, expectedCurrentVersion, cvr, lastConnectTime) {
     const stats = {
       instances: 0,
       queries: 0,
@@ -572,7 +582,10 @@ class CVRStore {
       return null;
     }
     this.putInstance(cvr);
+    const start = Date.now();
+    lc.debug?.("flush tx beginning");
     const rowsFlushed = await this.#db.begin(READ_COMMITTED, async (tx) => {
+      lc.debug?.(`flush tx begun after ${Date.now() - start} ms`);
       const pipelined = [
         // #checkVersionAndOwnership() executes a `SELECT ... FOR UPDATE`
         // query to acquire a row-level lock so that version-updating
@@ -582,29 +595,41 @@ class CVRStore {
         // to this lock and can thus commit / be-committed independently of
         // cvr.instances.
         this.#checkVersionAndOwnership(
+          lc,
           tx,
           expectedCurrentVersion,
           lastConnectTime
         )
       ];
+      let i = 0;
       for (const write of this.#writes) {
         stats.instances += write.stats.instances ?? 0;
         stats.queries += write.stats.queries ?? 0;
         stats.desires += write.stats.desires ?? 0;
         stats.clients += write.stats.clients ?? 0;
         stats.rows += write.stats.rows ?? 0;
-        pipelined.push(write.write(tx, lastConnectTime).execute());
+        const writeIndex = i++;
+        const writeStart = Date.now();
+        pipelined.push(
+          write.write(tx, lastConnectTime).execute().then(() => {
+            lc.debug?.(
+              `write ${writeIndex}/${this.#writes.size} completed in ${Date.now() - writeStart} ms`
+            );
+          })
+        );
         stats.statements++;
       }
       const rowUpdates = this.#rowCache.executeRowUpdates(
         tx,
         cvr.version,
         this.#pendingRowRecordUpdates,
-        "allow-defer"
+        "allow-defer",
+        lc
       );
       pipelined.push(...rowUpdates);
       stats.statements += rowUpdates.length;
       await Promise.all(pipelined);
+      lc.debug?.(`flush tx returning after ${Date.now() - start} ms`);
       if (rowUpdates.length === 0) {
         stats.rowsDeferred = this.#pendingRowRecordUpdates.size;
         return false;
@@ -618,11 +643,6 @@ class CVRStore {
       rowsFlushed
     );
     recordRowsSynced(this.#rowCount);
-    if (this.#upstreamDb) {
-      await this.#upstreamDb.begin(READ_COMMITTED, async (tx) => {
-        await Promise.all(this.#upstreamWrites.map((write) => write(tx)));
-      });
-    }
     return stats;
   }
   get rowCount() {
@@ -630,8 +650,10 @@ class CVRStore {
   }
   async flush(lc, expectedCurrentVersion, cvr, lastConnectTime) {
     const start = performance.now();
+    lc = lc.withContext("cvrFlushID", flushCounter++);
     try {
       const stats = await this.#flush(
+        lc,
         expectedCurrentVersion,
         cvr,
         lastConnectTime
@@ -649,7 +671,6 @@ class CVRStore {
       throw e;
     } finally {
       this.#writes.clear();
-      this.#upstreamWrites.length = 0;
       this.#pendingRowRecordUpdates.clear();
       this.#forceUpdates.clear();
     }