@rocicorp/zero 1.6.0-canary.1 → 1.6.0-canary.11

package/out/zero-cache/src/services/view-syncer/client-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"client-handler.js","names":["#clientGroupID","#zeroClientsTable","#zeroMutationsTable","#lc","#downstream","#pokeTime","#pokeTransactions","#pokedRows","#baseVersion","#push","#updateLMIDs"],"sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../shared/src/bigint-json.ts';\nimport {\n  assertJSONValue,\n  type JSONObject as SafeJSONObject,\n} from '../../../../shared/src/json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport type {Writable} from '../../../../shared/src/writable.ts';\nimport type {ErroredQuery} from '../../../../zero-protocol/src/custom-queries.ts';\nimport {rowSchema} from '../../../../zero-protocol/src/data.ts';\nimport type {DeleteClientsBody} from '../../../../zero-protocol/src/delete-clients.ts';\nimport type {Downstream} from '../../../../zero-protocol/src/down.ts';\nimport {\n  ProtocolError,\n  type TransformFailedBody,\n} from '../../../../zero-protocol/src/error.ts';\nimport type {InspectDownBody} from '../../../../zero-protocol/src/inspect-down.ts';\nimport {mutationResultSchema} from '../../../../zero-protocol/src/mutation.ts';\nimport type {\n  PokePartBody,\n  PokeStartBody,\n} from '../../../../zero-protocol/src/poke.ts';\nimport {primaryKeyValueRecordSchema} from '../../../../zero-protocol/src/primary-key.ts';\nimport type {RowPatchOp} from '../../../../zero-protocol/src/row-patch.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {\n  getLogLevel,\n  wrapWithProtocolError,\n} from '../../types/error-with-level.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport type {Subscription} from '../../types/subscription.ts';\nimport {\n  cmpVersions,\n  cookieToVersion,\n  versionToCookie,\n  versionToNullableCookie,\n  type CVRVersion,\n  type DelQueryPatch,\n  type NullableCVRVersion,\n  type PutQueryPatch,\n  type RowID,\n} from './schema/types.ts';\n\nexport type PutRowPatch = {\n  type: 'row';\n  op: 'put';\n  id: RowID;\n  contents: JSONObject;\n};\n\nexport type DeleteRowPatch = {\n  type: 'row';\n  op: 'del';\n  id: RowID;\n};\n\nexport type RowPatch = PutRowPatch | DeleteRowPatch;\nexport type ConfigPatch = DelQueryPatch | PutQueryPatch;\n\nexport type Patch = ConfigPatch | RowPatch;\n\nexport type PatchToVersion = {\n  patch: Patch;\n  toVersion: CVRVersion;\n};\n\nexport interface PokeHandler {\n  addPatch(patch: PatchToVersion): Promise<void>;\n  cancel(): Promise<void>;\n  end(finalVersion: CVRVersion): Promise<void>;\n}\n\nconst NOOP: PokeHandler = {\n  addPatch: () => promiseVoid,\n  cancel: () => promiseVoid,\n  end: () => promiseVoid,\n};\n\n/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */\nexport function startPoke(\n  clients: ClientHandler[],\n  tentativeVersion: CVRVersion,\n): PokeHandler {\n  const pokers = clients.map(c => c.startPoke(tentativeVersion));\n\n  // Promise.allSettled() ensures that a failed (e.g. disconnected) client\n  // does not prevent other clients from receiving the pokes. However, the\n  // rate (per client group) will be limited by the slowest connection.\n  return {\n    addPatch: async patch => {\n      await Promise.allSettled(pokers.map(poker => poker.addPatch(patch)));\n    },\n    cancel: async () => {\n      await Promise.allSettled(pokers.map(poker => poker.cancel()));\n    },\n    end: async finalVersion => {\n      await Promise.allSettled(pokers.map(poker => poker.end(finalVersion)));\n    },\n  };\n}\n\n// Semi-arbitrary threshold at which poke body parts are flushed.\n// When row size is being computed, that should be used as a threshold instead.\nconst PART_COUNT_FLUSH_THRESHOLD = 100;\n\n/**\n * Handles a single `ViewSyncer` connection.\n */\nexport class ClientHandler {\n  readonly #clientGroupID: string;\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly #zeroClientsTable: string;\n  readonly #zeroMutationsTable: string;\n  readonly #lc: LogContext;\n  readonly #downstream: Subscription<Downstream>;\n  #baseVersion: NullableCVRVersion;\n\n  readonly #pokeTime = getOrCreateLatencyHistogram(\n    'sync',\n    'poke.time',\n    'Time elapsed for each poke transaction. Canceled / noop pokes are excluded.',\n  );\n\n  readonly #pokeTransactions = getOrCreateCounter(\n    'sync',\n    'poke.transactions',\n    'Count of poke transactions.',\n  );\n\n  readonly #pokedRows = getOrCreateCounter(\n    'sync',\n    'poke.rows',\n    'Count of poked rows.',\n  );\n\n  constructor(\n    lc: LogContext,\n    clientGroupID: string,\n    clientID: string,\n    wsID: string,\n    shard: ShardID,\n    baseCookie: string | null,\n    downstream: Subscription<Downstream>,\n  ) {\n    lc.debug?.('new client handler');\n    this.#clientGroupID = clientGroupID;\n    this.clientID = clientID;\n    this.wsID = wsID;\n    this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;\n    this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;\n    this.#lc = lc;\n    this.#downstream = downstream;\n    this.#baseVersion = cookieToVersion(baseCookie);\n  }\n\n  version(): NullableCVRVersion {\n    return this.#baseVersion;\n  }\n\n  async #push(msg: Downstream): Promise<void> {\n    const {result} = this.#downstream.push(msg);\n    await result;\n  }\n\n  fail(e: unknown) {\n    this.#lc[getLogLevel(e)]?.(\n      `view-syncer closing connection with error: ${String(e)}`,\n      e,\n    );\n    this.#downstream.fail(wrapWithProtocolError(e));\n  }\n\n  close(reason: string) {\n    this.#lc.debug?.(`view-syncer closing connection: ${reason}`);\n    this.#downstream.cancel();\n  }\n\n  startPoke(tentativeVersion: CVRVersion): PokeHandler {\n    const pokeID = versionToCookie(tentativeVersion);\n    const lc = this.#lc.withContext('pokeID', pokeID);\n\n    if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {\n      lc.info?.(`already caught up, not sending poke.`);\n      return NOOP;\n    }\n\n    const baseCookie = versionToNullableCookie(this.#baseVersion);\n    const cookie = versionToCookie(tentativeVersion);\n    lc.info?.(`starting poke from ${baseCookie} to ${cookie}`);\n\n    const start = performance.now();\n\n    const pokeStart: PokeStartBody = {pokeID, baseCookie};\n\n    let pokeStarted = false;\n    let body: PokePartBody | undefined;\n    let partCount = 0;\n    const ensureBody = async () => {\n      if (!pokeStarted) {\n        await this.#push(['pokeStart', pokeStart]);\n        pokeStarted = true;\n      }\n      return (body ??= {pokeID});\n    };\n    const flushBody = async () => {\n      if (body) {\n        await this.#push(['pokePart', body]);\n        body = undefined;\n        partCount = 0;\n      }\n    };\n\n    const addPatch = async (patchToVersion: PatchToVersion) => {\n      const {patch, toVersion} = patchToVersion;\n      if (cmpVersions(toVersion, this.#baseVersion) <= 0) {\n        return;\n      }\n      const body = await ensureBody();\n\n      const {type, op} = patch;\n      switch (type) {\n        case 'query': {\n          const patches = patch.clientID\n            ? ((body.desiredQueriesPatches ??= {})[patch.clientID] ??= [])\n            : (body.gotQueriesPatch ??= []);\n          if (op === 'put') {\n            patches.push({op, hash: patch.id});\n          } else {\n            patches.push({op, hash: patch.id});\n          }\n          break;\n        }\n        case 'row':\n          if (patch.id.table === this.#zeroClientsTable) {\n            this.#updateLMIDs((body.lastMutationIDChanges ??= {}), patch);\n          } else if (patch.id.table === this.#zeroMutationsTable) {\n            const patches = (body.mutationsPatch ??= []);\n            if (op === 'put') {\n              const row = v.parse(\n                ensureSafeJSON(patch.contents),\n                mutationRowSchema,\n                'passthrough',\n              );\n              patches.push({\n                op: 'put',\n                mutation: {\n                  id: {\n                    clientID: row.clientID,\n                    id: row.mutationID,\n                  },\n                  result: row.result,\n                },\n              });\n            } else {\n              const {clientID, mutationID} = patch.id.rowKey;\n              assert(\n                typeof clientID === 'string',\n                'client id must be a string',\n              );\n              const id = Number(mutationID);\n              assert(\n                !Number.isNaN(id) && Number.isFinite(id) && id >= 0,\n                'mutation id must be a finite number',\n              );\n              patches.push({\n                op: 'del',\n                id: {\n                  clientID,\n                  id,\n                },\n              });\n            }\n          } else {\n            (body.rowsPatch ??= []).push(makeRowPatch(patch));\n          }\n          break;\n        default:\n          unreachable(patch);\n      }\n\n      if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) {\n        await flushBody();\n      }\n    };\n\n    return {\n      addPatch: async (patchToVersion: PatchToVersion) => {\n        try {\n          await addPatch(patchToVersion);\n          if (patchToVersion.patch.type === 'row') {\n            this.#pokedRows.add(1);\n          }\n        } catch (e) {\n          this.#downstream.fail(wrapWithProtocolError(e));\n        }\n      },\n\n      cancel: async () => {\n        if (pokeStarted) {\n          await this.#push(['pokeEnd', {pokeID, cookie: '', cancel: true}]);\n        }\n      },\n\n      end: async (finalVersion: CVRVersion) => {\n        const cookie = versionToCookie(finalVersion);\n        if (!pokeStarted) {\n          if (cmpVersions(this.#baseVersion, finalVersion) === 0) {\n            return; // Nothing changed and nothing was sent.\n          }\n          await this.#push(['pokeStart', pokeStart]);\n        } else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) {\n          // Sanity check: If the poke was started, the finalVersion\n          // must be > #baseVersion.\n          throw new Error(\n            `Patches were sent but finalVersion ${finalVersion} is ` +\n              `not greater than baseVersion ${this.#baseVersion}`,\n          );\n        }\n        await flushBody();\n        await this.#push(['pokeEnd', {pokeID, cookie}]);\n        this.#baseVersion = finalVersion;\n\n        const elapsed = performance.now() - start;\n        this.#pokeTransactions.add(1);\n        this.#pokeTime.recordMs(elapsed);\n      },\n    };\n  }\n\n  async sendDeleteClients(\n    lc: LogContext,\n    deletedClientIDs: string[],\n    deletedClientGroupIDs: string[],\n  ) {\n    const deleteClientsBody: Writable<DeleteClientsBody> = {};\n    if (deletedClientIDs.length > 0) {\n      deleteClientsBody.clientIDs = deletedClientIDs;\n    }\n    if (deletedClientGroupIDs.length > 0) {\n      deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;\n    }\n    lc.debug?.('sending deleteClients', deleteClientsBody);\n    await this.#push(['deleteClients', deleteClientsBody]);\n  }\n\n  sendQueryTransformApplicationErrors(errors: ErroredQuery[]) {\n    void this.#push(['transformError', errors]);\n  }\n\n  sendQueryTransformFailedError(error: TransformFailedBody) {\n    this.fail(new ProtocolError(error));\n  }\n\n  sendInspectResponse(lc: LogContext, response: InspectDownBody): void {\n    lc.debug?.('sending inspect response', response);\n    this.#downstream.push(['inspect', response]);\n  }\n\n  #updateLMIDs(lmids: Record<string, number>, patch: RowPatch) {\n    if (patch.op === 'put') {\n      const row = ensureSafeJSON(patch.contents);\n      const {clientGroupID, clientID, lastMutationID} = v.parse(\n        row,\n        lmidRowSchema,\n        'passthrough',\n      );\n      if (clientGroupID !== this.#clientGroupID) {\n        this.#lc.error?.(\n          `Received clients row for wrong clientGroupID. Ignoring.`,\n          clientGroupID,\n        );\n      } else {\n        lmids[clientID] = lastMutationID;\n      }\n    } else {\n      // The 'constrain' and 'del' ops for clients can be ignored.\n      patch.op satisfies 'constrain' | 'del';\n    }\n  }\n}\n\n// Note: The {APP_ID}_{SHARD_ID}.clients table is set up in replicator/initial-sync.ts.\nconst lmidRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  lastMutationID: v.number(), // Actually returned as a bigint, but converted by ensureSafeJSON().\n});\n\nconst mutationRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  mutationID: v.number(),\n  result: mutationResultSchema,\n});\n\nfunction makeRowPatch(patch: RowPatch): RowPatchOp {\n  const {\n    op,\n    id: {table: tableName, rowKey: id},\n  } = patch;\n\n  switch (op) {\n    case 'put':\n      return {\n        op: 'put',\n        tableName,\n        value: v.parse(ensureSafeJSON(patch.contents), rowSchema),\n      };\n\n    case 'del':\n      return {\n        op,\n        tableName,\n        id: v.parse(id, primaryKeyValueRecordSchema),\n      };\n\n    default:\n      unreachable(op);\n  }\n}\n\n/**\n * Column values of type INT8 are returned as the `bigint` from the\n * Postgres library. These are converted to `number` if they are within\n * the safe Number range, allowing the protocol to support numbers larger\n * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will\n * result in an Error.\n */\nexport function ensureSafeJSON(row: JSONObject): SafeJSONObject {\n  const modified = Object.entries(row)\n    .filter(([k, v]) => {\n      if (typeof v === 'bigint') {\n        if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) {\n          return true; // send this entry onto the next map() step.\n        }\n        throw new Error(`Value of \"${k}\" exceeds safe Number range (${v})`);\n      } else if (typeof v === 'object') {\n        assertJSONValue(v);\n      }\n      return false;\n    })\n    .map(([k, v]) => [k, Number(v)]);\n\n  return modified.length\n    ? {...row, ...Object.fromEntries(modified)}\n    : (row as SafeJSONObject);\n}\n"],"mappings":";;;;;;;;;;;;;AA6EA,IAAM,OAAoB;CACxB,gBAAgB;CAChB,cAAc;CACd,WAAW;CACZ;;AAGD,SAAgB,UACd,SACA,kBACa;CACb,MAAM,SAAS,QAAQ,KAAI,MAAK,EAAE,UAAU,iBAAiB,CAAC;AAK9D,QAAO;EACL,UAAU,OAAM,UAAS;AACvB,SAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,SAAS,MAAM,CAAC,CAAC;;EAEtE,QAAQ,YAAY;AAClB,SAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,QAAQ,CAAC,CAAC;;EAE/D,KAAK,OAAM,iBAAgB;AACzB,SAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,IAAI,aAAa,CAAC,CAAC;;EAEzE;;AAKH,IAAM,6BAA6B;;;;AAKnC,IAAa,gBAAb,MAA2B;CACzB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,YAAqB,4BACnB,QACA,aACA,8EACD;CAED,oBAA6B,mBAC3B,QACA,qBACA,8BACD;CAED,aAAsB,mBACpB,QACA,aACA,uBACD;CAED,YACE,IACA,eACA,UACA,MACA,OACA,YACA,YACA;AACA,KAAG,QAAQ,qBAAqB;AAChC,QAAA,gBAAsB;AACtB,OAAK,WAAW;AAChB,OAAK,OAAO;AACZ,QAAA,mBAAyB,GAAG,eAAe,MAAM,CAAC;AAClD,QAAA,qBAA2B,GAAG,eAAe,MAAM,CAAC;AACpD,QAAA,KAAW;AACX,QAAA,aAAmB;AACnB,QAAA,cAAoB,gBAAgB,WAAW;;CAGjD,UAA8B;AAC5B,SAAO,MAAA;;CAGT,OAAA,KAAY,KAAgC;EAC1C,MAAM,EAAC,WAAU,MAAA,WAAiB,KAAK,IAAI;AAC3C,QAAM;;CAGR,KAAK,GAAY;AACf,QAAA,GAAS,YAAY,EAAE,IACrB,8CAA8C,OAAO,EAAE,IACvD,EACD;AACD,QAAA,WAAiB,KAAK,sBAAsB,EAAE,CAAC;;CAGjD,MAAM,QAAgB;AACpB,QAAA,GAAS,QAAQ,mCAAmC,SAAS;AAC7D,QAAA,WAAiB,QAAQ;;CAG3B,UAAU,kBAA2C;EACnD,MAAM,SAAS,gBAAgB,iBAAiB;EAChD,MAAM,KAAK,MAAA,GAAS,YAAY,UAAU,OAAO;AAEjD,MAAI,YAAY,MAAA,aAAmB,iBAAiB,IAAI,GAAG;AACzD,MAAG,OAAO,uCAAuC;AACjD,UAAO;;EAGT,MAAM,aAAa,wBAAwB,MAAA,YAAkB;EAC7D,MAAM,SAAS,gBAAgB,iBAAiB;AAChD,KAAG,OAAO,sBAAsB,WAAW,MAAM,SAAS;EAE1D,MAAM,QAAQ,YAAY,KAAK;EAE/B,MAAM,YAA2B;GAAC;GAAQ;GAAW;EAErD,IAAI,cAAc;EAClB,IAAI;EACJ,IAAI,YAAY;EAChB,MAAM,aAAa,YAAY;AAC7B,OAAI,CAAC,aAAa;AAChB,UAAM,MAAA,KAAW,CAAC,aAAa,UAAU,CAAC;AAC1C,kBAAc;;AAEhB,UAAQ,SAAS,EAAC,QAAO;;EAE3B,MAAM,YAAY,YAAY;AAC5B,OAAI,MAAM;AACR,UAAM,MAAA,KAAW,CAAC,YAAY,KAAK,CAAC;AACpC,WAAO,KAAA;AACP,gBAAY;;;EAIhB,MAAM,WAAW,OAAO,mBAAmC;GACzD,MAAM,EAAC,OAAO,cAAa;AAC3B,OAAI,YAAY,WAAW,MAAA,YAAkB,IAAI,EAC/C;GAEF,MAAM,OAAO,MAAM,YAAY;GAE/B,MAAM,EAAC,MAAM,OAAM;AACnB,WAAQ,MAAR;IACE,KAAK,SAAS;KACZ,MAAM,UAAU,MAAM,WACjB,CAAC,KAAK,0BAA0B,EAAE,EAAE,MAAM,cAAc,EAAE,GAC1D,KAAK,oBAAoB,EAAE;AAChC,SAAI,OAAO,MACT,SAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;MAAG,CAAC;SAElC,SAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;MAAG,CAAC;AAEpC;;IAEF,KAAK;AACH,SAAI,MAAM,GAAG,UAAU,MAAA,iBACrB,OAAA,YAAmB,KAAK,0BAA0B,EAAE,EAAG,MAAM;cACpD,MAAM,GAAG,UAAU,MAAA,oBAA0B;MACtD,MAAM,UAAW,KAAK,mBAAmB,EAAE;AAC3C,UAAI,OAAO,OAAO;OAChB,MAAM,MAAM,MACV,eAAe,MAAM,SAAS,EAC9B,mBACA,cACD;AACD,eAAQ,KAAK;QACX,IAAI;QACJ,UAAU;SACR,IAAI;UACF,UAAU,IAAI;UACd,IAAI,IAAI;UACT;SACD,QAAQ,IAAI;SACb;QACF,CAAC;aACG;OACL,MAAM,EAAC,UAAU,eAAc,MAAM,GAAG;AACxC,cACE,OAAO,aAAa,UACpB,6BACD;OACD,MAAM,KAAK,OAAO,WAAW;AAC7B,cACE,CAAC,OAAO,MAAM,GAAG,IAAI,OAAO,SAAS,GAAG,IAAI,MAAM,GAClD,sCACD;AACD,eAAQ,KAAK;QACX,IAAI;QACJ,IAAI;SACF;SACA;SACD;QACF,CAAC;;WAGJ,EAAC,KAAK,cAAc,EAAE,EAAE,KAAK,aAAa,MAAM,CAAC;AAEnD;IACF,QACE,aAAY,MAAM;;AAGtB,OAAI,EAAE,aAAa,2BACjB,OAAM,WAAW;;AAIrB,SAAO;GACL,UAAU,OAAO,mBAAmC;AAClD,QAAI;AACF,WAAM,SAAS,eAAe;AAC9B,SAAI,eAAe,MAAM,SAAS,MAChC,OAAA,UAAgB,IAAI,EAAE;aAEjB,GAAG;AACV,WAAA,WAAiB,KAAK,sBAAsB,EAAE,CAAC;;;GAInD,QAAQ,YAAY;AAClB,QAAI,YACF,OAAM,MAAA,KAAW,CAAC,WAAW;KAAC;KAAQ,QAAQ;KAAI,QAAQ;KAAK,CAAC,CAAC;;GAIrE,KAAK,OAAO,iBAA6B;IACvC,MAAM,SAAS,gBAAgB,aAAa;AAC5C,QAAI,CAAC,aAAa;AAChB,SAAI,YAAY,MAAA,aAAmB,aAAa,KAAK,EACnD;AAEF,WAAM,MAAA,KAAW,CAAC,aAAa,UAAU,CAAC;eACjC,YAAY,MAAA,aAAmB,aAAa,IAAI,EAGzD,OAAM,IAAI,MACR,sCAAsC,aAAa,mCACjB,MAAA,cACnC;AAEH,UAAM,WAAW;AACjB,UAAM,MAAA,KAAW,CAAC,WAAW;KAAC;KAAQ;KAAO,CAAC,CAAC;AAC/C,UAAA,cAAoB;IAEpB,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,UAAA,iBAAuB,IAAI,EAAE;AAC7B,UAAA,SAAe,SAAS,QAAQ;;GAEnC;;CAGH,MAAM,kBACJ,IACA,kBACA,uBACA;EACA,MAAM,oBAAiD,EAAE;AACzD,MAAI,iBAAiB,SAAS,EAC5B,mBAAkB,YAAY;AAEhC,MAAI,sBAAsB,SAAS,EACjC,mBAAkB,iBAAiB;AAErC,KAAG,QAAQ,yBAAyB,kBAAkB;AACtD,QAAM,MAAA,KAAW,CAAC,iBAAiB,kBAAkB,CAAC;;CAGxD,oCAAoC,QAAwB;AACrD,QAAA,KAAW,CAAC,kBAAkB,OAAO,CAAC;;CAG7C,8BAA8B,OAA4B;AACxD,OAAK,KAAK,IAAI,cAAc,MAAM,CAAC;;CAGrC,oBAAoB,IAAgB,UAAiC;AACnE,KAAG,QAAQ,4BAA4B,SAAS;AAChD,QAAA,WAAiB,KAAK,CAAC,WAAW,SAAS,CAAC;;CAG9C,aAAa,OAA+B,OAAiB;AAC3D,MAAI,MAAM,OAAO,OAAO;GAEtB,MAAM,EAAC,eAAe,UAAU,mBAAkB,MADtC,eAAe,MAAM,SAAS,EAGxC,eACA,cACD;AACD,OAAI,kBAAkB,MAAA,cACpB,OAAA,GAAS,QACP,2DACA,cACD;OAED,OAAM,YAAY;QAIpB,OAAM;;;AAMZ,IAAM,gBAAgB,eAAE,OAAO;CAC7B,eAAe,eAAE,QAAQ;CACzB,UAAU,eAAE,QAAQ;CACpB,gBAAgB,eAAE,QAAQ;CAC3B,CAAC;AAEF,IAAM,oBAAoB,eAAE,OAAO;CACjC,eAAe,eAAE,QAAQ;CACzB,UAAU,eAAE,QAAQ;CACpB,YAAY,eAAE,QAAQ;CACtB,QAAQ;CACT,CAAC;AAEF,SAAS,aAAa,OAA6B;CACjD,MAAM,EACJ,IACA,IAAI,EAAC,OAAO,WAAW,QAAQ,SAC7B;AAEJ,SAAQ,IAAR;EACE,KAAK,MACH,QAAO;GACL,IAAI;GACJ;GACA,OAAO,MAAQ,eAAe,MAAM,SAAS,EAAE,UAAU;GAC1D;EAEH,KAAK,MACH,QAAO;GACL;GACA;GACA,IAAI,MAAQ,IAAI,4BAA4B;GAC7C;EAEH,QACE,aAAY,GAAG;;;;;;;;;;AAWrB,SAAgB,eAAe,KAAiC;CAC9D,MAAM,WAAW,OAAO,QAAQ,IAAI,CACjC,QAAQ,CAAC,GAAG,OAAO;AAClB,MAAI,OAAO,MAAM,UAAU;AACzB,OAAI,KAAK,OAAO,oBAAoB,KAAK,OAAO,iBAC9C,QAAO;AAET,SAAM,IAAI,MAAM,aAAa,EAAE,+BAA+B,EAAE,GAAG;aAC1D,OAAO,MAAM,SACtB,iBAAgB,EAAE;AAEpB,SAAO;GACP,CACD,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC;AAElC,QAAO,SAAS,SACZ;EAAC,GAAG;EAAK,GAAG,OAAO,YAAY,SAAS;EAAC,GACxC"}
+{"version":3,"file":"client-handler.js","names":["#clientGroupID","#zeroClientsTable","#zeroMutationsTable","#lc","#downstream","#pokeTime","#pokeTransactions","#pokedRows","#baseVersion","#push","#updateLMIDs"],"sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../shared/src/bigint-json.ts';\nimport {\n  assertJSONValue,\n  type JSONObject as SafeJSONObject,\n} from '../../../../shared/src/json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport type {Writable} from '../../../../shared/src/writable.ts';\nimport type {ErroredQuery} from '../../../../zero-protocol/src/custom-queries.ts';\nimport {rowSchema} from '../../../../zero-protocol/src/data.ts';\nimport type {DeleteClientsBody} from '../../../../zero-protocol/src/delete-clients.ts';\nimport type {Downstream} from '../../../../zero-protocol/src/down.ts';\nimport {\n  ProtocolError,\n  type TransformFailedBody,\n} from '../../../../zero-protocol/src/error.ts';\nimport type {InspectDownBody} from '../../../../zero-protocol/src/inspect-down.ts';\nimport {mutationResultSchema} from '../../../../zero-protocol/src/mutation.ts';\nimport type {\n  PokePartBody,\n  PokeStartBody,\n} from '../../../../zero-protocol/src/poke.ts';\nimport {primaryKeyValueRecordSchema} from '../../../../zero-protocol/src/primary-key.ts';\nimport type {RowPatchOp} from '../../../../zero-protocol/src/row-patch.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {\n  getLogLevel,\n  wrapWithProtocolError,\n} from '../../types/error-with-level.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport type {Subscription} from '../../types/subscription.ts';\nimport {\n  cmpVersions,\n  cookieToVersion,\n  versionToCookie,\n  versionToNullableCookie,\n  type CVRVersion,\n  type DelQueryPatch,\n  type NullableCVRVersion,\n  type PutQueryPatch,\n  type RowID,\n} from './schema/types.ts';\n\nexport type PutRowPatch = {\n  type: 'row';\n  op: 'put';\n  id: RowID;\n  contents: JSONObject;\n};\n\nexport type DeleteRowPatch = {\n  type: 'row';\n  op: 'del';\n  id: RowID;\n};\n\nexport type RowPatch = PutRowPatch | DeleteRowPatch;\nexport type ConfigPatch = DelQueryPatch | PutQueryPatch;\n\nexport type Patch = ConfigPatch | RowPatch;\n\nexport type PatchToVersion = {\n  patch: Patch;\n  toVersion: CVRVersion;\n};\n\nexport interface PokeHandler {\n  addPatch(patch: PatchToVersion): Promise<void>;\n  cancel(): Promise<void>;\n  end(finalVersion: CVRVersion): Promise<void>;\n}\n\nconst NOOP: PokeHandler = {\n  addPatch: () => promiseVoid,\n  cancel: () => promiseVoid,\n  end: () => promiseVoid,\n};\n\n/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */\nexport function startPoke(\n  clients: ClientHandler[],\n  tentativeVersion: CVRVersion,\n): PokeHandler {\n  const pokers = clients.map(c => c.startPoke(tentativeVersion));\n\n  // Promise.allSettled() ensures that a failed (e.g. disconnected) client\n  // does not prevent other clients from receiving the pokes. However, the\n  // rate (per client group) will be limited by the slowest connection.\n  return {\n    addPatch: async patch => {\n      await Promise.allSettled(pokers.map(poker => poker.addPatch(patch)));\n    },\n    cancel: async () => {\n      await Promise.allSettled(pokers.map(poker => poker.cancel()));\n    },\n    end: async finalVersion => {\n      await Promise.allSettled(pokers.map(poker => poker.end(finalVersion)));\n    },\n  };\n}\n\n// Semi-arbitrary threshold at which poke body parts are flushed.\n// When row size is being computed, that should be used as a threshold instead.\nconst PART_COUNT_FLUSH_THRESHOLD = 100;\n\n/**\n * Handles a single `ViewSyncer` connection.\n */\nexport class ClientHandler {\n  readonly #clientGroupID: string;\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly #zeroClientsTable: string;\n  readonly #zeroMutationsTable: string;\n  readonly #lc: LogContext;\n  readonly #downstream: Subscription<Downstream>;\n  #baseVersion: NullableCVRVersion;\n\n  readonly #pokeTime = getOrCreateLatencyHistogram(\n    'sync',\n    'poke.time',\n    'Time elapsed for each poke transaction. Canceled / noop pokes are excluded.',\n  );\n\n  readonly #pokeTransactions = getOrCreateCounter(\n    'sync',\n    'poke.transactions',\n    'Count of poke transactions.',\n  );\n\n  readonly #pokedRows = getOrCreateCounter(\n    'sync',\n    'poke.rows',\n    'Count of poked rows.',\n  );\n\n  constructor(\n    lc: LogContext,\n    clientGroupID: string,\n    clientID: string,\n    wsID: string,\n    shard: ShardID,\n    baseCookie: string | null,\n    downstream: Subscription<Downstream>,\n  ) {\n    lc.debug?.('new client handler');\n    this.#clientGroupID = clientGroupID;\n    this.clientID = clientID;\n    this.wsID = wsID;\n    this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;\n    this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;\n    this.#lc = lc;\n    this.#downstream = downstream;\n    this.#baseVersion = cookieToVersion(baseCookie);\n  }\n\n  version(): NullableCVRVersion {\n    return this.#baseVersion;\n  }\n\n  async #push(msg: Downstream): Promise<void> {\n    const {result} = this.#downstream.push(msg);\n    await result;\n  }\n\n  fail(e: unknown) {\n    this.#lc[getLogLevel(e)]?.(\n      `view-syncer closing connection with error: ${String(e)}`,\n      e,\n    );\n    this.#downstream.fail(wrapWithProtocolError(e));\n  }\n\n  close(reason: string) {\n    this.#lc.debug?.(`view-syncer closing connection: ${reason}`);\n    this.#downstream.cancel();\n  }\n\n  startPoke(tentativeVersion: CVRVersion): PokeHandler {\n    const pokeID = versionToCookie(tentativeVersion);\n    const lc = this.#lc.withContext('pokeID', pokeID);\n\n    if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {\n      lc.info?.(`already caught up, not sending poke.`);\n      return NOOP;\n    }\n\n    const baseCookie = versionToNullableCookie(this.#baseVersion);\n    const cookie = versionToCookie(tentativeVersion);\n    lc.debug?.(`starting poke from ${baseCookie} to ${cookie}`);\n\n    const start = performance.now();\n\n    const pokeStart: PokeStartBody = {pokeID, baseCookie};\n\n    let pokeStarted = false;\n    let body: PokePartBody | undefined;\n    let partCount = 0;\n    const ensureBody = async () => {\n      if (!pokeStarted) {\n        await this.#push(['pokeStart', pokeStart]);\n        pokeStarted = true;\n      }\n      return (body ??= {pokeID});\n    };\n    const flushBody = async () => {\n      if (body) {\n        await this.#push(['pokePart', body]);\n        body = undefined;\n        partCount = 0;\n      }\n    };\n\n    const addPatch = async (patchToVersion: PatchToVersion) => {\n      const {patch, toVersion} = patchToVersion;\n      if (cmpVersions(toVersion, this.#baseVersion) <= 0) {\n        return;\n      }\n      const body = await ensureBody();\n\n      const {type, op} = patch;\n      switch (type) {\n        case 'query': {\n          const patches = patch.clientID\n            ? ((body.desiredQueriesPatches ??= {})[patch.clientID] ??= [])\n            : (body.gotQueriesPatch ??= []);\n          if (op === 'put') {\n            patches.push({op, hash: patch.id});\n          } else {\n            patches.push({op, hash: patch.id});\n          }\n          break;\n        }\n        case 'row':\n          if (patch.id.table === this.#zeroClientsTable) {\n            this.#updateLMIDs((body.lastMutationIDChanges ??= {}), patch);\n          } else if (patch.id.table === this.#zeroMutationsTable) {\n            const patches = (body.mutationsPatch ??= []);\n            if (op === 'put') {\n              const row = v.parse(\n                ensureSafeJSON(patch.contents),\n                mutationRowSchema,\n                'passthrough',\n              );\n              patches.push({\n                op: 'put',\n                mutation: {\n                  id: {\n                    clientID: row.clientID,\n                    id: row.mutationID,\n                  },\n                  result: row.result,\n                },\n              });\n            } else {\n              const {clientID, mutationID} = patch.id.rowKey;\n              assert(\n                typeof clientID === 'string',\n                'client id must be a string',\n              );\n              const id = Number(mutationID);\n              assert(\n                !Number.isNaN(id) && Number.isFinite(id) && id >= 0,\n                'mutation id must be a finite number',\n              );\n              patches.push({\n                op: 'del',\n                id: {\n                  clientID,\n                  id,\n                },\n              });\n            }\n          } else {\n            (body.rowsPatch ??= []).push(makeRowPatch(patch));\n          }\n          break;\n        default:\n          unreachable(patch);\n      }\n\n      if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) {\n        await flushBody();\n      }\n    };\n\n    return {\n      addPatch: async (patchToVersion: PatchToVersion) => {\n        try {\n          await addPatch(patchToVersion);\n          if (patchToVersion.patch.type === 'row') {\n            this.#pokedRows.add(1);\n          }\n        } catch (e) {\n          this.#downstream.fail(wrapWithProtocolError(e));\n        }\n      },\n\n      cancel: async () => {\n        if (pokeStarted) {\n          await this.#push(['pokeEnd', {pokeID, cookie: '', cancel: true}]);\n        }\n      },\n\n      end: async (finalVersion: CVRVersion) => {\n        const cookie = versionToCookie(finalVersion);\n        if (!pokeStarted) {\n          if (cmpVersions(this.#baseVersion, finalVersion) === 0) {\n            return; // Nothing changed and nothing was sent.\n          }\n          await this.#push(['pokeStart', pokeStart]);\n        } else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) {\n          // Sanity check: If the poke was started, the finalVersion\n          // must be > #baseVersion.\n          throw new Error(\n            `Patches were sent but finalVersion ${finalVersion} is ` +\n              `not greater than baseVersion ${this.#baseVersion}`,\n          );\n        }\n        await flushBody();\n        await this.#push(['pokeEnd', {pokeID, cookie}]);\n        this.#baseVersion = finalVersion;\n\n        const elapsed = performance.now() - start;\n        this.#pokeTransactions.add(1);\n        this.#pokeTime.recordMs(elapsed);\n      },\n    };\n  }\n\n  async sendDeleteClients(\n    lc: LogContext,\n    deletedClientIDs: string[],\n    deletedClientGroupIDs: string[],\n  ) {\n    const deleteClientsBody: Writable<DeleteClientsBody> = {};\n    if (deletedClientIDs.length > 0) {\n      deleteClientsBody.clientIDs = deletedClientIDs;\n    }\n    if (deletedClientGroupIDs.length > 0) {\n      deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;\n    }\n    lc.debug?.('sending deleteClients', deleteClientsBody);\n    await this.#push(['deleteClients', deleteClientsBody]);\n  }\n\n  sendQueryTransformApplicationErrors(errors: ErroredQuery[]) {\n    void this.#push(['transformError', errors]);\n  }\n\n  sendQueryTransformFailedError(error: TransformFailedBody) {\n    this.fail(new ProtocolError(error));\n  }\n\n  sendInspectResponse(lc: LogContext, response: InspectDownBody): void {\n    lc.debug?.('sending inspect response', response);\n    this.#downstream.push(['inspect', response]);\n  }\n\n  #updateLMIDs(lmids: Record<string, number>, patch: RowPatch) {\n    if (patch.op === 'put') {\n      const row = ensureSafeJSON(patch.contents);\n      const {clientGroupID, clientID, lastMutationID} = v.parse(\n        row,\n        lmidRowSchema,\n        'passthrough',\n      );\n      if (clientGroupID !== this.#clientGroupID) {\n        this.#lc.error?.(\n          `Received clients row for wrong clientGroupID. Ignoring.`,\n          clientGroupID,\n        );\n      } else {\n        lmids[clientID] = lastMutationID;\n      }\n    } else {\n      // The 'constrain' and 'del' ops for clients can be ignored.\n      patch.op satisfies 'constrain' | 'del';\n    }\n  }\n}\n\n// Note: The {APP_ID}_{SHARD_ID}.clients table is set up in replicator/initial-sync.ts.\nconst lmidRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  lastMutationID: v.number(), // Actually returned as a bigint, but converted by ensureSafeJSON().\n});\n\nconst mutationRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  mutationID: v.number(),\n  result: mutationResultSchema,\n});\n\nfunction makeRowPatch(patch: RowPatch): RowPatchOp {\n  const {\n    op,\n    id: {table: tableName, rowKey: id},\n  } = patch;\n\n  switch (op) {\n    case 'put':\n      return {\n        op: 'put',\n        tableName,\n        value: v.parse(ensureSafeJSON(patch.contents), rowSchema),\n      };\n\n    case 'del':\n      return {\n        op,\n        tableName,\n        id: v.parse(id, primaryKeyValueRecordSchema),\n      };\n\n    default:\n      unreachable(op);\n  }\n}\n\n/**\n * Column values of type INT8 are returned as the `bigint` from the\n * Postgres library. These are converted to `number` if they are within\n * the safe Number range, allowing the protocol to support numbers larger\n * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will\n * result in an Error.\n */\nexport function ensureSafeJSON(row: JSONObject): SafeJSONObject {\n  const modified = Object.entries(row)\n    .filter(([k, v]) => {\n      if (typeof v === 'bigint') {\n        if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) {\n          return true; // send this entry onto the next map() step.\n        }\n        throw new Error(`Value of \"${k}\" exceeds safe Number range (${v})`);\n      } else if (typeof v === 'object') {\n        assertJSONValue(v);\n      }\n      return false;\n    })\n    .map(([k, v]) => [k, Number(v)]);\n\n  return modified.length\n    ? {...row, ...Object.fromEntries(modified)}\n    : (row as SafeJSONObject);\n}\n"],"mappings":";;;;;;;;;;;;;AA6EA,IAAM,OAAoB;CACxB,gBAAgB;CAChB,cAAc;CACd,WAAW;AACb;;AAGA,SAAgB,UACd,SACA,kBACa;CACb,MAAM,SAAS,QAAQ,KAAI,MAAK,EAAE,UAAU,gBAAgB,CAAC;CAK7D,OAAO;EACL,UAAU,OAAM,UAAS;GACvB,MAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,SAAS,KAAK,CAAC,CAAC;EACrE;EACA,QAAQ,YAAY;GAClB,MAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,OAAO,CAAC,CAAC;EAC9D;EACA,KAAK,OAAM,iBAAgB;GACzB,MAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,IAAI,YAAY,CAAC,CAAC;EACvE;CACF;AACF;AAIA,IAAM,6BAA6B;;;;AAKnC,IAAa,gBAAb,MAA2B;CACzB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,YAAqB,4BACnB,QACA,aACA,6EACF;CAEA,oBAA6B,mBAC3B,QACA,qBACA,6BACF;CAEA,aAAsB,mBACpB,QACA,aACA,sBACF;CAEA,YACE,IACA,eACA,UACA,MACA,OACA,YACA,YACA;EACA,GAAG,QAAQ,oBAAoB;EAC/B,KAAKA,iBAAiB;EACtB,KAAK,WAAW;EAChB,KAAK,OAAO;EACZ,KAAKC,oBAAoB,GAAG,eAAe,KAAK,EAAE;EAClD,KAAKC,sBAAsB,GAAG,eAAe,KAAK,EAAE;EACpD,KAAKC,MAAM;EACX,KAAKC,cAAc;EACnB,KAAKI,eAAe,gBAAgB,UAAU;CAChD;CAEA,UAA8B;EAC5B,OAAO,KAAKA;CACd;CAEA,MAAMC,MAAM,KAAgC;EAC1C,MAAM,EAAC,WAAU,KAAKL,YAAY,KAAK,GAAG;EAC1C,MAAM;CACR;CAEA,KAAK,GAAY;EACf,KAAKD,IAAI,YAAY,CAAC,KACpB,8CAA8C,OAAO,CAAC,KACtD,CACF;EACA,KAAKC,YAAY,KAAK,sBAAsB,CAAC,CAAC;CAChD;CAEA,MAAM,QAAgB;EACpB,KAAKD,IAAI,QAAQ,mCAAmC,QAAQ;EAC5D,KAAKC,YAAY,OAAO;CAC1B;CAEA,UAAU,kBAA2C;EACnD,MAAM,SAAS,gBAAgB,gBAAgB;EAC/C,MAAM,KAAK,KAAKD,IAAI,YAAY,UAAU,MAAM;EAEhD,IAAI,YAAY,KAAKK,cAAc,gBAAgB,KAAK,GAAG;GACzD,GAAG,OAAO,sCAAsC;GAChD,OAAO;EACT;EAEA,MAAM,aAAa,wBAAwB,KAAKA,YAAY;EAC5D,MAAM,SAAS,gBAAgB,gBAAgB;EAC/C,GAAG,QAAQ,sBAAsB,WAAW,MAAM,QAAQ;EAE1D,MAAM,QAAQ,YAAY,IAAI;EAE9B,MAAM,YAA2B;GAAC;GAAQ;EAAU;EAEpD,IAAI,cAAc;EAClB,IAAI;EACJ,IAAI,YAAY;EAChB,MAAM,aAAa,YAAY;GAC7B,IAAI,CAAC,aAAa;IAChB,MAAM,KAAKC,MAAM,CAAC,aAAa,SAAS,CAAC;IACzC,cAAc;GAChB;GACA,OAAQ,SAAS,EAAC,OAAM;EAC1B;EACA,MAAM,YAAY,YAAY;GAC5B,IAAI,MAAM;IACR,MAAM,KAAKA,MAAM,CAAC,YAAY,IAAI,CAAC;IACnC,OAAO,KAAA;IACP,YAAY;GACd;EACF;EAEA,MAAM,WAAW,OAAO,mBAAmC;GACzD,MAAM,EAAC,OAAO,cAAa;GAC3B,IAAI,YAAY,WAAW,KAAKD,YAAY,KAAK,GAC/C;GAEF,MAAM,OAAO,MAAM,WAAW;GAE9B,MAAM,EAAC,MAAM,OAAM;GACnB,QAAQ,MAAR;IACE,KAAK,SAAS;KACZ,MAAM,UAAU,MAAM,WACjB,CAAC,KAAK,0BAA0B,CAAC,GAAG,MAAM,cAAc,CAAC,IACzD,KAAK,oBAAoB,CAAC;KAC/B,IAAI,OAAO,OACT,QAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;KAAE,CAAC;UAEjC,QAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;KAAE,CAAC;KAEnC;IACF;IACA,KAAK;KACH,IAAI,MAAM,GAAG,UAAU,KAAKP,mBAC1B,KAAKS,aAAc,KAAK,0BAA0B,CAAC,GAAI,KAAK;UACvD,IAAI,MAAM,GAAG,UAAU,KAAKR,qBAAqB;MACtD,MAAM,UAAW,KAAK,mBAAmB,CAAC;MAC1C,IAAI,OAAO,OAAO;OAChB,MAAM,MAAM,MACV,eAAe,MAAM,QAAQ,GAC7B,mBACA,aACF;OACA,QAAQ,KAAK;QACX,IAAI;QACJ,UAAU;SACR,IAAI;UACF,UAAU,IAAI;UACd,IAAI,IAAI;SACV;SACA,QAAQ,IAAI;QACd;OACF,CAAC;MACH,OAAO;OACL,MAAM,EAAC,UAAU,eAAc,MAAM,GAAG;OACxC,OACE,OAAO,aAAa,UACpB,4BACF;OACA,MAAM,KAAK,OAAO,UAAU;OAC5B,OACE,CAAC,OAAO,MAAM,EAAE,KAAK,OAAO,SAAS,EAAE,KAAK,MAAM,GAClD,qCACF;OACA,QAAQ,KAAK;QACX,IAAI;QACJ,IAAI;SACF;SACA;QACF;OACF,CAAC;MACH;KACF,OACE,CAAC,KAAK,cAAc,CAAC,GAAG,KAAK,aAAa,KAAK,CAAC;KAElD;IACF,SACE,YAAY,KAAK;GACrB;GAEA,IAAI,EAAE,aAAa,4BACjB,MAAM,UAAU;EAEpB;EAEA,OAAO;GACL,UAAU,OAAO,mBAAmC;IAClD,IAAI;KACF,MAAM,SAAS,cAAc;KAC7B,IAAI,eAAe,MAAM,SAAS,OAChC,KAAKK,WAAW,IAAI,CAAC;IAEzB,SAAS,GAAG;KACV,KAAKH,YAAY,KAAK,sBAAsB,CAAC,CAAC;IAChD;GACF;GAEA,QAAQ,YAAY;IAClB,IAAI,aACF,MAAM,KAAKK,MAAM,CAAC,WAAW;KAAC;KAAQ,QAAQ;KAAI,QAAQ;IAAI,CAAC,CAAC;GAEpE;GAEA,KAAK,OAAO,iBAA6B;IACvC,MAAM,SAAS,gBAAgB,YAAY;IAC3C,IAAI,CAAC,aAAa;KAChB,IAAI,YAAY,KAAKD,cAAc,YAAY,MAAM,GACnD;KAEF,MAAM,KAAKC,MAAM,CAAC,aAAa,SAAS,CAAC;IAC3C,OAAO,IAAI,YAAY,KAAKD,cAAc,YAAY,KAAK,GAGzD,MAAM,IAAI,MACR,sCAAsC,aAAa,mCACjB,KAAKA,cACzC;IAEF,MAAM,UAAU;IAChB,MAAM,KAAKC,MAAM,CAAC,WAAW;KAAC;KAAQ;IAAM,CAAC,CAAC;IAC9C,KAAKD,eAAe;IAEpB,MAAM,UAAU,YAAY,IAAI,IAAI;IACpC,KAAKF,kBAAkB,IAAI,CAAC;IAC5B,KAAKD,UAAU,SAAS,OAAO;GACjC;EACF;CACF;CAEA,MAAM,kBACJ,IACA,kBACA,uBACA;EACA,MAAM,oBAAiD,CAAC;EACxD,IAAI,iBAAiB,SAAS,GAC5B,kBAAkB,YAAY;EAEhC,IAAI,sBAAsB,SAAS,GACjC,kBAAkB,iBAAiB;EAErC,GAAG,QAAQ,yBAAyB,iBAAiB;EACrD,MAAM,KAAKI,MAAM,CAAC,iBAAiB,iBAAiB,CAAC;CACvD;CAEA,oCAAoC,QAAwB;EAC1D,KAAUA,MAAM,CAAC,kBAAkB,MAAM,CAAC;CAC5C;CAEA,8BAA8B,OAA4B;EACxD,KAAK,KAAK,IAAI,cAAc,KAAK,CAAC;CACpC;CAEA,oBAAoB,IAAgB,UAAiC;EACnE,GAAG,QAAQ,4BAA4B,QAAQ;EAC/C,KAAKL,YAAY,KAAK,CAAC,WAAW,QAAQ,CAAC;CAC7C;CAEA,aAAa,OAA+B,OAAiB;EAC3D,IAAI,MAAM,OAAO,OAAO;GAEtB,MAAM,EAAC,eAAe,UAAU,mBAAkB,MADtC,eAAe,MAAM,QAE/B,GACA,eACA,aACF;GACA,IAAI,kBAAkB,KAAKJ,gBACzB,KAAKG,IAAI,QACP,2DACA,aACF;QAEA,MAAM,YAAY;EAEtB,OAEE,MAAM;CAEV;AACF;AAGA,IAAM,gBAAgB,eAAE,OAAO;CAC7B,eAAe,eAAE,OAAO;CACxB,UAAU,eAAE,OAAO;CACnB,gBAAgB,eAAE,OAAO;AAC3B,CAAC;AAED,IAAM,oBAAoB,eAAE,OAAO;CACjC,eAAe,eAAE,OAAO;CACxB,UAAU,eAAE,OAAO;CACnB,YAAY,eAAE,OAAO;CACrB,QAAQ;AACV,CAAC;AAED,SAAS,aAAa,OAA6B;CACjD,MAAM,EACJ,IACA,IAAI,EAAC,OAAO,WAAW,QAAQ,SAC7B;CAEJ,QAAQ,IAAR;EACE,KAAK,OACH,OAAO;GACL,IAAI;GACJ;GACA,OAAO,MAAQ,eAAe,MAAM,QAAQ,GAAG,SAAS;EAC1D;EAEF,KAAK,OACH,OAAO;GACL;GACA;GACA,IAAI,MAAQ,IAAI,2BAA2B;EAC7C;EAEF,SACE,YAAY,EAAE;CAClB;AACF;;;;;;;;AASA,SAAgB,eAAe,KAAiC;CAC9D,MAAM,WAAW,OAAO,QAAQ,GAAG,EAChC,QAAQ,CAAC,GAAG,OAAO;EAClB,IAAI,OAAO,MAAM,UAAU;GACzB,IAAI,KAAK,OAAO,oBAAoB,KAAK,OAAO,kBAC9C,OAAO;GAET,MAAM,IAAI,MAAM,aAAa,EAAE,+BAA+B,EAAE,EAAE;EACpE,OAAO,IAAI,OAAO,MAAM,UACtB,gBAAgB,CAAC;EAEnB,OAAO;CACT,CAAC,EACA,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAEjC,OAAO,SAAS,SACZ;EAAC,GAAG;EAAK,GAAG,OAAO,YAAY,QAAQ;CAAC,IACvC;AACP"}

package/out/zero-cache/src/services/view-syncer/client-schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"client-schema.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/client-schema.ts"],"sourcesContent":["import {toSorted} from '../../../../shared/src/iterables.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {\n  difference,\n  equals,\n  intersection,\n} from '../../../../shared/src/set-utils.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport {ProtocolError} from '../../../../zero-protocol/src/error.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {appSchema, upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {ZERO_VERSION_COLUMN_NAME} from '../replicator/schema/constants.ts';\n\nexport function checkClientSchema(\n  shardID: ShardID,\n  clientSchema: ClientSchema,\n  tableSpecs: Map<string, LiteAndZqlSpec>,\n  fullTables: Map<string, LiteTableSpec>,\n) {\n  if (fullTables.size === 0) {\n    throw new ProtocolError({\n      kind: 'Internal',\n      message:\n        `No tables have been synced from upstream. ` +\n        `Please check that the ZERO_UPSTREAM_DB has been properly set.`,\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n  const errors: string[] = [];\n  const clientTables = new Set(Object.keys(clientSchema.tables));\n  const missingTables = difference(clientTables, tableSpecs);\n  for (const missing of toSorted(missingTables)) {\n    if (fullTables.has(missing)) {\n      errors.push(\n        `The \"${missing}\" table is missing a primary key or non-null ` +\n          `unique index and thus cannot be synced to the client`,\n      );\n    } else {\n      const app = appSchema(shardID) + '.';\n      const shard = upstreamSchema(shardID) + '.';\n      const syncedTables = [...tableSpecs.keys()]\n        .filter(t => !t.startsWith(app) && !t.startsWith(shard))\n        .sort()\n        .map(t => `\"${t}\"`)\n        .join(',');\n      const schemaTip =\n        missing.includes('.') && !syncedTables.includes('.')\n          ? ` Note that zero does not sync tables from non-public schemas ` +\n            `by default. Make sure you have defined a custom ` +\n            `ZERO_APP_PUBLICATION to sync tables from non-public schemas.`\n          : '';\n      errors.push(\n        `The \"${missing}\" table does not exist or is not ` +\n          `one of the replicated tables: ${syncedTables}.${schemaTip}`,\n      );\n    }\n  }\n  const tables = intersection(tableSpecs, clientTables);\n  for (const table of toSorted(tables)) {\n    const clientSpec = clientSchema.tables[table];\n    const serverSpec = must(tableSpecs.get(table)); // guaranteed by intersection\n    const fullSpec = must(fullTables.get(table));\n\n    const clientColumns = new Set(Object.keys(clientSpec.columns));\n    const syncedColumns = new Set(Object.keys(serverSpec.zqlSpec));\n    const missingColumns = difference(clientColumns, syncedColumns);\n    for (const missing of toSorted(missingColumns)) {\n      if (fullSpec.columns[missing]) {\n        errors.push(\n          `The \"${table}\".\"${missing}\" column cannot be synced because it ` +\n            `is of an unsupported data type \"${fullSpec.columns[missing].dataType}\"`,\n        );\n      } else {\n        const columns = [...syncedColumns]\n          .filter(c => c !== ZERO_VERSION_COLUMN_NAME)\n          .sort()\n          .map(c => `\"${c}\"`)\n          .join(',');\n\n        errors.push(\n          `The \"${table}\".\"${missing}\" column does not exist ` +\n            `or is not one of the replicated columns: ${columns}.`,\n        );\n      }\n    }\n    const columns = intersection(clientColumns, syncedColumns);\n    for (const column of columns) {\n      const clientType = clientSpec.columns[column].type;\n      const serverType = serverSpec.zqlSpec[column].type;\n      if (clientSpec.columns[column].type !== serverSpec.zqlSpec[column].type) {\n        errors.push(\n          `The \"${table}\".\"${column}\" column's upstream type \"${serverType}\" ` +\n            `does not match the client type \"${clientType}\"`,\n        );\n      }\n    }\n    if (!clientSpec.primaryKey) {\n      errors.push(\n        `The \"${table}\" table's client schema does not specify a primary key.`,\n      );\n    } else {\n      const clientPrimaryKey = new Set(clientSpec.primaryKey);\n      if (\n        !serverSpec.tableSpec.allPotentialPrimaryKeys.some(key =>\n          equals(clientPrimaryKey, new Set(key)),\n        )\n      ) {\n        errors.push(\n          `The \"${table}\" table's primaryKey <${clientSpec.primaryKey.join(',')}> ` +\n            `is not associated with a non-null unique index.`,\n        );\n      }\n    }\n  }\n  if (errors.length) {\n    throw new ProtocolError({\n      kind: 'SchemaVersionNotSupported',\n      message: errors.join('\\n'),\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n}\n"],"mappings":";;;;;;;;AAcA,SAAgB,kBACd,SACA,cACA,YACA,YACA;AACA,KAAI,WAAW,SAAS,EACtB,OAAM,IAAI,cAAc;EACtB,MAAM;EACN,SACE;EAEF,QAAQ;EACT,CAAC;CAEJ,MAAM,SAAmB,EAAE;CAC3B,MAAM,eAAe,IAAI,IAAI,OAAO,KAAK,aAAa,OAAO,CAAC;CAC9D,MAAM,gBAAgB,WAAW,cAAc,WAAW;AAC1D,MAAK,MAAM,WAAW,SAAS,cAAc,CAC3C,KAAI,WAAW,IAAI,QAAQ,CACzB,QAAO,KACL,QAAQ,QAAQ,mGAEjB;MACI;EACL,MAAM,MAAM,UAAU,QAAQ,GAAG;EACjC,MAAM,QAAQ,eAAe,QAAQ,GAAG;EACxC,MAAM,eAAe,CAAC,GAAG,WAAW,MAAM,CAAC,CACxC,QAAO,MAAK,CAAC,EAAE,WAAW,IAAI,IAAI,CAAC,EAAE,WAAW,MAAM,CAAC,CACvD,MAAM,CACN,KAAI,MAAK,IAAI,EAAE,GAAG,CAClB,KAAK,IAAI;EACZ,MAAM,YACJ,QAAQ,SAAS,IAAI,IAAI,CAAC,aAAa,SAAS,IAAI,GAChD,8KAGA;AACN,SAAO,KACL,QAAQ,QAAQ,iEACmB,aAAa,GAAG,YACpD;;CAGL,MAAM,SAAS,aAAa,YAAY,aAAa;AACrD,MAAK,MAAM,SAAS,SAAS,OAAO,EAAE;EACpC,MAAM,aAAa,aAAa,OAAO;EACvC,MAAM,aAAa,KAAK,WAAW,IAAI,MAAM,CAAC;EAC9C,MAAM,WAAW,KAAK,WAAW,IAAI,MAAM,CAAC;EAE5C,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,QAAQ,CAAC;EAC9D,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,QAAQ,CAAC;EAC9D,MAAM,iBAAiB,WAAW,eAAe,cAAc;AAC/D,OAAK,MAAM,WAAW,SAAS,eAAe,CAC5C,KAAI,SAAS,QAAQ,SACnB,QAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,uEACU,SAAS,QAAQ,SAAS,SAAS,GACzE;OACI;GACL,MAAM,UAAU,CAAC,GAAG,cAAc,CAC/B,QAAO,MAAK,MAAM,yBAAyB,CAC3C,MAAM,CACN,KAAI,MAAK,IAAI,EAAE,GAAG,CAClB,KAAK,IAAI;AAEZ,UAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,mEACmB,QAAQ,GACvD;;EAGL,MAAM,UAAU,aAAa,eAAe,cAAc;AAC1D,OAAK,MAAM,UAAU,SAAS;GAC5B,MAAM,aAAa,WAAW,QAAQ,QAAQ;GAC9C,MAAM,aAAa,WAAW,QAAQ,QAAQ;AAC9C,OAAI,WAAW,QAAQ,QAAQ,SAAS,WAAW,QAAQ,QAAQ,KACjE,QAAO,KACL,QAAQ,MAAM,KAAK,OAAO,4BAA4B,WAAW,oCAC5B,WAAW,GACjD;;AAGL,MAAI,CAAC,WAAW,WACd,QAAO,KACL,QAAQ,MAAM,yDACf;OACI;GACL,MAAM,mBAAmB,IAAI,IAAI,WAAW,WAAW;AACvD,OACE,CAAC,WAAW,UAAU,wBAAwB,MAAK,QACjD,OAAO,kBAAkB,IAAI,IAAI,IAAI,CAAC,CACvC,CAED,QAAO,KACL,QAAQ,MAAM,wBAAwB,WAAW,WAAW,KAAK,IAAI,CAAC,mDAEvE;;;AAIP,KAAI,OAAO,OACT,OAAM,IAAI,cAAc;EACtB,MAAM;EACN,SAAS,OAAO,KAAK,KAAK;EAC1B,QAAQ;EACT,CAAC"}
+{"version":3,"file":"client-schema.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/client-schema.ts"],"sourcesContent":["import {toSorted} from '../../../../shared/src/iterables.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {\n  difference,\n  equals,\n  intersection,\n} from '../../../../shared/src/set-utils.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport {ProtocolError} from '../../../../zero-protocol/src/error.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {appSchema, upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {ZERO_VERSION_COLUMN_NAME} from '../replicator/schema/constants.ts';\n\nexport function checkClientSchema(\n  shardID: ShardID,\n  clientSchema: ClientSchema,\n  tableSpecs: Map<string, LiteAndZqlSpec>,\n  fullTables: Map<string, LiteTableSpec>,\n) {\n  if (fullTables.size === 0) {\n    throw new ProtocolError({\n      kind: 'Internal',\n      message:\n        `No tables have been synced from upstream. ` +\n        `Please check that the ZERO_UPSTREAM_DB has been properly set.`,\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n  const errors: string[] = [];\n  const clientTables = new Set(Object.keys(clientSchema.tables));\n  const missingTables = difference(clientTables, tableSpecs);\n  for (const missing of toSorted(missingTables)) {\n    if (fullTables.has(missing)) {\n      errors.push(\n        `The \"${missing}\" table is missing a primary key or non-null ` +\n          `unique index and thus cannot be synced to the client`,\n      );\n    } else {\n      const app = appSchema(shardID) + '.';\n      const shard = upstreamSchema(shardID) + '.';\n      const syncedTables = [...tableSpecs.keys()]\n        .filter(t => !t.startsWith(app) && !t.startsWith(shard))\n        .sort()\n        .map(t => `\"${t}\"`)\n        .join(',');\n      const schemaTip =\n        missing.includes('.') && !syncedTables.includes('.')\n          ? ` Note that zero does not sync tables from non-public schemas ` +\n            `by default. Make sure you have defined a custom ` +\n            `ZERO_APP_PUBLICATION to sync tables from non-public schemas.`\n          : '';\n      errors.push(\n        `The \"${missing}\" table does not exist or is not ` +\n          `one of the replicated tables: ${syncedTables}.${schemaTip}`,\n      );\n    }\n  }\n  const tables = intersection(tableSpecs, clientTables);\n  for (const table of toSorted(tables)) {\n    const clientSpec = clientSchema.tables[table];\n    const serverSpec = must(tableSpecs.get(table)); // guaranteed by intersection\n    const fullSpec = must(fullTables.get(table));\n\n    const clientColumns = new Set(Object.keys(clientSpec.columns));\n    const syncedColumns = new Set(Object.keys(serverSpec.zqlSpec));\n    const missingColumns = difference(clientColumns, syncedColumns);\n    for (const missing of toSorted(missingColumns)) {\n      if (fullSpec.columns[missing]) {\n        errors.push(\n          `The \"${table}\".\"${missing}\" column cannot be synced because it ` +\n            `is of an unsupported data type \"${fullSpec.columns[missing].dataType}\"`,\n        );\n      } else {\n        const columns = [...syncedColumns]\n          .filter(c => c !== ZERO_VERSION_COLUMN_NAME)\n          .sort()\n          .map(c => `\"${c}\"`)\n          .join(',');\n\n        errors.push(\n          `The \"${table}\".\"${missing}\" column does not exist ` +\n            `or is not one of the replicated columns: ${columns}.`,\n        );\n      }\n    }\n    const columns = intersection(clientColumns, syncedColumns);\n    for (const column of columns) {\n      const clientType = clientSpec.columns[column].type;\n      const serverType = serverSpec.zqlSpec[column].type;\n      if (clientSpec.columns[column].type !== serverSpec.zqlSpec[column].type) {\n        errors.push(\n          `The \"${table}\".\"${column}\" column's upstream type \"${serverType}\" ` +\n            `does not match the client type \"${clientType}\"`,\n        );\n      }\n    }\n    if (!clientSpec.primaryKey) {\n      errors.push(\n        `The \"${table}\" table's client schema does not specify a primary key.`,\n      );\n    } else {\n      const clientPrimaryKey = new Set(clientSpec.primaryKey);\n      if (\n        !serverSpec.tableSpec.allPotentialPrimaryKeys.some(key =>\n          equals(clientPrimaryKey, new Set(key)),\n        )\n      ) {\n        errors.push(\n          `The \"${table}\" table's primaryKey <${clientSpec.primaryKey.join(',')}> ` +\n            `is not associated with a non-null unique index.`,\n        );\n      }\n    }\n  }\n  if (errors.length) {\n    throw new ProtocolError({\n      kind: 'SchemaVersionNotSupported',\n      message: errors.join('\\n'),\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n}\n"],"mappings":";;;;;;;;AAcA,SAAgB,kBACd,SACA,cACA,YACA,YACA;CACA,IAAI,WAAW,SAAS,GACtB,MAAM,IAAI,cAAc;EACtB,MAAM;EACN,SACE;EAEF,QAAQ;CACV,CAAC;CAEH,MAAM,SAAmB,CAAC;CAC1B,MAAM,eAAe,IAAI,IAAI,OAAO,KAAK,aAAa,MAAM,CAAC;CAC7D,MAAM,gBAAgB,WAAW,cAAc,UAAU;CACzD,KAAK,MAAM,WAAW,SAAS,aAAa,GAC1C,IAAI,WAAW,IAAI,OAAO,GACxB,OAAO,KACL,QAAQ,QAAQ,kGAElB;MACK;EACL,MAAM,MAAM,UAAU,OAAO,IAAI;EACjC,MAAM,QAAQ,eAAe,OAAO,IAAI;EACxC,MAAM,eAAe,CAAC,GAAG,WAAW,KAAK,CAAC,EACvC,QAAO,MAAK,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,EAAE,WAAW,KAAK,CAAC,EACtD,KAAK,EACL,KAAI,MAAK,IAAI,EAAE,EAAE,EACjB,KAAK,GAAG;EACX,MAAM,YACJ,QAAQ,SAAS,GAAG,KAAK,CAAC,aAAa,SAAS,GAAG,IAC/C,8KAGA;EACN,OAAO,KACL,QAAQ,QAAQ,iEACmB,aAAa,GAAG,WACrD;CACF;CAEF,MAAM,SAAS,aAAa,YAAY,YAAY;CACpD,KAAK,MAAM,SAAS,SAAS,MAAM,GAAG;EACpC,MAAM,aAAa,aAAa,OAAO;EACvC,MAAM,aAAa,KAAK,WAAW,IAAI,KAAK,CAAC;EAC7C,MAAM,WAAW,KAAK,WAAW,IAAI,KAAK,CAAC;EAE3C,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,OAAO,CAAC;EAC7D,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,OAAO,CAAC;EAC7D,MAAM,iBAAiB,WAAW,eAAe,aAAa;EAC9D,KAAK,MAAM,WAAW,SAAS,cAAc,GAC3C,IAAI,SAAS,QAAQ,UACnB,OAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,uEACU,SAAS,QAAQ,SAAS,SAAS,EAC1E;OACK;GACL,MAAM,UAAU,CAAC,GAAG,aAAa,EAC9B,QAAO,MAAK,MAAM,wBAAwB,EAC1C,KAAK,EACL,KAAI,MAAK,IAAI,EAAE,EAAE,EACjB,KAAK,GAAG;GAEX,OAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,mEACmB,QAAQ,EACxD;EACF;EAEF,MAAM,UAAU,aAAa,eAAe,aAAa;EACzD,KAAK,MAAM,UAAU,SAAS;GAC5B,MAAM,aAAa,WAAW,QAAQ,QAAQ;GAC9C,MAAM,aAAa,WAAW,QAAQ,QAAQ;GAC9C,IAAI,WAAW,QAAQ,QAAQ,SAAS,WAAW,QAAQ,QAAQ,MACjE,OAAO,KACL,QAAQ,MAAM,KAAK,OAAO,4BAA4B,WAAW,oCAC5B,WAAW,EAClD;EAEJ;EACA,IAAI,CAAC,WAAW,YACd,OAAO,KACL,QAAQ,MAAM,wDAChB;OACK;GACL,MAAM,mBAAmB,IAAI,IAAI,WAAW,UAAU;GACtD,IACE,CAAC,WAAW,UAAU,wBAAwB,MAAK,QACjD,OAAO,kBAAkB,IAAI,IAAI,GAAG,CAAC,CACvC,GAEA,OAAO,KACL,QAAQ,MAAM,wBAAwB,WAAW,WAAW,KAAK,GAAG,EAAE,kDAExE;EAEJ;CACF;CACA,IAAI,OAAO,QACT,MAAM,IAAI,cAAc;EACtB,MAAM;EACN,SAAS,OAAO,KAAK,IAAI;EACzB,QAAQ;CACV,CAAC;AAEL"}

package/out/zero-cache/src/services/view-syncer/connection-context-manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"connection-context-manager.js","names":["#lc","#connections","#validateLegacyJWT","#now","#revalidateIntervalMs","#retransformIntervalMs","#queryConfig","#pushConfig","#removeConnection","#nextInsertionOrder","#storeConnection","#refreshBackgroundConnectionContext","#updateBackgroundRetransformDeadline","#mustGetConnectionContext","#demoteConnection","#getConnectionContext","#group","#setGroup","#nextRevalidateAt","#getBackgroundConnectionContext","#sharedRetransformReady","#setBackgroundConnection"],"sources":["../../../../../../zero-cache/src/services/view-syncer/connection-context-manager.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {InitConnectionBody} from '../../../../zero-protocol/src/connect.ts';\nimport {ErrorKind} from '../../../../zero-protocol/src/error-kind.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport type {UpdateAuthBody} from '../../../../zero-protocol/src/update-auth.ts';\nimport {\n  authEquals,\n  resolveAuth,\n  type Auth,\n  type ValidateLegacyJWT,\n} from '../../auth/auth.ts';\nimport type {ZeroConfig} from '../../config/zero-config.ts';\nimport {compileUrlPattern} from '../../custom/fetch.ts';\nimport {ProtocolErrorWithLevel} from '../../types/error-with-level.ts';\nimport type {ConnectParams} from '../../workers/connect-params.ts';\n\nexport type ConnectionState = 'provisional' | 'validated';\n\n/**\n * Normalized user identity shared by live connection state and group auth state.\n * `id: null` means logged out.\n */\nexport type UserState = {readonly id: string | null};\n\n/**\n * Delineates the two paths for validating a connection: either server can validate\n * the user's identity and return a definitive userID to trust, or we fall back to\n * trusting the one provided by the client in the incoming query params.\n */\nexport type ConnectionValidation =\n  | {kind: 'client-fallback'}\n  | {kind: 'server-validated'; validatedUserID: string | null};\n\n/**\n * Identifies one live websocket for a client slot.\n */\nexport type ConnectionSelector = {\n  readonly clientID: string;\n  readonly wsID: string;\n};\n\ntype FetchConfig = ZeroConfig['query'];\n\nexport type HeaderOptions = {\n  readonly apiKey?: string | undefined;\n  readonly customHeaders?: Readonly<Record<string, string>> | undefined;\n  readonly allowedClientHeaders?: readonly string[] | undefined;\n  readonly cookie?: string | undefined;\n  readonly origin?: string | undefined;\n};\n\nexport type ConnectionFetchContext = {\n  readonly url: string | undefined;\n  readonly allowedUrlPatterns: readonly URLPattern[] | undefined;\n  readonly headerOptions: HeaderOptions;\n};\n\n/**\n * A snapshot of one live connection tracked by the manager.\n *\n * `revalidateAt` is only populated while the connection is `validated`.\n */\nexport type ConnectionContext = {\n  readonly state: ConnectionState;\n\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly user: UserState;\n\n  readonly auth: Auth | undefined;\n\n  readonly profileID: string | null;\n  readonly baseCookie: string | null;\n  readonly protocolVersion: number;\n\n  readonly revision: number;\n\n  readonly revalidateAt: number | undefined;\n\n  readonly insertionOrder: number;\n\n  readonly queryContext: ConnectionFetchContext;\n  readonly mutateContext: ConnectionFetchContext;\n};\n\n/**\n * Group-scoped auth state shared across the live connections.\n *\n * The background connection is the validated connection currently used for\n * shared background work. Retransform happens on a group level, and uses\n * the background connection's credential to refetch the latest queries.\n */\nexport type GroupAuthState = {\n  readonly pinnedUser: UserState | undefined;\n\n  readonly backgroundConnection: ConnectionSelector | undefined;\n  readonly retransformAt: number | undefined;\n  // Defer all maintenance in case a transient failure occurs.\n  readonly maintenanceNotBeforeAt: number | undefined;\n};\n\nexport type ConnectionContextManager = {\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext>;\n\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext>;\n\n  updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>>;\n\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined;\n\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): Readonly<ConnectionContext> | undefined;\n  closeConnection(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void;\n\n  setSharedRetransformReady(ready: boolean): void;\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void;\n\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext>;\n\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined;\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext>;\n\n  getGroupState(): Readonly<GroupAuthState>;\n\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  };\n};\n\n/**\n * State machine for the auth state of a single `ViewSyncerService`.\n *\n * Connections are registered as `provisional`, optionally backfilled with\n * `initConnection` metadata, and then promoted to `validated` once their\n * effective `userID` is confirmed as valid. The manager also tracks which\n * validated connection currently serves as the group's background connection.\n */\nexport class ConnectionContextManagerImpl implements ConnectionContextManager {\n  readonly #lc: LogContext;\n\n  // The live connection records, keyed by clientID\n  readonly #connections = new Map<string, ConnectionContext>();\n  #group: GroupAuthState = {\n    pinnedUser: undefined,\n    backgroundConnection: undefined,\n    retransformAt: undefined,\n    maintenanceNotBeforeAt: undefined,\n  };\n\n  readonly #validateLegacyJWT: ValidateLegacyJWT | undefined;\n\n  readonly #now: () => number;\n  readonly #revalidateIntervalMs: number | undefined;\n  readonly #retransformIntervalMs: number | undefined;\n  readonly #queryConfig: FetchConfig | undefined;\n  readonly #pushConfig: FetchConfig | undefined;\n  #sharedRetransformReady = false;\n  #nextInsertionOrder = 0;\n\n  constructor(\n    lc: LogContext,\n    revalidateIntervalSeconds?: number,\n    retransformIntervalSeconds?: number,\n    queryConfig?: FetchConfig,\n    pushConfig?: FetchConfig,\n    validateLegacyJWT?: ValidateLegacyJWT,\n    now?: () => number,\n  ) {\n    this.#lc = lc;\n    this.#now = now ?? Date.now;\n    this.#revalidateIntervalMs =\n      revalidateIntervalSeconds === undefined\n        ? undefined\n        : revalidateIntervalSeconds * 1000;\n    this.#retransformIntervalMs =\n      retransformIntervalSeconds === undefined\n        ? undefined\n        : retransformIntervalSeconds * 1000;\n    this.#queryConfig = queryConfig;\n    this.#pushConfig = pushConfig;\n    this.#validateLegacyJWT = validateLegacyJWT;\n  }\n\n  /**\n   * Creates or replaces the live record for a websocket connection.\n   *\n   * Re-registering the same `clientID` drops the old socket record and starts\n   * the replacement back in `provisional` state.\n   */\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext> {\n    this.#removeConnection(selector);\n\n    const getContext = (type: 'query' | 'mutate'): ConnectionFetchContext => {\n      const config = type === 'query' ? this.#queryConfig : this.#pushConfig;\n\n      return {\n        url: config?.url?.[0],\n        allowedUrlPatterns: config?.url?.map(compileUrlPattern),\n        headerOptions: {\n          customHeaders: undefined,\n          origin: connectParams.origin,\n          apiKey: config?.apiKey,\n          allowedClientHeaders: cloneAllowedClientHeaders(\n            config?.allowedClientHeaders,\n          ),\n          cookie: config?.forwardCookies ? connectParams.httpCookie : undefined,\n        },\n      };\n    };\n\n    const connection: ConnectionContext = {\n      state: 'provisional',\n\n      clientID: connectParams.clientID,\n      wsID: connectParams.wsID,\n      revision: 0,\n      user: {id: connectParams.userID ?? null},\n      auth,\n\n      profileID: connectParams.profileID,\n      baseCookie: connectParams.baseCookie,\n      protocolVersion: connectParams.protocolVersion,\n\n      revalidateAt: undefined,\n\n      queryContext: getContext('query'),\n      mutateContext: getContext('mutate'),\n\n      insertionOrder: ++this.#nextInsertionOrder,\n    };\n    this.#storeConnection(connection);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return connection;\n  }\n\n  /**\n   * Backfills `initConnection` data for sockets that were registered before the\n   * client could send its full init payload.\n   *\n   * This updates metadata only; it does not validate the connection.\n   */\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    let queryContext = connection.queryContext;\n    let mutateContext = connection.mutateContext;\n\n    if (body.userQueryURL) {\n      queryContext = {\n        ...queryContext,\n        url: body.userQueryURL,\n      };\n    }\n    if (body.userQueryHeaders) {\n      queryContext = {\n        ...queryContext,\n        headerOptions: {\n          ...queryContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userQueryHeaders),\n        },\n      };\n    }\n    if (body.userPushURL) {\n      mutateContext = {\n        ...mutateContext,\n        url: body.userPushURL,\n      };\n    }\n    if (body.userPushHeaders) {\n      mutateContext = {\n        ...mutateContext,\n        headerOptions: {\n          ...mutateContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userPushHeaders),\n        },\n      };\n    }\n\n    return this.#demoteConnection({\n      ...connection,\n      revision: connection.revision + 1,\n      queryContext,\n      mutateContext,\n    });\n  }\n\n  /**\n   * A material auth change demotes the connection back to provisional until it\n   * is validated again.\n   */\n  async updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    const nextAuth = await resolveAuth(\n      this.#lc,\n      connection.auth,\n      connection.user.id,\n      body.auth,\n      this.#validateLegacyJWT,\n    );\n\n    const authChanged = !authEquals(connection.auth, nextAuth);\n    if (authChanged) {\n      return this.#demoteConnection({\n        ...connection,\n        auth: nextAuth,\n        revision: connection.revision + 1,\n      });\n    }\n\n    if (nextAuth === connection.auth) {\n      return connection;\n    }\n\n    return this.#storeConnection({\n      ...connection,\n      auth: nextAuth,\n    });\n  }\n\n  /**\n   * Validates one connection against the group's pinned `userID`.\n   *\n   * The first successful validation binds the group `userID`. Later\n   * validations must match it. Validation also refreshes the connection's\n   * revalidation deadline and may pick the connection as the group\n   * background connection if none is currently available. If the websocket is\n   * gone by the time async validation finishes, this becomes a no-op.\n   */\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined {\n    const connection = this.#getConnectionContext(selector);\n    if (!connection) {\n      return undefined;\n    }\n\n    if (connection.revision !== revision) {\n      this.#lc.debug?.('Skipping validateConnection for stale revision', {\n        clientID: selector.clientID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    let validatedUserState: UserState | undefined;\n\n    // If the API server has validated the user's identity, we ensure that\n    // the connection's claimed userID matches it.\n    if (validation.kind === 'server-validated') {\n      validatedUserState = {id: validation.validatedUserID};\n\n      // Check that the ws connection userID provided by the client\n      // matches the validated userID from the API server.\n      if (connection.user.id !== validatedUserState.id) {\n        throw new ProtocolErrorWithLevel(\n          {\n            kind: ErrorKind.Unauthorized,\n            message:\n              'Connection userID does not match validated server userID.',\n            origin: ErrorOrigin.ZeroCache,\n          },\n          'warn',\n        );\n      }\n    }\n\n    // The incoming user state is either the validated user state from the server\n    // or the WS client's claimed user state if no server validation occurred.\n    const incomingUserState = validatedUserState ?? connection.user;\n\n    // Once a client group is validated, every later validated connection must\n    // agree with that pinned identity.\n    if (\n      this.#group.pinnedUser !== undefined &&\n      this.#group.pinnedUser.id !== incomingUserState.id\n    ) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.Unauthorized,\n          message:\n            'Client groups are pinned to a single userID. Connection userID does not match existing client group userID.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    if (this.#group.pinnedUser === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        pinnedUser: incomingUserState,\n      });\n    }\n\n    const validatedConnection = this.#storeConnection({\n      ...connection,\n      state: 'validated',\n      revalidateAt: this.#nextRevalidateAt(),\n    });\n    this.#refreshBackgroundConnectionContext(validatedConnection);\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return {\n      connection: validatedConnection,\n      group: this.getGroupState(),\n    };\n  }\n\n  /** Removes one connection due to failed auth and updates all derived background/deadline state. */\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): ConnectionContext | undefined {\n    return this.#removeConnection(selector, revision);\n  }\n\n  /** Removes one disconnected connection and updates all derived background/deadline state. */\n  closeConnection(selector: ConnectionSelector): ConnectionContext | undefined {\n    return this.#removeConnection(selector);\n  }\n\n  /**\n   * Records a successful background retransform. This starts a fresh interval\n   * from the manager clock when shared retransform is schedulable, or\n   * clears the deadline if it is not.\n   */\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      return;\n    }\n    if (\n      backgroundConnection.clientID !== selector.clientID ||\n      backgroundConnection.wsID !== selector.wsID ||\n      backgroundConnection.revision !== revision\n    ) {\n      return;\n    }\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  setSharedRetransformReady(ready: boolean): void {\n    if (this.#sharedRetransformReady === ready) {\n      return;\n    }\n    this.#sharedRetransformReady = ready;\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void {\n    const intervalMs =\n      kind === 'revalidate'\n        ? this.#revalidateIntervalMs\n        : this.#retransformIntervalMs;\n    if (intervalMs === undefined) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      maintenanceNotBeforeAt: Math.max(\n        this.#group.maintenanceNotBeforeAt ?? 0,\n        this.#now() + intervalMs,\n      ),\n    });\n  }\n\n  /** Returns the current live record for a client slot, if any. */\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined {\n    return this.#getConnectionContext(selector);\n  }\n\n  /** Returns the live record for one websocket or throws if it is unavailable. */\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> {\n    return this.#mustGetConnectionContext(selector);\n  }\n\n  /** Returns the current background connection, if one exists. */\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined {\n    return this.#getBackgroundConnectionContext();\n  }\n\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext> {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'No validated connection is available for shared query work.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n    return backgroundConnection;\n  }\n\n  /** Returns the shared group auth state. */\n  getGroupState(): Readonly<GroupAuthState> {\n    return this.#group;\n  }\n\n  /**\n   * Reports which maintenance work is currently due.\n   *\n   * The result is a pure snapshot: callers decide which actions to run and\n   * when to wake up next. `earliestDeadlineAt` is the earliest outstanding\n   * maintenance deadline, including overdue work, unless a transient failure\n   * has deferred all scheduled maintenance until `maintenanceNotBeforeAt`.\n   */\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  } {\n    const dueRevalidations: Readonly<ConnectionContext>[] = [];\n    const now = this.#now();\n    let earliestDeadlineAt = this.#group.retransformAt;\n\n    for (const connection of this.#connections.values()) {\n      if (\n        connection.state !== 'validated' ||\n        connection.revalidateAt === undefined\n      ) {\n        continue;\n      }\n      if (connection.revalidateAt <= now) {\n        dueRevalidations.push(connection);\n      }\n      earliestDeadlineAt = minDefined(\n        earliestDeadlineAt,\n        connection.revalidateAt,\n      );\n    }\n\n    const dueRetransform =\n      this.#group.retransformAt !== undefined &&\n      this.#group.retransformAt <= now;\n    const maintenanceNotBeforeAt = this.#group.maintenanceNotBeforeAt;\n\n    if (\n      maintenanceNotBeforeAt !== undefined &&\n      maintenanceNotBeforeAt > now &&\n      earliestDeadlineAt !== undefined\n    ) {\n      return {\n        dueRevalidations: [],\n        dueRetransform: false,\n        earliestDeadlineAt: Math.max(\n          earliestDeadlineAt,\n          maintenanceNotBeforeAt,\n        ),\n      };\n    }\n\n    return {\n      dueRevalidations: dueRevalidations.sort(compareByInsertionOrder),\n      dueRetransform,\n      earliestDeadlineAt,\n    };\n  }\n\n  #removeConnection(\n    selector: ConnectionSelector,\n    revision?: number,\n  ): Readonly<ConnectionContext> | undefined {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      return undefined;\n    }\n\n    // If the revision has changed, we should not remove the connection\n    if (revision !== undefined && connection.revision !== revision) {\n      this.#lc.debug?.('Ignoring failConnection for stale revision', {\n        clientID: selector.clientID,\n        wsID: selector.wsID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    this.#connections.delete(connection.clientID);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return connection;\n  }\n\n  #demoteConnection(connection: ConnectionContext): ConnectionContext {\n    const demotedConnection = this.#storeConnection({\n      ...connection,\n      state: 'provisional',\n      revalidateAt: undefined,\n    });\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return demotedConnection;\n  }\n\n  /**\n   * Keeps the background connection sticky while it remains validated.\n   *\n   * When a newly validated `preferred` connection is provided, it is promoted\n   * only if there is no current validated background connection. Otherwise the\n   * existing background connection stays in place until it disappears or is\n   * demoted, at which point the newest validated connection is selected.\n   */\n  #refreshBackgroundConnectionContext(preferred?: ConnectionContext): void {\n    if (preferred?.state === 'validated') {\n      const currentBackgroundConnection =\n        this.#getBackgroundConnectionContext();\n      if (\n        currentBackgroundConnection?.clientID === preferred.clientID &&\n        currentBackgroundConnection.wsID === preferred.wsID\n      ) {\n        return;\n      }\n      if (currentBackgroundConnection !== undefined) {\n        return;\n      }\n      this.#setBackgroundConnection({\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n      });\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n        revision: preferred.revision,\n        reason: 'preferred-validated',\n      });\n      return;\n    }\n\n    const currentBackgroundConnection = this.#getBackgroundConnectionContext();\n    if (currentBackgroundConnection?.state === 'validated') {\n      return;\n    }\n\n    const nextBackgroundConnection = [...this.#connections.values()]\n      .filter(connection => connection.state === 'validated')\n      .sort(comparePreferredValidatedConnection)\n      .at(0);\n    this.#setBackgroundConnection(\n      nextBackgroundConnection\n        ? {\n            clientID: nextBackgroundConnection.clientID,\n            wsID: nextBackgroundConnection.wsID,\n          }\n        : undefined,\n    );\n    if (nextBackgroundConnection) {\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: nextBackgroundConnection.clientID,\n        wsID: nextBackgroundConnection.wsID,\n        revision: nextBackgroundConnection.revision,\n        reason: 'fallback-validated',\n      });\n    }\n  }\n\n  #getBackgroundConnectionContext(): ConnectionContext | undefined {\n    const backgroundConnection = this.#group.backgroundConnection;\n    if (!backgroundConnection) {\n      return undefined;\n    }\n    return this.#getConnectionContext(backgroundConnection);\n  }\n\n  #getConnectionContext(\n    selector: ConnectionSelector,\n  ): ConnectionContext | undefined {\n    const connection = this.#connections.get(selector.clientID);\n    if (!connection) {\n      return undefined;\n    }\n    if (connection.wsID !== selector.wsID) {\n      return undefined;\n    }\n    return connection;\n  }\n\n  #mustGetConnectionContext(selector: ConnectionSelector): ConnectionContext {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'Connection auth state was not available for this websocket.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    return connection;\n  }\n\n  #storeConnection(connection: ConnectionContext): ConnectionContext {\n    this.#connections.set(connection.clientID, connection);\n    return connection;\n  }\n\n  #setGroup(group: GroupAuthState): GroupAuthState {\n    this.#group = group;\n    return group;\n  }\n\n  #setBackgroundConnection(\n    backgroundConnection: ConnectionSelector | undefined,\n  ) {\n    if (\n      sameConnectionSelector(\n        this.#group.backgroundConnection,\n        backgroundConnection,\n      )\n    ) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      backgroundConnection: backgroundConnection\n        ? {...backgroundConnection}\n        : undefined,\n    });\n  }\n\n  /**\n   * Keeps the group background retransform deadline coherent with current\n   * schedulability.\n   *\n   * When `reset` is false, this seeds a deadline only when shared retransform\n   * is now possible and no deadline exists yet, preserving any existing\n   * cadence. When `reset` is true, it starts a fresh interval from `#now()` if\n   * retransform is schedulable for the current ready ViewSyncer instance, or\n   * clears the deadline if it is not.\n   */\n  #updateBackgroundRetransformDeadline(reset: boolean) {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (\n      !backgroundConnection ||\n      this.#retransformIntervalMs === undefined ||\n      !this.#sharedRetransformReady\n    ) {\n      if (this.#group.retransformAt !== undefined) {\n        this.#setGroup({\n          ...this.#group,\n          retransformAt: undefined,\n        });\n      }\n      return;\n    }\n\n    if (reset || this.#group.retransformAt === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        retransformAt: this.#now() + this.#retransformIntervalMs,\n      });\n    }\n  }\n\n  #nextRevalidateAt() {\n    return this.#revalidateIntervalMs === undefined\n      ? undefined\n      : this.#now() + this.#revalidateIntervalMs;\n  }\n}\n\nfunction compareByInsertionOrder(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return a.insertionOrder - b.insertionOrder || a.wsID.localeCompare(b.wsID);\n}\n\nfunction comparePreferredValidatedConnection(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return b.insertionOrder - a.insertionOrder || b.wsID.localeCompare(a.wsID);\n}\n\nfunction minDefined(a: number | undefined, b: number | undefined) {\n  if (a === undefined) {\n    return b;\n  }\n  if (b === undefined) {\n    return a;\n  }\n  return Math.min(a, b);\n}\n\nfunction sameConnectionSelector(\n  a: ConnectionSelector | undefined,\n  b: ConnectionSelector | undefined,\n) {\n  return a?.clientID === b?.clientID && a?.wsID === b?.wsID;\n}\n\nfunction cloneCustomHeaders(\n  headers: Readonly<Record<string, string>> | undefined,\n) {\n  return headers ? {...headers} : undefined;\n}\n\nfunction cloneAllowedClientHeaders(headers: readonly string[] | undefined) {\n  return headers ? [...headers] : undefined;\n}\n"],"mappings":";;;;;;;;;;;;;;AA6KA,IAAa,+BAAb,MAA8E;CAC5E;CAGA,+BAAwB,IAAI,KAAgC;CAC5D,SAAyB;EACvB,YAAY,KAAA;EACZ,sBAAsB,KAAA;EACtB,eAAe,KAAA;EACf,wBAAwB,KAAA;EACzB;CAED;CAEA;CACA;CACA;CACA;CACA;CACA,0BAA0B;CAC1B,sBAAsB;CAEtB,YACE,IACA,2BACA,4BACA,aACA,YACA,mBACA,KACA;AACA,QAAA,KAAW;AACX,QAAA,MAAY,OAAO,KAAK;AACxB,QAAA,uBACE,8BAA8B,KAAA,IAC1B,KAAA,IACA,4BAA4B;AAClC,QAAA,wBACE,+BAA+B,KAAA,IAC3B,KAAA,IACA,6BAA6B;AACnC,QAAA,cAAoB;AACpB,QAAA,aAAmB;AACnB,QAAA,oBAA0B;;;;;;;;CAS5B,mBACE,UACA,eACA,MAC6B;AAC7B,QAAA,iBAAuB,SAAS;EAEhC,MAAM,cAAc,SAAqD;GACvE,MAAM,SAAS,SAAS,UAAU,MAAA,cAAoB,MAAA;AAEtD,UAAO;IACL,KAAK,QAAQ,MAAM;IACnB,oBAAoB,QAAQ,KAAK,IAAI,kBAAkB;IACvD,eAAe;KACb,eAAe,KAAA;KACf,QAAQ,cAAc;KACtB,QAAQ,QAAQ;KAChB,sBAAsB,0BACpB,QAAQ,qBACT;KACD,QAAQ,QAAQ,iBAAiB,cAAc,aAAa,KAAA;KAC7D;IACF;;EAGH,MAAM,aAAgC;GACpC,OAAO;GAEP,UAAU,cAAc;GACxB,MAAM,cAAc;GACpB,UAAU;GACV,MAAM,EAAC,IAAI,cAAc,UAAU,MAAK;GACxC;GAEA,WAAW,cAAc;GACzB,YAAY,cAAc;GAC1B,iBAAiB,cAAc;GAE/B,cAAc,KAAA;GAEd,cAAc,WAAW,QAAQ;GACjC,eAAe,WAAW,SAAS;GAEnC,gBAAgB,EAAE,MAAA;GACnB;AACD,QAAA,gBAAsB,WAAW;AACjC,QAAA,oCAA0C;AAC1C,QAAA,oCAA0C,MAAM;AAChD,SAAO;;;;;;;;CAST,eACE,UACA,MAC6B;EAC7B,MAAM,aAAa,MAAA,yBAA+B,SAAS;EAE3D,IAAI,eAAe,WAAW;EAC9B,IAAI,gBAAgB,WAAW;AAE/B,MAAI,KAAK,aACP,gBAAe;GACb,GAAG;GACH,KAAK,KAAK;GACX;AAEH,MAAI,KAAK,iBACP,gBAAe;GACb,GAAG;GACH,eAAe;IACb,GAAG,aAAa;IAChB,eAAe,mBAAmB,KAAK,iBAAiB;IACzD;GACF;AAEH,MAAI,KAAK,YACP,iBAAgB;GACd,GAAG;GACH,KAAK,KAAK;GACX;AAEH,MAAI,KAAK,gBACP,iBAAgB;GACd,GAAG;GACH,eAAe;IACb,GAAG,cAAc;IACjB,eAAe,mBAAmB,KAAK,gBAAgB;IACxD;GACF;AAGH,SAAO,MAAA,iBAAuB;GAC5B,GAAG;GACH,UAAU,WAAW,WAAW;GAChC;GACA;GACD,CAAC;;;;;;CAOJ,MAAM,WACJ,UACA,MACsC;EACtC,MAAM,aAAa,MAAA,yBAA+B,SAAS;EAE3D,MAAM,WAAW,MAAM,YACrB,MAAA,IACA,WAAW,MACX,WAAW,KAAK,IAChB,KAAK,MACL,MAAA,kBACD;AAGD,MADoB,CAAC,WAAW,WAAW,MAAM,SAAS,CAExD,QAAO,MAAA,iBAAuB;GAC5B,GAAG;GACH,MAAM;GACN,UAAU,WAAW,WAAW;GACjC,CAAC;AAGJ,MAAI,aAAa,WAAW,KAC1B,QAAO;AAGT,SAAO,MAAA,gBAAsB;GAC3B,GAAG;GACH,MAAM;GACP,CAAC;;;;;;;;;;;CAYJ,mBACE,UACA,UACA,YAMY;EACZ,MAAM,aAAa,MAAA,qBAA2B,SAAS;AACvD,MAAI,CAAC,WACH;AAGF,MAAI,WAAW,aAAa,UAAU;AACpC,SAAA,GAAS,QAAQ,kDAAkD;IACjE,UAAU,SAAS;IACnB,mBAAmB;IACnB,iBAAiB,WAAW;IAC7B,CAAC;AACF;;EAGF,IAAI;AAIJ,MAAI,WAAW,SAAS,oBAAoB;AAC1C,wBAAqB,EAAC,IAAI,WAAW,iBAAgB;AAIrD,OAAI,WAAW,KAAK,OAAO,mBAAmB,GAC5C,OAAM,IAAI,uBACR;IACE,MAAM;IACN,SACE;IACF,QAAQ;IACT,EACD,OACD;;EAML,MAAM,oBAAoB,sBAAsB,WAAW;AAI3D,MACE,MAAA,MAAY,eAAe,KAAA,KAC3B,MAAA,MAAY,WAAW,OAAO,kBAAkB,GAEhD,OAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;GACT,EACD,OACD;AAGH,MAAI,MAAA,MAAY,eAAe,KAAA,EAC7B,OAAA,SAAe;GACb,GAAG,MAAA;GACH,YAAY;GACb,CAAC;EAGJ,MAAM,sBAAsB,MAAA,gBAAsB;GAChD,GAAG;GACH,OAAO;GACP,cAAc,MAAA,kBAAwB;GACvC,CAAC;AACF,QAAA,mCAAyC,oBAAoB;AAC7D,QAAA,oCAA0C,MAAM;AAEhD,SAAO;GACL,YAAY;GACZ,OAAO,KAAK,eAAe;GAC5B;;;CAIH,eACE,UACA,UAC+B;AAC/B,SAAO,MAAA,iBAAuB,UAAU,SAAS;;;CAInD,gBAAgB,UAA6D;AAC3E,SAAO,MAAA,iBAAuB,SAAS;;;;;;;CAQzC,iCACE,UACA,UACM;EACN,MAAM,uBAAuB,MAAA,gCAAsC;AACnE,MAAI,CAAC,qBACH;AAEF,MACE,qBAAqB,aAAa,SAAS,YAC3C,qBAAqB,SAAS,SAAS,QACvC,qBAAqB,aAAa,SAElC;AAEF,QAAA,oCAA0C,KAAK;;CAGjD,0BAA0B,OAAsB;AAC9C,MAAI,MAAA,2BAAiC,MACnC;AAEF,QAAA,yBAA+B;AAC/B,QAAA,oCAA0C,KAAK;;CAGjD,iBAAiB,MAA0C;EACzD,MAAM,aACJ,SAAS,eACL,MAAA,uBACA,MAAA;AACN,MAAI,eAAe,KAAA,EACjB;AAEF,QAAA,SAAe;GACb,GAAG,MAAA;GACH,wBAAwB,KAAK,IAC3B,MAAA,MAAY,0BAA0B,GACtC,MAAA,KAAW,GAAG,WACf;GACF,CAAC;;;CAIJ,qBACE,UACyC;AACzC,SAAO,MAAA,qBAA2B,SAAS;;;CAI7C,yBACE,UAC6B;AAC7B,SAAO,MAAA,yBAA+B,SAAS;;;CAIjD,iCAA0E;AACxE,SAAO,MAAA,gCAAsC;;CAG/C,qCAAkE;EAChE,MAAM,uBAAuB,MAAA,gCAAsC;AACnE,MAAI,CAAC,qBACH,OAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;GACT,EACD,OACD;AAEH,SAAO;;;CAIT,gBAA0C;AACxC,SAAO,MAAA;;;;;;;;;;CAWT,kBAIE;EACA,MAAM,mBAAkD,EAAE;EAC1D,MAAM,MAAM,MAAA,KAAW;EACvB,IAAI,qBAAqB,MAAA,MAAY;AAErC,OAAK,MAAM,cAAc,MAAA,YAAkB,QAAQ,EAAE;AACnD,OACE,WAAW,UAAU,eACrB,WAAW,iBAAiB,KAAA,EAE5B;AAEF,OAAI,WAAW,gBAAgB,IAC7B,kBAAiB,KAAK,WAAW;AAEnC,wBAAqB,WACnB,oBACA,WAAW,aACZ;;EAGH,MAAM,iBACJ,MAAA,MAAY,kBAAkB,KAAA,KAC9B,MAAA,MAAY,iBAAiB;EAC/B,MAAM,yBAAyB,MAAA,MAAY;AAE3C,MACE,2BAA2B,KAAA,KAC3B,yBAAyB,OACzB,uBAAuB,KAAA,EAEvB,QAAO;GACL,kBAAkB,EAAE;GACpB,gBAAgB;GAChB,oBAAoB,KAAK,IACvB,oBACA,uBACD;GACF;AAGH,SAAO;GACL,kBAAkB,iBAAiB,KAAK,wBAAwB;GAChE;GACA;GACD;;CAGH,kBACE,UACA,UACyC;EACzC,MAAM,aAAa,MAAA,qBAA2B,SAAS;AAEvD,MAAI,CAAC,WACH;AAIF,MAAI,aAAa,KAAA,KAAa,WAAW,aAAa,UAAU;AAC9D,SAAA,GAAS,QAAQ,8CAA8C;IAC7D,UAAU,SAAS;IACnB,MAAM,SAAS;IACf,mBAAmB;IACnB,iBAAiB,WAAW;IAC7B,CAAC;AACF;;AAGF,QAAA,YAAkB,OAAO,WAAW,SAAS;AAC7C,QAAA,oCAA0C;AAC1C,QAAA,oCAA0C,MAAM;AAEhD,SAAO;;CAGT,kBAAkB,YAAkD;EAClE,MAAM,oBAAoB,MAAA,gBAAsB;GAC9C,GAAG;GACH,OAAO;GACP,cAAc,KAAA;GACf,CAAC;AACF,QAAA,oCAA0C;AAC1C,QAAA,oCAA0C,MAAM;AAChD,SAAO;;;;;;;;;;CAWT,oCAAoC,WAAqC;AACvE,MAAI,WAAW,UAAU,aAAa;GACpC,MAAM,8BACJ,MAAA,gCAAsC;AACxC,OACE,6BAA6B,aAAa,UAAU,YACpD,4BAA4B,SAAS,UAAU,KAE/C;AAEF,OAAI,gCAAgC,KAAA,EAClC;AAEF,SAAA,wBAA8B;IAC5B,UAAU,UAAU;IACpB,MAAM,UAAU;IACjB,CAAC;AACF,SAAA,GAAS,QAAQ,uDAAuD;IACtE,UAAU,UAAU;IACpB,MAAM,UAAU;IAChB,UAAU,UAAU;IACpB,QAAQ;IACT,CAAC;AACF;;AAIF,MADoC,MAAA,gCAAsC,EACzC,UAAU,YACzC;EAGF,MAAM,2BAA2B,CAAC,GAAG,MAAA,YAAkB,QAAQ,CAAC,CAC7D,QAAO,eAAc,WAAW,UAAU,YAAY,CACtD,KAAK,oCAAoC,CACzC,GAAG,EAAE;AACR,QAAA,wBACE,2BACI;GACE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;GAChC,GACD,KAAA,EACL;AACD,MAAI,yBACF,OAAA,GAAS,QAAQ,uDAAuD;GACtE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;GAC/B,UAAU,yBAAyB;GACnC,QAAQ;GACT,CAAC;;CAIN,kCAAiE;EAC/D,MAAM,uBAAuB,MAAA,MAAY;AACzC,MAAI,CAAC,qBACH;AAEF,SAAO,MAAA,qBAA2B,qBAAqB;;CAGzD,sBACE,UAC+B;EAC/B,MAAM,aAAa,MAAA,YAAkB,IAAI,SAAS,SAAS;AAC3D,MAAI,CAAC,WACH;AAEF,MAAI,WAAW,SAAS,SAAS,KAC/B;AAEF,SAAO;;CAGT,0BAA0B,UAAiD;EACzE,MAAM,aAAa,MAAA,qBAA2B,SAAS;AAEvD,MAAI,CAAC,WACH,OAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;GACT,EACD,OACD;AAGH,SAAO;;CAGT,iBAAiB,YAAkD;AACjE,QAAA,YAAkB,IAAI,WAAW,UAAU,WAAW;AACtD,SAAO;;CAGT,UAAU,OAAuC;AAC/C,QAAA,QAAc;AACd,SAAO;;CAGT,yBACE,sBACA;AACA,MACE,uBACE,MAAA,MAAY,sBACZ,qBACD,CAED;AAEF,QAAA,SAAe;GACb,GAAG,MAAA;GACH,sBAAsB,uBAClB,EAAC,GAAG,sBAAqB,GACzB,KAAA;GACL,CAAC;;;;;;;;;;;;CAaJ,qCAAqC,OAAgB;AAEnD,MACE,CAF2B,MAAA,gCAAsC,IAGjE,MAAA,0BAAgC,KAAA,KAChC,CAAC,MAAA,wBACD;AACA,OAAI,MAAA,MAAY,kBAAkB,KAAA,EAChC,OAAA,SAAe;IACb,GAAG,MAAA;IACH,eAAe,KAAA;IAChB,CAAC;AAEJ;;AAGF,MAAI,SAAS,MAAA,MAAY,kBAAkB,KAAA,EACzC,OAAA,SAAe;GACb,GAAG,MAAA;GACH,eAAe,MAAA,KAAW,GAAG,MAAA;GAC9B,CAAC;;CAIN,oBAAoB;AAClB,SAAO,MAAA,yBAA+B,KAAA,IAClC,KAAA,IACA,MAAA,KAAW,GAAG,MAAA;;;AAItB,SAAS,wBACP,GACA,GACA;AACA,QAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,KAAK;;AAG5E,SAAS,oCACP,GACA,GACA;AACA,QAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,KAAK;;AAG5E,SAAS,WAAW,GAAuB,GAAuB;AAChE,KAAI,MAAM,KAAA,EACR,QAAO;AAET,KAAI,MAAM,KAAA,EACR,QAAO;AAET,QAAO,KAAK,IAAI,GAAG,EAAE;;AAGvB,SAAS,uBACP,GACA,GACA;AACA,QAAO,GAAG,aAAa,GAAG,YAAY,GAAG,SAAS,GAAG;;AAGvD,SAAS,mBACP,SACA;AACA,QAAO,UAAU,EAAC,GAAG,SAAQ,GAAG,KAAA;;AAGlC,SAAS,0BAA0B,SAAwC;AACzE,QAAO,UAAU,CAAC,GAAG,QAAQ,GAAG,KAAA"}
+{"version":3,"file":"connection-context-manager.js","names":["#lc","#connections","#validateLegacyJWT","#now","#revalidateIntervalMs","#retransformIntervalMs","#queryConfig","#pushConfig","#removeConnection","#nextInsertionOrder","#storeConnection","#refreshBackgroundConnectionContext","#updateBackgroundRetransformDeadline","#mustGetConnectionContext","#demoteConnection","#getConnectionContext","#group","#setGroup","#nextRevalidateAt","#getBackgroundConnectionContext","#sharedRetransformReady","#setBackgroundConnection"],"sources":["../../../../../../zero-cache/src/services/view-syncer/connection-context-manager.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {InitConnectionBody} from '../../../../zero-protocol/src/connect.ts';\nimport {ErrorKind} from '../../../../zero-protocol/src/error-kind.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport type {UpdateAuthBody} from '../../../../zero-protocol/src/update-auth.ts';\nimport {\n  authEquals,\n  resolveAuth,\n  type Auth,\n  type ValidateLegacyJWT,\n} from '../../auth/auth.ts';\nimport type {ZeroConfig} from '../../config/zero-config.ts';\nimport {compileUrlPattern} from '../../custom/fetch.ts';\nimport {ProtocolErrorWithLevel} from '../../types/error-with-level.ts';\nimport type {ConnectParams} from '../../workers/connect-params.ts';\n\nexport type ConnectionState = 'provisional' | 'validated';\n\n/**\n * Normalized user identity shared by live connection state and group auth state.\n * `id: null` means logged out.\n */\nexport type UserState = {readonly id: string | null};\n\n/**\n * Delineates the two paths for validating a connection: either server can validate\n * the user's identity and return a definitive userID to trust, or we fall back to\n * trusting the one provided by the client in the incoming query params.\n */\nexport type ConnectionValidation =\n  | {kind: 'client-fallback'}\n  | {kind: 'server-validated'; validatedUserID: string | null};\n\n/**\n * Identifies one live websocket for a client slot.\n */\nexport type ConnectionSelector = {\n  readonly clientID: string;\n  readonly wsID: string;\n};\n\ntype FetchConfig = ZeroConfig['query'];\n\nexport type HeaderOptions = {\n  readonly apiKey?: string | undefined;\n  readonly customHeaders?: Readonly<Record<string, string>> | undefined;\n  readonly allowedClientHeaders?: readonly string[] | undefined;\n  readonly cookie?: string | undefined;\n  readonly origin?: string | undefined;\n};\n\nexport type ConnectionFetchContext = {\n  readonly url: string | undefined;\n  readonly allowedUrlPatterns: readonly URLPattern[] | undefined;\n  readonly headerOptions: HeaderOptions;\n};\n\n/**\n * A snapshot of one live connection tracked by the manager.\n *\n * `revalidateAt` is only populated while the connection is `validated`.\n */\nexport type ConnectionContext = {\n  readonly state: ConnectionState;\n\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly user: UserState;\n\n  readonly auth: Auth | undefined;\n\n  readonly profileID: string | null;\n  readonly baseCookie: string | null;\n  readonly protocolVersion: number;\n\n  readonly revision: number;\n\n  readonly revalidateAt: number | undefined;\n\n  readonly insertionOrder: number;\n\n  readonly queryContext: ConnectionFetchContext;\n  readonly mutateContext: ConnectionFetchContext;\n};\n\n/**\n * Group-scoped auth state shared across the live connections.\n *\n * The background connection is the validated connection currently used for\n * shared background work. Retransform happens on a group level, and uses\n * the background connection's credential to refetch the latest queries.\n */\nexport type GroupAuthState = {\n  readonly pinnedUser: UserState | undefined;\n\n  readonly backgroundConnection: ConnectionSelector | undefined;\n  readonly retransformAt: number | undefined;\n  // Defer all maintenance in case a transient failure occurs.\n  readonly maintenanceNotBeforeAt: number | undefined;\n};\n\nexport type ConnectionContextManager = {\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext>;\n\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext>;\n\n  updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>>;\n\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined;\n\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): Readonly<ConnectionContext> | undefined;\n  closeConnection(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void;\n\n  setSharedRetransformReady(ready: boolean): void;\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void;\n\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext>;\n\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined;\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext>;\n\n  getGroupState(): Readonly<GroupAuthState>;\n\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  };\n};\n\n/**\n * State machine for the auth state of a single `ViewSyncerService`.\n *\n * Connections are registered as `provisional`, optionally backfilled with\n * `initConnection` metadata, and then promoted to `validated` once their\n * effective `userID` is confirmed as valid. The manager also tracks which\n * validated connection currently serves as the group's background connection.\n */\nexport class ConnectionContextManagerImpl implements ConnectionContextManager {\n  readonly #lc: LogContext;\n\n  // The live connection records, keyed by clientID\n  readonly #connections = new Map<string, ConnectionContext>();\n  #group: GroupAuthState = {\n    pinnedUser: undefined,\n    backgroundConnection: undefined,\n    retransformAt: undefined,\n    maintenanceNotBeforeAt: undefined,\n  };\n\n  readonly #validateLegacyJWT: ValidateLegacyJWT | undefined;\n\n  readonly #now: () => number;\n  readonly #revalidateIntervalMs: number | undefined;\n  readonly #retransformIntervalMs: number | undefined;\n  readonly #queryConfig: FetchConfig | undefined;\n  readonly #pushConfig: FetchConfig | undefined;\n  #sharedRetransformReady = false;\n  #nextInsertionOrder = 0;\n\n  constructor(\n    lc: LogContext,\n    revalidateIntervalSeconds?: number,\n    retransformIntervalSeconds?: number,\n    queryConfig?: FetchConfig,\n    pushConfig?: FetchConfig,\n    validateLegacyJWT?: ValidateLegacyJWT,\n    now?: () => number,\n  ) {\n    this.#lc = lc;\n    this.#now = now ?? Date.now;\n    this.#revalidateIntervalMs =\n      revalidateIntervalSeconds === undefined\n        ? undefined\n        : revalidateIntervalSeconds * 1000;\n    this.#retransformIntervalMs =\n      retransformIntervalSeconds === undefined\n        ? undefined\n        : retransformIntervalSeconds * 1000;\n    this.#queryConfig = queryConfig;\n    this.#pushConfig = pushConfig;\n    this.#validateLegacyJWT = validateLegacyJWT;\n  }\n\n  /**\n   * Creates or replaces the live record for a websocket connection.\n   *\n   * Re-registering the same `clientID` drops the old socket record and starts\n   * the replacement back in `provisional` state.\n   */\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext> {\n    this.#removeConnection(selector);\n\n    const getContext = (type: 'query' | 'mutate'): ConnectionFetchContext => {\n      const config = type === 'query' ? this.#queryConfig : this.#pushConfig;\n\n      return {\n        url: config?.url?.[0],\n        allowedUrlPatterns: config?.url?.map(compileUrlPattern),\n        headerOptions: {\n          customHeaders: undefined,\n          origin: connectParams.origin,\n          apiKey: config?.apiKey,\n          allowedClientHeaders: cloneAllowedClientHeaders(\n            config?.allowedClientHeaders,\n          ),\n          cookie: config?.forwardCookies ? connectParams.httpCookie : undefined,\n        },\n      };\n    };\n\n    const connection: ConnectionContext = {\n      state: 'provisional',\n\n      clientID: connectParams.clientID,\n      wsID: connectParams.wsID,\n      revision: 0,\n      user: {id: connectParams.userID ?? null},\n      auth,\n\n      profileID: connectParams.profileID,\n      baseCookie: connectParams.baseCookie,\n      protocolVersion: connectParams.protocolVersion,\n\n      revalidateAt: undefined,\n\n      queryContext: getContext('query'),\n      mutateContext: getContext('mutate'),\n\n      insertionOrder: ++this.#nextInsertionOrder,\n    };\n    this.#storeConnection(connection);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return connection;\n  }\n\n  /**\n   * Backfills `initConnection` data for sockets that were registered before the\n   * client could send its full init payload.\n   *\n   * This updates metadata only; it does not validate the connection.\n   */\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    let queryContext = connection.queryContext;\n    let mutateContext = connection.mutateContext;\n\n    if (body.userQueryURL) {\n      queryContext = {\n        ...queryContext,\n        url: body.userQueryURL,\n      };\n    }\n    if (body.userQueryHeaders) {\n      queryContext = {\n        ...queryContext,\n        headerOptions: {\n          ...queryContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userQueryHeaders),\n        },\n      };\n    }\n    if (body.userPushURL) {\n      mutateContext = {\n        ...mutateContext,\n        url: body.userPushURL,\n      };\n    }\n    if (body.userPushHeaders) {\n      mutateContext = {\n        ...mutateContext,\n        headerOptions: {\n          ...mutateContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userPushHeaders),\n        },\n      };\n    }\n\n    return this.#demoteConnection({\n      ...connection,\n      revision: connection.revision + 1,\n      queryContext,\n      mutateContext,\n    });\n  }\n\n  /**\n   * A material auth change demotes the connection back to provisional until it\n   * is validated again.\n   */\n  async updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    const nextAuth = await resolveAuth(\n      this.#lc,\n      connection.auth,\n      connection.user.id,\n      body.auth,\n      this.#validateLegacyJWT,\n    );\n\n    const authChanged = !authEquals(connection.auth, nextAuth);\n    if (authChanged) {\n      return this.#demoteConnection({\n        ...connection,\n        auth: nextAuth,\n        revision: connection.revision + 1,\n      });\n    }\n\n    if (nextAuth === connection.auth) {\n      return connection;\n    }\n\n    return this.#storeConnection({\n      ...connection,\n      auth: nextAuth,\n    });\n  }\n\n  /**\n   * Validates one connection against the group's pinned `userID`.\n   *\n   * The first successful validation binds the group `userID`. Later\n   * validations must match it. Validation also refreshes the connection's\n   * revalidation deadline and may pick the connection as the group\n   * background connection if none is currently available. If the websocket is\n   * gone by the time async validation finishes, this becomes a no-op.\n   */\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined {\n    const connection = this.#getConnectionContext(selector);\n    if (!connection) {\n      return undefined;\n    }\n\n    if (connection.revision !== revision) {\n      this.#lc.debug?.('Skipping validateConnection for stale revision', {\n        clientID: selector.clientID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    let validatedUserState: UserState | undefined;\n\n    // If the API server has validated the user's identity, we ensure that\n    // the connection's claimed userID matches it.\n    if (validation.kind === 'server-validated') {\n      validatedUserState = {id: validation.validatedUserID};\n\n      // Check that the ws connection userID provided by the client\n      // matches the validated userID from the API server.\n      if (connection.user.id !== validatedUserState.id) {\n        throw new ProtocolErrorWithLevel(\n          {\n            kind: ErrorKind.Unauthorized,\n            message:\n              'Connection userID does not match validated server userID.',\n            origin: ErrorOrigin.ZeroCache,\n          },\n          'warn',\n        );\n      }\n    }\n\n    // The incoming user state is either the validated user state from the server\n    // or the WS client's claimed user state if no server validation occurred.\n    const incomingUserState = validatedUserState ?? connection.user;\n\n    // Once a client group is validated, every later validated connection must\n    // agree with that pinned identity.\n    if (\n      this.#group.pinnedUser !== undefined &&\n      this.#group.pinnedUser.id !== incomingUserState.id\n    ) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.Unauthorized,\n          message:\n            'Client groups are pinned to a single userID. Connection userID does not match existing client group userID.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    if (this.#group.pinnedUser === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        pinnedUser: incomingUserState,\n      });\n    }\n\n    const validatedConnection = this.#storeConnection({\n      ...connection,\n      state: 'validated',\n      revalidateAt: this.#nextRevalidateAt(),\n    });\n    this.#refreshBackgroundConnectionContext(validatedConnection);\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return {\n      connection: validatedConnection,\n      group: this.getGroupState(),\n    };\n  }\n\n  /** Removes one connection due to failed auth and updates all derived background/deadline state. */\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): ConnectionContext | undefined {\n    return this.#removeConnection(selector, revision);\n  }\n\n  /** Removes one disconnected connection and updates all derived background/deadline state. */\n  closeConnection(selector: ConnectionSelector): ConnectionContext | undefined {\n    return this.#removeConnection(selector);\n  }\n\n  /**\n   * Records a successful background retransform. This starts a fresh interval\n   * from the manager clock when shared retransform is schedulable, or\n   * clears the deadline if it is not.\n   */\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      return;\n    }\n    if (\n      backgroundConnection.clientID !== selector.clientID ||\n      backgroundConnection.wsID !== selector.wsID ||\n      backgroundConnection.revision !== revision\n    ) {\n      return;\n    }\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  setSharedRetransformReady(ready: boolean): void {\n    if (this.#sharedRetransformReady === ready) {\n      return;\n    }\n    this.#sharedRetransformReady = ready;\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void {\n    const intervalMs =\n      kind === 'revalidate'\n        ? this.#revalidateIntervalMs\n        : this.#retransformIntervalMs;\n    if (intervalMs === undefined) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      maintenanceNotBeforeAt: Math.max(\n        this.#group.maintenanceNotBeforeAt ?? 0,\n        this.#now() + intervalMs,\n      ),\n    });\n  }\n\n  /** Returns the current live record for a client slot, if any. */\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined {\n    return this.#getConnectionContext(selector);\n  }\n\n  /** Returns the live record for one websocket or throws if it is unavailable. */\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> {\n    return this.#mustGetConnectionContext(selector);\n  }\n\n  /** Returns the current background connection, if one exists. */\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined {\n    return this.#getBackgroundConnectionContext();\n  }\n\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext> {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'No validated connection is available for shared query work.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n    return backgroundConnection;\n  }\n\n  /** Returns the shared group auth state. */\n  getGroupState(): Readonly<GroupAuthState> {\n    return this.#group;\n  }\n\n  /**\n   * Reports which maintenance work is currently due.\n   *\n   * The result is a pure snapshot: callers decide which actions to run and\n   * when to wake up next. `earliestDeadlineAt` is the earliest outstanding\n   * maintenance deadline, including overdue work, unless a transient failure\n   * has deferred all scheduled maintenance until `maintenanceNotBeforeAt`.\n   */\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  } {\n    const dueRevalidations: Readonly<ConnectionContext>[] = [];\n    const now = this.#now();\n    let earliestDeadlineAt = this.#group.retransformAt;\n\n    for (const connection of this.#connections.values()) {\n      if (\n        connection.state !== 'validated' ||\n        connection.revalidateAt === undefined\n      ) {\n        continue;\n      }\n      if (connection.revalidateAt <= now) {\n        dueRevalidations.push(connection);\n      }\n      earliestDeadlineAt = minDefined(\n        earliestDeadlineAt,\n        connection.revalidateAt,\n      );\n    }\n\n    const dueRetransform =\n      this.#group.retransformAt !== undefined &&\n      this.#group.retransformAt <= now;\n    const maintenanceNotBeforeAt = this.#group.maintenanceNotBeforeAt;\n\n    if (\n      maintenanceNotBeforeAt !== undefined &&\n      maintenanceNotBeforeAt > now &&\n      earliestDeadlineAt !== undefined\n    ) {\n      return {\n        dueRevalidations: [],\n        dueRetransform: false,\n        earliestDeadlineAt: Math.max(\n          earliestDeadlineAt,\n          maintenanceNotBeforeAt,\n        ),\n      };\n    }\n\n    return {\n      dueRevalidations: dueRevalidations.sort(compareByInsertionOrder),\n      dueRetransform,\n      earliestDeadlineAt,\n    };\n  }\n\n  #removeConnection(\n    selector: ConnectionSelector,\n    revision?: number,\n  ): Readonly<ConnectionContext> | undefined {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      return undefined;\n    }\n\n    // If the revision has changed, we should not remove the connection\n    if (revision !== undefined && connection.revision !== revision) {\n      this.#lc.debug?.('Ignoring failConnection for stale revision', {\n        clientID: selector.clientID,\n        wsID: selector.wsID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    this.#connections.delete(connection.clientID);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return connection;\n  }\n\n  #demoteConnection(connection: ConnectionContext): ConnectionContext {\n    const demotedConnection = this.#storeConnection({\n      ...connection,\n      state: 'provisional',\n      revalidateAt: undefined,\n    });\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return demotedConnection;\n  }\n\n  /**\n   * Keeps the background connection sticky while it remains validated.\n   *\n   * When a newly validated `preferred` connection is provided, it is promoted\n   * only if there is no current validated background connection. Otherwise the\n   * existing background connection stays in place until it disappears or is\n   * demoted, at which point the newest validated connection is selected.\n   */\n  #refreshBackgroundConnectionContext(preferred?: ConnectionContext): void {\n    if (preferred?.state === 'validated') {\n      const currentBackgroundConnection =\n        this.#getBackgroundConnectionContext();\n      if (\n        currentBackgroundConnection?.clientID === preferred.clientID &&\n        currentBackgroundConnection.wsID === preferred.wsID\n      ) {\n        return;\n      }\n      if (currentBackgroundConnection !== undefined) {\n        return;\n      }\n      this.#setBackgroundConnection({\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n      });\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n        revision: preferred.revision,\n        reason: 'preferred-validated',\n      });\n      return;\n    }\n\n    const currentBackgroundConnection = this.#getBackgroundConnectionContext();\n    if (currentBackgroundConnection?.state === 'validated') {\n      return;\n    }\n\n    const nextBackgroundConnection = [...this.#connections.values()]\n      .filter(connection => connection.state === 'validated')\n      .sort(comparePreferredValidatedConnection)\n      .at(0);\n    this.#setBackgroundConnection(\n      nextBackgroundConnection\n        ? {\n            clientID: nextBackgroundConnection.clientID,\n            wsID: nextBackgroundConnection.wsID,\n          }\n        : undefined,\n    );\n    if (nextBackgroundConnection) {\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: nextBackgroundConnection.clientID,\n        wsID: nextBackgroundConnection.wsID,\n        revision: nextBackgroundConnection.revision,\n        reason: 'fallback-validated',\n      });\n    }\n  }\n\n  #getBackgroundConnectionContext(): ConnectionContext | undefined {\n    const backgroundConnection = this.#group.backgroundConnection;\n    if (!backgroundConnection) {\n      return undefined;\n    }\n    return this.#getConnectionContext(backgroundConnection);\n  }\n\n  #getConnectionContext(\n    selector: ConnectionSelector,\n  ): ConnectionContext | undefined {\n    const connection = this.#connections.get(selector.clientID);\n    if (!connection) {\n      return undefined;\n    }\n    if (connection.wsID !== selector.wsID) {\n      return undefined;\n    }\n    return connection;\n  }\n\n  #mustGetConnectionContext(selector: ConnectionSelector): ConnectionContext {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'Connection auth state was not available for this websocket.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    return connection;\n  }\n\n  #storeConnection(connection: ConnectionContext): ConnectionContext {\n    this.#connections.set(connection.clientID, connection);\n    return connection;\n  }\n\n  #setGroup(group: GroupAuthState): GroupAuthState {\n    this.#group = group;\n    return group;\n  }\n\n  #setBackgroundConnection(\n    backgroundConnection: ConnectionSelector | undefined,\n  ) {\n    if (\n      sameConnectionSelector(\n        this.#group.backgroundConnection,\n        backgroundConnection,\n      )\n    ) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      backgroundConnection: backgroundConnection\n        ? {...backgroundConnection}\n        : undefined,\n    });\n  }\n\n  /**\n   * Keeps the group background retransform deadline coherent with current\n   * schedulability.\n   *\n   * When `reset` is false, this seeds a deadline only when shared retransform\n   * is now possible and no deadline exists yet, preserving any existing\n   * cadence. When `reset` is true, it starts a fresh interval from `#now()` if\n   * retransform is schedulable for the current ready ViewSyncer instance, or\n   * clears the deadline if it is not.\n   */\n  #updateBackgroundRetransformDeadline(reset: boolean) {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (\n      !backgroundConnection ||\n      this.#retransformIntervalMs === undefined ||\n      !this.#sharedRetransformReady\n    ) {\n      if (this.#group.retransformAt !== undefined) {\n        this.#setGroup({\n          ...this.#group,\n          retransformAt: undefined,\n        });\n      }\n      return;\n    }\n\n    if (reset || this.#group.retransformAt === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        retransformAt: this.#now() + this.#retransformIntervalMs,\n      });\n    }\n  }\n\n  #nextRevalidateAt() {\n    return this.#revalidateIntervalMs === undefined\n      ? undefined\n      : this.#now() + this.#revalidateIntervalMs;\n  }\n}\n\nfunction compareByInsertionOrder(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return a.insertionOrder - b.insertionOrder || a.wsID.localeCompare(b.wsID);\n}\n\nfunction comparePreferredValidatedConnection(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return b.insertionOrder - a.insertionOrder || b.wsID.localeCompare(a.wsID);\n}\n\nfunction minDefined(a: number | undefined, b: number | undefined) {\n  if (a === undefined) {\n    return b;\n  }\n  if (b === undefined) {\n    return a;\n  }\n  return Math.min(a, b);\n}\n\nfunction sameConnectionSelector(\n  a: ConnectionSelector | undefined,\n  b: ConnectionSelector | undefined,\n) {\n  return a?.clientID === b?.clientID && a?.wsID === b?.wsID;\n}\n\nfunction cloneCustomHeaders(\n  headers: Readonly<Record<string, string>> | undefined,\n) {\n  return headers ? {...headers} : undefined;\n}\n\nfunction cloneAllowedClientHeaders(headers: readonly string[] | undefined) {\n  return headers ? [...headers] : undefined;\n}\n"],"mappings":";;;;;;;;;;;;;;AA6KA,IAAa,+BAAb,MAA8E;CAC5E;CAGA,+BAAwB,IAAI,IAA+B;CAC3D,SAAyB;EACvB,YAAY,KAAA;EACZ,sBAAsB,KAAA;EACtB,eAAe,KAAA;EACf,wBAAwB,KAAA;CAC1B;CAEA;CAEA;CACA;CACA;CACA;CACA;CACA,0BAA0B;CAC1B,sBAAsB;CAEtB,YACE,IACA,2BACA,4BACA,aACA,YACA,mBACA,KACA;EACA,KAAKA,MAAM;EACX,KAAKG,OAAO,OAAO,KAAK;EACxB,KAAKC,wBACH,8BAA8B,KAAA,IAC1B,KAAA,IACA,4BAA4B;EAClC,KAAKC,yBACH,+BAA+B,KAAA,IAC3B,KAAA,IACA,6BAA6B;EACnC,KAAKC,eAAe;EACpB,KAAKC,cAAc;EACnB,KAAKL,qBAAqB;CAC5B;;;;;;;CAQA,mBACE,UACA,eACA,MAC6B;EAC7B,KAAKM,kBAAkB,QAAQ;EAE/B,MAAM,cAAc,SAAqD;GACvE,MAAM,SAAS,SAAS,UAAU,KAAKF,eAAe,KAAKC;GAE3D,OAAO;IACL,KAAK,QAAQ,MAAM;IACnB,oBAAoB,QAAQ,KAAK,IAAI,iBAAiB;IACtD,eAAe;KACb,eAAe,KAAA;KACf,QAAQ,cAAc;KACtB,QAAQ,QAAQ;KAChB,sBAAsB,0BACpB,QAAQ,oBACV;KACA,QAAQ,QAAQ,iBAAiB,cAAc,aAAa,KAAA;IAC9D;GACF;EACF;EAEA,MAAM,aAAgC;GACpC,OAAO;GAEP,UAAU,cAAc;GACxB,MAAM,cAAc;GACpB,UAAU;GACV,MAAM,EAAC,IAAI,cAAc,UAAU,KAAI;GACvC;GAEA,WAAW,cAAc;GACzB,YAAY,cAAc;GAC1B,iBAAiB,cAAc;GAE/B,cAAc,KAAA;GAEd,cAAc,WAAW,OAAO;GAChC,eAAe,WAAW,QAAQ;GAElC,gBAAgB,EAAE,KAAKE;EACzB;EACA,KAAKC,iBAAiB,UAAU;EAChC,KAAKC,oCAAoC;EACzC,KAAKC,qCAAqC,KAAK;EAC/C,OAAO;CACT;;;;;;;CAQA,eACE,UACA,MAC6B;EAC7B,MAAM,aAAa,KAAKC,0BAA0B,QAAQ;EAE1D,IAAI,eAAe,WAAW;EAC9B,IAAI,gBAAgB,WAAW;EAE/B,IAAI,KAAK,cACP,eAAe;GACb,GAAG;GACH,KAAK,KAAK;EACZ;EAEF,IAAI,KAAK,kBACP,eAAe;GACb,GAAG;GACH,eAAe;IACb,GAAG,aAAa;IAChB,eAAe,mBAAmB,KAAK,gBAAgB;GACzD;EACF;EAEF,IAAI,KAAK,aACP,gBAAgB;GACd,GAAG;GACH,KAAK,KAAK;EACZ;EAEF,IAAI,KAAK,iBACP,gBAAgB;GACd,GAAG;GACH,eAAe;IACb,GAAG,cAAc;IACjB,eAAe,mBAAmB,KAAK,eAAe;GACxD;EACF;EAGF,OAAO,KAAKC,kBAAkB;GAC5B,GAAG;GACH,UAAU,WAAW,WAAW;GAChC;GACA;EACF,CAAC;CACH;;;;;CAMA,MAAM,WACJ,UACA,MACsC;EACtC,MAAM,aAAa,KAAKD,0BAA0B,QAAQ;EAE1D,MAAM,WAAW,MAAM,YACrB,KAAKb,KACL,WAAW,MACX,WAAW,KAAK,IAChB,KAAK,MACL,KAAKE,kBACP;EAGA,IAAI,CADiB,WAAW,WAAW,MAAM,QAAQ,GAEvD,OAAO,KAAKY,kBAAkB;GAC5B,GAAG;GACH,MAAM;GACN,UAAU,WAAW,WAAW;EAClC,CAAC;EAGH,IAAI,aAAa,WAAW,MAC1B,OAAO;EAGT,OAAO,KAAKJ,iBAAiB;GAC3B,GAAG;GACH,MAAM;EACR,CAAC;CACH;;;;;;;;;;CAWA,mBACE,UACA,UACA,YAMY;EACZ,MAAM,aAAa,KAAKK,sBAAsB,QAAQ;EACtD,IAAI,CAAC,YACH;EAGF,IAAI,WAAW,aAAa,UAAU;GACpC,KAAKf,IAAI,QAAQ,kDAAkD;IACjE,UAAU,SAAS;IACnB,mBAAmB;IACnB,iBAAiB,WAAW;GAC9B,CAAC;GACD;EACF;EAEA,IAAI;EAIJ,IAAI,WAAW,SAAS,oBAAoB;GAC1C,qBAAqB,EAAC,IAAI,WAAW,gBAAe;GAIpD,IAAI,WAAW,KAAK,OAAO,mBAAmB,IAC5C,MAAM,IAAI,uBACR;IACE,MAAM;IACN,SACE;IACF,QAAQ;GACV,GACA,MACF;EAEJ;EAIA,MAAM,oBAAoB,sBAAsB,WAAW;EAI3D,IACE,KAAKgB,OAAO,eAAe,KAAA,KAC3B,KAAKA,OAAO,WAAW,OAAO,kBAAkB,IAEhD,MAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;EACV,GACA,MACF;EAGF,IAAI,KAAKA,OAAO,eAAe,KAAA,GAC7B,KAAKC,UAAU;GACb,GAAG,KAAKD;GACR,YAAY;EACd,CAAC;EAGH,MAAM,sBAAsB,KAAKN,iBAAiB;GAChD,GAAG;GACH,OAAO;GACP,cAAc,KAAKQ,kBAAkB;EACvC,CAAC;EACD,KAAKP,oCAAoC,mBAAmB;EAC5D,KAAKC,qCAAqC,KAAK;EAE/C,OAAO;GACL,YAAY;GACZ,OAAO,KAAK,cAAc;EAC5B;CACF;;CAGA,eACE,UACA,UAC+B;EAC/B,OAAO,KAAKJ,kBAAkB,UAAU,QAAQ;CAClD;;CAGA,gBAAgB,UAA6D;EAC3E,OAAO,KAAKA,kBAAkB,QAAQ;CACxC;;;;;;CAOA,iCACE,UACA,UACM;EACN,MAAM,uBAAuB,KAAKW,gCAAgC;EAClE,IAAI,CAAC,sBACH;EAEF,IACE,qBAAqB,aAAa,SAAS,YAC3C,qBAAqB,SAAS,SAAS,QACvC,qBAAqB,aAAa,UAElC;EAEF,KAAKP,qCAAqC,IAAI;CAChD;CAEA,0BAA0B,OAAsB;EAC9C,IAAI,KAAKQ,4BAA4B,OACnC;EAEF,KAAKA,0BAA0B;EAC/B,KAAKR,qCAAqC,IAAI;CAChD;CAEA,iBAAiB,MAA0C;EACzD,MAAM,aACJ,SAAS,eACL,KAAKR,wBACL,KAAKC;EACX,IAAI,eAAe,KAAA,GACjB;EAEF,KAAKY,UAAU;GACb,GAAG,KAAKD;GACR,wBAAwB,KAAK,IAC3B,KAAKA,OAAO,0BAA0B,GACtC,KAAKb,KAAK,IAAI,UAChB;EACF,CAAC;CACH;;CAGA,qBACE,UACyC;EACzC,OAAO,KAAKY,sBAAsB,QAAQ;CAC5C;;CAGA,yBACE,UAC6B;EAC7B,OAAO,KAAKF,0BAA0B,QAAQ;CAChD;;CAGA,iCAA0E;EACxE,OAAO,KAAKM,gCAAgC;CAC9C;CAEA,qCAAkE;EAChE,MAAM,uBAAuB,KAAKA,gCAAgC;EAClE,IAAI,CAAC,sBACH,MAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;EACV,GACA,MACF;EAEF,OAAO;CACT;;CAGA,gBAA0C;EACxC,OAAO,KAAKH;CACd;;;;;;;;;CAUA,kBAIE;EACA,MAAM,mBAAkD,CAAC;EACzD,MAAM,MAAM,KAAKb,KAAK;EACtB,IAAI,qBAAqB,KAAKa,OAAO;EAErC,KAAK,MAAM,cAAc,KAAKf,aAAa,OAAO,GAAG;GACnD,IACE,WAAW,UAAU,eACrB,WAAW,iBAAiB,KAAA,GAE5B;GAEF,IAAI,WAAW,gBAAgB,KAC7B,iBAAiB,KAAK,UAAU;GAElC,qBAAqB,WACnB,oBACA,WAAW,YACb;EACF;EAEA,MAAM,iBACJ,KAAKe,OAAO,kBAAkB,KAAA,KAC9B,KAAKA,OAAO,iBAAiB;EAC/B,MAAM,yBAAyB,KAAKA,OAAO;EAE3C,IACE,2BAA2B,KAAA,KAC3B,yBAAyB,OACzB,uBAAuB,KAAA,GAEvB,OAAO;GACL,kBAAkB,CAAC;GACnB,gBAAgB;GAChB,oBAAoB,KAAK,IACvB,oBACA,sBACF;EACF;EAGF,OAAO;GACL,kBAAkB,iBAAiB,KAAK,uBAAuB;GAC/D;GACA;EACF;CACF;CAEA,kBACE,UACA,UACyC;EACzC,MAAM,aAAa,KAAKD,sBAAsB,QAAQ;EAEtD,IAAI,CAAC,YACH;EAIF,IAAI,aAAa,KAAA,KAAa,WAAW,aAAa,UAAU;GAC9D,KAAKf,IAAI,QAAQ,8CAA8C;IAC7D,UAAU,SAAS;IACnB,MAAM,SAAS;IACf,mBAAmB;IACnB,iBAAiB,WAAW;GAC9B,CAAC;GACD;EACF;EAEA,KAAKC,aAAa,OAAO,WAAW,QAAQ;EAC5C,KAAKU,oCAAoC;EACzC,KAAKC,qCAAqC,KAAK;EAE/C,OAAO;CACT;CAEA,kBAAkB,YAAkD;EAClE,MAAM,oBAAoB,KAAKF,iBAAiB;GAC9C,GAAG;GACH,OAAO;GACP,cAAc,KAAA;EAChB,CAAC;EACD,KAAKC,oCAAoC;EACzC,KAAKC,qCAAqC,KAAK;EAC/C,OAAO;CACT;;;;;;;;;CAUA,oCAAoC,WAAqC;EACvE,IAAI,WAAW,UAAU,aAAa;GACpC,MAAM,8BACJ,KAAKO,gCAAgC;GACvC,IACE,6BAA6B,aAAa,UAAU,YACpD,4BAA4B,SAAS,UAAU,MAE/C;GAEF,IAAI,gCAAgC,KAAA,GAClC;GAEF,KAAKE,yBAAyB;IAC5B,UAAU,UAAU;IACpB,MAAM,UAAU;GAClB,CAAC;GACD,KAAKrB,IAAI,QAAQ,uDAAuD;IACtE,UAAU,UAAU;IACpB,MAAM,UAAU;IAChB,UAAU,UAAU;IACpB,QAAQ;GACV,CAAC;GACD;EACF;EAGA,IADoC,KAAKmB,gCACrC,GAA6B,UAAU,aACzC;EAGF,MAAM,2BAA2B,CAAC,GAAG,KAAKlB,aAAa,OAAO,CAAC,EAC5D,QAAO,eAAc,WAAW,UAAU,WAAW,EACrD,KAAK,mCAAmC,EACxC,GAAG,CAAC;EACP,KAAKoB,yBACH,2BACI;GACE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;EACjC,IACA,KAAA,CACN;EACA,IAAI,0BACF,KAAKrB,IAAI,QAAQ,uDAAuD;GACtE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;GAC/B,UAAU,yBAAyB;GACnC,QAAQ;EACV,CAAC;CAEL;CAEA,kCAAiE;EAC/D,MAAM,uBAAuB,KAAKgB,OAAO;EACzC,IAAI,CAAC,sBACH;EAEF,OAAO,KAAKD,sBAAsB,oBAAoB;CACxD;CAEA,sBACE,UAC+B;EAC/B,MAAM,aAAa,KAAKd,aAAa,IAAI,SAAS,QAAQ;EAC1D,IAAI,CAAC,YACH;EAEF,IAAI,WAAW,SAAS,SAAS,MAC/B;EAEF,OAAO;CACT;CAEA,0BAA0B,UAAiD;EACzE,MAAM,aAAa,KAAKc,sBAAsB,QAAQ;EAEtD,IAAI,CAAC,YACH,MAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;EACV,GACA,MACF;EAGF,OAAO;CACT;CAEA,iBAAiB,YAAkD;EACjE,KAAKd,aAAa,IAAI,WAAW,UAAU,UAAU;EACrD,OAAO;CACT;CAEA,UAAU,OAAuC;EAC/C,KAAKe,SAAS;EACd,OAAO;CACT;CAEA,yBACE,sBACA;EACA,IACE,uBACE,KAAKA,OAAO,sBACZ,oBACF,GAEA;EAEF,KAAKC,UAAU;GACb,GAAG,KAAKD;GACR,sBAAsB,uBAClB,EAAC,GAAG,qBAAoB,IACxB,KAAA;EACN,CAAC;CACH;;;;;;;;;;;CAYA,qCAAqC,OAAgB;EAEnD,IACE,CAF2B,KAAKG,gCAE/B,KACD,KAAKd,2BAA2B,KAAA,KAChC,CAAC,KAAKe,yBACN;GACA,IAAI,KAAKJ,OAAO,kBAAkB,KAAA,GAChC,KAAKC,UAAU;IACb,GAAG,KAAKD;IACR,eAAe,KAAA;GACjB,CAAC;GAEH;EACF;EAEA,IAAI,SAAS,KAAKA,OAAO,kBAAkB,KAAA,GACzC,KAAKC,UAAU;GACb,GAAG,KAAKD;GACR,eAAe,KAAKb,KAAK,IAAI,KAAKE;EACpC,CAAC;CAEL;CAEA,oBAAoB;EAClB,OAAO,KAAKD,0BAA0B,KAAA,IAClC,KAAA,IACA,KAAKD,KAAK,IAAI,KAAKC;CACzB;AACF;AAEA,SAAS,wBACP,GACA,GACA;CACA,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,IAAI;AAC3E;AAEA,SAAS,oCACP,GACA,GACA;CACA,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,IAAI;AAC3E;AAEA,SAAS,WAAW,GAAuB,GAAuB;CAChE,IAAI,MAAM,KAAA,GACR,OAAO;CAET,IAAI,MAAM,KAAA,GACR,OAAO;CAET,OAAO,KAAK,IAAI,GAAG,CAAC;AACtB;AAEA,SAAS,uBACP,GACA,GACA;CACA,OAAO,GAAG,aAAa,GAAG,YAAY,GAAG,SAAS,GAAG;AACvD;AAEA,SAAS,mBACP,SACA;CACA,OAAO,UAAU,EAAC,GAAG,QAAO,IAAI,KAAA;AAClC;AAEA,SAAS,0BAA0B,SAAwC;CACzE,OAAO,UAAU,CAAC,GAAG,OAAO,IAAI,KAAA;AAClC"}

package/out/zero-cache/src/services/view-syncer/cvr-purger.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cvr-purger.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,EAAC,KAAK,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAE9D,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAQ3C,KAAK,OAAO,GAAG;IACb,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,qBAAa,SAAU,YAAW,OAAO;;IACvC,QAAQ,CAAC,EAAE,YAAY;gBAYrB,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,EAAC,qBAAqB,EAAE,gBAAgB,EAAE,iBAAiB,EAAC,EAAE,OAAO,EACrE,uBAAuB,SAA4B;IAc/C,GAAG;IAgDT,iBAAiB,CACf,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAC,CAAC;IAkF/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAItB"}
+{"version":3,"file":"cvr-purger.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,EAAC,KAAK,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAE9D,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAQ3C,KAAK,OAAO,GAAG;IACb,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,qBAAa,SAAU,YAAW,OAAO;;IACvC,QAAQ,CAAC,EAAE,YAAY;gBAYrB,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,EAAC,qBAAqB,EAAE,gBAAgB,EAAE,iBAAiB,EAAC,EAAE,OAAO,EACrE,uBAAuB,SAA4B;IAc/C,GAAG;IAiDT,iBAAiB,CACf,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAC,CAAC;IAkF/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAItB"}

package/out/zero-cache/src/services/view-syncer/cvr-purger.js

@@ -37,6 +37,7 @@ var CVRPurger = class {
 		while (this.#state.shouldRun()) try {
 			const start = performance.now();
 			const { purged, remaining } = await this.purgeInactiveCVRs(maxCVRsPerPurge);
+			this.#state.resetBackoff();
 			if (purgeable !== void 0 && remaining > purgeable) {
 				maxCVRsPerPurge += this.#initialBatchSize;
 				this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);
@@ -47,7 +48,7 @@ var CVRPurger = class {
 			this.#lc.info?.(`purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`);
 			await this.#state.sleep(purgeInterval);
 		} catch (e) {
-			this.#lc.warn?.(`error encountered while garbage collecting CVRs`, e);
+			await this.#state.backoff(this.#lc, e);
 		}
 	}
 	purgeInactiveCVRs(maxCVRs) {

package/out/zero-cache/src/services/view-syncer/cvr-purger.js.map

@@ -1 +1 @@
-{"version":3,"file":"cvr-purger.js","names":["#lc","#db","#schema","#inactivityThresholdMs","#tombstonePurgeThresholdMs","#initialBatchSize","#initialIntervalMs","#state"],"sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {READ_COMMITTED} from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {type PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst MAX_PURGE_INTERVAL_MS = 16 * MINUTE;\n\n// Purge tombstones after 31 days to facilitate up to a 30-day actives metric.\nconst TOMBSTONE_PURGE_THRESHOLD = 31 * 24 * 60 * 60 * 1000;\n\ntype Options = {\n  inactivityThresholdMs: number;\n  initialBatchSize: number;\n  initialIntervalMs: number;\n};\n\nexport class CVRPurger implements Service {\n  readonly id = 'reaper';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #inactivityThresholdMs: number;\n  readonly #tombstonePurgeThresholdMs: number;\n  readonly #initialBatchSize: number;\n  readonly #initialIntervalMs: number;\n  readonly #state = new RunningState('reaper');\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    {inactivityThresholdMs, initialBatchSize, initialIntervalMs}: Options,\n    tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#inactivityThresholdMs = inactivityThresholdMs;\n    this.#tombstonePurgeThresholdMs = Math.max(\n      tombstonePurgeThreshold,\n      inactivityThresholdMs,\n    );\n    this.#initialBatchSize = initialBatchSize;\n    this.#initialIntervalMs = initialIntervalMs;\n  }\n\n  async run() {\n    let purgeable: number | undefined;\n    let maxCVRsPerPurge = this.#initialBatchSize;\n    let purgeInterval = this.#initialIntervalMs;\n\n    if (this.#initialBatchSize === 0) {\n      this.#lc.warn?.(\n        `CVR garbage collection is disabled (initialBatchSize = 0)`,\n      );\n      // Do nothing and just wait to be stopped.\n      await this.#state.stopped();\n    } else {\n      this.#lc.info?.(\n        `running cvr-purger with`,\n        await this.#db`SHOW statement_timeout`,\n      );\n    }\n\n    while (this.#state.shouldRun()) {\n      try {\n        const start = performance.now();\n        const {purged, remaining} =\n          await this.purgeInactiveCVRs(maxCVRsPerPurge);\n\n        if (purgeable !== undefined && remaining > purgeable) {\n          // If the number of purgeable CVRs has grown even after the purge,\n          // increase the number purged per round to achieve a steady state.\n          maxCVRsPerPurge += this.#initialBatchSize;\n          this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);\n        }\n        purgeable = remaining;\n\n        purgeInterval =\n          purgeable > 0\n            ? this.#initialIntervalMs\n            : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`,\n        );\n        await this.#state.sleep(purgeInterval);\n      } catch (e) {\n        this.#lc.warn?.(`error encountered while garbage collecting CVRs`, e);\n      }\n    }\n  }\n\n  // Exported for testing.\n  purgeInactiveCVRs(\n    maxCVRs: number,\n  ): Promise<{purged: number; remaining: number}> {\n    return runTx(\n      this.#db,\n      async sql => {\n        const now = Date.now();\n        const threshold = now - this.#inactivityThresholdMs;\n        const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;\n        // Implementation note: `FOR UPDATE` will prevent a syncer from\n        // concurrently updating the CVR, since the update also performs\n        // a `SELECT ... FOR UPDATE`, instead causing that update to\n        // fail, which will cause the client to create a new CVR.\n        //\n        // `SKIP LOCKED` will skip over CVRs that a syncer is already\n        // in the process of updating. In this manner, an in-progress\n        // update effectively excludes the CVR from the purge.\n        const ids = (\n          await sql<{clientGroupID: string}[]>`\n          SELECT \"clientGroupID\" FROM ${sql(this.#schema)}.instances\n            WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n            ORDER BY \"lastActive\" ASC\n            LIMIT ${maxCVRs}\n            FOR UPDATE SKIP LOCKED\n      `.values()\n        ).flat();\n\n        if (ids.length > 0) {\n          // Explicitly delete rows from cvr tables from \"bottom\" up. Relying on\n          // foreign key cascading deletes can be suboptimal when the foreign key\n          // is not a prefix of the primary key (e.g. the \"desires\" foreign key\n          // reference to the \"queries\" table is not a prefix of the \"desires\"\n          // primary key).\n          const stmts = [\n            'desires',\n            'queries',\n            'clients',\n            'rows',\n            'rowsVersion',\n          ].map(table =>\n            sql`\n            DELETE FROM ${sql(this.#schema)}.${sql(table)} \n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstones are written for the `instances` rows, preserving the\n          // \"profileID\" and \"lastActive\" columns for computing usage stats.\n          //\n          // For backwards compatibility (i.e. older zero-caches that do not\n          // check the \"deleted\" column) reset the \"version\" to '00' to trigger\n          // the ClientNotFound error via\n          // view-syncer.ts:checkClientAndCVRVersions()\n          stmts.push(\n            sql`\n            UPDATE ${sql(this.#schema)}.instances\n              SET \"deleted\" = TRUE, \n                  \"version\" = '00', \n                  \"ttlClock\" = 0,\n                  \"replicaVersion\" = NULL, \n                  \"owner\" = NULL,\n                  \"grantedAt\" = NULL,\n                  \"clientSchema\" = NULL\n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstone rows are deleted after the tombstonePurgeThreshold.\n          stmts.push(\n            sql`\n            DELETE FROM ${sql(this.#schema)}.instances\n              WHERE \"deleted\" AND \"lastActive\" < ${tombstonePurgeThreshold}\n          `.execute(),\n          );\n          await Promise.all(stmts);\n        }\n\n        const [{remaining}] = await sql<[{remaining: bigint}]>`\n        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances\n          WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n      `;\n\n        return {purged: ids.length, remaining: Number(remaining)};\n      },\n      {mode: READ_COMMITTED},\n    );\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return promiseVoid;\n  }\n}\n"],"mappings":";;;;;;;AAUA,IAAM,wBAAwB,MADf,KAAK;AAIpB,IAAM,4BAA4B,MAAU,KAAK,KAAK;AAQtD,IAAa,YAAb,MAA0C;CACxC,KAAc;CAEd;CACA;CACA;CACA;CACA;CACA;CACA;CACA,SAAkB,IAAI,aAAa,SAAS;CAE5C,YACE,IACA,IACA,OACA,EAAC,uBAAuB,kBAAkB,qBAC1C,0BAA0B,2BAC1B;AACA,QAAA,KAAW;AACX,QAAA,KAAW;AACX,QAAA,SAAe,UAAU,MAAM;AAC/B,QAAA,wBAA8B;AAC9B,QAAA,4BAAkC,KAAK,IACrC,yBACA,sBACD;AACD,QAAA,mBAAyB;AACzB,QAAA,oBAA0B;;CAG5B,MAAM,MAAM;EACV,IAAI;EACJ,IAAI,kBAAkB,MAAA;EACtB,IAAI,gBAAgB,MAAA;AAEpB,MAAI,MAAA,qBAA2B,GAAG;AAChC,SAAA,GAAS,OACP,4DACD;AAED,SAAM,MAAA,MAAY,SAAS;QAE3B,OAAA,GAAS,OACP,2BACA,MAAM,MAAA,EAAQ,yBACf;AAGH,SAAO,MAAA,MAAY,WAAW,CAC5B,KAAI;GACF,MAAM,QAAQ,YAAY,KAAK;GAC/B,MAAM,EAAC,QAAQ,cACb,MAAM,KAAK,kBAAkB,gBAAgB;AAE/C,OAAI,cAAc,KAAA,KAAa,YAAY,WAAW;AAGpD,uBAAmB,MAAA;AACnB,UAAA,GAAS,OAAO,+BAA+B,kBAAkB;;AAEnE,eAAY;AAEZ,mBACE,YAAY,IACR,MAAA,oBACA,KAAK,IAAI,gBAAgB,GAAG,sBAAsB;GACxD,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,SAAA,GAAS,OACP,UAAU,OAAO,kBAAkB,QAAQ,QAAQ,EAAE,CAAC,sBAAsB,cAAc,KAC3F;AACD,SAAM,MAAA,MAAY,MAAM,cAAc;WAC/B,GAAG;AACV,SAAA,GAAS,OAAO,mDAAmD,EAAE;;;CAM3E,kBACE,SAC8C;AAC9C,SAAO,MACL,MAAA,IACA,OAAM,QAAO;GACX,MAAM,MAAM,KAAK,KAAK;GACtB,MAAM,YAAY,MAAM,MAAA;GACxB,MAAM,0BAA0B,MAAM,MAAA;GAStC,MAAM,OACJ,MAAM,GAA8B;wCACN,IAAI,MAAA,OAAa,CAAC;qDACL,UAAU;;oBAE3C,QAAQ;;QAEpB,QAAQ,EACN,MAAM;AAER,OAAI,IAAI,SAAS,GAAG;IAMlB,MAAM,QAAQ;KACZ;KACA;KACA;KACA;KACA;KACD,CAAC,KAAI,UACJ,GAAG;0BACW,IAAI,MAAA,OAAa,CAAC,GAAG,IAAI,MAAM,CAAC;yCACjB,IAAI,IAAI,GAAG,SAAS,CAClD;AAQD,UAAM,KACJ,GAAG;qBACM,IAAI,MAAA,OAAa,CAAC;;;;;;;;yCAQE,IAAI,IAAI,GAAG,SAAS,CAClD;AAED,UAAM,KACJ,GAAG;0BACW,IAAI,MAAA,OAAa,CAAC;mDACO,wBAAwB;YAC/D,SAAS,CACV;AACD,UAAM,QAAQ,IAAI,MAAM;;GAG1B,MAAM,CAAC,EAAC,eAAc,MAAM,GAA0B;4CAClB,IAAI,MAAA,OAAa,CAAC;mDACX,UAAU;;AAGrD,UAAO;IAAC,QAAQ,IAAI;IAAQ,WAAW,OAAO,UAAU;IAAC;KAE3D,EAAC,MAAM,gBAAe,CACvB;;CAGH,OAAsB;AACpB,QAAA,MAAY,KAAK,MAAA,GAAS;AAC1B,SAAO"}
+{"version":3,"file":"cvr-purger.js","names":["#lc","#db","#schema","#inactivityThresholdMs","#tombstonePurgeThresholdMs","#initialBatchSize","#initialIntervalMs","#state"],"sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {READ_COMMITTED} from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {type PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst MAX_PURGE_INTERVAL_MS = 16 * MINUTE;\n\n// Purge tombstones after 31 days to facilitate up to a 30-day actives metric.\nconst TOMBSTONE_PURGE_THRESHOLD = 31 * 24 * 60 * 60 * 1000;\n\ntype Options = {\n  inactivityThresholdMs: number;\n  initialBatchSize: number;\n  initialIntervalMs: number;\n};\n\nexport class CVRPurger implements Service {\n  readonly id = 'reaper';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #inactivityThresholdMs: number;\n  readonly #tombstonePurgeThresholdMs: number;\n  readonly #initialBatchSize: number;\n  readonly #initialIntervalMs: number;\n  readonly #state = new RunningState('reaper');\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    {inactivityThresholdMs, initialBatchSize, initialIntervalMs}: Options,\n    tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#inactivityThresholdMs = inactivityThresholdMs;\n    this.#tombstonePurgeThresholdMs = Math.max(\n      tombstonePurgeThreshold,\n      inactivityThresholdMs,\n    );\n    this.#initialBatchSize = initialBatchSize;\n    this.#initialIntervalMs = initialIntervalMs;\n  }\n\n  async run() {\n    let purgeable: number | undefined;\n    let maxCVRsPerPurge = this.#initialBatchSize;\n    let purgeInterval = this.#initialIntervalMs;\n\n    if (this.#initialBatchSize === 0) {\n      this.#lc.warn?.(\n        `CVR garbage collection is disabled (initialBatchSize = 0)`,\n      );\n      // Do nothing and just wait to be stopped.\n      await this.#state.stopped();\n    } else {\n      this.#lc.info?.(\n        `running cvr-purger with`,\n        await this.#db`SHOW statement_timeout`,\n      );\n    }\n\n    while (this.#state.shouldRun()) {\n      try {\n        const start = performance.now();\n        const {purged, remaining} =\n          await this.purgeInactiveCVRs(maxCVRsPerPurge);\n        this.#state.resetBackoff();\n\n        if (purgeable !== undefined && remaining > purgeable) {\n          // If the number of purgeable CVRs has grown even after the purge,\n          // increase the number purged per round to achieve a steady state.\n          maxCVRsPerPurge += this.#initialBatchSize;\n          this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);\n        }\n        purgeable = remaining;\n\n        purgeInterval =\n          purgeable > 0\n            ? this.#initialIntervalMs\n            : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`,\n        );\n        await this.#state.sleep(purgeInterval);\n      } catch (e) {\n        await this.#state.backoff(this.#lc, e);\n      }\n    }\n  }\n\n  // Exported for testing.\n  purgeInactiveCVRs(\n    maxCVRs: number,\n  ): Promise<{purged: number; remaining: number}> {\n    return runTx(\n      this.#db,\n      async sql => {\n        const now = Date.now();\n        const threshold = now - this.#inactivityThresholdMs;\n        const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;\n        // Implementation note: `FOR UPDATE` will prevent a syncer from\n        // concurrently updating the CVR, since the update also performs\n        // a `SELECT ... FOR UPDATE`, instead causing that update to\n        // fail, which will cause the client to create a new CVR.\n        //\n        // `SKIP LOCKED` will skip over CVRs that a syncer is already\n        // in the process of updating. In this manner, an in-progress\n        // update effectively excludes the CVR from the purge.\n        const ids = (\n          await sql<{clientGroupID: string}[]>`\n          SELECT \"clientGroupID\" FROM ${sql(this.#schema)}.instances\n            WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n            ORDER BY \"lastActive\" ASC\n            LIMIT ${maxCVRs}\n            FOR UPDATE SKIP LOCKED\n      `.values()\n        ).flat();\n\n        if (ids.length > 0) {\n          // Explicitly delete rows from cvr tables from \"bottom\" up. Relying on\n          // foreign key cascading deletes can be suboptimal when the foreign key\n          // is not a prefix of the primary key (e.g. the \"desires\" foreign key\n          // reference to the \"queries\" table is not a prefix of the \"desires\"\n          // primary key).\n          const stmts = [\n            'desires',\n            'queries',\n            'clients',\n            'rows',\n            'rowsVersion',\n          ].map(table =>\n            sql`\n            DELETE FROM ${sql(this.#schema)}.${sql(table)} \n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstones are written for the `instances` rows, preserving the\n          // \"profileID\" and \"lastActive\" columns for computing usage stats.\n          //\n          // For backwards compatibility (i.e. older zero-caches that do not\n          // check the \"deleted\" column) reset the \"version\" to '00' to trigger\n          // the ClientNotFound error via\n          // view-syncer.ts:checkClientAndCVRVersions()\n          stmts.push(\n            sql`\n            UPDATE ${sql(this.#schema)}.instances\n              SET \"deleted\" = TRUE, \n                  \"version\" = '00', \n                  \"ttlClock\" = 0,\n                  \"replicaVersion\" = NULL, \n                  \"owner\" = NULL,\n                  \"grantedAt\" = NULL,\n                  \"clientSchema\" = NULL\n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstone rows are deleted after the tombstonePurgeThreshold.\n          stmts.push(\n            sql`\n            DELETE FROM ${sql(this.#schema)}.instances\n              WHERE \"deleted\" AND \"lastActive\" < ${tombstonePurgeThreshold}\n          `.execute(),\n          );\n          await Promise.all(stmts);\n        }\n\n        const [{remaining}] = await sql<[{remaining: bigint}]>`\n        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances\n          WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n      `;\n\n        return {purged: ids.length, remaining: Number(remaining)};\n      },\n      {mode: READ_COMMITTED},\n    );\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return promiseVoid;\n  }\n}\n"],"mappings":";;;;;;;AAUA,IAAM,wBAAwB,MADf,KAAK;AAIpB,IAAM,4BAA4B,MAAU,KAAK,KAAK;AAQtD,IAAa,YAAb,MAA0C;CACxC,KAAc;CAEd;CACA;CACA;CACA;CACA;CACA;CACA;CACA,SAAkB,IAAI,aAAa,QAAQ;CAE3C,YACE,IACA,IACA,OACA,EAAC,uBAAuB,kBAAkB,qBAC1C,0BAA0B,2BAC1B;EACA,KAAKA,MAAM;EACX,KAAKC,MAAM;EACX,KAAKC,UAAU,UAAU,KAAK;EAC9B,KAAKC,yBAAyB;EAC9B,KAAKC,6BAA6B,KAAK,IACrC,yBACA,qBACF;EACA,KAAKC,oBAAoB;EACzB,KAAKC,qBAAqB;CAC5B;CAEA,MAAM,MAAM;EACV,IAAI;EACJ,IAAI,kBAAkB,KAAKD;EAC3B,IAAI,gBAAgB,KAAKC;EAEzB,IAAI,KAAKD,sBAAsB,GAAG;GAChC,KAAKL,IAAI,OACP,2DACF;GAEA,MAAM,KAAKO,OAAO,QAAQ;EAC5B,OACE,KAAKP,IAAI,OACP,2BACA,MAAM,KAAKC,GAAG,wBAChB;EAGF,OAAO,KAAKM,OAAO,UAAU,GAC3B,IAAI;GACF,MAAM,QAAQ,YAAY,IAAI;GAC9B,MAAM,EAAC,QAAQ,cACb,MAAM,KAAK,kBAAkB,eAAe;GAC9C,KAAKA,OAAO,aAAa;GAEzB,IAAI,cAAc,KAAA,KAAa,YAAY,WAAW;IAGpD,mBAAmB,KAAKF;IACxB,KAAKL,IAAI,OAAO,+BAA+B,iBAAiB;GAClE;GACA,YAAY;GAEZ,gBACE,YAAY,IACR,KAAKM,qBACL,KAAK,IAAI,gBAAgB,GAAG,qBAAqB;GACvD,MAAM,UAAU,YAAY,IAAI,IAAI;GACpC,KAAKN,IAAI,OACP,UAAU,OAAO,kBAAkB,QAAQ,QAAQ,CAAC,EAAE,sBAAsB,cAAc,IAC5F;GACA,MAAM,KAAKO,OAAO,MAAM,aAAa;EACvC,SAAS,GAAG;GACV,MAAM,KAAKA,OAAO,QAAQ,KAAKP,KAAK,CAAC;EACvC;CAEJ;CAGA,kBACE,SAC8C;EAC9C,OAAO,MACL,KAAKC,KACL,OAAM,QAAO;GACX,MAAM,MAAM,KAAK,IAAI;GACrB,MAAM,YAAY,MAAM,KAAKE;GAC7B,MAAM,0BAA0B,MAAM,KAAKC;GAS3C,MAAM,OACJ,MAAM,GAA8B;wCACN,IAAI,KAAKF,OAAO,EAAE;qDACL,UAAU;;oBAE3C,QAAQ;;QAEpB,OAAO,GACL,KAAK;GAEP,IAAI,IAAI,SAAS,GAAG;IAMlB,MAAM,QAAQ;KACZ;KACA;KACA;KACA;KACA;IACF,EAAE,KAAI,UACJ,GAAG;0BACW,IAAI,KAAKA,OAAO,EAAE,GAAG,IAAI,KAAK,EAAE;yCACjB,IAAI,GAAG,IAAI,QAAQ,CAClD;IAQA,MAAM,KACJ,GAAG;qBACM,IAAI,KAAKA,OAAO,EAAE;;;;;;;;yCAQE,IAAI,GAAG,IAAI,QAAQ,CAClD;IAEA,MAAM,KACJ,GAAG;0BACW,IAAI,KAAKA,OAAO,EAAE;mDACO,wBAAwB;YAC/D,QAAQ,CACV;IACA,MAAM,QAAQ,IAAI,KAAK;GACzB;GAEA,MAAM,CAAC,EAAC,eAAc,MAAM,GAA0B;4CAClB,IAAI,KAAKA,OAAO,EAAE;mDACX,UAAU;;GAGrD,OAAO;IAAC,QAAQ,IAAI;IAAQ,WAAW,OAAO,SAAS;GAAC;EAC1D,GACA,EAAC,MAAM,eAAc,CACvB;CACF;CAEA,OAAsB;EACpB,KAAKK,OAAO,KAAK,KAAKP,GAAG;EACzB,OAAO;CACT;AACF"}