@rocicorp/zero 1.6.0-canary.0 → 1.6.0-canary.10

package/out/packages/zero-cache/src/services/view-syncer/client-handler.js

@@ -0,0 +1,270 @@
+import { assert, unreachable } from "../../../../shared/src/asserts.js";
+import { assertJSONValue } from "../../../../shared/src/json.js";
+import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
+import { parse, valita_exports } from "../../../../shared/src/valita.js";
+import { rowSchema } from "../../../../zero-protocol/src/data.js";
+import { ProtocolError } from "../../../../zero-protocol/src/error.js";
+import { primaryKeyValueRecordSchema } from "../../../../zero-protocol/src/primary-key.js";
+import { mutationResultSchema } from "../../../../zero-protocol/src/mutation.js";
+import { upstreamSchema } from "../../types/shards.js";
+import { getOrCreateCounter, getOrCreateLatencyHistogram } from "../../observability/metrics.js";
+import { cmpVersions, cookieToVersion, versionToCookie, versionToNullableCookie } from "./schema/types.js";
+import { getLogLevel, wrapWithProtocolError } from "../../types/error-with-level.js";
+//#region ../zero-cache/src/services/view-syncer/client-handler.ts
+var NOOP = {
+	addPatch: () => promiseVoid,
+	cancel: () => promiseVoid,
+	end: () => promiseVoid
+};
+/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */
+function startPoke(clients, tentativeVersion) {
+	const pokers = clients.map((c) => c.startPoke(tentativeVersion));
+	return {
+		addPatch: async (patch) => {
+			await Promise.allSettled(pokers.map((poker) => poker.addPatch(patch)));
+		},
+		cancel: async () => {
+			await Promise.allSettled(pokers.map((poker) => poker.cancel()));
+		},
+		end: async (finalVersion) => {
+			await Promise.allSettled(pokers.map((poker) => poker.end(finalVersion)));
+		}
+	};
+}
+var PART_COUNT_FLUSH_THRESHOLD = 100;
+/**
+* Handles a single `ViewSyncer` connection.
+*/
+var ClientHandler = class {
+	#clientGroupID;
+	clientID;
+	wsID;
+	#zeroClientsTable;
+	#zeroMutationsTable;
+	#lc;
+	#downstream;
+	#baseVersion;
+	#pokeTime = getOrCreateLatencyHistogram("sync", "poke.time", "Time elapsed for each poke transaction. Canceled / noop pokes are excluded.");
+	#pokeTransactions = getOrCreateCounter("sync", "poke.transactions", "Count of poke transactions.");
+	#pokedRows = getOrCreateCounter("sync", "poke.rows", "Count of poked rows.");
+	constructor(lc, clientGroupID, clientID, wsID, shard, baseCookie, downstream) {
+		lc.debug?.("new client handler");
+		this.#clientGroupID = clientGroupID;
+		this.clientID = clientID;
+		this.wsID = wsID;
+		this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;
+		this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;
+		this.#lc = lc;
+		this.#downstream = downstream;
+		this.#baseVersion = cookieToVersion(baseCookie);
+	}
+	version() {
+		return this.#baseVersion;
+	}
+	async #push(msg) {
+		const { result } = this.#downstream.push(msg);
+		await result;
+	}
+	fail(e) {
+		this.#lc[getLogLevel(e)]?.(`view-syncer closing connection with error: ${String(e)}`, e);
+		this.#downstream.fail(wrapWithProtocolError(e));
+	}
+	close(reason) {
+		this.#lc.debug?.(`view-syncer closing connection: ${reason}`);
+		this.#downstream.cancel();
+	}
+	startPoke(tentativeVersion) {
+		const pokeID = versionToCookie(tentativeVersion);
+		const lc = this.#lc.withContext("pokeID", pokeID);
+		if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {
+			lc.info?.(`already caught up, not sending poke.`);
+			return NOOP;
+		}
+		const baseCookie = versionToNullableCookie(this.#baseVersion);
+		const cookie = versionToCookie(tentativeVersion);
+		lc.debug?.(`starting poke from ${baseCookie} to ${cookie}`);
+		const start = performance.now();
+		const pokeStart = {
+			pokeID,
+			baseCookie
+		};
+		let pokeStarted = false;
+		let body;
+		let partCount = 0;
+		const ensureBody = async () => {
+			if (!pokeStarted) {
+				await this.#push(["pokeStart", pokeStart]);
+				pokeStarted = true;
+			}
+			return body ??= { pokeID };
+		};
+		const flushBody = async () => {
+			if (body) {
+				await this.#push(["pokePart", body]);
+				body = void 0;
+				partCount = 0;
+			}
+		};
+		const addPatch = async (patchToVersion) => {
+			const { patch, toVersion } = patchToVersion;
+			if (cmpVersions(toVersion, this.#baseVersion) <= 0) return;
+			const body = await ensureBody();
+			const { type, op } = patch;
+			switch (type) {
+				case "query": {
+					const patches = patch.clientID ? (body.desiredQueriesPatches ??= {})[patch.clientID] ??= [] : body.gotQueriesPatch ??= [];
+					if (op === "put") patches.push({
+						op,
+						hash: patch.id
+					});
+					else patches.push({
+						op,
+						hash: patch.id
+					});
+					break;
+				}
+				case "row":
+					if (patch.id.table === this.#zeroClientsTable) this.#updateLMIDs(body.lastMutationIDChanges ??= {}, patch);
+					else if (patch.id.table === this.#zeroMutationsTable) {
+						const patches = body.mutationsPatch ??= [];
+						if (op === "put") {
+							const row = parse(ensureSafeJSON(patch.contents), mutationRowSchema, "passthrough");
+							patches.push({
+								op: "put",
+								mutation: {
+									id: {
+										clientID: row.clientID,
+										id: row.mutationID
+									},
+									result: row.result
+								}
+							});
+						} else {
+							const { clientID, mutationID } = patch.id.rowKey;
+							assert(typeof clientID === "string", "client id must be a string");
+							const id = Number(mutationID);
+							assert(!Number.isNaN(id) && Number.isFinite(id) && id >= 0, "mutation id must be a finite number");
+							patches.push({
+								op: "del",
+								id: {
+									clientID,
+									id
+								}
+							});
+						}
+					} else (body.rowsPatch ??= []).push(makeRowPatch(patch));
+					break;
+				default: unreachable(patch);
+			}
+			if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) await flushBody();
+		};
+		return {
+			addPatch: async (patchToVersion) => {
+				try {
+					await addPatch(patchToVersion);
+					if (patchToVersion.patch.type === "row") this.#pokedRows.add(1);
+				} catch (e) {
+					this.#downstream.fail(wrapWithProtocolError(e));
+				}
+			},
+			cancel: async () => {
+				if (pokeStarted) await this.#push(["pokeEnd", {
+					pokeID,
+					cookie: "",
+					cancel: true
+				}]);
+			},
+			end: async (finalVersion) => {
+				const cookie = versionToCookie(finalVersion);
+				if (!pokeStarted) {
+					if (cmpVersions(this.#baseVersion, finalVersion) === 0) return;
+					await this.#push(["pokeStart", pokeStart]);
+				} else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) throw new Error(`Patches were sent but finalVersion ${finalVersion} is not greater than baseVersion ${this.#baseVersion}`);
+				await flushBody();
+				await this.#push(["pokeEnd", {
+					pokeID,
+					cookie
+				}]);
+				this.#baseVersion = finalVersion;
+				const elapsed = performance.now() - start;
+				this.#pokeTransactions.add(1);
+				this.#pokeTime.recordMs(elapsed);
+			}
+		};
+	}
+	async sendDeleteClients(lc, deletedClientIDs, deletedClientGroupIDs) {
+		const deleteClientsBody = {};
+		if (deletedClientIDs.length > 0) deleteClientsBody.clientIDs = deletedClientIDs;
+		if (deletedClientGroupIDs.length > 0) deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;
+		lc.debug?.("sending deleteClients", deleteClientsBody);
+		await this.#push(["deleteClients", deleteClientsBody]);
+	}
+	sendQueryTransformApplicationErrors(errors) {
+		this.#push(["transformError", errors]);
+	}
+	sendQueryTransformFailedError(error) {
+		this.fail(new ProtocolError(error));
+	}
+	sendInspectResponse(lc, response) {
+		lc.debug?.("sending inspect response", response);
+		this.#downstream.push(["inspect", response]);
+	}
+	#updateLMIDs(lmids, patch) {
+		if (patch.op === "put") {
+			const { clientGroupID, clientID, lastMutationID } = parse(ensureSafeJSON(patch.contents), lmidRowSchema, "passthrough");
+			if (clientGroupID !== this.#clientGroupID) this.#lc.error?.(`Received clients row for wrong clientGroupID. Ignoring.`, clientGroupID);
+			else lmids[clientID] = lastMutationID;
+		} else patch.op;
+	}
+};
+var lmidRowSchema = valita_exports.object({
+	clientGroupID: valita_exports.string(),
+	clientID: valita_exports.string(),
+	lastMutationID: valita_exports.number()
+});
+var mutationRowSchema = valita_exports.object({
+	clientGroupID: valita_exports.string(),
+	clientID: valita_exports.string(),
+	mutationID: valita_exports.number(),
+	result: mutationResultSchema
+});
+function makeRowPatch(patch) {
+	const { op, id: { table: tableName, rowKey: id } } = patch;
+	switch (op) {
+		case "put": return {
+			op: "put",
+			tableName,
+			value: parse(ensureSafeJSON(patch.contents), rowSchema)
+		};
+		case "del": return {
+			op,
+			tableName,
+			id: parse(id, primaryKeyValueRecordSchema)
+		};
+		default: unreachable(op);
+	}
+}
+/**
+* Column values of type INT8 are returned as the `bigint` from the
+* Postgres library. These are converted to `number` if they are within
+* the safe Number range, allowing the protocol to support numbers larger
+* than 32-bits. Values outside of the safe number range (e.g. > 2^53) will
+* result in an Error.
+*/
+function ensureSafeJSON(row) {
+	const modified = Object.entries(row).filter(([k, v]) => {
+		if (typeof v === "bigint") {
+			if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) return true;
+			throw new Error(`Value of "${k}" exceeds safe Number range (${v})`);
+		} else if (typeof v === "object") assertJSONValue(v);
+		return false;
+	}).map(([k, v]) => [k, Number(v)]);
+	return modified.length ? {
+		...row,
+		...Object.fromEntries(modified)
+	} : row;
+}
+//#endregion
+export { ClientHandler, startPoke };
+
+//# sourceMappingURL=client-handler.js.map

package/out/packages/zero-cache/src/services/view-syncer/client-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client-handler.js","names":["#clientGroupID","#zeroClientsTable","#zeroMutationsTable","#lc","#downstream","#pokeTime","#pokeTransactions","#pokedRows","#baseVersion","#push","#updateLMIDs"],"sources":["../../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../shared/src/bigint-json.ts';\nimport {\n  assertJSONValue,\n  type JSONObject as SafeJSONObject,\n} from '../../../../shared/src/json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport type {Writable} from '../../../../shared/src/writable.ts';\nimport type {ErroredQuery} from '../../../../zero-protocol/src/custom-queries.ts';\nimport {rowSchema} from '../../../../zero-protocol/src/data.ts';\nimport type {DeleteClientsBody} from '../../../../zero-protocol/src/delete-clients.ts';\nimport type {Downstream} from '../../../../zero-protocol/src/down.ts';\nimport {\n  ProtocolError,\n  type TransformFailedBody,\n} from '../../../../zero-protocol/src/error.ts';\nimport type {InspectDownBody} from '../../../../zero-protocol/src/inspect-down.ts';\nimport {mutationResultSchema} from '../../../../zero-protocol/src/mutation.ts';\nimport type {\n  PokePartBody,\n  PokeStartBody,\n} from '../../../../zero-protocol/src/poke.ts';\nimport {primaryKeyValueRecordSchema} from '../../../../zero-protocol/src/primary-key.ts';\nimport type {RowPatchOp} from '../../../../zero-protocol/src/row-patch.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {\n  getLogLevel,\n  wrapWithProtocolError,\n} from '../../types/error-with-level.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport type {Subscription} from '../../types/subscription.ts';\nimport {\n  cmpVersions,\n  cookieToVersion,\n  versionToCookie,\n  versionToNullableCookie,\n  type CVRVersion,\n  type DelQueryPatch,\n  type NullableCVRVersion,\n  type PutQueryPatch,\n  type RowID,\n} from './schema/types.ts';\n\nexport type PutRowPatch = {\n  type: 'row';\n  op: 'put';\n  id: RowID;\n  contents: JSONObject;\n};\n\nexport type DeleteRowPatch = {\n  type: 'row';\n  op: 'del';\n  id: RowID;\n};\n\nexport type RowPatch = PutRowPatch | DeleteRowPatch;\nexport type ConfigPatch = DelQueryPatch | PutQueryPatch;\n\nexport type Patch = ConfigPatch | RowPatch;\n\nexport type PatchToVersion = {\n  patch: Patch;\n  toVersion: CVRVersion;\n};\n\nexport interface PokeHandler {\n  addPatch(patch: PatchToVersion): Promise<void>;\n  cancel(): Promise<void>;\n  end(finalVersion: CVRVersion): Promise<void>;\n}\n\nconst NOOP: PokeHandler = {\n  addPatch: () => promiseVoid,\n  cancel: () => promiseVoid,\n  end: () => promiseVoid,\n};\n\n/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */\nexport function startPoke(\n  clients: ClientHandler[],\n  tentativeVersion: CVRVersion,\n): PokeHandler {\n  const pokers = clients.map(c => c.startPoke(tentativeVersion));\n\n  // Promise.allSettled() ensures that a failed (e.g. disconnected) client\n  // does not prevent other clients from receiving the pokes. However, the\n  // rate (per client group) will be limited by the slowest connection.\n  return {\n    addPatch: async patch => {\n      await Promise.allSettled(pokers.map(poker => poker.addPatch(patch)));\n    },\n    cancel: async () => {\n      await Promise.allSettled(pokers.map(poker => poker.cancel()));\n    },\n    end: async finalVersion => {\n      await Promise.allSettled(pokers.map(poker => poker.end(finalVersion)));\n    },\n  };\n}\n\n// Semi-arbitrary threshold at which poke body parts are flushed.\n// When row size is being computed, that should be used as a threshold instead.\nconst PART_COUNT_FLUSH_THRESHOLD = 100;\n\n/**\n * Handles a single `ViewSyncer` connection.\n */\nexport class ClientHandler {\n  readonly #clientGroupID: string;\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly #zeroClientsTable: string;\n  readonly #zeroMutationsTable: string;\n  readonly #lc: LogContext;\n  readonly #downstream: Subscription<Downstream>;\n  #baseVersion: NullableCVRVersion;\n\n  readonly #pokeTime = getOrCreateLatencyHistogram(\n    'sync',\n    'poke.time',\n    'Time elapsed for each poke transaction. Canceled / noop pokes are excluded.',\n  );\n\n  readonly #pokeTransactions = getOrCreateCounter(\n    'sync',\n    'poke.transactions',\n    'Count of poke transactions.',\n  );\n\n  readonly #pokedRows = getOrCreateCounter(\n    'sync',\n    'poke.rows',\n    'Count of poked rows.',\n  );\n\n  constructor(\n    lc: LogContext,\n    clientGroupID: string,\n    clientID: string,\n    wsID: string,\n    shard: ShardID,\n    baseCookie: string | null,\n    downstream: Subscription<Downstream>,\n  ) {\n    lc.debug?.('new client handler');\n    this.#clientGroupID = clientGroupID;\n    this.clientID = clientID;\n    this.wsID = wsID;\n    this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;\n    this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;\n    this.#lc = lc;\n    this.#downstream = downstream;\n    this.#baseVersion = cookieToVersion(baseCookie);\n  }\n\n  version(): NullableCVRVersion {\n    return this.#baseVersion;\n  }\n\n  async #push(msg: Downstream): Promise<void> {\n    const {result} = this.#downstream.push(msg);\n    await result;\n  }\n\n  fail(e: unknown) {\n    this.#lc[getLogLevel(e)]?.(\n      `view-syncer closing connection with error: ${String(e)}`,\n      e,\n    );\n    this.#downstream.fail(wrapWithProtocolError(e));\n  }\n\n  close(reason: string) {\n    this.#lc.debug?.(`view-syncer closing connection: ${reason}`);\n    this.#downstream.cancel();\n  }\n\n  startPoke(tentativeVersion: CVRVersion): PokeHandler {\n    const pokeID = versionToCookie(tentativeVersion);\n    const lc = this.#lc.withContext('pokeID', pokeID);\n\n    if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {\n      lc.info?.(`already caught up, not sending poke.`);\n      return NOOP;\n    }\n\n    const baseCookie = versionToNullableCookie(this.#baseVersion);\n    const cookie = versionToCookie(tentativeVersion);\n    lc.debug?.(`starting poke from ${baseCookie} to ${cookie}`);\n\n    const start = performance.now();\n\n    const pokeStart: PokeStartBody = {pokeID, baseCookie};\n\n    let pokeStarted = false;\n    let body: PokePartBody | undefined;\n    let partCount = 0;\n    const ensureBody = async () => {\n      if (!pokeStarted) {\n        await this.#push(['pokeStart', pokeStart]);\n        pokeStarted = true;\n      }\n      return (body ??= {pokeID});\n    };\n    const flushBody = async () => {\n      if (body) {\n        await this.#push(['pokePart', body]);\n        body = undefined;\n        partCount = 0;\n      }\n    };\n\n    const addPatch = async (patchToVersion: PatchToVersion) => {\n      const {patch, toVersion} = patchToVersion;\n      if (cmpVersions(toVersion, this.#baseVersion) <= 0) {\n        return;\n      }\n      const body = await ensureBody();\n\n      const {type, op} = patch;\n      switch (type) {\n        case 'query': {\n          const patches = patch.clientID\n            ? ((body.desiredQueriesPatches ??= {})[patch.clientID] ??= [])\n            : (body.gotQueriesPatch ??= []);\n          if (op === 'put') {\n            patches.push({op, hash: patch.id});\n          } else {\n            patches.push({op, hash: patch.id});\n          }\n          break;\n        }\n        case 'row':\n          if (patch.id.table === this.#zeroClientsTable) {\n            this.#updateLMIDs((body.lastMutationIDChanges ??= {}), patch);\n          } else if (patch.id.table === this.#zeroMutationsTable) {\n            const patches = (body.mutationsPatch ??= []);\n            if (op === 'put') {\n              const row = v.parse(\n                ensureSafeJSON(patch.contents),\n                mutationRowSchema,\n                'passthrough',\n              );\n              patches.push({\n                op: 'put',\n                mutation: {\n                  id: {\n                    clientID: row.clientID,\n                    id: row.mutationID,\n                  },\n                  result: row.result,\n                },\n              });\n            } else {\n              const {clientID, mutationID} = patch.id.rowKey;\n              assert(\n                typeof clientID === 'string',\n                'client id must be a string',\n              );\n              const id = Number(mutationID);\n              assert(\n                !Number.isNaN(id) && Number.isFinite(id) && id >= 0,\n                'mutation id must be a finite number',\n              );\n              patches.push({\n                op: 'del',\n                id: {\n                  clientID,\n                  id,\n                },\n              });\n            }\n          } else {\n            (body.rowsPatch ??= []).push(makeRowPatch(patch));\n          }\n          break;\n        default:\n          unreachable(patch);\n      }\n\n      if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) {\n        await flushBody();\n      }\n    };\n\n    return {\n      addPatch: async (patchToVersion: PatchToVersion) => {\n        try {\n          await addPatch(patchToVersion);\n          if (patchToVersion.patch.type === 'row') {\n            this.#pokedRows.add(1);\n          }\n        } catch (e) {\n          this.#downstream.fail(wrapWithProtocolError(e));\n        }\n      },\n\n      cancel: async () => {\n        if (pokeStarted) {\n          await this.#push(['pokeEnd', {pokeID, cookie: '', cancel: true}]);\n        }\n      },\n\n      end: async (finalVersion: CVRVersion) => {\n        const cookie = versionToCookie(finalVersion);\n        if (!pokeStarted) {\n          if (cmpVersions(this.#baseVersion, finalVersion) === 0) {\n            return; // Nothing changed and nothing was sent.\n          }\n          await this.#push(['pokeStart', pokeStart]);\n        } else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) {\n          // Sanity check: If the poke was started, the finalVersion\n          // must be > #baseVersion.\n          throw new Error(\n            `Patches were sent but finalVersion ${finalVersion} is ` +\n              `not greater than baseVersion ${this.#baseVersion}`,\n          );\n        }\n        await flushBody();\n        await this.#push(['pokeEnd', {pokeID, cookie}]);\n        this.#baseVersion = finalVersion;\n\n        const elapsed = performance.now() - start;\n        this.#pokeTransactions.add(1);\n        this.#pokeTime.recordMs(elapsed);\n      },\n    };\n  }\n\n  async sendDeleteClients(\n    lc: LogContext,\n    deletedClientIDs: string[],\n    deletedClientGroupIDs: string[],\n  ) {\n    const deleteClientsBody: Writable<DeleteClientsBody> = {};\n    if (deletedClientIDs.length > 0) {\n      deleteClientsBody.clientIDs = deletedClientIDs;\n    }\n    if (deletedClientGroupIDs.length > 0) {\n      deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;\n    }\n    lc.debug?.('sending deleteClients', deleteClientsBody);\n    await this.#push(['deleteClients', deleteClientsBody]);\n  }\n\n  sendQueryTransformApplicationErrors(errors: ErroredQuery[]) {\n    void this.#push(['transformError', errors]);\n  }\n\n  sendQueryTransformFailedError(error: TransformFailedBody) {\n    this.fail(new ProtocolError(error));\n  }\n\n  sendInspectResponse(lc: LogContext, response: InspectDownBody): void {\n    lc.debug?.('sending inspect response', response);\n    this.#downstream.push(['inspect', response]);\n  }\n\n  #updateLMIDs(lmids: Record<string, number>, patch: RowPatch) {\n    if (patch.op === 'put') {\n      const row = ensureSafeJSON(patch.contents);\n      const {clientGroupID, clientID, lastMutationID} = v.parse(\n        row,\n        lmidRowSchema,\n        'passthrough',\n      );\n      if (clientGroupID !== this.#clientGroupID) {\n        this.#lc.error?.(\n          `Received clients row for wrong clientGroupID. Ignoring.`,\n          clientGroupID,\n        );\n      } else {\n        lmids[clientID] = lastMutationID;\n      }\n    } else {\n      // The 'constrain' and 'del' ops for clients can be ignored.\n      patch.op satisfies 'constrain' | 'del';\n    }\n  }\n}\n\n// Note: The {APP_ID}_{SHARD_ID}.clients table is set up in replicator/initial-sync.ts.\nconst lmidRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  lastMutationID: v.number(), // Actually returned as a bigint, but converted by ensureSafeJSON().\n});\n\nconst mutationRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  mutationID: v.number(),\n  result: mutationResultSchema,\n});\n\nfunction makeRowPatch(patch: RowPatch): RowPatchOp {\n  const {\n    op,\n    id: {table: tableName, rowKey: id},\n  } = patch;\n\n  switch (op) {\n    case 'put':\n      return {\n        op: 'put',\n        tableName,\n        value: v.parse(ensureSafeJSON(patch.contents), rowSchema),\n      };\n\n    case 'del':\n      return {\n        op,\n        tableName,\n        id: v.parse(id, primaryKeyValueRecordSchema),\n      };\n\n    default:\n      unreachable(op);\n  }\n}\n\n/**\n * Column values of type INT8 are returned as the `bigint` from the\n * Postgres library. These are converted to `number` if they are within\n * the safe Number range, allowing the protocol to support numbers larger\n * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will\n * result in an Error.\n */\nexport function ensureSafeJSON(row: JSONObject): SafeJSONObject {\n  const modified = Object.entries(row)\n    .filter(([k, v]) => {\n      if (typeof v === 'bigint') {\n        if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) {\n          return true; // send this entry onto the next map() step.\n        }\n        throw new Error(`Value of \"${k}\" exceeds safe Number range (${v})`);\n      } else if (typeof v === 'object') {\n        assertJSONValue(v);\n      }\n      return false;\n    })\n    .map(([k, v]) => [k, Number(v)]);\n\n  return modified.length\n    ? {...row, ...Object.fromEntries(modified)}\n    : (row as SafeJSONObject);\n}\n"],"mappings":";;;;;;;;;;;;;AA6EA,IAAM,OAAoB;CACxB,gBAAgB;CAChB,cAAc;CACd,WAAW;AACb;;AAGA,SAAgB,UACd,SACA,kBACa;CACb,MAAM,SAAS,QAAQ,KAAI,MAAK,EAAE,UAAU,gBAAgB,CAAC;CAK7D,OAAO;EACL,UAAU,OAAM,UAAS;GACvB,MAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,SAAS,KAAK,CAAC,CAAC;EACrE;EACA,QAAQ,YAAY;GAClB,MAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,OAAO,CAAC,CAAC;EAC9D;EACA,KAAK,OAAM,iBAAgB;GACzB,MAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,IAAI,YAAY,CAAC,CAAC;EACvE;CACF;AACF;AAIA,IAAM,6BAA6B;;;;AAKnC,IAAa,gBAAb,MAA2B;CACzB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,YAAqB,4BACnB,QACA,aACA,6EACF;CAEA,oBAA6B,mBAC3B,QACA,qBACA,6BACF;CAEA,aAAsB,mBACpB,QACA,aACA,sBACF;CAEA,YACE,IACA,eACA,UACA,MACA,OACA,YACA,YACA;EACA,GAAG,QAAQ,oBAAoB;EAC/B,KAAKA,iBAAiB;EACtB,KAAK,WAAW;EAChB,KAAK,OAAO;EACZ,KAAKC,oBAAoB,GAAG,eAAe,KAAK,EAAE;EAClD,KAAKC,sBAAsB,GAAG,eAAe,KAAK,EAAE;EACpD,KAAKC,MAAM;EACX,KAAKC,cAAc;EACnB,KAAKI,eAAe,gBAAgB,UAAU;CAChD;CAEA,UAA8B;EAC5B,OAAO,KAAKA;CACd;CAEA,MAAMC,MAAM,KAAgC;EAC1C,MAAM,EAAC,WAAU,KAAKL,YAAY,KAAK,GAAG;EAC1C,MAAM;CACR;CAEA,KAAK,GAAY;EACf,KAAKD,IAAI,YAAY,CAAC,KACpB,8CAA8C,OAAO,CAAC,KACtD,CACF;EACA,KAAKC,YAAY,KAAK,sBAAsB,CAAC,CAAC;CAChD;CAEA,MAAM,QAAgB;EACpB,KAAKD,IAAI,QAAQ,mCAAmC,QAAQ;EAC5D,KAAKC,YAAY,OAAO;CAC1B;CAEA,UAAU,kBAA2C;EACnD,MAAM,SAAS,gBAAgB,gBAAgB;EAC/C,MAAM,KAAK,KAAKD,IAAI,YAAY,UAAU,MAAM;EAEhD,IAAI,YAAY,KAAKK,cAAc,gBAAgB,KAAK,GAAG;GACzD,GAAG,OAAO,sCAAsC;GAChD,OAAO;EACT;EAEA,MAAM,aAAa,wBAAwB,KAAKA,YAAY;EAC5D,MAAM,SAAS,gBAAgB,gBAAgB;EAC/C,GAAG,QAAQ,sBAAsB,WAAW,MAAM,QAAQ;EAE1D,MAAM,QAAQ,YAAY,IAAI;EAE9B,MAAM,YAA2B;GAAC;GAAQ;EAAU;EAEpD,IAAI,cAAc;EAClB,IAAI;EACJ,IAAI,YAAY;EAChB,MAAM,aAAa,YAAY;GAC7B,IAAI,CAAC,aAAa;IAChB,MAAM,KAAKC,MAAM,CAAC,aAAa,SAAS,CAAC;IACzC,cAAc;GAChB;GACA,OAAQ,SAAS,EAAC,OAAM;EAC1B;EACA,MAAM,YAAY,YAAY;GAC5B,IAAI,MAAM;IACR,MAAM,KAAKA,MAAM,CAAC,YAAY,IAAI,CAAC;IACnC,OAAO,KAAA;IACP,YAAY;GACd;EACF;EAEA,MAAM,WAAW,OAAO,mBAAmC;GACzD,MAAM,EAAC,OAAO,cAAa;GAC3B,IAAI,YAAY,WAAW,KAAKD,YAAY,KAAK,GAC/C;GAEF,MAAM,OAAO,MAAM,WAAW;GAE9B,MAAM,EAAC,MAAM,OAAM;GACnB,QAAQ,MAAR;IACE,KAAK,SAAS;KACZ,MAAM,UAAU,MAAM,WACjB,CAAC,KAAK,0BAA0B,CAAC,GAAG,MAAM,cAAc,CAAC,IACzD,KAAK,oBAAoB,CAAC;KAC/B,IAAI,OAAO,OACT,QAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;KAAE,CAAC;UAEjC,QAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;KAAE,CAAC;KAEnC;IACF;IACA,KAAK;KACH,IAAI,MAAM,GAAG,UAAU,KAAKP,mBAC1B,KAAKS,aAAc,KAAK,0BAA0B,CAAC,GAAI,KAAK;UACvD,IAAI,MAAM,GAAG,UAAU,KAAKR,qBAAqB;MACtD,MAAM,UAAW,KAAK,mBAAmB,CAAC;MAC1C,IAAI,OAAO,OAAO;OAChB,MAAM,MAAM,MACV,eAAe,MAAM,QAAQ,GAC7B,mBACA,aACF;OACA,QAAQ,KAAK;QACX,IAAI;QACJ,UAAU;SACR,IAAI;UACF,UAAU,IAAI;UACd,IAAI,IAAI;SACV;SACA,QAAQ,IAAI;QACd;OACF,CAAC;MACH,OAAO;OACL,MAAM,EAAC,UAAU,eAAc,MAAM,GAAG;OACxC,OACE,OAAO,aAAa,UACpB,4BACF;OACA,MAAM,KAAK,OAAO,UAAU;OAC5B,OACE,CAAC,OAAO,MAAM,EAAE,KAAK,OAAO,SAAS,EAAE,KAAK,MAAM,GAClD,qCACF;OACA,QAAQ,KAAK;QACX,IAAI;QACJ,IAAI;SACF;SACA;QACF;OACF,CAAC;MACH;KACF,OACE,CAAC,KAAK,cAAc,CAAC,GAAG,KAAK,aAAa,KAAK,CAAC;KAElD;IACF,SACE,YAAY,KAAK;GACrB;GAEA,IAAI,EAAE,aAAa,4BACjB,MAAM,UAAU;EAEpB;EAEA,OAAO;GACL,UAAU,OAAO,mBAAmC;IAClD,IAAI;KACF,MAAM,SAAS,cAAc;KAC7B,IAAI,eAAe,MAAM,SAAS,OAChC,KAAKK,WAAW,IAAI,CAAC;IAEzB,SAAS,GAAG;KACV,KAAKH,YAAY,KAAK,sBAAsB,CAAC,CAAC;IAChD;GACF;GAEA,QAAQ,YAAY;IAClB,IAAI,aACF,MAAM,KAAKK,MAAM,CAAC,WAAW;KAAC;KAAQ,QAAQ;KAAI,QAAQ;IAAI,CAAC,CAAC;GAEpE;GAEA,KAAK,OAAO,iBAA6B;IACvC,MAAM,SAAS,gBAAgB,YAAY;IAC3C,IAAI,CAAC,aAAa;KAChB,IAAI,YAAY,KAAKD,cAAc,YAAY,MAAM,GACnD;KAEF,MAAM,KAAKC,MAAM,CAAC,aAAa,SAAS,CAAC;IAC3C,OAAO,IAAI,YAAY,KAAKD,cAAc,YAAY,KAAK,GAGzD,MAAM,IAAI,MACR,sCAAsC,aAAa,mCACjB,KAAKA,cACzC;IAEF,MAAM,UAAU;IAChB,MAAM,KAAKC,MAAM,CAAC,WAAW;KAAC;KAAQ;IAAM,CAAC,CAAC;IAC9C,KAAKD,eAAe;IAEpB,MAAM,UAAU,YAAY,IAAI,IAAI;IACpC,KAAKF,kBAAkB,IAAI,CAAC;IAC5B,KAAKD,UAAU,SAAS,OAAO;GACjC;EACF;CACF;CAEA,MAAM,kBACJ,IACA,kBACA,uBACA;EACA,MAAM,oBAAiD,CAAC;EACxD,IAAI,iBAAiB,SAAS,GAC5B,kBAAkB,YAAY;EAEhC,IAAI,sBAAsB,SAAS,GACjC,kBAAkB,iBAAiB;EAErC,GAAG,QAAQ,yBAAyB,iBAAiB;EACrD,MAAM,KAAKI,MAAM,CAAC,iBAAiB,iBAAiB,CAAC;CACvD;CAEA,oCAAoC,QAAwB;EAC1D,KAAUA,MAAM,CAAC,kBAAkB,MAAM,CAAC;CAC5C;CAEA,8BAA8B,OAA4B;EACxD,KAAK,KAAK,IAAI,cAAc,KAAK,CAAC;CACpC;CAEA,oBAAoB,IAAgB,UAAiC;EACnE,GAAG,QAAQ,4BAA4B,QAAQ;EAC/C,KAAKL,YAAY,KAAK,CAAC,WAAW,QAAQ,CAAC;CAC7C;CAEA,aAAa,OAA+B,OAAiB;EAC3D,IAAI,MAAM,OAAO,OAAO;GAEtB,MAAM,EAAC,eAAe,UAAU,mBAAkB,MADtC,eAAe,MAAM,QAE/B,GACA,eACA,aACF;GACA,IAAI,kBAAkB,KAAKJ,gBACzB,KAAKG,IAAI,QACP,2DACA,aACF;QAEA,MAAM,YAAY;EAEtB,OAEE,MAAM;CAEV;AACF;AAGA,IAAM,gBAAgB,eAAE,OAAO;CAC7B,eAAe,eAAE,OAAO;CACxB,UAAU,eAAE,OAAO;CACnB,gBAAgB,eAAE,OAAO;AAC3B,CAAC;AAED,IAAM,oBAAoB,eAAE,OAAO;CACjC,eAAe,eAAE,OAAO;CACxB,UAAU,eAAE,OAAO;CACnB,YAAY,eAAE,OAAO;CACrB,QAAQ;AACV,CAAC;AAED,SAAS,aAAa,OAA6B;CACjD,MAAM,EACJ,IACA,IAAI,EAAC,OAAO,WAAW,QAAQ,SAC7B;CAEJ,QAAQ,IAAR;EACE,KAAK,OACH,OAAO;GACL,IAAI;GACJ;GACA,OAAO,MAAQ,eAAe,MAAM,QAAQ,GAAG,SAAS;EAC1D;EAEF,KAAK,OACH,OAAO;GACL;GACA;GACA,IAAI,MAAQ,IAAI,2BAA2B;EAC7C;EAEF,SACE,YAAY,EAAE;CAClB;AACF;;;;;;;;AASA,SAAgB,eAAe,KAAiC;CAC9D,MAAM,WAAW,OAAO,QAAQ,GAAG,EAChC,QAAQ,CAAC,GAAG,OAAO;EAClB,IAAI,OAAO,MAAM,UAAU;GACzB,IAAI,KAAK,OAAO,oBAAoB,KAAK,OAAO,kBAC9C,OAAO;GAET,MAAM,IAAI,MAAM,aAAa,EAAE,+BAA+B,EAAE,EAAE;EACpE,OAAO,IAAI,OAAO,MAAM,UACtB,gBAAgB,CAAC;EAEnB,OAAO;CACT,CAAC,EACA,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAEjC,OAAO,SAAS,SACZ;EAAC,GAAG;EAAK,GAAG,OAAO,YAAY,QAAQ;CAAC,IACvC;AACP"}

package/out/packages/zero-cache/src/services/view-syncer/client-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client-schema.js","names":[],"sources":["../../../../../../../zero-cache/src/services/view-syncer/client-schema.ts"],"sourcesContent":["import {toSorted} from '../../../../shared/src/iterables.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {\n  difference,\n  equals,\n  intersection,\n} from '../../../../shared/src/set-utils.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport {ProtocolError} from '../../../../zero-protocol/src/error.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {appSchema, upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {ZERO_VERSION_COLUMN_NAME} from '../replicator/schema/constants.ts';\n\nexport function checkClientSchema(\n  shardID: ShardID,\n  clientSchema: ClientSchema,\n  tableSpecs: Map<string, LiteAndZqlSpec>,\n  fullTables: Map<string, LiteTableSpec>,\n) {\n  if (fullTables.size === 0) {\n    throw new ProtocolError({\n      kind: 'Internal',\n      message:\n        `No tables have been synced from upstream. ` +\n        `Please check that the ZERO_UPSTREAM_DB has been properly set.`,\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n  const errors: string[] = [];\n  const clientTables = new Set(Object.keys(clientSchema.tables));\n  const missingTables = difference(clientTables, tableSpecs);\n  for (const missing of toSorted(missingTables)) {\n    if (fullTables.has(missing)) {\n      errors.push(\n        `The \"${missing}\" table is missing a primary key or non-null ` +\n          `unique index and thus cannot be synced to the client`,\n      );\n    } else {\n      const app = appSchema(shardID) + '.';\n      const shard = upstreamSchema(shardID) + '.';\n      const syncedTables = [...tableSpecs.keys()]\n        .filter(t => !t.startsWith(app) && !t.startsWith(shard))\n        .sort()\n        .map(t => `\"${t}\"`)\n        .join(',');\n      const schemaTip =\n        missing.includes('.') && !syncedTables.includes('.')\n          ? ` Note that zero does not sync tables from non-public schemas ` +\n            `by default. Make sure you have defined a custom ` +\n            `ZERO_APP_PUBLICATION to sync tables from non-public schemas.`\n          : '';\n      errors.push(\n        `The \"${missing}\" table does not exist or is not ` +\n          `one of the replicated tables: ${syncedTables}.${schemaTip}`,\n      );\n    }\n  }\n  const tables = intersection(tableSpecs, clientTables);\n  for (const table of toSorted(tables)) {\n    const clientSpec = clientSchema.tables[table];\n    const serverSpec = must(tableSpecs.get(table)); // guaranteed by intersection\n    const fullSpec = must(fullTables.get(table));\n\n    const clientColumns = new Set(Object.keys(clientSpec.columns));\n    const syncedColumns = new Set(Object.keys(serverSpec.zqlSpec));\n    const missingColumns = difference(clientColumns, syncedColumns);\n    for (const missing of toSorted(missingColumns)) {\n      if (fullSpec.columns[missing]) {\n        errors.push(\n          `The \"${table}\".\"${missing}\" column cannot be synced because it ` +\n            `is of an unsupported data type \"${fullSpec.columns[missing].dataType}\"`,\n        );\n      } else {\n        const columns = [...syncedColumns]\n          .filter(c => c !== ZERO_VERSION_COLUMN_NAME)\n          .sort()\n          .map(c => `\"${c}\"`)\n          .join(',');\n\n        errors.push(\n          `The \"${table}\".\"${missing}\" column does not exist ` +\n            `or is not one of the replicated columns: ${columns}.`,\n        );\n      }\n    }\n    const columns = intersection(clientColumns, syncedColumns);\n    for (const column of columns) {\n      const clientType = clientSpec.columns[column].type;\n      const serverType = serverSpec.zqlSpec[column].type;\n      if (clientSpec.columns[column].type !== serverSpec.zqlSpec[column].type) {\n        errors.push(\n          `The \"${table}\".\"${column}\" column's upstream type \"${serverType}\" ` +\n            `does not match the client type \"${clientType}\"`,\n        );\n      }\n    }\n    if (!clientSpec.primaryKey) {\n      errors.push(\n        `The \"${table}\" table's client schema does not specify a primary key.`,\n      );\n    } else {\n      const clientPrimaryKey = new Set(clientSpec.primaryKey);\n      if (\n        !serverSpec.tableSpec.allPotentialPrimaryKeys.some(key =>\n          equals(clientPrimaryKey, new Set(key)),\n        )\n      ) {\n        errors.push(\n          `The \"${table}\" table's primaryKey <${clientSpec.primaryKey.join(',')}> ` +\n            `is not associated with a non-null unique index.`,\n        );\n      }\n    }\n  }\n  if (errors.length) {\n    throw new ProtocolError({\n      kind: 'SchemaVersionNotSupported',\n      message: errors.join('\\n'),\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n}\n"],"mappings":";;;;;;;;AAcA,SAAgB,kBACd,SACA,cACA,YACA,YACA;CACA,IAAI,WAAW,SAAS,GACtB,MAAM,IAAI,cAAc;EACtB,MAAM;EACN,SACE;EAEF,QAAQ;CACV,CAAC;CAEH,MAAM,SAAmB,CAAC;CAC1B,MAAM,eAAe,IAAI,IAAI,OAAO,KAAK,aAAa,MAAM,CAAC;CAC7D,MAAM,gBAAgB,WAAW,cAAc,UAAU;CACzD,KAAK,MAAM,WAAW,SAAS,aAAa,GAC1C,IAAI,WAAW,IAAI,OAAO,GACxB,OAAO,KACL,QAAQ,QAAQ,kGAElB;MACK;EACL,MAAM,MAAM,UAAU,OAAO,IAAI;EACjC,MAAM,QAAQ,eAAe,OAAO,IAAI;EACxC,MAAM,eAAe,CAAC,GAAG,WAAW,KAAK,CAAC,EACvC,QAAO,MAAK,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,EAAE,WAAW,KAAK,CAAC,EACtD,KAAK,EACL,KAAI,MAAK,IAAI,EAAE,EAAE,EACjB,KAAK,GAAG;EACX,MAAM,YACJ,QAAQ,SAAS,GAAG,KAAK,CAAC,aAAa,SAAS,GAAG,IAC/C,8KAGA;EACN,OAAO,KACL,QAAQ,QAAQ,iEACmB,aAAa,GAAG,WACrD;CACF;CAEF,MAAM,SAAS,aAAa,YAAY,YAAY;CACpD,KAAK,MAAM,SAAS,SAAS,MAAM,GAAG;EACpC,MAAM,aAAa,aAAa,OAAO;EACvC,MAAM,aAAa,KAAK,WAAW,IAAI,KAAK,CAAC;EAC7C,MAAM,WAAW,KAAK,WAAW,IAAI,KAAK,CAAC;EAE3C,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,OAAO,CAAC;EAC7D,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,OAAO,CAAC;EAC7D,MAAM,iBAAiB,WAAW,eAAe,aAAa;EAC9D,KAAK,MAAM,WAAW,SAAS,cAAc,GAC3C,IAAI,SAAS,QAAQ,UACnB,OAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,uEACU,SAAS,QAAQ,SAAS,SAAS,EAC1E;OACK;GACL,MAAM,UAAU,CAAC,GAAG,aAAa,EAC9B,QAAO,MAAK,MAAM,wBAAwB,EAC1C,KAAK,EACL,KAAI,MAAK,IAAI,EAAE,EAAE,EACjB,KAAK,GAAG;GAEX,OAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,mEACmB,QAAQ,EACxD;EACF;EAEF,MAAM,UAAU,aAAa,eAAe,aAAa;EACzD,KAAK,MAAM,UAAU,SAAS;GAC5B,MAAM,aAAa,WAAW,QAAQ,QAAQ;GAC9C,MAAM,aAAa,WAAW,QAAQ,QAAQ;GAC9C,IAAI,WAAW,QAAQ,QAAQ,SAAS,WAAW,QAAQ,QAAQ,MACjE,OAAO,KACL,QAAQ,MAAM,KAAK,OAAO,4BAA4B,WAAW,oCAC5B,WAAW,EAClD;EAEJ;EACA,IAAI,CAAC,WAAW,YACd,OAAO,KACL,QAAQ,MAAM,wDAChB;OACK;GACL,MAAM,mBAAmB,IAAI,IAAI,WAAW,UAAU;GACtD,IACE,CAAC,WAAW,UAAU,wBAAwB,MAAK,QACjD,OAAO,kBAAkB,IAAI,IAAI,GAAG,CAAC,CACvC,GAEA,OAAO,KACL,QAAQ,MAAM,wBAAwB,WAAW,WAAW,KAAK,GAAG,EAAE,kDAExE;EAEJ;CACF;CACA,IAAI,OAAO,QACT,MAAM,IAAI,cAAc;EACtB,MAAM;EACN,SAAS,OAAO,KAAK,IAAI;EACzB,QAAQ;CACV,CAAC;AAEL"}

package/out/packages/zero-cache/src/services/view-syncer/connection-context-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"connection-context-manager.js","names":["#lc","#connections","#validateLegacyJWT","#now","#revalidateIntervalMs","#retransformIntervalMs","#queryConfig","#pushConfig","#removeConnection","#nextInsertionOrder","#storeConnection","#refreshBackgroundConnectionContext","#updateBackgroundRetransformDeadline","#mustGetConnectionContext","#demoteConnection","#getConnectionContext","#group","#setGroup","#nextRevalidateAt","#getBackgroundConnectionContext","#sharedRetransformReady","#setBackgroundConnection"],"sources":["../../../../../../../zero-cache/src/services/view-syncer/connection-context-manager.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {InitConnectionBody} from '../../../../zero-protocol/src/connect.ts';\nimport {ErrorKind} from '../../../../zero-protocol/src/error-kind.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport type {UpdateAuthBody} from '../../../../zero-protocol/src/update-auth.ts';\nimport {\n  authEquals,\n  resolveAuth,\n  type Auth,\n  type ValidateLegacyJWT,\n} from '../../auth/auth.ts';\nimport type {ZeroConfig} from '../../config/zero-config.ts';\nimport {compileUrlPattern} from '../../custom/fetch.ts';\nimport {ProtocolErrorWithLevel} from '../../types/error-with-level.ts';\nimport type {ConnectParams} from '../../workers/connect-params.ts';\n\nexport type ConnectionState = 'provisional' | 'validated';\n\n/**\n * Normalized user identity shared by live connection state and group auth state.\n * `id: null` means logged out.\n */\nexport type UserState = {readonly id: string | null};\n\n/**\n * Delineates the two paths for validating a connection: either server can validate\n * the user's identity and return a definitive userID to trust, or we fall back to\n * trusting the one provided by the client in the incoming query params.\n */\nexport type ConnectionValidation =\n  | {kind: 'client-fallback'}\n  | {kind: 'server-validated'; validatedUserID: string | null};\n\n/**\n * Identifies one live websocket for a client slot.\n */\nexport type ConnectionSelector = {\n  readonly clientID: string;\n  readonly wsID: string;\n};\n\ntype FetchConfig = ZeroConfig['query'];\n\nexport type HeaderOptions = {\n  readonly apiKey?: string | undefined;\n  readonly customHeaders?: Readonly<Record<string, string>> | undefined;\n  readonly allowedClientHeaders?: readonly string[] | undefined;\n  readonly cookie?: string | undefined;\n  readonly origin?: string | undefined;\n};\n\nexport type ConnectionFetchContext = {\n  readonly url: string | undefined;\n  readonly allowedUrlPatterns: readonly URLPattern[] | undefined;\n  readonly headerOptions: HeaderOptions;\n};\n\n/**\n * A snapshot of one live connection tracked by the manager.\n *\n * `revalidateAt` is only populated while the connection is `validated`.\n */\nexport type ConnectionContext = {\n  readonly state: ConnectionState;\n\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly user: UserState;\n\n  readonly auth: Auth | undefined;\n\n  readonly profileID: string | null;\n  readonly baseCookie: string | null;\n  readonly protocolVersion: number;\n\n  readonly revision: number;\n\n  readonly revalidateAt: number | undefined;\n\n  readonly insertionOrder: number;\n\n  readonly queryContext: ConnectionFetchContext;\n  readonly mutateContext: ConnectionFetchContext;\n};\n\n/**\n * Group-scoped auth state shared across the live connections.\n *\n * The background connection is the validated connection currently used for\n * shared background work. Retransform happens on a group level, and uses\n * the background connection's credential to refetch the latest queries.\n */\nexport type GroupAuthState = {\n  readonly pinnedUser: UserState | undefined;\n\n  readonly backgroundConnection: ConnectionSelector | undefined;\n  readonly retransformAt: number | undefined;\n  // Defer all maintenance in case a transient failure occurs.\n  readonly maintenanceNotBeforeAt: number | undefined;\n};\n\nexport type ConnectionContextManager = {\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext>;\n\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext>;\n\n  updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>>;\n\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined;\n\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): Readonly<ConnectionContext> | undefined;\n  closeConnection(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void;\n\n  setSharedRetransformReady(ready: boolean): void;\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void;\n\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext>;\n\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined;\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext>;\n\n  getGroupState(): Readonly<GroupAuthState>;\n\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  };\n};\n\n/**\n * State machine for the auth state of a single `ViewSyncerService`.\n *\n * Connections are registered as `provisional`, optionally backfilled with\n * `initConnection` metadata, and then promoted to `validated` once their\n * effective `userID` is confirmed as valid. The manager also tracks which\n * validated connection currently serves as the group's background connection.\n */\nexport class ConnectionContextManagerImpl implements ConnectionContextManager {\n  readonly #lc: LogContext;\n\n  // The live connection records, keyed by clientID\n  readonly #connections = new Map<string, ConnectionContext>();\n  #group: GroupAuthState = {\n    pinnedUser: undefined,\n    backgroundConnection: undefined,\n    retransformAt: undefined,\n    maintenanceNotBeforeAt: undefined,\n  };\n\n  readonly #validateLegacyJWT: ValidateLegacyJWT | undefined;\n\n  readonly #now: () => number;\n  readonly #revalidateIntervalMs: number | undefined;\n  readonly #retransformIntervalMs: number | undefined;\n  readonly #queryConfig: FetchConfig | undefined;\n  readonly #pushConfig: FetchConfig | undefined;\n  #sharedRetransformReady = false;\n  #nextInsertionOrder = 0;\n\n  constructor(\n    lc: LogContext,\n    revalidateIntervalSeconds?: number,\n    retransformIntervalSeconds?: number,\n    queryConfig?: FetchConfig,\n    pushConfig?: FetchConfig,\n    validateLegacyJWT?: ValidateLegacyJWT,\n    now?: () => number,\n  ) {\n    this.#lc = lc;\n    this.#now = now ?? Date.now;\n    this.#revalidateIntervalMs =\n      revalidateIntervalSeconds === undefined\n        ? undefined\n        : revalidateIntervalSeconds * 1000;\n    this.#retransformIntervalMs =\n      retransformIntervalSeconds === undefined\n        ? undefined\n        : retransformIntervalSeconds * 1000;\n    this.#queryConfig = queryConfig;\n    this.#pushConfig = pushConfig;\n    this.#validateLegacyJWT = validateLegacyJWT;\n  }\n\n  /**\n   * Creates or replaces the live record for a websocket connection.\n   *\n   * Re-registering the same `clientID` drops the old socket record and starts\n   * the replacement back in `provisional` state.\n   */\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext> {\n    this.#removeConnection(selector);\n\n    const getContext = (type: 'query' | 'mutate'): ConnectionFetchContext => {\n      const config = type === 'query' ? this.#queryConfig : this.#pushConfig;\n\n      return {\n        url: config?.url?.[0],\n        allowedUrlPatterns: config?.url?.map(compileUrlPattern),\n        headerOptions: {\n          customHeaders: undefined,\n          origin: connectParams.origin,\n          apiKey: config?.apiKey,\n          allowedClientHeaders: cloneAllowedClientHeaders(\n            config?.allowedClientHeaders,\n          ),\n          cookie: config?.forwardCookies ? connectParams.httpCookie : undefined,\n        },\n      };\n    };\n\n    const connection: ConnectionContext = {\n      state: 'provisional',\n\n      clientID: connectParams.clientID,\n      wsID: connectParams.wsID,\n      revision: 0,\n      user: {id: connectParams.userID ?? null},\n      auth,\n\n      profileID: connectParams.profileID,\n      baseCookie: connectParams.baseCookie,\n      protocolVersion: connectParams.protocolVersion,\n\n      revalidateAt: undefined,\n\n      queryContext: getContext('query'),\n      mutateContext: getContext('mutate'),\n\n      insertionOrder: ++this.#nextInsertionOrder,\n    };\n    this.#storeConnection(connection);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return connection;\n  }\n\n  /**\n   * Backfills `initConnection` data for sockets that were registered before the\n   * client could send its full init payload.\n   *\n   * This updates metadata only; it does not validate the connection.\n   */\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    let queryContext = connection.queryContext;\n    let mutateContext = connection.mutateContext;\n\n    if (body.userQueryURL) {\n      queryContext = {\n        ...queryContext,\n        url: body.userQueryURL,\n      };\n    }\n    if (body.userQueryHeaders) {\n      queryContext = {\n        ...queryContext,\n        headerOptions: {\n          ...queryContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userQueryHeaders),\n        },\n      };\n    }\n    if (body.userPushURL) {\n      mutateContext = {\n        ...mutateContext,\n        url: body.userPushURL,\n      };\n    }\n    if (body.userPushHeaders) {\n      mutateContext = {\n        ...mutateContext,\n        headerOptions: {\n          ...mutateContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userPushHeaders),\n        },\n      };\n    }\n\n    return this.#demoteConnection({\n      ...connection,\n      revision: connection.revision + 1,\n      queryContext,\n      mutateContext,\n    });\n  }\n\n  /**\n   * A material auth change demotes the connection back to provisional until it\n   * is validated again.\n   */\n  async updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    const nextAuth = await resolveAuth(\n      this.#lc,\n      connection.auth,\n      connection.user.id,\n      body.auth,\n      this.#validateLegacyJWT,\n    );\n\n    const authChanged = !authEquals(connection.auth, nextAuth);\n    if (authChanged) {\n      return this.#demoteConnection({\n        ...connection,\n        auth: nextAuth,\n        revision: connection.revision + 1,\n      });\n    }\n\n    if (nextAuth === connection.auth) {\n      return connection;\n    }\n\n    return this.#storeConnection({\n      ...connection,\n      auth: nextAuth,\n    });\n  }\n\n  /**\n   * Validates one connection against the group's pinned `userID`.\n   *\n   * The first successful validation binds the group `userID`. Later\n   * validations must match it. Validation also refreshes the connection's\n   * revalidation deadline and may pick the connection as the group\n   * background connection if none is currently available. If the websocket is\n   * gone by the time async validation finishes, this becomes a no-op.\n   */\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined {\n    const connection = this.#getConnectionContext(selector);\n    if (!connection) {\n      return undefined;\n    }\n\n    if (connection.revision !== revision) {\n      this.#lc.debug?.('Skipping validateConnection for stale revision', {\n        clientID: selector.clientID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    let validatedUserState: UserState | undefined;\n\n    // If the API server has validated the user's identity, we ensure that\n    // the connection's claimed userID matches it.\n    if (validation.kind === 'server-validated') {\n      validatedUserState = {id: validation.validatedUserID};\n\n      // Check that the ws connection userID provided by the client\n      // matches the validated userID from the API server.\n      if (connection.user.id !== validatedUserState.id) {\n        throw new ProtocolErrorWithLevel(\n          {\n            kind: ErrorKind.Unauthorized,\n            message:\n              'Connection userID does not match validated server userID.',\n            origin: ErrorOrigin.ZeroCache,\n          },\n          'warn',\n        );\n      }\n    }\n\n    // The incoming user state is either the validated user state from the server\n    // or the WS client's claimed user state if no server validation occurred.\n    const incomingUserState = validatedUserState ?? connection.user;\n\n    // Once a client group is validated, every later validated connection must\n    // agree with that pinned identity.\n    if (\n      this.#group.pinnedUser !== undefined &&\n      this.#group.pinnedUser.id !== incomingUserState.id\n    ) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.Unauthorized,\n          message:\n            'Client groups are pinned to a single userID. Connection userID does not match existing client group userID.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    if (this.#group.pinnedUser === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        pinnedUser: incomingUserState,\n      });\n    }\n\n    const validatedConnection = this.#storeConnection({\n      ...connection,\n      state: 'validated',\n      revalidateAt: this.#nextRevalidateAt(),\n    });\n    this.#refreshBackgroundConnectionContext(validatedConnection);\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return {\n      connection: validatedConnection,\n      group: this.getGroupState(),\n    };\n  }\n\n  /** Removes one connection due to failed auth and updates all derived background/deadline state. */\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): ConnectionContext | undefined {\n    return this.#removeConnection(selector, revision);\n  }\n\n  /** Removes one disconnected connection and updates all derived background/deadline state. */\n  closeConnection(selector: ConnectionSelector): ConnectionContext | undefined {\n    return this.#removeConnection(selector);\n  }\n\n  /**\n   * Records a successful background retransform. This starts a fresh interval\n   * from the manager clock when shared retransform is schedulable, or\n   * clears the deadline if it is not.\n   */\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      return;\n    }\n    if (\n      backgroundConnection.clientID !== selector.clientID ||\n      backgroundConnection.wsID !== selector.wsID ||\n      backgroundConnection.revision !== revision\n    ) {\n      return;\n    }\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  setSharedRetransformReady(ready: boolean): void {\n    if (this.#sharedRetransformReady === ready) {\n      return;\n    }\n    this.#sharedRetransformReady = ready;\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void {\n    const intervalMs =\n      kind === 'revalidate'\n        ? this.#revalidateIntervalMs\n        : this.#retransformIntervalMs;\n    if (intervalMs === undefined) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      maintenanceNotBeforeAt: Math.max(\n        this.#group.maintenanceNotBeforeAt ?? 0,\n        this.#now() + intervalMs,\n      ),\n    });\n  }\n\n  /** Returns the current live record for a client slot, if any. */\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined {\n    return this.#getConnectionContext(selector);\n  }\n\n  /** Returns the live record for one websocket or throws if it is unavailable. */\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> {\n    return this.#mustGetConnectionContext(selector);\n  }\n\n  /** Returns the current background connection, if one exists. */\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined {\n    return this.#getBackgroundConnectionContext();\n  }\n\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext> {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'No validated connection is available for shared query work.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n    return backgroundConnection;\n  }\n\n  /** Returns the shared group auth state. */\n  getGroupState(): Readonly<GroupAuthState> {\n    return this.#group;\n  }\n\n  /**\n   * Reports which maintenance work is currently due.\n   *\n   * The result is a pure snapshot: callers decide which actions to run and\n   * when to wake up next. `earliestDeadlineAt` is the earliest outstanding\n   * maintenance deadline, including overdue work, unless a transient failure\n   * has deferred all scheduled maintenance until `maintenanceNotBeforeAt`.\n   */\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  } {\n    const dueRevalidations: Readonly<ConnectionContext>[] = [];\n    const now = this.#now();\n    let earliestDeadlineAt = this.#group.retransformAt;\n\n    for (const connection of this.#connections.values()) {\n      if (\n        connection.state !== 'validated' ||\n        connection.revalidateAt === undefined\n      ) {\n        continue;\n      }\n      if (connection.revalidateAt <= now) {\n        dueRevalidations.push(connection);\n      }\n      earliestDeadlineAt = minDefined(\n        earliestDeadlineAt,\n        connection.revalidateAt,\n      );\n    }\n\n    const dueRetransform =\n      this.#group.retransformAt !== undefined &&\n      this.#group.retransformAt <= now;\n    const maintenanceNotBeforeAt = this.#group.maintenanceNotBeforeAt;\n\n    if (\n      maintenanceNotBeforeAt !== undefined &&\n      maintenanceNotBeforeAt > now &&\n      earliestDeadlineAt !== undefined\n    ) {\n      return {\n        dueRevalidations: [],\n        dueRetransform: false,\n        earliestDeadlineAt: Math.max(\n          earliestDeadlineAt,\n          maintenanceNotBeforeAt,\n        ),\n      };\n    }\n\n    return {\n      dueRevalidations: dueRevalidations.sort(compareByInsertionOrder),\n      dueRetransform,\n      earliestDeadlineAt,\n    };\n  }\n\n  #removeConnection(\n    selector: ConnectionSelector,\n    revision?: number,\n  ): Readonly<ConnectionContext> | undefined {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      return undefined;\n    }\n\n    // If the revision has changed, we should not remove the connection\n    if (revision !== undefined && connection.revision !== revision) {\n      this.#lc.debug?.('Ignoring failConnection for stale revision', {\n        clientID: selector.clientID,\n        wsID: selector.wsID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    this.#connections.delete(connection.clientID);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return connection;\n  }\n\n  #demoteConnection(connection: ConnectionContext): ConnectionContext {\n    const demotedConnection = this.#storeConnection({\n      ...connection,\n      state: 'provisional',\n      revalidateAt: undefined,\n    });\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return demotedConnection;\n  }\n\n  /**\n   * Keeps the background connection sticky while it remains validated.\n   *\n   * When a newly validated `preferred` connection is provided, it is promoted\n   * only if there is no current validated background connection. Otherwise the\n   * existing background connection stays in place until it disappears or is\n   * demoted, at which point the newest validated connection is selected.\n   */\n  #refreshBackgroundConnectionContext(preferred?: ConnectionContext): void {\n    if (preferred?.state === 'validated') {\n      const currentBackgroundConnection =\n        this.#getBackgroundConnectionContext();\n      if (\n        currentBackgroundConnection?.clientID === preferred.clientID &&\n        currentBackgroundConnection.wsID === preferred.wsID\n      ) {\n        return;\n      }\n      if (currentBackgroundConnection !== undefined) {\n        return;\n      }\n      this.#setBackgroundConnection({\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n      });\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n        revision: preferred.revision,\n        reason: 'preferred-validated',\n      });\n      return;\n    }\n\n    const currentBackgroundConnection = this.#getBackgroundConnectionContext();\n    if (currentBackgroundConnection?.state === 'validated') {\n      return;\n    }\n\n    const nextBackgroundConnection = [...this.#connections.values()]\n      .filter(connection => connection.state === 'validated')\n      .sort(comparePreferredValidatedConnection)\n      .at(0);\n    this.#setBackgroundConnection(\n      nextBackgroundConnection\n        ? {\n            clientID: nextBackgroundConnection.clientID,\n            wsID: nextBackgroundConnection.wsID,\n          }\n        : undefined,\n    );\n    if (nextBackgroundConnection) {\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: nextBackgroundConnection.clientID,\n        wsID: nextBackgroundConnection.wsID,\n        revision: nextBackgroundConnection.revision,\n        reason: 'fallback-validated',\n      });\n    }\n  }\n\n  #getBackgroundConnectionContext(): ConnectionContext | undefined {\n    const backgroundConnection = this.#group.backgroundConnection;\n    if (!backgroundConnection) {\n      return undefined;\n    }\n    return this.#getConnectionContext(backgroundConnection);\n  }\n\n  #getConnectionContext(\n    selector: ConnectionSelector,\n  ): ConnectionContext | undefined {\n    const connection = this.#connections.get(selector.clientID);\n    if (!connection) {\n      return undefined;\n    }\n    if (connection.wsID !== selector.wsID) {\n      return undefined;\n    }\n    return connection;\n  }\n\n  #mustGetConnectionContext(selector: ConnectionSelector): ConnectionContext {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'Connection auth state was not available for this websocket.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    return connection;\n  }\n\n  #storeConnection(connection: ConnectionContext): ConnectionContext {\n    this.#connections.set(connection.clientID, connection);\n    return connection;\n  }\n\n  #setGroup(group: GroupAuthState): GroupAuthState {\n    this.#group = group;\n    return group;\n  }\n\n  #setBackgroundConnection(\n    backgroundConnection: ConnectionSelector | undefined,\n  ) {\n    if (\n      sameConnectionSelector(\n        this.#group.backgroundConnection,\n        backgroundConnection,\n      )\n    ) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      backgroundConnection: backgroundConnection\n        ? {...backgroundConnection}\n        : undefined,\n    });\n  }\n\n  /**\n   * Keeps the group background retransform deadline coherent with current\n   * schedulability.\n   *\n   * When `reset` is false, this seeds a deadline only when shared retransform\n   * is now possible and no deadline exists yet, preserving any existing\n   * cadence. When `reset` is true, it starts a fresh interval from `#now()` if\n   * retransform is schedulable for the current ready ViewSyncer instance, or\n   * clears the deadline if it is not.\n   */\n  #updateBackgroundRetransformDeadline(reset: boolean) {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (\n      !backgroundConnection ||\n      this.#retransformIntervalMs === undefined ||\n      !this.#sharedRetransformReady\n    ) {\n      if (this.#group.retransformAt !== undefined) {\n        this.#setGroup({\n          ...this.#group,\n          retransformAt: undefined,\n        });\n      }\n      return;\n    }\n\n    if (reset || this.#group.retransformAt === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        retransformAt: this.#now() + this.#retransformIntervalMs,\n      });\n    }\n  }\n\n  #nextRevalidateAt() {\n    return this.#revalidateIntervalMs === undefined\n      ? undefined\n      : this.#now() + this.#revalidateIntervalMs;\n  }\n}\n\nfunction compareByInsertionOrder(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return a.insertionOrder - b.insertionOrder || a.wsID.localeCompare(b.wsID);\n}\n\nfunction comparePreferredValidatedConnection(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return b.insertionOrder - a.insertionOrder || b.wsID.localeCompare(a.wsID);\n}\n\nfunction minDefined(a: number | undefined, b: number | undefined) {\n  if (a === undefined) {\n    return b;\n  }\n  if (b === undefined) {\n    return a;\n  }\n  return Math.min(a, b);\n}\n\nfunction sameConnectionSelector(\n  a: ConnectionSelector | undefined,\n  b: ConnectionSelector | undefined,\n) {\n  return a?.clientID === b?.clientID && a?.wsID === b?.wsID;\n}\n\nfunction cloneCustomHeaders(\n  headers: Readonly<Record<string, string>> | undefined,\n) {\n  return headers ? {...headers} : undefined;\n}\n\nfunction cloneAllowedClientHeaders(headers: readonly string[] | undefined) {\n  return headers ? [...headers] : undefined;\n}\n"],"mappings":";;;;;;;;;;;;;;AA6KA,IAAa,+BAAb,MAA8E;CAC5E;CAGA,+BAAwB,IAAI,IAA+B;CAC3D,SAAyB;EACvB,YAAY,KAAA;EACZ,sBAAsB,KAAA;EACtB,eAAe,KAAA;EACf,wBAAwB,KAAA;CAC1B;CAEA;CAEA;CACA;CACA;CACA;CACA;CACA,0BAA0B;CAC1B,sBAAsB;CAEtB,YACE,IACA,2BACA,4BACA,aACA,YACA,mBACA,KACA;EACA,KAAKA,MAAM;EACX,KAAKG,OAAO,OAAO,KAAK;EACxB,KAAKC,wBACH,8BAA8B,KAAA,IAC1B,KAAA,IACA,4BAA4B;EAClC,KAAKC,yBACH,+BAA+B,KAAA,IAC3B,KAAA,IACA,6BAA6B;EACnC,KAAKC,eAAe;EACpB,KAAKC,cAAc;EACnB,KAAKL,qBAAqB;CAC5B;;;;;;;CAQA,mBACE,UACA,eACA,MAC6B;EAC7B,KAAKM,kBAAkB,QAAQ;EAE/B,MAAM,cAAc,SAAqD;GACvE,MAAM,SAAS,SAAS,UAAU,KAAKF,eAAe,KAAKC;GAE3D,OAAO;IACL,KAAK,QAAQ,MAAM;IACnB,oBAAoB,QAAQ,KAAK,IAAI,iBAAiB;IACtD,eAAe;KACb,eAAe,KAAA;KACf,QAAQ,cAAc;KACtB,QAAQ,QAAQ;KAChB,sBAAsB,0BACpB,QAAQ,oBACV;KACA,QAAQ,QAAQ,iBAAiB,cAAc,aAAa,KAAA;IAC9D;GACF;EACF;EAEA,MAAM,aAAgC;GACpC,OAAO;GAEP,UAAU,cAAc;GACxB,MAAM,cAAc;GACpB,UAAU;GACV,MAAM,EAAC,IAAI,cAAc,UAAU,KAAI;GACvC;GAEA,WAAW,cAAc;GACzB,YAAY,cAAc;GAC1B,iBAAiB,cAAc;GAE/B,cAAc,KAAA;GAEd,cAAc,WAAW,OAAO;GAChC,eAAe,WAAW,QAAQ;GAElC,gBAAgB,EAAE,KAAKE;EACzB;EACA,KAAKC,iBAAiB,UAAU;EAChC,KAAKC,oCAAoC;EACzC,KAAKC,qCAAqC,KAAK;EAC/C,OAAO;CACT;;;;;;;CAQA,eACE,UACA,MAC6B;EAC7B,MAAM,aAAa,KAAKC,0BAA0B,QAAQ;EAE1D,IAAI,eAAe,WAAW;EAC9B,IAAI,gBAAgB,WAAW;EAE/B,IAAI,KAAK,cACP,eAAe;GACb,GAAG;GACH,KAAK,KAAK;EACZ;EAEF,IAAI,KAAK,kBACP,eAAe;GACb,GAAG;GACH,eAAe;IACb,GAAG,aAAa;IAChB,eAAe,mBAAmB,KAAK,gBAAgB;GACzD;EACF;EAEF,IAAI,KAAK,aACP,gBAAgB;GACd,GAAG;GACH,KAAK,KAAK;EACZ;EAEF,IAAI,KAAK,iBACP,gBAAgB;GACd,GAAG;GACH,eAAe;IACb,GAAG,cAAc;IACjB,eAAe,mBAAmB,KAAK,eAAe;GACxD;EACF;EAGF,OAAO,KAAKC,kBAAkB;GAC5B,GAAG;GACH,UAAU,WAAW,WAAW;GAChC;GACA;EACF,CAAC;CACH;;;;;CAMA,MAAM,WACJ,UACA,MACsC;EACtC,MAAM,aAAa,KAAKD,0BAA0B,QAAQ;EAE1D,MAAM,WAAW,MAAM,YACrB,KAAKb,KACL,WAAW,MACX,WAAW,KAAK,IAChB,KAAK,MACL,KAAKE,kBACP;EAGA,IAAI,CADiB,WAAW,WAAW,MAAM,QAAQ,GAEvD,OAAO,KAAKY,kBAAkB;GAC5B,GAAG;GACH,MAAM;GACN,UAAU,WAAW,WAAW;EAClC,CAAC;EAGH,IAAI,aAAa,WAAW,MAC1B,OAAO;EAGT,OAAO,KAAKJ,iBAAiB;GAC3B,GAAG;GACH,MAAM;EACR,CAAC;CACH;;;;;;;;;;CAWA,mBACE,UACA,UACA,YAMY;EACZ,MAAM,aAAa,KAAKK,sBAAsB,QAAQ;EACtD,IAAI,CAAC,YACH;EAGF,IAAI,WAAW,aAAa,UAAU;GACpC,KAAKf,IAAI,QAAQ,kDAAkD;IACjE,UAAU,SAAS;IACnB,mBAAmB;IACnB,iBAAiB,WAAW;GAC9B,CAAC;GACD;EACF;EAEA,IAAI;EAIJ,IAAI,WAAW,SAAS,oBAAoB;GAC1C,qBAAqB,EAAC,IAAI,WAAW,gBAAe;GAIpD,IAAI,WAAW,KAAK,OAAO,mBAAmB,IAC5C,MAAM,IAAI,uBACR;IACE,MAAM;IACN,SACE;IACF,QAAQ;GACV,GACA,MACF;EAEJ;EAIA,MAAM,oBAAoB,sBAAsB,WAAW;EAI3D,IACE,KAAKgB,OAAO,eAAe,KAAA,KAC3B,KAAKA,OAAO,WAAW,OAAO,kBAAkB,IAEhD,MAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;EACV,GACA,MACF;EAGF,IAAI,KAAKA,OAAO,eAAe,KAAA,GAC7B,KAAKC,UAAU;GACb,GAAG,KAAKD;GACR,YAAY;EACd,CAAC;EAGH,MAAM,sBAAsB,KAAKN,iBAAiB;GAChD,GAAG;GACH,OAAO;GACP,cAAc,KAAKQ,kBAAkB;EACvC,CAAC;EACD,KAAKP,oCAAoC,mBAAmB;EAC5D,KAAKC,qCAAqC,KAAK;EAE/C,OAAO;GACL,YAAY;GACZ,OAAO,KAAK,cAAc;EAC5B;CACF;;CAGA,eACE,UACA,UAC+B;EAC/B,OAAO,KAAKJ,kBAAkB,UAAU,QAAQ;CAClD;;CAGA,gBAAgB,UAA6D;EAC3E,OAAO,KAAKA,kBAAkB,QAAQ;CACxC;;;;;;CAOA,iCACE,UACA,UACM;EACN,MAAM,uBAAuB,KAAKW,gCAAgC;EAClE,IAAI,CAAC,sBACH;EAEF,IACE,qBAAqB,aAAa,SAAS,YAC3C,qBAAqB,SAAS,SAAS,QACvC,qBAAqB,aAAa,UAElC;EAEF,KAAKP,qCAAqC,IAAI;CAChD;CAEA,0BAA0B,OAAsB;EAC9C,IAAI,KAAKQ,4BAA4B,OACnC;EAEF,KAAKA,0BAA0B;EAC/B,KAAKR,qCAAqC,IAAI;CAChD;CAEA,iBAAiB,MAA0C;EACzD,MAAM,aACJ,SAAS,eACL,KAAKR,wBACL,KAAKC;EACX,IAAI,eAAe,KAAA,GACjB;EAEF,KAAKY,UAAU;GACb,GAAG,KAAKD;GACR,wBAAwB,KAAK,IAC3B,KAAKA,OAAO,0BAA0B,GACtC,KAAKb,KAAK,IAAI,UAChB;EACF,CAAC;CACH;;CAGA,qBACE,UACyC;EACzC,OAAO,KAAKY,sBAAsB,QAAQ;CAC5C;;CAGA,yBACE,UAC6B;EAC7B,OAAO,KAAKF,0BAA0B,QAAQ;CAChD;;CAGA,iCAA0E;EACxE,OAAO,KAAKM,gCAAgC;CAC9C;CAEA,qCAAkE;EAChE,MAAM,uBAAuB,KAAKA,gCAAgC;EAClE,IAAI,CAAC,sBACH,MAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;EACV,GACA,MACF;EAEF,OAAO;CACT;;CAGA,gBAA0C;EACxC,OAAO,KAAKH;CACd;;;;;;;;;CAUA,kBAIE;EACA,MAAM,mBAAkD,CAAC;EACzD,MAAM,MAAM,KAAKb,KAAK;EACtB,IAAI,qBAAqB,KAAKa,OAAO;EAErC,KAAK,MAAM,cAAc,KAAKf,aAAa,OAAO,GAAG;GACnD,IACE,WAAW,UAAU,eACrB,WAAW,iBAAiB,KAAA,GAE5B;GAEF,IAAI,WAAW,gBAAgB,KAC7B,iBAAiB,KAAK,UAAU;GAElC,qBAAqB,WACnB,oBACA,WAAW,YACb;EACF;EAEA,MAAM,iBACJ,KAAKe,OAAO,kBAAkB,KAAA,KAC9B,KAAKA,OAAO,iBAAiB;EAC/B,MAAM,yBAAyB,KAAKA,OAAO;EAE3C,IACE,2BAA2B,KAAA,KAC3B,yBAAyB,OACzB,uBAAuB,KAAA,GAEvB,OAAO;GACL,kBAAkB,CAAC;GACnB,gBAAgB;GAChB,oBAAoB,KAAK,IACvB,oBACA,sBACF;EACF;EAGF,OAAO;GACL,kBAAkB,iBAAiB,KAAK,uBAAuB;GAC/D;GACA;EACF;CACF;CAEA,kBACE,UACA,UACyC;EACzC,MAAM,aAAa,KAAKD,sBAAsB,QAAQ;EAEtD,IAAI,CAAC,YACH;EAIF,IAAI,aAAa,KAAA,KAAa,WAAW,aAAa,UAAU;GAC9D,KAAKf,IAAI,QAAQ,8CAA8C;IAC7D,UAAU,SAAS;IACnB,MAAM,SAAS;IACf,mBAAmB;IACnB,iBAAiB,WAAW;GAC9B,CAAC;GACD;EACF;EAEA,KAAKC,aAAa,OAAO,WAAW,QAAQ;EAC5C,KAAKU,oCAAoC;EACzC,KAAKC,qCAAqC,KAAK;EAE/C,OAAO;CACT;CAEA,kBAAkB,YAAkD;EAClE,MAAM,oBAAoB,KAAKF,iBAAiB;GAC9C,GAAG;GACH,OAAO;GACP,cAAc,KAAA;EAChB,CAAC;EACD,KAAKC,oCAAoC;EACzC,KAAKC,qCAAqC,KAAK;EAC/C,OAAO;CACT;;;;;;;;;CAUA,oCAAoC,WAAqC;EACvE,IAAI,WAAW,UAAU,aAAa;GACpC,MAAM,8BACJ,KAAKO,gCAAgC;GACvC,IACE,6BAA6B,aAAa,UAAU,YACpD,4BAA4B,SAAS,UAAU,MAE/C;GAEF,IAAI,gCAAgC,KAAA,GAClC;GAEF,KAAKE,yBAAyB;IAC5B,UAAU,UAAU;IACpB,MAAM,UAAU;GAClB,CAAC;GACD,KAAKrB,IAAI,QAAQ,uDAAuD;IACtE,UAAU,UAAU;IACpB,MAAM,UAAU;IAChB,UAAU,UAAU;IACpB,QAAQ;GACV,CAAC;GACD;EACF;EAGA,IADoC,KAAKmB,gCACrC,GAA6B,UAAU,aACzC;EAGF,MAAM,2BAA2B,CAAC,GAAG,KAAKlB,aAAa,OAAO,CAAC,EAC5D,QAAO,eAAc,WAAW,UAAU,WAAW,EACrD,KAAK,mCAAmC,EACxC,GAAG,CAAC;EACP,KAAKoB,yBACH,2BACI;GACE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;EACjC,IACA,KAAA,CACN;EACA,IAAI,0BACF,KAAKrB,IAAI,QAAQ,uDAAuD;GACtE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;GAC/B,UAAU,yBAAyB;GACnC,QAAQ;EACV,CAAC;CAEL;CAEA,kCAAiE;EAC/D,MAAM,uBAAuB,KAAKgB,OAAO;EACzC,IAAI,CAAC,sBACH;EAEF,OAAO,KAAKD,sBAAsB,oBAAoB;CACxD;CAEA,sBACE,UAC+B;EAC/B,MAAM,aAAa,KAAKd,aAAa,IAAI,SAAS,QAAQ;EAC1D,IAAI,CAAC,YACH;EAEF,IAAI,WAAW,SAAS,SAAS,MAC/B;EAEF,OAAO;CACT;CAEA,0BAA0B,UAAiD;EACzE,MAAM,aAAa,KAAKc,sBAAsB,QAAQ;EAEtD,IAAI,CAAC,YACH,MAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;EACV,GACA,MACF;EAGF,OAAO;CACT;CAEA,iBAAiB,YAAkD;EACjE,KAAKd,aAAa,IAAI,WAAW,UAAU,UAAU;EACrD,OAAO;CACT;CAEA,UAAU,OAAuC;EAC/C,KAAKe,SAAS;EACd,OAAO;CACT;CAEA,yBACE,sBACA;EACA,IACE,uBACE,KAAKA,OAAO,sBACZ,oBACF,GAEA;EAEF,KAAKC,UAAU;GACb,GAAG,KAAKD;GACR,sBAAsB,uBAClB,EAAC,GAAG,qBAAoB,IACxB,KAAA;EACN,CAAC;CACH;;;;;;;;;;;CAYA,qCAAqC,OAAgB;EAEnD,IACE,CAF2B,KAAKG,gCAE/B,KACD,KAAKd,2BAA2B,KAAA,KAChC,CAAC,KAAKe,yBACN;GACA,IAAI,KAAKJ,OAAO,kBAAkB,KAAA,GAChC,KAAKC,UAAU;IACb,GAAG,KAAKD;IACR,eAAe,KAAA;GACjB,CAAC;GAEH;EACF;EAEA,IAAI,SAAS,KAAKA,OAAO,kBAAkB,KAAA,GACzC,KAAKC,UAAU;GACb,GAAG,KAAKD;GACR,eAAe,KAAKb,KAAK,IAAI,KAAKE;EACpC,CAAC;CAEL;CAEA,oBAAoB;EAClB,OAAO,KAAKD,0BAA0B,KAAA,IAClC,KAAA,IACA,KAAKD,KAAK,IAAI,KAAKC;CACzB;AACF;AAEA,SAAS,wBACP,GACA,GACA;CACA,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,IAAI;AAC3E;AAEA,SAAS,oCACP,GACA,GACA;CACA,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,IAAI;AAC3E;AAEA,SAAS,WAAW,GAAuB,GAAuB;CAChE,IAAI,MAAM,KAAA,GACR,OAAO;CAET,IAAI,MAAM,KAAA,GACR,OAAO;CAET,OAAO,KAAK,IAAI,GAAG,CAAC;AACtB;AAEA,SAAS,uBACP,GACA,GACA;CACA,OAAO,GAAG,aAAa,GAAG,YAAY,GAAG,SAAS,GAAG;AACvD;AAEA,SAAS,mBACP,SACA;CACA,OAAO,UAAU,EAAC,GAAG,QAAO,IAAI,KAAA;AAClC;AAEA,SAAS,0BAA0B,SAAwC;CACzE,OAAO,UAAU,CAAC,GAAG,OAAO,IAAI,KAAA;AAClC"}

package/out/packages/zero-cache/src/services/view-syncer/cvr-purger.js

@@ -0,0 +1,110 @@
+import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
+import { cvrSchema } from "../../types/shards.js";
+import "../../types/pg.js";
+import { RunningState } from "../running-state.js";
+import { READ_COMMITTED } from "../../db/mode-enum.js";
+import { runTx } from "../../db/run-transaction.js";
+//#region ../zero-cache/src/services/view-syncer/cvr-purger.ts
+var MAX_PURGE_INTERVAL_MS = 16 * (60 * 1e3);
+var TOMBSTONE_PURGE_THRESHOLD = 744 * 60 * 60 * 1e3;
+var CVRPurger = class {
+	id = "reaper";
+	#lc;
+	#db;
+	#schema;
+	#inactivityThresholdMs;
+	#tombstonePurgeThresholdMs;
+	#initialBatchSize;
+	#initialIntervalMs;
+	#state = new RunningState("reaper");
+	constructor(lc, db, shard, { inactivityThresholdMs, initialBatchSize, initialIntervalMs }, tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD) {
+		this.#lc = lc;
+		this.#db = db;
+		this.#schema = cvrSchema(shard);
+		this.#inactivityThresholdMs = inactivityThresholdMs;
+		this.#tombstonePurgeThresholdMs = Math.max(tombstonePurgeThreshold, inactivityThresholdMs);
+		this.#initialBatchSize = initialBatchSize;
+		this.#initialIntervalMs = initialIntervalMs;
+	}
+	async run() {
+		let purgeable;
+		let maxCVRsPerPurge = this.#initialBatchSize;
+		let purgeInterval = this.#initialIntervalMs;
+		if (this.#initialBatchSize === 0) {
+			this.#lc.warn?.(`CVR garbage collection is disabled (initialBatchSize = 0)`);
+			await this.#state.stopped();
+		} else this.#lc.info?.(`running cvr-purger with`, await this.#db`SHOW statement_timeout`);
+		while (this.#state.shouldRun()) try {
+			const start = performance.now();
+			const { purged, remaining } = await this.purgeInactiveCVRs(maxCVRsPerPurge);
+			this.#state.resetBackoff();
+			if (purgeable !== void 0 && remaining > purgeable) {
+				maxCVRsPerPurge += this.#initialBatchSize;
+				this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);
+			}
+			purgeable = remaining;
+			purgeInterval = purgeable > 0 ? this.#initialIntervalMs : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);
+			const elapsed = performance.now() - start;
+			this.#lc.info?.(`purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`);
+			await this.#state.sleep(purgeInterval);
+		} catch (e) {
+			await this.#state.backoff(this.#lc, e);
+		}
+	}
+	purgeInactiveCVRs(maxCVRs) {
+		return runTx(this.#db, async (sql) => {
+			const now = Date.now();
+			const threshold = now - this.#inactivityThresholdMs;
+			const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;
+			const ids = (await sql`
+          SELECT "clientGroupID" FROM ${sql(this.#schema)}.instances
+            WHERE NOT "deleted" AND "lastActive" < ${threshold}
+            ORDER BY "lastActive" ASC
+            LIMIT ${maxCVRs}
+            FOR UPDATE SKIP LOCKED
+      `.values()).flat();
+			if (ids.length > 0) {
+				const stmts = [
+					"desires",
+					"queries",
+					"clients",
+					"rows",
+					"rowsVersion"
+				].map((table) => sql`
+            DELETE FROM ${sql(this.#schema)}.${sql(table)} 
+              WHERE "clientGroupID" IN ${sql(ids)}`.execute());
+				stmts.push(sql`
+            UPDATE ${sql(this.#schema)}.instances
+              SET "deleted" = TRUE, 
+                  "version" = '00', 
+                  "ttlClock" = 0,
+                  "replicaVersion" = NULL, 
+                  "owner" = NULL,
+                  "grantedAt" = NULL,
+                  "clientSchema" = NULL
+              WHERE "clientGroupID" IN ${sql(ids)}`.execute());
+				stmts.push(sql`
+            DELETE FROM ${sql(this.#schema)}.instances
+              WHERE "deleted" AND "lastActive" < ${tombstonePurgeThreshold}
+          `.execute());
+				await Promise.all(stmts);
+			}
+			const [{ remaining }] = await sql`
+        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances
+          WHERE NOT "deleted" AND "lastActive" < ${threshold}
+      `;
+			return {
+				purged: ids.length,
+				remaining: Number(remaining)
+			};
+		}, { mode: READ_COMMITTED });
+	}
+	stop() {
+		this.#state.stop(this.#lc);
+		return promiseVoid;
+	}
+};
+//#endregion
+export { CVRPurger };
+
+//# sourceMappingURL=cvr-purger.js.map

package/out/packages/zero-cache/src/services/view-syncer/cvr-purger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cvr-purger.js","names":["#lc","#db","#schema","#inactivityThresholdMs","#tombstonePurgeThresholdMs","#initialBatchSize","#initialIntervalMs","#state"],"sources":["../../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {READ_COMMITTED} from '../../db/mode-enum.ts';\nimport {runTx} from '../../db/run-transaction.ts';\nimport {type PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst MAX_PURGE_INTERVAL_MS = 16 * MINUTE;\n\n// Purge tombstones after 31 days to facilitate up to a 30-day actives metric.\nconst TOMBSTONE_PURGE_THRESHOLD = 31 * 24 * 60 * 60 * 1000;\n\ntype Options = {\n  inactivityThresholdMs: number;\n  initialBatchSize: number;\n  initialIntervalMs: number;\n};\n\nexport class CVRPurger implements Service {\n  readonly id = 'reaper';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #inactivityThresholdMs: number;\n  readonly #tombstonePurgeThresholdMs: number;\n  readonly #initialBatchSize: number;\n  readonly #initialIntervalMs: number;\n  readonly #state = new RunningState('reaper');\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    {inactivityThresholdMs, initialBatchSize, initialIntervalMs}: Options,\n    tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#inactivityThresholdMs = inactivityThresholdMs;\n    this.#tombstonePurgeThresholdMs = Math.max(\n      tombstonePurgeThreshold,\n      inactivityThresholdMs,\n    );\n    this.#initialBatchSize = initialBatchSize;\n    this.#initialIntervalMs = initialIntervalMs;\n  }\n\n  async run() {\n    let purgeable: number | undefined;\n    let maxCVRsPerPurge = this.#initialBatchSize;\n    let purgeInterval = this.#initialIntervalMs;\n\n    if (this.#initialBatchSize === 0) {\n      this.#lc.warn?.(\n        `CVR garbage collection is disabled (initialBatchSize = 0)`,\n      );\n      // Do nothing and just wait to be stopped.\n      await this.#state.stopped();\n    } else {\n      this.#lc.info?.(\n        `running cvr-purger with`,\n        await this.#db`SHOW statement_timeout`,\n      );\n    }\n\n    while (this.#state.shouldRun()) {\n      try {\n        const start = performance.now();\n        const {purged, remaining} =\n          await this.purgeInactiveCVRs(maxCVRsPerPurge);\n        this.#state.resetBackoff();\n\n        if (purgeable !== undefined && remaining > purgeable) {\n          // If the number of purgeable CVRs has grown even after the purge,\n          // increase the number purged per round to achieve a steady state.\n          maxCVRsPerPurge += this.#initialBatchSize;\n          this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);\n        }\n        purgeable = remaining;\n\n        purgeInterval =\n          purgeable > 0\n            ? this.#initialIntervalMs\n            : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`,\n        );\n        await this.#state.sleep(purgeInterval);\n      } catch (e) {\n        await this.#state.backoff(this.#lc, e);\n      }\n    }\n  }\n\n  // Exported for testing.\n  purgeInactiveCVRs(\n    maxCVRs: number,\n  ): Promise<{purged: number; remaining: number}> {\n    return runTx(\n      this.#db,\n      async sql => {\n        const now = Date.now();\n        const threshold = now - this.#inactivityThresholdMs;\n        const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;\n        // Implementation note: `FOR UPDATE` will prevent a syncer from\n        // concurrently updating the CVR, since the update also performs\n        // a `SELECT ... FOR UPDATE`, instead causing that update to\n        // fail, which will cause the client to create a new CVR.\n        //\n        // `SKIP LOCKED` will skip over CVRs that a syncer is already\n        // in the process of updating. In this manner, an in-progress\n        // update effectively excludes the CVR from the purge.\n        const ids = (\n          await sql<{clientGroupID: string}[]>`\n          SELECT \"clientGroupID\" FROM ${sql(this.#schema)}.instances\n            WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n            ORDER BY \"lastActive\" ASC\n            LIMIT ${maxCVRs}\n            FOR UPDATE SKIP LOCKED\n      `.values()\n        ).flat();\n\n        if (ids.length > 0) {\n          // Explicitly delete rows from cvr tables from \"bottom\" up. Relying on\n          // foreign key cascading deletes can be suboptimal when the foreign key\n          // is not a prefix of the primary key (e.g. the \"desires\" foreign key\n          // reference to the \"queries\" table is not a prefix of the \"desires\"\n          // primary key).\n          const stmts = [\n            'desires',\n            'queries',\n            'clients',\n            'rows',\n            'rowsVersion',\n          ].map(table =>\n            sql`\n            DELETE FROM ${sql(this.#schema)}.${sql(table)} \n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstones are written for the `instances` rows, preserving the\n          // \"profileID\" and \"lastActive\" columns for computing usage stats.\n          //\n          // For backwards compatibility (i.e. older zero-caches that do not\n          // check the \"deleted\" column) reset the \"version\" to '00' to trigger\n          // the ClientNotFound error via\n          // view-syncer.ts:checkClientAndCVRVersions()\n          stmts.push(\n            sql`\n            UPDATE ${sql(this.#schema)}.instances\n              SET \"deleted\" = TRUE, \n                  \"version\" = '00', \n                  \"ttlClock\" = 0,\n                  \"replicaVersion\" = NULL, \n                  \"owner\" = NULL,\n                  \"grantedAt\" = NULL,\n                  \"clientSchema\" = NULL\n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          );\n          // Tombstone rows are deleted after the tombstonePurgeThreshold.\n          stmts.push(\n            sql`\n            DELETE FROM ${sql(this.#schema)}.instances\n              WHERE \"deleted\" AND \"lastActive\" < ${tombstonePurgeThreshold}\n          `.execute(),\n          );\n          await Promise.all(stmts);\n        }\n\n        const [{remaining}] = await sql<[{remaining: bigint}]>`\n        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances\n          WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n      `;\n\n        return {purged: ids.length, remaining: Number(remaining)};\n      },\n      {mode: READ_COMMITTED},\n    );\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return promiseVoid;\n  }\n}\n"],"mappings":";;;;;;;AAUA,IAAM,wBAAwB,MADf,KAAK;AAIpB,IAAM,4BAA4B,MAAU,KAAK,KAAK;AAQtD,IAAa,YAAb,MAA0C;CACxC,KAAc;CAEd;CACA;CACA;CACA;CACA;CACA;CACA;CACA,SAAkB,IAAI,aAAa,QAAQ;CAE3C,YACE,IACA,IACA,OACA,EAAC,uBAAuB,kBAAkB,qBAC1C,0BAA0B,2BAC1B;EACA,KAAKA,MAAM;EACX,KAAKC,MAAM;EACX,KAAKC,UAAU,UAAU,KAAK;EAC9B,KAAKC,yBAAyB;EAC9B,KAAKC,6BAA6B,KAAK,IACrC,yBACA,qBACF;EACA,KAAKC,oBAAoB;EACzB,KAAKC,qBAAqB;CAC5B;CAEA,MAAM,MAAM;EACV,IAAI;EACJ,IAAI,kBAAkB,KAAKD;EAC3B,IAAI,gBAAgB,KAAKC;EAEzB,IAAI,KAAKD,sBAAsB,GAAG;GAChC,KAAKL,IAAI,OACP,2DACF;GAEA,MAAM,KAAKO,OAAO,QAAQ;EAC5B,OACE,KAAKP,IAAI,OACP,2BACA,MAAM,KAAKC,GAAG,wBAChB;EAGF,OAAO,KAAKM,OAAO,UAAU,GAC3B,IAAI;GACF,MAAM,QAAQ,YAAY,IAAI;GAC9B,MAAM,EAAC,QAAQ,cACb,MAAM,KAAK,kBAAkB,eAAe;GAC9C,KAAKA,OAAO,aAAa;GAEzB,IAAI,cAAc,KAAA,KAAa,YAAY,WAAW;IAGpD,mBAAmB,KAAKF;IACxB,KAAKL,IAAI,OAAO,+BAA+B,iBAAiB;GAClE;GACA,YAAY;GAEZ,gBACE,YAAY,IACR,KAAKM,qBACL,KAAK,IAAI,gBAAgB,GAAG,qBAAqB;GACvD,MAAM,UAAU,YAAY,IAAI,IAAI;GACpC,KAAKN,IAAI,OACP,UAAU,OAAO,kBAAkB,QAAQ,QAAQ,CAAC,EAAE,sBAAsB,cAAc,IAC5F;GACA,MAAM,KAAKO,OAAO,MAAM,aAAa;EACvC,SAAS,GAAG;GACV,MAAM,KAAKA,OAAO,QAAQ,KAAKP,KAAK,CAAC;EACvC;CAEJ;CAGA,kBACE,SAC8C;EAC9C,OAAO,MACL,KAAKC,KACL,OAAM,QAAO;GACX,MAAM,MAAM,KAAK,IAAI;GACrB,MAAM,YAAY,MAAM,KAAKE;GAC7B,MAAM,0BAA0B,MAAM,KAAKC;GAS3C,MAAM,OACJ,MAAM,GAA8B;wCACN,IAAI,KAAKF,OAAO,EAAE;qDACL,UAAU;;oBAE3C,QAAQ;;QAEpB,OAAO,GACL,KAAK;GAEP,IAAI,IAAI,SAAS,GAAG;IAMlB,MAAM,QAAQ;KACZ;KACA;KACA;KACA;KACA;IACF,EAAE,KAAI,UACJ,GAAG;0BACW,IAAI,KAAKA,OAAO,EAAE,GAAG,IAAI,KAAK,EAAE;yCACjB,IAAI,GAAG,IAAI,QAAQ,CAClD;IAQA,MAAM,KACJ,GAAG;qBACM,IAAI,KAAKA,OAAO,EAAE;;;;;;;;yCAQE,IAAI,GAAG,IAAI,QAAQ,CAClD;IAEA,MAAM,KACJ,GAAG;0BACW,IAAI,KAAKA,OAAO,EAAE;mDACO,wBAAwB;YAC/D,QAAQ,CACV;IACA,MAAM,QAAQ,IAAI,KAAK;GACzB;GAEA,MAAM,CAAC,EAAC,eAAc,MAAM,GAA0B;4CAClB,IAAI,KAAKA,OAAO,EAAE;mDACX,UAAU;;GAGrD,OAAO;IAAC,QAAQ,IAAI;IAAQ,WAAW,OAAO,SAAS;GAAC;EAC1D,GACA,EAAC,MAAM,eAAc,CACvB;CACF;CAEA,OAAsB;EACpB,KAAKK,OAAO,KAAK,KAAKP,GAAG;EACzB,OAAO;CACT;AACF"}