@rocicorp/zero 1.6.0-canary.0 → 1.6.0-canary.10

package/out/zero-cache/src/services/running-state.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"running-state.js","names":["#serviceName","#controller","#sleep","#setTimeout","#stopped","#initialRetryDelay","#maxRetryDelay","#pendingTimeouts","#retryDelay"],"sources":["../../../../../zero-cache/src/services/running-state.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {resolver} from '@rocicorp/resolver';\nimport {AbortError} from '../../../shared/src/abort-error.ts';\nimport {sleepWithAbort} from '../../../shared/src/sleep.ts';\n\nconst DEFAULT_INITIAL_RETRY_DELAY_MS = 25;\nexport const DEFAULT_MAX_RETRY_DELAY_MS = 10000;\n\nexport type RetryConfig = {\n  initialRetryDelay?: number;\n  maxRetryDelay?: number;\n};\n\nexport interface Cancelable {\n  cancel(): void;\n}\n\nexport type UnregisterFn = () => void;\n\n/**\n * Facilitates lifecycle control with exponential backoff.\n */\nexport class RunningState {\n  readonly #serviceName: string;\n  readonly #controller: AbortController;\n  readonly #sleep: typeof sleepWithAbort;\n  readonly #setTimeout: typeof setTimeout;\n  readonly #stopped: Promise<void>;\n\n  readonly #initialRetryDelay: number;\n  readonly #maxRetryDelay: number;\n  readonly #pendingTimeouts = new Set<NodeJS.Timeout>();\n  #retryDelay: number;\n\n  constructor(\n    serviceName: string,\n    retryConfig?: RetryConfig,\n    setTimeoutFn = setTimeout,\n    sleeper = sleepWithAbort,\n  ) {\n    const {\n      initialRetryDelay = DEFAULT_INITIAL_RETRY_DELAY_MS,\n      maxRetryDelay = DEFAULT_MAX_RETRY_DELAY_MS,\n    } = retryConfig ?? {};\n\n    this.#serviceName = serviceName;\n    this.#initialRetryDelay = initialRetryDelay;\n    this.#maxRetryDelay = maxRetryDelay;\n    this.#retryDelay = initialRetryDelay;\n\n    this.#controller = new AbortController();\n    this.#sleep = sleeper;\n    this.#setTimeout = setTimeoutFn;\n\n    const {promise, resolve} = resolver();\n    this.#stopped = promise;\n    this.#controller.signal.addEventListener(\n      'abort',\n      () => {\n        resolve();\n        for (const timeout of this.#pendingTimeouts) {\n          clearTimeout(timeout);\n        }\n        this.#pendingTimeouts.clear();\n      },\n      {once: true},\n    );\n  }\n\n  get signal(): AbortSignal {\n    return this.#controller.signal;\n  }\n\n  get retryDelay() {\n    return this.#retryDelay;\n  }\n\n  /**\n   * Returns `true` until {@link stop()} has been called.\n   *\n   * This is usually called as part of the service's main loop\n   * conditional to determine if the next iteration should execute.\n   */\n  shouldRun(): boolean {\n    return !this.#controller.signal.aborted;\n  }\n\n  /**\n   * Registers a Cancelable object to be invoked when {@link stop()} is called.\n   * Returns a method to unregister the object.\n   */\n  cancelOnStop(c: Cancelable): UnregisterFn {\n    const onStop = () => c.cancel();\n    this.#controller.signal.addEventListener('abort', onStop, {once: true});\n    return () => this.#controller.signal.removeEventListener('abort', onStop);\n  }\n\n  /**\n   * Sets a Timeout that is automatically cancelled if the service is cancelled.\n   */\n  setTimeout<TArgs extends unknown[]>(\n    fn: (...args: TArgs) => void,\n    timeoutMs: number,\n    ...args: TArgs\n  ) {\n    const timeout = this.#setTimeout(() => {\n      clearTimeout(timeout);\n      this.#pendingTimeouts.delete(timeout);\n      return fn(...args);\n    }, timeoutMs);\n\n    this.#pendingTimeouts.add(timeout);\n  }\n\n  /**\n   * Returns a promise that resolves after `ms` milliseconds or when\n   * the service is stopped.\n   */\n  async sleep(ms: number): Promise<void> {\n    await Promise.race(this.#sleep(ms, this.#controller.signal));\n  }\n\n  /**\n   * Called to stop the service. After this is called, {@link shouldRun()}\n   * will return `false` and the {@link stopped()} Promise will be resolved.\n   */\n  stop(lc: LogContext, err?: unknown): void {\n    if (this.shouldRun()) {\n      const log = !err || err instanceof AbortError ? 'info' : 'error';\n      lc[log]?.(`stopping ${this.#serviceName}`, err ?? '');\n      this.#controller.abort();\n    }\n  }\n\n  /**\n   * Returns a Promise that resolves when {@link stop()} is called.\n   */\n  stopped(): Promise<void> {\n    return this.#stopped;\n  }\n\n  /**\n   * Call in response to an error or unexpected termination in the main\n   * loop of the service. The returned Promise will resolve after an\n   * exponential delay, or once {@link stop()} is called.\n   *\n   * If the supplied `err` is an `AbortError`, the service will shut down.\n   */\n  async backoff(lc: LogContext, err: unknown): Promise<void> {\n    const delay = this.#retryDelay;\n    this.#retryDelay = Math.min(delay * 2, this.#maxRetryDelay);\n\n    if (err instanceof AbortError || err instanceof UnrecoverableError) {\n      this.resetBackoff();\n      this.stop(lc, err);\n    } else if (this.shouldRun()) {\n      // Use delay-based log level: higher delay means more retries\n      const log: 'info' | 'warn' | 'error' =\n        delay < 1000 ? 'info' : delay < 6500 ? 'warn' : 'error';\n\n      lc[log]?.(`retrying ${this.#serviceName} in ${delay} ms`, err);\n      await this.sleep(delay);\n    }\n  }\n\n  /**\n   * When using {@link backoff()}, this method should be called when the\n   * implementation receives a healthy signal (e.g. a successful\n   * response). This resets the delay used in {@link backoff()}.\n   *\n   * @returns The previous backoff delay\n   */\n  resetBackoff() {\n    const prevDelay = this.#retryDelay;\n    this.#retryDelay = this.#initialRetryDelay;\n    return prevDelay;\n  }\n}\n\n/**\n * Superclass for Errors that should bypass exponential backoff\n * and immediately shut down the server.\n */\nexport class UnrecoverableError extends Error {\n  readonly name = 'UnrecoverableError';\n}\n"],"mappings":";;;;AAKA,IAAM,iCAAiC;AACvC,IAAa,6BAA6B;;;;AAgB1C,IAAa,eAAb,MAA0B;CACxB;CACA;CACA;CACA;CACA;CAEA;CACA;CACA,mCAA4B,IAAI,KAAqB;CACrD;CAEA,YACE,aACA,aACA,eAAe,YACf,UAAU,gBACV;EACA,MAAM,EACJ,oBAAoB,gCACpB,gBAAgB,+BACd,eAAe,EAAE;AAErB,QAAA,cAAoB;AACpB,QAAA,oBAA0B;AAC1B,QAAA,gBAAsB;AACtB,QAAA,aAAmB;AAEnB,QAAA,aAAmB,IAAI,iBAAiB;AACxC,QAAA,QAAc;AACd,QAAA,aAAmB;EAEnB,MAAM,EAAC,SAAS,YAAW,UAAU;AACrC,QAAA,UAAgB;AAChB,QAAA,WAAiB,OAAO,iBACtB,eACM;AACJ,YAAS;AACT,QAAK,MAAM,WAAW,MAAA,gBACpB,cAAa,QAAQ;AAEvB,SAAA,gBAAsB,OAAO;KAE/B,EAAC,MAAM,MAAK,CACb;;CAGH,IAAI,SAAsB;AACxB,SAAO,MAAA,WAAiB;;CAG1B,IAAI,aAAa;AACf,SAAO,MAAA;;;;;;;;CAST,YAAqB;AACnB,SAAO,CAAC,MAAA,WAAiB,OAAO;;;;;;CAOlC,aAAa,GAA6B;EACxC,MAAM,eAAe,EAAE,QAAQ;AAC/B,QAAA,WAAiB,OAAO,iBAAiB,SAAS,QAAQ,EAAC,MAAM,MAAK,CAAC;AACvE,eAAa,MAAA,WAAiB,OAAO,oBAAoB,SAAS,OAAO;;;;;CAM3E,WACE,IACA,WACA,GAAG,MACH;EACA,MAAM,UAAU,MAAA,iBAAuB;AACrC,gBAAa,QAAQ;AACrB,SAAA,gBAAsB,OAAO,QAAQ;AACrC,UAAO,GAAG,GAAG,KAAK;KACjB,UAAU;AAEb,QAAA,gBAAsB,IAAI,QAAQ;;;;;;CAOpC,MAAM,MAAM,IAA2B;AACrC,QAAM,QAAQ,KAAK,MAAA,MAAY,IAAI,MAAA,WAAiB,OAAO,CAAC;;;;;;CAO9D,KAAK,IAAgB,KAAqB;AACxC,MAAI,KAAK,WAAW,EAAE;AAEpB,MADY,CAAC,OAAO,eAAe,aAAa,SAAS,WAC/C,YAAY,MAAA,eAAqB,OAAO,GAAG;AACrD,SAAA,WAAiB,OAAO;;;;;;CAO5B,UAAyB;AACvB,SAAO,MAAA;;;;;;;;;CAUT,MAAM,QAAQ,IAAgB,KAA6B;EACzD,MAAM,QAAQ,MAAA;AACd,QAAA,aAAmB,KAAK,IAAI,QAAQ,GAAG,MAAA,cAAoB;AAE3D,MAAI,eAAe,cAAc,eAAe,oBAAoB;AAClE,QAAK,cAAc;AACnB,QAAK,KAAK,IAAI,IAAI;aACT,KAAK,WAAW,EAAE;AAK3B,MAFE,QAAQ,MAAO,SAAS,QAAQ,OAAO,SAAS,WAExC,YAAY,MAAA,YAAkB,MAAM,MAAM,MAAM,IAAI;AAC9D,SAAM,KAAK,MAAM,MAAM;;;;;;;;;;CAW3B,eAAe;EACb,MAAM,YAAY,MAAA;AAClB,QAAA,aAAmB,MAAA;AACnB,SAAO;;;;;;;AAQX,IAAa,qBAAb,cAAwC,MAAM;CAC5C,OAAgB"}

package/out/zero-cache/src/services/shadow-sync/shadow-sync-service.js

@@ -1,50 +0,0 @@
-import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
-import { RunningState } from "../running-state.js";
-import { shadowInitialSync } from "../change-source/pg/initial-sync.js";
-//#region ../zero-cache/src/services/shadow-sync/shadow-sync-service.ts
-var ShadowSyncService = class {
-	id = "shadow-syncer";
-	#lc;
-	#shard;
-	#upstreamURI;
-	#context;
-	#options;
-	#state = new RunningState("shadow-syncer");
-	constructor(lc, shard, upstreamURI, context, options) {
-		this.#lc = lc;
-		this.#shard = shard;
-		this.#upstreamURI = upstreamURI;
-		this.#context = context;
-		this.#options = options;
-	}
-	async run() {
-		const { intervalMs, sampleRate, maxRowsPerTable, textCopy } = this.#options;
-		const minFirstRunDelay = Math.floor(intervalMs * 2 / 3);
-		const firstRunDelay = minFirstRunDelay + Math.floor(Math.random() * (intervalMs - minFirstRunDelay));
-		this.#lc.info?.(`shadow-syncer started; first run in ${firstRunDelay} ms, then every ${intervalMs} ms`);
-		await this.#state.sleep(firstRunDelay);
-		while (this.#state.shouldRun()) {
-			const start = performance.now();
-			try {
-				await shadowInitialSync(this.#lc, this.#shard, this.#upstreamURI, {
-					sampleRate,
-					maxRowsPerTable
-				}, this.#context, textCopy !== void 0 ? { textCopy } : void 0);
-				const elapsed = performance.now() - start;
-				this.#lc.info?.(`shadow initial-sync completed (${elapsed.toFixed(0)} ms)`);
-			} catch (e) {
-				const elapsed = performance.now() - start;
-				this.#lc.error?.(`shadow initial-sync failed after ${elapsed.toFixed(0)} ms`, e);
-			}
-			await this.#state.sleep(intervalMs);
-		}
-	}
-	stop() {
-		this.#state.stop(this.#lc);
-		return promiseVoid;
-	}
-};
-//#endregion
-export { ShadowSyncService };
-
-//# sourceMappingURL=shadow-sync-service.js.map

package/out/zero-cache/src/services/shadow-sync/shadow-sync-service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"shadow-sync-service.js","names":["#lc","#shard","#upstreamURI","#context","#options","#state"],"sources":["../../../../../../zero-cache/src/services/shadow-sync/shadow-sync-service.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport type {ShardConfig} from '../../types/shards.ts';\nimport type {ServerContext} from '../change-source/pg/initial-sync.ts';\nimport {shadowInitialSync} from '../change-source/pg/initial-sync.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nexport type ShadowSyncOptions = {\n  intervalMs: number;\n  sampleRate: number;\n  maxRowsPerTable: number;\n  textCopy?: boolean | undefined;\n};\n\nexport class ShadowSyncService implements Service {\n  readonly id = 'shadow-syncer';\n\n  readonly #lc: LogContext;\n  readonly #shard: ShardConfig;\n  readonly #upstreamURI: string;\n  readonly #context: ServerContext;\n  readonly #options: ShadowSyncOptions;\n  readonly #state = new RunningState('shadow-syncer');\n\n  constructor(\n    lc: LogContext,\n    shard: ShardConfig,\n    upstreamURI: string,\n    context: ServerContext,\n    options: ShadowSyncOptions,\n  ) {\n    this.#lc = lc;\n    this.#shard = shard;\n    this.#upstreamURI = upstreamURI;\n    this.#context = context;\n    this.#options = options;\n  }\n\n  async run() {\n    const {intervalMs, sampleRate, maxRowsPerTable, textCopy} = this.#options;\n\n    // Why: first run fires in [intervalMs * 2/3, intervalMs) — late enough\n    // that shadow sync never fires immediately on task startup, but always\n    // before one full interval elapses so the canary completes at least once\n    // per task lifetime (the replication manager is restarted every ~24h).\n    // The last third is randomized so a fleet-wide restart does not cause\n    // every task to canary simultaneously.\n    const minFirstRunDelay = Math.floor((intervalMs * 2) / 3);\n    const firstRunDelay =\n      minFirstRunDelay +\n      Math.floor(Math.random() * (intervalMs - minFirstRunDelay));\n    this.#lc.info?.(\n      `shadow-syncer started; first run in ${firstRunDelay} ms, then every ${intervalMs} ms`,\n    );\n    await this.#state.sleep(firstRunDelay);\n\n    while (this.#state.shouldRun()) {\n      const start = performance.now();\n      try {\n        await shadowInitialSync(\n          this.#lc,\n          this.#shard,\n          this.#upstreamURI,\n          {sampleRate, maxRowsPerTable},\n          this.#context,\n          textCopy !== undefined ? {textCopy} : undefined,\n        );\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `shadow initial-sync completed (${elapsed.toFixed(0)} ms)`,\n        );\n      } catch (e) {\n        const elapsed = performance.now() - start;\n        this.#lc.error?.(\n          `shadow initial-sync failed after ${elapsed.toFixed(0)} ms`,\n          e,\n        );\n      }\n      await this.#state.sleep(intervalMs);\n    }\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return promiseVoid;\n  }\n}\n"],"mappings":";;;;AAeA,IAAa,oBAAb,MAAkD;CAChD,KAAc;CAEd;CACA;CACA;CACA;CACA;CACA,SAAkB,IAAI,aAAa,gBAAgB;CAEnD,YACE,IACA,OACA,aACA,SACA,SACA;AACA,QAAA,KAAW;AACX,QAAA,QAAc;AACd,QAAA,cAAoB;AACpB,QAAA,UAAgB;AAChB,QAAA,UAAgB;;CAGlB,MAAM,MAAM;EACV,MAAM,EAAC,YAAY,YAAY,iBAAiB,aAAY,MAAA;EAQ5D,MAAM,mBAAmB,KAAK,MAAO,aAAa,IAAK,EAAE;EACzD,MAAM,gBACJ,mBACA,KAAK,MAAM,KAAK,QAAQ,IAAI,aAAa,kBAAkB;AAC7D,QAAA,GAAS,OACP,uCAAuC,cAAc,kBAAkB,WAAW,KACnF;AACD,QAAM,MAAA,MAAY,MAAM,cAAc;AAEtC,SAAO,MAAA,MAAY,WAAW,EAAE;GAC9B,MAAM,QAAQ,YAAY,KAAK;AAC/B,OAAI;AACF,UAAM,kBACJ,MAAA,IACA,MAAA,OACA,MAAA,aACA;KAAC;KAAY;KAAgB,EAC7B,MAAA,SACA,aAAa,KAAA,IAAY,EAAC,UAAS,GAAG,KAAA,EACvC;IACD,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,UAAA,GAAS,OACP,kCAAkC,QAAQ,QAAQ,EAAE,CAAC,MACtD;YACM,GAAG;IACV,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,UAAA,GAAS,QACP,oCAAoC,QAAQ,QAAQ,EAAE,CAAC,MACvD,EACD;;AAEH,SAAM,MAAA,MAAY,MAAM,WAAW;;;CAIvC,OAAsB;AACpB,QAAA,MAAY,KAAK,MAAA,GAAS;AAC1B,SAAO"}

package/out/zero-cache/src/services/statz.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"statz.js","names":[],"sources":["../../../../../zero-cache/src/services/statz.ts"],"sourcesContent":["import fs from 'fs';\nimport os from 'os';\nimport type {LogContext} from '@rocicorp/logger';\nimport auth from 'basic-auth';\nimport type {FastifyReply, FastifyRequest} from 'fastify';\nimport {BigIntJSON} from '../../../shared/src/bigint-json.ts';\nimport {Database} from '../../../zqlite/src/db.ts';\nimport type {NormalizedZeroConfig as ZeroConfig} from '../config/normalize.ts';\nimport {isAdminPasswordValid} from '../config/zero-config.ts';\nimport {StatementRunner} from '../db/statements.ts';\nimport {pgClient} from '../types/pg.ts';\nimport {getShardID, upstreamSchema} from '../types/shards.ts';\nimport {fromStateVersionString} from './change-source/pg/lsn.ts';\nimport {getReplicationState} from './replicator/schema/replication-state.ts';\n\nasync function upstreamStats(lc: LogContext, config: ZeroConfig) {\n  const schema = upstreamSchema(getShardID(config));\n  const sql = pgClient(lc, config.upstream.db, 'statz-upstream');\n  try {\n    return await getPgStats([\n      [\n        'numReplicas',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"replicas\"`,\n      ],\n      [\n        'numClientsWithMutations',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"clients\"`,\n      ],\n      [\n        'numMutationsProcessed',\n        sql`SELECT SUM(\"lastMutationID\") as \"c\" FROM ${sql(schema)}.\"clients\"`,\n      ],\n    ]);\n  } finally {\n    await sql.end();\n  }\n}\n\nasync function cvrStats(lc: LogContext, config: ZeroConfig) {\n  const schema = upstreamSchema(getShardID(config)) + '/cvr';\n  const sql = pgClient(lc, config.cvr.db, 'statz-cvr');\n\n  function numQueriesPerClientGroup(\n    active: boolean,\n  ): ReturnType<ReturnType<typeof pgClient>> {\n    const filter = active\n      ? sql`WHERE \"inactivatedAt\" IS NULL AND deleted = false`\n      : sql`WHERE \"inactivatedAt\" IS NOT NULL AND (\"inactivatedAt\" + \"ttl\") > NOW()`;\n    return sql`WITH\n    group_counts AS (\n      SELECT\n        \"clientGroupID\",\n        COUNT(*) AS num_queries\n      FROM ${sql(schema)}.\"desires\"\n      ${filter}\n      GROUP BY \"clientGroupID\"\n    ),\n    -- Count distinct clientIDs per clientGroupID\n    client_per_group_counts AS (\n      SELECT\n        \"clientGroupID\",\n        COUNT(DISTINCT \"clientID\") AS num_clients\n      FROM ${sql(schema)}.\"desires\"\n      ${filter}\n      GROUP BY \"clientGroupID\"\n    )\n    -- Combine all the information\n    SELECT\n      g.\"clientGroupID\",\n      cpg.num_clients,\n      g.num_queries\n    FROM group_counts g\n    JOIN client_per_group_counts cpg ON g.\"clientGroupID\" = cpg.\"clientGroupID\"\n    ORDER BY g.num_queries DESC;`;\n  }\n\n  try {\n    return await getPgStats([\n      [\n        'totalNumQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\"`,\n      ],\n      [\n        'numUniqueQueryHashes',\n        sql`SELECT COUNT(DISTINCT \"queryHash\") as \"c\" FROM ${sql(\n          schema,\n        )}.\"desires\"`,\n      ],\n      [\n        'numActiveQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\" WHERE \"inactivatedAt\" IS NULL AND \"deleted\" = false`,\n      ],\n      [\n        'numInactiveQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\" WHERE \"inactivatedAt\" IS NOT NULL AND (\"inactivatedAt\" + \"ttl\") > NOW()`,\n      ],\n      [\n        'numDeletedQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\" WHERE \"deleted\" = true`,\n      ],\n      [\n        'freshQueriesPercentiles',\n        sql`WITH client_group_counts AS (\n        -- Count inactive desires per clientGroupID\n        SELECT\n          \"clientGroupID\",\n          COUNT(*) AS fresh_count\n        FROM ${sql(schema)}.\"desires\"\n        WHERE\n          (\"inactivatedAt\" IS NOT NULL\n          AND (\"inactivatedAt\" + \"ttl\") > NOW()) OR (\"inactivatedAt\" IS NULL\n          AND deleted = false)\n        GROUP BY \"clientGroupID\"\n      )\n\n      SELECT\n        percentile_cont(0.50) WITHIN GROUP (ORDER BY fresh_count) AS \"p50\",\n        percentile_cont(0.75) WITHIN GROUP (ORDER BY fresh_count) AS \"p75\",\n        percentile_cont(0.90) WITHIN GROUP (ORDER BY fresh_count) AS \"p90\",\n        percentile_cont(0.95) WITHIN GROUP (ORDER BY fresh_count) AS \"p95\",\n        percentile_cont(0.99) WITHIN GROUP (ORDER BY fresh_count) AS \"p99\",\n        MIN(fresh_count) AS \"min\",\n        MAX(fresh_count) AS \"max\",\n        AVG(fresh_count) AS \"avg\"\n      FROM client_group_counts;`,\n      ],\n      [\n        'rowsPerClientGroupPercentiles',\n        sql`WITH client_group_counts AS (\n        -- Count inactive desires per clientGroupID\n        SELECT\n          \"clientGroupID\",\n          COUNT(*) AS row_count\n        FROM ${sql(schema)}.\"rows\"\n        GROUP BY \"clientGroupID\"\n      )\n      SELECT\n        percentile_cont(0.50) WITHIN GROUP (ORDER BY row_count) AS \"p50\",\n        percentile_cont(0.75) WITHIN GROUP (ORDER BY row_count) AS \"p75\",\n        percentile_cont(0.90) WITHIN GROUP (ORDER BY row_count) AS \"p90\",\n        percentile_cont(0.95) WITHIN GROUP (ORDER BY row_count) AS \"p95\",\n        percentile_cont(0.99) WITHIN GROUP (ORDER BY row_count) AS \"p99\",\n        MIN(row_count) AS \"min\",\n        MAX(row_count) AS \"max\",\n        AVG(row_count) AS \"avg\"\n      FROM client_group_counts;`,\n      ],\n      [\n        // check for AST blowup due to DNF conversion.\n        'astSizes',\n        sql`SELECT\n        percentile_cont(0.25) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"25th_percentile\",\n        percentile_cont(0.5) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"50th_percentile\",\n        percentile_cont(0.75) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"75th_percentile\",\n        percentile_cont(0.9) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"90th_percentile\",\n        percentile_cont(0.95) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"95th_percentile\",\n        percentile_cont(0.99) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"99th_percentile\",\n        MIN(length(\"clientAST\"::text)) AS \"minimum_length\",\n        MAX(length(\"clientAST\"::text)) AS \"maximum_length\",\n        AVG(length(\"clientAST\"::text))::integer AS \"average_length\",\n        COUNT(*) AS \"total_records\"\n      FROM ${sql(schema)}.\"queries\";`,\n      ],\n      [\n        // output the hash of the largest AST\n        'biggestAstHash',\n        sql`SELECT \"queryHash\", length(\"clientAST\"::text) AS \"ast_length\"\n      FROM ${sql(schema)}.\"queries\"\n      ORDER BY length(\"clientAST\"::text) DESC\n      LIMIT 1;`,\n      ],\n      [\n        'totalActiveQueriesPerClientAndClientGroup',\n        numQueriesPerClientGroup(true),\n      ],\n      [\n        'totalInactiveQueriesPerClientAndClientGroup',\n        numQueriesPerClientGroup(false),\n      ],\n      [\n        'totalRowsPerClientGroup',\n        sql`SELECT \"clientGroupID\", COUNT(*) as \"c\" FROM ${sql(\n          schema,\n        )}.\"rows\" GROUP BY \"clientGroupID\" ORDER BY \"c\" DESC`,\n      ],\n      [\n        'numRowsPerQuery',\n        sql`SELECT\n        k.key AS \"queryHash\",\n        COUNT(*) AS row_count\n      FROM ${sql(schema)}.\"rows\" r,\n      LATERAL jsonb_each(r.\"refCounts\") k\n      GROUP BY k.key\n      ORDER BY row_count DESC;`,\n      ],\n    ] satisfies [\n      name: string,\n      query: ReturnType<ReturnType<typeof pgClient>>,\n    ][]);\n  } finally {\n    await sql.end();\n  }\n}\n\nasync function changeLogStats(lc: LogContext, config: ZeroConfig) {\n  const schema = upstreamSchema(getShardID(config)) + '/cdc';\n  const sql = pgClient(lc, config.change.db, 'statz-change');\n\n  try {\n    return await getPgStats([\n      [\n        'changeLogSize',\n        sql`SELECT COUNT(*) as \"change_log_size\" FROM ${sql(schema)}.\"changeLog\"`,\n      ],\n    ]);\n  } finally {\n    await sql.end();\n  }\n}\n\nfunction replicaStats(lc: LogContext, config: ZeroConfig) {\n  const db = new Database(lc, config.replica.file);\n  try {\n    return Object.fromEntries([\n      ['wal checkpoint', pick(first(db.pragma('WAL_CHECKPOINT')))],\n      ['page count', pick(first(db.pragma('PAGE_COUNT')))],\n      ['page size', pick(first(db.pragma('PAGE_SIZE')))],\n      ['journal mode', pick(first(db.pragma('JOURNAL_MODE')))],\n      ['synchronous', pick(first(db.pragma('SYNCHRONOUS')))],\n      ['cache size', pick(first(db.pragma('CACHE_SIZE')))],\n      ['auto vacuum', pick(first(db.pragma('AUTO_VACUUM')))],\n      ['freelist count', pick(first(db.pragma('FREELIST_COUNT')))],\n      ['wal autocheckpoint', pick(first(db.pragma('WAL_AUTOCHECKPOINT')))],\n      ['db file stats', fs.statSync(config.replica.file)],\n    ] as const);\n  } finally {\n    db.close();\n  }\n}\n\nfunction replicationStats(lc: LogContext, config: ZeroConfig) {\n  const db = new Database(lc, config.replica.file);\n  try {\n    return getReplicationStats(db);\n  } finally {\n    db.close();\n  }\n}\n\nfunction getReplicationStats(db: Database) {\n  const {stateVersion} = getReplicationState(new StatementRunner(db));\n  const lsn = fromStateVersionString(stateVersion);\n  return {lsn};\n}\n\nfunction osStats() {\n  return Object.fromEntries([\n    ['load avg', os.loadavg()],\n    ['uptime', os.uptime()],\n    ['total mem', os.totalmem()],\n    ['free mem', os.freemem()],\n    ['cpus', os.cpus().length],\n    ['available parallelism', os.availableParallelism()],\n    ['platform', os.platform()],\n    ['arch', os.arch()],\n    ['release', os.release()],\n  ] as const);\n}\n\nasync function getPgStats(\n  pendingQueries: [\n    name: string,\n    query: ReturnType<ReturnType<typeof pgClient>>,\n  ][],\n) {\n  const results = await Promise.all(\n    pendingQueries.map(async ([name, query]) => [name, await query] as const),\n  );\n  return Object.fromEntries(results);\n}\n\ntype StatsObject = Record<string, unknown>;\n\nfunction printStats(group: string, statsObject: StatsObject): string {\n  const lines: string[] = ['\\n' + header(group)];\n  for (const [name, result] of Object.entries(statsObject)) {\n    lines.push('\\n' + name + ': ' + BigIntJSON.stringify(result, null, 2));\n  }\n  lines.push('\\n');\n  return lines.join('');\n}\n\n/**\n * HTTP query parameters:\n * * `group`: restricts the groups for which stats are computed\n * * `format=json`: returns the stats as a JSON object\n * * `pretty`: formats the JSON object with indentation\n */\nexport async function handleStatzRequest(\n  lc: LogContext,\n  config: ZeroConfig,\n  req: FastifyRequest,\n  res: FastifyReply,\n) {\n  const credentials = auth(req);\n  if (!isAdminPasswordValid(lc, config, credentials?.pass)) {\n    void res\n      .code(401)\n      .header('WWW-Authenticate', 'Basic realm=\"Statz Protected Area\"')\n      .send('Unauthorized');\n    return;\n  }\n\n  const statsFns: Record<string, () => Promise<StatsObject> | StatsObject> = {\n    upstream: () => upstreamStats(lc, config),\n    cvr: () => cvrStats(lc, config),\n    changeLog: () => changeLogStats(lc, config),\n    replica: () => replicaStats(lc, config),\n    replication: () => replicationStats(lc, config),\n    os: () => osStats(),\n  };\n\n  async function computeStats(group: string): Promise<[string, StatsObject]> {\n    try {\n      return [group, await statsFns[group]()];\n    } catch (e) {\n      lc.error?.(`error computing ${group} stats`, e);\n      return [group, {error: String(e)}];\n    }\n  }\n\n  const query = req.query as Record<string, unknown>;\n  const groups =\n    typeof query.group === 'string'\n      ? query.group.split(',')\n      : Array.isArray(query.group)\n        ? query.group\n        : undefined;\n\n  const stats = await Promise.all(\n    groups\n      ? groups.filter(g => g in statsFns).map(computeStats)\n      : Object.keys(statsFns).map(computeStats),\n  );\n\n  if (query.format === 'json') {\n    const indent = query.pretty !== undefined ? 2 : undefined;\n    await res\n      .header('Content-Type', 'application/json')\n      .send(BigIntJSON.stringify(Object.fromEntries(stats), null, indent));\n    return;\n  } else {\n    const body = stats\n      .map(([group, statsObject]) => printStats(group, statsObject))\n      .join('');\n    await res.header('Content-Type', 'text/plain; charset=utf-8').send(body);\n  }\n}\n\nfunction first(x: object[]): object {\n  return x[0];\n}\n\nfunction pick(x: object): unknown {\n  return Object.values(x)[0];\n}\n\nfunction header(name: string): string {\n  return `=== ${name} ===\\n`;\n}\n"],"mappings":";;;;;;;;;;;;AAeA,eAAe,cAAc,IAAgB,QAAoB;CAC/D,MAAM,SAAS,eAAe,WAAW,OAAO,CAAC;CACjD,MAAM,MAAM,SAAS,IAAI,OAAO,SAAS,IAAI,iBAAiB;AAC9D,KAAI;AACF,SAAO,MAAM,WAAW;GACtB,CACE,eACA,GAAG,+BAA+B,IAAI,OAAO,CAAC,aAC/C;GACD,CACE,2BACA,GAAG,+BAA+B,IAAI,OAAO,CAAC,YAC/C;GACD,CACE,yBACA,GAAG,4CAA4C,IAAI,OAAO,CAAC,YAC5D;GACF,CAAC;WACM;AACR,QAAM,IAAI,KAAK;;;AAInB,eAAe,SAAS,IAAgB,QAAoB;CAC1D,MAAM,SAAS,eAAe,WAAW,OAAO,CAAC,GAAG;CACpD,MAAM,MAAM,SAAS,IAAI,OAAO,IAAI,IAAI,YAAY;CAEpD,SAAS,yBACP,QACyC;EACzC,MAAM,SAAS,SACX,GAAG,sDACH,GAAG;AACP,SAAO,GAAG;;;;;aAKD,IAAI,OAAO,CAAC;QACjB,OAAO;;;;;;;;aAQF,IAAI,OAAO,CAAC;QACjB,OAAO;;;;;;;;;;;;AAab,KAAI;AACF,SAAO,MAAM,WAAW;GACtB,CACE,mBACA,GAAG,+BAA+B,IAAI,OAAO,CAAC,YAC/C;GACD,CACE,wBACA,GAAG,kDAAkD,IACnD,OACD,CAAC,YACH;GACD,CACE,oBACA,GAAG,+BAA+B,IAAI,OAAO,CAAC,gEAC/C;GACD,CACE,sBACA,GAAG,+BAA+B,IAAI,OAAO,CAAC,oFAC/C;GACD,CACE,qBACA,GAAG,+BAA+B,IAAI,OAAO,CAAC,mCAC/C;GACD,CACE,2BACA,GAAG;;;;;eAKI,IAAI,OAAO,CAAC;;;;;;;;;;;;;;;;;iCAkBpB;GACD,CACE,iCACA,GAAG;;;;;eAKI,IAAI,OAAO,CAAC;;;;;;;;;;;;iCAapB;GACD,CAEE,YACA,GAAG;;;;;;;;;;;aAWE,IAAI,OAAO,CAAC,aAClB;GACD,CAEE,kBACA,GAAG;aACE,IAAI,OAAO,CAAC;;gBAGlB;GACD,CACE,6CACA,yBAAyB,KAAK,CAC/B;GACD,CACE,+CACA,yBAAyB,MAAM,CAChC;GACD,CACE,2BACA,GAAG,gDAAgD,IACjD,OACD,CAAC,oDACH;GACD,CACE,mBACA,GAAG;;;aAGE,IAAI,OAAO,CAAC;;;gCAIlB;GACF,CAGG;WACI;AACR,QAAM,IAAI,KAAK;;;AAInB,eAAe,eAAe,IAAgB,QAAoB;CAChE,MAAM,SAAS,eAAe,WAAW,OAAO,CAAC,GAAG;CACpD,MAAM,MAAM,SAAS,IAAI,OAAO,OAAO,IAAI,eAAe;AAE1D,KAAI;AACF,SAAO,MAAM,WAAW,CACtB,CACE,iBACA,GAAG,6CAA6C,IAAI,OAAO,CAAC,cAC7D,CACF,CAAC;WACM;AACR,QAAM,IAAI,KAAK;;;AAInB,SAAS,aAAa,IAAgB,QAAoB;CACxD,MAAM,KAAK,IAAI,SAAS,IAAI,OAAO,QAAQ,KAAK;AAChD,KAAI;AACF,SAAO,OAAO,YAAY;GACxB,CAAC,kBAAkB,KAAK,MAAM,GAAG,OAAO,iBAAiB,CAAC,CAAC,CAAC;GAC5D,CAAC,cAAc,KAAK,MAAM,GAAG,OAAO,aAAa,CAAC,CAAC,CAAC;GACpD,CAAC,aAAa,KAAK,MAAM,GAAG,OAAO,YAAY,CAAC,CAAC,CAAC;GAClD,CAAC,gBAAgB,KAAK,MAAM,GAAG,OAAO,eAAe,CAAC,CAAC,CAAC;GACxD,CAAC,eAAe,KAAK,MAAM,GAAG,OAAO,cAAc,CAAC,CAAC,CAAC;GACtD,CAAC,cAAc,KAAK,MAAM,GAAG,OAAO,aAAa,CAAC,CAAC,CAAC;GACpD,CAAC,eAAe,KAAK,MAAM,GAAG,OAAO,cAAc,CAAC,CAAC,CAAC;GACtD,CAAC,kBAAkB,KAAK,MAAM,GAAG,OAAO,iBAAiB,CAAC,CAAC,CAAC;GAC5D,CAAC,sBAAsB,KAAK,MAAM,GAAG,OAAO,qBAAqB,CAAC,CAAC,CAAC;GACpE,CAAC,iBAAiB,GAAG,SAAS,OAAO,QAAQ,KAAK,CAAC;GACpD,CAAU;WACH;AACR,KAAG,OAAO;;;AAId,SAAS,iBAAiB,IAAgB,QAAoB;CAC5D,MAAM,KAAK,IAAI,SAAS,IAAI,OAAO,QAAQ,KAAK;AAChD,KAAI;AACF,SAAO,oBAAoB,GAAG;WACtB;AACR,KAAG,OAAO;;;AAId,SAAS,oBAAoB,IAAc;CACzC,MAAM,EAAC,iBAAgB,oBAAoB,IAAI,gBAAgB,GAAG,CAAC;AAEnE,QAAO,EAAC,KADI,uBAAuB,aAAa,EACpC;;AAGd,SAAS,UAAU;AACjB,QAAO,OAAO,YAAY;EACxB,CAAC,YAAY,GAAG,SAAS,CAAC;EAC1B,CAAC,UAAU,GAAG,QAAQ,CAAC;EACvB,CAAC,aAAa,GAAG,UAAU,CAAC;EAC5B,CAAC,YAAY,GAAG,SAAS,CAAC;EAC1B,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO;EAC1B,CAAC,yBAAyB,GAAG,sBAAsB,CAAC;EACpD,CAAC,YAAY,GAAG,UAAU,CAAC;EAC3B,CAAC,QAAQ,GAAG,MAAM,CAAC;EACnB,CAAC,WAAW,GAAG,SAAS,CAAC;EAC1B,CAAU;;AAGb,eAAe,WACb,gBAIA;CACA,MAAM,UAAU,MAAM,QAAQ,IAC5B,eAAe,IAAI,OAAO,CAAC,MAAM,WAAW,CAAC,MAAM,MAAM,MAAM,CAAU,CAC1E;AACD,QAAO,OAAO,YAAY,QAAQ;;AAKpC,SAAS,WAAW,OAAe,aAAkC;CACnE,MAAM,QAAkB,CAAC,OAAO,OAAO,MAAM,CAAC;AAC9C,MAAK,MAAM,CAAC,MAAM,WAAW,OAAO,QAAQ,YAAY,CACtD,OAAM,KAAK,OAAO,OAAO,OAAO,WAAW,UAAU,QAAQ,MAAM,EAAE,CAAC;AAExE,OAAM,KAAK,KAAK;AAChB,QAAO,MAAM,KAAK,GAAG;;;;;;;;AASvB,eAAsB,mBACpB,IACA,QACA,KACA,KACA;AAEA,KAAI,CAAC,qBAAqB,IAAI,QADV,KAAK,IAAI,EACsB,KAAK,EAAE;AACnD,MACF,KAAK,IAAI,CACT,OAAO,oBAAoB,uCAAqC,CAChE,KAAK,eAAe;AACvB;;CAGF,MAAM,WAAqE;EACzE,gBAAgB,cAAc,IAAI,OAAO;EACzC,WAAW,SAAS,IAAI,OAAO;EAC/B,iBAAiB,eAAe,IAAI,OAAO;EAC3C,eAAe,aAAa,IAAI,OAAO;EACvC,mBAAmB,iBAAiB,IAAI,OAAO;EAC/C,UAAU,SAAS;EACpB;CAED,eAAe,aAAa,OAA+C;AACzE,MAAI;AACF,UAAO,CAAC,OAAO,MAAM,SAAS,QAAQ,CAAC;WAChC,GAAG;AACV,MAAG,QAAQ,mBAAmB,MAAM,SAAS,EAAE;AAC/C,UAAO,CAAC,OAAO,EAAC,OAAO,OAAO,EAAE,EAAC,CAAC;;;CAItC,MAAM,QAAQ,IAAI;CAClB,MAAM,SACJ,OAAO,MAAM,UAAU,WACnB,MAAM,MAAM,MAAM,IAAI,GACtB,MAAM,QAAQ,MAAM,MAAM,GACxB,MAAM,QACN,KAAA;CAER,MAAM,QAAQ,MAAM,QAAQ,IAC1B,SACI,OAAO,QAAO,MAAK,KAAK,SAAS,CAAC,IAAI,aAAa,GACnD,OAAO,KAAK,SAAS,CAAC,IAAI,aAAa,CAC5C;AAED,KAAI,MAAM,WAAW,QAAQ;EAC3B,MAAM,SAAS,MAAM,WAAW,KAAA,IAAY,IAAI,KAAA;AAChD,QAAM,IACH,OAAO,gBAAgB,mBAAmB,CAC1C,KAAK,WAAW,UAAU,OAAO,YAAY,MAAM,EAAE,MAAM,OAAO,CAAC;AACtE;QACK;EACL,MAAM,OAAO,MACV,KAAK,CAAC,OAAO,iBAAiB,WAAW,OAAO,YAAY,CAAC,CAC7D,KAAK,GAAG;AACX,QAAM,IAAI,OAAO,gBAAgB,4BAA4B,CAAC,KAAK,KAAK;;;AAI5E,SAAS,MAAM,GAAqB;AAClC,QAAO,EAAE;;AAGX,SAAS,KAAK,GAAoB;AAChC,QAAO,OAAO,OAAO,EAAE,CAAC;;AAG1B,SAAS,OAAO,MAAsB;AACpC,QAAO,OAAO,KAAK"}

package/out/zero-cache/src/services/view-syncer/active-users-gauge.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"active-users-gauge.js","names":["#lc","#db","#schema","#updateIntervalMs","#state","#setActiveUsersGetter","#lastActiveUsers"],"sources":["../../../../../../zero-cache/src/services/view-syncer/active-users-gauge.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {must} from '../../../../shared/src/must.ts';\nimport {mapValues} from '../../../../shared/src/objects.ts';\nimport {\n  setActiveUsersGetter,\n  type ActiveUsers,\n} from '../../server/anonymous-otel-start.ts';\nimport type {PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst DAY = 24 * 60 * MINUTE;\n\ntype Options = {\n  updateIntervalMs?: number;\n};\n\nexport class ActiveUsersGauge implements Service {\n  readonly id = 'active-users-gauge';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #updateIntervalMs: number;\n  readonly #state = new RunningState('active-users-gauge');\n  readonly #setActiveUsersGetter: typeof setActiveUsersGetter;\n\n  // latest computed value exposed via the observable gauge callback\n  #lastActiveUsers: ActiveUsers | undefined;\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    opts: Options = {},\n    setActiveUsersGetterFn = setActiveUsersGetter,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#updateIntervalMs = opts.updateIntervalMs ?? 60 * 1000; // default 1 minute\n    this.#setActiveUsersGetter = setActiveUsersGetterFn;\n  }\n\n  async run(): Promise<void> {\n    while (this.#state.shouldRun()) {\n      try {\n        const now = Date.now();\n        const since30day = now - DAY * 30;\n        const since7day = now - DAY * 7;\n        const since1day = now - DAY;\n\n        // This query performs a single scan over the `profile_ids_last_active`\n        // index to compute aggregated results for all of our active user\n        // metric variants.\n        //\n        // The eventually-correct metrics are `users_#da` which count distinct\n        // profileIDs produced by the zero-client (i.e. starting with 'p').\n        // The `users_#da_legacy` metrics include back-filled profileIDs (which\n        // start with `cg`) and will over-count users on apps using memstore.\n        const [actives] = await this.#db<[ActiveUsers]> /*sql*/ `\n          SELECT \n            COUNT(*) FILTER (WHERE \"lastActive\" >= ${since1day}) AS active_users_last_day,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE \"lastActive\" >= ${since1day} AND starts_with(\"profileID\", 'p')) AS users_1da,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE \"lastActive\" >= ${since7day} AND starts_with(\"profileID\", 'p')) AS users_7da,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE starts_with(\"profileID\", 'p')) AS users_30da,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE \"lastActive\" >= ${since1day}) AS users_1da_legacy,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE \"lastActive\" >= ${since7day}) AS users_7da_legacy,\n            COUNT(DISTINCT(\"profileID\")) AS users_30da_legacy\n            FROM ${this.#db(this.#schema)}.instances\n            WHERE \"lastActive\" >= ${since30day}\n        `;\n        // Determine if the getter needs to be set (i.e. the first time).\n        const setGetter = this.#lastActiveUsers === undefined;\n        this.#lastActiveUsers = mapValues(actives, bigVal => Number(bigVal));\n\n        // Set the getter after the first value is computed\n        if (setGetter) {\n          this.#setActiveUsersGetter(() => must(this.#lastActiveUsers));\n        }\n\n        this.#lc.debug?.(`updated active-users gauge`, this.#lastActiveUsers);\n      } catch (e) {\n        this.#lc.warn?.('error updating active-users gauge', e);\n      }\n\n      await this.#state.sleep(this.#updateIntervalMs);\n    }\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return this.#state.stopped();\n  }\n}\n"],"mappings":";;;;;;AAaA,IAAM,MAAM,QADG,KAAK;AAOpB,IAAa,mBAAb,MAAiD;CAC/C,KAAc;CAEd;CACA;CACA;CACA;CACA,SAAkB,IAAI,aAAa,qBAAqB;CACxD;CAGA;CAEA,YACE,IACA,IACA,OACA,OAAgB,EAAE,EAClB,yBAAyB,sBACzB;AACA,QAAA,KAAW;AACX,QAAA,KAAW;AACX,QAAA,SAAe,UAAU,MAAM;AAC/B,QAAA,mBAAyB,KAAK,oBAAoB,KAAK;AACvD,QAAA,uBAA6B;;CAG/B,MAAM,MAAqB;AACzB,SAAO,MAAA,MAAY,WAAW,EAAE;AAC9B,OAAI;IACF,MAAM,MAAM,KAAK,KAAK;IACtB,MAAM,aAAa,MAAM,MAAM;IAC/B,MAAM,YAAY,MAAM,MAAM;IAC9B,MAAM,YAAY,MAAM;IAUxB,MAAM,CAAC,WAAW,MAAM,MAAA,EAAgC;;qDAEX,UAAU;yEACU,UAAU;yEACV,UAAU;;yEAEV,UAAU;yEACV,UAAU;;mBAEhE,MAAA,GAAS,MAAA,OAAa,CAAC;oCACN,WAAW;;IAGvC,MAAM,YAAY,MAAA,oBAA0B,KAAA;AAC5C,UAAA,kBAAwB,UAAU,UAAS,WAAU,OAAO,OAAO,CAAC;AAGpE,QAAI,UACF,OAAA,2BAAiC,KAAK,MAAA,gBAAsB,CAAC;AAG/D,UAAA,GAAS,QAAQ,8BAA8B,MAAA,gBAAsB;YAC9D,GAAG;AACV,UAAA,GAAS,OAAO,qCAAqC,EAAE;;AAGzD,SAAM,MAAA,MAAY,MAAM,MAAA,iBAAuB;;;CAInD,OAAsB;AACpB,QAAA,MAAY,KAAK,MAAA,GAAS;AAC1B,SAAO,MAAA,MAAY,SAAS"}

package/out/zero-cache/src/services/view-syncer/client-handler.js

@@ -1,270 +0,0 @@
-import { assert, unreachable } from "../../../../shared/src/asserts.js";
-import { assertJSONValue } from "../../../../shared/src/json.js";
-import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
-import { parse, valita_exports } from "../../../../shared/src/valita.js";
-import { rowSchema } from "../../../../zero-protocol/src/data.js";
-import { ProtocolError } from "../../../../zero-protocol/src/error.js";
-import { primaryKeyValueRecordSchema } from "../../../../zero-protocol/src/primary-key.js";
-import { mutationResultSchema } from "../../../../zero-protocol/src/mutation.js";
-import { upstreamSchema } from "../../types/shards.js";
-import { getOrCreateCounter, getOrCreateLatencyHistogram } from "../../observability/metrics.js";
-import { cmpVersions, cookieToVersion, versionToCookie, versionToNullableCookie } from "./schema/types.js";
-import { getLogLevel, wrapWithProtocolError } from "../../types/error-with-level.js";
-//#region ../zero-cache/src/services/view-syncer/client-handler.ts
-var NOOP = {
-	addPatch: () => promiseVoid,
-	cancel: () => promiseVoid,
-	end: () => promiseVoid
-};
-/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */
-function startPoke(clients, tentativeVersion) {
-	const pokers = clients.map((c) => c.startPoke(tentativeVersion));
-	return {
-		addPatch: async (patch) => {
-			await Promise.allSettled(pokers.map((poker) => poker.addPatch(patch)));
-		},
-		cancel: async () => {
-			await Promise.allSettled(pokers.map((poker) => poker.cancel()));
-		},
-		end: async (finalVersion) => {
-			await Promise.allSettled(pokers.map((poker) => poker.end(finalVersion)));
-		}
-	};
-}
-var PART_COUNT_FLUSH_THRESHOLD = 100;
-/**
-* Handles a single `ViewSyncer` connection.
-*/
-var ClientHandler = class {
-	#clientGroupID;
-	clientID;
-	wsID;
-	#zeroClientsTable;
-	#zeroMutationsTable;
-	#lc;
-	#downstream;
-	#baseVersion;
-	#pokeTime = getOrCreateLatencyHistogram("sync", "poke.time", "Time elapsed for each poke transaction. Canceled / noop pokes are excluded.");
-	#pokeTransactions = getOrCreateCounter("sync", "poke.transactions", "Count of poke transactions.");
-	#pokedRows = getOrCreateCounter("sync", "poke.rows", "Count of poked rows.");
-	constructor(lc, clientGroupID, clientID, wsID, shard, baseCookie, downstream) {
-		lc.debug?.("new client handler");
-		this.#clientGroupID = clientGroupID;
-		this.clientID = clientID;
-		this.wsID = wsID;
-		this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;
-		this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;
-		this.#lc = lc;
-		this.#downstream = downstream;
-		this.#baseVersion = cookieToVersion(baseCookie);
-	}
-	version() {
-		return this.#baseVersion;
-	}
-	async #push(msg) {
-		const { result } = this.#downstream.push(msg);
-		await result;
-	}
-	fail(e) {
-		this.#lc[getLogLevel(e)]?.(`view-syncer closing connection with error: ${String(e)}`, e);
-		this.#downstream.fail(wrapWithProtocolError(e));
-	}
-	close(reason) {
-		this.#lc.debug?.(`view-syncer closing connection: ${reason}`);
-		this.#downstream.cancel();
-	}
-	startPoke(tentativeVersion) {
-		const pokeID = versionToCookie(tentativeVersion);
-		const lc = this.#lc.withContext("pokeID", pokeID);
-		if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {
-			lc.info?.(`already caught up, not sending poke.`);
-			return NOOP;
-		}
-		const baseCookie = versionToNullableCookie(this.#baseVersion);
-		const cookie = versionToCookie(tentativeVersion);
-		lc.info?.(`starting poke from ${baseCookie} to ${cookie}`);
-		const start = performance.now();
-		const pokeStart = {
-			pokeID,
-			baseCookie
-		};
-		let pokeStarted = false;
-		let body;
-		let partCount = 0;
-		const ensureBody = async () => {
-			if (!pokeStarted) {
-				await this.#push(["pokeStart", pokeStart]);
-				pokeStarted = true;
-			}
-			return body ??= { pokeID };
-		};
-		const flushBody = async () => {
-			if (body) {
-				await this.#push(["pokePart", body]);
-				body = void 0;
-				partCount = 0;
-			}
-		};
-		const addPatch = async (patchToVersion) => {
-			const { patch, toVersion } = patchToVersion;
-			if (cmpVersions(toVersion, this.#baseVersion) <= 0) return;
-			const body = await ensureBody();
-			const { type, op } = patch;
-			switch (type) {
-				case "query": {
-					const patches = patch.clientID ? (body.desiredQueriesPatches ??= {})[patch.clientID] ??= [] : body.gotQueriesPatch ??= [];
-					if (op === "put") patches.push({
-						op,
-						hash: patch.id
-					});
-					else patches.push({
-						op,
-						hash: patch.id
-					});
-					break;
-				}
-				case "row":
-					if (patch.id.table === this.#zeroClientsTable) this.#updateLMIDs(body.lastMutationIDChanges ??= {}, patch);
-					else if (patch.id.table === this.#zeroMutationsTable) {
-						const patches = body.mutationsPatch ??= [];
-						if (op === "put") {
-							const row = parse(ensureSafeJSON(patch.contents), mutationRowSchema, "passthrough");
-							patches.push({
-								op: "put",
-								mutation: {
-									id: {
-										clientID: row.clientID,
-										id: row.mutationID
-									},
-									result: row.result
-								}
-							});
-						} else {
-							const { clientID, mutationID } = patch.id.rowKey;
-							assert(typeof clientID === "string", "client id must be a string");
-							const id = Number(mutationID);
-							assert(!Number.isNaN(id) && Number.isFinite(id) && id >= 0, "mutation id must be a finite number");
-							patches.push({
-								op: "del",
-								id: {
-									clientID,
-									id
-								}
-							});
-						}
-					} else (body.rowsPatch ??= []).push(makeRowPatch(patch));
-					break;
-				default: unreachable(patch);
-			}
-			if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) await flushBody();
-		};
-		return {
-			addPatch: async (patchToVersion) => {
-				try {
-					await addPatch(patchToVersion);
-					if (patchToVersion.patch.type === "row") this.#pokedRows.add(1);
-				} catch (e) {
-					this.#downstream.fail(wrapWithProtocolError(e));
-				}
-			},
-			cancel: async () => {
-				if (pokeStarted) await this.#push(["pokeEnd", {
-					pokeID,
-					cookie: "",
-					cancel: true
-				}]);
-			},
-			end: async (finalVersion) => {
-				const cookie = versionToCookie(finalVersion);
-				if (!pokeStarted) {
-					if (cmpVersions(this.#baseVersion, finalVersion) === 0) return;
-					await this.#push(["pokeStart", pokeStart]);
-				} else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) throw new Error(`Patches were sent but finalVersion ${finalVersion} is not greater than baseVersion ${this.#baseVersion}`);
-				await flushBody();
-				await this.#push(["pokeEnd", {
-					pokeID,
-					cookie
-				}]);
-				this.#baseVersion = finalVersion;
-				const elapsed = performance.now() - start;
-				this.#pokeTransactions.add(1);
-				this.#pokeTime.recordMs(elapsed);
-			}
-		};
-	}
-	async sendDeleteClients(lc, deletedClientIDs, deletedClientGroupIDs) {
-		const deleteClientsBody = {};
-		if (deletedClientIDs.length > 0) deleteClientsBody.clientIDs = deletedClientIDs;
-		if (deletedClientGroupIDs.length > 0) deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;
-		lc.debug?.("sending deleteClients", deleteClientsBody);
-		await this.#push(["deleteClients", deleteClientsBody]);
-	}
-	sendQueryTransformApplicationErrors(errors) {
-		this.#push(["transformError", errors]);
-	}
-	sendQueryTransformFailedError(error) {
-		this.fail(new ProtocolError(error));
-	}
-	sendInspectResponse(lc, response) {
-		lc.debug?.("sending inspect response", response);
-		this.#downstream.push(["inspect", response]);
-	}
-	#updateLMIDs(lmids, patch) {
-		if (patch.op === "put") {
-			const { clientGroupID, clientID, lastMutationID } = parse(ensureSafeJSON(patch.contents), lmidRowSchema, "passthrough");
-			if (clientGroupID !== this.#clientGroupID) this.#lc.error?.(`Received clients row for wrong clientGroupID. Ignoring.`, clientGroupID);
-			else lmids[clientID] = lastMutationID;
-		} else patch.op;
-	}
-};
-var lmidRowSchema = valita_exports.object({
-	clientGroupID: valita_exports.string(),
-	clientID: valita_exports.string(),
-	lastMutationID: valita_exports.number()
-});
-var mutationRowSchema = valita_exports.object({
-	clientGroupID: valita_exports.string(),
-	clientID: valita_exports.string(),
-	mutationID: valita_exports.number(),
-	result: mutationResultSchema
-});
-function makeRowPatch(patch) {
-	const { op, id: { table: tableName, rowKey: id } } = patch;
-	switch (op) {
-		case "put": return {
-			op: "put",
-			tableName,
-			value: parse(ensureSafeJSON(patch.contents), rowSchema)
-		};
-		case "del": return {
-			op,
-			tableName,
-			id: parse(id, primaryKeyValueRecordSchema)
-		};
-		default: unreachable(op);
-	}
-}
-/**
-* Column values of type INT8 are returned as the `bigint` from the
-* Postgres library. These are converted to `number` if they are within
-* the safe Number range, allowing the protocol to support numbers larger
-* than 32-bits. Values outside of the safe number range (e.g. > 2^53) will
-* result in an Error.
-*/
-function ensureSafeJSON(row) {
-	const modified = Object.entries(row).filter(([k, v]) => {
-		if (typeof v === "bigint") {
-			if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) return true;
-			throw new Error(`Value of "${k}" exceeds safe Number range (${v})`);
-		} else if (typeof v === "object") assertJSONValue(v);
-		return false;
-	}).map(([k, v]) => [k, Number(v)]);
-	return modified.length ? {
-		...row,
-		...Object.fromEntries(modified)
-	} : row;
-}
-//#endregion
-export { ClientHandler, startPoke };
-
-//# sourceMappingURL=client-handler.js.map

package/out/zero-cache/src/services/view-syncer/client-handler.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"client-handler.js","names":["#clientGroupID","#zeroClientsTable","#zeroMutationsTable","#lc","#downstream","#pokeTime","#pokeTransactions","#pokedRows","#baseVersion","#push","#updateLMIDs"],"sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../shared/src/bigint-json.ts';\nimport {\n  assertJSONValue,\n  type JSONObject as SafeJSONObject,\n} from '../../../../shared/src/json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport type {Writable} from '../../../../shared/src/writable.ts';\nimport type {ErroredQuery} from '../../../../zero-protocol/src/custom-queries.ts';\nimport {rowSchema} from '../../../../zero-protocol/src/data.ts';\nimport type {DeleteClientsBody} from '../../../../zero-protocol/src/delete-clients.ts';\nimport type {Downstream} from '../../../../zero-protocol/src/down.ts';\nimport {\n  ProtocolError,\n  type TransformFailedBody,\n} from '../../../../zero-protocol/src/error.ts';\nimport type {InspectDownBody} from '../../../../zero-protocol/src/inspect-down.ts';\nimport {mutationResultSchema} from '../../../../zero-protocol/src/mutation.ts';\nimport type {\n  PokePartBody,\n  PokeStartBody,\n} from '../../../../zero-protocol/src/poke.ts';\nimport {primaryKeyValueRecordSchema} from '../../../../zero-protocol/src/primary-key.ts';\nimport type {RowPatchOp} from '../../../../zero-protocol/src/row-patch.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateLatencyHistogram,\n} from '../../observability/metrics.ts';\nimport {\n  getLogLevel,\n  wrapWithProtocolError,\n} from '../../types/error-with-level.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport type {Subscription} from '../../types/subscription.ts';\nimport {\n  cmpVersions,\n  cookieToVersion,\n  versionToCookie,\n  versionToNullableCookie,\n  type CVRVersion,\n  type DelQueryPatch,\n  type NullableCVRVersion,\n  type PutQueryPatch,\n  type RowID,\n} from './schema/types.ts';\n\nexport type PutRowPatch = {\n  type: 'row';\n  op: 'put';\n  id: RowID;\n  contents: JSONObject;\n};\n\nexport type DeleteRowPatch = {\n  type: 'row';\n  op: 'del';\n  id: RowID;\n};\n\nexport type RowPatch = PutRowPatch | DeleteRowPatch;\nexport type ConfigPatch = DelQueryPatch | PutQueryPatch;\n\nexport type Patch = ConfigPatch | RowPatch;\n\nexport type PatchToVersion = {\n  patch: Patch;\n  toVersion: CVRVersion;\n};\n\nexport interface PokeHandler {\n  addPatch(patch: PatchToVersion): Promise<void>;\n  cancel(): Promise<void>;\n  end(finalVersion: CVRVersion): Promise<void>;\n}\n\nconst NOOP: PokeHandler = {\n  addPatch: () => promiseVoid,\n  cancel: () => promiseVoid,\n  end: () => promiseVoid,\n};\n\n/** Wraps PokeHandlers for multiple clients in a single PokeHandler. */\nexport function startPoke(\n  clients: ClientHandler[],\n  tentativeVersion: CVRVersion,\n): PokeHandler {\n  const pokers = clients.map(c => c.startPoke(tentativeVersion));\n\n  // Promise.allSettled() ensures that a failed (e.g. disconnected) client\n  // does not prevent other clients from receiving the pokes. However, the\n  // rate (per client group) will be limited by the slowest connection.\n  return {\n    addPatch: async patch => {\n      await Promise.allSettled(pokers.map(poker => poker.addPatch(patch)));\n    },\n    cancel: async () => {\n      await Promise.allSettled(pokers.map(poker => poker.cancel()));\n    },\n    end: async finalVersion => {\n      await Promise.allSettled(pokers.map(poker => poker.end(finalVersion)));\n    },\n  };\n}\n\n// Semi-arbitrary threshold at which poke body parts are flushed.\n// When row size is being computed, that should be used as a threshold instead.\nconst PART_COUNT_FLUSH_THRESHOLD = 100;\n\n/**\n * Handles a single `ViewSyncer` connection.\n */\nexport class ClientHandler {\n  readonly #clientGroupID: string;\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly #zeroClientsTable: string;\n  readonly #zeroMutationsTable: string;\n  readonly #lc: LogContext;\n  readonly #downstream: Subscription<Downstream>;\n  #baseVersion: NullableCVRVersion;\n\n  readonly #pokeTime = getOrCreateLatencyHistogram(\n    'sync',\n    'poke.time',\n    'Time elapsed for each poke transaction. Canceled / noop pokes are excluded.',\n  );\n\n  readonly #pokeTransactions = getOrCreateCounter(\n    'sync',\n    'poke.transactions',\n    'Count of poke transactions.',\n  );\n\n  readonly #pokedRows = getOrCreateCounter(\n    'sync',\n    'poke.rows',\n    'Count of poked rows.',\n  );\n\n  constructor(\n    lc: LogContext,\n    clientGroupID: string,\n    clientID: string,\n    wsID: string,\n    shard: ShardID,\n    baseCookie: string | null,\n    downstream: Subscription<Downstream>,\n  ) {\n    lc.debug?.('new client handler');\n    this.#clientGroupID = clientGroupID;\n    this.clientID = clientID;\n    this.wsID = wsID;\n    this.#zeroClientsTable = `${upstreamSchema(shard)}.clients`;\n    this.#zeroMutationsTable = `${upstreamSchema(shard)}.mutations`;\n    this.#lc = lc;\n    this.#downstream = downstream;\n    this.#baseVersion = cookieToVersion(baseCookie);\n  }\n\n  version(): NullableCVRVersion {\n    return this.#baseVersion;\n  }\n\n  async #push(msg: Downstream): Promise<void> {\n    const {result} = this.#downstream.push(msg);\n    await result;\n  }\n\n  fail(e: unknown) {\n    this.#lc[getLogLevel(e)]?.(\n      `view-syncer closing connection with error: ${String(e)}`,\n      e,\n    );\n    this.#downstream.fail(wrapWithProtocolError(e));\n  }\n\n  close(reason: string) {\n    this.#lc.debug?.(`view-syncer closing connection: ${reason}`);\n    this.#downstream.cancel();\n  }\n\n  startPoke(tentativeVersion: CVRVersion): PokeHandler {\n    const pokeID = versionToCookie(tentativeVersion);\n    const lc = this.#lc.withContext('pokeID', pokeID);\n\n    if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {\n      lc.info?.(`already caught up, not sending poke.`);\n      return NOOP;\n    }\n\n    const baseCookie = versionToNullableCookie(this.#baseVersion);\n    const cookie = versionToCookie(tentativeVersion);\n    lc.info?.(`starting poke from ${baseCookie} to ${cookie}`);\n\n    const start = performance.now();\n\n    const pokeStart: PokeStartBody = {pokeID, baseCookie};\n\n    let pokeStarted = false;\n    let body: PokePartBody | undefined;\n    let partCount = 0;\n    const ensureBody = async () => {\n      if (!pokeStarted) {\n        await this.#push(['pokeStart', pokeStart]);\n        pokeStarted = true;\n      }\n      return (body ??= {pokeID});\n    };\n    const flushBody = async () => {\n      if (body) {\n        await this.#push(['pokePart', body]);\n        body = undefined;\n        partCount = 0;\n      }\n    };\n\n    const addPatch = async (patchToVersion: PatchToVersion) => {\n      const {patch, toVersion} = patchToVersion;\n      if (cmpVersions(toVersion, this.#baseVersion) <= 0) {\n        return;\n      }\n      const body = await ensureBody();\n\n      const {type, op} = patch;\n      switch (type) {\n        case 'query': {\n          const patches = patch.clientID\n            ? ((body.desiredQueriesPatches ??= {})[patch.clientID] ??= [])\n            : (body.gotQueriesPatch ??= []);\n          if (op === 'put') {\n            patches.push({op, hash: patch.id});\n          } else {\n            patches.push({op, hash: patch.id});\n          }\n          break;\n        }\n        case 'row':\n          if (patch.id.table === this.#zeroClientsTable) {\n            this.#updateLMIDs((body.lastMutationIDChanges ??= {}), patch);\n          } else if (patch.id.table === this.#zeroMutationsTable) {\n            const patches = (body.mutationsPatch ??= []);\n            if (op === 'put') {\n              const row = v.parse(\n                ensureSafeJSON(patch.contents),\n                mutationRowSchema,\n                'passthrough',\n              );\n              patches.push({\n                op: 'put',\n                mutation: {\n                  id: {\n                    clientID: row.clientID,\n                    id: row.mutationID,\n                  },\n                  result: row.result,\n                },\n              });\n            } else {\n              const {clientID, mutationID} = patch.id.rowKey;\n              assert(\n                typeof clientID === 'string',\n                'client id must be a string',\n              );\n              const id = Number(mutationID);\n              assert(\n                !Number.isNaN(id) && Number.isFinite(id) && id >= 0,\n                'mutation id must be a finite number',\n              );\n              patches.push({\n                op: 'del',\n                id: {\n                  clientID,\n                  id,\n                },\n              });\n            }\n          } else {\n            (body.rowsPatch ??= []).push(makeRowPatch(patch));\n          }\n          break;\n        default:\n          unreachable(patch);\n      }\n\n      if (++partCount >= PART_COUNT_FLUSH_THRESHOLD) {\n        await flushBody();\n      }\n    };\n\n    return {\n      addPatch: async (patchToVersion: PatchToVersion) => {\n        try {\n          await addPatch(patchToVersion);\n          if (patchToVersion.patch.type === 'row') {\n            this.#pokedRows.add(1);\n          }\n        } catch (e) {\n          this.#downstream.fail(wrapWithProtocolError(e));\n        }\n      },\n\n      cancel: async () => {\n        if (pokeStarted) {\n          await this.#push(['pokeEnd', {pokeID, cookie: '', cancel: true}]);\n        }\n      },\n\n      end: async (finalVersion: CVRVersion) => {\n        const cookie = versionToCookie(finalVersion);\n        if (!pokeStarted) {\n          if (cmpVersions(this.#baseVersion, finalVersion) === 0) {\n            return; // Nothing changed and nothing was sent.\n          }\n          await this.#push(['pokeStart', pokeStart]);\n        } else if (cmpVersions(this.#baseVersion, finalVersion) >= 0) {\n          // Sanity check: If the poke was started, the finalVersion\n          // must be > #baseVersion.\n          throw new Error(\n            `Patches were sent but finalVersion ${finalVersion} is ` +\n              `not greater than baseVersion ${this.#baseVersion}`,\n          );\n        }\n        await flushBody();\n        await this.#push(['pokeEnd', {pokeID, cookie}]);\n        this.#baseVersion = finalVersion;\n\n        const elapsed = performance.now() - start;\n        this.#pokeTransactions.add(1);\n        this.#pokeTime.recordMs(elapsed);\n      },\n    };\n  }\n\n  async sendDeleteClients(\n    lc: LogContext,\n    deletedClientIDs: string[],\n    deletedClientGroupIDs: string[],\n  ) {\n    const deleteClientsBody: Writable<DeleteClientsBody> = {};\n    if (deletedClientIDs.length > 0) {\n      deleteClientsBody.clientIDs = deletedClientIDs;\n    }\n    if (deletedClientGroupIDs.length > 0) {\n      deleteClientsBody.clientGroupIDs = deletedClientGroupIDs;\n    }\n    lc.debug?.('sending deleteClients', deleteClientsBody);\n    await this.#push(['deleteClients', deleteClientsBody]);\n  }\n\n  sendQueryTransformApplicationErrors(errors: ErroredQuery[]) {\n    void this.#push(['transformError', errors]);\n  }\n\n  sendQueryTransformFailedError(error: TransformFailedBody) {\n    this.fail(new ProtocolError(error));\n  }\n\n  sendInspectResponse(lc: LogContext, response: InspectDownBody): void {\n    lc.debug?.('sending inspect response', response);\n    this.#downstream.push(['inspect', response]);\n  }\n\n  #updateLMIDs(lmids: Record<string, number>, patch: RowPatch) {\n    if (patch.op === 'put') {\n      const row = ensureSafeJSON(patch.contents);\n      const {clientGroupID, clientID, lastMutationID} = v.parse(\n        row,\n        lmidRowSchema,\n        'passthrough',\n      );\n      if (clientGroupID !== this.#clientGroupID) {\n        this.#lc.error?.(\n          `Received clients row for wrong clientGroupID. Ignoring.`,\n          clientGroupID,\n        );\n      } else {\n        lmids[clientID] = lastMutationID;\n      }\n    } else {\n      // The 'constrain' and 'del' ops for clients can be ignored.\n      patch.op satisfies 'constrain' | 'del';\n    }\n  }\n}\n\n// Note: The {APP_ID}_{SHARD_ID}.clients table is set up in replicator/initial-sync.ts.\nconst lmidRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  lastMutationID: v.number(), // Actually returned as a bigint, but converted by ensureSafeJSON().\n});\n\nconst mutationRowSchema = v.object({\n  clientGroupID: v.string(),\n  clientID: v.string(),\n  mutationID: v.number(),\n  result: mutationResultSchema,\n});\n\nfunction makeRowPatch(patch: RowPatch): RowPatchOp {\n  const {\n    op,\n    id: {table: tableName, rowKey: id},\n  } = patch;\n\n  switch (op) {\n    case 'put':\n      return {\n        op: 'put',\n        tableName,\n        value: v.parse(ensureSafeJSON(patch.contents), rowSchema),\n      };\n\n    case 'del':\n      return {\n        op,\n        tableName,\n        id: v.parse(id, primaryKeyValueRecordSchema),\n      };\n\n    default:\n      unreachable(op);\n  }\n}\n\n/**\n * Column values of type INT8 are returned as the `bigint` from the\n * Postgres library. These are converted to `number` if they are within\n * the safe Number range, allowing the protocol to support numbers larger\n * than 32-bits. Values outside of the safe number range (e.g. > 2^53) will\n * result in an Error.\n */\nexport function ensureSafeJSON(row: JSONObject): SafeJSONObject {\n  const modified = Object.entries(row)\n    .filter(([k, v]) => {\n      if (typeof v === 'bigint') {\n        if (v >= Number.MIN_SAFE_INTEGER && v <= Number.MAX_SAFE_INTEGER) {\n          return true; // send this entry onto the next map() step.\n        }\n        throw new Error(`Value of \"${k}\" exceeds safe Number range (${v})`);\n      } else if (typeof v === 'object') {\n        assertJSONValue(v);\n      }\n      return false;\n    })\n    .map(([k, v]) => [k, Number(v)]);\n\n  return modified.length\n    ? {...row, ...Object.fromEntries(modified)}\n    : (row as SafeJSONObject);\n}\n"],"mappings":";;;;;;;;;;;;;AA6EA,IAAM,OAAoB;CACxB,gBAAgB;CAChB,cAAc;CACd,WAAW;CACZ;;AAGD,SAAgB,UACd,SACA,kBACa;CACb,MAAM,SAAS,QAAQ,KAAI,MAAK,EAAE,UAAU,iBAAiB,CAAC;AAK9D,QAAO;EACL,UAAU,OAAM,UAAS;AACvB,SAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,SAAS,MAAM,CAAC,CAAC;;EAEtE,QAAQ,YAAY;AAClB,SAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,QAAQ,CAAC,CAAC;;EAE/D,KAAK,OAAM,iBAAgB;AACzB,SAAM,QAAQ,WAAW,OAAO,KAAI,UAAS,MAAM,IAAI,aAAa,CAAC,CAAC;;EAEzE;;AAKH,IAAM,6BAA6B;;;;AAKnC,IAAa,gBAAb,MAA2B;CACzB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,YAAqB,4BACnB,QACA,aACA,8EACD;CAED,oBAA6B,mBAC3B,QACA,qBACA,8BACD;CAED,aAAsB,mBACpB,QACA,aACA,uBACD;CAED,YACE,IACA,eACA,UACA,MACA,OACA,YACA,YACA;AACA,KAAG,QAAQ,qBAAqB;AAChC,QAAA,gBAAsB;AACtB,OAAK,WAAW;AAChB,OAAK,OAAO;AACZ,QAAA,mBAAyB,GAAG,eAAe,MAAM,CAAC;AAClD,QAAA,qBAA2B,GAAG,eAAe,MAAM,CAAC;AACpD,QAAA,KAAW;AACX,QAAA,aAAmB;AACnB,QAAA,cAAoB,gBAAgB,WAAW;;CAGjD,UAA8B;AAC5B,SAAO,MAAA;;CAGT,OAAA,KAAY,KAAgC;EAC1C,MAAM,EAAC,WAAU,MAAA,WAAiB,KAAK,IAAI;AAC3C,QAAM;;CAGR,KAAK,GAAY;AACf,QAAA,GAAS,YAAY,EAAE,IACrB,8CAA8C,OAAO,EAAE,IACvD,EACD;AACD,QAAA,WAAiB,KAAK,sBAAsB,EAAE,CAAC;;CAGjD,MAAM,QAAgB;AACpB,QAAA,GAAS,QAAQ,mCAAmC,SAAS;AAC7D,QAAA,WAAiB,QAAQ;;CAG3B,UAAU,kBAA2C;EACnD,MAAM,SAAS,gBAAgB,iBAAiB;EAChD,MAAM,KAAK,MAAA,GAAS,YAAY,UAAU,OAAO;AAEjD,MAAI,YAAY,MAAA,aAAmB,iBAAiB,IAAI,GAAG;AACzD,MAAG,OAAO,uCAAuC;AACjD,UAAO;;EAGT,MAAM,aAAa,wBAAwB,MAAA,YAAkB;EAC7D,MAAM,SAAS,gBAAgB,iBAAiB;AAChD,KAAG,OAAO,sBAAsB,WAAW,MAAM,SAAS;EAE1D,MAAM,QAAQ,YAAY,KAAK;EAE/B,MAAM,YAA2B;GAAC;GAAQ;GAAW;EAErD,IAAI,cAAc;EAClB,IAAI;EACJ,IAAI,YAAY;EAChB,MAAM,aAAa,YAAY;AAC7B,OAAI,CAAC,aAAa;AAChB,UAAM,MAAA,KAAW,CAAC,aAAa,UAAU,CAAC;AAC1C,kBAAc;;AAEhB,UAAQ,SAAS,EAAC,QAAO;;EAE3B,MAAM,YAAY,YAAY;AAC5B,OAAI,MAAM;AACR,UAAM,MAAA,KAAW,CAAC,YAAY,KAAK,CAAC;AACpC,WAAO,KAAA;AACP,gBAAY;;;EAIhB,MAAM,WAAW,OAAO,mBAAmC;GACzD,MAAM,EAAC,OAAO,cAAa;AAC3B,OAAI,YAAY,WAAW,MAAA,YAAkB,IAAI,EAC/C;GAEF,MAAM,OAAO,MAAM,YAAY;GAE/B,MAAM,EAAC,MAAM,OAAM;AACnB,WAAQ,MAAR;IACE,KAAK,SAAS;KACZ,MAAM,UAAU,MAAM,WACjB,CAAC,KAAK,0BAA0B,EAAE,EAAE,MAAM,cAAc,EAAE,GAC1D,KAAK,oBAAoB,EAAE;AAChC,SAAI,OAAO,MACT,SAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;MAAG,CAAC;SAElC,SAAQ,KAAK;MAAC;MAAI,MAAM,MAAM;MAAG,CAAC;AAEpC;;IAEF,KAAK;AACH,SAAI,MAAM,GAAG,UAAU,MAAA,iBACrB,OAAA,YAAmB,KAAK,0BAA0B,EAAE,EAAG,MAAM;cACpD,MAAM,GAAG,UAAU,MAAA,oBAA0B;MACtD,MAAM,UAAW,KAAK,mBAAmB,EAAE;AAC3C,UAAI,OAAO,OAAO;OAChB,MAAM,MAAM,MACV,eAAe,MAAM,SAAS,EAC9B,mBACA,cACD;AACD,eAAQ,KAAK;QACX,IAAI;QACJ,UAAU;SACR,IAAI;UACF,UAAU,IAAI;UACd,IAAI,IAAI;UACT;SACD,QAAQ,IAAI;SACb;QACF,CAAC;aACG;OACL,MAAM,EAAC,UAAU,eAAc,MAAM,GAAG;AACxC,cACE,OAAO,aAAa,UACpB,6BACD;OACD,MAAM,KAAK,OAAO,WAAW;AAC7B,cACE,CAAC,OAAO,MAAM,GAAG,IAAI,OAAO,SAAS,GAAG,IAAI,MAAM,GAClD,sCACD;AACD,eAAQ,KAAK;QACX,IAAI;QACJ,IAAI;SACF;SACA;SACD;QACF,CAAC;;WAGJ,EAAC,KAAK,cAAc,EAAE,EAAE,KAAK,aAAa,MAAM,CAAC;AAEnD;IACF,QACE,aAAY,MAAM;;AAGtB,OAAI,EAAE,aAAa,2BACjB,OAAM,WAAW;;AAIrB,SAAO;GACL,UAAU,OAAO,mBAAmC;AAClD,QAAI;AACF,WAAM,SAAS,eAAe;AAC9B,SAAI,eAAe,MAAM,SAAS,MAChC,OAAA,UAAgB,IAAI,EAAE;aAEjB,GAAG;AACV,WAAA,WAAiB,KAAK,sBAAsB,EAAE,CAAC;;;GAInD,QAAQ,YAAY;AAClB,QAAI,YACF,OAAM,MAAA,KAAW,CAAC,WAAW;KAAC;KAAQ,QAAQ;KAAI,QAAQ;KAAK,CAAC,CAAC;;GAIrE,KAAK,OAAO,iBAA6B;IACvC,MAAM,SAAS,gBAAgB,aAAa;AAC5C,QAAI,CAAC,aAAa;AAChB,SAAI,YAAY,MAAA,aAAmB,aAAa,KAAK,EACnD;AAEF,WAAM,MAAA,KAAW,CAAC,aAAa,UAAU,CAAC;eACjC,YAAY,MAAA,aAAmB,aAAa,IAAI,EAGzD,OAAM,IAAI,MACR,sCAAsC,aAAa,mCACjB,MAAA,cACnC;AAEH,UAAM,WAAW;AACjB,UAAM,MAAA,KAAW,CAAC,WAAW;KAAC;KAAQ;KAAO,CAAC,CAAC;AAC/C,UAAA,cAAoB;IAEpB,MAAM,UAAU,YAAY,KAAK,GAAG;AACpC,UAAA,iBAAuB,IAAI,EAAE;AAC7B,UAAA,SAAe,SAAS,QAAQ;;GAEnC;;CAGH,MAAM,kBACJ,IACA,kBACA,uBACA;EACA,MAAM,oBAAiD,EAAE;AACzD,MAAI,iBAAiB,SAAS,EAC5B,mBAAkB,YAAY;AAEhC,MAAI,sBAAsB,SAAS,EACjC,mBAAkB,iBAAiB;AAErC,KAAG,QAAQ,yBAAyB,kBAAkB;AACtD,QAAM,MAAA,KAAW,CAAC,iBAAiB,kBAAkB,CAAC;;CAGxD,oCAAoC,QAAwB;AACrD,QAAA,KAAW,CAAC,kBAAkB,OAAO,CAAC;;CAG7C,8BAA8B,OAA4B;AACxD,OAAK,KAAK,IAAI,cAAc,MAAM,CAAC;;CAGrC,oBAAoB,IAAgB,UAAiC;AACnE,KAAG,QAAQ,4BAA4B,SAAS;AAChD,QAAA,WAAiB,KAAK,CAAC,WAAW,SAAS,CAAC;;CAG9C,aAAa,OAA+B,OAAiB;AAC3D,MAAI,MAAM,OAAO,OAAO;GAEtB,MAAM,EAAC,eAAe,UAAU,mBAAkB,MADtC,eAAe,MAAM,SAAS,EAGxC,eACA,cACD;AACD,OAAI,kBAAkB,MAAA,cACpB,OAAA,GAAS,QACP,2DACA,cACD;OAED,OAAM,YAAY;QAIpB,OAAM;;;AAMZ,IAAM,gBAAgB,eAAE,OAAO;CAC7B,eAAe,eAAE,QAAQ;CACzB,UAAU,eAAE,QAAQ;CACpB,gBAAgB,eAAE,QAAQ;CAC3B,CAAC;AAEF,IAAM,oBAAoB,eAAE,OAAO;CACjC,eAAe,eAAE,QAAQ;CACzB,UAAU,eAAE,QAAQ;CACpB,YAAY,eAAE,QAAQ;CACtB,QAAQ;CACT,CAAC;AAEF,SAAS,aAAa,OAA6B;CACjD,MAAM,EACJ,IACA,IAAI,EAAC,OAAO,WAAW,QAAQ,SAC7B;AAEJ,SAAQ,IAAR;EACE,KAAK,MACH,QAAO;GACL,IAAI;GACJ;GACA,OAAO,MAAQ,eAAe,MAAM,SAAS,EAAE,UAAU;GAC1D;EAEH,KAAK,MACH,QAAO;GACL;GACA;GACA,IAAI,MAAQ,IAAI,4BAA4B;GAC7C;EAEH,QACE,aAAY,GAAG;;;;;;;;;;AAWrB,SAAgB,eAAe,KAAiC;CAC9D,MAAM,WAAW,OAAO,QAAQ,IAAI,CACjC,QAAQ,CAAC,GAAG,OAAO;AAClB,MAAI,OAAO,MAAM,UAAU;AACzB,OAAI,KAAK,OAAO,oBAAoB,KAAK,OAAO,iBAC9C,QAAO;AAET,SAAM,IAAI,MAAM,aAAa,EAAE,+BAA+B,EAAE,GAAG;aAC1D,OAAO,MAAM,SACtB,iBAAgB,EAAE;AAEpB,SAAO;GACP,CACD,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC;AAElC,QAAO,SAAS,SACZ;EAAC,GAAG;EAAK,GAAG,OAAO,YAAY,SAAS;EAAC,GACxC"}

package/out/zero-cache/src/services/view-syncer/client-schema.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"client-schema.js","names":[],"sources":["../../../../../../zero-cache/src/services/view-syncer/client-schema.ts"],"sourcesContent":["import {toSorted} from '../../../../shared/src/iterables.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {\n  difference,\n  equals,\n  intersection,\n} from '../../../../shared/src/set-utils.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport {ProtocolError} from '../../../../zero-protocol/src/error.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {appSchema, upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {ZERO_VERSION_COLUMN_NAME} from '../replicator/schema/constants.ts';\n\nexport function checkClientSchema(\n  shardID: ShardID,\n  clientSchema: ClientSchema,\n  tableSpecs: Map<string, LiteAndZqlSpec>,\n  fullTables: Map<string, LiteTableSpec>,\n) {\n  if (fullTables.size === 0) {\n    throw new ProtocolError({\n      kind: 'Internal',\n      message:\n        `No tables have been synced from upstream. ` +\n        `Please check that the ZERO_UPSTREAM_DB has been properly set.`,\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n  const errors: string[] = [];\n  const clientTables = new Set(Object.keys(clientSchema.tables));\n  const missingTables = difference(clientTables, tableSpecs);\n  for (const missing of toSorted(missingTables)) {\n    if (fullTables.has(missing)) {\n      errors.push(\n        `The \"${missing}\" table is missing a primary key or non-null ` +\n          `unique index and thus cannot be synced to the client`,\n      );\n    } else {\n      const app = appSchema(shardID) + '.';\n      const shard = upstreamSchema(shardID) + '.';\n      const syncedTables = [...tableSpecs.keys()]\n        .filter(t => !t.startsWith(app) && !t.startsWith(shard))\n        .sort()\n        .map(t => `\"${t}\"`)\n        .join(',');\n      const schemaTip =\n        missing.includes('.') && !syncedTables.includes('.')\n          ? ` Note that zero does not sync tables from non-public schemas ` +\n            `by default. Make sure you have defined a custom ` +\n            `ZERO_APP_PUBLICATION to sync tables from non-public schemas.`\n          : '';\n      errors.push(\n        `The \"${missing}\" table does not exist or is not ` +\n          `one of the replicated tables: ${syncedTables}.${schemaTip}`,\n      );\n    }\n  }\n  const tables = intersection(tableSpecs, clientTables);\n  for (const table of toSorted(tables)) {\n    const clientSpec = clientSchema.tables[table];\n    const serverSpec = must(tableSpecs.get(table)); // guaranteed by intersection\n    const fullSpec = must(fullTables.get(table));\n\n    const clientColumns = new Set(Object.keys(clientSpec.columns));\n    const syncedColumns = new Set(Object.keys(serverSpec.zqlSpec));\n    const missingColumns = difference(clientColumns, syncedColumns);\n    for (const missing of toSorted(missingColumns)) {\n      if (fullSpec.columns[missing]) {\n        errors.push(\n          `The \"${table}\".\"${missing}\" column cannot be synced because it ` +\n            `is of an unsupported data type \"${fullSpec.columns[missing].dataType}\"`,\n        );\n      } else {\n        const columns = [...syncedColumns]\n          .filter(c => c !== ZERO_VERSION_COLUMN_NAME)\n          .sort()\n          .map(c => `\"${c}\"`)\n          .join(',');\n\n        errors.push(\n          `The \"${table}\".\"${missing}\" column does not exist ` +\n            `or is not one of the replicated columns: ${columns}.`,\n        );\n      }\n    }\n    const columns = intersection(clientColumns, syncedColumns);\n    for (const column of columns) {\n      const clientType = clientSpec.columns[column].type;\n      const serverType = serverSpec.zqlSpec[column].type;\n      if (clientSpec.columns[column].type !== serverSpec.zqlSpec[column].type) {\n        errors.push(\n          `The \"${table}\".\"${column}\" column's upstream type \"${serverType}\" ` +\n            `does not match the client type \"${clientType}\"`,\n        );\n      }\n    }\n    if (!clientSpec.primaryKey) {\n      errors.push(\n        `The \"${table}\" table's client schema does not specify a primary key.`,\n      );\n    } else {\n      const clientPrimaryKey = new Set(clientSpec.primaryKey);\n      if (\n        !serverSpec.tableSpec.allPotentialPrimaryKeys.some(key =>\n          equals(clientPrimaryKey, new Set(key)),\n        )\n      ) {\n        errors.push(\n          `The \"${table}\" table's primaryKey <${clientSpec.primaryKey.join(',')}> ` +\n            `is not associated with a non-null unique index.`,\n        );\n      }\n    }\n  }\n  if (errors.length) {\n    throw new ProtocolError({\n      kind: 'SchemaVersionNotSupported',\n      message: errors.join('\\n'),\n      origin: ErrorOrigin.ZeroCache,\n    });\n  }\n}\n"],"mappings":";;;;;;;;AAcA,SAAgB,kBACd,SACA,cACA,YACA,YACA;AACA,KAAI,WAAW,SAAS,EACtB,OAAM,IAAI,cAAc;EACtB,MAAM;EACN,SACE;EAEF,QAAQ;EACT,CAAC;CAEJ,MAAM,SAAmB,EAAE;CAC3B,MAAM,eAAe,IAAI,IAAI,OAAO,KAAK,aAAa,OAAO,CAAC;CAC9D,MAAM,gBAAgB,WAAW,cAAc,WAAW;AAC1D,MAAK,MAAM,WAAW,SAAS,cAAc,CAC3C,KAAI,WAAW,IAAI,QAAQ,CACzB,QAAO,KACL,QAAQ,QAAQ,mGAEjB;MACI;EACL,MAAM,MAAM,UAAU,QAAQ,GAAG;EACjC,MAAM,QAAQ,eAAe,QAAQ,GAAG;EACxC,MAAM,eAAe,CAAC,GAAG,WAAW,MAAM,CAAC,CACxC,QAAO,MAAK,CAAC,EAAE,WAAW,IAAI,IAAI,CAAC,EAAE,WAAW,MAAM,CAAC,CACvD,MAAM,CACN,KAAI,MAAK,IAAI,EAAE,GAAG,CAClB,KAAK,IAAI;EACZ,MAAM,YACJ,QAAQ,SAAS,IAAI,IAAI,CAAC,aAAa,SAAS,IAAI,GAChD,8KAGA;AACN,SAAO,KACL,QAAQ,QAAQ,iEACmB,aAAa,GAAG,YACpD;;CAGL,MAAM,SAAS,aAAa,YAAY,aAAa;AACrD,MAAK,MAAM,SAAS,SAAS,OAAO,EAAE;EACpC,MAAM,aAAa,aAAa,OAAO;EACvC,MAAM,aAAa,KAAK,WAAW,IAAI,MAAM,CAAC;EAC9C,MAAM,WAAW,KAAK,WAAW,IAAI,MAAM,CAAC;EAE5C,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,QAAQ,CAAC;EAC9D,MAAM,gBAAgB,IAAI,IAAI,OAAO,KAAK,WAAW,QAAQ,CAAC;EAC9D,MAAM,iBAAiB,WAAW,eAAe,cAAc;AAC/D,OAAK,MAAM,WAAW,SAAS,eAAe,CAC5C,KAAI,SAAS,QAAQ,SACnB,QAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,uEACU,SAAS,QAAQ,SAAS,SAAS,GACzE;OACI;GACL,MAAM,UAAU,CAAC,GAAG,cAAc,CAC/B,QAAO,MAAK,MAAM,yBAAyB,CAC3C,MAAM,CACN,KAAI,MAAK,IAAI,EAAE,GAAG,CAClB,KAAK,IAAI;AAEZ,UAAO,KACL,QAAQ,MAAM,KAAK,QAAQ,mEACmB,QAAQ,GACvD;;EAGL,MAAM,UAAU,aAAa,eAAe,cAAc;AAC1D,OAAK,MAAM,UAAU,SAAS;GAC5B,MAAM,aAAa,WAAW,QAAQ,QAAQ;GAC9C,MAAM,aAAa,WAAW,QAAQ,QAAQ;AAC9C,OAAI,WAAW,QAAQ,QAAQ,SAAS,WAAW,QAAQ,QAAQ,KACjE,QAAO,KACL,QAAQ,MAAM,KAAK,OAAO,4BAA4B,WAAW,oCAC5B,WAAW,GACjD;;AAGL,MAAI,CAAC,WAAW,WACd,QAAO,KACL,QAAQ,MAAM,yDACf;OACI;GACL,MAAM,mBAAmB,IAAI,IAAI,WAAW,WAAW;AACvD,OACE,CAAC,WAAW,UAAU,wBAAwB,MAAK,QACjD,OAAO,kBAAkB,IAAI,IAAI,IAAI,CAAC,CACvC,CAED,QAAO,KACL,QAAQ,MAAM,wBAAwB,WAAW,WAAW,KAAK,IAAI,CAAC,mDAEvE;;;AAIP,KAAI,OAAO,OACT,OAAM,IAAI,cAAc;EACtB,MAAM;EACN,SAAS,OAAO,KAAK,KAAK;EAC1B,QAAQ;EACT,CAAC"}

package/out/zero-cache/src/services/view-syncer/connection-context-manager.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"connection-context-manager.js","names":["#lc","#connections","#validateLegacyJWT","#now","#revalidateIntervalMs","#retransformIntervalMs","#queryConfig","#pushConfig","#removeConnection","#nextInsertionOrder","#storeConnection","#refreshBackgroundConnectionContext","#updateBackgroundRetransformDeadline","#mustGetConnectionContext","#demoteConnection","#getConnectionContext","#group","#setGroup","#nextRevalidateAt","#getBackgroundConnectionContext","#sharedRetransformReady","#setBackgroundConnection"],"sources":["../../../../../../zero-cache/src/services/view-syncer/connection-context-manager.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {InitConnectionBody} from '../../../../zero-protocol/src/connect.ts';\nimport {ErrorKind} from '../../../../zero-protocol/src/error-kind.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport type {UpdateAuthBody} from '../../../../zero-protocol/src/update-auth.ts';\nimport {\n  authEquals,\n  resolveAuth,\n  type Auth,\n  type ValidateLegacyJWT,\n} from '../../auth/auth.ts';\nimport type {ZeroConfig} from '../../config/zero-config.ts';\nimport {compileUrlPattern} from '../../custom/fetch.ts';\nimport {ProtocolErrorWithLevel} from '../../types/error-with-level.ts';\nimport type {ConnectParams} from '../../workers/connect-params.ts';\n\nexport type ConnectionState = 'provisional' | 'validated';\n\n/**\n * Normalized user identity shared by live connection state and group auth state.\n * `id: null` means logged out.\n */\nexport type UserState = {readonly id: string | null};\n\n/**\n * Delineates the two paths for validating a connection: either server can validate\n * the user's identity and return a definitive userID to trust, or we fall back to\n * trusting the one provided by the client in the incoming query params.\n */\nexport type ConnectionValidation =\n  | {kind: 'client-fallback'}\n  | {kind: 'server-validated'; validatedUserID: string | null};\n\n/**\n * Identifies one live websocket for a client slot.\n */\nexport type ConnectionSelector = {\n  readonly clientID: string;\n  readonly wsID: string;\n};\n\ntype FetchConfig = ZeroConfig['query'];\n\nexport type HeaderOptions = {\n  readonly apiKey?: string | undefined;\n  readonly customHeaders?: Readonly<Record<string, string>> | undefined;\n  readonly allowedClientHeaders?: readonly string[] | undefined;\n  readonly cookie?: string | undefined;\n  readonly origin?: string | undefined;\n};\n\nexport type ConnectionFetchContext = {\n  readonly url: string | undefined;\n  readonly allowedUrlPatterns: readonly URLPattern[] | undefined;\n  readonly headerOptions: HeaderOptions;\n};\n\n/**\n * A snapshot of one live connection tracked by the manager.\n *\n * `revalidateAt` is only populated while the connection is `validated`.\n */\nexport type ConnectionContext = {\n  readonly state: ConnectionState;\n\n  readonly clientID: string;\n  readonly wsID: string;\n  readonly user: UserState;\n\n  readonly auth: Auth | undefined;\n\n  readonly profileID: string | null;\n  readonly baseCookie: string | null;\n  readonly protocolVersion: number;\n\n  readonly revision: number;\n\n  readonly revalidateAt: number | undefined;\n\n  readonly insertionOrder: number;\n\n  readonly queryContext: ConnectionFetchContext;\n  readonly mutateContext: ConnectionFetchContext;\n};\n\n/**\n * Group-scoped auth state shared across the live connections.\n *\n * The background connection is the validated connection currently used for\n * shared background work. Retransform happens on a group level, and uses\n * the background connection's credential to refetch the latest queries.\n */\nexport type GroupAuthState = {\n  readonly pinnedUser: UserState | undefined;\n\n  readonly backgroundConnection: ConnectionSelector | undefined;\n  readonly retransformAt: number | undefined;\n  // Defer all maintenance in case a transient failure occurs.\n  readonly maintenanceNotBeforeAt: number | undefined;\n};\n\nexport type ConnectionContextManager = {\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext>;\n\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext>;\n\n  updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>>;\n\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined;\n\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): Readonly<ConnectionContext> | undefined;\n  closeConnection(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void;\n\n  setSharedRetransformReady(ready: boolean): void;\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void;\n\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined;\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext>;\n\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined;\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext>;\n\n  getGroupState(): Readonly<GroupAuthState>;\n\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  };\n};\n\n/**\n * State machine for the auth state of a single `ViewSyncerService`.\n *\n * Connections are registered as `provisional`, optionally backfilled with\n * `initConnection` metadata, and then promoted to `validated` once their\n * effective `userID` is confirmed as valid. The manager also tracks which\n * validated connection currently serves as the group's background connection.\n */\nexport class ConnectionContextManagerImpl implements ConnectionContextManager {\n  readonly #lc: LogContext;\n\n  // The live connection records, keyed by clientID\n  readonly #connections = new Map<string, ConnectionContext>();\n  #group: GroupAuthState = {\n    pinnedUser: undefined,\n    backgroundConnection: undefined,\n    retransformAt: undefined,\n    maintenanceNotBeforeAt: undefined,\n  };\n\n  readonly #validateLegacyJWT: ValidateLegacyJWT | undefined;\n\n  readonly #now: () => number;\n  readonly #revalidateIntervalMs: number | undefined;\n  readonly #retransformIntervalMs: number | undefined;\n  readonly #queryConfig: FetchConfig | undefined;\n  readonly #pushConfig: FetchConfig | undefined;\n  #sharedRetransformReady = false;\n  #nextInsertionOrder = 0;\n\n  constructor(\n    lc: LogContext,\n    revalidateIntervalSeconds?: number,\n    retransformIntervalSeconds?: number,\n    queryConfig?: FetchConfig,\n    pushConfig?: FetchConfig,\n    validateLegacyJWT?: ValidateLegacyJWT,\n    now?: () => number,\n  ) {\n    this.#lc = lc;\n    this.#now = now ?? Date.now;\n    this.#revalidateIntervalMs =\n      revalidateIntervalSeconds === undefined\n        ? undefined\n        : revalidateIntervalSeconds * 1000;\n    this.#retransformIntervalMs =\n      retransformIntervalSeconds === undefined\n        ? undefined\n        : retransformIntervalSeconds * 1000;\n    this.#queryConfig = queryConfig;\n    this.#pushConfig = pushConfig;\n    this.#validateLegacyJWT = validateLegacyJWT;\n  }\n\n  /**\n   * Creates or replaces the live record for a websocket connection.\n   *\n   * Re-registering the same `clientID` drops the old socket record and starts\n   * the replacement back in `provisional` state.\n   */\n  registerConnection(\n    selector: ConnectionSelector,\n    connectParams: ConnectParams,\n    auth?: Auth,\n  ): Readonly<ConnectionContext> {\n    this.#removeConnection(selector);\n\n    const getContext = (type: 'query' | 'mutate'): ConnectionFetchContext => {\n      const config = type === 'query' ? this.#queryConfig : this.#pushConfig;\n\n      return {\n        url: config?.url?.[0],\n        allowedUrlPatterns: config?.url?.map(compileUrlPattern),\n        headerOptions: {\n          customHeaders: undefined,\n          origin: connectParams.origin,\n          apiKey: config?.apiKey,\n          allowedClientHeaders: cloneAllowedClientHeaders(\n            config?.allowedClientHeaders,\n          ),\n          cookie: config?.forwardCookies ? connectParams.httpCookie : undefined,\n        },\n      };\n    };\n\n    const connection: ConnectionContext = {\n      state: 'provisional',\n\n      clientID: connectParams.clientID,\n      wsID: connectParams.wsID,\n      revision: 0,\n      user: {id: connectParams.userID ?? null},\n      auth,\n\n      profileID: connectParams.profileID,\n      baseCookie: connectParams.baseCookie,\n      protocolVersion: connectParams.protocolVersion,\n\n      revalidateAt: undefined,\n\n      queryContext: getContext('query'),\n      mutateContext: getContext('mutate'),\n\n      insertionOrder: ++this.#nextInsertionOrder,\n    };\n    this.#storeConnection(connection);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return connection;\n  }\n\n  /**\n   * Backfills `initConnection` data for sockets that were registered before the\n   * client could send its full init payload.\n   *\n   * This updates metadata only; it does not validate the connection.\n   */\n  initConnection(\n    selector: ConnectionSelector,\n    body: InitConnectionBody,\n  ): Readonly<ConnectionContext> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    let queryContext = connection.queryContext;\n    let mutateContext = connection.mutateContext;\n\n    if (body.userQueryURL) {\n      queryContext = {\n        ...queryContext,\n        url: body.userQueryURL,\n      };\n    }\n    if (body.userQueryHeaders) {\n      queryContext = {\n        ...queryContext,\n        headerOptions: {\n          ...queryContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userQueryHeaders),\n        },\n      };\n    }\n    if (body.userPushURL) {\n      mutateContext = {\n        ...mutateContext,\n        url: body.userPushURL,\n      };\n    }\n    if (body.userPushHeaders) {\n      mutateContext = {\n        ...mutateContext,\n        headerOptions: {\n          ...mutateContext.headerOptions,\n          customHeaders: cloneCustomHeaders(body.userPushHeaders),\n        },\n      };\n    }\n\n    return this.#demoteConnection({\n      ...connection,\n      revision: connection.revision + 1,\n      queryContext,\n      mutateContext,\n    });\n  }\n\n  /**\n   * A material auth change demotes the connection back to provisional until it\n   * is validated again.\n   */\n  async updateAuth(\n    selector: ConnectionSelector,\n    body: UpdateAuthBody,\n  ): Promise<Readonly<ConnectionContext>> {\n    const connection = this.#mustGetConnectionContext(selector);\n\n    const nextAuth = await resolveAuth(\n      this.#lc,\n      connection.auth,\n      connection.user.id,\n      body.auth,\n      this.#validateLegacyJWT,\n    );\n\n    const authChanged = !authEquals(connection.auth, nextAuth);\n    if (authChanged) {\n      return this.#demoteConnection({\n        ...connection,\n        auth: nextAuth,\n        revision: connection.revision + 1,\n      });\n    }\n\n    if (nextAuth === connection.auth) {\n      return connection;\n    }\n\n    return this.#storeConnection({\n      ...connection,\n      auth: nextAuth,\n    });\n  }\n\n  /**\n   * Validates one connection against the group's pinned `userID`.\n   *\n   * The first successful validation binds the group `userID`. Later\n   * validations must match it. Validation also refreshes the connection's\n   * revalidation deadline and may pick the connection as the group\n   * background connection if none is currently available. If the websocket is\n   * gone by the time async validation finishes, this becomes a no-op.\n   */\n  validateConnection(\n    selector: ConnectionSelector,\n    revision: number,\n    validation: ConnectionValidation,\n  ):\n    | Readonly<{\n        connection: ConnectionContext;\n        group: GroupAuthState;\n      }>\n    | undefined {\n    const connection = this.#getConnectionContext(selector);\n    if (!connection) {\n      return undefined;\n    }\n\n    if (connection.revision !== revision) {\n      this.#lc.debug?.('Skipping validateConnection for stale revision', {\n        clientID: selector.clientID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    let validatedUserState: UserState | undefined;\n\n    // If the API server has validated the user's identity, we ensure that\n    // the connection's claimed userID matches it.\n    if (validation.kind === 'server-validated') {\n      validatedUserState = {id: validation.validatedUserID};\n\n      // Check that the ws connection userID provided by the client\n      // matches the validated userID from the API server.\n      if (connection.user.id !== validatedUserState.id) {\n        throw new ProtocolErrorWithLevel(\n          {\n            kind: ErrorKind.Unauthorized,\n            message:\n              'Connection userID does not match validated server userID.',\n            origin: ErrorOrigin.ZeroCache,\n          },\n          'warn',\n        );\n      }\n    }\n\n    // The incoming user state is either the validated user state from the server\n    // or the WS client's claimed user state if no server validation occurred.\n    const incomingUserState = validatedUserState ?? connection.user;\n\n    // Once a client group is validated, every later validated connection must\n    // agree with that pinned identity.\n    if (\n      this.#group.pinnedUser !== undefined &&\n      this.#group.pinnedUser.id !== incomingUserState.id\n    ) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.Unauthorized,\n          message:\n            'Client groups are pinned to a single userID. Connection userID does not match existing client group userID.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    if (this.#group.pinnedUser === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        pinnedUser: incomingUserState,\n      });\n    }\n\n    const validatedConnection = this.#storeConnection({\n      ...connection,\n      state: 'validated',\n      revalidateAt: this.#nextRevalidateAt(),\n    });\n    this.#refreshBackgroundConnectionContext(validatedConnection);\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return {\n      connection: validatedConnection,\n      group: this.getGroupState(),\n    };\n  }\n\n  /** Removes one connection due to failed auth and updates all derived background/deadline state. */\n  failConnection(\n    selector: ConnectionSelector,\n    revision: number,\n  ): ConnectionContext | undefined {\n    return this.#removeConnection(selector, revision);\n  }\n\n  /** Removes one disconnected connection and updates all derived background/deadline state. */\n  closeConnection(selector: ConnectionSelector): ConnectionContext | undefined {\n    return this.#removeConnection(selector);\n  }\n\n  /**\n   * Records a successful background retransform. This starts a fresh interval\n   * from the manager clock when shared retransform is schedulable, or\n   * clears the deadline if it is not.\n   */\n  markBackgroundRetransformSuccess(\n    selector: ConnectionSelector,\n    revision: number,\n  ): void {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      return;\n    }\n    if (\n      backgroundConnection.clientID !== selector.clientID ||\n      backgroundConnection.wsID !== selector.wsID ||\n      backgroundConnection.revision !== revision\n    ) {\n      return;\n    }\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  setSharedRetransformReady(ready: boolean): void {\n    if (this.#sharedRetransformReady === ready) {\n      return;\n    }\n    this.#sharedRetransformReady = ready;\n    this.#updateBackgroundRetransformDeadline(true);\n  }\n\n  deferMaintenance(kind: 'revalidate' | 'retransform'): void {\n    const intervalMs =\n      kind === 'revalidate'\n        ? this.#revalidateIntervalMs\n        : this.#retransformIntervalMs;\n    if (intervalMs === undefined) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      maintenanceNotBeforeAt: Math.max(\n        this.#group.maintenanceNotBeforeAt ?? 0,\n        this.#now() + intervalMs,\n      ),\n    });\n  }\n\n  /** Returns the current live record for a client slot, if any. */\n  getConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> | undefined {\n    return this.#getConnectionContext(selector);\n  }\n\n  /** Returns the live record for one websocket or throws if it is unavailable. */\n  mustGetConnectionContext(\n    selector: ConnectionSelector,\n  ): Readonly<ConnectionContext> {\n    return this.#mustGetConnectionContext(selector);\n  }\n\n  /** Returns the current background connection, if one exists. */\n  getBackgroundConnectionContext(): Readonly<ConnectionContext> | undefined {\n    return this.#getBackgroundConnectionContext();\n  }\n\n  mustGetBackgroundConnectionContext(): Readonly<ConnectionContext> {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (!backgroundConnection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'No validated connection is available for shared query work.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n    return backgroundConnection;\n  }\n\n  /** Returns the shared group auth state. */\n  getGroupState(): Readonly<GroupAuthState> {\n    return this.#group;\n  }\n\n  /**\n   * Reports which maintenance work is currently due.\n   *\n   * The result is a pure snapshot: callers decide which actions to run and\n   * when to wake up next. `earliestDeadlineAt` is the earliest outstanding\n   * maintenance deadline, including overdue work, unless a transient failure\n   * has deferred all scheduled maintenance until `maintenanceNotBeforeAt`.\n   */\n  planMaintenance(): {\n    dueRevalidations: Readonly<ConnectionContext>[];\n    dueRetransform: boolean;\n    earliestDeadlineAt: number | undefined;\n  } {\n    const dueRevalidations: Readonly<ConnectionContext>[] = [];\n    const now = this.#now();\n    let earliestDeadlineAt = this.#group.retransformAt;\n\n    for (const connection of this.#connections.values()) {\n      if (\n        connection.state !== 'validated' ||\n        connection.revalidateAt === undefined\n      ) {\n        continue;\n      }\n      if (connection.revalidateAt <= now) {\n        dueRevalidations.push(connection);\n      }\n      earliestDeadlineAt = minDefined(\n        earliestDeadlineAt,\n        connection.revalidateAt,\n      );\n    }\n\n    const dueRetransform =\n      this.#group.retransformAt !== undefined &&\n      this.#group.retransformAt <= now;\n    const maintenanceNotBeforeAt = this.#group.maintenanceNotBeforeAt;\n\n    if (\n      maintenanceNotBeforeAt !== undefined &&\n      maintenanceNotBeforeAt > now &&\n      earliestDeadlineAt !== undefined\n    ) {\n      return {\n        dueRevalidations: [],\n        dueRetransform: false,\n        earliestDeadlineAt: Math.max(\n          earliestDeadlineAt,\n          maintenanceNotBeforeAt,\n        ),\n      };\n    }\n\n    return {\n      dueRevalidations: dueRevalidations.sort(compareByInsertionOrder),\n      dueRetransform,\n      earliestDeadlineAt,\n    };\n  }\n\n  #removeConnection(\n    selector: ConnectionSelector,\n    revision?: number,\n  ): Readonly<ConnectionContext> | undefined {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      return undefined;\n    }\n\n    // If the revision has changed, we should not remove the connection\n    if (revision !== undefined && connection.revision !== revision) {\n      this.#lc.debug?.('Ignoring failConnection for stale revision', {\n        clientID: selector.clientID,\n        wsID: selector.wsID,\n        attemptedRevision: revision,\n        currentRevision: connection.revision,\n      });\n      return undefined;\n    }\n\n    this.#connections.delete(connection.clientID);\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n\n    return connection;\n  }\n\n  #demoteConnection(connection: ConnectionContext): ConnectionContext {\n    const demotedConnection = this.#storeConnection({\n      ...connection,\n      state: 'provisional',\n      revalidateAt: undefined,\n    });\n    this.#refreshBackgroundConnectionContext();\n    this.#updateBackgroundRetransformDeadline(false);\n    return demotedConnection;\n  }\n\n  /**\n   * Keeps the background connection sticky while it remains validated.\n   *\n   * When a newly validated `preferred` connection is provided, it is promoted\n   * only if there is no current validated background connection. Otherwise the\n   * existing background connection stays in place until it disappears or is\n   * demoted, at which point the newest validated connection is selected.\n   */\n  #refreshBackgroundConnectionContext(preferred?: ConnectionContext): void {\n    if (preferred?.state === 'validated') {\n      const currentBackgroundConnection =\n        this.#getBackgroundConnectionContext();\n      if (\n        currentBackgroundConnection?.clientID === preferred.clientID &&\n        currentBackgroundConnection.wsID === preferred.wsID\n      ) {\n        return;\n      }\n      if (currentBackgroundConnection !== undefined) {\n        return;\n      }\n      this.#setBackgroundConnection({\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n      });\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: preferred.clientID,\n        wsID: preferred.wsID,\n        revision: preferred.revision,\n        reason: 'preferred-validated',\n      });\n      return;\n    }\n\n    const currentBackgroundConnection = this.#getBackgroundConnectionContext();\n    if (currentBackgroundConnection?.state === 'validated') {\n      return;\n    }\n\n    const nextBackgroundConnection = [...this.#connections.values()]\n      .filter(connection => connection.state === 'validated')\n      .sort(comparePreferredValidatedConnection)\n      .at(0);\n    this.#setBackgroundConnection(\n      nextBackgroundConnection\n        ? {\n            clientID: nextBackgroundConnection.clientID,\n            wsID: nextBackgroundConnection.wsID,\n          }\n        : undefined,\n    );\n    if (nextBackgroundConnection) {\n      this.#lc.debug?.('Selected background connection for shared auth work', {\n        clientID: nextBackgroundConnection.clientID,\n        wsID: nextBackgroundConnection.wsID,\n        revision: nextBackgroundConnection.revision,\n        reason: 'fallback-validated',\n      });\n    }\n  }\n\n  #getBackgroundConnectionContext(): ConnectionContext | undefined {\n    const backgroundConnection = this.#group.backgroundConnection;\n    if (!backgroundConnection) {\n      return undefined;\n    }\n    return this.#getConnectionContext(backgroundConnection);\n  }\n\n  #getConnectionContext(\n    selector: ConnectionSelector,\n  ): ConnectionContext | undefined {\n    const connection = this.#connections.get(selector.clientID);\n    if (!connection) {\n      return undefined;\n    }\n    if (connection.wsID !== selector.wsID) {\n      return undefined;\n    }\n    return connection;\n  }\n\n  #mustGetConnectionContext(selector: ConnectionSelector): ConnectionContext {\n    const connection = this.#getConnectionContext(selector);\n\n    if (!connection) {\n      throw new ProtocolErrorWithLevel(\n        {\n          kind: ErrorKind.InvalidConnectionRequest,\n          message:\n            'Connection auth state was not available for this websocket.',\n          origin: ErrorOrigin.ZeroCache,\n        },\n        'warn',\n      );\n    }\n\n    return connection;\n  }\n\n  #storeConnection(connection: ConnectionContext): ConnectionContext {\n    this.#connections.set(connection.clientID, connection);\n    return connection;\n  }\n\n  #setGroup(group: GroupAuthState): GroupAuthState {\n    this.#group = group;\n    return group;\n  }\n\n  #setBackgroundConnection(\n    backgroundConnection: ConnectionSelector | undefined,\n  ) {\n    if (\n      sameConnectionSelector(\n        this.#group.backgroundConnection,\n        backgroundConnection,\n      )\n    ) {\n      return;\n    }\n    this.#setGroup({\n      ...this.#group,\n      backgroundConnection: backgroundConnection\n        ? {...backgroundConnection}\n        : undefined,\n    });\n  }\n\n  /**\n   * Keeps the group background retransform deadline coherent with current\n   * schedulability.\n   *\n   * When `reset` is false, this seeds a deadline only when shared retransform\n   * is now possible and no deadline exists yet, preserving any existing\n   * cadence. When `reset` is true, it starts a fresh interval from `#now()` if\n   * retransform is schedulable for the current ready ViewSyncer instance, or\n   * clears the deadline if it is not.\n   */\n  #updateBackgroundRetransformDeadline(reset: boolean) {\n    const backgroundConnection = this.#getBackgroundConnectionContext();\n    if (\n      !backgroundConnection ||\n      this.#retransformIntervalMs === undefined ||\n      !this.#sharedRetransformReady\n    ) {\n      if (this.#group.retransformAt !== undefined) {\n        this.#setGroup({\n          ...this.#group,\n          retransformAt: undefined,\n        });\n      }\n      return;\n    }\n\n    if (reset || this.#group.retransformAt === undefined) {\n      this.#setGroup({\n        ...this.#group,\n        retransformAt: this.#now() + this.#retransformIntervalMs,\n      });\n    }\n  }\n\n  #nextRevalidateAt() {\n    return this.#revalidateIntervalMs === undefined\n      ? undefined\n      : this.#now() + this.#revalidateIntervalMs;\n  }\n}\n\nfunction compareByInsertionOrder(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return a.insertionOrder - b.insertionOrder || a.wsID.localeCompare(b.wsID);\n}\n\nfunction comparePreferredValidatedConnection(\n  a: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n  b: Pick<ConnectionContext, 'insertionOrder' | 'wsID'>,\n) {\n  return b.insertionOrder - a.insertionOrder || b.wsID.localeCompare(a.wsID);\n}\n\nfunction minDefined(a: number | undefined, b: number | undefined) {\n  if (a === undefined) {\n    return b;\n  }\n  if (b === undefined) {\n    return a;\n  }\n  return Math.min(a, b);\n}\n\nfunction sameConnectionSelector(\n  a: ConnectionSelector | undefined,\n  b: ConnectionSelector | undefined,\n) {\n  return a?.clientID === b?.clientID && a?.wsID === b?.wsID;\n}\n\nfunction cloneCustomHeaders(\n  headers: Readonly<Record<string, string>> | undefined,\n) {\n  return headers ? {...headers} : undefined;\n}\n\nfunction cloneAllowedClientHeaders(headers: readonly string[] | undefined) {\n  return headers ? [...headers] : undefined;\n}\n"],"mappings":";;;;;;;;;;;;;;AA6KA,IAAa,+BAAb,MAA8E;CAC5E;CAGA,+BAAwB,IAAI,KAAgC;CAC5D,SAAyB;EACvB,YAAY,KAAA;EACZ,sBAAsB,KAAA;EACtB,eAAe,KAAA;EACf,wBAAwB,KAAA;EACzB;CAED;CAEA;CACA;CACA;CACA;CACA;CACA,0BAA0B;CAC1B,sBAAsB;CAEtB,YACE,IACA,2BACA,4BACA,aACA,YACA,mBACA,KACA;AACA,QAAA,KAAW;AACX,QAAA,MAAY,OAAO,KAAK;AACxB,QAAA,uBACE,8BAA8B,KAAA,IAC1B,KAAA,IACA,4BAA4B;AAClC,QAAA,wBACE,+BAA+B,KAAA,IAC3B,KAAA,IACA,6BAA6B;AACnC,QAAA,cAAoB;AACpB,QAAA,aAAmB;AACnB,QAAA,oBAA0B;;;;;;;;CAS5B,mBACE,UACA,eACA,MAC6B;AAC7B,QAAA,iBAAuB,SAAS;EAEhC,MAAM,cAAc,SAAqD;GACvE,MAAM,SAAS,SAAS,UAAU,MAAA,cAAoB,MAAA;AAEtD,UAAO;IACL,KAAK,QAAQ,MAAM;IACnB,oBAAoB,QAAQ,KAAK,IAAI,kBAAkB;IACvD,eAAe;KACb,eAAe,KAAA;KACf,QAAQ,cAAc;KACtB,QAAQ,QAAQ;KAChB,sBAAsB,0BACpB,QAAQ,qBACT;KACD,QAAQ,QAAQ,iBAAiB,cAAc,aAAa,KAAA;KAC7D;IACF;;EAGH,MAAM,aAAgC;GACpC,OAAO;GAEP,UAAU,cAAc;GACxB,MAAM,cAAc;GACpB,UAAU;GACV,MAAM,EAAC,IAAI,cAAc,UAAU,MAAK;GACxC;GAEA,WAAW,cAAc;GACzB,YAAY,cAAc;GAC1B,iBAAiB,cAAc;GAE/B,cAAc,KAAA;GAEd,cAAc,WAAW,QAAQ;GACjC,eAAe,WAAW,SAAS;GAEnC,gBAAgB,EAAE,MAAA;GACnB;AACD,QAAA,gBAAsB,WAAW;AACjC,QAAA,oCAA0C;AAC1C,QAAA,oCAA0C,MAAM;AAChD,SAAO;;;;;;;;CAST,eACE,UACA,MAC6B;EAC7B,MAAM,aAAa,MAAA,yBAA+B,SAAS;EAE3D,IAAI,eAAe,WAAW;EAC9B,IAAI,gBAAgB,WAAW;AAE/B,MAAI,KAAK,aACP,gBAAe;GACb,GAAG;GACH,KAAK,KAAK;GACX;AAEH,MAAI,KAAK,iBACP,gBAAe;GACb,GAAG;GACH,eAAe;IACb,GAAG,aAAa;IAChB,eAAe,mBAAmB,KAAK,iBAAiB;IACzD;GACF;AAEH,MAAI,KAAK,YACP,iBAAgB;GACd,GAAG;GACH,KAAK,KAAK;GACX;AAEH,MAAI,KAAK,gBACP,iBAAgB;GACd,GAAG;GACH,eAAe;IACb,GAAG,cAAc;IACjB,eAAe,mBAAmB,KAAK,gBAAgB;IACxD;GACF;AAGH,SAAO,MAAA,iBAAuB;GAC5B,GAAG;GACH,UAAU,WAAW,WAAW;GAChC;GACA;GACD,CAAC;;;;;;CAOJ,MAAM,WACJ,UACA,MACsC;EACtC,MAAM,aAAa,MAAA,yBAA+B,SAAS;EAE3D,MAAM,WAAW,MAAM,YACrB,MAAA,IACA,WAAW,MACX,WAAW,KAAK,IAChB,KAAK,MACL,MAAA,kBACD;AAGD,MADoB,CAAC,WAAW,WAAW,MAAM,SAAS,CAExD,QAAO,MAAA,iBAAuB;GAC5B,GAAG;GACH,MAAM;GACN,UAAU,WAAW,WAAW;GACjC,CAAC;AAGJ,MAAI,aAAa,WAAW,KAC1B,QAAO;AAGT,SAAO,MAAA,gBAAsB;GAC3B,GAAG;GACH,MAAM;GACP,CAAC;;;;;;;;;;;CAYJ,mBACE,UACA,UACA,YAMY;EACZ,MAAM,aAAa,MAAA,qBAA2B,SAAS;AACvD,MAAI,CAAC,WACH;AAGF,MAAI,WAAW,aAAa,UAAU;AACpC,SAAA,GAAS,QAAQ,kDAAkD;IACjE,UAAU,SAAS;IACnB,mBAAmB;IACnB,iBAAiB,WAAW;IAC7B,CAAC;AACF;;EAGF,IAAI;AAIJ,MAAI,WAAW,SAAS,oBAAoB;AAC1C,wBAAqB,EAAC,IAAI,WAAW,iBAAgB;AAIrD,OAAI,WAAW,KAAK,OAAO,mBAAmB,GAC5C,OAAM,IAAI,uBACR;IACE,MAAM;IACN,SACE;IACF,QAAQ;IACT,EACD,OACD;;EAML,MAAM,oBAAoB,sBAAsB,WAAW;AAI3D,MACE,MAAA,MAAY,eAAe,KAAA,KAC3B,MAAA,MAAY,WAAW,OAAO,kBAAkB,GAEhD,OAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;GACT,EACD,OACD;AAGH,MAAI,MAAA,MAAY,eAAe,KAAA,EAC7B,OAAA,SAAe;GACb,GAAG,MAAA;GACH,YAAY;GACb,CAAC;EAGJ,MAAM,sBAAsB,MAAA,gBAAsB;GAChD,GAAG;GACH,OAAO;GACP,cAAc,MAAA,kBAAwB;GACvC,CAAC;AACF,QAAA,mCAAyC,oBAAoB;AAC7D,QAAA,oCAA0C,MAAM;AAEhD,SAAO;GACL,YAAY;GACZ,OAAO,KAAK,eAAe;GAC5B;;;CAIH,eACE,UACA,UAC+B;AAC/B,SAAO,MAAA,iBAAuB,UAAU,SAAS;;;CAInD,gBAAgB,UAA6D;AAC3E,SAAO,MAAA,iBAAuB,SAAS;;;;;;;CAQzC,iCACE,UACA,UACM;EACN,MAAM,uBAAuB,MAAA,gCAAsC;AACnE,MAAI,CAAC,qBACH;AAEF,MACE,qBAAqB,aAAa,SAAS,YAC3C,qBAAqB,SAAS,SAAS,QACvC,qBAAqB,aAAa,SAElC;AAEF,QAAA,oCAA0C,KAAK;;CAGjD,0BAA0B,OAAsB;AAC9C,MAAI,MAAA,2BAAiC,MACnC;AAEF,QAAA,yBAA+B;AAC/B,QAAA,oCAA0C,KAAK;;CAGjD,iBAAiB,MAA0C;EACzD,MAAM,aACJ,SAAS,eACL,MAAA,uBACA,MAAA;AACN,MAAI,eAAe,KAAA,EACjB;AAEF,QAAA,SAAe;GACb,GAAG,MAAA;GACH,wBAAwB,KAAK,IAC3B,MAAA,MAAY,0BAA0B,GACtC,MAAA,KAAW,GAAG,WACf;GACF,CAAC;;;CAIJ,qBACE,UACyC;AACzC,SAAO,MAAA,qBAA2B,SAAS;;;CAI7C,yBACE,UAC6B;AAC7B,SAAO,MAAA,yBAA+B,SAAS;;;CAIjD,iCAA0E;AACxE,SAAO,MAAA,gCAAsC;;CAG/C,qCAAkE;EAChE,MAAM,uBAAuB,MAAA,gCAAsC;AACnE,MAAI,CAAC,qBACH,OAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;GACT,EACD,OACD;AAEH,SAAO;;;CAIT,gBAA0C;AACxC,SAAO,MAAA;;;;;;;;;;CAWT,kBAIE;EACA,MAAM,mBAAkD,EAAE;EAC1D,MAAM,MAAM,MAAA,KAAW;EACvB,IAAI,qBAAqB,MAAA,MAAY;AAErC,OAAK,MAAM,cAAc,MAAA,YAAkB,QAAQ,EAAE;AACnD,OACE,WAAW,UAAU,eACrB,WAAW,iBAAiB,KAAA,EAE5B;AAEF,OAAI,WAAW,gBAAgB,IAC7B,kBAAiB,KAAK,WAAW;AAEnC,wBAAqB,WACnB,oBACA,WAAW,aACZ;;EAGH,MAAM,iBACJ,MAAA,MAAY,kBAAkB,KAAA,KAC9B,MAAA,MAAY,iBAAiB;EAC/B,MAAM,yBAAyB,MAAA,MAAY;AAE3C,MACE,2BAA2B,KAAA,KAC3B,yBAAyB,OACzB,uBAAuB,KAAA,EAEvB,QAAO;GACL,kBAAkB,EAAE;GACpB,gBAAgB;GAChB,oBAAoB,KAAK,IACvB,oBACA,uBACD;GACF;AAGH,SAAO;GACL,kBAAkB,iBAAiB,KAAK,wBAAwB;GAChE;GACA;GACD;;CAGH,kBACE,UACA,UACyC;EACzC,MAAM,aAAa,MAAA,qBAA2B,SAAS;AAEvD,MAAI,CAAC,WACH;AAIF,MAAI,aAAa,KAAA,KAAa,WAAW,aAAa,UAAU;AAC9D,SAAA,GAAS,QAAQ,8CAA8C;IAC7D,UAAU,SAAS;IACnB,MAAM,SAAS;IACf,mBAAmB;IACnB,iBAAiB,WAAW;IAC7B,CAAC;AACF;;AAGF,QAAA,YAAkB,OAAO,WAAW,SAAS;AAC7C,QAAA,oCAA0C;AAC1C,QAAA,oCAA0C,MAAM;AAEhD,SAAO;;CAGT,kBAAkB,YAAkD;EAClE,MAAM,oBAAoB,MAAA,gBAAsB;GAC9C,GAAG;GACH,OAAO;GACP,cAAc,KAAA;GACf,CAAC;AACF,QAAA,oCAA0C;AAC1C,QAAA,oCAA0C,MAAM;AAChD,SAAO;;;;;;;;;;CAWT,oCAAoC,WAAqC;AACvE,MAAI,WAAW,UAAU,aAAa;GACpC,MAAM,8BACJ,MAAA,gCAAsC;AACxC,OACE,6BAA6B,aAAa,UAAU,YACpD,4BAA4B,SAAS,UAAU,KAE/C;AAEF,OAAI,gCAAgC,KAAA,EAClC;AAEF,SAAA,wBAA8B;IAC5B,UAAU,UAAU;IACpB,MAAM,UAAU;IACjB,CAAC;AACF,SAAA,GAAS,QAAQ,uDAAuD;IACtE,UAAU,UAAU;IACpB,MAAM,UAAU;IAChB,UAAU,UAAU;IACpB,QAAQ;IACT,CAAC;AACF;;AAIF,MADoC,MAAA,gCAAsC,EACzC,UAAU,YACzC;EAGF,MAAM,2BAA2B,CAAC,GAAG,MAAA,YAAkB,QAAQ,CAAC,CAC7D,QAAO,eAAc,WAAW,UAAU,YAAY,CACtD,KAAK,oCAAoC,CACzC,GAAG,EAAE;AACR,QAAA,wBACE,2BACI;GACE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;GAChC,GACD,KAAA,EACL;AACD,MAAI,yBACF,OAAA,GAAS,QAAQ,uDAAuD;GACtE,UAAU,yBAAyB;GACnC,MAAM,yBAAyB;GAC/B,UAAU,yBAAyB;GACnC,QAAQ;GACT,CAAC;;CAIN,kCAAiE;EAC/D,MAAM,uBAAuB,MAAA,MAAY;AACzC,MAAI,CAAC,qBACH;AAEF,SAAO,MAAA,qBAA2B,qBAAqB;;CAGzD,sBACE,UAC+B;EAC/B,MAAM,aAAa,MAAA,YAAkB,IAAI,SAAS,SAAS;AAC3D,MAAI,CAAC,WACH;AAEF,MAAI,WAAW,SAAS,SAAS,KAC/B;AAEF,SAAO;;CAGT,0BAA0B,UAAiD;EACzE,MAAM,aAAa,MAAA,qBAA2B,SAAS;AAEvD,MAAI,CAAC,WACH,OAAM,IAAI,uBACR;GACE,MAAM;GACN,SACE;GACF,QAAQ;GACT,EACD,OACD;AAGH,SAAO;;CAGT,iBAAiB,YAAkD;AACjE,QAAA,YAAkB,IAAI,WAAW,UAAU,WAAW;AACtD,SAAO;;CAGT,UAAU,OAAuC;AAC/C,QAAA,QAAc;AACd,SAAO;;CAGT,yBACE,sBACA;AACA,MACE,uBACE,MAAA,MAAY,sBACZ,qBACD,CAED;AAEF,QAAA,SAAe;GACb,GAAG,MAAA;GACH,sBAAsB,uBAClB,EAAC,GAAG,sBAAqB,GACzB,KAAA;GACL,CAAC;;;;;;;;;;;;CAaJ,qCAAqC,OAAgB;AAEnD,MACE,CAF2B,MAAA,gCAAsC,IAGjE,MAAA,0BAAgC,KAAA,KAChC,CAAC,MAAA,wBACD;AACA,OAAI,MAAA,MAAY,kBAAkB,KAAA,EAChC,OAAA,SAAe;IACb,GAAG,MAAA;IACH,eAAe,KAAA;IAChB,CAAC;AAEJ;;AAGF,MAAI,SAAS,MAAA,MAAY,kBAAkB,KAAA,EACzC,OAAA,SAAe;GACb,GAAG,MAAA;GACH,eAAe,MAAA,KAAW,GAAG,MAAA;GAC9B,CAAC;;CAIN,oBAAoB;AAClB,SAAO,MAAA,yBAA+B,KAAA,IAClC,KAAA,IACA,MAAA,KAAW,GAAG,MAAA;;;AAItB,SAAS,wBACP,GACA,GACA;AACA,QAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,KAAK;;AAG5E,SAAS,oCACP,GACA,GACA;AACA,QAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,KAAK;;AAG5E,SAAS,WAAW,GAAuB,GAAuB;AAChE,KAAI,MAAM,KAAA,EACR,QAAO;AAET,KAAI,MAAM,KAAA,EACR,QAAO;AAET,QAAO,KAAK,IAAI,GAAG,EAAE;;AAGvB,SAAS,uBACP,GACA,GACA;AACA,QAAO,GAAG,aAAa,GAAG,YAAY,GAAG,SAAS,GAAG;;AAGvD,SAAS,mBACP,SACA;AACA,QAAO,UAAU,EAAC,GAAG,SAAQ,GAAG,KAAA;;AAGlC,SAAS,0BAA0B,SAAwC;AACzE,QAAO,UAAU,CAAC,GAAG,QAAQ,GAAG,KAAA"}