@rocicorp/zero 1.11.0-canary.3 → 1.11.0-canary.30

package/out/zero-cache/src/services/replicator/write-worker.js

@@ -1,6 +1,7 @@
 import { assert } from "../../../../shared/src/asserts.js";
 import { must } from "../../../../shared/src/must.js";
 import { Database } from "../../../../zqlite/src/db.js";
+import { readReplicaBackfills } from "./schema/backfilling.js";
 import { getSubscriptionState } from "./schema/replication-state.js";
 import { StatementRunner } from "../../db/statements.js";
 import { isSQLiteCorruption, logSQLiteCorruptionDiagnostics, registerSQLiteCorruptionDiagnosticTarget } from "../../db/sqlite-corruption.js";
@@ -74,7 +75,10 @@ function createAPI() {
 		},
 		getSubscriptionState() {
 			try {
-				return getSubscriptionState(must(runner));
+				return {
+					...getSubscriptionState(must(runner)),
+					backfills: readReplicaBackfills(must(runner).db)
+				};
 			} catch (e) {
 				handleCorruptedDb(e);
 				throw e;

package/out/zero-cache/src/services/replicator/write-worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"write-worker.js","names":[],"sources":["../../../../../../zero-cache/src/services/replicator/write-worker.ts"],"sourcesContent":["import {parentPort} from 'node:worker_threads';\nimport type {LogContext} from '@rocicorp/logger';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport type {LogConfig} from '../../../../shared/src/logging.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {Database} from '../../../../zqlite/src/db.ts';\nimport {deleteLiteDB} from '../../db/delete-lite-db.ts';\nimport {\n  isSQLiteCorruption,\n  logSQLiteCorruptionDiagnostics,\n  registerSQLiteCorruptionDiagnosticTarget,\n} from '../../db/sqlite-corruption.ts';\nimport {StatementRunner} from '../../db/statements.ts';\nimport {createLogContext} from '../../server/logging.ts';\nimport type {ChangeStreamData} from '../change-source/protocol/current/downstream.ts';\nimport {LitestreamCheckpointer} from '../litestream/litestream-checkpointer.ts';\nimport {LitestreamController} from '../litestream/litestream-controller.ts';\nimport {ChangeProcessor, type ChangeProcessorMode} from './change-processor.ts';\nimport {getSubscriptionState} from './schema/replication-state.ts';\nimport {\n  applyPragmas,\n  serializeError,\n  type ArgsMap,\n  type ForceCheckpointConfig,\n  type Method,\n  type PragmaConfig,\n  type Request,\n  type Response,\n  type ResultMap,\n  type WriteError,\n} from './write-worker-client.ts';\n\nif (!parentPort) {\n  throw new Error('write-worker must be run as a worker thread');\n}\n\nconst port = parentPort;\n\ntype API = {\n  [M in Method]: (...args: ArgsMap[M]) => ResultMap[M] | Promise<ResultMap[M]>;\n};\n\nfunction createAPI(): API {\n  let db: Database | undefined;\n  let runner: StatementRunner | undefined;\n  let processor: ChangeProcessor | undefined;\n  let mode: ChangeProcessorMode | undefined;\n  let lc: LogContext | undefined;\n  let replicaDbPath: string | undefined;\n  let unregisterCorruptionDiagnosticTargets: (() => void)[] = [];\n\n  // Set when write-path checkpoint backpressure is enabled (backup replicator\n  // on litestream v5). `undefined` disables the feature.\n  let checkpointerConfig: ForceCheckpointConfig | undefined;\n  let checkpointer: LitestreamCheckpointer | undefined;\n\n  function unregisterCorruptionDiagnostics() {\n    unregisterCorruptionDiagnosticTargets.forEach(unregister => unregister());\n    unregisterCorruptionDiagnosticTargets = [];\n  }\n\n  function handleCorruptedDb(err: unknown) {\n    if (!lc || !replicaDbPath || !isSQLiteCorruption(err)) {\n      return;\n    }\n    logSQLiteCorruptionDiagnostics(lc, 'write-worker', replicaDbPath, err);\n    try {\n      lc.warn?.(`deleting corrupted db at ${replicaDbPath}`);\n      deleteLiteDB(replicaDbPath);\n    } catch (e) {\n      lc.warn?.(`error deleting corrupted db at ${replicaDbPath}`, e);\n    }\n  }\n\n  function createProcessor() {\n    processor = new ChangeProcessor(must(runner), must(mode), (_lc, err) => {\n      handleCorruptedDb(err);\n      port.postMessage({\n        writeError: serializeError(err),\n      } satisfies WriteError);\n    });\n  }\n\n  function createCheckpointer() {\n    if (checkpointerConfig) {\n      assert(lc && db && replicaDbPath, `not initialized`);\n      checkpointer = new LitestreamCheckpointer(\n        lc,\n        db,\n        new LitestreamController(lc, replicaDbPath),\n        checkpointerConfig,\n      );\n    }\n  }\n\n  return {\n    init(\n      dbPath: string,\n      cpMode: ChangeProcessorMode,\n      pragmas: PragmaConfig,\n      logConfig: LogConfig,\n      checkpointConfig: ForceCheckpointConfig | null,\n    ): void {\n      replicaDbPath = dbPath;\n      lc = createLogContext({log: logConfig}, 'write-worker');\n      unregisterCorruptionDiagnostics();\n      unregisterCorruptionDiagnosticTargets.push(\n        registerSQLiteCorruptionDiagnosticTarget({\n          debugName: 'write-worker',\n          dbPath,\n        }),\n      );\n      try {\n        db = new Database(lc, dbPath);\n        applyPragmas(db, pragmas);\n        runner = new StatementRunner(db);\n        mode = cpMode;\n        checkpointerConfig = checkpointConfig ?? undefined;\n        createProcessor();\n        createCheckpointer();\n      } catch (e) {\n        handleCorruptedDb(e);\n        throw e;\n      }\n    },\n\n    getSubscriptionState() {\n      try {\n        return getSubscriptionState(must(runner));\n      } catch (e) {\n        handleCorruptedDb(e);\n        throw e;\n      }\n    },\n\n    async processMessages(downstream: readonly ChangeStreamData[]) {\n      try {\n        let commitResult = null;\n        for (const message of downstream) {\n          const committed = must(processor).processMessage(must(lc), message);\n          if (committed) {\n            commitResult = committed;\n            if (checkpointer) {\n              await checkpointer.maybeCheckpoint();\n            }\n          }\n        }\n        return commitResult;\n      } catch (e) {\n        handleCorruptedDb(e);\n        throw e;\n      }\n    },\n\n    abort() {\n      must(processor).abort(must(lc));\n      checkpointer?.close();\n      createProcessor();\n      createCheckpointer();\n    },\n\n    stop() {\n      checkpointer?.close();\n      checkpointer = undefined;\n      db?.close();\n      db = undefined;\n      runner = undefined;\n      processor = undefined;\n      replicaDbPath = undefined;\n      unregisterCorruptionDiagnostics();\n    },\n  };\n}\n\nconst api = createAPI();\n\nport.on('message', async (msg: Request) => {\n  try {\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any -- TS can't narrow msg.method + msg.args together\n    const result = await (api[msg.method] as (...args: any[]) => unknown)(\n      ...msg.args,\n    );\n    // abort is fire-and-forget — no pending slot on the client side.\n    if (msg.method !== 'abort') {\n      port.postMessage({method: msg.method, result} as Response);\n    }\n  } catch (e) {\n    if (msg.method !== 'abort') {\n      port.postMessage({\n        method: msg.method,\n        error: serializeError(e),\n      } as Response);\n    }\n  }\n});\n"],"mappings":";;;;;;;;;;;;;;AAgCA,IAAI,CAAC,YACH,MAAM,IAAI,MAAM,6CAA6C;AAG/D,IAAM,OAAO;AAMb,SAAS,YAAiB;CACxB,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI,wCAAwD,CAAC;CAI7D,IAAI;CACJ,IAAI;CAEJ,SAAS,kCAAkC;EACzC,sCAAsC,SAAQ,eAAc,WAAW,CAAC;EACxE,wCAAwC,CAAC;CAC3C;CAEA,SAAS,kBAAkB,KAAc;EACvC,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,mBAAmB,GAAG,GAClD;EAEF,+BAA+B,IAAI,gBAAgB,eAAe,GAAG;EACrE,IAAI;GACF,GAAG,OAAO,4BAA4B,eAAe;GACrD,aAAa,aAAa;EAC5B,SAAS,GAAG;GACV,GAAG,OAAO,kCAAkC,iBAAiB,CAAC;EAChE;CACF;CAEA,SAAS,kBAAkB;EACzB,YAAY,IAAI,gBAAgB,KAAK,MAAM,GAAG,KAAK,IAAI,IAAI,KAAK,QAAQ;GACtE,kBAAkB,GAAG;GACrB,KAAK,YAAY,EACf,YAAY,eAAe,GAAG,EAChC,CAAsB;EACxB,CAAC;CACH;CAEA,SAAS,qBAAqB;EAC5B,IAAI,oBAAoB;GACtB,OAAO,MAAM,MAAM,eAAe,iBAAiB;GACnD,eAAe,IAAI,uBACjB,IACA,IACA,IAAI,qBAAqB,IAAI,aAAa,GAC1C,kBACF;EACF;CACF;CAEA,OAAO;EACL,KACE,QACA,QACA,SACA,WACA,kBACM;GACN,gBAAgB;GAChB,KAAK,iBAAiB,EAAC,KAAK,UAAS,GAAG,cAAc;GACtD,gCAAgC;GAChC,sCAAsC,KACpC,yCAAyC;IACvC,WAAW;IACX;GACF,CAAC,CACH;GACA,IAAI;IACF,KAAK,IAAI,SAAS,IAAI,MAAM;IAC5B,aAAa,IAAI,OAAO;IACxB,SAAS,IAAI,gBAAgB,EAAE;IAC/B,OAAO;IACP,qBAAqB,oBAAoB,KAAA;IACzC,gBAAgB;IAChB,mBAAmB;GACrB,SAAS,GAAG;IACV,kBAAkB,CAAC;IACnB,MAAM;GACR;EACF;EAEA,uBAAuB;GACrB,IAAI;IACF,OAAO,qBAAqB,KAAK,MAAM,CAAC;GAC1C,SAAS,GAAG;IACV,kBAAkB,CAAC;IACnB,MAAM;GACR;EACF;EAEA,MAAM,gBAAgB,YAAyC;GAC7D,IAAI;IACF,IAAI,eAAe;IACnB,KAAK,MAAM,WAAW,YAAY;KAChC,MAAM,YAAY,KAAK,SAAS,EAAE,eAAe,KAAK,EAAE,GAAG,OAAO;KAClE,IAAI,WAAW;MACb,eAAe;MACf,IAAI,cACF,MAAM,aAAa,gBAAgB;KAEvC;IACF;IACA,OAAO;GACT,SAAS,GAAG;IACV,kBAAkB,CAAC;IACnB,MAAM;GACR;EACF;EAEA,QAAQ;GACN,KAAK,SAAS,EAAE,MAAM,KAAK,EAAE,CAAC;GAC9B,cAAc,MAAM;GACpB,gBAAgB;GAChB,mBAAmB;EACrB;EAEA,OAAO;GACL,cAAc,MAAM;GACpB,eAAe,KAAA;GACf,IAAI,MAAM;GACV,KAAK,KAAA;GACL,SAAS,KAAA;GACT,YAAY,KAAA;GACZ,gBAAgB,KAAA;GAChB,gCAAgC;EAClC;CACF;AACF;AAEA,IAAM,MAAM,UAAU;AAEtB,KAAK,GAAG,WAAW,OAAO,QAAiB;CACzC,IAAI;EAEF,MAAM,SAAS,MAAO,IAAI,IAAI,QAC5B,GAAG,IAAI,IACT;EAEA,IAAI,IAAI,WAAW,SACjB,KAAK,YAAY;GAAC,QAAQ,IAAI;GAAQ;EAAM,CAAa;CAE7D,SAAS,GAAG;EACV,IAAI,IAAI,WAAW,SACjB,KAAK,YAAY;GACf,QAAQ,IAAI;GACZ,OAAO,eAAe,CAAC;EACzB,CAAa;CAEjB;AACF,CAAC"}
+{"version":3,"file":"write-worker.js","names":[],"sources":["../../../../../../zero-cache/src/services/replicator/write-worker.ts"],"sourcesContent":["import {parentPort} from 'node:worker_threads';\nimport type {LogContext} from '@rocicorp/logger';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport type {LogConfig} from '../../../../shared/src/logging.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {Database} from '../../../../zqlite/src/db.ts';\nimport {deleteLiteDB} from '../../db/delete-lite-db.ts';\nimport {\n  isSQLiteCorruption,\n  logSQLiteCorruptionDiagnostics,\n  registerSQLiteCorruptionDiagnosticTarget,\n} from '../../db/sqlite-corruption.ts';\nimport {StatementRunner} from '../../db/statements.ts';\nimport {createLogContext} from '../../server/logging.ts';\nimport type {ChangeStreamData} from '../change-source/protocol/current/downstream.ts';\nimport {LitestreamCheckpointer} from '../litestream/litestream-checkpointer.ts';\nimport {LitestreamController} from '../litestream/litestream-controller.ts';\nimport {ChangeProcessor, type ChangeProcessorMode} from './change-processor.ts';\nimport {readReplicaBackfills} from './schema/backfilling.ts';\nimport {getSubscriptionState} from './schema/replication-state.ts';\nimport {\n  applyPragmas,\n  serializeError,\n  type ArgsMap,\n  type ForceCheckpointConfig,\n  type Method,\n  type PragmaConfig,\n  type Request,\n  type Response,\n  type ResultMap,\n  type WriteError,\n} from './write-worker-client.ts';\n\nif (!parentPort) {\n  throw new Error('write-worker must be run as a worker thread');\n}\n\nconst port = parentPort;\n\ntype API = {\n  [M in Method]: (...args: ArgsMap[M]) => ResultMap[M] | Promise<ResultMap[M]>;\n};\n\nfunction createAPI(): API {\n  let db: Database | undefined;\n  let runner: StatementRunner | undefined;\n  let processor: ChangeProcessor | undefined;\n  let mode: ChangeProcessorMode | undefined;\n  let lc: LogContext | undefined;\n  let replicaDbPath: string | undefined;\n  let unregisterCorruptionDiagnosticTargets: (() => void)[] = [];\n\n  // Set when write-path checkpoint backpressure is enabled (backup replicator\n  // on litestream v5). `undefined` disables the feature.\n  let checkpointerConfig: ForceCheckpointConfig | undefined;\n  let checkpointer: LitestreamCheckpointer | undefined;\n\n  function unregisterCorruptionDiagnostics() {\n    unregisterCorruptionDiagnosticTargets.forEach(unregister => unregister());\n    unregisterCorruptionDiagnosticTargets = [];\n  }\n\n  function handleCorruptedDb(err: unknown) {\n    if (!lc || !replicaDbPath || !isSQLiteCorruption(err)) {\n      return;\n    }\n    logSQLiteCorruptionDiagnostics(lc, 'write-worker', replicaDbPath, err);\n    try {\n      lc.warn?.(`deleting corrupted db at ${replicaDbPath}`);\n      deleteLiteDB(replicaDbPath);\n    } catch (e) {\n      lc.warn?.(`error deleting corrupted db at ${replicaDbPath}`, e);\n    }\n  }\n\n  function createProcessor() {\n    processor = new ChangeProcessor(must(runner), must(mode), (_lc, err) => {\n      handleCorruptedDb(err);\n      port.postMessage({\n        writeError: serializeError(err),\n      } satisfies WriteError);\n    });\n  }\n\n  function createCheckpointer() {\n    if (checkpointerConfig) {\n      assert(lc && db && replicaDbPath, `not initialized`);\n      checkpointer = new LitestreamCheckpointer(\n        lc,\n        db,\n        new LitestreamController(lc, replicaDbPath),\n        checkpointerConfig,\n      );\n    }\n  }\n\n  return {\n    init(\n      dbPath: string,\n      cpMode: ChangeProcessorMode,\n      pragmas: PragmaConfig,\n      logConfig: LogConfig,\n      checkpointConfig: ForceCheckpointConfig | null,\n    ): void {\n      replicaDbPath = dbPath;\n      lc = createLogContext({log: logConfig}, 'write-worker');\n      unregisterCorruptionDiagnostics();\n      unregisterCorruptionDiagnosticTargets.push(\n        registerSQLiteCorruptionDiagnosticTarget({\n          debugName: 'write-worker',\n          dbPath,\n        }),\n      );\n      try {\n        db = new Database(lc, dbPath);\n        applyPragmas(db, pragmas);\n        runner = new StatementRunner(db);\n        mode = cpMode;\n        checkpointerConfig = checkpointConfig ?? undefined;\n        createProcessor();\n        createCheckpointer();\n      } catch (e) {\n        handleCorruptedDb(e);\n        throw e;\n      }\n    },\n\n    getSubscriptionState() {\n      try {\n        // The write worker is the replica's only writer, so these reads are\n        // of the same snapshot.\n        return {\n          ...getSubscriptionState(must(runner)),\n          backfills: readReplicaBackfills(must(runner).db),\n        };\n      } catch (e) {\n        handleCorruptedDb(e);\n        throw e;\n      }\n    },\n\n    async processMessages(downstream: readonly ChangeStreamData[]) {\n      try {\n        let commitResult = null;\n        for (const message of downstream) {\n          const committed = must(processor).processMessage(must(lc), message);\n          if (committed) {\n            commitResult = committed;\n            if (checkpointer) {\n              await checkpointer.maybeCheckpoint();\n            }\n          }\n        }\n        return commitResult;\n      } catch (e) {\n        handleCorruptedDb(e);\n        throw e;\n      }\n    },\n\n    abort() {\n      must(processor).abort(must(lc));\n      checkpointer?.close();\n      createProcessor();\n      createCheckpointer();\n    },\n\n    stop() {\n      checkpointer?.close();\n      checkpointer = undefined;\n      db?.close();\n      db = undefined;\n      runner = undefined;\n      processor = undefined;\n      replicaDbPath = undefined;\n      unregisterCorruptionDiagnostics();\n    },\n  };\n}\n\nconst api = createAPI();\n\nport.on('message', async (msg: Request) => {\n  try {\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any -- TS can't narrow msg.method + msg.args together\n    const result = await (api[msg.method] as (...args: any[]) => unknown)(\n      ...msg.args,\n    );\n    // abort is fire-and-forget — no pending slot on the client side.\n    if (msg.method !== 'abort') {\n      port.postMessage({method: msg.method, result} as Response);\n    }\n  } catch (e) {\n    if (msg.method !== 'abort') {\n      port.postMessage({\n        method: msg.method,\n        error: serializeError(e),\n      } as Response);\n    }\n  }\n});\n"],"mappings":";;;;;;;;;;;;;;;AAiCA,IAAI,CAAC,YACH,MAAM,IAAI,MAAM,6CAA6C;AAG/D,IAAM,OAAO;AAMb,SAAS,YAAiB;CACxB,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI,wCAAwD,CAAC;CAI7D,IAAI;CACJ,IAAI;CAEJ,SAAS,kCAAkC;EACzC,sCAAsC,SAAQ,eAAc,WAAW,CAAC;EACxE,wCAAwC,CAAC;CAC3C;CAEA,SAAS,kBAAkB,KAAc;EACvC,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,mBAAmB,GAAG,GAClD;EAEF,+BAA+B,IAAI,gBAAgB,eAAe,GAAG;EACrE,IAAI;GACF,GAAG,OAAO,4BAA4B,eAAe;GACrD,aAAa,aAAa;EAC5B,SAAS,GAAG;GACV,GAAG,OAAO,kCAAkC,iBAAiB,CAAC;EAChE;CACF;CAEA,SAAS,kBAAkB;EACzB,YAAY,IAAI,gBAAgB,KAAK,MAAM,GAAG,KAAK,IAAI,IAAI,KAAK,QAAQ;GACtE,kBAAkB,GAAG;GACrB,KAAK,YAAY,EACf,YAAY,eAAe,GAAG,EAChC,CAAsB;EACxB,CAAC;CACH;CAEA,SAAS,qBAAqB;EAC5B,IAAI,oBAAoB;GACtB,OAAO,MAAM,MAAM,eAAe,iBAAiB;GACnD,eAAe,IAAI,uBACjB,IACA,IACA,IAAI,qBAAqB,IAAI,aAAa,GAC1C,kBACF;EACF;CACF;CAEA,OAAO;EACL,KACE,QACA,QACA,SACA,WACA,kBACM;GACN,gBAAgB;GAChB,KAAK,iBAAiB,EAAC,KAAK,UAAS,GAAG,cAAc;GACtD,gCAAgC;GAChC,sCAAsC,KACpC,yCAAyC;IACvC,WAAW;IACX;GACF,CAAC,CACH;GACA,IAAI;IACF,KAAK,IAAI,SAAS,IAAI,MAAM;IAC5B,aAAa,IAAI,OAAO;IACxB,SAAS,IAAI,gBAAgB,EAAE;IAC/B,OAAO;IACP,qBAAqB,oBAAoB,KAAA;IACzC,gBAAgB;IAChB,mBAAmB;GACrB,SAAS,GAAG;IACV,kBAAkB,CAAC;IACnB,MAAM;GACR;EACF;EAEA,uBAAuB;GACrB,IAAI;IAGF,OAAO;KACL,GAAG,qBAAqB,KAAK,MAAM,CAAC;KACpC,WAAW,qBAAqB,KAAK,MAAM,EAAE,EAAE;IACjD;GACF,SAAS,GAAG;IACV,kBAAkB,CAAC;IACnB,MAAM;GACR;EACF;EAEA,MAAM,gBAAgB,YAAyC;GAC7D,IAAI;IACF,IAAI,eAAe;IACnB,KAAK,MAAM,WAAW,YAAY;KAChC,MAAM,YAAY,KAAK,SAAS,EAAE,eAAe,KAAK,EAAE,GAAG,OAAO;KAClE,IAAI,WAAW;MACb,eAAe;MACf,IAAI,cACF,MAAM,aAAa,gBAAgB;KAEvC;IACF;IACA,OAAO;GACT,SAAS,GAAG;IACV,kBAAkB,CAAC;IACnB,MAAM;GACR;EACF;EAEA,QAAQ;GACN,KAAK,SAAS,EAAE,MAAM,KAAK,EAAE,CAAC;GAC9B,cAAc,MAAM;GACpB,gBAAgB;GAChB,mBAAmB;EACrB;EAEA,OAAO;GACL,cAAc,MAAM;GACpB,eAAe,KAAA;GACf,IAAI,MAAM;GACV,KAAK,KAAA;GACL,SAAS,KAAA;GACT,YAAY,KAAA;GACZ,gBAAgB,KAAA;GAChB,gCAAgC;EAClC;CACF;AACF;AAEA,IAAM,MAAM,UAAU;AAEtB,KAAK,GAAG,WAAW,OAAO,QAAiB;CACzC,IAAI;EAEF,MAAM,SAAS,MAAO,IAAI,IAAI,QAC5B,GAAG,IAAI,IACT;EAEA,IAAI,IAAI,WAAW,SACjB,KAAK,YAAY;GAAC,QAAQ,IAAI;GAAQ;EAAM,CAAa;CAE7D,SAAS,GAAG;EACV,IAAI,IAAI,WAAW,SACjB,KAAK,YAAY;GACf,QAAQ,IAAI;GACZ,OAAO,eAAe,CAAC;EACzB,CAAa;CAEjB;AACF,CAAC"}

package/out/zero-cache/src/services/run-ast.d.ts

@@ -10,6 +10,13 @@ import type { PlanDebugger } from '../../../zql/src/planner/planner-debug.ts';
 import type { Database } from '../../../zqlite/src/db.ts';
 import type { JWTAuth } from '../auth/auth.ts';
 import type { LiteAndZqlSpec } from '../db/specs.ts';
+/**
+ * Maximum number of synced rows returned per table, and read rows returned
+ * per table/query, when analyzing a query in zero-cache. Rows past this are
+ * still counted. Keeping every row can exhaust the heap when analyzing queries
+ * over large tables.
+ */
+export declare const MAX_ANALYZE_ROWS = 1000;
 export type RunAstOptions = {
     applyPermissions?: boolean | undefined;
     auth?: JWTAuth | undefined;
@@ -17,6 +24,11 @@ export type RunAstOptions = {
     costModel?: ConnectionCostModel | undefined;
     db: Database;
     host: BuilderDelegate;
+    /**
+     * Maximum number of synced rows returned per table. Rows past this are still
+     * counted. Defaults to no limit.
+     */
+    maxSyncedRowsPerTable?: number | undefined;
     permissions?: PermissionsConfig | undefined;
     planDebugger?: PlanDebugger | undefined;
     syncedRows?: boolean | undefined;

package/out/zero-cache/src/services/run-ast.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-ast.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/run-ast.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAQjD,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,oDAAoD,CAAC;AAC3F,OAAO,KAAK,EAAC,GAAG,EAAe,MAAM,mCAAmC,CAAC;AAEzE,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,6CAA6C,CAAC;AAG9E,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,kDAAkD,CAAC;AACxF,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAEL,KAAK,eAAe,EACrB,MAAM,qCAAqC,CAAC;AAI7C,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,gDAAgD,CAAC;AACxF,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,2CAA2C,CAAC;AAC5E,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAC;AAExD,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,iBAAiB,CAAC;AAG7C,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,gBAAgB,CAAC;AAGnD,MAAM,MAAM,aAAa,GAAG;IAC1B,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC3B,oBAAoB,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IAC9C,SAAS,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IAC5C,EAAE,EAAE,QAAQ,CAAC;IACb,IAAI,EAAE,eAAe,CAAC;IACtB,WAAW,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAC5C,YAAY,CAAC,EAAE,YAAY,GAAG,SAAS,CAAC;IACxC,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACjC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACxC,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,wBAAsB,MAAM,CAC1B,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,aAAa,EAAE,OAAO,EACtB,OAAO,EAAE,aAAa,EACtB,YAAY,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAChC,OAAO,CAAC,kBAAkB,CAAC,CAsJ7B"}
+{"version":3,"file":"run-ast.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/run-ast.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAQjD,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,oDAAoD,CAAC;AAC3F,OAAO,KAAK,EAAC,GAAG,EAAe,MAAM,mCAAmC,CAAC;AAEzE,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,6CAA6C,CAAC;AAG9E,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,kDAAkD,CAAC;AACxF,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAEL,KAAK,eAAe,EACrB,MAAM,qCAAqC,CAAC;AAG7C,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,gDAAgD,CAAC;AACxF,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,2CAA2C,CAAC;AAC5E,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAC;AAExD,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,iBAAiB,CAAC;AAG7C,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,gBAAgB,CAAC;AAOnD;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,OAAO,CAAC;AAErC,MAAM,MAAM,aAAa,GAAG;IAC1B,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC3B,oBAAoB,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IAC9C,SAAS,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IAC5C,EAAE,EAAE,QAAQ,CAAC;IACb,IAAI,EAAE,eAAe,CAAC;IACtB;;;OAGG;IACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,WAAW,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAC5C,YAAY,CAAC,EAAE,YAAY,GAAG,SAAS,CAAC;IACxC,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACjC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACxC,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,wBAAsB,MAAM,CAC1B,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,aAAa,EAAE,OAAO,EACtB,OAAO,EAAE,aAAa,EACtB,YAAY,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAChC,OAAO,CAAC,kBAAkB,CAAC,CAyL7B"}

package/out/zero-cache/src/services/run-ast.js

@@ -2,7 +2,6 @@ import { assert } from "../../../shared/src/asserts.js";
 import { sleep } from "../../../shared/src/sleep.js";
 import { must } from "../../../shared/src/must.js";
 import { mapAST } from "../../../zero-protocol/src/ast.js";
-import { skipYields } from "../../../zql/src/ivm/skip-yields.js";
 import { hashOfAST } from "../../../zero-protocol/src/query-hash.js";
 import { buildPipeline } from "../../../zql/src/builder/builder.js";
 import { astToZQL } from "../../../ast-to-zql/src/ast-to-zql.js";
@@ -10,10 +9,17 @@ import { formatOutput } from "../../../ast-to-zql/src/format.js";
 import { computeZqlSpecs } from "../db/lite-tables.js";
 import { resolveSimpleScalarSubqueries } from "../../../zqlite/src/resolve-scalar-subqueries.js";
 import { transformAndHashQuery } from "../auth/read-authorizer.js";
-import { hydrate } from "./view-syncer/pipeline-driver.js";
+import { fetchScalarValue, hydrate } from "./view-syncer/pipeline-driver.js";
 //#region ../zero-cache/src/services/run-ast.ts
+/**
+* Maximum number of synced rows returned per table, and read rows returned
+* per table/query, when analyzing a query in zero-cache. Rows past this are
+* still counted. Keeping every row can exhaust the heap when analyzing queries
+* over large tables.
+*/
+var MAX_ANALYZE_ROWS = 1e3;
 async function runAst(lc, clientSchema, ast, isTransformed, options, yieldProcess) {
-	const { clientToServerMapper, permissions, host, db } = options;
+	const { clientToServerMapper, permissions, host, db, maxSyncedRowsPerTable = Infinity } = options;
 	const result = {
 		warnings: [],
 		syncedRows: void 0,
@@ -33,21 +39,31 @@ async function runAst(lc, clientSchema, ast, isTransformed, options, yieldProces
 		ast = transformAndHashQuery(lc, "clientGroupIDForAnalyze", ast, must(permissions), auth, false).transformedAst;
 		result.afterPermissions = await formatOutput(ast.table + astToZQL(ast));
 	}
+	const hash = hashOfAST(ast);
+	const zqlSpecs = computeZqlSpecs(lc, db, { includeBackfillingColumns: false });
+	const companionInputs = [];
 	const executor = (subqueryAST, childField) => {
 		const input = buildPipeline(subqueryAST, host, "scalar-subquery");
-		let node;
-		for (const n of skipYields(input.fetch({}))) node ??= n;
-		input.destroy();
-		return node ? node.row[childField] ?? null : void 0;
+		companionInputs.push(input);
+		return fetchScalarValue(input, childField);
 	};
-	const { ast: resolvedAst, ignoredScalarHints } = resolveSimpleScalarSubqueries(ast, options.tableSpecs, executor);
+	const { ast: resolvedAst, companions, ignoredScalarHints } = resolveSimpleScalarSubqueries(ast, options.tableSpecs, executor);
 	for (const { table, uniqueKeys } of ignoredScalarHints) lc.warn?.(`Ignoring {scalar: true} on the "${table}" subquery: it does not constrain every column of any unique key [${uniqueKeys.map((k) => `(${k.join(", ")})`).join(", ")}] to a literal with "=", so it is not provably limited to one row. The gate runs as a plain EXISTS.`);
 	const pipeline = buildPipeline(resolvedAst, host, "query-id", options.costModel, lc, options.planDebugger);
+	const syncedCompanionInputs = companionInputs.filter((_, i) => companions[i].system !== "permissions");
+	function* rowChanges() {
+		try {
+			for (const input of [pipeline, ...syncedCompanionInputs]) yield* hydrate(input, hash, clientSchema, zqlSpecs);
+		} finally {
+			for (const input of companionInputs) input.destroy();
+		}
+	}
 	const start = performance.now();
 	let syncedRowCount = 0;
 	const rowsByTable = {};
-	const seenByTable = /* @__PURE__ */ new Set();
-	for (const rowChange of hydrate(pipeline, hashOfAST(resolvedAst), clientSchema, computeZqlSpecs(lc, db, { includeBackfillingColumns: false }))) {
+	const seen = /* @__PURE__ */ new Set();
+	const truncatedTables = /* @__PURE__ */ new Set();
+	for (const rowChange of rowChanges()) {
 		if (rowChange === "yield") {
 			await yieldProcess();
 			continue;
@@ -55,21 +71,21 @@ async function runAst(lc, clientSchema, ast, isTransformed, options, yieldProces
 		assert(rowChange.type === 0, "Hydration only handles add row changes");
 		if (syncedRowCount % 10 === 0) await Promise.resolve();
 		if (syncedRowCount % 100 === 0) await sleep(1);
-		let rows = rowsByTable[rowChange.table];
-		const s = rowChange.table + "." + JSON.stringify(rowChange.row);
-		if (seenByTable.has(s)) continue;
+		const key = JSON.stringify([rowChange.table, rowChange.rowKey]);
+		if (seen.has(key)) continue;
 		syncedRowCount++;
-		seenByTable.add(s);
+		seen.add(key);
 		if (options.syncedRows) {
-			if (!rows) {
-				rows = [];
-				rowsByTable[rowChange.table] = rows;
-			}
-			rows.push(rowChange.row);
+			const rows = rowsByTable[rowChange.table] ??= [];
+			if (rows.length < maxSyncedRowsPerTable) rows.push(rowChange.row);
+			else truncatedTables.add(rowChange.table);
 		}
 	}
 	const end = performance.now();
-	if (options.syncedRows) result.syncedRows = rowsByTable;
+	if (options.syncedRows) {
+		result.syncedRows = rowsByTable;
+		for (const table of truncatedTables) result.warnings.push(`Only the first ${maxSyncedRowsPerTable} synced rows of "${table}" are included.`);
+	}
 	result.start = start;
 	result.end = end;
 	result.elapsed = end - start;
@@ -80,10 +96,14 @@ async function runAst(lc, clientSchema, ast, isTransformed, options, yieldProces
 	result.readRowCount = readRowCount;
 	result.dbScansByQuery = host.debug?.getNVisitCounts() ?? {};
 	result.sqlitePlans = host.debug?.getSQLitePlans() ?? {};
-	if (options.vendedRows) result.readRows = host.debug?.getVendedRows();
+	if (options.vendedRows) {
+		const readRows = host.debug?.getVendedRows();
+		result.readRows = readRows;
+		for (const [table, byQuery] of Object.entries(readRows ?? {})) for (const [query, rows] of Object.entries(byQuery)) if ((result.readRowCountsByQuery[table]?.[query] ?? 0) > rows.length) result.warnings.push(`Only the first ${rows.length} read rows of "${table}" are included for: ${query}`);
+	}
 	return result;
 }
 //#endregion
-export { runAst };
+export { MAX_ANALYZE_ROWS, runAst };
 
 //# sourceMappingURL=run-ast.js.map

package/out/zero-cache/src/services/run-ast.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-ast.js","names":[],"sources":["../../../../../zero-cache/src/services/run-ast.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\n// @circular-dep-ignore\nimport {astToZQL} from '../../../ast-to-zql/src/ast-to-zql.ts';\n// @circular-dep-ignore\nimport {formatOutput} from '../../../ast-to-zql/src/format.ts';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {sleep} from '../../../shared/src/sleep.ts';\nimport type {AnalyzeQueryResult} from '../../../zero-protocol/src/analyze-query-result.ts';\nimport type {AST, LiteralValue} from '../../../zero-protocol/src/ast.ts';\nimport {mapAST} from '../../../zero-protocol/src/ast.ts';\nimport type {ClientSchema} from '../../../zero-protocol/src/client-schema.ts';\nimport type {Row} from '../../../zero-protocol/src/data.ts';\nimport {hashOfAST} from '../../../zero-protocol/src/query-hash.ts';\nimport type {PermissionsConfig} from '../../../zero-schema/src/compiled-permissions.ts';\nimport type {NameMapper} from '../../../zero-schema/src/name-mapper.ts';\nimport {\n  buildPipeline,\n  type BuilderDelegate,\n} from '../../../zql/src/builder/builder.ts';\nimport {ChangeType} from '../../../zql/src/ivm/change-type.ts';\nimport type {Node} from '../../../zql/src/ivm/data.ts';\nimport {skipYields} from '../../../zql/src/ivm/operator.ts';\nimport type {ConnectionCostModel} from '../../../zql/src/planner/planner-connection.ts';\nimport type {PlanDebugger} from '../../../zql/src/planner/planner-debug.ts';\nimport type {Database} from '../../../zqlite/src/db.ts';\nimport {resolveSimpleScalarSubqueries} from '../../../zqlite/src/resolve-scalar-subqueries.ts';\nimport type {JWTAuth} from '../auth/auth.ts';\nimport {transformAndHashQuery} from '../auth/read-authorizer.ts';\nimport {computeZqlSpecs} from '../db/lite-tables.ts';\nimport type {LiteAndZqlSpec} from '../db/specs.ts';\nimport {hydrate} from './view-syncer/pipeline-driver.ts';\n\nexport type RunAstOptions = {\n  applyPermissions?: boolean | undefined;\n  auth?: JWTAuth | undefined;\n  clientToServerMapper?: NameMapper | undefined;\n  costModel?: ConnectionCostModel | undefined;\n  db: Database;\n  host: BuilderDelegate;\n  permissions?: PermissionsConfig | undefined;\n  planDebugger?: PlanDebugger | undefined;\n  syncedRows?: boolean | undefined;\n  tableSpecs: Map<string, LiteAndZqlSpec>;\n  vendedRows?: boolean | undefined;\n};\n\nexport async function runAst(\n  lc: LogContext,\n  clientSchema: ClientSchema,\n  ast: AST,\n  isTransformed: boolean,\n  options: RunAstOptions,\n  yieldProcess: () => Promise<void>,\n): Promise<AnalyzeQueryResult> {\n  const {clientToServerMapper, permissions, host, db} = options;\n  const result: AnalyzeQueryResult = {\n    warnings: [],\n    syncedRows: undefined,\n    syncedRowCount: 0,\n    start: 0,\n    end: 0,\n    elapsed: 0,\n    afterPermissions: undefined,\n    readRows: undefined,\n    readRowCountsByQuery: {},\n    readRowCount: undefined,\n  };\n\n  if (!isTransformed) {\n    // map the AST to server names if not already transformed\n    ast = mapAST(ast, must(clientToServerMapper));\n  }\n  if (options.applyPermissions) {\n    const auth = options.auth;\n    if (!auth) {\n      result.warnings.push(\n        'No auth data provided. Permission rules will compare to `NULL` wherever an auth data field is referenced.',\n      );\n    }\n    ast = transformAndHashQuery(\n      lc,\n      'clientGroupIDForAnalyze',\n      ast,\n      must(permissions),\n      auth,\n      false,\n    ).transformedAst;\n    result.afterPermissions = await formatOutput(ast.table + astToZQL(ast));\n  }\n\n  // Resolve scalar subqueries (e.g. whereExists with {scalar: true}) to\n  // literal equality conditions so that SQLite can use indexes effectively.\n  // Without this, correlated subqueries get stripped from SQL filters and\n  // queries on large tables fall back to full table scans.\n  const executor = (\n    subqueryAST: AST,\n    childField: string,\n  ): LiteralValue | null | undefined => {\n    const input = buildPipeline(subqueryAST, host, 'scalar-subquery');\n    // Consume the full stream rather than using first() to avoid\n    // triggering early return on Take's #initialFetch assertion.\n    // The subquery AST already has limit: 1, so at most one row is produced.\n    let node: Node | undefined;\n    for (const n of skipYields(input.fetch({}))) {\n      node ??= n;\n    }\n    input.destroy();\n    return node ? ((node.row[childField] as LiteralValue) ?? null) : undefined;\n  };\n\n  const {ast: resolvedAst, ignoredScalarHints} = resolveSimpleScalarSubqueries(\n    ast,\n    options.tableSpecs,\n    executor,\n  );\n  for (const {table, uniqueKeys} of ignoredScalarHints) {\n    lc.warn?.(\n      `Ignoring {scalar: true} on the \"${table}\" subquery: it does not ` +\n        `constrain every column of any unique key ` +\n        `[${uniqueKeys.map(k => `(${k.join(', ')})`).join(', ')}] to a ` +\n        `literal with \"=\", so it is not provably limited to one row. ` +\n        `The gate runs as a plain EXISTS.`,\n    );\n  }\n\n  const pipeline = buildPipeline(\n    resolvedAst,\n    host,\n    'query-id',\n    options.costModel,\n    lc,\n    options.planDebugger,\n  );\n\n  const start = performance.now();\n\n  let syncedRowCount = 0;\n  const rowsByTable: Record<string, Row[]> = {};\n  const seenByTable: Set<string> = new Set();\n  for (const rowChange of hydrate(\n    pipeline,\n    hashOfAST(resolvedAst),\n    clientSchema,\n    computeZqlSpecs(lc, db, {includeBackfillingColumns: false}),\n  )) {\n    if (rowChange === 'yield') {\n      await yieldProcess();\n      continue;\n    }\n    assert(\n      rowChange.type === ChangeType.ADD,\n      'Hydration only handles add row changes',\n    );\n\n    // yield to other tasks to avoid blocking for too long\n    if (syncedRowCount % 10 === 0) {\n      await Promise.resolve();\n    }\n    if (syncedRowCount % 100 === 0) {\n      await sleep(1);\n    }\n\n    let rows: Row[] = rowsByTable[rowChange.table];\n    const s = rowChange.table + '.' + JSON.stringify(rowChange.row);\n    if (seenByTable.has(s)) {\n      continue; // skip duplicates\n    }\n    syncedRowCount++;\n    seenByTable.add(s);\n    if (options.syncedRows) {\n      if (!rows) {\n        rows = [];\n        rowsByTable[rowChange.table] = rows;\n      }\n      rows.push(rowChange.row);\n    }\n  }\n\n  const end = performance.now();\n  if (options.syncedRows) {\n    result.syncedRows = rowsByTable;\n  }\n  result.start = start;\n  result.end = end;\n  result.elapsed = end - start;\n\n  // Always include the count of synced and vended rows.\n  result.syncedRowCount = syncedRowCount;\n  result.readRowCountsByQuery = host.debug?.getVendedRowCounts() ?? {};\n  let readRowCount = 0;\n  for (const c of Object.values(result.readRowCountsByQuery)) {\n    for (const v of Object.values(c)) {\n      readRowCount += v;\n    }\n  }\n  result.readRowCount = readRowCount;\n  result.dbScansByQuery = host.debug?.getNVisitCounts() ?? {};\n  result.sqlitePlans = host.debug?.getSQLitePlans() ?? {};\n\n  if (options.vendedRows) {\n    result.readRows = host.debug?.getVendedRows();\n  }\n  return result;\n}\n"],"mappings":";;;;;;;;;;;;;;AA+CA,eAAsB,OACpB,IACA,cACA,KACA,eACA,SACA,cAC6B;CAC7B,MAAM,EAAC,sBAAsB,aAAa,MAAM,OAAM;CACtD,MAAM,SAA6B;EACjC,UAAU,CAAC;EACX,YAAY,KAAA;EACZ,gBAAgB;EAChB,OAAO;EACP,KAAK;EACL,SAAS;EACT,kBAAkB,KAAA;EAClB,UAAU,KAAA;EACV,sBAAsB,CAAC;EACvB,cAAc,KAAA;CAChB;CAEA,IAAI,CAAC,eAEH,MAAM,OAAO,KAAK,KAAK,oBAAoB,CAAC;CAE9C,IAAI,QAAQ,kBAAkB;EAC5B,MAAM,OAAO,QAAQ;EACrB,IAAI,CAAC,MACH,OAAO,SAAS,KACd,2GACF;EAEF,MAAM,sBACJ,IACA,2BACA,KACA,KAAK,WAAW,GAChB,MACA,KACF,EAAE;EACF,OAAO,mBAAmB,MAAM,aAAa,IAAI,QAAQ,SAAS,GAAG,CAAC;CACxE;CAMA,MAAM,YACJ,aACA,eACoC;EACpC,MAAM,QAAQ,cAAc,aAAa,MAAM,iBAAiB;EAIhE,IAAI;EACJ,KAAK,MAAM,KAAK,WAAW,MAAM,MAAM,CAAC,CAAC,CAAC,GACxC,SAAS;EAEX,MAAM,QAAQ;EACd,OAAO,OAAS,KAAK,IAAI,eAAgC,OAAQ,KAAA;CACnE;CAEA,MAAM,EAAC,KAAK,aAAa,uBAAsB,8BAC7C,KACA,QAAQ,YACR,QACF;CACA,KAAK,MAAM,EAAC,OAAO,gBAAe,oBAChC,GAAG,OACD,mCAAmC,MAAM,oEAEnC,WAAW,KAAI,MAAK,IAAI,EAAE,KAAK,IAAI,EAAE,EAAE,EAAE,KAAK,IAAI,EAAE,oGAG5D;CAGF,MAAM,WAAW,cACf,aACA,MACA,YACA,QAAQ,WACR,IACA,QAAQ,YACV;CAEA,MAAM,QAAQ,YAAY,IAAI;CAE9B,IAAI,iBAAiB;CACrB,MAAM,cAAqC,CAAC;CAC5C,MAAM,8BAA2B,IAAI,IAAI;CACzC,KAAK,MAAM,aAAa,QACtB,UACA,UAAU,WAAW,GACrB,cACA,gBAAgB,IAAI,IAAI,EAAC,2BAA2B,MAAK,CAAC,CAC5D,GAAG;EACD,IAAI,cAAc,SAAS;GACzB,MAAM,aAAa;GACnB;EACF;EACA,OACE,UAAU,SAAS,GACnB,wCACF;EAGA,IAAI,iBAAiB,OAAO,GAC1B,MAAM,QAAQ,QAAQ;EAExB,IAAI,iBAAiB,QAAQ,GAC3B,MAAM,MAAM,CAAC;EAGf,IAAI,OAAc,YAAY,UAAU;EACxC,MAAM,IAAI,UAAU,QAAQ,MAAM,KAAK,UAAU,UAAU,GAAG;EAC9D,IAAI,YAAY,IAAI,CAAC,GACnB;EAEF;EACA,YAAY,IAAI,CAAC;EACjB,IAAI,QAAQ,YAAY;GACtB,IAAI,CAAC,MAAM;IACT,OAAO,CAAC;IACR,YAAY,UAAU,SAAS;GACjC;GACA,KAAK,KAAK,UAAU,GAAG;EACzB;CACF;CAEA,MAAM,MAAM,YAAY,IAAI;CAC5B,IAAI,QAAQ,YACV,OAAO,aAAa;CAEtB,OAAO,QAAQ;CACf,OAAO,MAAM;CACb,OAAO,UAAU,MAAM;CAGvB,OAAO,iBAAiB;CACxB,OAAO,uBAAuB,KAAK,OAAO,mBAAmB,KAAK,CAAC;CACnE,IAAI,eAAe;CACnB,KAAK,MAAM,KAAK,OAAO,OAAO,OAAO,oBAAoB,GACvD,KAAK,MAAM,KAAK,OAAO,OAAO,CAAC,GAC7B,gBAAgB;CAGpB,OAAO,eAAe;CACtB,OAAO,iBAAiB,KAAK,OAAO,gBAAgB,KAAK,CAAC;CAC1D,OAAO,cAAc,KAAK,OAAO,eAAe,KAAK,CAAC;CAEtD,IAAI,QAAQ,YACV,OAAO,WAAW,KAAK,OAAO,cAAc;CAE9C,OAAO;AACT"}
+{"version":3,"file":"run-ast.js","names":[],"sources":["../../../../../zero-cache/src/services/run-ast.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\n// @circular-dep-ignore\nimport {astToZQL} from '../../../ast-to-zql/src/ast-to-zql.ts';\n// @circular-dep-ignore\nimport {formatOutput} from '../../../ast-to-zql/src/format.ts';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {sleep} from '../../../shared/src/sleep.ts';\nimport type {AnalyzeQueryResult} from '../../../zero-protocol/src/analyze-query-result.ts';\nimport type {AST, LiteralValue} from '../../../zero-protocol/src/ast.ts';\nimport {mapAST} from '../../../zero-protocol/src/ast.ts';\nimport type {ClientSchema} from '../../../zero-protocol/src/client-schema.ts';\nimport type {Row} from '../../../zero-protocol/src/data.ts';\nimport {hashOfAST} from '../../../zero-protocol/src/query-hash.ts';\nimport type {PermissionsConfig} from '../../../zero-schema/src/compiled-permissions.ts';\nimport type {NameMapper} from '../../../zero-schema/src/name-mapper.ts';\nimport {\n  buildPipeline,\n  type BuilderDelegate,\n} from '../../../zql/src/builder/builder.ts';\nimport {ChangeType} from '../../../zql/src/ivm/change-type.ts';\nimport type {Input} from '../../../zql/src/ivm/operator.ts';\nimport type {ConnectionCostModel} from '../../../zql/src/planner/planner-connection.ts';\nimport type {PlanDebugger} from '../../../zql/src/planner/planner-debug.ts';\nimport type {Database} from '../../../zqlite/src/db.ts';\nimport {resolveSimpleScalarSubqueries} from '../../../zqlite/src/resolve-scalar-subqueries.ts';\nimport type {JWTAuth} from '../auth/auth.ts';\nimport {transformAndHashQuery} from '../auth/read-authorizer.ts';\nimport {computeZqlSpecs} from '../db/lite-tables.ts';\nimport type {LiteAndZqlSpec} from '../db/specs.ts';\nimport {\n  fetchScalarValue,\n  hydrate,\n  type RowChange,\n} from './view-syncer/pipeline-driver.ts';\n\n/**\n * Maximum number of synced rows returned per table, and read rows returned\n * per table/query, when analyzing a query in zero-cache. Rows past this are\n * still counted. Keeping every row can exhaust the heap when analyzing queries\n * over large tables.\n */\nexport const MAX_ANALYZE_ROWS = 1000;\n\nexport type RunAstOptions = {\n  applyPermissions?: boolean | undefined;\n  auth?: JWTAuth | undefined;\n  clientToServerMapper?: NameMapper | undefined;\n  costModel?: ConnectionCostModel | undefined;\n  db: Database;\n  host: BuilderDelegate;\n  /**\n   * Maximum number of synced rows returned per table. Rows past this are still\n   * counted. Defaults to no limit.\n   */\n  maxSyncedRowsPerTable?: number | undefined;\n  permissions?: PermissionsConfig | undefined;\n  planDebugger?: PlanDebugger | undefined;\n  syncedRows?: boolean | undefined;\n  tableSpecs: Map<string, LiteAndZqlSpec>;\n  vendedRows?: boolean | undefined;\n};\n\nexport async function runAst(\n  lc: LogContext,\n  clientSchema: ClientSchema,\n  ast: AST,\n  isTransformed: boolean,\n  options: RunAstOptions,\n  yieldProcess: () => Promise<void>,\n): Promise<AnalyzeQueryResult> {\n  const {\n    clientToServerMapper,\n    permissions,\n    host,\n    db,\n    maxSyncedRowsPerTable = Infinity,\n  } = options;\n  const result: AnalyzeQueryResult = {\n    warnings: [],\n    syncedRows: undefined,\n    syncedRowCount: 0,\n    start: 0,\n    end: 0,\n    elapsed: 0,\n    afterPermissions: undefined,\n    readRows: undefined,\n    readRowCountsByQuery: {},\n    readRowCount: undefined,\n  };\n\n  if (!isTransformed) {\n    // map the AST to server names if not already transformed\n    ast = mapAST(ast, must(clientToServerMapper));\n  }\n  if (options.applyPermissions) {\n    const auth = options.auth;\n    if (!auth) {\n      result.warnings.push(\n        'No auth data provided. Permission rules will compare to `NULL` wherever an auth data field is referenced.',\n      );\n    }\n    ast = transformAndHashQuery(\n      lc,\n      'clientGroupIDForAnalyze',\n      ast,\n      must(permissions),\n      auth,\n      false,\n    ).transformedAst;\n    result.afterPermissions = await formatOutput(ast.table + astToZQL(ast));\n  }\n\n  const hash = hashOfAST(ast);\n  const zqlSpecs = computeZqlSpecs(lc, db, {includeBackfillingColumns: false});\n\n  // Resolve scalar subqueries (e.g. whereExists with {scalar: true}) to\n  // literal equality conditions so that SQLite can use indexes effectively.\n  // Without this, correlated subqueries get stripped from SQL filters and\n  // queries on large tables fall back to full table scans.\n  // As in zero-cache, the rows the client reads for the gates are synced too,\n  // so the gates' pipelines are kept to be hydrated after the query's.\n  const companionInputs: Input[] = [];\n  const executor = (\n    subqueryAST: AST,\n    childField: string,\n  ): LiteralValue | null | undefined => {\n    const input = buildPipeline(subqueryAST, host, 'scalar-subquery');\n    companionInputs.push(input);\n    return fetchScalarValue(input, childField);\n  };\n\n  const {\n    ast: resolvedAst,\n    companions,\n    ignoredScalarHints,\n  } = resolveSimpleScalarSubqueries(ast, options.tableSpecs, executor);\n  for (const {table, uniqueKeys} of ignoredScalarHints) {\n    lc.warn?.(\n      `Ignoring {scalar: true} on the \"${table}\" subquery: it does not ` +\n        `constrain every column of any unique key ` +\n        `[${uniqueKeys.map(k => `(${k.join(', ')})`).join(', ')}] to a ` +\n        `literal with \"=\", so it is not provably limited to one row. ` +\n        `The gate runs as a plain EXISTS.`,\n    );\n  }\n\n  const pipeline = buildPipeline(\n    resolvedAst,\n    host,\n    'query-id',\n    options.costModel,\n    lc,\n    options.planDebugger,\n  );\n\n  // As in zero-cache, the rows of the gates follow the rows of the query,\n  // except for gates from a permission rule: rows read for a rule are never\n  // synced.\n  const syncedCompanionInputs = companionInputs.filter(\n    (_, i) => companions[i].system !== 'permissions',\n  );\n  function* rowChanges(): Iterable<RowChange | 'yield'> {\n    try {\n      for (const input of [pipeline, ...syncedCompanionInputs]) {\n        yield* hydrate(input, hash, clientSchema, zqlSpecs);\n      }\n    } finally {\n      for (const input of companionInputs) {\n        input.destroy();\n      }\n    }\n  }\n\n  const start = performance.now();\n\n  let syncedRowCount = 0;\n  const rowsByTable: Record<string, Row[]> = {};\n  // Dedupe on the row key rather than the whole row to bound memory.\n  const seen: Set<string> = new Set();\n  const truncatedTables: Set<string> = new Set();\n  for (const rowChange of rowChanges()) {\n    if (rowChange === 'yield') {\n      await yieldProcess();\n      continue;\n    }\n    assert(\n      rowChange.type === ChangeType.ADD,\n      'Hydration only handles add row changes',\n    );\n\n    // yield to other tasks to avoid blocking for too long\n    if (syncedRowCount % 10 === 0) {\n      await Promise.resolve();\n    }\n    if (syncedRowCount % 100 === 0) {\n      await sleep(1);\n    }\n\n    const key = JSON.stringify([rowChange.table, rowChange.rowKey]);\n    if (seen.has(key)) {\n      continue; // skip duplicates\n    }\n    syncedRowCount++;\n    seen.add(key);\n    if (options.syncedRows) {\n      const rows = (rowsByTable[rowChange.table] ??= []);\n      if (rows.length < maxSyncedRowsPerTable) {\n        rows.push(rowChange.row);\n      } else {\n        truncatedTables.add(rowChange.table);\n      }\n    }\n  }\n\n  const end = performance.now();\n  if (options.syncedRows) {\n    result.syncedRows = rowsByTable;\n    for (const table of truncatedTables) {\n      result.warnings.push(\n        `Only the first ${maxSyncedRowsPerTable} synced rows of \"${table}\" are included.`,\n      );\n    }\n  }\n  result.start = start;\n  result.end = end;\n  result.elapsed = end - start;\n\n  // Always include the count of synced and vended rows.\n  result.syncedRowCount = syncedRowCount;\n  result.readRowCountsByQuery = host.debug?.getVendedRowCounts() ?? {};\n  let readRowCount = 0;\n  for (const c of Object.values(result.readRowCountsByQuery)) {\n    for (const v of Object.values(c)) {\n      readRowCount += v;\n    }\n  }\n  result.readRowCount = readRowCount;\n  result.dbScansByQuery = host.debug?.getNVisitCounts() ?? {};\n  result.sqlitePlans = host.debug?.getSQLitePlans() ?? {};\n\n  if (options.vendedRows) {\n    const readRows = host.debug?.getVendedRows();\n    result.readRows = readRows;\n    for (const [table, byQuery] of Object.entries(readRows ?? {})) {\n      for (const [query, rows] of Object.entries(byQuery)) {\n        if ((result.readRowCountsByQuery[table]?.[query] ?? 0) > rows.length) {\n          result.warnings.push(\n            `Only the first ${rows.length} read rows of \"${table}\" are included for: ${query}`,\n          );\n        }\n      }\n    }\n  }\n  return result;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AA0CA,IAAa,mBAAmB;AAqBhC,eAAsB,OACpB,IACA,cACA,KACA,eACA,SACA,cAC6B;CAC7B,MAAM,EACJ,sBACA,aACA,MACA,IACA,wBAAwB,aACtB;CACJ,MAAM,SAA6B;EACjC,UAAU,CAAC;EACX,YAAY,KAAA;EACZ,gBAAgB;EAChB,OAAO;EACP,KAAK;EACL,SAAS;EACT,kBAAkB,KAAA;EAClB,UAAU,KAAA;EACV,sBAAsB,CAAC;EACvB,cAAc,KAAA;CAChB;CAEA,IAAI,CAAC,eAEH,MAAM,OAAO,KAAK,KAAK,oBAAoB,CAAC;CAE9C,IAAI,QAAQ,kBAAkB;EAC5B,MAAM,OAAO,QAAQ;EACrB,IAAI,CAAC,MACH,OAAO,SAAS,KACd,2GACF;EAEF,MAAM,sBACJ,IACA,2BACA,KACA,KAAK,WAAW,GAChB,MACA,KACF,EAAE;EACF,OAAO,mBAAmB,MAAM,aAAa,IAAI,QAAQ,SAAS,GAAG,CAAC;CACxE;CAEA,MAAM,OAAO,UAAU,GAAG;CAC1B,MAAM,WAAW,gBAAgB,IAAI,IAAI,EAAC,2BAA2B,MAAK,CAAC;CAQ3E,MAAM,kBAA2B,CAAC;CAClC,MAAM,YACJ,aACA,eACoC;EACpC,MAAM,QAAQ,cAAc,aAAa,MAAM,iBAAiB;EAChE,gBAAgB,KAAK,KAAK;EAC1B,OAAO,iBAAiB,OAAO,UAAU;CAC3C;CAEA,MAAM,EACJ,KAAK,aACL,YACA,uBACE,8BAA8B,KAAK,QAAQ,YAAY,QAAQ;CACnE,KAAK,MAAM,EAAC,OAAO,gBAAe,oBAChC,GAAG,OACD,mCAAmC,MAAM,oEAEnC,WAAW,KAAI,MAAK,IAAI,EAAE,KAAK,IAAI,EAAE,EAAE,EAAE,KAAK,IAAI,EAAE,oGAG5D;CAGF,MAAM,WAAW,cACf,aACA,MACA,YACA,QAAQ,WACR,IACA,QAAQ,YACV;CAKA,MAAM,wBAAwB,gBAAgB,QAC3C,GAAG,MAAM,WAAW,GAAG,WAAW,aACrC;CACA,UAAU,aAA4C;EACpD,IAAI;GACF,KAAK,MAAM,SAAS,CAAC,UAAU,GAAG,qBAAqB,GACrD,OAAO,QAAQ,OAAO,MAAM,cAAc,QAAQ;EAEtD,UAAU;GACR,KAAK,MAAM,SAAS,iBAClB,MAAM,QAAQ;EAElB;CACF;CAEA,MAAM,QAAQ,YAAY,IAAI;CAE9B,IAAI,iBAAiB;CACrB,MAAM,cAAqC,CAAC;CAE5C,MAAM,uBAAoB,IAAI,IAAI;CAClC,MAAM,kCAA+B,IAAI,IAAI;CAC7C,KAAK,MAAM,aAAa,WAAW,GAAG;EACpC,IAAI,cAAc,SAAS;GACzB,MAAM,aAAa;GACnB;EACF;EACA,OACE,UAAU,SAAS,GACnB,wCACF;EAGA,IAAI,iBAAiB,OAAO,GAC1B,MAAM,QAAQ,QAAQ;EAExB,IAAI,iBAAiB,QAAQ,GAC3B,MAAM,MAAM,CAAC;EAGf,MAAM,MAAM,KAAK,UAAU,CAAC,UAAU,OAAO,UAAU,MAAM,CAAC;EAC9D,IAAI,KAAK,IAAI,GAAG,GACd;EAEF;EACA,KAAK,IAAI,GAAG;EACZ,IAAI,QAAQ,YAAY;GACtB,MAAM,OAAQ,YAAY,UAAU,WAAW,CAAC;GAChD,IAAI,KAAK,SAAS,uBAChB,KAAK,KAAK,UAAU,GAAG;QAEvB,gBAAgB,IAAI,UAAU,KAAK;EAEvC;CACF;CAEA,MAAM,MAAM,YAAY,IAAI;CAC5B,IAAI,QAAQ,YAAY;EACtB,OAAO,aAAa;EACpB,KAAK,MAAM,SAAS,iBAClB,OAAO,SAAS,KACd,kBAAkB,sBAAsB,mBAAmB,MAAM,gBACnE;CAEJ;CACA,OAAO,QAAQ;CACf,OAAO,MAAM;CACb,OAAO,UAAU,MAAM;CAGvB,OAAO,iBAAiB;CACxB,OAAO,uBAAuB,KAAK,OAAO,mBAAmB,KAAK,CAAC;CACnE,IAAI,eAAe;CACnB,KAAK,MAAM,KAAK,OAAO,OAAO,OAAO,oBAAoB,GACvD,KAAK,MAAM,KAAK,OAAO,OAAO,CAAC,GAC7B,gBAAgB;CAGpB,OAAO,eAAe;CACtB,OAAO,iBAAiB,KAAK,OAAO,gBAAgB,KAAK,CAAC;CAC1D,OAAO,cAAc,KAAK,OAAO,eAAe,KAAK,CAAC;CAEtD,IAAI,QAAQ,YAAY;EACtB,MAAM,WAAW,KAAK,OAAO,cAAc;EAC3C,OAAO,WAAW;EAClB,KAAK,MAAM,CAAC,OAAO,YAAY,OAAO,QAAQ,YAAY,CAAC,CAAC,GAC1D,KAAK,MAAM,CAAC,OAAO,SAAS,OAAO,QAAQ,OAAO,GAChD,KAAK,OAAO,qBAAqB,SAAS,UAAU,KAAK,KAAK,QAC5D,OAAO,SAAS,KACd,kBAAkB,KAAK,OAAO,iBAAiB,MAAM,sBAAsB,OAC7E;CAIR;CACA,OAAO;AACT"}

package/out/zero-cache/src/services/runner.d.ts

@@ -6,12 +6,13 @@ import type { Service } from './service.ts';
  */
 export declare class ServiceRunner<S extends Service> {
     #private;
-    constructor(lc: LogContext, factory: (id: string) => S, isValid?: (existing: S) => boolean);
+    constructor(lc: LogContext, factory: (id: string) => S, isValid?: (existing: S) => boolean, onStop?: ((id: string) => void) | undefined);
     /**
      * Creates and runs the Service with the given `id`, returning
      * an existing one if it is still running a valid.
      */
     getService(id: string): S;
+    hasService(id: string): boolean;
     get size(): number;
     getServices(): Iterable<S>;
 }

package/out/zero-cache/src/services/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AAE1C;;;GAGG;AACH,qBAAa,aAAa,CAAC,CAAC,SAAS,OAAO;;IAM1C,YACE,EAAE,EAAE,UAAU,EACd,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,CAAC,EAC1B,OAAO,GAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,OAAoB,EAK/C;IAED;;;OAGG;IACH,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,CAAC,CAmBxB;IAED,IAAI,IAAI,WAEP;IAED,WAAW,IAAI,QAAQ,CAAC,CAAC,CAAC,CAEzB;CACF"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AAE1C;;;GAGG;AACH,qBAAa,aAAa,CAAC,CAAC,SAAS,OAAO;;IAO1C,YACE,EAAE,EAAE,UAAU,EACd,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,CAAC,EAC1B,OAAO,GAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,OAAoB,EAC9C,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS,EAM5C;IAED;;;OAGG;IACH,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,CAAC,CA4BxB;IAED,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAE9B;IAED,IAAI,IAAI,WAEP;IAED,WAAW,IAAI,QAAQ,CAAC,CAAC,CAAC,CAEzB;CACF"}

package/out/zero-cache/src/services/runner.js

@@ -8,10 +8,12 @@ var ServiceRunner = class {
 	#instances = /* @__PURE__ */ new Map();
 	#create;
 	#isValid;
-	constructor(lc, factory, isValid = () => true) {
+	#onStop;
+	constructor(lc, factory, isValid = () => true, onStop) {
 		this.#lc = lc;
 		this.#create = factory;
 		this.#isValid = isValid;
+		this.#onStop = onStop;
 	}
 	/**
 	* Creates and runs the Service with the given `id`, returning
@@ -23,10 +25,16 @@ var ServiceRunner = class {
 		const service = this.#create(id);
 		this.#instances.set(id, service);
 		service.run().catch((e) => this.#lc.error?.(`Error running ${service.constructor?.name} ${service.id}`, e)).finally(() => {
-			this.#instances.delete(id);
+			if (this.#instances.get(id) === service) {
+				this.#instances.delete(id);
+				this.#onStop?.(id);
+			}
 		});
 		return service;
 	}
+	hasService(id) {
+		return this.#instances.has(id);
+	}
 	get size() {
 		return this.#instances.size;
 	}

package/out/zero-cache/src/services/runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"runner.js","names":["#lc","#instances","#create","#isValid"],"sources":["../../../../../zero-cache/src/services/runner.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {Service} from './service.ts';\n\n/**\n * Manages the creation and lifecycle of objects that implement\n * {@link Service}.\n */\nexport class ServiceRunner<S extends Service> {\n  readonly #lc: LogContext;\n  readonly #instances = new Map<string, S>();\n  readonly #create: (id: string) => S;\n  readonly #isValid: (existing: S) => boolean;\n\n  constructor(\n    lc: LogContext,\n    factory: (id: string) => S,\n    isValid: (existing: S) => boolean = () => true,\n  ) {\n    this.#lc = lc;\n    this.#create = factory;\n    this.#isValid = isValid;\n  }\n\n  /**\n   * Creates and runs the Service with the given `id`, returning\n   * an existing one if it is still running a valid.\n   */\n  getService(id: string): S {\n    const existing = this.#instances.get(id);\n    if (existing && this.#isValid(existing)) {\n      return existing;\n    }\n    const service = this.#create(id);\n    this.#instances.set(id, service);\n    void service\n      .run()\n      .catch(e =>\n        this.#lc.error?.(\n          `Error running ${service.constructor?.name} ${service.id}`,\n          e,\n        ),\n      )\n      .finally(() => {\n        this.#instances.delete(id);\n      });\n    return service;\n  }\n\n  get size() {\n    return this.#instances.size;\n  }\n\n  getServices(): Iterable<S> {\n    return this.#instances.values();\n  }\n}\n"],"mappings":";;;;;AAOA,IAAa,gBAAb,MAA8C;CAC5C;CACA,6BAAsB,IAAI,IAAe;CACzC;CACA;CAEA,YACE,IACA,SACA,gBAA0C,MAC1C;EACA,KAAKA,MAAM;EACX,KAAKE,UAAU;EACf,KAAKC,WAAW;CAClB;;;;;CAMA,WAAW,IAAe;EACxB,MAAM,WAAW,KAAKF,WAAW,IAAI,EAAE;EACvC,IAAI,YAAY,KAAKE,SAAS,QAAQ,GACpC,OAAO;EAET,MAAM,UAAU,KAAKD,QAAQ,EAAE;EAC/B,KAAKD,WAAW,IAAI,IAAI,OAAO;EAC/B,QACG,IAAI,EACJ,OAAM,MACL,KAAKD,IAAI,QACP,iBAAiB,QAAQ,aAAa,KAAK,GAAG,QAAQ,MACtD,CACF,CACF,EACC,cAAc;GACb,KAAKC,WAAW,OAAO,EAAE;EAC3B,CAAC;EACH,OAAO;CACT;CAEA,IAAI,OAAO;EACT,OAAO,KAAKA,WAAW;CACzB;CAEA,cAA2B;EACzB,OAAO,KAAKA,WAAW,OAAO;CAChC;AACF"}
+{"version":3,"file":"runner.js","names":["#lc","#instances","#create","#isValid","#onStop"],"sources":["../../../../../zero-cache/src/services/runner.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {Service} from './service.ts';\n\n/**\n * Manages the creation and lifecycle of objects that implement\n * {@link Service}.\n */\nexport class ServiceRunner<S extends Service> {\n  readonly #lc: LogContext;\n  readonly #instances = new Map<string, S>();\n  readonly #create: (id: string) => S;\n  readonly #isValid: (existing: S) => boolean;\n  readonly #onStop?: ((id: string) => void) | undefined;\n\n  constructor(\n    lc: LogContext,\n    factory: (id: string) => S,\n    isValid: (existing: S) => boolean = () => true,\n    onStop?: ((id: string) => void) | undefined,\n  ) {\n    this.#lc = lc;\n    this.#create = factory;\n    this.#isValid = isValid;\n    this.#onStop = onStop;\n  }\n\n  /**\n   * Creates and runs the Service with the given `id`, returning\n   * an existing one if it is still running a valid.\n   */\n  getService(id: string): S {\n    const existing = this.#instances.get(id);\n    if (existing && this.#isValid(existing)) {\n      return existing;\n    }\n    const service = this.#create(id);\n    this.#instances.set(id, service);\n    void service\n      .run()\n      .catch(e =>\n        this.#lc.error?.(\n          `Error running ${service.constructor?.name} ${service.id}`,\n          e,\n        ),\n      )\n      .finally(() => {\n        // Only remove the instance that just finished. If it was already\n        // replaced (e.g. because it became invalid and a new instance was\n        // created under the same id while it was still shutting down), the\n        // replacement must stay tracked; otherwise the next getService()\n        // would spawn a duplicate and the untracked one would never be\n        // stopped by this runner.\n        if (this.#instances.get(id) === service) {\n          this.#instances.delete(id);\n          this.#onStop?.(id);\n        }\n      });\n    return service;\n  }\n\n  hasService(id: string): boolean {\n    return this.#instances.has(id);\n  }\n\n  get size() {\n    return this.#instances.size;\n  }\n\n  getServices(): Iterable<S> {\n    return this.#instances.values();\n  }\n}\n"],"mappings":";;;;;AAOA,IAAa,gBAAb,MAA8C;CAC5C;CACA,6BAAsB,IAAI,IAAe;CACzC;CACA;CACA;CAEA,YACE,IACA,SACA,gBAA0C,MAC1C,QACA;EACA,KAAKA,MAAM;EACX,KAAKE,UAAU;EACf,KAAKC,WAAW;EAChB,KAAKC,UAAU;CACjB;;;;;CAMA,WAAW,IAAe;EACxB,MAAM,WAAW,KAAKH,WAAW,IAAI,EAAE;EACvC,IAAI,YAAY,KAAKE,SAAS,QAAQ,GACpC,OAAO;EAET,MAAM,UAAU,KAAKD,QAAQ,EAAE;EAC/B,KAAKD,WAAW,IAAI,IAAI,OAAO;EAC/B,QACG,IAAI,EACJ,OAAM,MACL,KAAKD,IAAI,QACP,iBAAiB,QAAQ,aAAa,KAAK,GAAG,QAAQ,MACtD,CACF,CACF,EACC,cAAc;GAOb,IAAI,KAAKC,WAAW,IAAI,EAAE,MAAM,SAAS;IACvC,KAAKA,WAAW,OAAO,EAAE;IACzB,KAAKG,UAAU,EAAE;GACnB;EACF,CAAC;EACH,OAAO;CACT;CAEA,WAAW,IAAqB;EAC9B,OAAO,KAAKH,WAAW,IAAI,EAAE;CAC/B;CAEA,IAAI,OAAO;EACT,OAAO,KAAKA,WAAW;CACzB;CAEA,cAA2B;EACzB,OAAO,KAAKA,WAAW,OAAO;CAChC;AACF"}

package/out/zero-cache/src/services/statz.d.ts

@@ -2,6 +2,10 @@ import type { LogContext } from '@rocicorp/logger';
 import type { FastifyReply, FastifyRequest } from 'fastify';
 import type { NormalizedZeroConfig as ZeroConfig } from '../config/normalize.ts';
 /**
+ * Serves counts and sizes. This is available to the operator password as well
+ * as the admin password (see `--operator-password`), so it must never return
+ * application data: no row values, query ASTs or query arguments.
+ *
  * HTTP query parameters:
  * * `group`: restricts the groups for which stats are computed
  * * `format=json`: returns the stats as a JSON object

package/out/zero-cache/src/services/statz.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"statz.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/statz.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,YAAY,EAAE,cAAc,EAAC,MAAM,SAAS,CAAC;AAG1D,OAAO,KAAK,EAAC,oBAAoB,IAAI,UAAU,EAAC,MAAM,wBAAwB,CAAC;AA6R/E;;;;;GAKG;AACH,wBAAsB,kBAAkB,CACtC,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,UAAU,EAClB,GAAG,EAAE,cAAc,EACnB,GAAG,EAAE,YAAY,iBAuDlB"}
+{"version":3,"file":"statz.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/statz.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,YAAY,EAAE,cAAc,EAAC,MAAM,SAAS,CAAC;AAG1D,OAAO,KAAK,EAAC,oBAAoB,IAAI,UAAU,EAAC,MAAM,wBAAwB,CAAC;AAiT/E;;;;;;;;;GASG;AACH,wBAAsB,kBAAkB,CACtC,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,UAAU,EAClB,GAAG,EAAE,cAAc,EACnB,GAAG,EAAE,YAAY,iBAuDlB"}

package/out/zero-cache/src/services/statz.js

@@ -1,6 +1,6 @@
 import { BigIntJSON } from "../../../shared/src/bigint-json.js";
 import { getShardID, upstreamSchema } from "../types/shards.js";
-import { isAdminPasswordValid } from "../config/zero-config.js";
+import { getOperatorAccess } from "../config/zero-config.js";
 import { Database } from "../../../zqlite/src/db.js";
 import { getReplicationState } from "./replicator/schema/replication-state.js";
 import { StatementRunner } from "../db/statements.js";
@@ -144,10 +144,10 @@ async function changeLogStats(lc, config) {
 	}
 }
 function replicaStats(lc, config) {
-	const db = new Database(lc, config.replica.file);
+	const db = new Database(lc, config.replica.file, { readonly: true });
 	try {
 		return Object.fromEntries([
-			["wal checkpoint", pick(first(db.pragma("WAL_CHECKPOINT")))],
+			["wal file sizes", walFileSizes(config.replica.file)],
 			["page count", pick(first(db.pragma("PAGE_COUNT")))],
 			["page size", pick(first(db.pragma("PAGE_SIZE")))],
 			["journal mode", pick(first(db.pragma("JOURNAL_MODE")))],
@@ -163,13 +163,26 @@ function replicaStats(lc, config) {
 	}
 }
 function replicationStats(lc, config) {
-	const db = new Database(lc, config.replica.file);
+	const db = new Database(lc, config.replica.file, { readonly: true });
 	try {
 		return getReplicationStats(db);
 	} finally {
 		db.close();
 	}
 }
+/**
+* The sizes of the replica's WAL files, by suffix, read from the filesystem.
+* `PRAGMA wal_checkpoint` would report the WAL's frame counts, but it runs a
+* checkpoint to do so, and fails on a read-only connection in WAL mode.
+*/
+function walFileSizes(file) {
+	const sizes = {};
+	for (const suffix of ["-wal", "-wal2"]) {
+		const stats = fs.statSync(file + suffix, { throwIfNoEntry: false });
+		if (stats) sizes[suffix] = stats.size;
+	}
+	return sizes;
+}
 function getReplicationStats(db) {
 	const { stateVersion } = getReplicationState(new StatementRunner(db));
 	return { lsn: fromStateVersionString(stateVersion) };
@@ -198,13 +211,17 @@ function printStats(group, statsObject) {
 	return lines.join("");
 }
 /**
+* Serves counts and sizes. This is available to the operator password as well
+* as the admin password (see `--operator-password`), so it must never return
+* application data: no row values, query ASTs or query arguments.
+*
 * HTTP query parameters:
 * * `group`: restricts the groups for which stats are computed
 * * `format=json`: returns the stats as a JSON object
 * * `pretty`: formats the JSON object with indentation
 */
 async function handleStatzRequest(lc, config, req, res) {
-	if (!isAdminPasswordValid(lc, config, auth(req)?.pass)) {
+	if (getOperatorAccess(lc, config, auth(req)?.pass) === void 0) {
 		res.code(401).header("WWW-Authenticate", "Basic realm=\"Statz Protected Area\"").send("Unauthorized");
 		return;
 	}

package/out/zero-cache/src/services/statz.js.map

@@ -1 +1 @@
-{"version":3,"file":"statz.js","names":[],"sources":["../../../../../zero-cache/src/services/statz.ts"],"sourcesContent":["import fs from 'fs';\nimport os from 'os';\nimport type {LogContext} from '@rocicorp/logger';\nimport auth from 'basic-auth';\nimport type {FastifyReply, FastifyRequest} from 'fastify';\nimport {BigIntJSON} from '../../../shared/src/bigint-json.ts';\nimport {Database} from '../../../zqlite/src/db.ts';\nimport type {NormalizedZeroConfig as ZeroConfig} from '../config/normalize.ts';\nimport {isAdminPasswordValid} from '../config/zero-config.ts';\nimport {StatementRunner} from '../db/statements.ts';\nimport {pgClient} from '../types/pg.ts';\nimport {getShardID, upstreamSchema} from '../types/shards.ts';\nimport {fromStateVersionString} from './change-source/pg/lsn.ts';\nimport {getReplicationState} from './replicator/schema/replication-state.ts';\n\nasync function upstreamStats(lc: LogContext, config: ZeroConfig) {\n  const schema = upstreamSchema(getShardID(config));\n  const sql = pgClient(lc, config.upstream.db, 'statz-upstream');\n  try {\n    return await getPgStats([\n      [\n        'numReplicas',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"replicas\"`,\n      ],\n      [\n        'numClientsWithMutations',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"clients\"`,\n      ],\n      [\n        'numMutationsProcessed',\n        sql`SELECT SUM(\"lastMutationID\") as \"c\" FROM ${sql(schema)}.\"clients\"`,\n      ],\n    ]);\n  } finally {\n    await sql.end();\n  }\n}\n\nasync function cvrStats(lc: LogContext, config: ZeroConfig) {\n  const schema = upstreamSchema(getShardID(config)) + '/cvr';\n  const sql = pgClient(lc, config.cvr.db, 'statz-cvr');\n\n  function numQueriesPerClientGroup(\n    active: boolean,\n  ): ReturnType<ReturnType<typeof pgClient>> {\n    const filter = active\n      ? sql`WHERE \"inactivatedAt\" IS NULL AND deleted = false`\n      : sql`WHERE \"inactivatedAt\" IS NOT NULL AND (\"inactivatedAt\" + \"ttl\") > NOW()`;\n    return sql`WITH\n    group_counts AS (\n      SELECT\n        \"clientGroupID\",\n        COUNT(*) AS num_queries\n      FROM ${sql(schema)}.\"desires\"\n      ${filter}\n      GROUP BY \"clientGroupID\"\n    ),\n    -- Count distinct clientIDs per clientGroupID\n    client_per_group_counts AS (\n      SELECT\n        \"clientGroupID\",\n        COUNT(DISTINCT \"clientID\") AS num_clients\n      FROM ${sql(schema)}.\"desires\"\n      ${filter}\n      GROUP BY \"clientGroupID\"\n    )\n    -- Combine all the information\n    SELECT\n      g.\"clientGroupID\",\n      cpg.num_clients,\n      g.num_queries\n    FROM group_counts g\n    JOIN client_per_group_counts cpg ON g.\"clientGroupID\" = cpg.\"clientGroupID\"\n    ORDER BY g.num_queries DESC;`;\n  }\n\n  try {\n    return await getPgStats([\n      [\n        'totalNumQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\"`,\n      ],\n      [\n        'numUniqueQueryHashes',\n        sql`SELECT COUNT(DISTINCT \"queryHash\") as \"c\" FROM ${sql(\n          schema,\n        )}.\"desires\"`,\n      ],\n      [\n        'numActiveQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\" WHERE \"inactivatedAt\" IS NULL AND \"deleted\" = false`,\n      ],\n      [\n        'numInactiveQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\" WHERE \"inactivatedAt\" IS NOT NULL AND (\"inactivatedAt\" + \"ttl\") > NOW()`,\n      ],\n      [\n        'numDeletedQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\" WHERE \"deleted\" = true`,\n      ],\n      [\n        'freshQueriesPercentiles',\n        sql`WITH client_group_counts AS (\n        -- Count inactive desires per clientGroupID\n        SELECT\n          \"clientGroupID\",\n          COUNT(*) AS fresh_count\n        FROM ${sql(schema)}.\"desires\"\n        WHERE\n          (\"inactivatedAt\" IS NOT NULL\n          AND (\"inactivatedAt\" + \"ttl\") > NOW()) OR (\"inactivatedAt\" IS NULL\n          AND deleted = false)\n        GROUP BY \"clientGroupID\"\n      )\n\n      SELECT\n        percentile_cont(0.50) WITHIN GROUP (ORDER BY fresh_count) AS \"p50\",\n        percentile_cont(0.75) WITHIN GROUP (ORDER BY fresh_count) AS \"p75\",\n        percentile_cont(0.90) WITHIN GROUP (ORDER BY fresh_count) AS \"p90\",\n        percentile_cont(0.95) WITHIN GROUP (ORDER BY fresh_count) AS \"p95\",\n        percentile_cont(0.99) WITHIN GROUP (ORDER BY fresh_count) AS \"p99\",\n        MIN(fresh_count) AS \"min\",\n        MAX(fresh_count) AS \"max\",\n        AVG(fresh_count) AS \"avg\"\n      FROM client_group_counts;`,\n      ],\n      [\n        'rowsPerClientGroupPercentiles',\n        sql`WITH client_group_counts AS (\n        -- Count inactive desires per clientGroupID\n        SELECT\n          \"clientGroupID\",\n          COUNT(*) AS row_count\n        FROM ${sql(schema)}.\"rows\"\n        GROUP BY \"clientGroupID\"\n      )\n      SELECT\n        percentile_cont(0.50) WITHIN GROUP (ORDER BY row_count) AS \"p50\",\n        percentile_cont(0.75) WITHIN GROUP (ORDER BY row_count) AS \"p75\",\n        percentile_cont(0.90) WITHIN GROUP (ORDER BY row_count) AS \"p90\",\n        percentile_cont(0.95) WITHIN GROUP (ORDER BY row_count) AS \"p95\",\n        percentile_cont(0.99) WITHIN GROUP (ORDER BY row_count) AS \"p99\",\n        MIN(row_count) AS \"min\",\n        MAX(row_count) AS \"max\",\n        AVG(row_count) AS \"avg\"\n      FROM client_group_counts;`,\n      ],\n      [\n        // check for AST blowup due to DNF conversion.\n        'astSizes',\n        sql`SELECT\n        percentile_cont(0.25) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"25th_percentile\",\n        percentile_cont(0.5) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"50th_percentile\",\n        percentile_cont(0.75) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"75th_percentile\",\n        percentile_cont(0.9) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"90th_percentile\",\n        percentile_cont(0.95) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"95th_percentile\",\n        percentile_cont(0.99) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"99th_percentile\",\n        MIN(length(\"clientAST\"::text)) AS \"minimum_length\",\n        MAX(length(\"clientAST\"::text)) AS \"maximum_length\",\n        AVG(length(\"clientAST\"::text))::integer AS \"average_length\",\n        COUNT(*) AS \"total_records\"\n      FROM ${sql(schema)}.\"queries\";`,\n      ],\n      [\n        // output the hash of the largest AST\n        'biggestAstHash',\n        sql`SELECT \"queryHash\", length(\"clientAST\"::text) AS \"ast_length\"\n      FROM ${sql(schema)}.\"queries\"\n      ORDER BY length(\"clientAST\"::text) DESC\n      LIMIT 1;`,\n      ],\n      [\n        'totalActiveQueriesPerClientAndClientGroup',\n        numQueriesPerClientGroup(true),\n      ],\n      [\n        'totalInactiveQueriesPerClientAndClientGroup',\n        numQueriesPerClientGroup(false),\n      ],\n      [\n        'totalRowsPerClientGroup',\n        sql`SELECT \"clientGroupID\", COUNT(*) as \"c\" FROM ${sql(\n          schema,\n        )}.\"rows\" GROUP BY \"clientGroupID\" ORDER BY \"c\" DESC`,\n      ],\n      [\n        'numRowsPerQuery',\n        sql`SELECT\n        k.key AS \"queryHash\",\n        COUNT(*) AS row_count\n      FROM ${sql(schema)}.\"rows\" r,\n      LATERAL jsonb_each(r.\"refCounts\") k\n      GROUP BY k.key\n      ORDER BY row_count DESC;`,\n      ],\n    ] satisfies [\n      name: string,\n      query: ReturnType<ReturnType<typeof pgClient>>,\n    ][]);\n  } finally {\n    await sql.end();\n  }\n}\n\nasync function changeLogStats(lc: LogContext, config: ZeroConfig) {\n  const schema = upstreamSchema(getShardID(config)) + '/cdc';\n  const sql = pgClient(lc, config.change.db, 'statz-change');\n\n  try {\n    return await getPgStats([\n      [\n        'changeLogSize',\n        sql`SELECT COUNT(*) as \"change_log_size\" FROM ${sql(schema)}.\"changeLog\"`,\n      ],\n    ]);\n  } finally {\n    await sql.end();\n  }\n}\n\nfunction replicaStats(lc: LogContext, config: ZeroConfig) {\n  const db = new Database(lc, config.replica.file);\n  try {\n    return Object.fromEntries([\n      ['wal checkpoint', pick(first(db.pragma('WAL_CHECKPOINT')))],\n      ['page count', pick(first(db.pragma('PAGE_COUNT')))],\n      ['page size', pick(first(db.pragma('PAGE_SIZE')))],\n      ['journal mode', pick(first(db.pragma('JOURNAL_MODE')))],\n      ['synchronous', pick(first(db.pragma('SYNCHRONOUS')))],\n      ['cache size', pick(first(db.pragma('CACHE_SIZE')))],\n      ['auto vacuum', pick(first(db.pragma('AUTO_VACUUM')))],\n      ['freelist count', pick(first(db.pragma('FREELIST_COUNT')))],\n      ['wal autocheckpoint', pick(first(db.pragma('WAL_AUTOCHECKPOINT')))],\n      ['db file stats', fs.statSync(config.replica.file)],\n    ] as const);\n  } finally {\n    db.close();\n  }\n}\n\nfunction replicationStats(lc: LogContext, config: ZeroConfig) {\n  const db = new Database(lc, config.replica.file);\n  try {\n    return getReplicationStats(db);\n  } finally {\n    db.close();\n  }\n}\n\nfunction getReplicationStats(db: Database) {\n  const {stateVersion} = getReplicationState(new StatementRunner(db));\n  const lsn = fromStateVersionString(stateVersion);\n  return {lsn};\n}\n\nfunction osStats() {\n  return Object.fromEntries([\n    ['load avg', os.loadavg()],\n    ['uptime', os.uptime()],\n    ['total mem', os.totalmem()],\n    ['free mem', os.freemem()],\n    ['cpus', os.cpus().length],\n    ['available parallelism', os.availableParallelism()],\n    ['platform', os.platform()],\n    ['arch', os.arch()],\n    ['release', os.release()],\n  ] as const);\n}\n\nasync function getPgStats(\n  pendingQueries: [\n    name: string,\n    query: ReturnType<ReturnType<typeof pgClient>>,\n  ][],\n) {\n  const results = await Promise.all(\n    pendingQueries.map(async ([name, query]) => [name, await query] as const),\n  );\n  return Object.fromEntries(results);\n}\n\ntype StatsObject = Record<string, unknown>;\n\nfunction printStats(group: string, statsObject: StatsObject): string {\n  const lines: string[] = ['\\n' + header(group)];\n  for (const [name, result] of Object.entries(statsObject)) {\n    lines.push('\\n' + name + ': ' + BigIntJSON.stringify(result, null, 2));\n  }\n  lines.push('\\n');\n  return lines.join('');\n}\n\n/**\n * HTTP query parameters:\n * * `group`: restricts the groups for which stats are computed\n * * `format=json`: returns the stats as a JSON object\n * * `pretty`: formats the JSON object with indentation\n */\nexport async function handleStatzRequest(\n  lc: LogContext,\n  config: ZeroConfig,\n  req: FastifyRequest,\n  res: FastifyReply,\n) {\n  const credentials = auth(req);\n  if (!isAdminPasswordValid(lc, config, credentials?.pass)) {\n    void res\n      .code(401)\n      .header('WWW-Authenticate', 'Basic realm=\"Statz Protected Area\"')\n      .send('Unauthorized');\n    return;\n  }\n\n  const statsFns: Record<string, () => Promise<StatsObject> | StatsObject> = {\n    upstream: () => upstreamStats(lc, config),\n    cvr: () => cvrStats(lc, config),\n    changeLog: () => changeLogStats(lc, config),\n    replica: () => replicaStats(lc, config),\n    replication: () => replicationStats(lc, config),\n    os: () => osStats(),\n  };\n\n  async function computeStats(group: string): Promise<[string, StatsObject]> {\n    try {\n      return [group, await statsFns[group]()];\n    } catch (e) {\n      lc.error?.(`error computing ${group} stats`, e);\n      return [group, {error: String(e)}];\n    }\n  }\n\n  const query = req.query as Record<string, unknown>;\n  const groups =\n    typeof query.group === 'string'\n      ? query.group.split(',')\n      : Array.isArray(query.group)\n        ? query.group\n        : undefined;\n\n  const stats = await Promise.all(\n    groups\n      ? groups.filter(g => g in statsFns).map(computeStats)\n      : Object.keys(statsFns).map(computeStats),\n  );\n\n  if (query.format === 'json') {\n    const indent = query.pretty !== undefined ? 2 : undefined;\n    await res\n      .header('Content-Type', 'application/json')\n      .send(BigIntJSON.stringify(Object.fromEntries(stats), null, indent));\n    return;\n  } else {\n    const body = stats\n      .map(([group, statsObject]) => printStats(group, statsObject))\n      .join('');\n    await res.header('Content-Type', 'text/plain; charset=utf-8').send(body);\n  }\n}\n\nfunction first(x: object[]): object {\n  return x[0];\n}\n\nfunction pick(x: object): unknown {\n  return Object.values(x)[0];\n}\n\nfunction header(name: string): string {\n  return `=== ${name} ===\\n`;\n}\n"],"mappings":";;;;;;;;;;;;AAeA,eAAe,cAAc,IAAgB,QAAoB;CAC/D,MAAM,SAAS,eAAe,WAAW,MAAM,CAAC;CAChD,MAAM,MAAM,SAAS,IAAI,OAAO,SAAS,IAAI,gBAAgB;CAC7D,IAAI;EACF,OAAO,MAAM,WAAW;GACtB,CACE,eACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,YAChD;GACA,CACE,2BACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,WAChD;GACA,CACE,yBACA,GAAG,4CAA4C,IAAI,MAAM,EAAE,WAC7D;EACF,CAAC;CACH,UAAU;EACR,MAAM,IAAI,IAAI;CAChB;AACF;AAEA,eAAe,SAAS,IAAgB,QAAoB;CAC1D,MAAM,SAAS,eAAe,WAAW,MAAM,CAAC,IAAI;CACpD,MAAM,MAAM,SAAS,IAAI,OAAO,IAAI,IAAI,WAAW;CAEnD,SAAS,yBACP,QACyC;EACzC,MAAM,SAAS,SACX,GAAG,sDACH,GAAG;EACP,OAAO,GAAG;;;;;aAKD,IAAI,MAAM,EAAE;QACjB,OAAO;;;;;;;;aAQF,IAAI,MAAM,EAAE;QACjB,OAAO;;;;;;;;;;;CAWb;CAEA,IAAI;EACF,OAAO,MAAM,WAAW;GACtB,CACE,mBACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,WAChD;GACA,CACE,wBACA,GAAG,kDAAkD,IACnD,MACF,EAAE,WACJ;GACA,CACE,oBACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,+DAChD;GACA,CACE,sBACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,mFAChD;GACA,CACE,qBACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,kCAChD;GACA,CACE,2BACA,GAAG;;;;;eAKI,IAAI,MAAM,EAAE;;;;;;;;;;;;;;;;;gCAkBrB;GACA,CACE,iCACA,GAAG;;;;;eAKI,IAAI,MAAM,EAAE;;;;;;;;;;;;gCAarB;GACA,CAEE,YACA,GAAG;;;;;;;;;;;aAWE,IAAI,MAAM,EAAE,YACnB;GACA,CAEE,kBACA,GAAG;aACE,IAAI,MAAM,EAAE;;eAGnB;GACA,CACE,6CACA,yBAAyB,IAAI,CAC/B;GACA,CACE,+CACA,yBAAyB,KAAK,CAChC;GACA,CACE,2BACA,GAAG,gDAAgD,IACjD,MACF,EAAE,mDACJ;GACA,CACE,mBACA,GAAG;;;aAGE,IAAI,MAAM,EAAE;;;+BAInB;EACF,CAGG;CACL,UAAU;EACR,MAAM,IAAI,IAAI;CAChB;AACF;AAEA,eAAe,eAAe,IAAgB,QAAoB;CAChE,MAAM,SAAS,eAAe,WAAW,MAAM,CAAC,IAAI;CACpD,MAAM,MAAM,SAAS,IAAI,OAAO,OAAO,IAAI,cAAc;CAEzD,IAAI;EACF,OAAO,MAAM,WAAW,CACtB,CACE,iBACA,GAAG,6CAA6C,IAAI,MAAM,EAAE,aAC9D,CACF,CAAC;CACH,UAAU;EACR,MAAM,IAAI,IAAI;CAChB;AACF;AAEA,SAAS,aAAa,IAAgB,QAAoB;CACxD,MAAM,KAAK,IAAI,SAAS,IAAI,OAAO,QAAQ,IAAI;CAC/C,IAAI;EACF,OAAO,OAAO,YAAY;GACxB,CAAC,kBAAkB,KAAK,MAAM,GAAG,OAAO,gBAAgB,CAAC,CAAC,CAAC;GAC3D,CAAC,cAAc,KAAK,MAAM,GAAG,OAAO,YAAY,CAAC,CAAC,CAAC;GACnD,CAAC,aAAa,KAAK,MAAM,GAAG,OAAO,WAAW,CAAC,CAAC,CAAC;GACjD,CAAC,gBAAgB,KAAK,MAAM,GAAG,OAAO,cAAc,CAAC,CAAC,CAAC;GACvD,CAAC,eAAe,KAAK,MAAM,GAAG,OAAO,aAAa,CAAC,CAAC,CAAC;GACrD,CAAC,cAAc,KAAK,MAAM,GAAG,OAAO,YAAY,CAAC,CAAC,CAAC;GACnD,CAAC,eAAe,KAAK,MAAM,GAAG,OAAO,aAAa,CAAC,CAAC,CAAC;GACrD,CAAC,kBAAkB,KAAK,MAAM,GAAG,OAAO,gBAAgB,CAAC,CAAC,CAAC;GAC3D,CAAC,sBAAsB,KAAK,MAAM,GAAG,OAAO,oBAAoB,CAAC,CAAC,CAAC;GACnE,CAAC,iBAAiB,GAAG,SAAS,OAAO,QAAQ,IAAI,CAAC;EACpD,CAAU;CACZ,UAAU;EACR,GAAG,MAAM;CACX;AACF;AAEA,SAAS,iBAAiB,IAAgB,QAAoB;CAC5D,MAAM,KAAK,IAAI,SAAS,IAAI,OAAO,QAAQ,IAAI;CAC/C,IAAI;EACF,OAAO,oBAAoB,EAAE;CAC/B,UAAU;EACR,GAAG,MAAM;CACX;AACF;AAEA,SAAS,oBAAoB,IAAc;CACzC,MAAM,EAAC,iBAAgB,oBAAoB,IAAI,gBAAgB,EAAE,CAAC;CAElE,OAAO,EAAC,KADI,uBAAuB,YAC3B,EAAG;AACb;AAEA,SAAS,UAAU;CACjB,OAAO,OAAO,YAAY;EACxB,CAAC,YAAY,GAAG,QAAQ,CAAC;EACzB,CAAC,UAAU,GAAG,OAAO,CAAC;EACtB,CAAC,aAAa,GAAG,SAAS,CAAC;EAC3B,CAAC,YAAY,GAAG,QAAQ,CAAC;EACzB,CAAC,QAAQ,GAAG,KAAK,EAAE,MAAM;EACzB,CAAC,yBAAyB,GAAG,qBAAqB,CAAC;EACnD,CAAC,YAAY,GAAG,SAAS,CAAC;EAC1B,CAAC,QAAQ,GAAG,KAAK,CAAC;EAClB,CAAC,WAAW,GAAG,QAAQ,CAAC;CAC1B,CAAU;AACZ;AAEA,eAAe,WACb,gBAIA;CACA,MAAM,UAAU,MAAM,QAAQ,IAC5B,eAAe,IAAI,OAAO,CAAC,MAAM,WAAW,CAAC,MAAM,MAAM,KAAK,CAAU,CAC1E;CACA,OAAO,OAAO,YAAY,OAAO;AACnC;AAIA,SAAS,WAAW,OAAe,aAAkC;CACnE,MAAM,QAAkB,CAAC,OAAO,OAAO,KAAK,CAAC;CAC7C,KAAK,MAAM,CAAC,MAAM,WAAW,OAAO,QAAQ,WAAW,GACrD,MAAM,KAAK,OAAO,OAAO,OAAO,WAAW,UAAU,QAAQ,MAAM,CAAC,CAAC;CAEvE,MAAM,KAAK,IAAI;CACf,OAAO,MAAM,KAAK,EAAE;AACtB;;;;;;;AAQA,eAAsB,mBACpB,IACA,QACA,KACA,KACA;CAEA,IAAI,CAAC,qBAAqB,IAAI,QADV,KAAK,GACa,GAAa,IAAI,GAAG;EACxD,IACG,KAAK,GAAG,EACR,OAAO,oBAAoB,sCAAoC,EAC/D,KAAK,cAAc;EACtB;CACF;CAEA,MAAM,WAAqE;EACzE,gBAAgB,cAAc,IAAI,MAAM;EACxC,WAAW,SAAS,IAAI,MAAM;EAC9B,iBAAiB,eAAe,IAAI,MAAM;EAC1C,eAAe,aAAa,IAAI,MAAM;EACtC,mBAAmB,iBAAiB,IAAI,MAAM;EAC9C,UAAU,QAAQ;CACpB;CAEA,eAAe,aAAa,OAA+C;EACzE,IAAI;GACF,OAAO,CAAC,OAAO,MAAM,SAAS,OAAO,CAAC;EACxC,SAAS,GAAG;GACV,GAAG,QAAQ,mBAAmB,MAAM,SAAS,CAAC;GAC9C,OAAO,CAAC,OAAO,EAAC,OAAO,OAAO,CAAC,EAAC,CAAC;EACnC;CACF;CAEA,MAAM,QAAQ,IAAI;CAClB,MAAM,SACJ,OAAO,MAAM,UAAU,WACnB,MAAM,MAAM,MAAM,GAAG,IACrB,MAAM,QAAQ,MAAM,KAAK,IACvB,MAAM,QACN,KAAA;CAER,MAAM,QAAQ,MAAM,QAAQ,IAC1B,SACI,OAAO,QAAO,MAAK,KAAK,QAAQ,EAAE,IAAI,YAAY,IAClD,OAAO,KAAK,QAAQ,EAAE,IAAI,YAAY,CAC5C;CAEA,IAAI,MAAM,WAAW,QAAQ;EAC3B,MAAM,SAAS,MAAM,WAAW,KAAA,IAAY,IAAI,KAAA;EAChD,MAAM,IACH,OAAO,gBAAgB,kBAAkB,EACzC,KAAK,WAAW,UAAU,OAAO,YAAY,KAAK,GAAG,MAAM,MAAM,CAAC;EACrE;CACF,OAAO;EACL,MAAM,OAAO,MACV,KAAK,CAAC,OAAO,iBAAiB,WAAW,OAAO,WAAW,CAAC,EAC5D,KAAK,EAAE;EACV,MAAM,IAAI,OAAO,gBAAgB,2BAA2B,EAAE,KAAK,IAAI;CACzE;AACF;AAEA,SAAS,MAAM,GAAqB;CAClC,OAAO,EAAE;AACX;AAEA,SAAS,KAAK,GAAoB;CAChC,OAAO,OAAO,OAAO,CAAC,EAAE;AAC1B;AAEA,SAAS,OAAO,MAAsB;CACpC,OAAO,OAAO,KAAK;AACrB"}
+{"version":3,"file":"statz.js","names":[],"sources":["../../../../../zero-cache/src/services/statz.ts"],"sourcesContent":["import fs from 'fs';\nimport os from 'os';\nimport type {LogContext} from '@rocicorp/logger';\nimport auth from 'basic-auth';\nimport type {FastifyReply, FastifyRequest} from 'fastify';\nimport {BigIntJSON} from '../../../shared/src/bigint-json.ts';\nimport {Database} from '../../../zqlite/src/db.ts';\nimport type {NormalizedZeroConfig as ZeroConfig} from '../config/normalize.ts';\nimport {getOperatorAccess} from '../config/zero-config.ts';\nimport {StatementRunner} from '../db/statements.ts';\nimport {pgClient} from '../types/pg.ts';\nimport {getShardID, upstreamSchema} from '../types/shards.ts';\nimport {fromStateVersionString} from './change-source/pg/lsn.ts';\nimport {getReplicationState} from './replicator/schema/replication-state.ts';\n\nasync function upstreamStats(lc: LogContext, config: ZeroConfig) {\n  const schema = upstreamSchema(getShardID(config));\n  const sql = pgClient(lc, config.upstream.db, 'statz-upstream');\n  try {\n    return await getPgStats([\n      [\n        'numReplicas',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"replicas\"`,\n      ],\n      [\n        'numClientsWithMutations',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"clients\"`,\n      ],\n      [\n        'numMutationsProcessed',\n        sql`SELECT SUM(\"lastMutationID\") as \"c\" FROM ${sql(schema)}.\"clients\"`,\n      ],\n    ]);\n  } finally {\n    await sql.end();\n  }\n}\n\nasync function cvrStats(lc: LogContext, config: ZeroConfig) {\n  const schema = upstreamSchema(getShardID(config)) + '/cvr';\n  const sql = pgClient(lc, config.cvr.db, 'statz-cvr');\n\n  function numQueriesPerClientGroup(\n    active: boolean,\n  ): ReturnType<ReturnType<typeof pgClient>> {\n    const filter = active\n      ? sql`WHERE \"inactivatedAt\" IS NULL AND deleted = false`\n      : sql`WHERE \"inactivatedAt\" IS NOT NULL AND (\"inactivatedAt\" + \"ttl\") > NOW()`;\n    return sql`WITH\n    group_counts AS (\n      SELECT\n        \"clientGroupID\",\n        COUNT(*) AS num_queries\n      FROM ${sql(schema)}.\"desires\"\n      ${filter}\n      GROUP BY \"clientGroupID\"\n    ),\n    -- Count distinct clientIDs per clientGroupID\n    client_per_group_counts AS (\n      SELECT\n        \"clientGroupID\",\n        COUNT(DISTINCT \"clientID\") AS num_clients\n      FROM ${sql(schema)}.\"desires\"\n      ${filter}\n      GROUP BY \"clientGroupID\"\n    )\n    -- Combine all the information\n    SELECT\n      g.\"clientGroupID\",\n      cpg.num_clients,\n      g.num_queries\n    FROM group_counts g\n    JOIN client_per_group_counts cpg ON g.\"clientGroupID\" = cpg.\"clientGroupID\"\n    ORDER BY g.num_queries DESC;`;\n  }\n\n  try {\n    return await getPgStats([\n      [\n        'totalNumQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\"`,\n      ],\n      [\n        'numUniqueQueryHashes',\n        sql`SELECT COUNT(DISTINCT \"queryHash\") as \"c\" FROM ${sql(\n          schema,\n        )}.\"desires\"`,\n      ],\n      [\n        'numActiveQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\" WHERE \"inactivatedAt\" IS NULL AND \"deleted\" = false`,\n      ],\n      [\n        'numInactiveQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\" WHERE \"inactivatedAt\" IS NOT NULL AND (\"inactivatedAt\" + \"ttl\") > NOW()`,\n      ],\n      [\n        'numDeletedQueries',\n        sql`SELECT COUNT(*) as \"c\" FROM ${sql(schema)}.\"desires\" WHERE \"deleted\" = true`,\n      ],\n      [\n        'freshQueriesPercentiles',\n        sql`WITH client_group_counts AS (\n        -- Count inactive desires per clientGroupID\n        SELECT\n          \"clientGroupID\",\n          COUNT(*) AS fresh_count\n        FROM ${sql(schema)}.\"desires\"\n        WHERE\n          (\"inactivatedAt\" IS NOT NULL\n          AND (\"inactivatedAt\" + \"ttl\") > NOW()) OR (\"inactivatedAt\" IS NULL\n          AND deleted = false)\n        GROUP BY \"clientGroupID\"\n      )\n\n      SELECT\n        percentile_cont(0.50) WITHIN GROUP (ORDER BY fresh_count) AS \"p50\",\n        percentile_cont(0.75) WITHIN GROUP (ORDER BY fresh_count) AS \"p75\",\n        percentile_cont(0.90) WITHIN GROUP (ORDER BY fresh_count) AS \"p90\",\n        percentile_cont(0.95) WITHIN GROUP (ORDER BY fresh_count) AS \"p95\",\n        percentile_cont(0.99) WITHIN GROUP (ORDER BY fresh_count) AS \"p99\",\n        MIN(fresh_count) AS \"min\",\n        MAX(fresh_count) AS \"max\",\n        AVG(fresh_count) AS \"avg\"\n      FROM client_group_counts;`,\n      ],\n      [\n        'rowsPerClientGroupPercentiles',\n        sql`WITH client_group_counts AS (\n        -- Count inactive desires per clientGroupID\n        SELECT\n          \"clientGroupID\",\n          COUNT(*) AS row_count\n        FROM ${sql(schema)}.\"rows\"\n        GROUP BY \"clientGroupID\"\n      )\n      SELECT\n        percentile_cont(0.50) WITHIN GROUP (ORDER BY row_count) AS \"p50\",\n        percentile_cont(0.75) WITHIN GROUP (ORDER BY row_count) AS \"p75\",\n        percentile_cont(0.90) WITHIN GROUP (ORDER BY row_count) AS \"p90\",\n        percentile_cont(0.95) WITHIN GROUP (ORDER BY row_count) AS \"p95\",\n        percentile_cont(0.99) WITHIN GROUP (ORDER BY row_count) AS \"p99\",\n        MIN(row_count) AS \"min\",\n        MAX(row_count) AS \"max\",\n        AVG(row_count) AS \"avg\"\n      FROM client_group_counts;`,\n      ],\n      [\n        // check for AST blowup due to DNF conversion.\n        'astSizes',\n        sql`SELECT\n        percentile_cont(0.25) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"25th_percentile\",\n        percentile_cont(0.5) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"50th_percentile\",\n        percentile_cont(0.75) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"75th_percentile\",\n        percentile_cont(0.9) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"90th_percentile\",\n        percentile_cont(0.95) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"95th_percentile\",\n        percentile_cont(0.99) WITHIN GROUP (ORDER BY length(\"clientAST\"::text)) AS \"99th_percentile\",\n        MIN(length(\"clientAST\"::text)) AS \"minimum_length\",\n        MAX(length(\"clientAST\"::text)) AS \"maximum_length\",\n        AVG(length(\"clientAST\"::text))::integer AS \"average_length\",\n        COUNT(*) AS \"total_records\"\n      FROM ${sql(schema)}.\"queries\";`,\n      ],\n      [\n        // output the hash of the largest AST\n        'biggestAstHash',\n        sql`SELECT \"queryHash\", length(\"clientAST\"::text) AS \"ast_length\"\n      FROM ${sql(schema)}.\"queries\"\n      ORDER BY length(\"clientAST\"::text) DESC\n      LIMIT 1;`,\n      ],\n      [\n        'totalActiveQueriesPerClientAndClientGroup',\n        numQueriesPerClientGroup(true),\n      ],\n      [\n        'totalInactiveQueriesPerClientAndClientGroup',\n        numQueriesPerClientGroup(false),\n      ],\n      [\n        'totalRowsPerClientGroup',\n        sql`SELECT \"clientGroupID\", COUNT(*) as \"c\" FROM ${sql(\n          schema,\n        )}.\"rows\" GROUP BY \"clientGroupID\" ORDER BY \"c\" DESC`,\n      ],\n      [\n        'numRowsPerQuery',\n        sql`SELECT\n        k.key AS \"queryHash\",\n        COUNT(*) AS row_count\n      FROM ${sql(schema)}.\"rows\" r,\n      LATERAL jsonb_each(r.\"refCounts\") k\n      GROUP BY k.key\n      ORDER BY row_count DESC;`,\n      ],\n    ] satisfies [\n      name: string,\n      query: ReturnType<ReturnType<typeof pgClient>>,\n    ][]);\n  } finally {\n    await sql.end();\n  }\n}\n\nasync function changeLogStats(lc: LogContext, config: ZeroConfig) {\n  const schema = upstreamSchema(getShardID(config)) + '/cdc';\n  const sql = pgClient(lc, config.change.db, 'statz-change');\n\n  try {\n    return await getPgStats([\n      [\n        'changeLogSize',\n        sql`SELECT COUNT(*) as \"change_log_size\" FROM ${sql(schema)}.\"changeLog\"`,\n      ],\n    ]);\n  } finally {\n    await sql.end();\n  }\n}\n\n// The replica is opened read-only: /statz is available to the operator\n// password, and must not change the replica. Among other things, a writable\n// connection would run `PRAGMA optimize` when closed.\nfunction replicaStats(lc: LogContext, config: ZeroConfig) {\n  const db = new Database(lc, config.replica.file, {readonly: true});\n  try {\n    return Object.fromEntries([\n      ['wal file sizes', walFileSizes(config.replica.file)],\n      ['page count', pick(first(db.pragma('PAGE_COUNT')))],\n      ['page size', pick(first(db.pragma('PAGE_SIZE')))],\n      ['journal mode', pick(first(db.pragma('JOURNAL_MODE')))],\n      ['synchronous', pick(first(db.pragma('SYNCHRONOUS')))],\n      ['cache size', pick(first(db.pragma('CACHE_SIZE')))],\n      ['auto vacuum', pick(first(db.pragma('AUTO_VACUUM')))],\n      ['freelist count', pick(first(db.pragma('FREELIST_COUNT')))],\n      ['wal autocheckpoint', pick(first(db.pragma('WAL_AUTOCHECKPOINT')))],\n      ['db file stats', fs.statSync(config.replica.file)],\n    ] as const);\n  } finally {\n    db.close();\n  }\n}\n\nfunction replicationStats(lc: LogContext, config: ZeroConfig) {\n  const db = new Database(lc, config.replica.file, {readonly: true});\n  try {\n    return getReplicationStats(db);\n  } finally {\n    db.close();\n  }\n}\n\n/**\n * The sizes of the replica's WAL files, by suffix, read from the filesystem.\n * `PRAGMA wal_checkpoint` would report the WAL's frame counts, but it runs a\n * checkpoint to do so, and fails on a read-only connection in WAL mode.\n */\nfunction walFileSizes(file: string): Record<string, number> {\n  const sizes: Record<string, number> = {};\n  // `-wal` is used in WAL mode, and both files in WAL2 mode.\n  for (const suffix of ['-wal', '-wal2']) {\n    const stats = fs.statSync(file + suffix, {throwIfNoEntry: false});\n    if (stats) {\n      sizes[suffix] = stats.size;\n    }\n  }\n  return sizes;\n}\n\nfunction getReplicationStats(db: Database) {\n  const {stateVersion} = getReplicationState(new StatementRunner(db));\n  const lsn = fromStateVersionString(stateVersion);\n  return {lsn};\n}\n\nfunction osStats() {\n  return Object.fromEntries([\n    ['load avg', os.loadavg()],\n    ['uptime', os.uptime()],\n    ['total mem', os.totalmem()],\n    ['free mem', os.freemem()],\n    ['cpus', os.cpus().length],\n    ['available parallelism', os.availableParallelism()],\n    ['platform', os.platform()],\n    ['arch', os.arch()],\n    ['release', os.release()],\n  ] as const);\n}\n\nasync function getPgStats(\n  pendingQueries: [\n    name: string,\n    query: ReturnType<ReturnType<typeof pgClient>>,\n  ][],\n) {\n  const results = await Promise.all(\n    pendingQueries.map(async ([name, query]) => [name, await query] as const),\n  );\n  return Object.fromEntries(results);\n}\n\ntype StatsObject = Record<string, unknown>;\n\nfunction printStats(group: string, statsObject: StatsObject): string {\n  const lines: string[] = ['\\n' + header(group)];\n  for (const [name, result] of Object.entries(statsObject)) {\n    lines.push('\\n' + name + ': ' + BigIntJSON.stringify(result, null, 2));\n  }\n  lines.push('\\n');\n  return lines.join('');\n}\n\n/**\n * Serves counts and sizes. This is available to the operator password as well\n * as the admin password (see `--operator-password`), so it must never return\n * application data: no row values, query ASTs or query arguments.\n *\n * HTTP query parameters:\n * * `group`: restricts the groups for which stats are computed\n * * `format=json`: returns the stats as a JSON object\n * * `pretty`: formats the JSON object with indentation\n */\nexport async function handleStatzRequest(\n  lc: LogContext,\n  config: ZeroConfig,\n  req: FastifyRequest,\n  res: FastifyReply,\n) {\n  const credentials = auth(req);\n  if (getOperatorAccess(lc, config, credentials?.pass) === undefined) {\n    void res\n      .code(401)\n      .header('WWW-Authenticate', 'Basic realm=\"Statz Protected Area\"')\n      .send('Unauthorized');\n    return;\n  }\n\n  const statsFns: Record<string, () => Promise<StatsObject> | StatsObject> = {\n    upstream: () => upstreamStats(lc, config),\n    cvr: () => cvrStats(lc, config),\n    changeLog: () => changeLogStats(lc, config),\n    replica: () => replicaStats(lc, config),\n    replication: () => replicationStats(lc, config),\n    os: () => osStats(),\n  };\n\n  async function computeStats(group: string): Promise<[string, StatsObject]> {\n    try {\n      return [group, await statsFns[group]()];\n    } catch (e) {\n      lc.error?.(`error computing ${group} stats`, e);\n      return [group, {error: String(e)}];\n    }\n  }\n\n  const query = req.query as Record<string, unknown>;\n  const groups =\n    typeof query.group === 'string'\n      ? query.group.split(',')\n      : Array.isArray(query.group)\n        ? query.group\n        : undefined;\n\n  const stats = await Promise.all(\n    groups\n      ? groups.filter(g => g in statsFns).map(computeStats)\n      : Object.keys(statsFns).map(computeStats),\n  );\n\n  if (query.format === 'json') {\n    const indent = query.pretty !== undefined ? 2 : undefined;\n    await res\n      .header('Content-Type', 'application/json')\n      .send(BigIntJSON.stringify(Object.fromEntries(stats), null, indent));\n    return;\n  } else {\n    const body = stats\n      .map(([group, statsObject]) => printStats(group, statsObject))\n      .join('');\n    await res.header('Content-Type', 'text/plain; charset=utf-8').send(body);\n  }\n}\n\nfunction first(x: object[]): object {\n  return x[0];\n}\n\nfunction pick(x: object): unknown {\n  return Object.values(x)[0];\n}\n\nfunction header(name: string): string {\n  return `=== ${name} ===\\n`;\n}\n"],"mappings":";;;;;;;;;;;;AAeA,eAAe,cAAc,IAAgB,QAAoB;CAC/D,MAAM,SAAS,eAAe,WAAW,MAAM,CAAC;CAChD,MAAM,MAAM,SAAS,IAAI,OAAO,SAAS,IAAI,gBAAgB;CAC7D,IAAI;EACF,OAAO,MAAM,WAAW;GACtB,CACE,eACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,YAChD;GACA,CACE,2BACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,WAChD;GACA,CACE,yBACA,GAAG,4CAA4C,IAAI,MAAM,EAAE,WAC7D;EACF,CAAC;CACH,UAAU;EACR,MAAM,IAAI,IAAI;CAChB;AACF;AAEA,eAAe,SAAS,IAAgB,QAAoB;CAC1D,MAAM,SAAS,eAAe,WAAW,MAAM,CAAC,IAAI;CACpD,MAAM,MAAM,SAAS,IAAI,OAAO,IAAI,IAAI,WAAW;CAEnD,SAAS,yBACP,QACyC;EACzC,MAAM,SAAS,SACX,GAAG,sDACH,GAAG;EACP,OAAO,GAAG;;;;;aAKD,IAAI,MAAM,EAAE;QACjB,OAAO;;;;;;;;aAQF,IAAI,MAAM,EAAE;QACjB,OAAO;;;;;;;;;;;CAWb;CAEA,IAAI;EACF,OAAO,MAAM,WAAW;GACtB,CACE,mBACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,WAChD;GACA,CACE,wBACA,GAAG,kDAAkD,IACnD,MACF,EAAE,WACJ;GACA,CACE,oBACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,+DAChD;GACA,CACE,sBACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,mFAChD;GACA,CACE,qBACA,GAAG,+BAA+B,IAAI,MAAM,EAAE,kCAChD;GACA,CACE,2BACA,GAAG;;;;;eAKI,IAAI,MAAM,EAAE;;;;;;;;;;;;;;;;;gCAkBrB;GACA,CACE,iCACA,GAAG;;;;;eAKI,IAAI,MAAM,EAAE;;;;;;;;;;;;gCAarB;GACA,CAEE,YACA,GAAG;;;;;;;;;;;aAWE,IAAI,MAAM,EAAE,YACnB;GACA,CAEE,kBACA,GAAG;aACE,IAAI,MAAM,EAAE;;eAGnB;GACA,CACE,6CACA,yBAAyB,IAAI,CAC/B;GACA,CACE,+CACA,yBAAyB,KAAK,CAChC;GACA,CACE,2BACA,GAAG,gDAAgD,IACjD,MACF,EAAE,mDACJ;GACA,CACE,mBACA,GAAG;;;aAGE,IAAI,MAAM,EAAE;;;+BAInB;EACF,CAGG;CACL,UAAU;EACR,MAAM,IAAI,IAAI;CAChB;AACF;AAEA,eAAe,eAAe,IAAgB,QAAoB;CAChE,MAAM,SAAS,eAAe,WAAW,MAAM,CAAC,IAAI;CACpD,MAAM,MAAM,SAAS,IAAI,OAAO,OAAO,IAAI,cAAc;CAEzD,IAAI;EACF,OAAO,MAAM,WAAW,CACtB,CACE,iBACA,GAAG,6CAA6C,IAAI,MAAM,EAAE,aAC9D,CACF,CAAC;CACH,UAAU;EACR,MAAM,IAAI,IAAI;CAChB;AACF;AAKA,SAAS,aAAa,IAAgB,QAAoB;CACxD,MAAM,KAAK,IAAI,SAAS,IAAI,OAAO,QAAQ,MAAM,EAAC,UAAU,KAAI,CAAC;CACjE,IAAI;EACF,OAAO,OAAO,YAAY;GACxB,CAAC,kBAAkB,aAAa,OAAO,QAAQ,IAAI,CAAC;GACpD,CAAC,cAAc,KAAK,MAAM,GAAG,OAAO,YAAY,CAAC,CAAC,CAAC;GACnD,CAAC,aAAa,KAAK,MAAM,GAAG,OAAO,WAAW,CAAC,CAAC,CAAC;GACjD,CAAC,gBAAgB,KAAK,MAAM,GAAG,OAAO,cAAc,CAAC,CAAC,CAAC;GACvD,CAAC,eAAe,KAAK,MAAM,GAAG,OAAO,aAAa,CAAC,CAAC,CAAC;GACrD,CAAC,cAAc,KAAK,MAAM,GAAG,OAAO,YAAY,CAAC,CAAC,CAAC;GACnD,CAAC,eAAe,KAAK,MAAM,GAAG,OAAO,aAAa,CAAC,CAAC,CAAC;GACrD,CAAC,kBAAkB,KAAK,MAAM,GAAG,OAAO,gBAAgB,CAAC,CAAC,CAAC;GAC3D,CAAC,sBAAsB,KAAK,MAAM,GAAG,OAAO,oBAAoB,CAAC,CAAC,CAAC;GACnE,CAAC,iBAAiB,GAAG,SAAS,OAAO,QAAQ,IAAI,CAAC;EACpD,CAAU;CACZ,UAAU;EACR,GAAG,MAAM;CACX;AACF;AAEA,SAAS,iBAAiB,IAAgB,QAAoB;CAC5D,MAAM,KAAK,IAAI,SAAS,IAAI,OAAO,QAAQ,MAAM,EAAC,UAAU,KAAI,CAAC;CACjE,IAAI;EACF,OAAO,oBAAoB,EAAE;CAC/B,UAAU;EACR,GAAG,MAAM;CACX;AACF;;;;;;AAOA,SAAS,aAAa,MAAsC;CAC1D,MAAM,QAAgC,CAAC;CAEvC,KAAK,MAAM,UAAU,CAAC,QAAQ,OAAO,GAAG;EACtC,MAAM,QAAQ,GAAG,SAAS,OAAO,QAAQ,EAAC,gBAAgB,MAAK,CAAC;EAChE,IAAI,OACF,MAAM,UAAU,MAAM;CAE1B;CACA,OAAO;AACT;AAEA,SAAS,oBAAoB,IAAc;CACzC,MAAM,EAAC,iBAAgB,oBAAoB,IAAI,gBAAgB,EAAE,CAAC;CAElE,OAAO,EAAC,KADI,uBAAuB,YAC3B,EAAG;AACb;AAEA,SAAS,UAAU;CACjB,OAAO,OAAO,YAAY;EACxB,CAAC,YAAY,GAAG,QAAQ,CAAC;EACzB,CAAC,UAAU,GAAG,OAAO,CAAC;EACtB,CAAC,aAAa,GAAG,SAAS,CAAC;EAC3B,CAAC,YAAY,GAAG,QAAQ,CAAC;EACzB,CAAC,QAAQ,GAAG,KAAK,EAAE,MAAM;EACzB,CAAC,yBAAyB,GAAG,qBAAqB,CAAC;EACnD,CAAC,YAAY,GAAG,SAAS,CAAC;EAC1B,CAAC,QAAQ,GAAG,KAAK,CAAC;EAClB,CAAC,WAAW,GAAG,QAAQ,CAAC;CAC1B,CAAU;AACZ;AAEA,eAAe,WACb,gBAIA;CACA,MAAM,UAAU,MAAM,QAAQ,IAC5B,eAAe,IAAI,OAAO,CAAC,MAAM,WAAW,CAAC,MAAM,MAAM,KAAK,CAAU,CAC1E;CACA,OAAO,OAAO,YAAY,OAAO;AACnC;AAIA,SAAS,WAAW,OAAe,aAAkC;CACnE,MAAM,QAAkB,CAAC,OAAO,OAAO,KAAK,CAAC;CAC7C,KAAK,MAAM,CAAC,MAAM,WAAW,OAAO,QAAQ,WAAW,GACrD,MAAM,KAAK,OAAO,OAAO,OAAO,WAAW,UAAU,QAAQ,MAAM,CAAC,CAAC;CAEvE,MAAM,KAAK,IAAI;CACf,OAAO,MAAM,KAAK,EAAE;AACtB;;;;;;;;;;;AAYA,eAAsB,mBACpB,IACA,QACA,KACA,KACA;CAEA,IAAI,kBAAkB,IAAI,QADN,KAAK,GACS,GAAa,IAAI,MAAM,KAAA,GAAW;EAClE,IACG,KAAK,GAAG,EACR,OAAO,oBAAoB,sCAAoC,EAC/D,KAAK,cAAc;EACtB;CACF;CAEA,MAAM,WAAqE;EACzE,gBAAgB,cAAc,IAAI,MAAM;EACxC,WAAW,SAAS,IAAI,MAAM;EAC9B,iBAAiB,eAAe,IAAI,MAAM;EAC1C,eAAe,aAAa,IAAI,MAAM;EACtC,mBAAmB,iBAAiB,IAAI,MAAM;EAC9C,UAAU,QAAQ;CACpB;CAEA,eAAe,aAAa,OAA+C;EACzE,IAAI;GACF,OAAO,CAAC,OAAO,MAAM,SAAS,OAAO,CAAC;EACxC,SAAS,GAAG;GACV,GAAG,QAAQ,mBAAmB,MAAM,SAAS,CAAC;GAC9C,OAAO,CAAC,OAAO,EAAC,OAAO,OAAO,CAAC,EAAC,CAAC;EACnC;CACF;CAEA,MAAM,QAAQ,IAAI;CAClB,MAAM,SACJ,OAAO,MAAM,UAAU,WACnB,MAAM,MAAM,MAAM,GAAG,IACrB,MAAM,QAAQ,MAAM,KAAK,IACvB,MAAM,QACN,KAAA;CAER,MAAM,QAAQ,MAAM,QAAQ,IAC1B,SACI,OAAO,QAAO,MAAK,KAAK,QAAQ,EAAE,IAAI,YAAY,IAClD,OAAO,KAAK,QAAQ,EAAE,IAAI,YAAY,CAC5C;CAEA,IAAI,MAAM,WAAW,QAAQ;EAC3B,MAAM,SAAS,MAAM,WAAW,KAAA,IAAY,IAAI,KAAA;EAChD,MAAM,IACH,OAAO,gBAAgB,kBAAkB,EACzC,KAAK,WAAW,UAAU,OAAO,YAAY,KAAK,GAAG,MAAM,MAAM,CAAC;EACrE;CACF,OAAO;EACL,MAAM,OAAO,MACV,KAAK,CAAC,OAAO,iBAAiB,WAAW,OAAO,WAAW,CAAC,EAC5D,KAAK,EAAE;EACV,MAAM,IAAI,OAAO,gBAAgB,2BAA2B,EAAE,KAAK,IAAI;CACzE;AACF;AAEA,SAAS,MAAM,GAAqB;CAClC,OAAO,EAAE;AACX;AAEA,SAAS,KAAK,GAAoB;CAChC,OAAO,OAAO,OAAO,CAAC,EAAE;AAC1B;AAEA,SAAS,OAAO,MAAsB;CACpC,OAAO,OAAO,KAAK;AACrB"}

package/out/zero-cache/src/services/view-syncer/advancement-metrics.d.ts

@@ -0,0 +1,26 @@
+import type { ResetPipelinesReason } from './snapshotter.ts';
+export type AdvancementOutcome = {
+    readonly outcome: 'success' | 'error';
+} | {
+    readonly outcome: 'reset';
+    readonly reason: ResetPipelinesReason;
+};
+export type AdvancementTimings = {
+    /** Setup plus time between time-slice yields, including asynchronous I/O. */
+    readonly processingTimeMs: number;
+    /** Synchronous snapshot, change-count, CVR updater, and poke preparation. */
+    readonly setupTimeMs: number;
+    /** Elapsed wall time, including time-slice waits and output cleanup. */
+    readonly wallTimeMs: number;
+};
+/**
+ * Counts and times every advancement attempt, including work abandoned by a
+ * reset. The existing sync.advance-time histogram measures successes only.
+ * Outcome and reset reason are bounded labels; client and query IDs are not
+ * recorded here. Recording once per attempt adds no clocks to row processing.
+ */
+export declare class AdvancementMetrics {
+    #private;
+    record({ processingTimeMs, setupTimeMs, wallTimeMs }: AdvancementTimings, outcome: AdvancementOutcome): void;
+}
+//# sourceMappingURL=advancement-metrics.d.ts.map

package/out/zero-cache/src/services/view-syncer/advancement-metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"advancement-metrics.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/advancement-metrics.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,kBAAkB,CAAC;AAE3D,MAAM,MAAM,kBAAkB,GAC1B;IAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,GAAG,OAAO,CAAA;CAAC,GACvC;IAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAA;CAAC,CAAC;AAEvE,MAAM,MAAM,kBAAkB,GAAG;IAC/B,6EAA6E;IAC7E,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,6EAA6E;IAC7E,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,wEAAwE;IACxE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;;;GAKG;AACH,qBAAa,kBAAkB;;IAqB7B,MAAM,CACJ,EAAC,gBAAgB,EAAE,WAAW,EAAE,UAAU,EAAC,EAAE,kBAAkB,EAC/D,OAAO,EAAE,kBAAkB,GAC1B,IAAI,CAQN;CACF"}

package/out/zero-cache/src/services/view-syncer/advancement-metrics.js

@@ -0,0 +1,26 @@
+import { getOrCreateLatencyHistogram } from "../../observability/metrics.js";
+//#region ../zero-cache/src/services/view-syncer/advancement-metrics.ts
+/**
+* Counts and times every advancement attempt, including work abandoned by a
+* reset. The existing sync.advance-time histogram measures successes only.
+* Outcome and reset reason are bounded labels; client and query IDs are not
+* recorded here. Recording once per attempt adds no clocks to row processing.
+*/
+var AdvancementMetrics = class {
+	#processingTime = getOrCreateLatencyHistogram("sync", "advance-attempt-time", "Processing time for an advancement attempt, including setup and asynchronous I/O. Recorded for successful, reset, and failed attempts; excludes only time-slice waits.");
+	#setupTime = getOrCreateLatencyHistogram("sync", "advance-attempt-setup-time", "Synchronous setup time for an advancement attempt: snapshot acquisition, change counting, CVR updater construction, and poke preparation.");
+	#wallTime = getOrCreateLatencyHistogram("sync", "advance-attempt-wall-time", "Elapsed wall time for an advancement attempt, including time-slice waits, CVR flush, and output cleanup.");
+	record({ processingTimeMs, setupTimeMs, wallTimeMs }, outcome) {
+		const attributes = {
+			outcome: outcome.outcome,
+			...outcome.outcome === "reset" && { reset_reason: outcome.reason }
+		};
+		this.#processingTime.recordMs(processingTimeMs, attributes);
+		this.#setupTime.recordMs(setupTimeMs, attributes);
+		this.#wallTime.recordMs(wallTimeMs, attributes);
+	}
+};
+//#endregion
+export { AdvancementMetrics };
+
+//# sourceMappingURL=advancement-metrics.js.map

package/out/zero-cache/src/services/view-syncer/advancement-metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"advancement-metrics.js","names":["#processingTime","#setupTime","#wallTime"],"sources":["../../../../../../zero-cache/src/services/view-syncer/advancement-metrics.ts"],"sourcesContent":["import {getOrCreateLatencyHistogram} from '../../observability/metrics.ts';\nimport type {ResetPipelinesReason} from './snapshotter.ts';\n\nexport type AdvancementOutcome =\n  | {readonly outcome: 'success' | 'error'}\n  | {readonly outcome: 'reset'; readonly reason: ResetPipelinesReason};\n\nexport type AdvancementTimings = {\n  /** Setup plus time between time-slice yields, including asynchronous I/O. */\n  readonly processingTimeMs: number;\n  /** Synchronous snapshot, change-count, CVR updater, and poke preparation. */\n  readonly setupTimeMs: number;\n  /** Elapsed wall time, including time-slice waits and output cleanup. */\n  readonly wallTimeMs: number;\n};\n\n/**\n * Counts and times every advancement attempt, including work abandoned by a\n * reset. The existing sync.advance-time histogram measures successes only.\n * Outcome and reset reason are bounded labels; client and query IDs are not\n * recorded here. Recording once per attempt adds no clocks to row processing.\n */\nexport class AdvancementMetrics {\n  readonly #processingTime = getOrCreateLatencyHistogram(\n    'sync',\n    'advance-attempt-time',\n    'Processing time for an advancement attempt, including setup and ' +\n      'asynchronous I/O. Recorded for successful, reset, and failed attempts; ' +\n      'excludes only time-slice waits.',\n  );\n  readonly #setupTime = getOrCreateLatencyHistogram(\n    'sync',\n    'advance-attempt-setup-time',\n    'Synchronous setup time for an advancement attempt: snapshot acquisition, ' +\n      'change counting, CVR updater construction, and poke preparation.',\n  );\n  readonly #wallTime = getOrCreateLatencyHistogram(\n    'sync',\n    'advance-attempt-wall-time',\n    'Elapsed wall time for an advancement attempt, including time-slice ' +\n      'waits, CVR flush, and output cleanup.',\n  );\n\n  record(\n    {processingTimeMs, setupTimeMs, wallTimeMs}: AdvancementTimings,\n    outcome: AdvancementOutcome,\n  ): void {\n    const attributes = {\n      outcome: outcome.outcome,\n      ...(outcome.outcome === 'reset' && {reset_reason: outcome.reason}),\n    };\n    this.#processingTime.recordMs(processingTimeMs, attributes);\n    this.#setupTime.recordMs(setupTimeMs, attributes);\n    this.#wallTime.recordMs(wallTimeMs, attributes);\n  }\n}\n"],"mappings":";;;;;;;;AAsBA,IAAa,qBAAb,MAAgC;CAC9B,kBAA2B,4BACzB,QACA,wBACA,wKAGF;CACA,aAAsB,4BACpB,QACA,8BACA,2IAEF;CACA,YAAqB,4BACnB,QACA,6BACA,0GAEF;CAEA,OACE,EAAC,kBAAkB,aAAa,cAChC,SACM;EACN,MAAM,aAAa;GACjB,SAAS,QAAQ;GACjB,GAAI,QAAQ,YAAY,WAAW,EAAC,cAAc,QAAQ,OAAM;EAClE;EACA,KAAKA,gBAAgB,SAAS,kBAAkB,UAAU;EAC1D,KAAKC,WAAW,SAAS,aAAa,UAAU;EAChD,KAAKC,UAAU,SAAS,YAAY,UAAU;CAChD;AACF"}