@rocicorp/zero 0.25.0-canary.9 → 0.25.1

package/out/zero-cache/src/services/run-ast.js

@@ -8,7 +8,7 @@ import { hashOfAST } from "../../../zero-protocol/src/query-hash.js";
 import { buildPipeline } from "../../../zql/src/builder/builder.js";
 import { transformAndHashQuery } from "../auth/read-authorizer.js";
 import { hydrate } from "./view-syncer/pipeline-driver.js";
-async function runAst(lc, clientSchema, ast, isTransformed, options) {
+async function runAst(lc, clientSchema, ast, isTransformed, options, yieldProcess) {
   const { permissions, host } = options;
   const result = {
     warnings: [],
@@ -52,6 +52,10 @@ async function runAst(lc, clientSchema, ast, isTransformed, options) {
   const rowsByTable = {};
   const seenByTable = /* @__PURE__ */ new Set();
   for (const rowChange of hydrate(pipeline, hashOfAST(ast), clientSchema)) {
+    if (rowChange === "yield") {
+      await yieldProcess();
+      continue;
+    }
     assert(rowChange.type === "add");
     if (syncedRowCount % 10 === 0) {
       await Promise.resolve();

package/out/zero-cache/src/services/run-ast.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-ast.js","sources":["../../../../../zero-cache/src/services/run-ast.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\n// @circular-dep-ignore\nimport {astToZQL} from '../../../ast-to-zql/src/ast-to-zql.ts';\n// @circular-dep-ignore\nimport {formatOutput} from '../../../ast-to-zql/src/format.ts';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {sleep} from '../../../shared/src/sleep.ts';\nimport type {AnalyzeQueryResult} from '../../../zero-protocol/src/analyze-query-result.ts';\nimport type {AST} from '../../../zero-protocol/src/ast.ts';\nimport {mapAST} from '../../../zero-protocol/src/ast.ts';\nimport type {Row} from '../../../zero-protocol/src/data.ts';\nimport {hashOfAST} from '../../../zero-protocol/src/query-hash.ts';\nimport type {PermissionsConfig} from '../../../zero-schema/src/compiled-permissions.ts';\nimport type {NameMapper} from '../../../zero-schema/src/name-mapper.ts';\nimport {\n  buildPipeline,\n  type BuilderDelegate,\n} from '../../../zql/src/builder/builder.ts';\nimport type {PlanDebugger} from '../../../zql/src/planner/planner-debug.ts';\nimport type {ConnectionCostModel} from '../../../zql/src/planner/planner-connection.ts';\nimport type {Database} from '../../../zqlite/src/db.ts';\nimport {transformAndHashQuery} from '../auth/read-authorizer.ts';\nimport type {LiteAndZqlSpec} from '../db/specs.ts';\nimport {hydrate} from './view-syncer/pipeline-driver.ts';\nimport type {TokenData} from './view-syncer/view-syncer.ts';\nimport type {ClientSchema} from '../../../zero-protocol/src/client-schema.ts';\n\nexport type RunAstOptions = {\n  applyPermissions?: boolean | undefined;\n  authData?: TokenData | undefined;\n  clientToServerMapper?: NameMapper | undefined;\n  costModel?: ConnectionCostModel | undefined;\n  db: Database;\n  host: BuilderDelegate;\n  permissions?: PermissionsConfig | undefined;\n  planDebugger?: PlanDebugger | undefined;\n  syncedRows?: boolean | undefined;\n  tableSpecs: Map<string, LiteAndZqlSpec>;\n  vendedRows?: boolean | undefined;\n};\n\nexport async function runAst(\n  lc: LogContext,\n  clientSchema: ClientSchema,\n  ast: AST,\n  isTransformed: boolean,\n  options: RunAstOptions,\n): Promise<AnalyzeQueryResult> {\n  const {clientToServerMapper, permissions, host} = options;\n  const result: AnalyzeQueryResult = {\n    warnings: [],\n    syncedRows: undefined,\n    syncedRowCount: 0,\n    start: 0,\n    end: 0,\n    elapsed: 0,\n    afterPermissions: undefined,\n    readRows: undefined,\n    readRowCountsByQuery: {},\n    readRowCount: undefined,\n  };\n\n  if (!isTransformed) {\n    // map the AST to server names if not already transformed\n    ast = mapAST(ast, must(clientToServerMapper));\n  }\n  if (options.applyPermissions) {\n    const authData = options.authData?.decoded;\n    if (!authData) {\n      result.warnings.push(\n        'No auth data provided. Permission rules will compare to `NULL` wherever an auth data field is referenced.',\n      );\n    }\n    ast = transformAndHashQuery(\n      lc,\n      'clientGroupIDForAnalyze',\n      ast,\n      must(permissions),\n      authData,\n      false,\n    ).transformedAst;\n    result.afterPermissions = await formatOutput(ast.table + astToZQL(ast));\n  }\n\n  const pipeline = buildPipeline(\n    ast,\n    host,\n    'query-id',\n    options.costModel,\n    lc,\n    options.planDebugger,\n  );\n\n  const start = performance.now();\n\n  let syncedRowCount = 0;\n  const rowsByTable: Record<string, Row[]> = {};\n  const seenByTable: Set<string> = new Set();\n  for (const rowChange of hydrate(pipeline, hashOfAST(ast), clientSchema)) {\n    assert(rowChange.type === 'add');\n\n    // yield to other tasks to avoid blocking for too long\n    if (syncedRowCount % 10 === 0) {\n      await Promise.resolve();\n    }\n    if (syncedRowCount % 100 === 0) {\n      await sleep(1);\n    }\n\n    let rows: Row[] = rowsByTable[rowChange.table];\n    const s = rowChange.table + '.' + JSON.stringify(rowChange.row);\n    if (seenByTable.has(s)) {\n      continue; // skip duplicates\n    }\n    syncedRowCount++;\n    seenByTable.add(s);\n    if (options.syncedRows) {\n      if (!rows) {\n        rows = [];\n        rowsByTable[rowChange.table] = rows;\n      }\n      rows.push(rowChange.row);\n    }\n  }\n\n  const end = performance.now();\n  if (options.syncedRows) {\n    result.syncedRows = rowsByTable;\n  }\n  result.start = start;\n  result.end = end;\n  result.elapsed = end - start;\n\n  // Always include the count of synced and vended rows.\n  result.syncedRowCount = syncedRowCount;\n  result.readRowCountsByQuery = host.debug?.getVendedRowCounts() ?? {};\n  let readRowCount = 0;\n  for (const c of Object.values(result.readRowCountsByQuery)) {\n    for (const v of Object.values(c)) {\n      readRowCount += v;\n    }\n  }\n  result.readRowCount = readRowCount;\n  result.dbScansByQuery = host.debug?.getNVisitCounts() ?? {};\n\n  if (options.vendedRows) {\n    result.readRows = host.debug?.getVendedRows();\n  }\n  return result;\n}\n"],"names":[],"mappings":";;;;;;;;;;AA0CA,eAAsB,OACpB,IACA,cACA,KACA,eACA,SAC6B;AAC7B,QAAM,EAAuB,aAAa,KAAA,IAAQ;AAClD,QAAM,SAA6B;AAAA,IACjC,UAAU,CAAA;AAAA,IACV,YAAY;AAAA,IACZ,gBAAgB;AAAA,IAChB,OAAO;AAAA,IACP,KAAK;AAAA,IACL,SAAS;AAAA,IACT,kBAAkB;AAAA,IAClB,UAAU;AAAA,IACV,sBAAsB,CAAA;AAAA,IACtB,cAAc;AAAA,EAAA;AAOhB,MAAI,QAAQ,kBAAkB;AAC5B,UAAM,WAAW,QAAQ,UAAU;AACnC,QAAI,CAAC,UAAU;AACb,aAAO,SAAS;AAAA,QACd;AAAA,MAAA;AAAA,IAEJ;AACA,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,KAAK,WAAW;AAAA,MAChB;AAAA,MACA;AAAA,IAAA,EACA;AACF,WAAO,mBAAmB,MAAM,aAAa,IAAI,QAAQ,SAAS,GAAG,CAAC;AAAA,EACxE;AAEA,QAAM,WAAW;AAAA,IACf;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ;AAAA,IACR;AAAA,IACA,QAAQ;AAAA,EAAA;AAGV,QAAM,QAAQ,YAAY,IAAA;AAE1B,MAAI,iBAAiB;AACrB,QAAM,cAAqC,CAAA;AAC3C,QAAM,kCAA+B,IAAA;AACrC,aAAW,aAAa,QAAQ,UAAU,UAAU,GAAG,GAAG,YAAY,GAAG;AACvE,WAAO,UAAU,SAAS,KAAK;AAG/B,QAAI,iBAAiB,OAAO,GAAG;AAC7B,YAAM,QAAQ,QAAA;AAAA,IAChB;AACA,QAAI,iBAAiB,QAAQ,GAAG;AAC9B,YAAM,MAAM,CAAC;AAAA,IACf;AAEA,QAAI,OAAc,YAAY,UAAU,KAAK;AAC7C,UAAM,IAAI,UAAU,QAAQ,MAAM,KAAK,UAAU,UAAU,GAAG;AAC9D,QAAI,YAAY,IAAI,CAAC,GAAG;AACtB;AAAA,IACF;AACA;AACA,gBAAY,IAAI,CAAC;AACjB,QAAI,QAAQ,YAAY;AACtB,UAAI,CAAC,MAAM;AACT,eAAO,CAAA;AACP,oBAAY,UAAU,KAAK,IAAI;AAAA,MACjC;AACA,WAAK,KAAK,UAAU,GAAG;AAAA,IACzB;AAAA,EACF;AAEA,QAAM,MAAM,YAAY,IAAA;AACxB,MAAI,QAAQ,YAAY;AACtB,WAAO,aAAa;AAAA,EACtB;AACA,SAAO,QAAQ;AACf,SAAO,MAAM;AACb,SAAO,UAAU,MAAM;AAGvB,SAAO,iBAAiB;AACxB,SAAO,uBAAuB,KAAK,OAAO,mBAAA,KAAwB,CAAA;AAClE,MAAI,eAAe;AACnB,aAAW,KAAK,OAAO,OAAO,OAAO,oBAAoB,GAAG;AAC1D,eAAW,KAAK,OAAO,OAAO,CAAC,GAAG;AAChC,sBAAgB;AAAA,IAClB;AAAA,EACF;AACA,SAAO,eAAe;AACtB,SAAO,iBAAiB,KAAK,OAAO,gBAAA,KAAqB,CAAA;AAEzD,MAAI,QAAQ,YAAY;AACtB,WAAO,WAAW,KAAK,OAAO,cAAA;AAAA,EAChC;AACA,SAAO;AACT;"}
+{"version":3,"file":"run-ast.js","sources":["../../../../../zero-cache/src/services/run-ast.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\n// @circular-dep-ignore\nimport {astToZQL} from '../../../ast-to-zql/src/ast-to-zql.ts';\n// @circular-dep-ignore\nimport {formatOutput} from '../../../ast-to-zql/src/format.ts';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {sleep} from '../../../shared/src/sleep.ts';\nimport type {AnalyzeQueryResult} from '../../../zero-protocol/src/analyze-query-result.ts';\nimport type {AST} from '../../../zero-protocol/src/ast.ts';\nimport {mapAST} from '../../../zero-protocol/src/ast.ts';\nimport type {Row} from '../../../zero-protocol/src/data.ts';\nimport {hashOfAST} from '../../../zero-protocol/src/query-hash.ts';\nimport type {PermissionsConfig} from '../../../zero-schema/src/compiled-permissions.ts';\nimport type {NameMapper} from '../../../zero-schema/src/name-mapper.ts';\nimport {\n  buildPipeline,\n  type BuilderDelegate,\n} from '../../../zql/src/builder/builder.ts';\nimport type {PlanDebugger} from '../../../zql/src/planner/planner-debug.ts';\nimport type {ConnectionCostModel} from '../../../zql/src/planner/planner-connection.ts';\nimport type {Database} from '../../../zqlite/src/db.ts';\nimport {transformAndHashQuery} from '../auth/read-authorizer.ts';\nimport type {LiteAndZqlSpec} from '../db/specs.ts';\nimport {hydrate} from './view-syncer/pipeline-driver.ts';\nimport type {TokenData} from './view-syncer/view-syncer.ts';\nimport type {ClientSchema} from '../../../zero-protocol/src/client-schema.ts';\n\nexport type RunAstOptions = {\n  applyPermissions?: boolean | undefined;\n  authData?: TokenData | undefined;\n  clientToServerMapper?: NameMapper | undefined;\n  costModel?: ConnectionCostModel | undefined;\n  db: Database;\n  host: BuilderDelegate;\n  permissions?: PermissionsConfig | undefined;\n  planDebugger?: PlanDebugger | undefined;\n  syncedRows?: boolean | undefined;\n  tableSpecs: Map<string, LiteAndZqlSpec>;\n  vendedRows?: boolean | undefined;\n};\n\nexport async function runAst(\n  lc: LogContext,\n  clientSchema: ClientSchema,\n  ast: AST,\n  isTransformed: boolean,\n  options: RunAstOptions,\n  yieldProcess: () => Promise<void>,\n): Promise<AnalyzeQueryResult> {\n  const {clientToServerMapper, permissions, host} = options;\n  const result: AnalyzeQueryResult = {\n    warnings: [],\n    syncedRows: undefined,\n    syncedRowCount: 0,\n    start: 0,\n    end: 0,\n    elapsed: 0,\n    afterPermissions: undefined,\n    readRows: undefined,\n    readRowCountsByQuery: {},\n    readRowCount: undefined,\n  };\n\n  if (!isTransformed) {\n    // map the AST to server names if not already transformed\n    ast = mapAST(ast, must(clientToServerMapper));\n  }\n  if (options.applyPermissions) {\n    const authData = options.authData?.decoded;\n    if (!authData) {\n      result.warnings.push(\n        'No auth data provided. Permission rules will compare to `NULL` wherever an auth data field is referenced.',\n      );\n    }\n    ast = transformAndHashQuery(\n      lc,\n      'clientGroupIDForAnalyze',\n      ast,\n      must(permissions),\n      authData,\n      false,\n    ).transformedAst;\n    result.afterPermissions = await formatOutput(ast.table + astToZQL(ast));\n  }\n\n  const pipeline = buildPipeline(\n    ast,\n    host,\n    'query-id',\n    options.costModel,\n    lc,\n    options.planDebugger,\n  );\n\n  const start = performance.now();\n\n  let syncedRowCount = 0;\n  const rowsByTable: Record<string, Row[]> = {};\n  const seenByTable: Set<string> = new Set();\n  for (const rowChange of hydrate(pipeline, hashOfAST(ast), clientSchema)) {\n    if (rowChange === 'yield') {\n      await yieldProcess();\n      continue;\n    }\n    assert(rowChange.type === 'add');\n\n    // yield to other tasks to avoid blocking for too long\n    if (syncedRowCount % 10 === 0) {\n      await Promise.resolve();\n    }\n    if (syncedRowCount % 100 === 0) {\n      await sleep(1);\n    }\n\n    let rows: Row[] = rowsByTable[rowChange.table];\n    const s = rowChange.table + '.' + JSON.stringify(rowChange.row);\n    if (seenByTable.has(s)) {\n      continue; // skip duplicates\n    }\n    syncedRowCount++;\n    seenByTable.add(s);\n    if (options.syncedRows) {\n      if (!rows) {\n        rows = [];\n        rowsByTable[rowChange.table] = rows;\n      }\n      rows.push(rowChange.row);\n    }\n  }\n\n  const end = performance.now();\n  if (options.syncedRows) {\n    result.syncedRows = rowsByTable;\n  }\n  result.start = start;\n  result.end = end;\n  result.elapsed = end - start;\n\n  // Always include the count of synced and vended rows.\n  result.syncedRowCount = syncedRowCount;\n  result.readRowCountsByQuery = host.debug?.getVendedRowCounts() ?? {};\n  let readRowCount = 0;\n  for (const c of Object.values(result.readRowCountsByQuery)) {\n    for (const v of Object.values(c)) {\n      readRowCount += v;\n    }\n  }\n  result.readRowCount = readRowCount;\n  result.dbScansByQuery = host.debug?.getNVisitCounts() ?? {};\n\n  if (options.vendedRows) {\n    result.readRows = host.debug?.getVendedRows();\n  }\n  return result;\n}\n"],"names":[],"mappings":";;;;;;;;;;AA0CA,eAAsB,OACpB,IACA,cACA,KACA,eACA,SACA,cAC6B;AAC7B,QAAM,EAAuB,aAAa,KAAA,IAAQ;AAClD,QAAM,SAA6B;AAAA,IACjC,UAAU,CAAA;AAAA,IACV,YAAY;AAAA,IACZ,gBAAgB;AAAA,IAChB,OAAO;AAAA,IACP,KAAK;AAAA,IACL,SAAS;AAAA,IACT,kBAAkB;AAAA,IAClB,UAAU;AAAA,IACV,sBAAsB,CAAA;AAAA,IACtB,cAAc;AAAA,EAAA;AAOhB,MAAI,QAAQ,kBAAkB;AAC5B,UAAM,WAAW,QAAQ,UAAU;AACnC,QAAI,CAAC,UAAU;AACb,aAAO,SAAS;AAAA,QACd;AAAA,MAAA;AAAA,IAEJ;AACA,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,KAAK,WAAW;AAAA,MAChB;AAAA,MACA;AAAA,IAAA,EACA;AACF,WAAO,mBAAmB,MAAM,aAAa,IAAI,QAAQ,SAAS,GAAG,CAAC;AAAA,EACxE;AAEA,QAAM,WAAW;AAAA,IACf;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ;AAAA,IACR;AAAA,IACA,QAAQ;AAAA,EAAA;AAGV,QAAM,QAAQ,YAAY,IAAA;AAE1B,MAAI,iBAAiB;AACrB,QAAM,cAAqC,CAAA;AAC3C,QAAM,kCAA+B,IAAA;AACrC,aAAW,aAAa,QAAQ,UAAU,UAAU,GAAG,GAAG,YAAY,GAAG;AACvE,QAAI,cAAc,SAAS;AACzB,YAAM,aAAA;AACN;AAAA,IACF;AACA,WAAO,UAAU,SAAS,KAAK;AAG/B,QAAI,iBAAiB,OAAO,GAAG;AAC7B,YAAM,QAAQ,QAAA;AAAA,IAChB;AACA,QAAI,iBAAiB,QAAQ,GAAG;AAC9B,YAAM,MAAM,CAAC;AAAA,IACf;AAEA,QAAI,OAAc,YAAY,UAAU,KAAK;AAC7C,UAAM,IAAI,UAAU,QAAQ,MAAM,KAAK,UAAU,UAAU,GAAG;AAC9D,QAAI,YAAY,IAAI,CAAC,GAAG;AACtB;AAAA,IACF;AACA;AACA,gBAAY,IAAI,CAAC;AACjB,QAAI,QAAQ,YAAY;AACtB,UAAI,CAAC,MAAM;AACT,eAAO,CAAA;AACP,oBAAY,UAAU,KAAK,IAAI;AAAA,MACjC;AACA,WAAK,KAAK,UAAU,GAAG;AAAA,IACzB;AAAA,EACF;AAEA,QAAM,MAAM,YAAY,IAAA;AACxB,MAAI,QAAQ,YAAY;AACtB,WAAO,aAAa;AAAA,EACtB;AACA,SAAO,QAAQ;AACf,SAAO,MAAM;AACb,SAAO,UAAU,MAAM;AAGvB,SAAO,iBAAiB;AACxB,SAAO,uBAAuB,KAAK,OAAO,mBAAA,KAAwB,CAAA;AAClE,MAAI,eAAe;AACnB,aAAW,KAAK,OAAO,OAAO,OAAO,oBAAoB,GAAG;AAC1D,eAAW,KAAK,OAAO,OAAO,CAAC,GAAG;AAChC,sBAAgB;AAAA,IAClB;AAAA,EACF;AACA,SAAO,eAAe;AACtB,SAAO,iBAAiB,KAAK,OAAO,gBAAA,KAAqB,CAAA;AAEzD,MAAI,QAAQ,YAAY;AACtB,WAAO,WAAW,KAAK,OAAO,cAAA;AAAA,EAChC;AACA,SAAO;AACT;"}

package/out/zero-cache/src/services/view-syncer/active-users-gauge.d.ts

@@ -1,4 +1,5 @@
 import type { LogContext } from '@rocicorp/logger';
+import { type ActiveUsers } from '../../server/anonymous-otel-start.ts';
 import type { PostgresDB } from '../../types/pg.ts';
 import { type ShardID } from '../../types/shards.ts';
 import type { Service } from '../service.ts';
@@ -8,7 +9,7 @@ type Options = {
 export declare class ActiveUsersGauge implements Service {
     #private;
     readonly id = "active-users-gauge";
-    constructor(lc: LogContext, db: PostgresDB, shard: ShardID, opts?: Options);
+    constructor(lc: LogContext, db: PostgresDB, shard: ShardID, opts?: Options, setActiveUsersGetterFn?: (getter: () => ActiveUsers) => void);
     run(): Promise<void>;
     stop(): Promise<void>;
 }

package/out/zero-cache/src/services/view-syncer/active-users-gauge.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"active-users-gauge.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/active-users-gauge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAE9D,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAK3C,KAAK,OAAO,GAAG;IACb,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,qBAAa,gBAAiB,YAAW,OAAO;;IAC9C,QAAQ,CAAC,EAAE,wBAAwB;gBAajC,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,IAAI,GAAE,OAAY;IAQd,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B1B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAItB"}
+{"version":3,"file":"active-users-gauge.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/active-users-gauge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAGjD,OAAO,EAEL,KAAK,WAAW,EACjB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAE9D,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAK3C,KAAK,OAAO,GAAG;IACb,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,qBAAa,gBAAiB,YAAW,OAAO;;IAC9C,QAAQ,CAAC,EAAE,wBAAwB;gBAajC,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,IAAI,GAAE,OAAY,EAClB,sBAAsB,sCAAuB;IASzC,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IA8C1B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAItB"}

package/out/zero-cache/src/services/view-syncer/active-users-gauge.js

@@ -1,3 +1,5 @@
+import { must } from "../../../../shared/src/must.js";
+import { mapValues } from "../../../../shared/src/objects.js";
 import { setActiveUsersGetter } from "../../server/anonymous-otel-start.js";
 import { cvrSchema } from "../../types/shards.js";
 import { RunningState } from "../running-state.js";
@@ -10,30 +12,41 @@ class ActiveUsersGauge {
   #schema;
   #updateIntervalMs;
   #state = new RunningState("active-users-gauge");
+  #setActiveUsersGetter;
   // latest computed value exposed via the observable gauge callback
-  #value = 0;
-  #getterSet = false;
-  constructor(lc, db, shard, opts = {}) {
+  #lastActiveUsers;
+  constructor(lc, db, shard, opts = {}, setActiveUsersGetterFn = setActiveUsersGetter) {
     this.#lc = lc;
     this.#db = db;
     this.#schema = cvrSchema(shard);
     this.#updateIntervalMs = opts.updateIntervalMs ?? 60 * 1e3;
+    this.#setActiveUsersGetter = setActiveUsersGetterFn;
   }
   async run() {
     while (this.#state.shouldRun()) {
       try {
-        const since = Date.now() - DAY;
-        const [{ cnt }] = await this.#db`
-          SELECT COUNT(*) AS cnt
-          FROM ${this.#db(this.#schema)}.instances
-          WHERE "lastActive" > ${since}
+        const now = Date.now();
+        const since30day = now - DAY * 30;
+        const since7day = now - DAY * 7;
+        const since1day = now - DAY;
+        const [actives] = await this.#db`
+          SELECT 
+            COUNT(*) FILTER (WHERE "lastActive" >= ${since1day}) AS active_users_last_day,
+            COUNT(DISTINCT("profileID")) FILTER (WHERE "lastActive" >= ${since1day} AND starts_with("profileID", 'p')) AS users_1da,
+            COUNT(DISTINCT("profileID")) FILTER (WHERE "lastActive" >= ${since7day} AND starts_with("profileID", 'p')) AS users_7da,
+            COUNT(DISTINCT("profileID")) FILTER (WHERE starts_with("profileID", 'p')) AS users_30da,
+            COUNT(DISTINCT("profileID")) FILTER (WHERE "lastActive" >= ${since1day}) AS users_1da_legacy,
+            COUNT(DISTINCT("profileID")) FILTER (WHERE "lastActive" >= ${since7day}) AS users_7da_legacy,
+            COUNT(DISTINCT("profileID")) AS users_30da_legacy
+            FROM ${this.#db(this.#schema)}.instances
+            WHERE "lastActive" >= ${since30day}
         `;
-        this.#value = Number(cnt);
-        if (!this.#getterSet) {
-          setActiveUsersGetter(() => this.#value);
-          this.#getterSet = true;
+        const setGetter = this.#lastActiveUsers === void 0;
+        this.#lastActiveUsers = mapValues(actives, (bigVal) => Number(bigVal));
+        if (setGetter) {
+          this.#setActiveUsersGetter(() => must(this.#lastActiveUsers));
         }
-        this.#lc.debug?.(`updated active-users gauge to ${this.#value}`);
+        this.#lc.debug?.(`updated active-users gauge`, this.#lastActiveUsers);
       } catch (e) {
         this.#lc.warn?.("error updating active-users gauge", e);
       }

package/out/zero-cache/src/services/view-syncer/active-users-gauge.js.map

@@ -1 +1 @@
-{"version":3,"file":"active-users-gauge.js","sources":["../../../../../../zero-cache/src/services/view-syncer/active-users-gauge.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {setActiveUsersGetter} from '../../server/anonymous-otel-start.ts';\nimport type {PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst DAY = 24 * 60 * MINUTE;\n\ntype Options = {\n  updateIntervalMs?: number;\n};\n\nexport class ActiveUsersGauge implements Service {\n  readonly id = 'active-users-gauge';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #updateIntervalMs: number;\n  readonly #state = new RunningState('active-users-gauge');\n\n  // latest computed value exposed via the observable gauge callback\n  #value = 0;\n  #getterSet = false;\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    opts: Options = {},\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#updateIntervalMs = opts.updateIntervalMs ?? 60 * 1000; // default 1 minute\n  }\n\n  async run(): Promise<void> {\n    while (this.#state.shouldRun()) {\n      try {\n        const since = Date.now() - DAY;\n        const [{cnt}] = await this.#db<[{cnt: bigint}]>`\n          SELECT COUNT(*) AS cnt\n          FROM ${this.#db(this.#schema)}.instances\n          WHERE \"lastActive\" > ${since}\n        `;\n        this.#value = Number(cnt);\n\n        // Set the getter after the first value is computed\n        if (!this.#getterSet) {\n          setActiveUsersGetter(() => this.#value);\n          this.#getterSet = true;\n        }\n\n        this.#lc.debug?.(`updated active-users gauge to ${this.#value}`);\n      } catch (e) {\n        this.#lc.warn?.('error updating active-users gauge', e);\n      }\n\n      await this.#state.sleep(this.#updateIntervalMs);\n    }\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return this.#state.stopped();\n  }\n}\n"],"names":[],"mappings":";;;AAOA,MAAM,SAAS,KAAK;AACpB,MAAM,MAAM,KAAK,KAAK;AAMf,MAAM,iBAAoC;AAAA,EACtC,KAAK;AAAA,EAEL;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,SAAS,IAAI,aAAa,oBAAoB;AAAA;AAAA,EAGvD,SAAS;AAAA,EACT,aAAa;AAAA,EAEb,YACE,IACA,IACA,OACA,OAAgB,CAAA,GAChB;AACA,SAAK,MAAM;AACX,SAAK,MAAM;AACX,SAAK,UAAU,UAAU,KAAK;AAC9B,SAAK,oBAAoB,KAAK,oBAAoB,KAAK;AAAA,EACzD;AAAA,EAEA,MAAM,MAAqB;AACzB,WAAO,KAAK,OAAO,aAAa;AAC9B,UAAI;AACF,cAAM,QAAQ,KAAK,IAAA,IAAQ;AAC3B,cAAM,CAAC,EAAC,IAAA,CAAI,IAAI,MAAM,KAAK;AAAA;AAAA,iBAElB,KAAK,IAAI,KAAK,OAAO,CAAC;AAAA,iCACN,KAAK;AAAA;AAE9B,aAAK,SAAS,OAAO,GAAG;AAGxB,YAAI,CAAC,KAAK,YAAY;AACpB,+BAAqB,MAAM,KAAK,MAAM;AACtC,eAAK,aAAa;AAAA,QACpB;AAEA,aAAK,IAAI,QAAQ,iCAAiC,KAAK,MAAM,EAAE;AAAA,MACjE,SAAS,GAAG;AACV,aAAK,IAAI,OAAO,qCAAqC,CAAC;AAAA,MACxD;AAEA,YAAM,KAAK,OAAO,MAAM,KAAK,iBAAiB;AAAA,IAChD;AAAA,EACF;AAAA,EAEA,OAAsB;AACpB,SAAK,OAAO,KAAK,KAAK,GAAG;AACzB,WAAO,KAAK,OAAO,QAAA;AAAA,EACrB;AACF;"}
+{"version":3,"file":"active-users-gauge.js","sources":["../../../../../../zero-cache/src/services/view-syncer/active-users-gauge.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {must} from '../../../../shared/src/must.ts';\nimport {mapValues} from '../../../../shared/src/objects.ts';\nimport {\n  setActiveUsersGetter,\n  type ActiveUsers,\n} from '../../server/anonymous-otel-start.ts';\nimport type {PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst DAY = 24 * 60 * MINUTE;\n\ntype Options = {\n  updateIntervalMs?: number;\n};\n\nexport class ActiveUsersGauge implements Service {\n  readonly id = 'active-users-gauge';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #updateIntervalMs: number;\n  readonly #state = new RunningState('active-users-gauge');\n  readonly #setActiveUsersGetter: typeof setActiveUsersGetter;\n\n  // latest computed value exposed via the observable gauge callback\n  #lastActiveUsers: ActiveUsers | undefined;\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    opts: Options = {},\n    setActiveUsersGetterFn = setActiveUsersGetter,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#updateIntervalMs = opts.updateIntervalMs ?? 60 * 1000; // default 1 minute\n    this.#setActiveUsersGetter = setActiveUsersGetterFn;\n  }\n\n  async run(): Promise<void> {\n    while (this.#state.shouldRun()) {\n      try {\n        const now = Date.now();\n        const since30day = now - DAY * 30;\n        const since7day = now - DAY * 7;\n        const since1day = now - DAY;\n\n        // This query performs a single scan over the `profile_ids_last_active`\n        // index to compute aggregated results for all of our active user\n        // metric variants.\n        //\n        // The eventually-correct metrics are `users_#da` which count distinct\n        // profileIDs produced by the zero-client (i.e. starting with 'p').\n        // The `users_#da_legacy` metrics include back-filled profileIDs (which\n        // start with `cg`) and will over-count users on apps using memstore.\n        const [actives] = await this.#db<[ActiveUsers]> /*sql*/ `\n          SELECT \n            COUNT(*) FILTER (WHERE \"lastActive\" >= ${since1day}) AS active_users_last_day,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE \"lastActive\" >= ${since1day} AND starts_with(\"profileID\", 'p')) AS users_1da,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE \"lastActive\" >= ${since7day} AND starts_with(\"profileID\", 'p')) AS users_7da,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE starts_with(\"profileID\", 'p')) AS users_30da,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE \"lastActive\" >= ${since1day}) AS users_1da_legacy,\n            COUNT(DISTINCT(\"profileID\")) FILTER (WHERE \"lastActive\" >= ${since7day}) AS users_7da_legacy,\n            COUNT(DISTINCT(\"profileID\")) AS users_30da_legacy\n            FROM ${this.#db(this.#schema)}.instances\n            WHERE \"lastActive\" >= ${since30day}\n        `;\n        // Determine if the getter needs to be set (i.e. the first time).\n        const setGetter = this.#lastActiveUsers === undefined;\n        this.#lastActiveUsers = mapValues(actives, bigVal => Number(bigVal));\n\n        // Set the getter after the first value is computed\n        if (setGetter) {\n          this.#setActiveUsersGetter(() => must(this.#lastActiveUsers));\n        }\n\n        this.#lc.debug?.(`updated active-users gauge`, this.#lastActiveUsers);\n      } catch (e) {\n        this.#lc.warn?.('error updating active-users gauge', e);\n      }\n\n      await this.#state.sleep(this.#updateIntervalMs);\n    }\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return this.#state.stopped();\n  }\n}\n"],"names":[],"mappings":";;;;;AAYA,MAAM,SAAS,KAAK;AACpB,MAAM,MAAM,KAAK,KAAK;AAMf,MAAM,iBAAoC;AAAA,EACtC,KAAK;AAAA,EAEL;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,SAAS,IAAI,aAAa,oBAAoB;AAAA,EAC9C;AAAA;AAAA,EAGT;AAAA,EAEA,YACE,IACA,IACA,OACA,OAAgB,CAAA,GAChB,yBAAyB,sBACzB;AACA,SAAK,MAAM;AACX,SAAK,MAAM;AACX,SAAK,UAAU,UAAU,KAAK;AAC9B,SAAK,oBAAoB,KAAK,oBAAoB,KAAK;AACvD,SAAK,wBAAwB;AAAA,EAC/B;AAAA,EAEA,MAAM,MAAqB;AACzB,WAAO,KAAK,OAAO,aAAa;AAC9B,UAAI;AACF,cAAM,MAAM,KAAK,IAAA;AACjB,cAAM,aAAa,MAAM,MAAM;AAC/B,cAAM,YAAY,MAAM,MAAM;AAC9B,cAAM,YAAY,MAAM;AAUxB,cAAM,CAAC,OAAO,IAAI,MAAM,KAAK;AAAA;AAAA,qDAEgB,SAAS;AAAA,yEACW,SAAS;AAAA,yEACT,SAAS;AAAA;AAAA,yEAET,SAAS;AAAA,yEACT,SAAS;AAAA;AAAA,mBAE/D,KAAK,IAAI,KAAK,OAAO,CAAC;AAAA,oCACL,UAAU;AAAA;AAGtC,cAAM,YAAY,KAAK,qBAAqB;AAC5C,aAAK,mBAAmB,UAAU,SAAS,CAAA,WAAU,OAAO,MAAM,CAAC;AAGnE,YAAI,WAAW;AACb,eAAK,sBAAsB,MAAM,KAAK,KAAK,gBAAgB,CAAC;AAAA,QAC9D;AAEA,aAAK,IAAI,QAAQ,8BAA8B,KAAK,gBAAgB;AAAA,MACtE,SAAS,GAAG;AACV,aAAK,IAAI,OAAO,qCAAqC,CAAC;AAAA,MACxD;AAEA,YAAM,KAAK,OAAO,MAAM,KAAK,iBAAiB;AAAA,IAChD;AAAA,EACF;AAAA,EAEA,OAAsB;AACpB,SAAK,OAAO,KAAK,KAAK,GAAG;AACzB,WAAO,KAAK,OAAO,QAAA;AAAA,EACrB;AACF;"}

package/out/zero-cache/src/services/view-syncer/cvr-purger.d.ts

@@ -10,7 +10,7 @@ type Options = {
 export declare class CVRPurger implements Service {
     #private;
     readonly id = "reaper";
-    constructor(lc: LogContext, db: PostgresDB, shard: ShardID, { inactivityThresholdMs, initialBatchSize, initialIntervalMs }: Options);
+    constructor(lc: LogContext, db: PostgresDB, shard: ShardID, { inactivityThresholdMs, initialBatchSize, initialIntervalMs }: Options, tombstonePurgeThreshold?: number);
     run(): Promise<void>;
     purgeInactiveCVRs(maxCVRs: number): Promise<{
         purged: number;

package/out/zero-cache/src/services/view-syncer/cvr-purger.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cvr-purger.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAGjD,OAAO,EAA0B,KAAK,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAE9D,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAK3C,KAAK,OAAO,GAAG;IACb,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,qBAAa,SAAU,YAAW,OAAO;;IACvC,QAAQ,CAAC,EAAE,YAAY;gBAWrB,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,EAAC,qBAAqB,EAAE,gBAAgB,EAAE,iBAAiB,EAAC,EAAE,OAAO;IAUjE,GAAG;IAgDT,iBAAiB,CACf,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAC,CAAC;IAwD/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAItB"}
+{"version":3,"file":"cvr-purger.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAGjD,OAAO,EAA0B,KAAK,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAAY,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAE9D,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAQ3C,KAAK,OAAO,GAAG;IACb,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,qBAAa,SAAU,YAAW,OAAO;;IACvC,QAAQ,CAAC,EAAE,YAAY;gBAYrB,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,OAAO,EACd,EAAC,qBAAqB,EAAE,gBAAgB,EAAE,iBAAiB,EAAC,EAAE,OAAO,EACrE,uBAAuB,SAA4B;IAc/C,GAAG;IAgDT,iBAAiB,CACf,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAC,CAAC;IAgF/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAItB"}

package/out/zero-cache/src/services/view-syncer/cvr-purger.js

@@ -5,20 +5,26 @@ import { cvrSchema } from "../../types/shards.js";
 import { RunningState } from "../running-state.js";
 const MINUTE = 60 * 1e3;
 const MAX_PURGE_INTERVAL_MS = 16 * MINUTE;
+const TOMBSTONE_PURGE_THRESHOLD = 31 * 24 * 60 * 60 * 1e3;
 class CVRPurger {
   id = "reaper";
   #lc;
   #db;
   #schema;
   #inactivityThresholdMs;
+  #tombstonePurgeThresholdMs;
   #initialBatchSize;
   #initialIntervalMs;
   #state = new RunningState("reaper");
-  constructor(lc, db, shard, { inactivityThresholdMs, initialBatchSize, initialIntervalMs }) {
+  constructor(lc, db, shard, { inactivityThresholdMs, initialBatchSize, initialIntervalMs }, tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD) {
     this.#lc = lc;
     this.#db = db;
     this.#schema = cvrSchema(shard);
     this.#inactivityThresholdMs = inactivityThresholdMs;
+    this.#tombstonePurgeThresholdMs = Math.max(
+      tombstonePurgeThreshold,
+      inactivityThresholdMs
+    );
     this.#initialBatchSize = initialBatchSize;
     this.#initialIntervalMs = initialIntervalMs;
   }
@@ -61,33 +67,51 @@ class CVRPurger {
   purgeInactiveCVRs(maxCVRs) {
     return this.#db.begin(READ_COMMITTED, async (sql) => {
       disableStatementTimeout(sql);
-      const threshold = Date.now() - this.#inactivityThresholdMs;
+      const now = Date.now();
+      const threshold = now - this.#inactivityThresholdMs;
+      const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;
       const ids = (await sql`
           SELECT "clientGroupID" FROM ${sql(this.#schema)}.instances
-            WHERE "lastActive" < ${threshold}
+            WHERE NOT "deleted" AND "lastActive" < ${threshold}
             ORDER BY "lastActive" ASC
             LIMIT ${maxCVRs}
             FOR UPDATE SKIP LOCKED
       `.values()).flat();
       if (ids.length > 0) {
-        await Promise.all(
-          [
-            "desires",
-            "queries",
-            "clients",
-            "instances",
-            "rows",
-            "rowsVersion"
-          ].map(
-            (table) => sql`
+        const stmts = [
+          "desires",
+          "queries",
+          "clients",
+          "rows",
+          "rowsVersion"
+        ].map(
+          (table) => sql`
             DELETE FROM ${sql(this.#schema)}.${sql(table)} 
               WHERE "clientGroupID" IN ${sql(ids)}`.execute()
-          )
         );
+        stmts.push(
+          sql`
+            UPDATE ${sql(this.#schema)}.instances
+              SET "deleted" = TRUE, 
+                  "version" = '00', 
+                  "ttlClock" = 0,
+                  "replicaVersion" = NULL, 
+                  "owner" = NULL,
+                  "grantedAt" = NULL,
+                  "clientSchema" = NULL
+              WHERE "clientGroupID" IN ${sql(ids)}`.execute()
+        );
+        stmts.push(
+          sql`
+            DELETE FROM ${sql(this.#schema)}.instances
+              WHERE "deleted" AND "lastActive" < ${tombstonePurgeThreshold}
+          `.execute()
+        );
+        await Promise.all(stmts);
       }
       const [{ remaining }] = await sql`
         SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances
-          WHERE "lastActive" < ${threshold}
+          WHERE NOT "deleted" AND "lastActive" < ${threshold}
       `;
       return { purged: ids.length, remaining: Number(remaining) };
     });

package/out/zero-cache/src/services/view-syncer/cvr-purger.js.map

@@ -1 +1 @@
-{"version":3,"file":"cvr-purger.js","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {READ_COMMITTED} from '../../db/mode-enum.ts';\nimport {disableStatementTimeout, type PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst MAX_PURGE_INTERVAL_MS = 16 * MINUTE;\n\ntype Options = {\n  inactivityThresholdMs: number;\n  initialBatchSize: number;\n  initialIntervalMs: number;\n};\n\nexport class CVRPurger implements Service {\n  readonly id = 'reaper';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #inactivityThresholdMs: number;\n  readonly #initialBatchSize: number;\n  readonly #initialIntervalMs: number;\n  readonly #state = new RunningState('reaper');\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    {inactivityThresholdMs, initialBatchSize, initialIntervalMs}: Options,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#inactivityThresholdMs = inactivityThresholdMs;\n    this.#initialBatchSize = initialBatchSize;\n    this.#initialIntervalMs = initialIntervalMs;\n  }\n\n  async run() {\n    let purgeable: number | undefined;\n    let maxCVRsPerPurge = this.#initialBatchSize;\n    let purgeInterval = this.#initialIntervalMs;\n\n    if (this.#initialBatchSize === 0) {\n      this.#lc.warn?.(\n        `CVR garbage collection is disabled (initialBatchSize = 0)`,\n      );\n      // Do nothing and just wait to be stopped.\n      await this.#state.stopped();\n    } else {\n      this.#lc.info?.(\n        `running cvr-purger with`,\n        await this.#db`SHOW statement_timeout`,\n      );\n    }\n\n    while (this.#state.shouldRun()) {\n      try {\n        const start = performance.now();\n        const {purged, remaining} =\n          await this.purgeInactiveCVRs(maxCVRsPerPurge);\n\n        if (purgeable !== undefined && remaining > purgeable) {\n          // If the number of purgeable CVRs has grown even after the purge,\n          // increase the number purged per round to achieve a steady state.\n          maxCVRsPerPurge += this.#initialBatchSize;\n          this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);\n        }\n        purgeable = remaining;\n\n        purgeInterval =\n          purgeable > 0\n            ? this.#initialIntervalMs\n            : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`,\n        );\n        await this.#state.sleep(purgeInterval);\n      } catch (e) {\n        this.#lc.warn?.(`error encountered while garbage collecting CVRs`, e);\n      }\n    }\n  }\n\n  // Exported for testing.\n  purgeInactiveCVRs(\n    maxCVRs: number,\n  ): Promise<{purged: number; remaining: number}> {\n    return this.#db.begin(READ_COMMITTED, async sql => {\n      disableStatementTimeout(sql);\n\n      const threshold = Date.now() - this.#inactivityThresholdMs;\n      // Implementation note: `FOR UPDATE` will prevent a syncer from\n      // concurrently updating the CVR, since the update also performs\n      // a `SELECT ... FOR UPDATE`, instead causing that update to\n      // fail, which will cause the client to create a new CVR.\n      //\n      // `SKIP LOCKED` will skip over CVRs that a syncer is already\n      // in the process of updating. In this manner, an in-progress\n      // update effectively excludes the CVR from the purge.\n      const ids = (\n        await sql<{clientGroupID: string}[]>`\n          SELECT \"clientGroupID\" FROM ${sql(this.#schema)}.instances\n            WHERE \"lastActive\" < ${threshold}\n            ORDER BY \"lastActive\" ASC\n            LIMIT ${maxCVRs}\n            FOR UPDATE SKIP LOCKED\n      `.values()\n      ).flat();\n\n      if (ids.length > 0) {\n        // Explicitly delete rows from cvr tables from \"bottom\" up. Even\n        // though all tables eventually reference a (\"top\") ancestor row in the\n        // \"instances\" or \"rowsVersion\" tables, relying on foreign key\n        // cascading deletes can be suboptimal when the foreign key is not a\n        // prefix of the primary key (e.g. the \"desires\" foreign key reference\n        // to the \"queries\" table is not a prefix of the \"desires\" primary\n        // key).\n        await Promise.all(\n          [\n            'desires',\n            'queries',\n            'clients',\n            'instances',\n            'rows',\n            'rowsVersion',\n          ].map(table =>\n            sql`\n            DELETE FROM ${sql(this.#schema)}.${sql(table)} \n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n          ),\n        );\n      }\n\n      const [{remaining}] = await sql<[{remaining: bigint}]>`\n        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances\n          WHERE \"lastActive\" < ${threshold}\n      `;\n\n      return {purged: ids.length, remaining: Number(remaining)};\n    });\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return promiseVoid;\n  }\n}\n"],"names":[],"mappings":";;;;;AAQA,MAAM,SAAS,KAAK;AACpB,MAAM,wBAAwB,KAAK;AAQ5B,MAAM,UAA6B;AAAA,EAC/B,KAAK;AAAA,EAEL;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,SAAS,IAAI,aAAa,QAAQ;AAAA,EAE3C,YACE,IACA,IACA,OACA,EAAC,uBAAuB,kBAAkB,qBAC1C;AACA,SAAK,MAAM;AACX,SAAK,MAAM;AACX,SAAK,UAAU,UAAU,KAAK;AAC9B,SAAK,yBAAyB;AAC9B,SAAK,oBAAoB;AACzB,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,MAAM;AACV,QAAI;AACJ,QAAI,kBAAkB,KAAK;AAC3B,QAAI,gBAAgB,KAAK;AAEzB,QAAI,KAAK,sBAAsB,GAAG;AAChC,WAAK,IAAI;AAAA,QACP;AAAA,MAAA;AAGF,YAAM,KAAK,OAAO,QAAA;AAAA,IACpB,OAAO;AACL,WAAK,IAAI;AAAA,QACP;AAAA,QACA,MAAM,KAAK;AAAA,MAAA;AAAA,IAEf;AAEA,WAAO,KAAK,OAAO,aAAa;AAC9B,UAAI;AACF,cAAM,QAAQ,YAAY,IAAA;AAC1B,cAAM,EAAC,QAAQ,UAAA,IACb,MAAM,KAAK,kBAAkB,eAAe;AAE9C,YAAI,cAAc,UAAa,YAAY,WAAW;AAGpD,6BAAmB,KAAK;AACxB,eAAK,IAAI,OAAO,+BAA+B,eAAe,EAAE;AAAA,QAClE;AACA,oBAAY;AAEZ,wBACE,YAAY,IACR,KAAK,qBACL,KAAK,IAAI,gBAAgB,GAAG,qBAAqB;AACvD,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,IAAI;AAAA,UACP,UAAU,MAAM,mBAAmB,QAAQ,QAAQ,CAAC,CAAC,uBAAuB,aAAa;AAAA,QAAA;AAE3F,cAAM,KAAK,OAAO,MAAM,aAAa;AAAA,MACvC,SAAS,GAAG;AACV,aAAK,IAAI,OAAO,mDAAmD,CAAC;AAAA,MACtE;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,kBACE,SAC8C;AAC9C,WAAO,KAAK,IAAI,MAAM,gBAAgB,OAAM,QAAO;AACjD,8BAAwB,GAAG;AAE3B,YAAM,YAAY,KAAK,IAAA,IAAQ,KAAK;AASpC,YAAM,OACJ,MAAM;AAAA,wCAC0B,IAAI,KAAK,OAAO,CAAC;AAAA,mCACtB,SAAS;AAAA;AAAA,oBAExB,OAAO;AAAA;AAAA,QAEnB,OAAA,GACA,KAAA;AAEF,UAAI,IAAI,SAAS,GAAG;AAQlB,cAAM,QAAQ;AAAA,UACZ;AAAA,YACE;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,UAAA,EACA;AAAA,YAAI,CAAA,UACJ;AAAA,0BACc,IAAI,KAAK,OAAO,CAAC,IAAI,IAAI,KAAK,CAAC;AAAA,yCAChB,IAAI,GAAG,CAAC,GAAG,QAAA;AAAA,UAAQ;AAAA,QAClD;AAAA,MAEJ;AAEA,YAAM,CAAC,EAAC,WAAU,IAAI,MAAM;AAAA,4CACU,IAAI,KAAK,OAAO,CAAC;AAAA,iCAC5B,SAAS;AAAA;AAGpC,aAAO,EAAC,QAAQ,IAAI,QAAQ,WAAW,OAAO,SAAS,EAAA;AAAA,IACzD,CAAC;AAAA,EACH;AAAA,EAEA,OAAsB;AACpB,SAAK,OAAO,KAAK,KAAK,GAAG;AACzB,WAAO;AAAA,EACT;AACF;"}
+{"version":3,"file":"cvr-purger.js","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-purger.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport {READ_COMMITTED} from '../../db/mode-enum.ts';\nimport {disableStatementTimeout, type PostgresDB} from '../../types/pg.ts';\nimport {cvrSchema, type ShardID} from '../../types/shards.ts';\nimport {RunningState} from '../running-state.ts';\nimport type {Service} from '../service.ts';\n\nconst MINUTE = 60 * 1000;\nconst MAX_PURGE_INTERVAL_MS = 16 * MINUTE;\n\n// Purge tombstones after 31 days to facilitate up to a 30-day actives metric.\nconst TOMBSTONE_PURGE_THRESHOLD = 31 * 24 * 60 * 60 * 1000;\n\ntype Options = {\n  inactivityThresholdMs: number;\n  initialBatchSize: number;\n  initialIntervalMs: number;\n};\n\nexport class CVRPurger implements Service {\n  readonly id = 'reaper';\n\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #schema: string;\n  readonly #inactivityThresholdMs: number;\n  readonly #tombstonePurgeThresholdMs: number;\n  readonly #initialBatchSize: number;\n  readonly #initialIntervalMs: number;\n  readonly #state = new RunningState('reaper');\n\n  constructor(\n    lc: LogContext,\n    db: PostgresDB,\n    shard: ShardID,\n    {inactivityThresholdMs, initialBatchSize, initialIntervalMs}: Options,\n    tombstonePurgeThreshold = TOMBSTONE_PURGE_THRESHOLD,\n  ) {\n    this.#lc = lc;\n    this.#db = db;\n    this.#schema = cvrSchema(shard);\n    this.#inactivityThresholdMs = inactivityThresholdMs;\n    this.#tombstonePurgeThresholdMs = Math.max(\n      tombstonePurgeThreshold,\n      inactivityThresholdMs,\n    );\n    this.#initialBatchSize = initialBatchSize;\n    this.#initialIntervalMs = initialIntervalMs;\n  }\n\n  async run() {\n    let purgeable: number | undefined;\n    let maxCVRsPerPurge = this.#initialBatchSize;\n    let purgeInterval = this.#initialIntervalMs;\n\n    if (this.#initialBatchSize === 0) {\n      this.#lc.warn?.(\n        `CVR garbage collection is disabled (initialBatchSize = 0)`,\n      );\n      // Do nothing and just wait to be stopped.\n      await this.#state.stopped();\n    } else {\n      this.#lc.info?.(\n        `running cvr-purger with`,\n        await this.#db`SHOW statement_timeout`,\n      );\n    }\n\n    while (this.#state.shouldRun()) {\n      try {\n        const start = performance.now();\n        const {purged, remaining} =\n          await this.purgeInactiveCVRs(maxCVRsPerPurge);\n\n        if (purgeable !== undefined && remaining > purgeable) {\n          // If the number of purgeable CVRs has grown even after the purge,\n          // increase the number purged per round to achieve a steady state.\n          maxCVRsPerPurge += this.#initialBatchSize;\n          this.#lc.info?.(`increased CVRs per purge to ${maxCVRsPerPurge}`);\n        }\n        purgeable = remaining;\n\n        purgeInterval =\n          purgeable > 0\n            ? this.#initialIntervalMs\n            : Math.min(purgeInterval * 2, MAX_PURGE_INTERVAL_MS);\n        const elapsed = performance.now() - start;\n        this.#lc.info?.(\n          `purged ${purged} inactive CVRs (${elapsed.toFixed(2)} ms). Next purge in ${purgeInterval} ms`,\n        );\n        await this.#state.sleep(purgeInterval);\n      } catch (e) {\n        this.#lc.warn?.(`error encountered while garbage collecting CVRs`, e);\n      }\n    }\n  }\n\n  // Exported for testing.\n  purgeInactiveCVRs(\n    maxCVRs: number,\n  ): Promise<{purged: number; remaining: number}> {\n    return this.#db.begin(READ_COMMITTED, async sql => {\n      disableStatementTimeout(sql);\n\n      const now = Date.now();\n      const threshold = now - this.#inactivityThresholdMs;\n      const tombstonePurgeThreshold = now - this.#tombstonePurgeThresholdMs;\n      // Implementation note: `FOR UPDATE` will prevent a syncer from\n      // concurrently updating the CVR, since the update also performs\n      // a `SELECT ... FOR UPDATE`, instead causing that update to\n      // fail, which will cause the client to create a new CVR.\n      //\n      // `SKIP LOCKED` will skip over CVRs that a syncer is already\n      // in the process of updating. In this manner, an in-progress\n      // update effectively excludes the CVR from the purge.\n      const ids = (\n        await sql<{clientGroupID: string}[]>`\n          SELECT \"clientGroupID\" FROM ${sql(this.#schema)}.instances\n            WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n            ORDER BY \"lastActive\" ASC\n            LIMIT ${maxCVRs}\n            FOR UPDATE SKIP LOCKED\n      `.values()\n      ).flat();\n\n      if (ids.length > 0) {\n        // Explicitly delete rows from cvr tables from \"bottom\" up. Relying on\n        // foreign key cascading deletes can be suboptimal when the foreign key\n        // is not a prefix of the primary key (e.g. the \"desires\" foreign key\n        // reference to the \"queries\" table is not a prefix of the \"desires\"\n        // primary key).\n        const stmts = [\n          'desires',\n          'queries',\n          'clients',\n          'rows',\n          'rowsVersion',\n        ].map(table =>\n          sql`\n            DELETE FROM ${sql(this.#schema)}.${sql(table)} \n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n        );\n        // Tombstones are written for the `instances` rows, preserving the\n        // \"profileID\" and \"lastActive\" columns for computing usage stats.\n        //\n        // For backwards compatibility (i.e. older zero-caches that do not\n        // check the \"deleted\" column) reset the \"version\" to '00' to trigger\n        // the ClientNotFound error via\n        // view-syncer.ts:checkClientAndCVRVersions()\n        stmts.push(\n          sql`\n            UPDATE ${sql(this.#schema)}.instances\n              SET \"deleted\" = TRUE, \n                  \"version\" = '00', \n                  \"ttlClock\" = 0,\n                  \"replicaVersion\" = NULL, \n                  \"owner\" = NULL,\n                  \"grantedAt\" = NULL,\n                  \"clientSchema\" = NULL\n              WHERE \"clientGroupID\" IN ${sql(ids)}`.execute(),\n        );\n        // Tombstone rows are deleted after the tombstonePurgeThreshold.\n        stmts.push(\n          sql`\n            DELETE FROM ${sql(this.#schema)}.instances\n              WHERE \"deleted\" AND \"lastActive\" < ${tombstonePurgeThreshold}\n          `.execute(),\n        );\n        await Promise.all(stmts);\n      }\n\n      const [{remaining}] = await sql<[{remaining: bigint}]>`\n        SELECT COUNT(*) AS remaining FROM ${sql(this.#schema)}.instances\n          WHERE NOT \"deleted\" AND \"lastActive\" < ${threshold}\n      `;\n\n      return {purged: ids.length, remaining: Number(remaining)};\n    });\n  }\n\n  stop(): Promise<void> {\n    this.#state.stop(this.#lc);\n    return promiseVoid;\n  }\n}\n"],"names":[],"mappings":";;;;;AAQA,MAAM,SAAS,KAAK;AACpB,MAAM,wBAAwB,KAAK;AAGnC,MAAM,4BAA4B,KAAK,KAAK,KAAK,KAAK;AAQ/C,MAAM,UAA6B;AAAA,EAC/B,KAAK;AAAA,EAEL;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,SAAS,IAAI,aAAa,QAAQ;AAAA,EAE3C,YACE,IACA,IACA,OACA,EAAC,uBAAuB,kBAAkB,kBAAA,GAC1C,0BAA0B,2BAC1B;AACA,SAAK,MAAM;AACX,SAAK,MAAM;AACX,SAAK,UAAU,UAAU,KAAK;AAC9B,SAAK,yBAAyB;AAC9B,SAAK,6BAA6B,KAAK;AAAA,MACrC;AAAA,MACA;AAAA,IAAA;AAEF,SAAK,oBAAoB;AACzB,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,MAAM,MAAM;AACV,QAAI;AACJ,QAAI,kBAAkB,KAAK;AAC3B,QAAI,gBAAgB,KAAK;AAEzB,QAAI,KAAK,sBAAsB,GAAG;AAChC,WAAK,IAAI;AAAA,QACP;AAAA,MAAA;AAGF,YAAM,KAAK,OAAO,QAAA;AAAA,IACpB,OAAO;AACL,WAAK,IAAI;AAAA,QACP;AAAA,QACA,MAAM,KAAK;AAAA,MAAA;AAAA,IAEf;AAEA,WAAO,KAAK,OAAO,aAAa;AAC9B,UAAI;AACF,cAAM,QAAQ,YAAY,IAAA;AAC1B,cAAM,EAAC,QAAQ,UAAA,IACb,MAAM,KAAK,kBAAkB,eAAe;AAE9C,YAAI,cAAc,UAAa,YAAY,WAAW;AAGpD,6BAAmB,KAAK;AACxB,eAAK,IAAI,OAAO,+BAA+B,eAAe,EAAE;AAAA,QAClE;AACA,oBAAY;AAEZ,wBACE,YAAY,IACR,KAAK,qBACL,KAAK,IAAI,gBAAgB,GAAG,qBAAqB;AACvD,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,IAAI;AAAA,UACP,UAAU,MAAM,mBAAmB,QAAQ,QAAQ,CAAC,CAAC,uBAAuB,aAAa;AAAA,QAAA;AAE3F,cAAM,KAAK,OAAO,MAAM,aAAa;AAAA,MACvC,SAAS,GAAG;AACV,aAAK,IAAI,OAAO,mDAAmD,CAAC;AAAA,MACtE;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,kBACE,SAC8C;AAC9C,WAAO,KAAK,IAAI,MAAM,gBAAgB,OAAM,QAAO;AACjD,8BAAwB,GAAG;AAE3B,YAAM,MAAM,KAAK,IAAA;AACjB,YAAM,YAAY,MAAM,KAAK;AAC7B,YAAM,0BAA0B,MAAM,KAAK;AAS3C,YAAM,OACJ,MAAM;AAAA,wCAC0B,IAAI,KAAK,OAAO,CAAC;AAAA,qDACJ,SAAS;AAAA;AAAA,oBAE1C,OAAO;AAAA;AAAA,QAEnB,OAAA,GACA,KAAA;AAEF,UAAI,IAAI,SAAS,GAAG;AAMlB,cAAM,QAAQ;AAAA,UACZ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QAAA,EACA;AAAA,UAAI,CAAA,UACJ;AAAA,0BACgB,IAAI,KAAK,OAAO,CAAC,IAAI,IAAI,KAAK,CAAC;AAAA,yCAChB,IAAI,GAAG,CAAC,GAAG,QAAA;AAAA,QAAQ;AASpD,cAAM;AAAA,UACJ;AAAA,qBACW,IAAI,KAAK,OAAO,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yCAQG,IAAI,GAAG,CAAC,GAAG,QAAA;AAAA,QAAQ;AAGpD,cAAM;AAAA,UACJ;AAAA,0BACgB,IAAI,KAAK,OAAO,CAAC;AAAA,mDACQ,uBAAuB;AAAA,YAC9D,QAAA;AAAA,QAAQ;AAEZ,cAAM,QAAQ,IAAI,KAAK;AAAA,MACzB;AAEA,YAAM,CAAC,EAAC,WAAU,IAAI,MAAM;AAAA,4CACU,IAAI,KAAK,OAAO,CAAC;AAAA,mDACV,SAAS;AAAA;AAGtD,aAAO,EAAC,QAAQ,IAAI,QAAQ,WAAW,OAAO,SAAS,EAAA;AAAA,IACzD,CAAC;AAAA,EACH;AAAA,EAEA,OAAsB;AACpB,SAAK,OAAO,KAAK,KAAK,GAAG;AACzB,WAAO;AAAA,EACT;AACF;"}

package/out/zero-cache/src/services/view-syncer/cvr-store.d.ts

@@ -52,7 +52,7 @@ export declare class CVRStore {
      *          `undefined`.
      */
     getTTLClock(): Promise<TTLClock | undefined>;
-    putInstance({ version, replicaVersion, lastActive, clientSchema, ttlClock, }: Pick<CVRSnapshot, 'version' | 'replicaVersion' | 'lastActive' | 'clientSchema' | 'ttlClock'>): void;
+    putInstance({ version, replicaVersion, lastActive, clientSchema, profileID, ttlClock, }: Pick<CVRSnapshot, 'version' | 'replicaVersion' | 'lastActive' | 'clientSchema' | 'profileID' | 'ttlClock'>): void;
     markQueryAsDeleted(version: CVRVersion, queryPatch: QueryPatch): void;
     putQuery(query: QueryRecord): void;
     updateQuery(query: QueryRecord): void;
@@ -78,6 +78,9 @@ export declare class CVRStore {
  * (i.e. by doing a plain `SELECT` rather than a `SELECT ... FOR UPDATE`).
  */
 export declare function checkVersion(tx: PostgresTransaction, schema: string, clientGroupID: string, expectedCurrentVersion: CVRVersion): Promise<void>;
+export declare class ClientNotFoundError extends ProtocolErrorWithLevel {
+    constructor(message: string);
+}
 export declare class ConcurrentModificationException extends ProtocolErrorWithLevel {
     readonly name = "ConcurrentModificationException";
     constructor(expectedVersion: string, actualVersion: string);

package/out/zero-cache/src/services/view-syncer/cvr-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cvr-store.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAiBjD,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,+CAA+C,CAAC;AAKnF,OAAO,EAAC,sBAAsB,EAAC,MAAM,iCAAiC,CAAC;AACvE,OAAO,KAAK,EAAC,UAAU,EAAE,mBAAmB,EAAC,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EAAY,KAAK,OAAO,EAAiB,MAAM,uBAAuB,CAAC;AAC9E,OAAO,KAAK,EAAQ,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAC/D,OAAO,KAAK,EAAC,GAAG,EAAE,WAAW,EAAC,MAAM,UAAU,CAAC;AAE/C,OAAO,EAKL,KAAK,OAAO,EACb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,KAAK,YAAY,EAGjB,KAAK,UAAU,EAGf,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,WAAW,EAEhB,KAAK,KAAK,EACV,KAAK,SAAS,EAGf,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,KAAK,QAAQ,EAGd,MAAM,gBAAgB,CAAC;AAExB,MAAM,MAAM,aAAa,GAAG;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAwDF,qBAAa,QAAQ;;gBA4BjB,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,UAAU,EAKjB,UAAU,EAAE,UAAU,GAAG,SAAS,EAClC,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,IAAI,EACjC,qBAAqB,SAA2B,EAChD,eAAe,SAAoB,EACnC,yBAAyB,SAAM,EAAE,qBAAqB;IACtD,YAAY,oBAAa;IA0B3B,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IA0L3D,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAIvD,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,IAAI;IAIlC;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI;IAI7B;;;;OAIG;IACH,YAAY,CAAC,GAAG,GAAG,EAAE,KAAK,EAAE;IAM5B;;;;OAIG;IACG,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3E;;;;;OAKG;IACG,WAAW,IAAI,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAYlD,WAAW,CAAC,EACV,OAAO,EACP,cAAc,EACd,UAAU,EACV,YAAY,EACZ,QAAQ,GACT,EAAE,IAAI,CACL,WAAW,EACX,SAAS,GAAG,gBAAgB,GAAG,YAAY,GAAG,cAAc,GAAG,UAAU,CAC1E,GAAG,IAAI;IAqBR,kBAAkB,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,GAAG,IAAI;IAarE,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;IA4ClC,WAAW,CAAC,KAAK,EAAE,WAAW;IA2B9B,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAYxC,YAAY,CAAC,QAAQ,EAAE,MAAM;IAgB7B,eAAe,CACb,UAAU,EAAE,UAAU,EACtB,KAAK,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACnB,MAAM,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACpB,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,QAAQ,GAAG,SAAS,EACnC,GAAG,EAAE,MAAM,GACV,IAAI;IA+CP,iBAAiB,CACf,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,EACnB,kBAAkB,GAAE,MAAM,EAAO,GAChC,cAAc,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC;IAUvC,oBAAoB,CACxB,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,cAAc,EAAE,CAAC;IAgM5B,IAAI,QAAQ,IAAI,MAAM,CAErB;IAEK,KAAK,CACT,EAAE,EAAE,UAAU,EACd,sBAAsB,EAAE,UAAU,EAClC,GAAG,EAAE,WAAW,EAChB,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IA6BhC,iBAAiB,IAAI,OAAO;IAI5B,qDAAqD;IACrD,OAAO,CAAC,EAAE,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhC,cAAc,CAClB,EAAE,EAAE,UAAU,EACd,QAAQ,EAAE,QAAQ,EAClB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,eAAe,EAAE,CAAC;CAsC9B;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,EAAE,EAAE,mBAAmB,EACvB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,MAAM,EACrB,sBAAsB,EAAE,UAAU,GACjC,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,qBAAa,+BAAgC,SAAQ,sBAAsB;IACzE,QAAQ,CAAC,IAAI,qCAAqC;gBAEtC,eAAe,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM;CAU3D;AAED,qBAAa,cAAe,SAAQ,sBAAsB;IACxD,QAAQ,CAAC,IAAI,oBAAoB;gBAG/B,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,eAAe,EAAE,MAAM;CAe1B;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;IAClE,QAAQ,CAAC,IAAI,8BAA8B;gBAE/B,KAAK,EAAE,OAAO;CAW3B;AAED,qBAAa,sBAAuB,SAAQ,KAAK;IAC/C,QAAQ,CAAC,IAAI,4BAA4B;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;gBAExB,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;CAK3D"}
+{"version":3,"file":"cvr-store.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAiBjD,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,+CAA+C,CAAC;AAKnF,OAAO,EAAC,sBAAsB,EAAC,MAAM,iCAAiC,CAAC;AACvE,OAAO,KAAK,EAAC,UAAU,EAAE,mBAAmB,EAAC,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EAAY,KAAK,OAAO,EAAiB,MAAM,uBAAuB,CAAC;AAC9E,OAAO,KAAK,EAAQ,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAC/D,OAAO,KAAK,EAAC,GAAG,EAAE,WAAW,EAAC,MAAM,UAAU,CAAC;AAE/C,OAAO,EAKL,KAAK,OAAO,EACb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,KAAK,YAAY,EAGjB,KAAK,UAAU,EAGf,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,WAAW,EAEhB,KAAK,KAAK,EACV,KAAK,SAAS,EAGf,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,KAAK,QAAQ,EAGd,MAAM,gBAAgB,CAAC;AAExB,MAAM,MAAM,aAAa,GAAG;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAwDF,qBAAa,QAAQ;;gBA4BjB,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,UAAU,EAKjB,UAAU,EAAE,UAAU,GAAG,SAAS,EAClC,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,IAAI,EACjC,qBAAqB,SAA2B,EAChD,eAAe,SAAoB,EACnC,yBAAyB,SAAM,EAAE,qBAAqB;IACtD,YAAY,oBAAa;IA0B3B,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAyM3D,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAIvD,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,IAAI;IAIlC;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI;IAI7B;;;;OAIG;IACH,YAAY,CAAC,GAAG,GAAG,EAAE,KAAK,EAAE;IAM5B;;;;OAIG;IACG,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3E;;;;;OAKG;IACG,WAAW,IAAI,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAYlD,WAAW,CAAC,EACV,OAAO,EACP,cAAc,EACd,UAAU,EACV,YAAY,EACZ,SAAS,EACT,QAAQ,GACT,EAAE,IAAI,CACL,WAAW,EACT,SAAS,GACT,gBAAgB,GAChB,YAAY,GACZ,cAAc,GACd,WAAW,GACX,UAAU,CACb,GAAG,IAAI;IAsBR,kBAAkB,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,GAAG,IAAI;IAarE,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;IA4ClC,WAAW,CAAC,KAAK,EAAE,WAAW;IA2B9B,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAYxC,YAAY,CAAC,QAAQ,EAAE,MAAM;IAgB7B,eAAe,CACb,UAAU,EAAE,UAAU,EACtB,KAAK,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACnB,MAAM,EAAE;QAAC,EAAE,EAAE,MAAM,CAAA;KAAC,EACpB,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,QAAQ,GAAG,SAAS,EACnC,GAAG,EAAE,MAAM,GACV,IAAI;IA+CP,iBAAiB,CACf,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,EACnB,kBAAkB,GAAE,MAAM,EAAO,GAChC,cAAc,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC;IAUvC,oBAAoB,CACxB,EAAE,EAAE,UAAU,EACd,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,cAAc,EAAE,CAAC;IAgM5B,IAAI,QAAQ,IAAI,MAAM,CAErB;IAEK,KAAK,CACT,EAAE,EAAE,UAAU,EACd,sBAAsB,EAAE,UAAU,EAClC,GAAG,EAAE,WAAW,EAChB,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IA6BhC,iBAAiB,IAAI,OAAO;IAI5B,qDAAqD;IACrD,OAAO,CAAC,EAAE,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhC,cAAc,CAClB,EAAE,EAAE,UAAU,EACd,QAAQ,EAAE,QAAQ,EAClB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,eAAe,EAAE,CAAC;CAsC9B;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,EAAE,EAAE,mBAAmB,EACvB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,MAAM,EACrB,sBAAsB,EAAE,UAAU,GACjC,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,qBAAa,mBAAoB,SAAQ,sBAAsB;gBACjD,OAAO,EAAE,MAAM;CAO5B;AAED,qBAAa,+BAAgC,SAAQ,sBAAsB;IACzE,QAAQ,CAAC,IAAI,qCAAqC;gBAEtC,eAAe,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM;CAU3D;AAED,qBAAa,cAAe,SAAQ,sBAAsB;IACxD,QAAQ,CAAC,IAAI,oBAAoB;gBAG/B,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,eAAe,EAAE,MAAM;CAe1B;AAED,qBAAa,wBAAyB,SAAQ,sBAAsB;IAClE,QAAQ,CAAC,IAAI,8BAA8B;gBAE/B,KAAK,EAAE,OAAO;CAW3B;AAED,qBAAa,sBAAuB,SAAQ,KAAK;IAC/C,QAAQ,CAAC,IAAI,4BAA4B;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;gBAExB,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;CAK3D"}

package/out/zero-cache/src/services/view-syncer/cvr-store.js

@@ -118,11 +118,9 @@ class CVRStore {
         return result;
       }
       assert(err);
-      throw new ProtocolErrorWithLevel({
-        kind: ClientNotFound,
-        message: `max attempts exceeded waiting for CVR@${err.cvrVersion} to catch up from ${err.rowsVersion}`,
-        origin: ZeroCache
-      });
+      throw new ClientNotFoundError(
+        `max attempts exceeded waiting for CVR@${err.cvrVersion} to catch up from ${err.rowsVersion}`
+      );
     });
   }
   async #load(lc, lastConnectTime) {
@@ -137,7 +135,8 @@ class CVRStore {
       replicaVersion: null,
       clients: {},
       queries: {},
-      clientSchema: null
+      clientSchema: null,
+      profileID: null
     };
     const [instance, clientsRows, queryRows, desiresRows] = await this.#db.begin(READONLY, (tx) => [
       tx`SELECT cvr."version", 
@@ -147,6 +146,8 @@ class CVRStore {
                  "owner", 
                  "grantedAt",
                  "clientSchema", 
+                 "profileID",
+                 "deleted",
                  rows."version" as "rowsVersion"
             FROM ${this.#cvr("instances")} AS cvr
             LEFT JOIN ${this.#cvr("rowsVersion")} AS rows 
@@ -176,7 +177,8 @@ class CVRStore {
         ttlClock: ttlClockFromNumber(0),
         // TTL clock starts at 0 for new instances
         replicaVersion: null,
-        clientSchema: null
+        clientSchema: null,
+        profileID: null
       });
     } else {
       assert(instance.length === 1);
@@ -188,8 +190,15 @@ class CVRStore {
         owner,
         grantedAt,
         rowsVersion,
-        clientSchema
+        clientSchema,
+        profileID,
+        deleted
       } = instance[0];
+      if (deleted) {
+        throw new ClientNotFoundError(
+          "Client has been purged due to inactivity"
+        );
+      }
       if (owner !== this.#taskID) {
         if ((grantedAt ?? 0) > lastConnectTime) {
           throw new OwnershipError(owner, grantedAt, lastConnectTime);
@@ -211,6 +220,7 @@ class CVRStore {
       cvr.lastActive = lastActive;
       cvr.ttlClock = ttlClock;
       cvr.replicaVersion = replicaVersion;
+      cvr.profileID = profileID;
       try {
         cvr.clientSchema = clientSchema === null ? null : parse(clientSchema, clientSchemaSchema);
       } catch (e) {
@@ -309,6 +319,7 @@ class CVRStore {
     replicaVersion,
     lastActive,
     clientSchema,
+    profileID,
     ttlClock
   }) {
     this.#writes.add({
@@ -322,7 +333,8 @@ class CVRStore {
           replicaVersion,
           owner: this.#taskID,
           grantedAt: lastConnectTime,
-          clientSchema
+          clientSchema,
+          profileID
         };
         return tx`
         INSERT INTO ${this.#cvr("instances")} ${tx(change)} 
@@ -697,6 +709,15 @@ async function checkVersion(tx, schema, clientGroupID, expectedCurrentVersion) {
     throw new ConcurrentModificationException(expected, version2);
   }
 }
+class ClientNotFoundError extends ProtocolErrorWithLevel {
+  constructor(message) {
+    super({
+      kind: ClientNotFound,
+      message,
+      origin: ZeroCache
+    });
+  }
+}
 class ConcurrentModificationException extends ProtocolErrorWithLevel {
   name = "ConcurrentModificationException";
   constructor(expectedVersion, actualVersion) {
@@ -750,6 +771,7 @@ class RowsVersionBehindError extends Error {
 }
 export {
   CVRStore,
+  ClientNotFoundError,
   ConcurrentModificationException,
   InvalidClientSchemaError,
   OwnershipError,