@rocicorp/zero 0.25.10-canary.10 → 0.25.10-canary.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,4 +1,4 @@
1
- const version = "0.25.10-canary.10";
1
+ const version = "0.25.10-canary.13";
2
2
  const packageJson = {
3
3
  version
4
4
  };
@@ -0,0 +1,12 @@
1
+ /**
2
+ * Run an operation with priority, indicating that IVM should use smaller time
3
+ * slices to allow this operation to proceed more quickly
4
+ */
5
+ export declare function runPriorityOp<T>(op: () => Promise<T>): Promise<T>;
6
+ /**
7
+ * If a priority op is running, returns a promise that resolves when it is
8
+ * complete, otherwise returns a promise that resolves immediately.
9
+ */
10
+ export declare function noPriorityOpRunningPromise(): Promise<void>;
11
+ export declare function isPriorityOpRunning(): boolean;
12
+ //# sourceMappingURL=priority-op.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"priority-op.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/server/priority-op.ts"],"names":[],"mappings":"AAQA;;;GAGG;AACH,wBAAsB,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,cAgB1D;AAED;;;GAGG;AACH,wBAAgB,0BAA0B,IAAI,OAAO,CAAC,IAAI,CAAC,CAE1D;AAED,wBAAgB,mBAAmB,YAElC"}
@@ -0,0 +1,34 @@
1
+ import { resolver } from "@rocicorp/resolver";
2
+ import { must } from "../../../shared/src/must.js";
3
+ import { assert } from "../../../shared/src/asserts.js";
4
+ let priorityOpCounter = 0;
5
+ let priorityOpResolver = void 0;
6
+ async function runPriorityOp(op) {
7
+ priorityOpCounter++;
8
+ if (priorityOpResolver === void 0) {
9
+ assert(priorityOpResolver === void 0);
10
+ priorityOpResolver = resolver();
11
+ }
12
+ try {
13
+ return await op();
14
+ } finally {
15
+ priorityOpCounter--;
16
+ if (priorityOpCounter === 0) {
17
+ const priorityOpResolve = must(priorityOpResolver).resolve;
18
+ priorityOpResolver = void 0;
19
+ priorityOpResolve();
20
+ }
21
+ }
22
+ }
23
+ function noPriorityOpRunningPromise() {
24
+ return priorityOpResolver?.promise ?? Promise.resolve();
25
+ }
26
+ function isPriorityOpRunning() {
27
+ return priorityOpCounter > 0;
28
+ }
29
+ export {
30
+ isPriorityOpRunning,
31
+ noPriorityOpRunningPromise,
32
+ runPriorityOp
33
+ };
34
+ //# sourceMappingURL=priority-op.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"priority-op.js","sources":["../../../../../zero-cache/src/server/priority-op.ts"],"sourcesContent":["import {resolver, type Resolver} from '@rocicorp/resolver';\nimport {must} from '../../../shared/src/must.ts';\nimport {assert} from '../../../shared/src/asserts.ts';\n\nlet priorityOpCounter = 0;\n\nlet priorityOpResolver: Resolver<void> | undefined = undefined;\n\n/**\n * Run an operation with priority, indicating that IVM should use smaller time\n * slices to allow this operation to proceed more quickly\n */\nexport async function runPriorityOp<T>(op: () => Promise<T>) {\n priorityOpCounter++;\n if (priorityOpResolver === undefined) {\n assert(priorityOpResolver === undefined);\n priorityOpResolver = resolver();\n }\n try {\n return await op();\n } finally {\n priorityOpCounter--;\n if (priorityOpCounter === 0) {\n const priorityOpResolve = must(priorityOpResolver).resolve;\n priorityOpResolver = undefined;\n priorityOpResolve();\n }\n }\n}\n\n/**\n * If a priority op is running, returns a promise that resolves when it is\n * complete, otherwise returns a promise that resolves immediately.\n */\nexport function noPriorityOpRunningPromise(): Promise<void> {\n return priorityOpResolver?.promise ?? Promise.resolve();\n}\n\nexport function isPriorityOpRunning() {\n return priorityOpCounter > 0;\n}\n"],"names":[],"mappings":";;;AAIA,IAAI,oBAAoB;AAExB,IAAI,qBAAiD;AAMrD,eAAsB,cAAiB,IAAsB;AAC3D;AACA,MAAI,uBAAuB,QAAW;AACpC,WAAO,uBAAuB,MAAS;AACvC,yBAAqB,SAAA;AAAA,EACvB;AACA,MAAI;AACF,WAAO,MAAM,GAAA;AAAA,EACf,UAAA;AACE;AACA,QAAI,sBAAsB,GAAG;AAC3B,YAAM,oBAAoB,KAAK,kBAAkB,EAAE;AACnD,2BAAqB;AACrB,wBAAA;AAAA,IACF;AAAA,EACF;AACF;AAMO,SAAS,6BAA4C;AAC1D,SAAO,oBAAoB,WAAW,QAAQ,QAAA;AAChD;AAEO,SAAS,sBAAsB;AACpC,SAAO,oBAAoB;AAC7B;"}
@@ -1 +1 @@
1
- {"version":3,"file":"syncer.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/server/syncer.ts"],"names":[],"mappings":"AAuBA,OAAO,EAGL,KAAK,MAAM,EACZ,MAAM,uBAAuB,CAAC;AA6B/B,MAAM,CAAC,OAAO,UAAU,SAAS,CAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,CAAC,UAAU,EACtB,GAAG,IAAI,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC,CA4If"}
1
+ {"version":3,"file":"syncer.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/server/syncer.ts"],"names":[],"mappings":"AAuBA,OAAO,EAGL,KAAK,MAAM,EACZ,MAAM,uBAAuB,CAAC;AA8B/B,MAAM,CAAC,OAAO,UAAU,SAAS,CAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,CAAC,UAAU,EACtB,GAAG,IAAI,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC,CAqJf"}
@@ -26,6 +26,7 @@ import { startAnonymousTelemetry } from "./anonymous-otel-start.js";
26
26
  import { InspectorDelegate } from "./inspector-delegate.js";
27
27
  import { createLogContext } from "./logging.js";
28
28
  import { startOtelAuto } from "./otel-start.js";
29
+ import { runPriorityOp, isPriorityOpRunning } from "./priority-op.js";
29
30
  function randomID() {
30
31
  return randInt(1, Number.MAX_SAFE_INTEGER).toString(36);
31
32
  }
@@ -81,6 +82,11 @@ function runWorker(parent, env, ...args) {
81
82
  const customQueryConfig = getCustomQueryConfig(config);
82
83
  const customQueryTransformer = customQueryConfig && new CustomQueryTransformer(logger, customQueryConfig, shard);
83
84
  const inspectorDelegate = new InspectorDelegate(customQueryTransformer);
85
+ const priorityOpRunningYieldThresholdMs = Math.max(
86
+ config.yieldThresholdMs / 4,
87
+ 2
88
+ );
89
+ const normalYieldThresholdMs = Math.max(config.yieldThresholdMs, 2);
84
90
  return new ViewSyncerService(
85
91
  config,
86
92
  logger,
@@ -102,14 +108,15 @@ function runWorker(parent, env, ...args) {
102
108
  operatorStorage.createClientGroupStorage(id),
103
109
  id,
104
110
  inspectorDelegate,
105
- config.yieldThresholdMs,
111
+ () => isPriorityOpRunning() ? priorityOpRunningYieldThresholdMs : normalYieldThresholdMs,
106
112
  config.enableQueryPlanner
107
113
  ),
108
114
  sub,
109
115
  drainCoordinator,
110
116
  config.log.slowHydrateThreshold,
111
117
  inspectorDelegate,
112
- customQueryTransformer
118
+ customQueryTransformer,
119
+ runPriorityOp
113
120
  );
114
121
  };
115
122
  const mutagenFactory = (id) => new MutagenService(
@@ -1 +1 @@
1
- {"version":3,"file":"syncer.js","sources":["../../../../../zero-cache/src/server/syncer.ts"],"sourcesContent":["import {randomUUID} from 'node:crypto';\nimport {tmpdir} from 'node:os';\nimport path from 'node:path';\nimport {pid} from 'node:process';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {randInt} from '../../../shared/src/rand.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {DatabaseStorage} from '../../../zqlite/src/database-storage.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\nimport {getNormalizedZeroConfig} from '../config/zero-config.ts';\nimport {CustomQueryTransformer} from '../custom-queries/transform-query.ts';\nimport {warmupConnections} from '../db/warmup.ts';\nimport {initEventSink} from '../observability/events.ts';\nimport {exitAfter, runUntilKilled} from '../services/life-cycle.ts';\nimport {MutagenService} from '../services/mutagen/mutagen.ts';\nimport {PusherService} from '../services/mutagen/pusher.ts';\nimport type {ReplicaState} from '../services/replicator/replicator.ts';\nimport type {DrainCoordinator} from '../services/view-syncer/drain-coordinator.ts';\nimport {PipelineDriver} from '../services/view-syncer/pipeline-driver.ts';\nimport {Snapshotter} from '../services/view-syncer/snapshotter.ts';\nimport {ViewSyncerService} from '../services/view-syncer/view-syncer.ts';\nimport {pgClient} from '../types/pg.ts';\nimport {\n parentWorker,\n singleProcessMode,\n type Worker,\n} from '../types/processes.ts';\nimport {getShardID} from '../types/shards.ts';\nimport type {Subscription} from '../types/subscription.ts';\nimport {replicaFileModeSchema, replicaFileName} from '../workers/replicator.ts';\nimport {Syncer} from '../workers/syncer.ts';\nimport {startAnonymousTelemetry} from './anonymous-otel-start.ts';\nimport {InspectorDelegate} from './inspector-delegate.ts';\nimport {createLogContext} from './logging.ts';\nimport {startOtelAuto} from './otel-start.ts';\n\nfunction randomID() {\n return randInt(1, Number.MAX_SAFE_INTEGER).toString(36);\n}\n\nfunction getCustomQueryConfig(\n config: Pick<NormalizedZeroConfig, 'query' | 'getQueries'>,\n) {\n const queryConfig = config.query?.url ? config.query : config.getQueries;\n\n if (!queryConfig?.url) {\n return undefined;\n }\n\n return {\n url: queryConfig.url,\n forwardCookies: queryConfig.forwardCookies ?? false,\n };\n}\n\nexport default function runWorker(\n parent: Worker,\n env: NodeJS.ProcessEnv,\n ...args: string[]\n): Promise<void> {\n const config = getNormalizedZeroConfig({env, argv: args.slice(1)});\n\n startOtelAuto(createLogContext(config, {worker: 'syncer'}, false));\n const lc = createLogContext(config, {worker: 'syncer'}, true);\n initEventSink(lc, config);\n\n assert(args.length > 0, `replicator mode not specified`);\n const fileMode = v.parse(args[0], replicaFileModeSchema);\n\n const {cvr, upstream} = config;\n assert(cvr.maxConnsPerWorker, 'cvr.maxConnsPerWorker must be set');\n assert(upstream.maxConnsPerWorker, 'upstream.maxConnsPerWorker must be set');\n\n const replicaFile = replicaFileName(config.replica.file, fileMode);\n lc.debug?.(`running view-syncer on ${replicaFile}`);\n\n const cvrDB = pgClient(lc, cvr.db, {\n max: cvr.maxConnsPerWorker,\n connection: {['application_name']: `zero-sync-worker-${pid}-cvr`},\n });\n\n const upstreamDB = pgClient(lc, upstream.db, {\n max: upstream.maxConnsPerWorker,\n connection: {['application_name']: `zero-sync-worker-${pid}-upstream`},\n });\n\n const dbWarmup = Promise.allSettled([\n warmupConnections(lc, cvrDB, 'cvr'),\n warmupConnections(lc, upstreamDB, 'upstream'),\n ]);\n\n const tmpDir = config.storageDBTmpDir ?? tmpdir();\n const operatorStorage = DatabaseStorage.create(\n lc,\n path.join(tmpDir, `sync-worker-${randomUUID()}`),\n );\n const writeAuthzStorage = DatabaseStorage.create(\n lc,\n path.join(tmpDir, `mutagen-${randomUUID()}`),\n );\n\n const shard = getShardID(config);\n\n const viewSyncerFactory = (\n id: string,\n sub: Subscription<ReplicaState>,\n drainCoordinator: DrainCoordinator,\n ) => {\n const logger = lc\n .withContext('component', 'view-syncer')\n .withContext('clientGroupID', id)\n .withContext('instance', randomID());\n lc.debug?.(\n `creating view syncer. Query Planner Enabled: ${config.enableQueryPlanner}`,\n );\n\n // Create the custom query transformer if configured\n const customQueryConfig = getCustomQueryConfig(config);\n const customQueryTransformer =\n customQueryConfig &&\n new CustomQueryTransformer(logger, customQueryConfig, shard);\n\n const inspectorDelegate = new InspectorDelegate(customQueryTransformer);\n\n return new ViewSyncerService(\n config,\n logger,\n shard,\n config.taskID,\n id,\n cvrDB,\n config.upstream.type === 'pg' ? upstreamDB : undefined,\n new PipelineDriver(\n logger,\n config.log,\n new Snapshotter(\n logger,\n replicaFile,\n shard,\n config.replica.pageCacheSizeKib,\n ),\n shard,\n operatorStorage.createClientGroupStorage(id),\n id,\n inspectorDelegate,\n config.yieldThresholdMs,\n config.enableQueryPlanner,\n ),\n sub,\n drainCoordinator,\n config.log.slowHydrateThreshold,\n inspectorDelegate,\n customQueryTransformer,\n );\n };\n\n const mutagenFactory = (id: string) =>\n new MutagenService(\n lc.withContext('component', 'mutagen').withContext('clientGroupID', id),\n shard,\n id,\n upstreamDB,\n config,\n writeAuthzStorage,\n );\n\n const pusherFactory =\n config.push.url === undefined && config.mutate.url === undefined\n ? undefined\n : (id: string) =>\n new PusherService(\n upstreamDB,\n config,\n {\n ...config.push,\n ...config.mutate,\n url: must(\n config.push.url ?? config.mutate.url,\n 'No push or mutate URL configured',\n ),\n },\n lc.withContext('clientGroupID', id),\n id,\n );\n\n const syncer = new Syncer(\n lc,\n config,\n viewSyncerFactory,\n mutagenFactory,\n pusherFactory,\n parent,\n );\n\n startAnonymousTelemetry(lc, config);\n\n void dbWarmup.then(() => parent.send(['ready', {ready: true}]));\n\n return runUntilKilled(lc, parent, syncer);\n}\n\n// fork()\nif (!singleProcessMode()) {\n void exitAfter(() =>\n runWorker(must(parentWorker), process.env, ...process.argv.slice(2)),\n );\n}\n"],"names":["v.parse"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqCA,SAAS,WAAW;AAClB,SAAO,QAAQ,GAAG,OAAO,gBAAgB,EAAE,SAAS,EAAE;AACxD;AAEA,SAAS,qBACP,QACA;AACA,QAAM,cAAc,OAAO,OAAO,MAAM,OAAO,QAAQ,OAAO;AAE9D,MAAI,CAAC,aAAa,KAAK;AACrB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,KAAK,YAAY;AAAA,IACjB,gBAAgB,YAAY,kBAAkB;AAAA,EAAA;AAElD;AAEA,SAAwB,UACtB,QACA,QACG,MACY;AACf,QAAM,SAAS,wBAAwB,EAAC,KAAK,MAAM,KAAK,MAAM,CAAC,GAAE;AAEjE,gBAAc,iBAAiB,QAAQ,EAAC,QAAQ,SAAA,GAAW,KAAK,CAAC;AACjE,QAAM,KAAK,iBAAiB,QAAQ,EAAC,QAAQ,SAAA,GAAW,IAAI;AAC5D,gBAAc,IAAI,MAAM;AAExB,SAAO,KAAK,SAAS,GAAG,+BAA+B;AACvD,QAAM,WAAWA,MAAQ,KAAK,CAAC,GAAG,qBAAqB;AAEvD,QAAM,EAAC,KAAK,SAAA,IAAY;AACxB,SAAO,IAAI,mBAAmB,mCAAmC;AACjE,SAAO,SAAS,mBAAmB,wCAAwC;AAE3E,QAAM,cAAc,gBAAgB,OAAO,QAAQ,MAAM,QAAQ;AACjE,KAAG,QAAQ,0BAA0B,WAAW,EAAE;AAElD,QAAM,QAAQ,SAAS,IAAI,IAAI,IAAI;AAAA,IACjC,KAAK,IAAI;AAAA,IACT,YAAY,EAAC,CAAC,kBAAkB,GAAG,oBAAoB,GAAG,OAAA;AAAA,EAAM,CACjE;AAED,QAAM,aAAa,SAAS,IAAI,SAAS,IAAI;AAAA,IAC3C,KAAK,SAAS;AAAA,IACd,YAAY,EAAC,CAAC,kBAAkB,GAAG,oBAAoB,GAAG,YAAA;AAAA,EAAW,CACtE;AAED,QAAM,WAAW,QAAQ,WAAW;AAAA,IAClC,kBAAkB,IAAI,OAAO,KAAK;AAAA,IAClC,kBAAkB,IAAI,YAAY,UAAU;AAAA,EAAA,CAC7C;AAED,QAAM,SAAS,OAAO,mBAAmB,OAAA;AACzC,QAAM,kBAAkB,gBAAgB;AAAA,IACtC;AAAA,IACA,KAAK,KAAK,QAAQ,eAAe,WAAA,CAAY,EAAE;AAAA,EAAA;AAEjD,QAAM,oBAAoB,gBAAgB;AAAA,IACxC;AAAA,IACA,KAAK,KAAK,QAAQ,WAAW,WAAA,CAAY,EAAE;AAAA,EAAA;AAG7C,QAAM,QAAQ,WAAW,MAAM;AAE/B,QAAM,oBAAoB,CACxB,IACA,KACA,qBACG;AACH,UAAM,SAAS,GACZ,YAAY,aAAa,aAAa,EACtC,YAAY,iBAAiB,EAAE,EAC/B,YAAY,YAAY,UAAU;AACrC,OAAG;AAAA,MACD,gDAAgD,OAAO,kBAAkB;AAAA,IAAA;AAI3E,UAAM,oBAAoB,qBAAqB,MAAM;AACrD,UAAM,yBACJ,qBACA,IAAI,uBAAuB,QAAQ,mBAAmB,KAAK;AAE7D,UAAM,oBAAoB,IAAI,kBAAkB,sBAAsB;AAEtE,WAAO,IAAI;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA,OAAO,SAAS,SAAS,OAAO,aAAa;AAAA,MAC7C,IAAI;AAAA,QACF;AAAA,QACA,OAAO;AAAA,QACP,IAAI;AAAA,UACF;AAAA,UACA;AAAA,UACA;AAAA,UACA,OAAO,QAAQ;AAAA,QAAA;AAAA,QAEjB;AAAA,QACA,gBAAgB,yBAAyB,EAAE;AAAA,QAC3C;AAAA,QACA;AAAA,QACA,OAAO;AAAA,QACP,OAAO;AAAA,MAAA;AAAA,MAET;AAAA,MACA;AAAA,MACA,OAAO,IAAI;AAAA,MACX;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAEA,QAAM,iBAAiB,CAAC,OACtB,IAAI;AAAA,IACF,GAAG,YAAY,aAAa,SAAS,EAAE,YAAY,iBAAiB,EAAE;AAAA,IACtE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGJ,QAAM,gBACJ,OAAO,KAAK,QAAQ,UAAa,OAAO,OAAO,QAAQ,SACnD,SACA,CAAC,OACC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,MACE,GAAG,OAAO;AAAA,MACV,GAAG,OAAO;AAAA,MACV,KAAK;AAAA,QACH,OAAO,KAAK,OAAO,OAAO,OAAO;AAAA,QACjC;AAAA,MAAA;AAAA,IACF;AAAA,IAEF,GAAG,YAAY,iBAAiB,EAAE;AAAA,IAClC;AAAA,EAAA;AAGV,QAAM,SAAS,IAAI;AAAA,IACjB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGF,0BAAwB,IAAI,MAAM;AAElC,OAAK,SAAS,KAAK,MAAM,OAAO,KAAK,CAAC,SAAS,EAAC,OAAO,KAAA,CAAK,CAAC,CAAC;AAE9D,SAAO,eAAe,IAAI,QAAQ,MAAM;AAC1C;AAGA,IAAI,CAAC,qBAAqB;AACxB,OAAK;AAAA,IAAU,MACb,UAAU,KAAK,YAAY,GAAG,QAAQ,KAAK,GAAG,QAAQ,KAAK,MAAM,CAAC,CAAC;AAAA,EAAA;AAEvE;"}
1
+ {"version":3,"file":"syncer.js","sources":["../../../../../zero-cache/src/server/syncer.ts"],"sourcesContent":["import {randomUUID} from 'node:crypto';\nimport {tmpdir} from 'node:os';\nimport path from 'node:path';\nimport {pid} from 'node:process';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {randInt} from '../../../shared/src/rand.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {DatabaseStorage} from '../../../zqlite/src/database-storage.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\nimport {getNormalizedZeroConfig} from '../config/zero-config.ts';\nimport {CustomQueryTransformer} from '../custom-queries/transform-query.ts';\nimport {warmupConnections} from '../db/warmup.ts';\nimport {initEventSink} from '../observability/events.ts';\nimport {exitAfter, runUntilKilled} from '../services/life-cycle.ts';\nimport {MutagenService} from '../services/mutagen/mutagen.ts';\nimport {PusherService} from '../services/mutagen/pusher.ts';\nimport type {ReplicaState} from '../services/replicator/replicator.ts';\nimport type {DrainCoordinator} from '../services/view-syncer/drain-coordinator.ts';\nimport {PipelineDriver} from '../services/view-syncer/pipeline-driver.ts';\nimport {Snapshotter} from '../services/view-syncer/snapshotter.ts';\nimport {ViewSyncerService} from '../services/view-syncer/view-syncer.ts';\nimport {pgClient} from '../types/pg.ts';\nimport {\n parentWorker,\n singleProcessMode,\n type Worker,\n} from '../types/processes.ts';\nimport {getShardID} from '../types/shards.ts';\nimport type {Subscription} from '../types/subscription.ts';\nimport {replicaFileModeSchema, replicaFileName} from '../workers/replicator.ts';\nimport {Syncer} from '../workers/syncer.ts';\nimport {startAnonymousTelemetry} from './anonymous-otel-start.ts';\nimport {InspectorDelegate} from './inspector-delegate.ts';\nimport {createLogContext} from './logging.ts';\nimport {startOtelAuto} from './otel-start.ts';\nimport {isPriorityOpRunning, runPriorityOp} from './priority-op.ts';\n\nfunction randomID() {\n return randInt(1, Number.MAX_SAFE_INTEGER).toString(36);\n}\n\nfunction getCustomQueryConfig(\n config: Pick<NormalizedZeroConfig, 'query' | 'getQueries'>,\n) {\n const queryConfig = config.query?.url ? config.query : config.getQueries;\n\n if (!queryConfig?.url) {\n return undefined;\n }\n\n return {\n url: queryConfig.url,\n forwardCookies: queryConfig.forwardCookies ?? false,\n };\n}\n\nexport default function runWorker(\n parent: Worker,\n env: NodeJS.ProcessEnv,\n ...args: string[]\n): Promise<void> {\n const config = getNormalizedZeroConfig({env, argv: args.slice(1)});\n\n startOtelAuto(createLogContext(config, {worker: 'syncer'}, false));\n const lc = createLogContext(config, {worker: 'syncer'}, true);\n initEventSink(lc, config);\n\n assert(args.length > 0, `replicator mode not specified`);\n const fileMode = v.parse(args[0], replicaFileModeSchema);\n\n const {cvr, upstream} = config;\n assert(cvr.maxConnsPerWorker, 'cvr.maxConnsPerWorker must be set');\n assert(upstream.maxConnsPerWorker, 'upstream.maxConnsPerWorker must be set');\n\n const replicaFile = replicaFileName(config.replica.file, fileMode);\n lc.debug?.(`running view-syncer on ${replicaFile}`);\n\n const cvrDB = pgClient(lc, cvr.db, {\n max: cvr.maxConnsPerWorker,\n connection: {['application_name']: `zero-sync-worker-${pid}-cvr`},\n });\n\n const upstreamDB = pgClient(lc, upstream.db, {\n max: upstream.maxConnsPerWorker,\n connection: {['application_name']: `zero-sync-worker-${pid}-upstream`},\n });\n\n const dbWarmup = Promise.allSettled([\n warmupConnections(lc, cvrDB, 'cvr'),\n warmupConnections(lc, upstreamDB, 'upstream'),\n ]);\n\n const tmpDir = config.storageDBTmpDir ?? tmpdir();\n const operatorStorage = DatabaseStorage.create(\n lc,\n path.join(tmpDir, `sync-worker-${randomUUID()}`),\n );\n const writeAuthzStorage = DatabaseStorage.create(\n lc,\n path.join(tmpDir, `mutagen-${randomUUID()}`),\n );\n\n const shard = getShardID(config);\n\n const viewSyncerFactory = (\n id: string,\n sub: Subscription<ReplicaState>,\n drainCoordinator: DrainCoordinator,\n ) => {\n const logger = lc\n .withContext('component', 'view-syncer')\n .withContext('clientGroupID', id)\n .withContext('instance', randomID());\n lc.debug?.(\n `creating view syncer. Query Planner Enabled: ${config.enableQueryPlanner}`,\n );\n\n // Create the custom query transformer if configured\n const customQueryConfig = getCustomQueryConfig(config);\n const customQueryTransformer =\n customQueryConfig &&\n new CustomQueryTransformer(logger, customQueryConfig, shard);\n\n const inspectorDelegate = new InspectorDelegate(customQueryTransformer);\n\n const priorityOpRunningYieldThresholdMs = Math.max(\n config.yieldThresholdMs / 4,\n 2,\n );\n const normalYieldThresholdMs = Math.max(config.yieldThresholdMs, 2);\n return new ViewSyncerService(\n config,\n logger,\n shard,\n config.taskID,\n id,\n cvrDB,\n config.upstream.type === 'pg' ? upstreamDB : undefined,\n new PipelineDriver(\n logger,\n config.log,\n new Snapshotter(\n logger,\n replicaFile,\n shard,\n config.replica.pageCacheSizeKib,\n ),\n shard,\n operatorStorage.createClientGroupStorage(id),\n id,\n inspectorDelegate,\n () =>\n isPriorityOpRunning()\n ? priorityOpRunningYieldThresholdMs\n : normalYieldThresholdMs,\n config.enableQueryPlanner,\n ),\n sub,\n drainCoordinator,\n config.log.slowHydrateThreshold,\n inspectorDelegate,\n customQueryTransformer,\n runPriorityOp,\n );\n };\n\n const mutagenFactory = (id: string) =>\n new MutagenService(\n lc.withContext('component', 'mutagen').withContext('clientGroupID', id),\n shard,\n id,\n upstreamDB,\n config,\n writeAuthzStorage,\n );\n\n const pusherFactory =\n config.push.url === undefined && config.mutate.url === undefined\n ? undefined\n : (id: string) =>\n new PusherService(\n upstreamDB,\n config,\n {\n ...config.push,\n ...config.mutate,\n url: must(\n config.push.url ?? config.mutate.url,\n 'No push or mutate URL configured',\n ),\n },\n lc.withContext('clientGroupID', id),\n id,\n );\n\n const syncer = new Syncer(\n lc,\n config,\n viewSyncerFactory,\n mutagenFactory,\n pusherFactory,\n parent,\n );\n\n startAnonymousTelemetry(lc, config);\n\n void dbWarmup.then(() => parent.send(['ready', {ready: true}]));\n\n return runUntilKilled(lc, parent, syncer);\n}\n\n// fork()\nif (!singleProcessMode()) {\n void exitAfter(() =>\n runWorker(must(parentWorker), process.env, ...process.argv.slice(2)),\n );\n}\n"],"names":["v.parse"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsCA,SAAS,WAAW;AAClB,SAAO,QAAQ,GAAG,OAAO,gBAAgB,EAAE,SAAS,EAAE;AACxD;AAEA,SAAS,qBACP,QACA;AACA,QAAM,cAAc,OAAO,OAAO,MAAM,OAAO,QAAQ,OAAO;AAE9D,MAAI,CAAC,aAAa,KAAK;AACrB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,KAAK,YAAY;AAAA,IACjB,gBAAgB,YAAY,kBAAkB;AAAA,EAAA;AAElD;AAEA,SAAwB,UACtB,QACA,QACG,MACY;AACf,QAAM,SAAS,wBAAwB,EAAC,KAAK,MAAM,KAAK,MAAM,CAAC,GAAE;AAEjE,gBAAc,iBAAiB,QAAQ,EAAC,QAAQ,SAAA,GAAW,KAAK,CAAC;AACjE,QAAM,KAAK,iBAAiB,QAAQ,EAAC,QAAQ,SAAA,GAAW,IAAI;AAC5D,gBAAc,IAAI,MAAM;AAExB,SAAO,KAAK,SAAS,GAAG,+BAA+B;AACvD,QAAM,WAAWA,MAAQ,KAAK,CAAC,GAAG,qBAAqB;AAEvD,QAAM,EAAC,KAAK,SAAA,IAAY;AACxB,SAAO,IAAI,mBAAmB,mCAAmC;AACjE,SAAO,SAAS,mBAAmB,wCAAwC;AAE3E,QAAM,cAAc,gBAAgB,OAAO,QAAQ,MAAM,QAAQ;AACjE,KAAG,QAAQ,0BAA0B,WAAW,EAAE;AAElD,QAAM,QAAQ,SAAS,IAAI,IAAI,IAAI;AAAA,IACjC,KAAK,IAAI;AAAA,IACT,YAAY,EAAC,CAAC,kBAAkB,GAAG,oBAAoB,GAAG,OAAA;AAAA,EAAM,CACjE;AAED,QAAM,aAAa,SAAS,IAAI,SAAS,IAAI;AAAA,IAC3C,KAAK,SAAS;AAAA,IACd,YAAY,EAAC,CAAC,kBAAkB,GAAG,oBAAoB,GAAG,YAAA;AAAA,EAAW,CACtE;AAED,QAAM,WAAW,QAAQ,WAAW;AAAA,IAClC,kBAAkB,IAAI,OAAO,KAAK;AAAA,IAClC,kBAAkB,IAAI,YAAY,UAAU;AAAA,EAAA,CAC7C;AAED,QAAM,SAAS,OAAO,mBAAmB,OAAA;AACzC,QAAM,kBAAkB,gBAAgB;AAAA,IACtC;AAAA,IACA,KAAK,KAAK,QAAQ,eAAe,WAAA,CAAY,EAAE;AAAA,EAAA;AAEjD,QAAM,oBAAoB,gBAAgB;AAAA,IACxC;AAAA,IACA,KAAK,KAAK,QAAQ,WAAW,WAAA,CAAY,EAAE;AAAA,EAAA;AAG7C,QAAM,QAAQ,WAAW,MAAM;AAE/B,QAAM,oBAAoB,CACxB,IACA,KACA,qBACG;AACH,UAAM,SAAS,GACZ,YAAY,aAAa,aAAa,EACtC,YAAY,iBAAiB,EAAE,EAC/B,YAAY,YAAY,UAAU;AACrC,OAAG;AAAA,MACD,gDAAgD,OAAO,kBAAkB;AAAA,IAAA;AAI3E,UAAM,oBAAoB,qBAAqB,MAAM;AACrD,UAAM,yBACJ,qBACA,IAAI,uBAAuB,QAAQ,mBAAmB,KAAK;AAE7D,UAAM,oBAAoB,IAAI,kBAAkB,sBAAsB;AAEtE,UAAM,oCAAoC,KAAK;AAAA,MAC7C,OAAO,mBAAmB;AAAA,MAC1B;AAAA,IAAA;AAEF,UAAM,yBAAyB,KAAK,IAAI,OAAO,kBAAkB,CAAC;AAClE,WAAO,IAAI;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA,OAAO,SAAS,SAAS,OAAO,aAAa;AAAA,MAC7C,IAAI;AAAA,QACF;AAAA,QACA,OAAO;AAAA,QACP,IAAI;AAAA,UACF;AAAA,UACA;AAAA,UACA;AAAA,UACA,OAAO,QAAQ;AAAA,QAAA;AAAA,QAEjB;AAAA,QACA,gBAAgB,yBAAyB,EAAE;AAAA,QAC3C;AAAA,QACA;AAAA,QACA,MACE,oBAAA,IACI,oCACA;AAAA,QACN,OAAO;AAAA,MAAA;AAAA,MAET;AAAA,MACA;AAAA,MACA,OAAO,IAAI;AAAA,MACX;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAEA,QAAM,iBAAiB,CAAC,OACtB,IAAI;AAAA,IACF,GAAG,YAAY,aAAa,SAAS,EAAE,YAAY,iBAAiB,EAAE;AAAA,IACtE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGJ,QAAM,gBACJ,OAAO,KAAK,QAAQ,UAAa,OAAO,OAAO,QAAQ,SACnD,SACA,CAAC,OACC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,MACE,GAAG,OAAO;AAAA,MACV,GAAG,OAAO;AAAA,MACV,KAAK;AAAA,QACH,OAAO,KAAK,OAAO,OAAO,OAAO;AAAA,QACjC;AAAA,MAAA;AAAA,IACF;AAAA,IAEF,GAAG,YAAY,iBAAiB,EAAE;AAAA,IAClC;AAAA,EAAA;AAGV,QAAM,SAAS,IAAI;AAAA,IACjB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGF,0BAAwB,IAAI,MAAM;AAElC,OAAK,SAAS,KAAK,MAAM,OAAO,KAAK,CAAC,SAAS,EAAC,OAAO,KAAA,CAAK,CAAC,CAAC;AAE9D,SAAO,eAAe,IAAI,QAAQ,MAAM;AAC1C;AAGA,IAAI,CAAC,qBAAqB;AACxB,OAAK;AAAA,IAAU,MACb,UAAU,KAAK,YAAY,GAAG,QAAQ,KAAK,GAAG,QAAQ,KAAK,MAAM,CAAC,CAAC;AAAA,EAAA;AAEvE;"}
@@ -64,7 +64,7 @@ async function analyzeQuery(lc, config, clientSchema, ast, syncedRows = true, ve
64
64
  computeZqlSpecs(lc, db, tableSpecs, fullTables);
65
65
  const planDebugger = joinPlans ? new AccumulatorDebugger() : void 0;
66
66
  const costModel = joinPlans ? createSQLiteCostModel(db, tableSpecs) : void 0;
67
- const timer = await new TimeSliceTimer().start();
67
+ const timer = await new TimeSliceTimer(lc).start();
68
68
  const shouldYield = () => timer.elapsedLap() > TIME_SLICE_LAP_THRESHOLD_MS;
69
69
  const yieldProcess = () => timer.yieldProcess();
70
70
  const result = await runAst(
@@ -1 +1 @@
1
- {"version":3,"file":"analyze.js","sources":["../../../../../zero-cache/src/services/analyze.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {AnalyzeQueryResult} from '../../../zero-protocol/src/analyze-query-result.ts';\nimport type {AST} from '../../../zero-protocol/src/ast.ts';\nimport type {PermissionsConfig} from '../../../zero-schema/src/compiled-permissions.ts';\nimport {Debug} from '../../../zql/src/builder/debug-delegate.ts';\nimport {MemoryStorage} from '../../../zql/src/ivm/memory-storage.ts';\nimport {\n AccumulatorDebugger,\n serializePlanDebugEvents,\n} from '../../../zql/src/planner/planner-debug.ts';\nimport {Database} from '../../../zqlite/src/db.ts';\nimport {explainQueries} from '../../../zqlite/src/explain-queries.ts';\nimport {createSQLiteCostModel} from '../../../zqlite/src/sqlite-cost-model.ts';\nimport {TableSource} from '../../../zqlite/src/table-source.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\nimport {computeZqlSpecs, mustGetTableSpec} from '../db/lite-tables.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../db/specs.ts';\nimport {runAst} from './run-ast.ts';\nimport {TimeSliceTimer, type TokenData} from './view-syncer/view-syncer.ts';\nimport type {ClientSchema} from '../../../zero-protocol/src/client-schema.ts';\n\nconst TIME_SLICE_LAP_THRESHOLD_MS = 200;\n\nexport async function analyzeQuery(\n lc: LogContext,\n config: NormalizedZeroConfig,\n clientSchema: ClientSchema,\n ast: AST,\n syncedRows = true,\n vendedRows = false,\n permissions?: PermissionsConfig,\n authData?: TokenData,\n joinPlans = false,\n): Promise<AnalyzeQueryResult> {\n using db = new Database(lc, config.replica.file);\n const fullTables = new Map<string, LiteTableSpec>();\n const tableSpecs = new Map<string, LiteAndZqlSpec>();\n const tables = new Map<string, TableSource>();\n\n computeZqlSpecs(lc, db, tableSpecs, fullTables);\n\n const planDebugger = joinPlans ? new AccumulatorDebugger() : undefined;\n const costModel = joinPlans\n ? createSQLiteCostModel(db, tableSpecs)\n : undefined;\n const timer = await new TimeSliceTimer().start();\n const shouldYield = () => timer.elapsedLap() > TIME_SLICE_LAP_THRESHOLD_MS;\n const yieldProcess = () => timer.yieldProcess();\n const result = await runAst(\n lc,\n clientSchema,\n ast,\n true,\n {\n applyPermissions: permissions !== undefined,\n syncedRows,\n vendedRows,\n authData,\n db,\n tableSpecs,\n permissions,\n costModel,\n planDebugger,\n host: {\n debug: new Debug(),\n getSource(tableName: string) {\n let source = tables.get(tableName);\n if (source) {\n return source;\n }\n\n const tableSpec = mustGetTableSpec(tableSpecs, tableName);\n const {primaryKey} = tableSpec.tableSpec;\n\n source = new TableSource(\n lc,\n config.log,\n db,\n tableName,\n tableSpec.zqlSpec,\n primaryKey,\n shouldYield,\n );\n tables.set(tableName, source);\n return source;\n },\n createStorage() {\n return new MemoryStorage();\n },\n decorateSourceInput: input => input,\n decorateInput: input => input,\n addEdge() {},\n decorateFilterInput: input => input,\n },\n },\n yieldProcess,\n );\n\n result.sqlitePlans = explainQueries(result.readRowCountsByQuery ?? {}, db);\n\n if (planDebugger) {\n result.joinPlans = serializePlanDebugEvents(planDebugger.events);\n }\n\n return result;\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqBA,MAAM,8BAA8B;AAEpC,eAAsB,aACpB,IACA,QACA,cACA,KACA,aAAa,MACb,aAAa,OACb,aACA,UACA,YAAY,OACiB;AAC7B;AAAA;AAAA,UAAM,KAAK,oBAAI,SAAS,IAAI,OAAO,QAAQ,IAAI;AAC/C,UAAM,iCAAiB,IAAA;AACvB,UAAM,iCAAiB,IAAA;AACvB,UAAM,6BAAa,IAAA;AAEnB,oBAAgB,IAAI,IAAI,YAAY,UAAU;AAE9C,UAAM,eAAe,YAAY,IAAI,oBAAA,IAAwB;AAC7D,UAAM,YAAY,YACd,sBAAsB,IAAI,UAAU,IACpC;AACJ,UAAM,QAAQ,MAAM,IAAI,eAAA,EAAiB,MAAA;AACzC,UAAM,cAAc,MAAM,MAAM,WAAA,IAAe;AAC/C,UAAM,eAAe,MAAM,MAAM,aAAA;AACjC,UAAM,SAAS,MAAM;AAAA,MACnB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,QACE,kBAAkB,gBAAgB;AAAA,QAClC;AAAA,QACA;AAAA,QACA;AAAA,QAGA;AAAA,QACA;AAAA,QACA;AAAA,QACA,MAAM;AAAA,UACJ,OAAO,IAAI,MAAA;AAAA,UACX,UAAU,WAAmB;AAC3B,gBAAI,SAAS,OAAO,IAAI,SAAS;AACjC,gBAAI,QAAQ;AACV,qBAAO;AAAA,YACT;AAEA,kBAAM,YAAY,iBAAiB,YAAY,SAAS;AACxD,kBAAM,EAAC,eAAc,UAAU;AAE/B,qBAAS,IAAI;AAAA,cACX;AAAA,cACA,OAAO;AAAA,cACP;AAAA,cACA;AAAA,cACA,UAAU;AAAA,cACV;AAAA,cACA;AAAA,YAAA;AAEF,mBAAO,IAAI,WAAW,MAAM;AAC5B,mBAAO;AAAA,UACT;AAAA,UACA,gBAAgB;AACd,mBAAO,IAAI,cAAA;AAAA,UACb;AAAA,UACA,qBAAqB,CAAA,UAAS;AAAA,UAC9B,eAAe,CAAA,UAAS;AAAA,UACxB,UAAU;AAAA,UAAC;AAAA,UACX,qBAAqB,CAAA,UAAS;AAAA,QAAA;AAAA,MAChC;AAAA,MAEF;AAAA,IAAA;AAGF,WAAO,cAAc,eAAe,OAAO,wBAAwB,CAAA,GAAI,EAAE;AAEzE,QAAI,cAAc;AAChB,aAAO,YAAY,yBAAyB,aAAa,MAAM;AAAA,IACjE;AAEA,WAAO;AAAA,WAtEP;AAAA;AAAA;AAAA;AAAA;AAuEF;"}
1
+ {"version":3,"file":"analyze.js","sources":["../../../../../zero-cache/src/services/analyze.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {AnalyzeQueryResult} from '../../../zero-protocol/src/analyze-query-result.ts';\nimport type {AST} from '../../../zero-protocol/src/ast.ts';\nimport type {PermissionsConfig} from '../../../zero-schema/src/compiled-permissions.ts';\nimport {Debug} from '../../../zql/src/builder/debug-delegate.ts';\nimport {MemoryStorage} from '../../../zql/src/ivm/memory-storage.ts';\nimport {\n AccumulatorDebugger,\n serializePlanDebugEvents,\n} from '../../../zql/src/planner/planner-debug.ts';\nimport {Database} from '../../../zqlite/src/db.ts';\nimport {explainQueries} from '../../../zqlite/src/explain-queries.ts';\nimport {createSQLiteCostModel} from '../../../zqlite/src/sqlite-cost-model.ts';\nimport {TableSource} from '../../../zqlite/src/table-source.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\nimport {computeZqlSpecs, mustGetTableSpec} from '../db/lite-tables.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../db/specs.ts';\nimport {runAst} from './run-ast.ts';\nimport {TimeSliceTimer, type TokenData} from './view-syncer/view-syncer.ts';\nimport type {ClientSchema} from '../../../zero-protocol/src/client-schema.ts';\n\nconst TIME_SLICE_LAP_THRESHOLD_MS = 200;\n\nexport async function analyzeQuery(\n lc: LogContext,\n config: NormalizedZeroConfig,\n clientSchema: ClientSchema,\n ast: AST,\n syncedRows = true,\n vendedRows = false,\n permissions?: PermissionsConfig,\n authData?: TokenData,\n joinPlans = false,\n): Promise<AnalyzeQueryResult> {\n using db = new Database(lc, config.replica.file);\n const fullTables = new Map<string, LiteTableSpec>();\n const tableSpecs = new Map<string, LiteAndZqlSpec>();\n const tables = new Map<string, TableSource>();\n\n computeZqlSpecs(lc, db, tableSpecs, fullTables);\n\n const planDebugger = joinPlans ? new AccumulatorDebugger() : undefined;\n const costModel = joinPlans\n ? createSQLiteCostModel(db, tableSpecs)\n : undefined;\n const timer = await new TimeSliceTimer(lc).start();\n const shouldYield = () => timer.elapsedLap() > TIME_SLICE_LAP_THRESHOLD_MS;\n const yieldProcess = () => timer.yieldProcess();\n const result = await runAst(\n lc,\n clientSchema,\n ast,\n true,\n {\n applyPermissions: permissions !== undefined,\n syncedRows,\n vendedRows,\n authData,\n db,\n tableSpecs,\n permissions,\n costModel,\n planDebugger,\n host: {\n debug: new Debug(),\n getSource(tableName: string) {\n let source = tables.get(tableName);\n if (source) {\n return source;\n }\n\n const tableSpec = mustGetTableSpec(tableSpecs, tableName);\n const {primaryKey} = tableSpec.tableSpec;\n\n source = new TableSource(\n lc,\n config.log,\n db,\n tableName,\n tableSpec.zqlSpec,\n primaryKey,\n shouldYield,\n );\n tables.set(tableName, source);\n return source;\n },\n createStorage() {\n return new MemoryStorage();\n },\n decorateSourceInput: input => input,\n decorateInput: input => input,\n addEdge() {},\n decorateFilterInput: input => input,\n },\n },\n yieldProcess,\n );\n\n result.sqlitePlans = explainQueries(result.readRowCountsByQuery ?? {}, db);\n\n if (planDebugger) {\n result.joinPlans = serializePlanDebugEvents(planDebugger.events);\n }\n\n return result;\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqBA,MAAM,8BAA8B;AAEpC,eAAsB,aACpB,IACA,QACA,cACA,KACA,aAAa,MACb,aAAa,OACb,aACA,UACA,YAAY,OACiB;AAC7B;AAAA;AAAA,UAAM,KAAK,oBAAI,SAAS,IAAI,OAAO,QAAQ,IAAI;AAC/C,UAAM,iCAAiB,IAAA;AACvB,UAAM,iCAAiB,IAAA;AACvB,UAAM,6BAAa,IAAA;AAEnB,oBAAgB,IAAI,IAAI,YAAY,UAAU;AAE9C,UAAM,eAAe,YAAY,IAAI,oBAAA,IAAwB;AAC7D,UAAM,YAAY,YACd,sBAAsB,IAAI,UAAU,IACpC;AACJ,UAAM,QAAQ,MAAM,IAAI,eAAe,EAAE,EAAE,MAAA;AAC3C,UAAM,cAAc,MAAM,MAAM,WAAA,IAAe;AAC/C,UAAM,eAAe,MAAM,MAAM,aAAA;AACjC,UAAM,SAAS,MAAM;AAAA,MACnB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,QACE,kBAAkB,gBAAgB;AAAA,QAClC;AAAA,QACA;AAAA,QACA;AAAA,QAGA;AAAA,QACA;AAAA,QACA;AAAA,QACA,MAAM;AAAA,UACJ,OAAO,IAAI,MAAA;AAAA,UACX,UAAU,WAAmB;AAC3B,gBAAI,SAAS,OAAO,IAAI,SAAS;AACjC,gBAAI,QAAQ;AACV,qBAAO;AAAA,YACT;AAEA,kBAAM,YAAY,iBAAiB,YAAY,SAAS;AACxD,kBAAM,EAAC,eAAc,UAAU;AAE/B,qBAAS,IAAI;AAAA,cACX;AAAA,cACA,OAAO;AAAA,cACP;AAAA,cACA;AAAA,cACA,UAAU;AAAA,cACV;AAAA,cACA;AAAA,YAAA;AAEF,mBAAO,IAAI,WAAW,MAAM;AAC5B,mBAAO;AAAA,UACT;AAAA,UACA,gBAAgB;AACd,mBAAO,IAAI,cAAA;AAAA,UACb;AAAA,UACA,qBAAqB,CAAA,UAAS;AAAA,UAC9B,eAAe,CAAA,UAAS;AAAA,UACxB,UAAU;AAAA,UAAC;AAAA,UACX,qBAAqB,CAAA,UAAS;AAAA,QAAA;AAAA,MAChC;AAAA,MAEF;AAAA,IAAA;AAGF,WAAO,cAAc,eAAe,OAAO,wBAAwB,CAAA,GAAI,EAAE;AAEzE,QAAI,cAAc;AAChB,aAAO,YAAY,yBAAyB,aAAa,MAAM;AAAA,IACjE;AAEA,WAAO;AAAA,WAtEP;AAAA;AAAA;AAAA;AAAA;AAuEF;"}
@@ -531,7 +531,7 @@ class CVRStore {
531
531
  const expected = versionString(expectedCurrentVersion);
532
532
  const result = await tx`SELECT "version", "owner", "grantedAt" FROM ${this.#cvr("instances")}
533
533
  WHERE "clientGroupID" = ${this.#id}
534
- FOR UPDATE NOWAIT`.execute();
534
+ FOR UPDATE`.execute();
535
535
  const { version: version2, owner, grantedAt } = result.length > 0 ? result[0] : {
536
536
  version: EMPTY_CVR_VERSION.stateVersion,
537
537
  owner: null,
@@ -1 +1 @@
1
- {"version":3,"file":"cvr-store.js","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-store.ts"],"sourcesContent":["import {trace} from '@opentelemetry/api';\nimport type {LogContext} from '@rocicorp/logger';\nimport type {MaybeRow, PendingQuery} from 'postgres';\nimport {startAsyncSpan} from '../../../../otel/src/span.ts';\nimport {version} from '../../../../otel/src/version.ts';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {CustomKeySet} from '../../../../shared/src/custom-key-set.ts';\nimport {\n deepEqual,\n type ReadonlyJSONValue,\n} from '../../../../shared/src/json.ts';\nimport {sleep} from '../../../../shared/src/sleep.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport {astSchema} from '../../../../zero-protocol/src/ast.ts';\nimport {clientSchemaSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorKind} from '../../../../zero-protocol/src/error-kind.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport type {InspectQueryRow} from '../../../../zero-protocol/src/inspect-down.ts';\nimport {clampTTL, DEFAULT_TTL_MS} from '../../../../zql/src/query/ttl.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {recordRowsSynced} from '../../server/anonymous-otel-start.ts';\nimport {ProtocolErrorWithLevel} from '../../types/error-with-level.ts';\nimport type {PostgresDB, PostgresTransaction} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID, upstreamSchema} from '../../types/shards.ts';\nimport type {Patch, PatchToVersion} from './client-handler.ts';\nimport type {CVR, CVRSnapshot} from './cvr.ts';\nimport {RowRecordCache} from './row-record-cache.ts';\nimport {\n type ClientsRow,\n type DesiresRow,\n type InstancesRow,\n type QueriesRow,\n type RowsRow,\n} from './schema/cvr.ts';\nimport {\n type ClientQueryRecord,\n type ClientRecord,\n cmpVersions,\n type CustomQueryRecord,\n type CVRVersion,\n EMPTY_CVR_VERSION,\n type InternalQueryRecord,\n type NullableCVRVersion,\n type QueryPatch,\n type QueryRecord,\n queryRecordToQueryRow,\n type RowID,\n type RowRecord,\n versionFromString,\n versionString,\n} from './schema/types.ts';\nimport {\n type TTLClock,\n ttlClockAsNumber,\n ttlClockFromNumber,\n} from './ttl-clock.ts';\n\nexport type CVRFlushStats = {\n instances: number;\n queries: number;\n desires: number;\n clients: number;\n rows: number;\n rowsDeferred: number;\n statements: number;\n};\n\nconst tracer = trace.getTracer('cvr-store', version);\n\nfunction asQuery(row: QueriesRow): QueryRecord {\n const maybeVersion = (s: string | null) =>\n s === null ? undefined : versionFromString(s);\n\n if (row.clientAST === null) {\n // custom query\n assert(\n row.queryName !== null && row.queryArgs !== null,\n 'queryName and queryArgs must be set for custom queries',\n );\n return {\n type: 'custom',\n id: row.queryHash,\n name: row.queryName,\n args: row.queryArgs,\n patchVersion: maybeVersion(row.patchVersion),\n clientState: {},\n transformationHash: row.transformationHash ?? undefined,\n transformationVersion: maybeVersion(row.transformationVersion),\n } satisfies CustomQueryRecord;\n }\n\n const ast = astSchema.parse(row.clientAST);\n return row.internal\n ? ({\n type: 'internal',\n id: row.queryHash,\n ast,\n transformationHash: row.transformationHash ?? undefined,\n transformationVersion: maybeVersion(row.transformationVersion),\n } satisfies InternalQueryRecord)\n : ({\n type: 'client',\n id: row.queryHash,\n ast,\n patchVersion: maybeVersion(row.patchVersion),\n clientState: {},\n transformationHash: row.transformationHash ?? undefined,\n transformationVersion: maybeVersion(row.transformationVersion),\n } satisfies ClientQueryRecord);\n}\n\n// The time to wait between load attempts.\nconst LOAD_ATTEMPT_INTERVAL_MS = 500;\n// The maximum number of load() attempts if the rowsVersion is behind.\n// This currently results in a maximum catchup time of ~5 seconds, after\n// which we give up and consider the CVR invalid.\n//\n// TODO: Make this configurable with something like --max-catchup-wait-ms,\n// as it is technically application specific.\nconst MAX_LOAD_ATTEMPTS = 10;\n\nexport class CVRStore {\n readonly #schema: string;\n readonly #taskID: string;\n readonly #id: string;\n readonly #failService: (e: unknown) => void;\n readonly #db: PostgresDB;\n readonly #upstreamDb: PostgresDB | undefined;\n readonly #writes: Set<{\n stats: Partial<CVRFlushStats>;\n write: (\n tx: PostgresTransaction,\n lastConnectTime: number,\n ) => PendingQuery<MaybeRow[]>;\n }> = new Set();\n readonly #upstreamWrites: ((\n tx: PostgresTransaction,\n ) => PendingQuery<MaybeRow[]>)[] = [];\n readonly #pendingRowRecordUpdates = new CustomKeyMap<RowID, RowRecord | null>(\n rowIDString,\n );\n readonly #forceUpdates = new CustomKeySet<RowID>(rowIDString);\n readonly #rowCache: RowRecordCache;\n readonly #loadAttemptIntervalMs: number;\n readonly #maxLoadAttempts: number;\n readonly #upstreamSchemaName: string;\n #rowCount: number = 0;\n\n constructor(\n lc: LogContext,\n cvrDb: PostgresDB,\n // Optionally undefined to deal with custom upstreams.\n // This is temporary until we have a more principled protocol to deal with\n // custom upstreams and clearing their custom mutator responses.\n // An implementor could simply clear them after N minutes for the time being.\n upstreamDb: PostgresDB | undefined,\n shard: ShardID,\n taskID: string,\n cvrID: string,\n failService: (e: unknown) => void,\n loadAttemptIntervalMs = LOAD_ATTEMPT_INTERVAL_MS,\n maxLoadAttempts = MAX_LOAD_ATTEMPTS,\n deferredRowFlushThreshold = 100, // somewhat arbitrary\n setTimeoutFn = setTimeout,\n ) {\n this.#failService = failService;\n this.#db = cvrDb;\n this.#upstreamDb = upstreamDb;\n this.#schema = cvrSchema(shard);\n this.#taskID = taskID;\n this.#id = cvrID;\n this.#rowCache = new RowRecordCache(\n lc,\n cvrDb,\n shard,\n cvrID,\n failService,\n deferredRowFlushThreshold,\n setTimeoutFn,\n );\n this.#loadAttemptIntervalMs = loadAttemptIntervalMs;\n this.#maxLoadAttempts = maxLoadAttempts;\n this.#upstreamSchemaName = upstreamSchema(shard);\n }\n\n #cvr(table: string) {\n return this.#db(`${this.#schema}.${table}`);\n }\n\n load(lc: LogContext, lastConnectTime: number): Promise<CVR> {\n return startAsyncSpan(tracer, 'cvr.load', async () => {\n let err: RowsVersionBehindError | undefined;\n for (let i = 0; i < this.#maxLoadAttempts; i++) {\n if (i > 0) {\n await sleep(this.#loadAttemptIntervalMs);\n }\n const result = await this.#load(lc, lastConnectTime);\n if (result instanceof RowsVersionBehindError) {\n lc.info?.(`attempt ${i + 1}: ${String(result)}`);\n err = result;\n continue;\n }\n return result;\n }\n assert(err);\n throw new ClientNotFoundError(\n `max attempts exceeded waiting for CVR@${err.cvrVersion} to catch up from ${err.rowsVersion}`,\n );\n });\n }\n\n async #load(\n lc: LogContext,\n lastConnectTime: number,\n ): Promise<CVR | RowsVersionBehindError> {\n const start = Date.now();\n\n const id = this.#id;\n const cvr: CVR = {\n id,\n version: EMPTY_CVR_VERSION,\n lastActive: 0,\n ttlClock: ttlClockFromNumber(0), // TTL clock starts at 0, not Date.now()\n replicaVersion: null,\n clients: {},\n queries: {},\n clientSchema: null,\n profileID: null,\n };\n\n const [instance, clientsRows, queryRows, desiresRows] =\n await this.#db.begin(Mode.READONLY, tx => {\n lc.debug?.(`CVR tx started after ${Date.now() - start} ms`);\n return [\n tx<\n (Omit<InstancesRow, 'clientGroupID'> & {\n profileID: string | null;\n deleted: boolean;\n rowsVersion: string | null;\n })[]\n >`SELECT cvr.\"version\",\n \"lastActive\",\n \"ttlClock\",\n \"replicaVersion\",\n \"owner\",\n \"grantedAt\",\n \"clientSchema\",\n \"profileID\",\n \"deleted\",\n rows.\"version\" as \"rowsVersion\"\n FROM ${this.#cvr('instances')} AS cvr\n LEFT JOIN ${this.#cvr('rowsVersion')} AS rows\n ON cvr.\"clientGroupID\" = rows.\"clientGroupID\"\n WHERE cvr.\"clientGroupID\" = ${id}`,\n tx<Pick<ClientsRow, 'clientID'>[]>`SELECT \"clientID\" FROM ${this.#cvr(\n 'clients',\n )}\n WHERE \"clientGroupID\" = ${id}`,\n tx<QueriesRow[]>`SELECT * FROM ${this.#cvr('queries')}\n WHERE \"clientGroupID\" = ${id} AND deleted IS DISTINCT FROM true`,\n tx<DesiresRow[]>`SELECT\n \"clientGroupID\",\n \"clientID\",\n \"queryHash\",\n \"patchVersion\",\n \"deleted\",\n \"ttlMs\" AS \"ttl\",\n \"inactivatedAtMs\" AS \"inactivatedAt\"\n FROM ${this.#cvr('desires')}\n WHERE \"clientGroupID\" = ${id}`,\n ];\n });\n lc.debug?.(\n `CVR tx completed after ${Date.now() - start} ms ` +\n `(${clientsRows.length} clients, ${queryRows.length} queries, ${desiresRows.length} desires)`,\n );\n\n if (instance.length === 0) {\n // This is the first time we see this CVR.\n this.putInstance({\n version: cvr.version,\n lastActive: 0,\n ttlClock: ttlClockFromNumber(0), // TTL clock starts at 0 for new instances\n replicaVersion: null,\n clientSchema: null,\n profileID: null,\n });\n } else {\n assert(instance.length === 1);\n const {\n version,\n lastActive,\n ttlClock,\n replicaVersion,\n owner,\n grantedAt,\n rowsVersion,\n clientSchema,\n profileID,\n deleted,\n } = instance[0];\n\n if (deleted) {\n throw new ClientNotFoundError(\n 'Client has been purged due to inactivity',\n );\n }\n\n if (owner !== this.#taskID) {\n if ((grantedAt ?? 0) > lastConnectTime) {\n throw new OwnershipError(owner, grantedAt, lastConnectTime);\n } else {\n // Fire-and-forget an ownership change to signal the current owner.\n // Note that the query is structured such that it only succeeds in the\n // correct conditions (i.e. gated on `grantedAt`).\n void this.#db`\n UPDATE ${this.#cvr('instances')} \n SET \"owner\" = ${this.#taskID}, \n \"grantedAt\" = ${lastConnectTime}\n WHERE \"clientGroupID\" = ${this.#id} AND\n (\"grantedAt\" IS NULL OR\n \"grantedAt\" <= to_timestamp(${lastConnectTime / 1000}))\n `\n .execute()\n .catch(this.#failService);\n }\n }\n\n if (version !== (rowsVersion ?? EMPTY_CVR_VERSION.stateVersion)) {\n // This will cause the load() method to wait for row catchup and retry.\n // Assuming the ownership signal succeeds, the current owner will stop\n // modifying the CVR and flush its pending row changes.\n return new RowsVersionBehindError(version, rowsVersion);\n }\n\n cvr.version = versionFromString(version);\n cvr.lastActive = lastActive;\n cvr.ttlClock = ttlClock;\n cvr.replicaVersion = replicaVersion;\n cvr.profileID = profileID;\n\n try {\n cvr.clientSchema =\n clientSchema === null\n ? null\n : v.parse(clientSchema, clientSchemaSchema);\n } catch (e) {\n throw new InvalidClientSchemaError(e);\n }\n }\n\n for (const row of clientsRows) {\n cvr.clients[row.clientID] = {\n id: row.clientID,\n desiredQueryIDs: [],\n };\n }\n\n for (const row of queryRows) {\n const query = asQuery(row);\n cvr.queries[row.queryHash] = query;\n }\n\n for (const row of desiresRows) {\n const client = cvr.clients[row.clientID];\n // Note: row.inactivatedAt is mapped from inactivatedAtMs in the SQL query\n if (client) {\n if (!row.deleted && row.inactivatedAt === null) {\n client.desiredQueryIDs.push(row.queryHash);\n }\n } else {\n // This can happen if the client was deleted but the queries are still alive.\n lc.debug?.(`Client ${row.clientID} not found`);\n }\n\n const query = cvr.queries[row.queryHash];\n if (\n query &&\n query.type !== 'internal' &&\n (!row.deleted || row.inactivatedAt !== null)\n ) {\n query.clientState[row.clientID] = {\n inactivatedAt: row.inactivatedAt ?? undefined,\n ttl: clampTTL(row.ttl ?? DEFAULT_TTL_MS),\n version: versionFromString(row.patchVersion),\n };\n }\n }\n lc.debug?.(\n `loaded cvr@${versionString(cvr.version)} (${Date.now() - start} ms)`,\n );\n\n // why do we not sort `desiredQueryIDs` here?\n\n return cvr;\n }\n\n getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n return this.#rowCache.getRowRecords();\n }\n\n putRowRecord(row: RowRecord): void {\n this.#pendingRowRecordUpdates.set(row.id, row);\n }\n\n /**\n * Note: Removing a row from the CVR should be represented by a\n * {@link putRowRecord()} with `refCounts: null` in order to properly\n * produce the appropriate delete patch when catching up old clients.\n *\n * This `delRowRecord()` method, on the other hand, is only used for\n * \"canceling\" the put of a row that was not in the CVR in the first place.\n */\n delRowRecord(id: RowID): void {\n this.#pendingRowRecordUpdates.set(id, null);\n }\n\n /**\n * Overrides the default logic that removes no-op writes and forces\n * the updates for the given row `ids`. This has no effect if there\n * are no corresponding puts or dels for the associated row records.\n */\n forceUpdates(...ids: RowID[]) {\n for (const id of ids) {\n this.#forceUpdates.add(id);\n }\n }\n\n /**\n * Updates the `ttlClock` of the CVR instance. The ttlClock starts at 0 when\n * the CVR instance is first created and increments based on elapsed time\n * since the base time established by the ViewSyncerService.\n */\n async updateTTLClock(ttlClock: TTLClock, lastActive: number): Promise<void> {\n await this.#db`UPDATE ${this.#cvr('instances')}\n SET \"lastActive\" = ${lastActive},\n \"ttlClock\" = ${ttlClock}\n WHERE \"clientGroupID\" = ${this.#id}`.execute();\n }\n\n /**\n * @returns This returns the current `ttlClock` of the CVR instance. The ttlClock\n * represents elapsed time since the instance was created (starting from 0).\n * If the CVR has never been initialized for this client group, it returns\n * `undefined`.\n */\n async getTTLClock(): Promise<TTLClock | undefined> {\n const result = await this.#db<Pick<InstancesRow, 'ttlClock'>[]>`\n SELECT \"ttlClock\" FROM ${this.#cvr('instances')}\n WHERE \"clientGroupID\" = ${this.#id}`.values();\n if (result.length === 0) {\n // This can happen if the CVR has not been initialized yet.\n return undefined;\n }\n assert(result.length === 1);\n return result[0][0];\n }\n\n putInstance({\n version,\n replicaVersion,\n lastActive,\n clientSchema,\n profileID,\n ttlClock,\n }: Pick<\n CVRSnapshot,\n | 'version'\n | 'replicaVersion'\n | 'lastActive'\n | 'clientSchema'\n | 'profileID'\n | 'ttlClock'\n >): void {\n this.#writes.add({\n stats: {instances: 1},\n write: (tx, lastConnectTime) => {\n const change: InstancesRow = {\n clientGroupID: this.#id,\n version: versionString(version),\n lastActive,\n ttlClock,\n replicaVersion,\n owner: this.#taskID,\n grantedAt: lastConnectTime,\n clientSchema,\n profileID,\n };\n return tx`\n INSERT INTO ${this.#cvr('instances')} ${tx(change)} \n ON CONFLICT (\"clientGroupID\") DO UPDATE SET ${tx(change)}`;\n },\n });\n }\n\n markQueryAsDeleted(version: CVRVersion, queryPatch: QueryPatch): void {\n this.#writes.add({\n stats: {queries: 1},\n write: tx => tx`UPDATE ${this.#cvr('queries')} SET ${tx({\n patchVersion: versionString(version),\n deleted: true,\n transformationHash: null,\n transformationVersion: null,\n })}\n WHERE \"clientGroupID\" = ${this.#id} AND \"queryHash\" = ${queryPatch.id}`,\n });\n }\n\n putQuery(query: QueryRecord): void {\n const change: QueriesRow = queryRecordToQueryRow(this.#id, query);\n // ${JSON.stringify(change.queryArgs)}::text::json is used because postgres.js\n // gets confused if the input is `[boolean]` and throws an error saying a bool\n // cannot be converted to json.\n // https://github.com/porsager/postgres/issues/386\n this.#writes.add({\n stats: {queries: 1},\n write: tx => tx`INSERT INTO ${this.#cvr('queries')} (\n \"clientGroupID\",\n \"queryHash\",\n \"clientAST\",\n \"queryName\",\n \"queryArgs\",\n \"patchVersion\",\n \"transformationHash\",\n \"transformationVersion\",\n \"internal\",\n \"deleted\"\n ) VALUES (\n ${change.clientGroupID},\n ${change.queryHash},\n ${change.clientAST},\n ${change.queryName},\n ${change.queryArgs === undefined ? null : JSON.stringify(change.queryArgs)}::text::json,\n ${change.patchVersion},\n ${change.transformationHash ?? null},\n ${change.transformationVersion ?? null},\n ${change.internal},\n ${change.deleted ?? false}\n )\n ON CONFLICT (\"clientGroupID\", \"queryHash\")\n DO UPDATE SET \n \"clientAST\" = ${change.clientAST},\n \"queryName\" = ${change.queryName},\n \"queryArgs\" = ${change.queryArgs === undefined ? null : JSON.stringify(change.queryArgs)}::text::json,\n \"patchVersion\" = ${change.patchVersion},\n \"transformationHash\" = ${change.transformationHash ?? null},\n \"transformationVersion\" = ${change.transformationVersion ?? null},\n \"internal\" = ${change.internal},\n \"deleted\" = ${change.deleted ?? false}`,\n });\n }\n\n updateQuery(query: QueryRecord) {\n const maybeVersionString = (v: CVRVersion | undefined) =>\n v ? versionString(v) : null;\n\n const change: Pick<\n QueriesRow,\n | 'patchVersion'\n | 'transformationHash'\n | 'transformationVersion'\n | 'deleted'\n > = {\n patchVersion:\n query.type === 'internal'\n ? null\n : maybeVersionString(query.patchVersion),\n transformationHash: query.transformationHash ?? null,\n transformationVersion: maybeVersionString(query.transformationVersion),\n deleted: false,\n };\n\n this.#writes.add({\n stats: {queries: 1},\n write: tx => tx`UPDATE ${this.#cvr('queries')} SET ${tx(change)}\n WHERE \"clientGroupID\" = ${this.#id} AND \"queryHash\" = ${query.id}`,\n });\n }\n\n insertClient(client: ClientRecord): void {\n const change: ClientsRow = {\n clientGroupID: this.#id,\n clientID: client.id,\n };\n\n this.#writes.add({\n stats: {clients: 1},\n write: tx => tx`INSERT INTO ${this.#cvr('clients')} ${tx(change)}`,\n });\n }\n\n deleteClient(clientID: string) {\n this.#writes.add({\n stats: {clients: 1},\n write: sql =>\n sql`DELETE FROM ${this.#cvr('clients')} \n WHERE \"clientGroupID\" = ${this.#id} \n AND \"clientID\" = ${clientID}`,\n });\n this.#upstreamWrites.push(\n sql =>\n sql`DELETE FROM ${sql(this.#upstreamSchemaName)}.\"mutations\" \n WHERE \"clientGroupID\" = ${this.#id} \n AND \"clientID\" = ${clientID}`,\n );\n }\n\n putDesiredQuery(\n newVersion: CVRVersion,\n query: {id: string},\n client: {id: string},\n deleted: boolean,\n inactivatedAt: TTLClock | undefined,\n ttl: number,\n ): void {\n const change: DesiresRow = {\n clientGroupID: this.#id,\n clientID: client.id,\n deleted,\n inactivatedAt: inactivatedAt ?? null,\n patchVersion: versionString(newVersion),\n queryHash: query.id,\n\n // ttl is in ms in JavaScript\n ttl: ttl < 0 ? null : ttl,\n };\n\n // For backward compatibility during rollout, write to both old and new columns:\n // Old columns: inactivatedAt (TIMESTAMPTZ), ttl (INTERVAL) - need conversion ms->seconds\n // New columns: inactivatedAtMs (DOUBLE PRECISION), ttlMs (DOUBLE PRECISION) - store ms directly (1:1 with JS)\n const inactivatedAtTimestamp =\n inactivatedAt === undefined\n ? null\n : ttlClockFromNumber(ttlClockAsNumber(inactivatedAt) / 1000);\n const inactivatedAtMs = inactivatedAt ?? null;\n const ttlInterval = ttl < 0 ? null : ttl / 1000; // INTERVAL needs seconds\n const ttlMs = ttl < 0 ? null : ttl; // New column stores ms directly\n\n this.#writes.add({\n stats: {desires: 1},\n write: tx => tx`\n INSERT INTO ${this.#cvr('desires')} (\n \"clientGroupID\", \"clientID\", \"queryHash\", \"patchVersion\", \"deleted\",\n \"ttl\", \"ttlMs\", \"inactivatedAt\", \"inactivatedAtMs\"\n ) VALUES (\n ${change.clientGroupID}, ${change.clientID}, ${change.queryHash}, \n ${change.patchVersion}, ${change.deleted}, ${ttlInterval}, ${ttlMs},\n ${inactivatedAtTimestamp}, ${inactivatedAtMs}\n )\n ON CONFLICT (\"clientGroupID\", \"clientID\", \"queryHash\")\n DO UPDATE SET\n \"patchVersion\" = ${change.patchVersion},\n \"deleted\" = ${change.deleted},\n \"ttl\" = ${ttlInterval},\n \"ttlMs\" = ${ttlMs},\n \"inactivatedAt\" = ${inactivatedAtTimestamp},\n \"inactivatedAtMs\" = ${inactivatedAtMs}\n `,\n });\n }\n\n catchupRowPatches(\n lc: LogContext,\n afterVersion: NullableCVRVersion,\n upToCVR: CVRSnapshot,\n current: CVRVersion,\n excludeQueryHashes: string[] = [],\n ): AsyncGenerator<RowsRow[], void, undefined> {\n return this.#rowCache.catchupRowPatches(\n lc,\n afterVersion,\n upToCVR,\n current,\n excludeQueryHashes,\n );\n }\n\n async catchupConfigPatches(\n lc: LogContext,\n afterVersion: NullableCVRVersion,\n upToCVR: CVRSnapshot,\n current: CVRVersion,\n ): Promise<PatchToVersion[]> {\n if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n return [];\n }\n\n const startMs = Date.now();\n const start = afterVersion ? versionString(afterVersion) : '';\n const end = versionString(upToCVR.version);\n lc.debug?.(`scanning config patches for clients from ${start}`);\n\n const reader = new TransactionPool(lc, Mode.READONLY).run(this.#db);\n try {\n // Verify that we are reading the right version of the CVR.\n await reader.processReadTask(tx =>\n checkVersion(tx, this.#schema, this.#id, current),\n );\n\n const [allDesires, queryRows] = await reader.processReadTask(tx =>\n Promise.all([\n tx<DesiresRow[]>`\n SELECT * FROM ${this.#cvr('desires')}\n WHERE \"clientGroupID\" = ${this.#id}\n AND \"patchVersion\" > ${start}\n AND \"patchVersion\" <= ${end}`,\n tx<Pick<QueriesRow, 'deleted' | 'queryHash' | 'patchVersion'>[]>`\n SELECT deleted, \"queryHash\", \"patchVersion\" FROM ${this.#cvr('queries')}\n WHERE \"clientGroupID\" = ${this.#id}\n AND \"patchVersion\" > ${start}\n AND \"patchVersion\" <= ${end}`,\n ]),\n );\n\n const patches: PatchToVersion[] = [];\n for (const row of queryRows) {\n const {queryHash: id} = row;\n const patch: Patch = row.deleted\n ? {type: 'query', op: 'del', id}\n : {type: 'query', op: 'put', id};\n const v = row.patchVersion;\n assert(v);\n patches.push({patch, toVersion: versionFromString(v)});\n }\n for (const row of allDesires) {\n const {clientID, queryHash: id} = row;\n const patch: Patch = row.deleted\n ? {type: 'query', op: 'del', id, clientID}\n : {type: 'query', op: 'put', id, clientID};\n patches.push({patch, toVersion: versionFromString(row.patchVersion)});\n }\n\n lc.debug?.(\n `${patches.length} config patches (${Date.now() - startMs} ms)`,\n );\n return patches;\n } finally {\n reader.setDone();\n }\n }\n\n async #checkVersionAndOwnership(\n tx: PostgresTransaction,\n expectedCurrentVersion: CVRVersion,\n lastConnectTime: number,\n ): Promise<void> {\n const expected = versionString(expectedCurrentVersion);\n const result = await tx<\n Pick<InstancesRow, 'version' | 'owner' | 'grantedAt'>[]\n >`SELECT \"version\", \"owner\", \"grantedAt\" FROM ${this.#cvr('instances')}\n WHERE \"clientGroupID\" = ${this.#id}\n FOR UPDATE NOWAIT`.execute(); // Note: execute() immediately to send the query before others.\n const {version, owner, grantedAt} =\n result.length > 0\n ? result[0]\n : {\n version: EMPTY_CVR_VERSION.stateVersion,\n owner: null,\n grantedAt: null,\n };\n if (owner !== this.#taskID && (grantedAt ?? 0) > lastConnectTime) {\n throw new OwnershipError(owner, grantedAt, lastConnectTime);\n }\n if (version !== expected) {\n throw new ConcurrentModificationException(expected, version);\n }\n }\n\n async #flush(\n expectedCurrentVersion: CVRVersion,\n cvr: CVRSnapshot,\n lastConnectTime: number,\n ): Promise<CVRFlushStats | null> {\n const stats: CVRFlushStats = {\n instances: 0,\n queries: 0,\n desires: 0,\n clients: 0,\n rows: 0,\n rowsDeferred: 0,\n statements: 0,\n };\n if (this.#pendingRowRecordUpdates.size) {\n const existingRowRecords = await this.getRowRecords();\n this.#rowCount = existingRowRecords.size;\n for (const [id, row] of this.#pendingRowRecordUpdates.entries()) {\n if (this.#forceUpdates.has(id)) {\n continue;\n }\n const existing = existingRowRecords.get(id);\n if (\n // Don't delete or add an unreferenced row if it's not in the CVR.\n (existing === undefined && !row?.refCounts) ||\n // Don't write a row record that exactly matches what's in the CVR.\n deepEqual(\n (row ?? undefined) as ReadonlyJSONValue | undefined,\n existing as ReadonlyJSONValue | undefined,\n )\n ) {\n this.#pendingRowRecordUpdates.delete(id);\n }\n }\n }\n if (this.#pendingRowRecordUpdates.size === 0 && this.#writes.size === 0) {\n return null;\n }\n // Note: The CVR instance itself is only updated if there are material\n // changes (i.e. changes to the CVR contents) to flush.\n this.putInstance(cvr);\n\n const rowsFlushed = await this.#db.begin(Mode.READ_COMMITTED, async tx => {\n const pipelined: Promise<unknown>[] = [\n // #checkVersionAndOwnership() executes a `SELECT ... FOR UPDATE`\n // query to acquire a row-level lock so that version-updating\n // transactions are effectively serialized per cvr.instance.\n //\n // Note that `rowsVersion` updates, on the other hand, are not subject\n // to this lock and can thus commit / be-committed independently of\n // cvr.instances.\n this.#checkVersionAndOwnership(\n tx,\n expectedCurrentVersion,\n lastConnectTime,\n ),\n ];\n\n for (const write of this.#writes) {\n stats.instances += write.stats.instances ?? 0;\n stats.queries += write.stats.queries ?? 0;\n stats.desires += write.stats.desires ?? 0;\n stats.clients += write.stats.clients ?? 0;\n stats.rows += write.stats.rows ?? 0;\n\n pipelined.push(write.write(tx, lastConnectTime).execute());\n stats.statements++;\n }\n\n const rowUpdates = this.#rowCache.executeRowUpdates(\n tx,\n cvr.version,\n this.#pendingRowRecordUpdates,\n 'allow-defer',\n );\n pipelined.push(...rowUpdates);\n stats.statements += rowUpdates.length;\n\n // Make sure Errors thrown by pipelined statements\n // are propagated up the stack.\n await Promise.all(pipelined);\n\n if (rowUpdates.length === 0) {\n stats.rowsDeferred = this.#pendingRowRecordUpdates.size;\n return false;\n }\n stats.rows += this.#pendingRowRecordUpdates.size;\n return true;\n });\n\n this.#rowCount = await this.#rowCache.apply(\n this.#pendingRowRecordUpdates,\n cvr.version,\n rowsFlushed,\n );\n recordRowsSynced(this.#rowCount);\n\n if (this.#upstreamDb) {\n await this.#upstreamDb.begin(Mode.READ_COMMITTED, async tx => {\n await Promise.all(this.#upstreamWrites.map(write => write(tx)));\n });\n }\n\n return stats;\n }\n\n get rowCount(): number {\n return this.#rowCount;\n }\n\n async flush(\n lc: LogContext,\n expectedCurrentVersion: CVRVersion,\n cvr: CVRSnapshot,\n lastConnectTime: number,\n ): Promise<CVRFlushStats | null> {\n const start = performance.now();\n try {\n const stats = await this.#flush(\n expectedCurrentVersion,\n cvr,\n lastConnectTime,\n );\n if (stats) {\n const elapsed = performance.now() - start;\n lc.debug?.(\n `flushed cvr@${versionString(cvr.version)} ` +\n `${JSON.stringify(stats)} in (${elapsed} ms)`,\n );\n this.#rowCache.recordSyncFlushStats(stats, elapsed);\n }\n return stats;\n } catch (e) {\n // Clear cached state if an error (e.g. ConcurrentModificationException) is encountered.\n this.#rowCache.clear();\n throw e;\n } finally {\n this.#writes.clear();\n this.#upstreamWrites.length = 0;\n this.#pendingRowRecordUpdates.clear();\n this.#forceUpdates.clear();\n }\n }\n\n hasPendingUpdates(): boolean {\n return this.#rowCache.hasPendingUpdates();\n }\n\n /** Resolves when all pending updates are flushed. */\n flushed(lc: LogContext): Promise<void> {\n return this.#rowCache.flushed(lc);\n }\n\n async inspectQueries(\n lc: LogContext,\n ttlClock: TTLClock,\n clientID?: string,\n ): Promise<InspectQueryRow[]> {\n const db = this.#db;\n const clientGroupID = this.#id;\n\n const reader = new TransactionPool(lc, Mode.READONLY).run(db);\n try {\n return await reader.processReadTask(\n tx => tx<InspectQueryRow[]>`\n SELECT DISTINCT ON (d.\"clientID\", d.\"queryHash\")\n d.\"clientID\",\n d.\"queryHash\" AS \"queryID\",\n COALESCE(d.\"ttlMs\", ${DEFAULT_TTL_MS}) AS \"ttl\",\n d.\"inactivatedAtMs\" AS \"inactivatedAt\",\n (SELECT COUNT(*)::INT FROM ${this.#cvr('rows')} r \n WHERE r.\"clientGroupID\" = d.\"clientGroupID\" \n AND r.\"refCounts\" ? d.\"queryHash\") AS \"rowCount\",\n q.\"clientAST\" AS \"ast\",\n (q.\"patchVersion\" IS NOT NULL) AS \"got\",\n COALESCE(d.\"deleted\", FALSE) AS \"deleted\",\n q.\"queryName\" AS \"name\",\n q.\"queryArgs\" AS \"args\"\n FROM ${this.#cvr('desires')} d\n LEFT JOIN ${this.#cvr('queries')} q\n ON q.\"clientGroupID\" = d.\"clientGroupID\"\n AND q.\"queryHash\" = d.\"queryHash\"\n WHERE d.\"clientGroupID\" = ${clientGroupID}\n ${clientID ? tx`AND d.\"clientID\" = ${clientID}` : tx``}\n AND NOT (\n d.\"inactivatedAtMs\" IS NOT NULL \n AND d.\"ttlMs\" IS NOT NULL \n AND (d.\"inactivatedAtMs\" + d.\"ttlMs\") <= ${ttlClockAsNumber(ttlClock)}\n )\n ORDER BY d.\"clientID\", d.\"queryHash\"`,\n );\n } finally {\n reader.setDone();\n }\n }\n}\n\n/**\n * This is similar to {@link CVRStore.#checkVersionAndOwnership} except\n * that it only checks the version and is suitable for snapshot reads\n * (i.e. by doing a plain `SELECT` rather than a `SELECT ... FOR UPDATE`).\n */\nexport async function checkVersion(\n tx: PostgresTransaction,\n schema: string,\n clientGroupID: string,\n expectedCurrentVersion: CVRVersion,\n): Promise<void> {\n const expected = versionString(expectedCurrentVersion);\n const result = await tx<Pick<InstancesRow, 'version'>[]>`\n SELECT version FROM ${tx(schema)}.instances \n WHERE \"clientGroupID\" = ${clientGroupID}`;\n const {version} =\n result.length > 0 ? result[0] : {version: EMPTY_CVR_VERSION.stateVersion};\n if (version !== expected) {\n throw new ConcurrentModificationException(expected, version);\n }\n}\n\nexport class ClientNotFoundError extends ProtocolErrorWithLevel {\n constructor(message: string) {\n super({\n kind: ErrorKind.ClientNotFound,\n message,\n origin: ErrorOrigin.ZeroCache,\n });\n }\n}\n\nexport class ConcurrentModificationException extends ProtocolErrorWithLevel {\n readonly name = 'ConcurrentModificationException';\n\n constructor(expectedVersion: string, actualVersion: string) {\n super(\n {\n kind: ErrorKind.Internal,\n message: `CVR has been concurrently modified. Expected ${expectedVersion}, got ${actualVersion}`,\n origin: ErrorOrigin.ZeroCache,\n },\n 'warn',\n );\n }\n}\n\nexport class OwnershipError extends ProtocolErrorWithLevel {\n readonly name = 'OwnershipError';\n\n constructor(\n owner: string | null,\n grantedAt: number | null,\n lastConnectTime: number,\n ) {\n super(\n {\n kind: ErrorKind.Rehome,\n message:\n `CVR ownership was transferred to ${owner} at ` +\n `${new Date(grantedAt ?? 0).toISOString()} ` +\n `(last connect time: ${new Date(lastConnectTime).toISOString()})`,\n maxBackoffMs: 0,\n origin: ErrorOrigin.ZeroCache,\n },\n 'info',\n );\n }\n}\n\nexport class InvalidClientSchemaError extends ProtocolErrorWithLevel {\n readonly name = 'InvalidClientSchemaError';\n\n constructor(cause: unknown) {\n super(\n {\n kind: ErrorKind.SchemaVersionNotSupported,\n message: `Could not parse clientSchema stored in CVR: ${String(cause)}`,\n origin: ErrorOrigin.ZeroCache,\n },\n 'warn',\n {cause},\n );\n }\n}\n\nexport class RowsVersionBehindError extends Error {\n readonly name = 'RowsVersionBehindError';\n readonly cvrVersion: string;\n readonly rowsVersion: string | null;\n\n constructor(cvrVersion: string, rowsVersion: string | null) {\n super(`rowsVersion (${rowsVersion}) is behind CVR ${cvrVersion}`);\n this.cvrVersion = cvrVersion;\n this.rowsVersion = rowsVersion;\n }\n}\n"],"names":["Mode.READONLY","version","v.parse","v","Mode.READ_COMMITTED","ErrorKind.ClientNotFound","ErrorOrigin.ZeroCache","ErrorKind.Internal","ErrorKind.Rehome","ErrorKind.SchemaVersionNotSupported"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAsEA,MAAM,SAAS,MAAM,UAAU,aAAa,OAAO;AAEnD,SAAS,QAAQ,KAA8B;AAC7C,QAAM,eAAe,CAAC,MACpB,MAAM,OAAO,SAAY,kBAAkB,CAAC;AAE9C,MAAI,IAAI,cAAc,MAAM;AAE1B;AAAA,MACE,IAAI,cAAc,QAAQ,IAAI,cAAc;AAAA,MAC5C;AAAA,IAAA;AAEF,WAAO;AAAA,MACL,MAAM;AAAA,MACN,IAAI,IAAI;AAAA,MACR,MAAM,IAAI;AAAA,MACV,MAAM,IAAI;AAAA,MACV,cAAc,aAAa,IAAI,YAAY;AAAA,MAC3C,aAAa,CAAA;AAAA,MACb,oBAAoB,IAAI,sBAAsB;AAAA,MAC9C,uBAAuB,aAAa,IAAI,qBAAqB;AAAA,IAAA;AAAA,EAEjE;AAEA,QAAM,MAAM,UAAU,MAAM,IAAI,SAAS;AACzC,SAAO,IAAI,WACN;AAAA,IACC,MAAM;AAAA,IACN,IAAI,IAAI;AAAA,IACR;AAAA,IACA,oBAAoB,IAAI,sBAAsB;AAAA,IAC9C,uBAAuB,aAAa,IAAI,qBAAqB;AAAA,EAAA,IAE9D;AAAA,IACC,MAAM;AAAA,IACN,IAAI,IAAI;AAAA,IACR;AAAA,IACA,cAAc,aAAa,IAAI,YAAY;AAAA,IAC3C,aAAa,CAAA;AAAA,IACb,oBAAoB,IAAI,sBAAsB;AAAA,IAC9C,uBAAuB,aAAa,IAAI,qBAAqB;AAAA,EAAA;AAErE;AAGA,MAAM,2BAA2B;AAOjC,MAAM,oBAAoB;AAEnB,MAAM,SAAS;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,8BAMA,IAAA;AAAA,EACA,kBAE0B,CAAA;AAAA,EAC1B,2BAA2B,IAAI;AAAA,IACtC;AAAA,EAAA;AAAA,EAEO,gBAAgB,IAAI,aAAoB,WAAW;AAAA,EACnD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACT,YAAoB;AAAA,EAEpB,YACE,IACA,OAKA,YACA,OACA,QACA,OACA,aACA,wBAAwB,0BACxB,kBAAkB,mBAClB,4BAA4B,KAC5B,eAAe,YACf;AACA,SAAK,eAAe;AACpB,SAAK,MAAM;AACX,SAAK,cAAc;AACnB,SAAK,UAAU,UAAU,KAAK;AAC9B,SAAK,UAAU;AACf,SAAK,MAAM;AACX,SAAK,YAAY,IAAI;AAAA,MACnB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAEF,SAAK,yBAAyB;AAC9B,SAAK,mBAAmB;AACxB,SAAK,sBAAsB,eAAe,KAAK;AAAA,EACjD;AAAA,EAEA,KAAK,OAAe;AAClB,WAAO,KAAK,IAAI,GAAG,KAAK,OAAO,IAAI,KAAK,EAAE;AAAA,EAC5C;AAAA,EAEA,KAAK,IAAgB,iBAAuC;AAC1D,WAAO,eAAe,QAAQ,YAAY,YAAY;AACpD,UAAI;AACJ,eAAS,IAAI,GAAG,IAAI,KAAK,kBAAkB,KAAK;AAC9C,YAAI,IAAI,GAAG;AACT,gBAAM,MAAM,KAAK,sBAAsB;AAAA,QACzC;AACA,cAAM,SAAS,MAAM,KAAK,MAAM,IAAI,eAAe;AACnD,YAAI,kBAAkB,wBAAwB;AAC5C,aAAG,OAAO,WAAW,IAAI,CAAC,KAAK,OAAO,MAAM,CAAC,EAAE;AAC/C,gBAAM;AACN;AAAA,QACF;AACA,eAAO;AAAA,MACT;AACA,aAAO,GAAG;AACV,YAAM,IAAI;AAAA,QACR,yCAAyC,IAAI,UAAU,qBAAqB,IAAI,WAAW;AAAA,MAAA;AAAA,IAE/F,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,MACJ,IACA,iBACuC;AACvC,UAAM,QAAQ,KAAK,IAAA;AAEnB,UAAM,KAAK,KAAK;AAChB,UAAM,MAAW;AAAA,MACf;AAAA,MACA,SAAS;AAAA,MACT,YAAY;AAAA,MACZ,UAAU,mBAAmB,CAAC;AAAA;AAAA,MAC9B,gBAAgB;AAAA,MAChB,SAAS,CAAA;AAAA,MACT,SAAS,CAAA;AAAA,MACT,cAAc;AAAA,MACd,WAAW;AAAA,IAAA;AAGb,UAAM,CAAC,UAAU,aAAa,WAAW,WAAW,IAClD,MAAM,KAAK,IAAI,MAAMA,UAAe,CAAA,OAAM;AACxC,SAAG,QAAQ,wBAAwB,KAAK,QAAQ,KAAK,KAAK;AAC1D,aAAO;AAAA,QACL;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBAgBS,KAAK,KAAK,WAAW,CAAC;AAAA,wBACjB,KAAK,KAAK,aAAa,CAAC;AAAA;AAAA,0CAEN,EAAE;AAAA,QAClC,4BAA4D,KAAK;AAAA,UAC/D;AAAA,QAAA,CACD;AAAA,qCAC0B,EAAE;AAAA,QAC7B,mBAAiC,KAAK,KAAK,SAAS,CAAC;AAAA,oCAC3B,EAAE;AAAA,QAC5B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAQO,KAAK,KAAK,SAAS,CAAC;AAAA,oCACD,EAAE;AAAA,MAAA;AAAA,IAEhC,CAAC;AACH,OAAG;AAAA,MACD,0BAA0B,KAAK,IAAA,IAAQ,KAAK,QACtC,YAAY,MAAM,aAAa,UAAU,MAAM,aAAa,YAAY,MAAM;AAAA,IAAA;AAGtF,QAAI,SAAS,WAAW,GAAG;AAEzB,WAAK,YAAY;AAAA,QACf,SAAS,IAAI;AAAA,QACb,YAAY;AAAA,QACZ,UAAU,mBAAmB,CAAC;AAAA;AAAA,QAC9B,gBAAgB;AAAA,QAChB,cAAc;AAAA,QACd,WAAW;AAAA,MAAA,CACZ;AAAA,IACH,OAAO;AACL,aAAO,SAAS,WAAW,CAAC;AAC5B,YAAM;AAAA,QACJ,SAAAC;AAAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MAAA,IACE,SAAS,CAAC;AAEd,UAAI,SAAS;AACX,cAAM,IAAI;AAAA,UACR;AAAA,QAAA;AAAA,MAEJ;AAEA,UAAI,UAAU,KAAK,SAAS;AAC1B,aAAK,aAAa,KAAK,iBAAiB;AACtC,gBAAM,IAAI,eAAe,OAAO,WAAW,eAAe;AAAA,QAC5D,OAAO;AAIL,eAAK,KAAK;AAAA,qBACC,KAAK,KAAK,WAAW,CAAC;AAAA,kCACT,KAAK,OAAO;AAAA,kCACZ,eAAe;AAAA,wCACT,KAAK,GAAG;AAAA;AAAA,mDAEG,kBAAkB,GAAI;AAAA,UAE5D,QAAA,EACA,MAAM,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAEA,UAAIA,cAAa,eAAe,kBAAkB,eAAe;AAI/D,eAAO,IAAI,uBAAuBA,UAAS,WAAW;AAAA,MACxD;AAEA,UAAI,UAAU,kBAAkBA,QAAO;AACvC,UAAI,aAAa;AACjB,UAAI,WAAW;AACf,UAAI,iBAAiB;AACrB,UAAI,YAAY;AAEhB,UAAI;AACF,YAAI,eACF,iBAAiB,OACb,OACAC,MAAQ,cAAc,kBAAkB;AAAA,MAChD,SAAS,GAAG;AACV,cAAM,IAAI,yBAAyB,CAAC;AAAA,MACtC;AAAA,IACF;AAEA,eAAW,OAAO,aAAa;AAC7B,UAAI,QAAQ,IAAI,QAAQ,IAAI;AAAA,QAC1B,IAAI,IAAI;AAAA,QACR,iBAAiB,CAAA;AAAA,MAAC;AAAA,IAEtB;AAEA,eAAW,OAAO,WAAW;AAC3B,YAAM,QAAQ,QAAQ,GAAG;AACzB,UAAI,QAAQ,IAAI,SAAS,IAAI;AAAA,IAC/B;AAEA,eAAW,OAAO,aAAa;AAC7B,YAAM,SAAS,IAAI,QAAQ,IAAI,QAAQ;AAEvC,UAAI,QAAQ;AACV,YAAI,CAAC,IAAI,WAAW,IAAI,kBAAkB,MAAM;AAC9C,iBAAO,gBAAgB,KAAK,IAAI,SAAS;AAAA,QAC3C;AAAA,MACF,OAAO;AAEL,WAAG,QAAQ,UAAU,IAAI,QAAQ,YAAY;AAAA,MAC/C;AAEA,YAAM,QAAQ,IAAI,QAAQ,IAAI,SAAS;AACvC,UACE,SACA,MAAM,SAAS,eACd,CAAC,IAAI,WAAW,IAAI,kBAAkB,OACvC;AACA,cAAM,YAAY,IAAI,QAAQ,IAAI;AAAA,UAChC,eAAe,IAAI,iBAAiB;AAAA,UACpC,KAAK,SAAS,IAAI,OAAO,cAAc;AAAA,UACvC,SAAS,kBAAkB,IAAI,YAAY;AAAA,QAAA;AAAA,MAE/C;AAAA,IACF;AACA,OAAG;AAAA,MACD,cAAc,cAAc,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ,KAAK;AAAA,IAAA;AAKjE,WAAO;AAAA,EACT;AAAA,EAEA,gBAAwD;AACtD,WAAO,KAAK,UAAU,cAAA;AAAA,EACxB;AAAA,EAEA,aAAa,KAAsB;AACjC,SAAK,yBAAyB,IAAI,IAAI,IAAI,GAAG;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,aAAa,IAAiB;AAC5B,SAAK,yBAAyB,IAAI,IAAI,IAAI;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,gBAAgB,KAAc;AAC5B,eAAW,MAAM,KAAK;AACpB,WAAK,cAAc,IAAI,EAAE;AAAA,IAC3B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,eAAe,UAAoB,YAAmC;AAC1E,UAAM,KAAK,aAAa,KAAK,KAAK,WAAW,CAAC;AAAA,+BACnB,UAAU;AAAA,6BACZ,QAAQ;AAAA,oCACD,KAAK,GAAG,GAAG,QAAA;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,cAA6C;AACjD,UAAM,SAAS,MAAM,KAAK;AAAA,+BACC,KAAK,KAAK,WAAW,CAAC;AAAA,gCACrB,KAAK,GAAG,GAAG,OAAA;AACvC,QAAI,OAAO,WAAW,GAAG;AAEvB,aAAO;AAAA,IACT;AACA,WAAO,OAAO,WAAW,CAAC;AAC1B,WAAO,OAAO,CAAC,EAAE,CAAC;AAAA,EACpB;AAAA,EAEA,YAAY;AAAA,IACV,SAAAD;AAAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA,GASO;AACP,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,WAAW,EAAA;AAAA,MACnB,OAAO,CAAC,IAAI,oBAAoB;AAC9B,cAAM,SAAuB;AAAA,UAC3B,eAAe,KAAK;AAAA,UACpB,SAAS,cAAcA,QAAO;AAAA,UAC9B;AAAA,UACA;AAAA,UACA;AAAA,UACA,OAAO,KAAK;AAAA,UACZ,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA;AAEF,eAAO;AAAA,sBACO,KAAK,KAAK,WAAW,CAAC,IAAI,GAAG,MAAM,CAAC;AAAA,wDACF,GAAG,MAAM,CAAC;AAAA,MAC5D;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEA,mBAAmBA,UAAqB,YAA8B;AACpE,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,QAAM,YAAY,KAAK,KAAK,SAAS,CAAC,QAAQ,GAAG;AAAA,QACtD,cAAc,cAAcA,QAAO;AAAA,QACnC,SAAS;AAAA,QACT,oBAAoB;AAAA,QACpB,uBAAuB;AAAA,MAAA,CACxB,CAAC;AAAA,gCACwB,KAAK,GAAG,sBAAsB,WAAW,EAAE;AAAA,IAAA,CACtE;AAAA,EACH;AAAA,EAEA,SAAS,OAA0B;AACjC,UAAM,SAAqB,sBAAsB,KAAK,KAAK,KAAK;AAKhE,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,OAAM,iBAAiB,KAAK,KAAK,SAAS,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAY9C,OAAO,aAAa;AAAA,UACpB,OAAO,SAAS;AAAA,UAChB,OAAO,SAAS;AAAA,UAChB,OAAO,SAAS;AAAA,UAChB,OAAO,cAAc,SAAY,OAAO,KAAK,UAAU,OAAO,SAAS,CAAC;AAAA,UACxE,OAAO,YAAY;AAAA,UACnB,OAAO,sBAAsB,IAAI;AAAA,UACjC,OAAO,yBAAyB,IAAI;AAAA,UACpC,OAAO,QAAQ;AAAA,UACf,OAAO,WAAW,KAAK;AAAA;AAAA;AAAA;AAAA,wBAIT,OAAO,SAAS;AAAA,wBAChB,OAAO,SAAS;AAAA,wBAChB,OAAO,cAAc,SAAY,OAAO,KAAK,UAAU,OAAO,SAAS,CAAC;AAAA,2BACrE,OAAO,YAAY;AAAA,iCACb,OAAO,sBAAsB,IAAI;AAAA,oCAC9B,OAAO,yBAAyB,IAAI;AAAA,uBACjD,OAAO,QAAQ;AAAA,sBAChB,OAAO,WAAW,KAAK;AAAA,IAAA,CACxC;AAAA,EACH;AAAA,EAEA,YAAY,OAAoB;AAC9B,UAAM,qBAAqB,CAACE,OAC1BA,KAAI,cAAcA,EAAC,IAAI;AAEzB,UAAM,SAMF;AAAA,MACF,cACE,MAAM,SAAS,aACX,OACA,mBAAmB,MAAM,YAAY;AAAA,MAC3C,oBAAoB,MAAM,sBAAsB;AAAA,MAChD,uBAAuB,mBAAmB,MAAM,qBAAqB;AAAA,MACrE,SAAS;AAAA,IAAA;AAGX,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,OAAM,YAAY,KAAK,KAAK,SAAS,CAAC,QAAQ,GAAG,MAAM,CAAC;AAAA,gCACrC,KAAK,GAAG,sBAAsB,MAAM,EAAE;AAAA,IAAA,CACjE;AAAA,EACH;AAAA,EAEA,aAAa,QAA4B;AACvC,UAAM,SAAqB;AAAA,MACzB,eAAe,KAAK;AAAA,MACpB,UAAU,OAAO;AAAA,IAAA;AAGnB,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,OAAM,iBAAiB,KAAK,KAAK,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;AAAA,IAAA,CACjE;AAAA,EACH;AAAA,EAEA,aAAa,UAAkB;AAC7B,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,QACL,kBAAkB,KAAK,KAAK,SAAS,CAAC;AAAA,sCACR,KAAK,GAAG;AAAA,iCACb,QAAQ;AAAA,IAAA,CACpC;AACD,SAAK,gBAAgB;AAAA,MACnB,CAAA,QACE,kBAAkB,IAAI,KAAK,mBAAmB,CAAC;AAAA,sCACjB,KAAK,GAAG;AAAA,iCACb,QAAQ;AAAA,IAAA;AAAA,EAEvC;AAAA,EAEA,gBACE,YACA,OACA,QACA,SACA,eACA,KACM;AACN,UAAM,SAAqB;AAAA,MACzB,eAAe,KAAK;AAAA,MACpB,UAAU,OAAO;AAAA,MACjB;AAAA,MAEA,cAAc,cAAc,UAAU;AAAA,MACtC,WAAW,MAAM;AAAA,IAInB;AAKA,UAAM,yBACJ,kBAAkB,SACd,OACA,mBAAmB,iBAAiB,aAAa,IAAI,GAAI;AAC/D,UAAM,kBAAkB,iBAAiB;AACzC,UAAM,cAAc,MAAM,IAAI,OAAO,MAAM;AAC3C,UAAM,QAAQ,MAAM,IAAI,OAAO;AAE/B,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,OAAM;AAAA,oBACC,KAAK,KAAK,SAAS,CAAC;AAAA;AAAA;AAAA;AAAA,UAI9B,OAAO,aAAa,KAAK,OAAO,QAAQ,KAAK,OAAO,SAAS;AAAA,UAC7D,OAAO,YAAY,KAAK,OAAO,OAAO,KAAK,WAAW,KAAK,KAAK;AAAA,UAChE,sBAAsB,KAAK,eAAe;AAAA;AAAA;AAAA;AAAA,2BAIzB,OAAO,YAAY;AAAA,sBACxB,OAAO,OAAO;AAAA,kBAClB,WAAW;AAAA,oBACT,KAAK;AAAA,4BACG,sBAAsB;AAAA,8BACpB,eAAe;AAAA;AAAA,IAAA,CAExC;AAAA,EACH;AAAA,EAEA,kBACE,IACA,cACA,SACA,SACA,qBAA+B,IACa;AAC5C,WAAO,KAAK,UAAU;AAAA,MACpB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,MAAM,qBACJ,IACA,cACA,SACA,SAC2B;AAC3B,QAAI,YAAY,cAAc,QAAQ,OAAO,KAAK,GAAG;AACnD,aAAO,CAAA;AAAA,IACT;AAEA,UAAM,UAAU,KAAK,IAAA;AACrB,UAAM,QAAQ,eAAe,cAAc,YAAY,IAAI;AAC3D,UAAM,MAAM,cAAc,QAAQ,OAAO;AACzC,OAAG,QAAQ,4CAA4C,KAAK,EAAE;AAE9D,UAAM,SAAS,IAAI,gBAAgB,IAAIH,QAAa,EAAE,IAAI,KAAK,GAAG;AAClE,QAAI;AAEF,YAAM,OAAO;AAAA,QAAgB,QAC3B,aAAa,IAAI,KAAK,SAAS,KAAK,KAAK,OAAO;AAAA,MAAA;AAGlD,YAAM,CAAC,YAAY,SAAS,IAAI,MAAM,OAAO;AAAA,QAAgB,CAAA,OAC3D,QAAQ,IAAI;AAAA,UACV;AAAA,sBACY,KAAK,KAAK,SAAS,CAAC;AAAA,kCACR,KAAK,GAAG;AAAA,+BACX,KAAK;AAAA,gCACJ,GAAG;AAAA,UACzB;AAAA,yDAC+C,KAAK,KAAK,SAAS,CAAC;AAAA,kCAC3C,KAAK,GAAG;AAAA,+BACX,KAAK;AAAA,gCACJ,GAAG;AAAA,QAAA,CAC1B;AAAA,MAAA;AAGH,YAAM,UAA4B,CAAA;AAClC,iBAAW,OAAO,WAAW;AAC3B,cAAM,EAAC,WAAW,GAAA,IAAM;AACxB,cAAM,QAAe,IAAI,UACrB,EAAC,MAAM,SAAS,IAAI,OAAO,GAAA,IAC3B,EAAC,MAAM,SAAS,IAAI,OAAO,GAAA;AAC/B,cAAMG,KAAI,IAAI;AACd,eAAOA,EAAC;AACR,gBAAQ,KAAK,EAAC,OAAO,WAAW,kBAAkBA,EAAC,GAAE;AAAA,MACvD;AACA,iBAAW,OAAO,YAAY;AAC5B,cAAM,EAAC,UAAU,WAAW,GAAA,IAAM;AAClC,cAAM,QAAe,IAAI,UACrB,EAAC,MAAM,SAAS,IAAI,OAAO,IAAI,SAAA,IAC/B,EAAC,MAAM,SAAS,IAAI,OAAO,IAAI,SAAA;AACnC,gBAAQ,KAAK,EAAC,OAAO,WAAW,kBAAkB,IAAI,YAAY,GAAE;AAAA,MACtE;AAEA,SAAG;AAAA,QACD,GAAG,QAAQ,MAAM,oBAAoB,KAAK,IAAA,IAAQ,OAAO;AAAA,MAAA;AAE3D,aAAO;AAAA,IACT,UAAA;AACE,aAAO,QAAA;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,0BACJ,IACA,wBACA,iBACe;AACf,UAAM,WAAW,cAAc,sBAAsB;AACrD,UAAM,SAAS,MAAM,iDAE2B,KAAK,KAAK,WAAW,CAAC;AAAA,kCACxC,KAAK,GAAG;AAAA,2BACf,QAAA;AACvB,UAAM,EAAC,SAAAF,UAAS,OAAO,UAAA,IACrB,OAAO,SAAS,IACZ,OAAO,CAAC,IACR;AAAA,MACE,SAAS,kBAAkB;AAAA,MAC3B,OAAO;AAAA,MACP,WAAW;AAAA,IAAA;AAEnB,QAAI,UAAU,KAAK,YAAY,aAAa,KAAK,iBAAiB;AAChE,YAAM,IAAI,eAAe,OAAO,WAAW,eAAe;AAAA,IAC5D;AACA,QAAIA,aAAY,UAAU;AACxB,YAAM,IAAI,gCAAgC,UAAUA,QAAO;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,MAAM,OACJ,wBACA,KACA,iBAC+B;AAC/B,UAAM,QAAuB;AAAA,MAC3B,WAAW;AAAA,MACX,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,MAAM;AAAA,MACN,cAAc;AAAA,MACd,YAAY;AAAA,IAAA;AAEd,QAAI,KAAK,yBAAyB,MAAM;AACtC,YAAM,qBAAqB,MAAM,KAAK,cAAA;AACtC,WAAK,YAAY,mBAAmB;AACpC,iBAAW,CAAC,IAAI,GAAG,KAAK,KAAK,yBAAyB,WAAW;AAC/D,YAAI,KAAK,cAAc,IAAI,EAAE,GAAG;AAC9B;AAAA,QACF;AACA,cAAM,WAAW,mBAAmB,IAAI,EAAE;AAC1C;AAAA;AAAA,UAEG,aAAa,UAAa,CAAC,KAAK;AAAA,UAEjC;AAAA,YACG,OAAO;AAAA,YACR;AAAA,UAAA;AAAA,UAEF;AACA,eAAK,yBAAyB,OAAO,EAAE;AAAA,QACzC;AAAA,MACF;AAAA,IACF;AACA,QAAI,KAAK,yBAAyB,SAAS,KAAK,KAAK,QAAQ,SAAS,GAAG;AACvE,aAAO;AAAA,IACT;AAGA,SAAK,YAAY,GAAG;AAEpB,UAAM,cAAc,MAAM,KAAK,IAAI,MAAMG,gBAAqB,OAAM,OAAM;AACxE,YAAM,YAAgC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAQpC,KAAK;AAAA,UACH;AAAA,UACA;AAAA,UACA;AAAA,QAAA;AAAA,MACF;AAGF,iBAAW,SAAS,KAAK,SAAS;AAChC,cAAM,aAAa,MAAM,MAAM,aAAa;AAC5C,cAAM,WAAW,MAAM,MAAM,WAAW;AACxC,cAAM,WAAW,MAAM,MAAM,WAAW;AACxC,cAAM,WAAW,MAAM,MAAM,WAAW;AACxC,cAAM,QAAQ,MAAM,MAAM,QAAQ;AAElC,kBAAU,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,SAAS;AACzD,cAAM;AAAA,MACR;AAEA,YAAM,aAAa,KAAK,UAAU;AAAA,QAChC;AAAA,QACA,IAAI;AAAA,QACJ,KAAK;AAAA,QACL;AAAA,MAAA;AAEF,gBAAU,KAAK,GAAG,UAAU;AAC5B,YAAM,cAAc,WAAW;AAI/B,YAAM,QAAQ,IAAI,SAAS;AAE3B,UAAI,WAAW,WAAW,GAAG;AAC3B,cAAM,eAAe,KAAK,yBAAyB;AACnD,eAAO;AAAA,MACT;AACA,YAAM,QAAQ,KAAK,yBAAyB;AAC5C,aAAO;AAAA,IACT,CAAC;AAED,SAAK,YAAY,MAAM,KAAK,UAAU;AAAA,MACpC,KAAK;AAAA,MACL,IAAI;AAAA,MACJ;AAAA,IAAA;AAEF,qBAAiB,KAAK,SAAS;AAE/B,QAAI,KAAK,aAAa;AACpB,YAAM,KAAK,YAAY,MAAMA,gBAAqB,OAAM,OAAM;AAC5D,cAAM,QAAQ,IAAI,KAAK,gBAAgB,IAAI,CAAA,UAAS,MAAM,EAAE,CAAC,CAAC;AAAA,MAChE,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MACJ,IACA,wBACA,KACA,iBAC+B;AAC/B,UAAM,QAAQ,YAAY,IAAA;AAC1B,QAAI;AACF,YAAM,QAAQ,MAAM,KAAK;AAAA,QACvB;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAEF,UAAI,OAAO;AACT,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,WAAG;AAAA,UACD,eAAe,cAAc,IAAI,OAAO,CAAC,IACpC,KAAK,UAAU,KAAK,CAAC,QAAQ,OAAO;AAAA,QAAA;AAE3C,aAAK,UAAU,qBAAqB,OAAO,OAAO;AAAA,MACpD;AACA,aAAO;AAAA,IACT,SAAS,GAAG;AAEV,WAAK,UAAU,MAAA;AACf,YAAM;AAAA,IACR,UAAA;AACE,WAAK,QAAQ,MAAA;AACb,WAAK,gBAAgB,SAAS;AAC9B,WAAK,yBAAyB,MAAA;AAC9B,WAAK,cAAc,MAAA;AAAA,IACrB;AAAA,EACF;AAAA,EAEA,oBAA6B;AAC3B,WAAO,KAAK,UAAU,kBAAA;AAAA,EACxB;AAAA;AAAA,EAGA,QAAQ,IAA+B;AACrC,WAAO,KAAK,UAAU,QAAQ,EAAE;AAAA,EAClC;AAAA,EAEA,MAAM,eACJ,IACA,UACA,UAC4B;AAC5B,UAAM,KAAK,KAAK;AAChB,UAAM,gBAAgB,KAAK;AAE3B,UAAM,SAAS,IAAI,gBAAgB,IAAIJ,QAAa,EAAE,IAAI,EAAE;AAC5D,QAAI;AACF,aAAO,MAAM,OAAO;AAAA,QAClB,CAAA,OAAM;AAAA;AAAA;AAAA;AAAA,0BAIY,cAAc;AAAA;AAAA,iCAEP,KAAK,KAAK,MAAM,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,SAQzC,KAAK,KAAK,SAAS,CAAC;AAAA,cACf,KAAK,KAAK,SAAS,CAAC;AAAA;AAAA;AAAA,8BAGJ,aAAa;AAAA,MACrC,WAAW,wBAAwB,QAAQ,KAAK,IAAI;AAAA;AAAA;AAAA;AAAA,iDAIT,iBAAiB,QAAQ,CAAC;AAAA;AAAA;AAAA,MAAA;AAAA,IAIvE,UAAA;AACE,aAAO,QAAA;AAAA,IACT;AAAA,EACF;AACF;AAOA,eAAsB,aACpB,IACA,QACA,eACA,wBACe;AACf,QAAM,WAAW,cAAc,sBAAsB;AACrD,QAAM,SAAS,MAAM;AAAA,0BACG,GAAG,MAAM,CAAC;AAAA,gCACJ,aAAa;AAC3C,QAAM,EAAC,SAAAC,aACL,OAAO,SAAS,IAAI,OAAO,CAAC,IAAI,EAAC,SAAS,kBAAkB,aAAA;AAC9D,MAAIA,aAAY,UAAU;AACxB,UAAM,IAAI,gCAAgC,UAAUA,QAAO;AAAA,EAC7D;AACF;AAEO,MAAM,4BAA4B,uBAAuB;AAAA,EAC9D,YAAY,SAAiB;AAC3B,UAAM;AAAA,MACJ,MAAMI;AAAAA,MACN;AAAA,MACA,QAAQC;AAAAA,IAAY,CACrB;AAAA,EACH;AACF;AAEO,MAAM,wCAAwC,uBAAuB;AAAA,EACjE,OAAO;AAAA,EAEhB,YAAY,iBAAyB,eAAuB;AAC1D;AAAA,MACE;AAAA,QACE,MAAMC;AAAAA,QACN,SAAS,gDAAgD,eAAe,SAAS,aAAa;AAAA,QAC9F,QAAQD;AAAAA,MAAY;AAAA,MAEtB;AAAA,IAAA;AAAA,EAEJ;AACF;AAEO,MAAM,uBAAuB,uBAAuB;AAAA,EAChD,OAAO;AAAA,EAEhB,YACE,OACA,WACA,iBACA;AACA;AAAA,MACE;AAAA,QACE,MAAME;AAAAA,QACN,SACE,oCAAoC,KAAK,OACtC,IAAI,KAAK,aAAa,CAAC,EAAE,YAAA,CAAa,wBAClB,IAAI,KAAK,eAAe,EAAE,aAAa;AAAA,QAChE,cAAc;AAAA,QACd,QAAQF;AAAAA,MAAY;AAAA,MAEtB;AAAA,IAAA;AAAA,EAEJ;AACF;AAEO,MAAM,iCAAiC,uBAAuB;AAAA,EAC1D,OAAO;AAAA,EAEhB,YAAY,OAAgB;AAC1B;AAAA,MACE;AAAA,QACE,MAAMG;AAAAA,QACN,SAAS,+CAA+C,OAAO,KAAK,CAAC;AAAA,QACrE,QAAQH;AAAAA,MAAY;AAAA,MAEtB;AAAA,MACA,EAAC,MAAA;AAAA,IAAK;AAAA,EAEV;AACF;AAEO,MAAM,+BAA+B,MAAM;AAAA,EACvC,OAAO;AAAA,EACP;AAAA,EACA;AAAA,EAET,YAAY,YAAoB,aAA4B;AAC1D,UAAM,gBAAgB,WAAW,mBAAmB,UAAU,EAAE;AAChE,SAAK,aAAa;AAClB,SAAK,cAAc;AAAA,EACrB;AACF;"}
1
+ {"version":3,"file":"cvr-store.js","sources":["../../../../../../zero-cache/src/services/view-syncer/cvr-store.ts"],"sourcesContent":["import {trace} from '@opentelemetry/api';\nimport type {LogContext} from '@rocicorp/logger';\nimport type {MaybeRow, PendingQuery} from 'postgres';\nimport {startAsyncSpan} from '../../../../otel/src/span.ts';\nimport {version} from '../../../../otel/src/version.ts';\nimport {assert} from '../../../../shared/src/asserts.ts';\nimport {CustomKeyMap} from '../../../../shared/src/custom-key-map.ts';\nimport {CustomKeySet} from '../../../../shared/src/custom-key-set.ts';\nimport {\n deepEqual,\n type ReadonlyJSONValue,\n} from '../../../../shared/src/json.ts';\nimport {sleep} from '../../../../shared/src/sleep.ts';\nimport * as v from '../../../../shared/src/valita.ts';\nimport {astSchema} from '../../../../zero-protocol/src/ast.ts';\nimport {clientSchemaSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport {ErrorKind} from '../../../../zero-protocol/src/error-kind.ts';\nimport {ErrorOrigin} from '../../../../zero-protocol/src/error-origin.ts';\nimport type {InspectQueryRow} from '../../../../zero-protocol/src/inspect-down.ts';\nimport {clampTTL, DEFAULT_TTL_MS} from '../../../../zql/src/query/ttl.ts';\nimport * as Mode from '../../db/mode-enum.ts';\nimport {TransactionPool} from '../../db/transaction-pool.ts';\nimport {recordRowsSynced} from '../../server/anonymous-otel-start.ts';\nimport {ProtocolErrorWithLevel} from '../../types/error-with-level.ts';\nimport type {PostgresDB, PostgresTransaction} from '../../types/pg.ts';\nimport {rowIDString} from '../../types/row-key.ts';\nimport {cvrSchema, type ShardID, upstreamSchema} from '../../types/shards.ts';\nimport type {Patch, PatchToVersion} from './client-handler.ts';\nimport type {CVR, CVRSnapshot} from './cvr.ts';\nimport {RowRecordCache} from './row-record-cache.ts';\nimport {\n type ClientsRow,\n type DesiresRow,\n type InstancesRow,\n type QueriesRow,\n type RowsRow,\n} from './schema/cvr.ts';\nimport {\n type ClientQueryRecord,\n type ClientRecord,\n cmpVersions,\n type CustomQueryRecord,\n type CVRVersion,\n EMPTY_CVR_VERSION,\n type InternalQueryRecord,\n type NullableCVRVersion,\n type QueryPatch,\n type QueryRecord,\n queryRecordToQueryRow,\n type RowID,\n type RowRecord,\n versionFromString,\n versionString,\n} from './schema/types.ts';\nimport {\n type TTLClock,\n ttlClockAsNumber,\n ttlClockFromNumber,\n} from './ttl-clock.ts';\n\nexport type CVRFlushStats = {\n instances: number;\n queries: number;\n desires: number;\n clients: number;\n rows: number;\n rowsDeferred: number;\n statements: number;\n};\n\nconst tracer = trace.getTracer('cvr-store', version);\n\nfunction asQuery(row: QueriesRow): QueryRecord {\n const maybeVersion = (s: string | null) =>\n s === null ? undefined : versionFromString(s);\n\n if (row.clientAST === null) {\n // custom query\n assert(\n row.queryName !== null && row.queryArgs !== null,\n 'queryName and queryArgs must be set for custom queries',\n );\n return {\n type: 'custom',\n id: row.queryHash,\n name: row.queryName,\n args: row.queryArgs,\n patchVersion: maybeVersion(row.patchVersion),\n clientState: {},\n transformationHash: row.transformationHash ?? undefined,\n transformationVersion: maybeVersion(row.transformationVersion),\n } satisfies CustomQueryRecord;\n }\n\n const ast = astSchema.parse(row.clientAST);\n return row.internal\n ? ({\n type: 'internal',\n id: row.queryHash,\n ast,\n transformationHash: row.transformationHash ?? undefined,\n transformationVersion: maybeVersion(row.transformationVersion),\n } satisfies InternalQueryRecord)\n : ({\n type: 'client',\n id: row.queryHash,\n ast,\n patchVersion: maybeVersion(row.patchVersion),\n clientState: {},\n transformationHash: row.transformationHash ?? undefined,\n transformationVersion: maybeVersion(row.transformationVersion),\n } satisfies ClientQueryRecord);\n}\n\n// The time to wait between load attempts.\nconst LOAD_ATTEMPT_INTERVAL_MS = 500;\n// The maximum number of load() attempts if the rowsVersion is behind.\n// This currently results in a maximum catchup time of ~5 seconds, after\n// which we give up and consider the CVR invalid.\n//\n// TODO: Make this configurable with something like --max-catchup-wait-ms,\n// as it is technically application specific.\nconst MAX_LOAD_ATTEMPTS = 10;\n\nexport class CVRStore {\n readonly #schema: string;\n readonly #taskID: string;\n readonly #id: string;\n readonly #failService: (e: unknown) => void;\n readonly #db: PostgresDB;\n readonly #upstreamDb: PostgresDB | undefined;\n readonly #writes: Set<{\n stats: Partial<CVRFlushStats>;\n write: (\n tx: PostgresTransaction,\n lastConnectTime: number,\n ) => PendingQuery<MaybeRow[]>;\n }> = new Set();\n readonly #upstreamWrites: ((\n tx: PostgresTransaction,\n ) => PendingQuery<MaybeRow[]>)[] = [];\n readonly #pendingRowRecordUpdates = new CustomKeyMap<RowID, RowRecord | null>(\n rowIDString,\n );\n readonly #forceUpdates = new CustomKeySet<RowID>(rowIDString);\n readonly #rowCache: RowRecordCache;\n readonly #loadAttemptIntervalMs: number;\n readonly #maxLoadAttempts: number;\n readonly #upstreamSchemaName: string;\n #rowCount: number = 0;\n\n constructor(\n lc: LogContext,\n cvrDb: PostgresDB,\n // Optionally undefined to deal with custom upstreams.\n // This is temporary until we have a more principled protocol to deal with\n // custom upstreams and clearing their custom mutator responses.\n // An implementor could simply clear them after N minutes for the time being.\n upstreamDb: PostgresDB | undefined,\n shard: ShardID,\n taskID: string,\n cvrID: string,\n failService: (e: unknown) => void,\n loadAttemptIntervalMs = LOAD_ATTEMPT_INTERVAL_MS,\n maxLoadAttempts = MAX_LOAD_ATTEMPTS,\n deferredRowFlushThreshold = 100, // somewhat arbitrary\n setTimeoutFn = setTimeout,\n ) {\n this.#failService = failService;\n this.#db = cvrDb;\n this.#upstreamDb = upstreamDb;\n this.#schema = cvrSchema(shard);\n this.#taskID = taskID;\n this.#id = cvrID;\n this.#rowCache = new RowRecordCache(\n lc,\n cvrDb,\n shard,\n cvrID,\n failService,\n deferredRowFlushThreshold,\n setTimeoutFn,\n );\n this.#loadAttemptIntervalMs = loadAttemptIntervalMs;\n this.#maxLoadAttempts = maxLoadAttempts;\n this.#upstreamSchemaName = upstreamSchema(shard);\n }\n\n #cvr(table: string) {\n return this.#db(`${this.#schema}.${table}`);\n }\n\n load(lc: LogContext, lastConnectTime: number): Promise<CVR> {\n return startAsyncSpan(tracer, 'cvr.load', async () => {\n let err: RowsVersionBehindError | undefined;\n for (let i = 0; i < this.#maxLoadAttempts; i++) {\n if (i > 0) {\n await sleep(this.#loadAttemptIntervalMs);\n }\n const result = await this.#load(lc, lastConnectTime);\n if (result instanceof RowsVersionBehindError) {\n lc.info?.(`attempt ${i + 1}: ${String(result)}`);\n err = result;\n continue;\n }\n return result;\n }\n assert(err);\n throw new ClientNotFoundError(\n `max attempts exceeded waiting for CVR@${err.cvrVersion} to catch up from ${err.rowsVersion}`,\n );\n });\n }\n\n async #load(\n lc: LogContext,\n lastConnectTime: number,\n ): Promise<CVR | RowsVersionBehindError> {\n const start = Date.now();\n\n const id = this.#id;\n const cvr: CVR = {\n id,\n version: EMPTY_CVR_VERSION,\n lastActive: 0,\n ttlClock: ttlClockFromNumber(0), // TTL clock starts at 0, not Date.now()\n replicaVersion: null,\n clients: {},\n queries: {},\n clientSchema: null,\n profileID: null,\n };\n\n const [instance, clientsRows, queryRows, desiresRows] =\n await this.#db.begin(Mode.READONLY, tx => {\n lc.debug?.(`CVR tx started after ${Date.now() - start} ms`);\n return [\n tx<\n (Omit<InstancesRow, 'clientGroupID'> & {\n profileID: string | null;\n deleted: boolean;\n rowsVersion: string | null;\n })[]\n >`SELECT cvr.\"version\",\n \"lastActive\",\n \"ttlClock\",\n \"replicaVersion\",\n \"owner\",\n \"grantedAt\",\n \"clientSchema\",\n \"profileID\",\n \"deleted\",\n rows.\"version\" as \"rowsVersion\"\n FROM ${this.#cvr('instances')} AS cvr\n LEFT JOIN ${this.#cvr('rowsVersion')} AS rows\n ON cvr.\"clientGroupID\" = rows.\"clientGroupID\"\n WHERE cvr.\"clientGroupID\" = ${id}`,\n tx<Pick<ClientsRow, 'clientID'>[]>`SELECT \"clientID\" FROM ${this.#cvr(\n 'clients',\n )}\n WHERE \"clientGroupID\" = ${id}`,\n tx<QueriesRow[]>`SELECT * FROM ${this.#cvr('queries')}\n WHERE \"clientGroupID\" = ${id} AND deleted IS DISTINCT FROM true`,\n tx<DesiresRow[]>`SELECT\n \"clientGroupID\",\n \"clientID\",\n \"queryHash\",\n \"patchVersion\",\n \"deleted\",\n \"ttlMs\" AS \"ttl\",\n \"inactivatedAtMs\" AS \"inactivatedAt\"\n FROM ${this.#cvr('desires')}\n WHERE \"clientGroupID\" = ${id}`,\n ];\n });\n lc.debug?.(\n `CVR tx completed after ${Date.now() - start} ms ` +\n `(${clientsRows.length} clients, ${queryRows.length} queries, ${desiresRows.length} desires)`,\n );\n\n if (instance.length === 0) {\n // This is the first time we see this CVR.\n this.putInstance({\n version: cvr.version,\n lastActive: 0,\n ttlClock: ttlClockFromNumber(0), // TTL clock starts at 0 for new instances\n replicaVersion: null,\n clientSchema: null,\n profileID: null,\n });\n } else {\n assert(instance.length === 1);\n const {\n version,\n lastActive,\n ttlClock,\n replicaVersion,\n owner,\n grantedAt,\n rowsVersion,\n clientSchema,\n profileID,\n deleted,\n } = instance[0];\n\n if (deleted) {\n throw new ClientNotFoundError(\n 'Client has been purged due to inactivity',\n );\n }\n\n if (owner !== this.#taskID) {\n if ((grantedAt ?? 0) > lastConnectTime) {\n throw new OwnershipError(owner, grantedAt, lastConnectTime);\n } else {\n // Fire-and-forget an ownership change to signal the current owner.\n // Note that the query is structured such that it only succeeds in the\n // correct conditions (i.e. gated on `grantedAt`).\n void this.#db`\n UPDATE ${this.#cvr('instances')} \n SET \"owner\" = ${this.#taskID}, \n \"grantedAt\" = ${lastConnectTime}\n WHERE \"clientGroupID\" = ${this.#id} AND\n (\"grantedAt\" IS NULL OR\n \"grantedAt\" <= to_timestamp(${lastConnectTime / 1000}))\n `\n .execute()\n .catch(this.#failService);\n }\n }\n\n if (version !== (rowsVersion ?? EMPTY_CVR_VERSION.stateVersion)) {\n // This will cause the load() method to wait for row catchup and retry.\n // Assuming the ownership signal succeeds, the current owner will stop\n // modifying the CVR and flush its pending row changes.\n return new RowsVersionBehindError(version, rowsVersion);\n }\n\n cvr.version = versionFromString(version);\n cvr.lastActive = lastActive;\n cvr.ttlClock = ttlClock;\n cvr.replicaVersion = replicaVersion;\n cvr.profileID = profileID;\n\n try {\n cvr.clientSchema =\n clientSchema === null\n ? null\n : v.parse(clientSchema, clientSchemaSchema);\n } catch (e) {\n throw new InvalidClientSchemaError(e);\n }\n }\n\n for (const row of clientsRows) {\n cvr.clients[row.clientID] = {\n id: row.clientID,\n desiredQueryIDs: [],\n };\n }\n\n for (const row of queryRows) {\n const query = asQuery(row);\n cvr.queries[row.queryHash] = query;\n }\n\n for (const row of desiresRows) {\n const client = cvr.clients[row.clientID];\n // Note: row.inactivatedAt is mapped from inactivatedAtMs in the SQL query\n if (client) {\n if (!row.deleted && row.inactivatedAt === null) {\n client.desiredQueryIDs.push(row.queryHash);\n }\n } else {\n // This can happen if the client was deleted but the queries are still alive.\n lc.debug?.(`Client ${row.clientID} not found`);\n }\n\n const query = cvr.queries[row.queryHash];\n if (\n query &&\n query.type !== 'internal' &&\n (!row.deleted || row.inactivatedAt !== null)\n ) {\n query.clientState[row.clientID] = {\n inactivatedAt: row.inactivatedAt ?? undefined,\n ttl: clampTTL(row.ttl ?? DEFAULT_TTL_MS),\n version: versionFromString(row.patchVersion),\n };\n }\n }\n lc.debug?.(\n `loaded cvr@${versionString(cvr.version)} (${Date.now() - start} ms)`,\n );\n\n // why do we not sort `desiredQueryIDs` here?\n\n return cvr;\n }\n\n getRowRecords(): Promise<ReadonlyMap<RowID, RowRecord>> {\n return this.#rowCache.getRowRecords();\n }\n\n putRowRecord(row: RowRecord): void {\n this.#pendingRowRecordUpdates.set(row.id, row);\n }\n\n /**\n * Note: Removing a row from the CVR should be represented by a\n * {@link putRowRecord()} with `refCounts: null` in order to properly\n * produce the appropriate delete patch when catching up old clients.\n *\n * This `delRowRecord()` method, on the other hand, is only used for\n * \"canceling\" the put of a row that was not in the CVR in the first place.\n */\n delRowRecord(id: RowID): void {\n this.#pendingRowRecordUpdates.set(id, null);\n }\n\n /**\n * Overrides the default logic that removes no-op writes and forces\n * the updates for the given row `ids`. This has no effect if there\n * are no corresponding puts or dels for the associated row records.\n */\n forceUpdates(...ids: RowID[]) {\n for (const id of ids) {\n this.#forceUpdates.add(id);\n }\n }\n\n /**\n * Updates the `ttlClock` of the CVR instance. The ttlClock starts at 0 when\n * the CVR instance is first created and increments based on elapsed time\n * since the base time established by the ViewSyncerService.\n */\n async updateTTLClock(ttlClock: TTLClock, lastActive: number): Promise<void> {\n await this.#db`UPDATE ${this.#cvr('instances')}\n SET \"lastActive\" = ${lastActive},\n \"ttlClock\" = ${ttlClock}\n WHERE \"clientGroupID\" = ${this.#id}`.execute();\n }\n\n /**\n * @returns This returns the current `ttlClock` of the CVR instance. The ttlClock\n * represents elapsed time since the instance was created (starting from 0).\n * If the CVR has never been initialized for this client group, it returns\n * `undefined`.\n */\n async getTTLClock(): Promise<TTLClock | undefined> {\n const result = await this.#db<Pick<InstancesRow, 'ttlClock'>[]>`\n SELECT \"ttlClock\" FROM ${this.#cvr('instances')}\n WHERE \"clientGroupID\" = ${this.#id}`.values();\n if (result.length === 0) {\n // This can happen if the CVR has not been initialized yet.\n return undefined;\n }\n assert(result.length === 1);\n return result[0][0];\n }\n\n putInstance({\n version,\n replicaVersion,\n lastActive,\n clientSchema,\n profileID,\n ttlClock,\n }: Pick<\n CVRSnapshot,\n | 'version'\n | 'replicaVersion'\n | 'lastActive'\n | 'clientSchema'\n | 'profileID'\n | 'ttlClock'\n >): void {\n this.#writes.add({\n stats: {instances: 1},\n write: (tx, lastConnectTime) => {\n const change: InstancesRow = {\n clientGroupID: this.#id,\n version: versionString(version),\n lastActive,\n ttlClock,\n replicaVersion,\n owner: this.#taskID,\n grantedAt: lastConnectTime,\n clientSchema,\n profileID,\n };\n return tx`\n INSERT INTO ${this.#cvr('instances')} ${tx(change)} \n ON CONFLICT (\"clientGroupID\") DO UPDATE SET ${tx(change)}`;\n },\n });\n }\n\n markQueryAsDeleted(version: CVRVersion, queryPatch: QueryPatch): void {\n this.#writes.add({\n stats: {queries: 1},\n write: tx => tx`UPDATE ${this.#cvr('queries')} SET ${tx({\n patchVersion: versionString(version),\n deleted: true,\n transformationHash: null,\n transformationVersion: null,\n })}\n WHERE \"clientGroupID\" = ${this.#id} AND \"queryHash\" = ${queryPatch.id}`,\n });\n }\n\n putQuery(query: QueryRecord): void {\n const change: QueriesRow = queryRecordToQueryRow(this.#id, query);\n // ${JSON.stringify(change.queryArgs)}::text::json is used because postgres.js\n // gets confused if the input is `[boolean]` and throws an error saying a bool\n // cannot be converted to json.\n // https://github.com/porsager/postgres/issues/386\n this.#writes.add({\n stats: {queries: 1},\n write: tx => tx`INSERT INTO ${this.#cvr('queries')} (\n \"clientGroupID\",\n \"queryHash\",\n \"clientAST\",\n \"queryName\",\n \"queryArgs\",\n \"patchVersion\",\n \"transformationHash\",\n \"transformationVersion\",\n \"internal\",\n \"deleted\"\n ) VALUES (\n ${change.clientGroupID},\n ${change.queryHash},\n ${change.clientAST},\n ${change.queryName},\n ${change.queryArgs === undefined ? null : JSON.stringify(change.queryArgs)}::text::json,\n ${change.patchVersion},\n ${change.transformationHash ?? null},\n ${change.transformationVersion ?? null},\n ${change.internal},\n ${change.deleted ?? false}\n )\n ON CONFLICT (\"clientGroupID\", \"queryHash\")\n DO UPDATE SET \n \"clientAST\" = ${change.clientAST},\n \"queryName\" = ${change.queryName},\n \"queryArgs\" = ${change.queryArgs === undefined ? null : JSON.stringify(change.queryArgs)}::text::json,\n \"patchVersion\" = ${change.patchVersion},\n \"transformationHash\" = ${change.transformationHash ?? null},\n \"transformationVersion\" = ${change.transformationVersion ?? null},\n \"internal\" = ${change.internal},\n \"deleted\" = ${change.deleted ?? false}`,\n });\n }\n\n updateQuery(query: QueryRecord) {\n const maybeVersionString = (v: CVRVersion | undefined) =>\n v ? versionString(v) : null;\n\n const change: Pick<\n QueriesRow,\n | 'patchVersion'\n | 'transformationHash'\n | 'transformationVersion'\n | 'deleted'\n > = {\n patchVersion:\n query.type === 'internal'\n ? null\n : maybeVersionString(query.patchVersion),\n transformationHash: query.transformationHash ?? null,\n transformationVersion: maybeVersionString(query.transformationVersion),\n deleted: false,\n };\n\n this.#writes.add({\n stats: {queries: 1},\n write: tx => tx`UPDATE ${this.#cvr('queries')} SET ${tx(change)}\n WHERE \"clientGroupID\" = ${this.#id} AND \"queryHash\" = ${query.id}`,\n });\n }\n\n insertClient(client: ClientRecord): void {\n const change: ClientsRow = {\n clientGroupID: this.#id,\n clientID: client.id,\n };\n\n this.#writes.add({\n stats: {clients: 1},\n write: tx => tx`INSERT INTO ${this.#cvr('clients')} ${tx(change)}`,\n });\n }\n\n deleteClient(clientID: string) {\n this.#writes.add({\n stats: {clients: 1},\n write: sql =>\n sql`DELETE FROM ${this.#cvr('clients')} \n WHERE \"clientGroupID\" = ${this.#id} \n AND \"clientID\" = ${clientID}`,\n });\n this.#upstreamWrites.push(\n sql =>\n sql`DELETE FROM ${sql(this.#upstreamSchemaName)}.\"mutations\" \n WHERE \"clientGroupID\" = ${this.#id} \n AND \"clientID\" = ${clientID}`,\n );\n }\n\n putDesiredQuery(\n newVersion: CVRVersion,\n query: {id: string},\n client: {id: string},\n deleted: boolean,\n inactivatedAt: TTLClock | undefined,\n ttl: number,\n ): void {\n const change: DesiresRow = {\n clientGroupID: this.#id,\n clientID: client.id,\n deleted,\n inactivatedAt: inactivatedAt ?? null,\n patchVersion: versionString(newVersion),\n queryHash: query.id,\n\n // ttl is in ms in JavaScript\n ttl: ttl < 0 ? null : ttl,\n };\n\n // For backward compatibility during rollout, write to both old and new columns:\n // Old columns: inactivatedAt (TIMESTAMPTZ), ttl (INTERVAL) - need conversion ms->seconds\n // New columns: inactivatedAtMs (DOUBLE PRECISION), ttlMs (DOUBLE PRECISION) - store ms directly (1:1 with JS)\n const inactivatedAtTimestamp =\n inactivatedAt === undefined\n ? null\n : ttlClockFromNumber(ttlClockAsNumber(inactivatedAt) / 1000);\n const inactivatedAtMs = inactivatedAt ?? null;\n const ttlInterval = ttl < 0 ? null : ttl / 1000; // INTERVAL needs seconds\n const ttlMs = ttl < 0 ? null : ttl; // New column stores ms directly\n\n this.#writes.add({\n stats: {desires: 1},\n write: tx => tx`\n INSERT INTO ${this.#cvr('desires')} (\n \"clientGroupID\", \"clientID\", \"queryHash\", \"patchVersion\", \"deleted\",\n \"ttl\", \"ttlMs\", \"inactivatedAt\", \"inactivatedAtMs\"\n ) VALUES (\n ${change.clientGroupID}, ${change.clientID}, ${change.queryHash}, \n ${change.patchVersion}, ${change.deleted}, ${ttlInterval}, ${ttlMs},\n ${inactivatedAtTimestamp}, ${inactivatedAtMs}\n )\n ON CONFLICT (\"clientGroupID\", \"clientID\", \"queryHash\")\n DO UPDATE SET\n \"patchVersion\" = ${change.patchVersion},\n \"deleted\" = ${change.deleted},\n \"ttl\" = ${ttlInterval},\n \"ttlMs\" = ${ttlMs},\n \"inactivatedAt\" = ${inactivatedAtTimestamp},\n \"inactivatedAtMs\" = ${inactivatedAtMs}\n `,\n });\n }\n\n catchupRowPatches(\n lc: LogContext,\n afterVersion: NullableCVRVersion,\n upToCVR: CVRSnapshot,\n current: CVRVersion,\n excludeQueryHashes: string[] = [],\n ): AsyncGenerator<RowsRow[], void, undefined> {\n return this.#rowCache.catchupRowPatches(\n lc,\n afterVersion,\n upToCVR,\n current,\n excludeQueryHashes,\n );\n }\n\n async catchupConfigPatches(\n lc: LogContext,\n afterVersion: NullableCVRVersion,\n upToCVR: CVRSnapshot,\n current: CVRVersion,\n ): Promise<PatchToVersion[]> {\n if (cmpVersions(afterVersion, upToCVR.version) >= 0) {\n return [];\n }\n\n const startMs = Date.now();\n const start = afterVersion ? versionString(afterVersion) : '';\n const end = versionString(upToCVR.version);\n lc.debug?.(`scanning config patches for clients from ${start}`);\n\n const reader = new TransactionPool(lc, Mode.READONLY).run(this.#db);\n try {\n // Verify that we are reading the right version of the CVR.\n await reader.processReadTask(tx =>\n checkVersion(tx, this.#schema, this.#id, current),\n );\n\n const [allDesires, queryRows] = await reader.processReadTask(tx =>\n Promise.all([\n tx<DesiresRow[]>`\n SELECT * FROM ${this.#cvr('desires')}\n WHERE \"clientGroupID\" = ${this.#id}\n AND \"patchVersion\" > ${start}\n AND \"patchVersion\" <= ${end}`,\n tx<Pick<QueriesRow, 'deleted' | 'queryHash' | 'patchVersion'>[]>`\n SELECT deleted, \"queryHash\", \"patchVersion\" FROM ${this.#cvr('queries')}\n WHERE \"clientGroupID\" = ${this.#id}\n AND \"patchVersion\" > ${start}\n AND \"patchVersion\" <= ${end}`,\n ]),\n );\n\n const patches: PatchToVersion[] = [];\n for (const row of queryRows) {\n const {queryHash: id} = row;\n const patch: Patch = row.deleted\n ? {type: 'query', op: 'del', id}\n : {type: 'query', op: 'put', id};\n const v = row.patchVersion;\n assert(v);\n patches.push({patch, toVersion: versionFromString(v)});\n }\n for (const row of allDesires) {\n const {clientID, queryHash: id} = row;\n const patch: Patch = row.deleted\n ? {type: 'query', op: 'del', id, clientID}\n : {type: 'query', op: 'put', id, clientID};\n patches.push({patch, toVersion: versionFromString(row.patchVersion)});\n }\n\n lc.debug?.(\n `${patches.length} config patches (${Date.now() - startMs} ms)`,\n );\n return patches;\n } finally {\n reader.setDone();\n }\n }\n\n async #checkVersionAndOwnership(\n tx: PostgresTransaction,\n expectedCurrentVersion: CVRVersion,\n lastConnectTime: number,\n ): Promise<void> {\n const expected = versionString(expectedCurrentVersion);\n const result = await tx<\n Pick<InstancesRow, 'version' | 'owner' | 'grantedAt'>[]\n >`SELECT \"version\", \"owner\", \"grantedAt\" FROM ${this.#cvr('instances')}\n WHERE \"clientGroupID\" = ${this.#id}\n FOR UPDATE`.execute(); // Note: execute() immediately to send the query before others.\n const {version, owner, grantedAt} =\n result.length > 0\n ? result[0]\n : {\n version: EMPTY_CVR_VERSION.stateVersion,\n owner: null,\n grantedAt: null,\n };\n if (owner !== this.#taskID && (grantedAt ?? 0) > lastConnectTime) {\n throw new OwnershipError(owner, grantedAt, lastConnectTime);\n }\n if (version !== expected) {\n throw new ConcurrentModificationException(expected, version);\n }\n }\n\n async #flush(\n expectedCurrentVersion: CVRVersion,\n cvr: CVRSnapshot,\n lastConnectTime: number,\n ): Promise<CVRFlushStats | null> {\n const stats: CVRFlushStats = {\n instances: 0,\n queries: 0,\n desires: 0,\n clients: 0,\n rows: 0,\n rowsDeferred: 0,\n statements: 0,\n };\n if (this.#pendingRowRecordUpdates.size) {\n const existingRowRecords = await this.getRowRecords();\n this.#rowCount = existingRowRecords.size;\n for (const [id, row] of this.#pendingRowRecordUpdates.entries()) {\n if (this.#forceUpdates.has(id)) {\n continue;\n }\n const existing = existingRowRecords.get(id);\n if (\n // Don't delete or add an unreferenced row if it's not in the CVR.\n (existing === undefined && !row?.refCounts) ||\n // Don't write a row record that exactly matches what's in the CVR.\n deepEqual(\n (row ?? undefined) as ReadonlyJSONValue | undefined,\n existing as ReadonlyJSONValue | undefined,\n )\n ) {\n this.#pendingRowRecordUpdates.delete(id);\n }\n }\n }\n if (this.#pendingRowRecordUpdates.size === 0 && this.#writes.size === 0) {\n return null;\n }\n // Note: The CVR instance itself is only updated if there are material\n // changes (i.e. changes to the CVR contents) to flush.\n this.putInstance(cvr);\n\n const rowsFlushed = await this.#db.begin(Mode.READ_COMMITTED, async tx => {\n const pipelined: Promise<unknown>[] = [\n // #checkVersionAndOwnership() executes a `SELECT ... FOR UPDATE`\n // query to acquire a row-level lock so that version-updating\n // transactions are effectively serialized per cvr.instance.\n //\n // Note that `rowsVersion` updates, on the other hand, are not subject\n // to this lock and can thus commit / be-committed independently of\n // cvr.instances.\n this.#checkVersionAndOwnership(\n tx,\n expectedCurrentVersion,\n lastConnectTime,\n ),\n ];\n\n for (const write of this.#writes) {\n stats.instances += write.stats.instances ?? 0;\n stats.queries += write.stats.queries ?? 0;\n stats.desires += write.stats.desires ?? 0;\n stats.clients += write.stats.clients ?? 0;\n stats.rows += write.stats.rows ?? 0;\n\n pipelined.push(write.write(tx, lastConnectTime).execute());\n stats.statements++;\n }\n\n const rowUpdates = this.#rowCache.executeRowUpdates(\n tx,\n cvr.version,\n this.#pendingRowRecordUpdates,\n 'allow-defer',\n );\n pipelined.push(...rowUpdates);\n stats.statements += rowUpdates.length;\n\n // Make sure Errors thrown by pipelined statements\n // are propagated up the stack.\n await Promise.all(pipelined);\n\n if (rowUpdates.length === 0) {\n stats.rowsDeferred = this.#pendingRowRecordUpdates.size;\n return false;\n }\n stats.rows += this.#pendingRowRecordUpdates.size;\n return true;\n });\n\n this.#rowCount = await this.#rowCache.apply(\n this.#pendingRowRecordUpdates,\n cvr.version,\n rowsFlushed,\n );\n recordRowsSynced(this.#rowCount);\n\n if (this.#upstreamDb) {\n await this.#upstreamDb.begin(Mode.READ_COMMITTED, async tx => {\n await Promise.all(this.#upstreamWrites.map(write => write(tx)));\n });\n }\n\n return stats;\n }\n\n get rowCount(): number {\n return this.#rowCount;\n }\n\n async flush(\n lc: LogContext,\n expectedCurrentVersion: CVRVersion,\n cvr: CVRSnapshot,\n lastConnectTime: number,\n ): Promise<CVRFlushStats | null> {\n const start = performance.now();\n try {\n const stats = await this.#flush(\n expectedCurrentVersion,\n cvr,\n lastConnectTime,\n );\n if (stats) {\n const elapsed = performance.now() - start;\n lc.debug?.(\n `flushed cvr@${versionString(cvr.version)} ` +\n `${JSON.stringify(stats)} in (${elapsed} ms)`,\n );\n this.#rowCache.recordSyncFlushStats(stats, elapsed);\n }\n return stats;\n } catch (e) {\n // Clear cached state if an error (e.g. ConcurrentModificationException) is encountered.\n this.#rowCache.clear();\n throw e;\n } finally {\n this.#writes.clear();\n this.#upstreamWrites.length = 0;\n this.#pendingRowRecordUpdates.clear();\n this.#forceUpdates.clear();\n }\n }\n\n hasPendingUpdates(): boolean {\n return this.#rowCache.hasPendingUpdates();\n }\n\n /** Resolves when all pending updates are flushed. */\n flushed(lc: LogContext): Promise<void> {\n return this.#rowCache.flushed(lc);\n }\n\n async inspectQueries(\n lc: LogContext,\n ttlClock: TTLClock,\n clientID?: string,\n ): Promise<InspectQueryRow[]> {\n const db = this.#db;\n const clientGroupID = this.#id;\n\n const reader = new TransactionPool(lc, Mode.READONLY).run(db);\n try {\n return await reader.processReadTask(\n tx => tx<InspectQueryRow[]>`\n SELECT DISTINCT ON (d.\"clientID\", d.\"queryHash\")\n d.\"clientID\",\n d.\"queryHash\" AS \"queryID\",\n COALESCE(d.\"ttlMs\", ${DEFAULT_TTL_MS}) AS \"ttl\",\n d.\"inactivatedAtMs\" AS \"inactivatedAt\",\n (SELECT COUNT(*)::INT FROM ${this.#cvr('rows')} r \n WHERE r.\"clientGroupID\" = d.\"clientGroupID\" \n AND r.\"refCounts\" ? d.\"queryHash\") AS \"rowCount\",\n q.\"clientAST\" AS \"ast\",\n (q.\"patchVersion\" IS NOT NULL) AS \"got\",\n COALESCE(d.\"deleted\", FALSE) AS \"deleted\",\n q.\"queryName\" AS \"name\",\n q.\"queryArgs\" AS \"args\"\n FROM ${this.#cvr('desires')} d\n LEFT JOIN ${this.#cvr('queries')} q\n ON q.\"clientGroupID\" = d.\"clientGroupID\"\n AND q.\"queryHash\" = d.\"queryHash\"\n WHERE d.\"clientGroupID\" = ${clientGroupID}\n ${clientID ? tx`AND d.\"clientID\" = ${clientID}` : tx``}\n AND NOT (\n d.\"inactivatedAtMs\" IS NOT NULL \n AND d.\"ttlMs\" IS NOT NULL \n AND (d.\"inactivatedAtMs\" + d.\"ttlMs\") <= ${ttlClockAsNumber(ttlClock)}\n )\n ORDER BY d.\"clientID\", d.\"queryHash\"`,\n );\n } finally {\n reader.setDone();\n }\n }\n}\n\n/**\n * This is similar to {@link CVRStore.#checkVersionAndOwnership} except\n * that it only checks the version and is suitable for snapshot reads\n * (i.e. by doing a plain `SELECT` rather than a `SELECT ... FOR UPDATE`).\n */\nexport async function checkVersion(\n tx: PostgresTransaction,\n schema: string,\n clientGroupID: string,\n expectedCurrentVersion: CVRVersion,\n): Promise<void> {\n const expected = versionString(expectedCurrentVersion);\n const result = await tx<Pick<InstancesRow, 'version'>[]>`\n SELECT version FROM ${tx(schema)}.instances \n WHERE \"clientGroupID\" = ${clientGroupID}`;\n const {version} =\n result.length > 0 ? result[0] : {version: EMPTY_CVR_VERSION.stateVersion};\n if (version !== expected) {\n throw new ConcurrentModificationException(expected, version);\n }\n}\n\nexport class ClientNotFoundError extends ProtocolErrorWithLevel {\n constructor(message: string) {\n super({\n kind: ErrorKind.ClientNotFound,\n message,\n origin: ErrorOrigin.ZeroCache,\n });\n }\n}\n\nexport class ConcurrentModificationException extends ProtocolErrorWithLevel {\n readonly name = 'ConcurrentModificationException';\n\n constructor(expectedVersion: string, actualVersion: string) {\n super(\n {\n kind: ErrorKind.Internal,\n message: `CVR has been concurrently modified. Expected ${expectedVersion}, got ${actualVersion}`,\n origin: ErrorOrigin.ZeroCache,\n },\n 'warn',\n );\n }\n}\n\nexport class OwnershipError extends ProtocolErrorWithLevel {\n readonly name = 'OwnershipError';\n\n constructor(\n owner: string | null,\n grantedAt: number | null,\n lastConnectTime: number,\n ) {\n super(\n {\n kind: ErrorKind.Rehome,\n message:\n `CVR ownership was transferred to ${owner} at ` +\n `${new Date(grantedAt ?? 0).toISOString()} ` +\n `(last connect time: ${new Date(lastConnectTime).toISOString()})`,\n maxBackoffMs: 0,\n origin: ErrorOrigin.ZeroCache,\n },\n 'info',\n );\n }\n}\n\nexport class InvalidClientSchemaError extends ProtocolErrorWithLevel {\n readonly name = 'InvalidClientSchemaError';\n\n constructor(cause: unknown) {\n super(\n {\n kind: ErrorKind.SchemaVersionNotSupported,\n message: `Could not parse clientSchema stored in CVR: ${String(cause)}`,\n origin: ErrorOrigin.ZeroCache,\n },\n 'warn',\n {cause},\n );\n }\n}\n\nexport class RowsVersionBehindError extends Error {\n readonly name = 'RowsVersionBehindError';\n readonly cvrVersion: string;\n readonly rowsVersion: string | null;\n\n constructor(cvrVersion: string, rowsVersion: string | null) {\n super(`rowsVersion (${rowsVersion}) is behind CVR ${cvrVersion}`);\n this.cvrVersion = cvrVersion;\n this.rowsVersion = rowsVersion;\n }\n}\n"],"names":["Mode.READONLY","version","v.parse","v","Mode.READ_COMMITTED","ErrorKind.ClientNotFound","ErrorOrigin.ZeroCache","ErrorKind.Internal","ErrorKind.Rehome","ErrorKind.SchemaVersionNotSupported"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAsEA,MAAM,SAAS,MAAM,UAAU,aAAa,OAAO;AAEnD,SAAS,QAAQ,KAA8B;AAC7C,QAAM,eAAe,CAAC,MACpB,MAAM,OAAO,SAAY,kBAAkB,CAAC;AAE9C,MAAI,IAAI,cAAc,MAAM;AAE1B;AAAA,MACE,IAAI,cAAc,QAAQ,IAAI,cAAc;AAAA,MAC5C;AAAA,IAAA;AAEF,WAAO;AAAA,MACL,MAAM;AAAA,MACN,IAAI,IAAI;AAAA,MACR,MAAM,IAAI;AAAA,MACV,MAAM,IAAI;AAAA,MACV,cAAc,aAAa,IAAI,YAAY;AAAA,MAC3C,aAAa,CAAA;AAAA,MACb,oBAAoB,IAAI,sBAAsB;AAAA,MAC9C,uBAAuB,aAAa,IAAI,qBAAqB;AAAA,IAAA;AAAA,EAEjE;AAEA,QAAM,MAAM,UAAU,MAAM,IAAI,SAAS;AACzC,SAAO,IAAI,WACN;AAAA,IACC,MAAM;AAAA,IACN,IAAI,IAAI;AAAA,IACR;AAAA,IACA,oBAAoB,IAAI,sBAAsB;AAAA,IAC9C,uBAAuB,aAAa,IAAI,qBAAqB;AAAA,EAAA,IAE9D;AAAA,IACC,MAAM;AAAA,IACN,IAAI,IAAI;AAAA,IACR;AAAA,IACA,cAAc,aAAa,IAAI,YAAY;AAAA,IAC3C,aAAa,CAAA;AAAA,IACb,oBAAoB,IAAI,sBAAsB;AAAA,IAC9C,uBAAuB,aAAa,IAAI,qBAAqB;AAAA,EAAA;AAErE;AAGA,MAAM,2BAA2B;AAOjC,MAAM,oBAAoB;AAEnB,MAAM,SAAS;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,8BAMA,IAAA;AAAA,EACA,kBAE0B,CAAA;AAAA,EAC1B,2BAA2B,IAAI;AAAA,IACtC;AAAA,EAAA;AAAA,EAEO,gBAAgB,IAAI,aAAoB,WAAW;AAAA,EACnD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACT,YAAoB;AAAA,EAEpB,YACE,IACA,OAKA,YACA,OACA,QACA,OACA,aACA,wBAAwB,0BACxB,kBAAkB,mBAClB,4BAA4B,KAC5B,eAAe,YACf;AACA,SAAK,eAAe;AACpB,SAAK,MAAM;AACX,SAAK,cAAc;AACnB,SAAK,UAAU,UAAU,KAAK;AAC9B,SAAK,UAAU;AACf,SAAK,MAAM;AACX,SAAK,YAAY,IAAI;AAAA,MACnB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAEF,SAAK,yBAAyB;AAC9B,SAAK,mBAAmB;AACxB,SAAK,sBAAsB,eAAe,KAAK;AAAA,EACjD;AAAA,EAEA,KAAK,OAAe;AAClB,WAAO,KAAK,IAAI,GAAG,KAAK,OAAO,IAAI,KAAK,EAAE;AAAA,EAC5C;AAAA,EAEA,KAAK,IAAgB,iBAAuC;AAC1D,WAAO,eAAe,QAAQ,YAAY,YAAY;AACpD,UAAI;AACJ,eAAS,IAAI,GAAG,IAAI,KAAK,kBAAkB,KAAK;AAC9C,YAAI,IAAI,GAAG;AACT,gBAAM,MAAM,KAAK,sBAAsB;AAAA,QACzC;AACA,cAAM,SAAS,MAAM,KAAK,MAAM,IAAI,eAAe;AACnD,YAAI,kBAAkB,wBAAwB;AAC5C,aAAG,OAAO,WAAW,IAAI,CAAC,KAAK,OAAO,MAAM,CAAC,EAAE;AAC/C,gBAAM;AACN;AAAA,QACF;AACA,eAAO;AAAA,MACT;AACA,aAAO,GAAG;AACV,YAAM,IAAI;AAAA,QACR,yCAAyC,IAAI,UAAU,qBAAqB,IAAI,WAAW;AAAA,MAAA;AAAA,IAE/F,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,MACJ,IACA,iBACuC;AACvC,UAAM,QAAQ,KAAK,IAAA;AAEnB,UAAM,KAAK,KAAK;AAChB,UAAM,MAAW;AAAA,MACf;AAAA,MACA,SAAS;AAAA,MACT,YAAY;AAAA,MACZ,UAAU,mBAAmB,CAAC;AAAA;AAAA,MAC9B,gBAAgB;AAAA,MAChB,SAAS,CAAA;AAAA,MACT,SAAS,CAAA;AAAA,MACT,cAAc;AAAA,MACd,WAAW;AAAA,IAAA;AAGb,UAAM,CAAC,UAAU,aAAa,WAAW,WAAW,IAClD,MAAM,KAAK,IAAI,MAAMA,UAAe,CAAA,OAAM;AACxC,SAAG,QAAQ,wBAAwB,KAAK,QAAQ,KAAK,KAAK;AAC1D,aAAO;AAAA,QACL;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBAgBS,KAAK,KAAK,WAAW,CAAC;AAAA,wBACjB,KAAK,KAAK,aAAa,CAAC;AAAA;AAAA,0CAEN,EAAE;AAAA,QAClC,4BAA4D,KAAK;AAAA,UAC/D;AAAA,QAAA,CACD;AAAA,qCAC0B,EAAE;AAAA,QAC7B,mBAAiC,KAAK,KAAK,SAAS,CAAC;AAAA,oCAC3B,EAAE;AAAA,QAC5B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAQO,KAAK,KAAK,SAAS,CAAC;AAAA,oCACD,EAAE;AAAA,MAAA;AAAA,IAEhC,CAAC;AACH,OAAG;AAAA,MACD,0BAA0B,KAAK,IAAA,IAAQ,KAAK,QACtC,YAAY,MAAM,aAAa,UAAU,MAAM,aAAa,YAAY,MAAM;AAAA,IAAA;AAGtF,QAAI,SAAS,WAAW,GAAG;AAEzB,WAAK,YAAY;AAAA,QACf,SAAS,IAAI;AAAA,QACb,YAAY;AAAA,QACZ,UAAU,mBAAmB,CAAC;AAAA;AAAA,QAC9B,gBAAgB;AAAA,QAChB,cAAc;AAAA,QACd,WAAW;AAAA,MAAA,CACZ;AAAA,IACH,OAAO;AACL,aAAO,SAAS,WAAW,CAAC;AAC5B,YAAM;AAAA,QACJ,SAAAC;AAAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MAAA,IACE,SAAS,CAAC;AAEd,UAAI,SAAS;AACX,cAAM,IAAI;AAAA,UACR;AAAA,QAAA;AAAA,MAEJ;AAEA,UAAI,UAAU,KAAK,SAAS;AAC1B,aAAK,aAAa,KAAK,iBAAiB;AACtC,gBAAM,IAAI,eAAe,OAAO,WAAW,eAAe;AAAA,QAC5D,OAAO;AAIL,eAAK,KAAK;AAAA,qBACC,KAAK,KAAK,WAAW,CAAC;AAAA,kCACT,KAAK,OAAO;AAAA,kCACZ,eAAe;AAAA,wCACT,KAAK,GAAG;AAAA;AAAA,mDAEG,kBAAkB,GAAI;AAAA,UAE5D,QAAA,EACA,MAAM,KAAK,YAAY;AAAA,QAC5B;AAAA,MACF;AAEA,UAAIA,cAAa,eAAe,kBAAkB,eAAe;AAI/D,eAAO,IAAI,uBAAuBA,UAAS,WAAW;AAAA,MACxD;AAEA,UAAI,UAAU,kBAAkBA,QAAO;AACvC,UAAI,aAAa;AACjB,UAAI,WAAW;AACf,UAAI,iBAAiB;AACrB,UAAI,YAAY;AAEhB,UAAI;AACF,YAAI,eACF,iBAAiB,OACb,OACAC,MAAQ,cAAc,kBAAkB;AAAA,MAChD,SAAS,GAAG;AACV,cAAM,IAAI,yBAAyB,CAAC;AAAA,MACtC;AAAA,IACF;AAEA,eAAW,OAAO,aAAa;AAC7B,UAAI,QAAQ,IAAI,QAAQ,IAAI;AAAA,QAC1B,IAAI,IAAI;AAAA,QACR,iBAAiB,CAAA;AAAA,MAAC;AAAA,IAEtB;AAEA,eAAW,OAAO,WAAW;AAC3B,YAAM,QAAQ,QAAQ,GAAG;AACzB,UAAI,QAAQ,IAAI,SAAS,IAAI;AAAA,IAC/B;AAEA,eAAW,OAAO,aAAa;AAC7B,YAAM,SAAS,IAAI,QAAQ,IAAI,QAAQ;AAEvC,UAAI,QAAQ;AACV,YAAI,CAAC,IAAI,WAAW,IAAI,kBAAkB,MAAM;AAC9C,iBAAO,gBAAgB,KAAK,IAAI,SAAS;AAAA,QAC3C;AAAA,MACF,OAAO;AAEL,WAAG,QAAQ,UAAU,IAAI,QAAQ,YAAY;AAAA,MAC/C;AAEA,YAAM,QAAQ,IAAI,QAAQ,IAAI,SAAS;AACvC,UACE,SACA,MAAM,SAAS,eACd,CAAC,IAAI,WAAW,IAAI,kBAAkB,OACvC;AACA,cAAM,YAAY,IAAI,QAAQ,IAAI;AAAA,UAChC,eAAe,IAAI,iBAAiB;AAAA,UACpC,KAAK,SAAS,IAAI,OAAO,cAAc;AAAA,UACvC,SAAS,kBAAkB,IAAI,YAAY;AAAA,QAAA;AAAA,MAE/C;AAAA,IACF;AACA,OAAG;AAAA,MACD,cAAc,cAAc,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ,KAAK;AAAA,IAAA;AAKjE,WAAO;AAAA,EACT;AAAA,EAEA,gBAAwD;AACtD,WAAO,KAAK,UAAU,cAAA;AAAA,EACxB;AAAA,EAEA,aAAa,KAAsB;AACjC,SAAK,yBAAyB,IAAI,IAAI,IAAI,GAAG;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,aAAa,IAAiB;AAC5B,SAAK,yBAAyB,IAAI,IAAI,IAAI;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,gBAAgB,KAAc;AAC5B,eAAW,MAAM,KAAK;AACpB,WAAK,cAAc,IAAI,EAAE;AAAA,IAC3B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,eAAe,UAAoB,YAAmC;AAC1E,UAAM,KAAK,aAAa,KAAK,KAAK,WAAW,CAAC;AAAA,+BACnB,UAAU;AAAA,6BACZ,QAAQ;AAAA,oCACD,KAAK,GAAG,GAAG,QAAA;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,cAA6C;AACjD,UAAM,SAAS,MAAM,KAAK;AAAA,+BACC,KAAK,KAAK,WAAW,CAAC;AAAA,gCACrB,KAAK,GAAG,GAAG,OAAA;AACvC,QAAI,OAAO,WAAW,GAAG;AAEvB,aAAO;AAAA,IACT;AACA,WAAO,OAAO,WAAW,CAAC;AAC1B,WAAO,OAAO,CAAC,EAAE,CAAC;AAAA,EACpB;AAAA,EAEA,YAAY;AAAA,IACV,SAAAD;AAAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA,GASO;AACP,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,WAAW,EAAA;AAAA,MACnB,OAAO,CAAC,IAAI,oBAAoB;AAC9B,cAAM,SAAuB;AAAA,UAC3B,eAAe,KAAK;AAAA,UACpB,SAAS,cAAcA,QAAO;AAAA,UAC9B;AAAA,UACA;AAAA,UACA;AAAA,UACA,OAAO,KAAK;AAAA,UACZ,WAAW;AAAA,UACX;AAAA,UACA;AAAA,QAAA;AAEF,eAAO;AAAA,sBACO,KAAK,KAAK,WAAW,CAAC,IAAI,GAAG,MAAM,CAAC;AAAA,wDACF,GAAG,MAAM,CAAC;AAAA,MAC5D;AAAA,IAAA,CACD;AAAA,EACH;AAAA,EAEA,mBAAmBA,UAAqB,YAA8B;AACpE,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,QAAM,YAAY,KAAK,KAAK,SAAS,CAAC,QAAQ,GAAG;AAAA,QACtD,cAAc,cAAcA,QAAO;AAAA,QACnC,SAAS;AAAA,QACT,oBAAoB;AAAA,QACpB,uBAAuB;AAAA,MAAA,CACxB,CAAC;AAAA,gCACwB,KAAK,GAAG,sBAAsB,WAAW,EAAE;AAAA,IAAA,CACtE;AAAA,EACH;AAAA,EAEA,SAAS,OAA0B;AACjC,UAAM,SAAqB,sBAAsB,KAAK,KAAK,KAAK;AAKhE,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,OAAM,iBAAiB,KAAK,KAAK,SAAS,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAY9C,OAAO,aAAa;AAAA,UACpB,OAAO,SAAS;AAAA,UAChB,OAAO,SAAS;AAAA,UAChB,OAAO,SAAS;AAAA,UAChB,OAAO,cAAc,SAAY,OAAO,KAAK,UAAU,OAAO,SAAS,CAAC;AAAA,UACxE,OAAO,YAAY;AAAA,UACnB,OAAO,sBAAsB,IAAI;AAAA,UACjC,OAAO,yBAAyB,IAAI;AAAA,UACpC,OAAO,QAAQ;AAAA,UACf,OAAO,WAAW,KAAK;AAAA;AAAA;AAAA;AAAA,wBAIT,OAAO,SAAS;AAAA,wBAChB,OAAO,SAAS;AAAA,wBAChB,OAAO,cAAc,SAAY,OAAO,KAAK,UAAU,OAAO,SAAS,CAAC;AAAA,2BACrE,OAAO,YAAY;AAAA,iCACb,OAAO,sBAAsB,IAAI;AAAA,oCAC9B,OAAO,yBAAyB,IAAI;AAAA,uBACjD,OAAO,QAAQ;AAAA,sBAChB,OAAO,WAAW,KAAK;AAAA,IAAA,CACxC;AAAA,EACH;AAAA,EAEA,YAAY,OAAoB;AAC9B,UAAM,qBAAqB,CAACE,OAC1BA,KAAI,cAAcA,EAAC,IAAI;AAEzB,UAAM,SAMF;AAAA,MACF,cACE,MAAM,SAAS,aACX,OACA,mBAAmB,MAAM,YAAY;AAAA,MAC3C,oBAAoB,MAAM,sBAAsB;AAAA,MAChD,uBAAuB,mBAAmB,MAAM,qBAAqB;AAAA,MACrE,SAAS;AAAA,IAAA;AAGX,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,OAAM,YAAY,KAAK,KAAK,SAAS,CAAC,QAAQ,GAAG,MAAM,CAAC;AAAA,gCACrC,KAAK,GAAG,sBAAsB,MAAM,EAAE;AAAA,IAAA,CACjE;AAAA,EACH;AAAA,EAEA,aAAa,QAA4B;AACvC,UAAM,SAAqB;AAAA,MACzB,eAAe,KAAK;AAAA,MACpB,UAAU,OAAO;AAAA,IAAA;AAGnB,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,OAAM,iBAAiB,KAAK,KAAK,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;AAAA,IAAA,CACjE;AAAA,EACH;AAAA,EAEA,aAAa,UAAkB;AAC7B,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,QACL,kBAAkB,KAAK,KAAK,SAAS,CAAC;AAAA,sCACR,KAAK,GAAG;AAAA,iCACb,QAAQ;AAAA,IAAA,CACpC;AACD,SAAK,gBAAgB;AAAA,MACnB,CAAA,QACE,kBAAkB,IAAI,KAAK,mBAAmB,CAAC;AAAA,sCACjB,KAAK,GAAG;AAAA,iCACb,QAAQ;AAAA,IAAA;AAAA,EAEvC;AAAA,EAEA,gBACE,YACA,OACA,QACA,SACA,eACA,KACM;AACN,UAAM,SAAqB;AAAA,MACzB,eAAe,KAAK;AAAA,MACpB,UAAU,OAAO;AAAA,MACjB;AAAA,MAEA,cAAc,cAAc,UAAU;AAAA,MACtC,WAAW,MAAM;AAAA,IAInB;AAKA,UAAM,yBACJ,kBAAkB,SACd,OACA,mBAAmB,iBAAiB,aAAa,IAAI,GAAI;AAC/D,UAAM,kBAAkB,iBAAiB;AACzC,UAAM,cAAc,MAAM,IAAI,OAAO,MAAM;AAC3C,UAAM,QAAQ,MAAM,IAAI,OAAO;AAE/B,SAAK,QAAQ,IAAI;AAAA,MACf,OAAO,EAAC,SAAS,EAAA;AAAA,MACjB,OAAO,CAAA,OAAM;AAAA,oBACC,KAAK,KAAK,SAAS,CAAC;AAAA;AAAA;AAAA;AAAA,UAI9B,OAAO,aAAa,KAAK,OAAO,QAAQ,KAAK,OAAO,SAAS;AAAA,UAC7D,OAAO,YAAY,KAAK,OAAO,OAAO,KAAK,WAAW,KAAK,KAAK;AAAA,UAChE,sBAAsB,KAAK,eAAe;AAAA;AAAA;AAAA;AAAA,2BAIzB,OAAO,YAAY;AAAA,sBACxB,OAAO,OAAO;AAAA,kBAClB,WAAW;AAAA,oBACT,KAAK;AAAA,4BACG,sBAAsB;AAAA,8BACpB,eAAe;AAAA;AAAA,IAAA,CAExC;AAAA,EACH;AAAA,EAEA,kBACE,IACA,cACA,SACA,SACA,qBAA+B,IACa;AAC5C,WAAO,KAAK,UAAU;AAAA,MACpB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,MAAM,qBACJ,IACA,cACA,SACA,SAC2B;AAC3B,QAAI,YAAY,cAAc,QAAQ,OAAO,KAAK,GAAG;AACnD,aAAO,CAAA;AAAA,IACT;AAEA,UAAM,UAAU,KAAK,IAAA;AACrB,UAAM,QAAQ,eAAe,cAAc,YAAY,IAAI;AAC3D,UAAM,MAAM,cAAc,QAAQ,OAAO;AACzC,OAAG,QAAQ,4CAA4C,KAAK,EAAE;AAE9D,UAAM,SAAS,IAAI,gBAAgB,IAAIH,QAAa,EAAE,IAAI,KAAK,GAAG;AAClE,QAAI;AAEF,YAAM,OAAO;AAAA,QAAgB,QAC3B,aAAa,IAAI,KAAK,SAAS,KAAK,KAAK,OAAO;AAAA,MAAA;AAGlD,YAAM,CAAC,YAAY,SAAS,IAAI,MAAM,OAAO;AAAA,QAAgB,CAAA,OAC3D,QAAQ,IAAI;AAAA,UACV;AAAA,sBACY,KAAK,KAAK,SAAS,CAAC;AAAA,kCACR,KAAK,GAAG;AAAA,+BACX,KAAK;AAAA,gCACJ,GAAG;AAAA,UACzB;AAAA,yDAC+C,KAAK,KAAK,SAAS,CAAC;AAAA,kCAC3C,KAAK,GAAG;AAAA,+BACX,KAAK;AAAA,gCACJ,GAAG;AAAA,QAAA,CAC1B;AAAA,MAAA;AAGH,YAAM,UAA4B,CAAA;AAClC,iBAAW,OAAO,WAAW;AAC3B,cAAM,EAAC,WAAW,GAAA,IAAM;AACxB,cAAM,QAAe,IAAI,UACrB,EAAC,MAAM,SAAS,IAAI,OAAO,GAAA,IAC3B,EAAC,MAAM,SAAS,IAAI,OAAO,GAAA;AAC/B,cAAMG,KAAI,IAAI;AACd,eAAOA,EAAC;AACR,gBAAQ,KAAK,EAAC,OAAO,WAAW,kBAAkBA,EAAC,GAAE;AAAA,MACvD;AACA,iBAAW,OAAO,YAAY;AAC5B,cAAM,EAAC,UAAU,WAAW,GAAA,IAAM;AAClC,cAAM,QAAe,IAAI,UACrB,EAAC,MAAM,SAAS,IAAI,OAAO,IAAI,SAAA,IAC/B,EAAC,MAAM,SAAS,IAAI,OAAO,IAAI,SAAA;AACnC,gBAAQ,KAAK,EAAC,OAAO,WAAW,kBAAkB,IAAI,YAAY,GAAE;AAAA,MACtE;AAEA,SAAG;AAAA,QACD,GAAG,QAAQ,MAAM,oBAAoB,KAAK,IAAA,IAAQ,OAAO;AAAA,MAAA;AAE3D,aAAO;AAAA,IACT,UAAA;AACE,aAAO,QAAA;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,0BACJ,IACA,wBACA,iBACe;AACf,UAAM,WAAW,cAAc,sBAAsB;AACrD,UAAM,SAAS,MAAM,iDAE2B,KAAK,KAAK,WAAW,CAAC;AAAA,kCACxC,KAAK,GAAG;AAAA,oBACtB,QAAA;AAChB,UAAM,EAAC,SAAAF,UAAS,OAAO,UAAA,IACrB,OAAO,SAAS,IACZ,OAAO,CAAC,IACR;AAAA,MACE,SAAS,kBAAkB;AAAA,MAC3B,OAAO;AAAA,MACP,WAAW;AAAA,IAAA;AAEnB,QAAI,UAAU,KAAK,YAAY,aAAa,KAAK,iBAAiB;AAChE,YAAM,IAAI,eAAe,OAAO,WAAW,eAAe;AAAA,IAC5D;AACA,QAAIA,aAAY,UAAU;AACxB,YAAM,IAAI,gCAAgC,UAAUA,QAAO;AAAA,IAC7D;AAAA,EACF;AAAA,EAEA,MAAM,OACJ,wBACA,KACA,iBAC+B;AAC/B,UAAM,QAAuB;AAAA,MAC3B,WAAW;AAAA,MACX,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS;AAAA,MACT,MAAM;AAAA,MACN,cAAc;AAAA,MACd,YAAY;AAAA,IAAA;AAEd,QAAI,KAAK,yBAAyB,MAAM;AACtC,YAAM,qBAAqB,MAAM,KAAK,cAAA;AACtC,WAAK,YAAY,mBAAmB;AACpC,iBAAW,CAAC,IAAI,GAAG,KAAK,KAAK,yBAAyB,WAAW;AAC/D,YAAI,KAAK,cAAc,IAAI,EAAE,GAAG;AAC9B;AAAA,QACF;AACA,cAAM,WAAW,mBAAmB,IAAI,EAAE;AAC1C;AAAA;AAAA,UAEG,aAAa,UAAa,CAAC,KAAK;AAAA,UAEjC;AAAA,YACG,OAAO;AAAA,YACR;AAAA,UAAA;AAAA,UAEF;AACA,eAAK,yBAAyB,OAAO,EAAE;AAAA,QACzC;AAAA,MACF;AAAA,IACF;AACA,QAAI,KAAK,yBAAyB,SAAS,KAAK,KAAK,QAAQ,SAAS,GAAG;AACvE,aAAO;AAAA,IACT;AAGA,SAAK,YAAY,GAAG;AAEpB,UAAM,cAAc,MAAM,KAAK,IAAI,MAAMG,gBAAqB,OAAM,OAAM;AACxE,YAAM,YAAgC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAQpC,KAAK;AAAA,UACH;AAAA,UACA;AAAA,UACA;AAAA,QAAA;AAAA,MACF;AAGF,iBAAW,SAAS,KAAK,SAAS;AAChC,cAAM,aAAa,MAAM,MAAM,aAAa;AAC5C,cAAM,WAAW,MAAM,MAAM,WAAW;AACxC,cAAM,WAAW,MAAM,MAAM,WAAW;AACxC,cAAM,WAAW,MAAM,MAAM,WAAW;AACxC,cAAM,QAAQ,MAAM,MAAM,QAAQ;AAElC,kBAAU,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,SAAS;AACzD,cAAM;AAAA,MACR;AAEA,YAAM,aAAa,KAAK,UAAU;AAAA,QAChC;AAAA,QACA,IAAI;AAAA,QACJ,KAAK;AAAA,QACL;AAAA,MAAA;AAEF,gBAAU,KAAK,GAAG,UAAU;AAC5B,YAAM,cAAc,WAAW;AAI/B,YAAM,QAAQ,IAAI,SAAS;AAE3B,UAAI,WAAW,WAAW,GAAG;AAC3B,cAAM,eAAe,KAAK,yBAAyB;AACnD,eAAO;AAAA,MACT;AACA,YAAM,QAAQ,KAAK,yBAAyB;AAC5C,aAAO;AAAA,IACT,CAAC;AAED,SAAK,YAAY,MAAM,KAAK,UAAU;AAAA,MACpC,KAAK;AAAA,MACL,IAAI;AAAA,MACJ;AAAA,IAAA;AAEF,qBAAiB,KAAK,SAAS;AAE/B,QAAI,KAAK,aAAa;AACpB,YAAM,KAAK,YAAY,MAAMA,gBAAqB,OAAM,OAAM;AAC5D,cAAM,QAAQ,IAAI,KAAK,gBAAgB,IAAI,CAAA,UAAS,MAAM,EAAE,CAAC,CAAC;AAAA,MAChE,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MACJ,IACA,wBACA,KACA,iBAC+B;AAC/B,UAAM,QAAQ,YAAY,IAAA;AAC1B,QAAI;AACF,YAAM,QAAQ,MAAM,KAAK;AAAA,QACvB;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAEF,UAAI,OAAO;AACT,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,WAAG;AAAA,UACD,eAAe,cAAc,IAAI,OAAO,CAAC,IACpC,KAAK,UAAU,KAAK,CAAC,QAAQ,OAAO;AAAA,QAAA;AAE3C,aAAK,UAAU,qBAAqB,OAAO,OAAO;AAAA,MACpD;AACA,aAAO;AAAA,IACT,SAAS,GAAG;AAEV,WAAK,UAAU,MAAA;AACf,YAAM;AAAA,IACR,UAAA;AACE,WAAK,QAAQ,MAAA;AACb,WAAK,gBAAgB,SAAS;AAC9B,WAAK,yBAAyB,MAAA;AAC9B,WAAK,cAAc,MAAA;AAAA,IACrB;AAAA,EACF;AAAA,EAEA,oBAA6B;AAC3B,WAAO,KAAK,UAAU,kBAAA;AAAA,EACxB;AAAA;AAAA,EAGA,QAAQ,IAA+B;AACrC,WAAO,KAAK,UAAU,QAAQ,EAAE;AAAA,EAClC;AAAA,EAEA,MAAM,eACJ,IACA,UACA,UAC4B;AAC5B,UAAM,KAAK,KAAK;AAChB,UAAM,gBAAgB,KAAK;AAE3B,UAAM,SAAS,IAAI,gBAAgB,IAAIJ,QAAa,EAAE,IAAI,EAAE;AAC5D,QAAI;AACF,aAAO,MAAM,OAAO;AAAA,QAClB,CAAA,OAAM;AAAA;AAAA;AAAA;AAAA,0BAIY,cAAc;AAAA;AAAA,iCAEP,KAAK,KAAK,MAAM,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,SAQzC,KAAK,KAAK,SAAS,CAAC;AAAA,cACf,KAAK,KAAK,SAAS,CAAC;AAAA;AAAA;AAAA,8BAGJ,aAAa;AAAA,MACrC,WAAW,wBAAwB,QAAQ,KAAK,IAAI;AAAA;AAAA;AAAA;AAAA,iDAIT,iBAAiB,QAAQ,CAAC;AAAA;AAAA;AAAA,MAAA;AAAA,IAIvE,UAAA;AACE,aAAO,QAAA;AAAA,IACT;AAAA,EACF;AACF;AAOA,eAAsB,aACpB,IACA,QACA,eACA,wBACe;AACf,QAAM,WAAW,cAAc,sBAAsB;AACrD,QAAM,SAAS,MAAM;AAAA,0BACG,GAAG,MAAM,CAAC;AAAA,gCACJ,aAAa;AAC3C,QAAM,EAAC,SAAAC,aACL,OAAO,SAAS,IAAI,OAAO,CAAC,IAAI,EAAC,SAAS,kBAAkB,aAAA;AAC9D,MAAIA,aAAY,UAAU;AACxB,UAAM,IAAI,gCAAgC,UAAUA,QAAO;AAAA,EAC7D;AACF;AAEO,MAAM,4BAA4B,uBAAuB;AAAA,EAC9D,YAAY,SAAiB;AAC3B,UAAM;AAAA,MACJ,MAAMI;AAAAA,MACN;AAAA,MACA,QAAQC;AAAAA,IAAY,CACrB;AAAA,EACH;AACF;AAEO,MAAM,wCAAwC,uBAAuB;AAAA,EACjE,OAAO;AAAA,EAEhB,YAAY,iBAAyB,eAAuB;AAC1D;AAAA,MACE;AAAA,QACE,MAAMC;AAAAA,QACN,SAAS,gDAAgD,eAAe,SAAS,aAAa;AAAA,QAC9F,QAAQD;AAAAA,MAAY;AAAA,MAEtB;AAAA,IAAA;AAAA,EAEJ;AACF;AAEO,MAAM,uBAAuB,uBAAuB;AAAA,EAChD,OAAO;AAAA,EAEhB,YACE,OACA,WACA,iBACA;AACA;AAAA,MACE;AAAA,QACE,MAAME;AAAAA,QACN,SACE,oCAAoC,KAAK,OACtC,IAAI,KAAK,aAAa,CAAC,EAAE,YAAA,CAAa,wBAClB,IAAI,KAAK,eAAe,EAAE,aAAa;AAAA,QAChE,cAAc;AAAA,QACd,QAAQF;AAAAA,MAAY;AAAA,MAEtB;AAAA,IAAA;AAAA,EAEJ;AACF;AAEO,MAAM,iCAAiC,uBAAuB;AAAA,EAC1D,OAAO;AAAA,EAEhB,YAAY,OAAgB;AAC1B;AAAA,MACE;AAAA,QACE,MAAMG;AAAAA,QACN,SAAS,+CAA+C,OAAO,KAAK,CAAC;AAAA,QACrE,QAAQH;AAAAA,MAAY;AAAA,MAEtB;AAAA,MACA,EAAC,MAAA;AAAA,IAAK;AAAA,EAEV;AACF;AAEO,MAAM,+BAA+B,MAAM;AAAA,EACvC,OAAO;AAAA,EACP;AAAA,EACA;AAAA,EAET,YAAY,YAAoB,aAA4B;AAC1D,UAAM,gBAAgB,WAAW,mBAAmB,UAAU,EAAE;AAChE,SAAK,aAAa;AAClB,SAAK,cAAc;AAAA,EACrB;AACF;"}
@@ -43,7 +43,7 @@ export type Timer = {
43
43
  */
44
44
  export declare class PipelineDriver {
45
45
  #private;
46
- constructor(lc: LogContext, logConfig: LogConfig, snapshotter: Snapshotter, shardID: ShardID, storage: ClientGroupStorage, clientGroupID: string, inspectorDelegate: InspectorDelegate, yieldThresholdMs: number, enablePlanner?: boolean);
46
+ constructor(lc: LogContext, logConfig: LogConfig, snapshotter: Snapshotter, shardID: ShardID, storage: ClientGroupStorage, clientGroupID: string, inspectorDelegate: InspectorDelegate, yieldThresholdMs: () => number, enablePlanner?: boolean);
47
47
  /**
48
48
  * Initializes the PipelineDriver to the current head of the database.
49
49
  * Queries can then be added (i.e. hydrated) with {@link addQuery()}.
@@ -1 +1 @@
1
- {"version":3,"file":"pipeline-driver.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,sCAAsC,CAAC;AAC9D,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gDAAgD,CAAC;AACjF,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,uCAAuC,CAAC;AAC/D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,8CAA8C,CAAC;AAQ7E,OAAO,EAAC,KAAK,KAAK,EAAe,MAAM,qCAAqC,CAAC;AAS7E,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,4CAA4C,CAAC;AAInF,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AAO3D,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAiB,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAGnE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAGlD,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AAqBrD,MAAM,MAAM,KAAK,GAAG;IAClB,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,MAAM,CAAC;CAC5B,CAAC;AAQF;;GAEG;AACH,qBAAa,cAAc;;gBAqCvB,EAAE,EAAE,UAAU,EACd,SAAS,EAAE,SAAS,EACpB,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,kBAAkB,EAC3B,aAAa,EAAE,MAAM,EACrB,iBAAiB,EAAE,iBAAiB,EACpC,gBAAgB,EAAE,MAAM,EACxB,aAAa,CAAC,EAAE,OAAO;IAYzB;;;;;OAKG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY;IAM/B;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;;;OAIG;IACH,KAAK,CAAC,YAAY,EAAE,YAAY;IAgChC,mFAAmF;IACnF,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED;;;;OAIG;IACH,cAAc,IAAI,MAAM;IAKxB;;;;OAIG;IACH,qBAAqB,IAAI,cAAc;IAKvC;;OAEG;IACH,kBAAkB,IAAI,iBAAiB,GAAG,IAAI;IAkB9C,kBAAkB,IAAI,MAAM;IAqB5B;;;OAGG;IACH,OAAO;IAKP,6DAA6D;IAC7D,YAAY,IAAI;QACd,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC;QACjC,cAAc,EAAE,GAAG,CACjB,MAAM,EACN;YACE,kBAAkB,EAAE,MAAM,CAAC;YAC3B,cAAc,EAAE,GAAG,CAAC;SACrB,EAAE,CACJ;KACF;IAmBD,oBAAoB,IAAI,MAAM;IAQ9B;;;;;;;;;;;;;;OAcG;IACF,QAAQ,CACP,kBAAkB,EAAE,MAAM,EAC1B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,GAAG,EACV,KAAK,EAAE,KAAK,GACX,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC;IA8FhC;;;OAGG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM;IAQxB;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS;IAMlD;;;;;;;;;;OAUG;IACH,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG;QACrB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC;KACxC;CAkNF;AAkID;;;;GAIG;AACH,wBAAiB,OAAO,CACtB,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,YAAY,GACzB,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B;AAED,wBAAiB,eAAe,CAC9B,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GACnC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B"}
1
+ {"version":3,"file":"pipeline-driver.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,sCAAsC,CAAC;AAC9D,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gDAAgD,CAAC;AACjF,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,uCAAuC,CAAC;AAC/D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,8CAA8C,CAAC;AAQ7E,OAAO,EAAC,KAAK,KAAK,EAAe,MAAM,qCAAqC,CAAC;AAS7E,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,4CAA4C,CAAC;AAInF,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AAO3D,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAiB,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAGnE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAGlD,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AAqBrD,MAAM,MAAM,KAAK,GAAG;IAClB,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,MAAM,CAAC;CAC5B,CAAC;AAQF;;GAEG;AACH,qBAAa,cAAc;;gBAqCvB,EAAE,EAAE,UAAU,EACd,SAAS,EAAE,SAAS,EACpB,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,kBAAkB,EAC3B,aAAa,EAAE,MAAM,EACrB,iBAAiB,EAAE,iBAAiB,EACpC,gBAAgB,EAAE,MAAM,MAAM,EAC9B,aAAa,CAAC,EAAE,OAAO;IAYzB;;;;;OAKG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY;IAM/B;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;;;OAIG;IACH,KAAK,CAAC,YAAY,EAAE,YAAY;IAgChC,mFAAmF;IACnF,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED;;;;OAIG;IACH,cAAc,IAAI,MAAM;IAKxB;;;;OAIG;IACH,qBAAqB,IAAI,cAAc;IAKvC;;OAEG;IACH,kBAAkB,IAAI,iBAAiB,GAAG,IAAI;IAkB9C,kBAAkB,IAAI,MAAM;IAqB5B;;;OAGG;IACH,OAAO;IAKP,6DAA6D;IAC7D,YAAY,IAAI;QACd,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC;QACjC,cAAc,EAAE,GAAG,CACjB,MAAM,EACN;YACE,kBAAkB,EAAE,MAAM,CAAC;YAC3B,cAAc,EAAE,GAAG,CAAC;SACrB,EAAE,CACJ;KACF;IAmBD,oBAAoB,IAAI,MAAM;IAQ9B;;;;;;;;;;;;;;OAcG;IACF,QAAQ,CACP,kBAAkB,EAAE,MAAM,EAC1B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,GAAG,EACV,KAAK,EAAE,KAAK,GACX,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC;IA8FhC;;;OAGG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM;IAQxB;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS;IAMlD;;;;;;;;;;OAUG;IACH,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG;QACrB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC;KACxC;CAkNF;AAkID;;;;GAIG;AACH,wBAAiB,OAAO,CACtB,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,YAAY,GACzB,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B;AAED,wBAAiB,eAAe,CAC9B,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GACnC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B"}
@@ -436,7 +436,7 @@ class PipelineDriver {
436
436
  }
437
437
  #shouldYield() {
438
438
  if (this.#hydrateContext) {
439
- return this.#hydrateContext.timer.elapsedLap() > this.#yieldThresholdMs;
439
+ return this.#hydrateContext.timer.elapsedLap() > this.#yieldThresholdMs();
440
440
  }
441
441
  if (this.#advanceContext) {
442
442
  return this.#shouldAdvanceYieldMaybeAbortAdvance();
@@ -469,7 +469,7 @@ class PipelineDriver {
469
469
  `Advancement exceeded timeout at ${pos} of ${numChanges} changes after ${elapsed} ms. Advancement time limited based on total hydration time of ${totalHydrationTimeMs} ms.`
470
470
  );
471
471
  }
472
- return advanceTimer.elapsedLap() > this.#yieldThresholdMs;
472
+ return advanceTimer.elapsedLap() > this.#yieldThresholdMs();
473
473
  }
474
474
  /** Implements `BuilderDelegate.createStorage()` */
475
475
  #createStorage() {