@rocicorp/zero 0.25.0-canary.13 → 0.25.0-canary.15

package/out/zero-cache/src/server/syncer.js

@@ -92,7 +92,12 @@ function runWorker(parent, env, ...args) {
       new PipelineDriver(
         logger,
         config.log,
-        new Snapshotter(logger, replicaFile, shard),
+        new Snapshotter(
+          logger,
+          replicaFile,
+          shard,
+          config.replica.pageCacheSizeKib
+        ),
         shard,
         operatorStorage.createClientGroupStorage(id),
         id,

package/out/zero-cache/src/server/syncer.js.map

@@ -1 +1 @@
-{"version":3,"file":"syncer.js","sources":["../../../../../zero-cache/src/server/syncer.ts"],"sourcesContent":["import {randomUUID} from 'node:crypto';\nimport {tmpdir} from 'node:os';\nimport path from 'node:path';\nimport {pid} from 'node:process';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {randInt} from '../../../shared/src/rand.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {DatabaseStorage} from '../../../zqlite/src/database-storage.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\nimport {getNormalizedZeroConfig} from '../config/zero-config.ts';\nimport {CustomQueryTransformer} from '../custom-queries/transform-query.ts';\nimport {warmupConnections} from '../db/warmup.ts';\nimport {initEventSink} from '../observability/events.ts';\nimport {exitAfter, runUntilKilled} from '../services/life-cycle.ts';\nimport {MutagenService} from '../services/mutagen/mutagen.ts';\nimport {PusherService} from '../services/mutagen/pusher.ts';\nimport type {ReplicaState} from '../services/replicator/replicator.ts';\nimport type {DrainCoordinator} from '../services/view-syncer/drain-coordinator.ts';\nimport {PipelineDriver} from '../services/view-syncer/pipeline-driver.ts';\nimport {Snapshotter} from '../services/view-syncer/snapshotter.ts';\nimport {ViewSyncerService} from '../services/view-syncer/view-syncer.ts';\nimport {pgClient} from '../types/pg.ts';\nimport {\n  parentWorker,\n  singleProcessMode,\n  type Worker,\n} from '../types/processes.ts';\nimport {getShardID} from '../types/shards.ts';\nimport type {Subscription} from '../types/subscription.ts';\nimport {replicaFileModeSchema, replicaFileName} from '../workers/replicator.ts';\nimport {Syncer} from '../workers/syncer.ts';\nimport {startAnonymousTelemetry} from './anonymous-otel-start.ts';\nimport {InspectorDelegate} from './inspector-delegate.ts';\nimport {createLogContext} from './logging.ts';\nimport {startOtelAuto} from './otel-start.ts';\n\nfunction randomID() {\n  return randInt(1, Number.MAX_SAFE_INTEGER).toString(36);\n}\n\nfunction getCustomQueryConfig(\n  config: Pick<NormalizedZeroConfig, 'query' | 'getQueries'>,\n) {\n  const queryConfig = config.query?.url ? config.query : config.getQueries;\n\n  if (!queryConfig?.url) {\n    return undefined;\n  }\n\n  return {\n    url: queryConfig.url,\n    forwardCookies: queryConfig.forwardCookies ?? false,\n  };\n}\n\nexport default function runWorker(\n  parent: Worker,\n  env: NodeJS.ProcessEnv,\n  ...args: string[]\n): Promise<void> {\n  const config = getNormalizedZeroConfig({env, argv: args.slice(1)});\n\n  startOtelAuto(createLogContext(config, {worker: 'syncer'}, false));\n  const lc = createLogContext(config, {worker: 'syncer'}, true);\n  initEventSink(lc, config);\n\n  assert(args.length > 0, `replicator mode not specified`);\n  const fileMode = v.parse(args[0], replicaFileModeSchema);\n\n  const {cvr, upstream} = config;\n  assert(cvr.maxConnsPerWorker, 'cvr.maxConnsPerWorker must be set');\n  assert(upstream.maxConnsPerWorker, 'upstream.maxConnsPerWorker must be set');\n\n  const replicaFile = replicaFileName(config.replica.file, fileMode);\n  lc.debug?.(`running view-syncer on ${replicaFile}`);\n\n  const cvrDB = pgClient(lc, cvr.db, {\n    max: cvr.maxConnsPerWorker,\n    connection: {['application_name']: `zero-sync-worker-${pid}-cvr`},\n  });\n\n  const upstreamDB = pgClient(lc, upstream.db, {\n    max: upstream.maxConnsPerWorker,\n    connection: {['application_name']: `zero-sync-worker-${pid}-upstream`},\n  });\n\n  const dbWarmup = Promise.allSettled([\n    warmupConnections(lc, cvrDB, 'cvr'),\n    warmupConnections(lc, upstreamDB, 'upstream'),\n  ]);\n\n  const tmpDir = config.storageDBTmpDir ?? tmpdir();\n  const operatorStorage = DatabaseStorage.create(\n    lc,\n    path.join(tmpDir, `sync-worker-${randomUUID()}`),\n  );\n  const writeAuthzStorage = DatabaseStorage.create(\n    lc,\n    path.join(tmpDir, `mutagen-${randomUUID()}`),\n  );\n\n  const shard = getShardID(config);\n\n  const viewSyncerFactory = (\n    id: string,\n    sub: Subscription<ReplicaState>,\n    drainCoordinator: DrainCoordinator,\n  ) => {\n    const logger = lc\n      .withContext('component', 'view-syncer')\n      .withContext('clientGroupID', id)\n      .withContext('instance', randomID());\n    lc.debug?.(\n      `creating view syncer. Query Planner Enabled: ${config.enableQueryPlanner}`,\n    );\n\n    // Create the custom query transformer if configured\n    const customQueryConfig = getCustomQueryConfig(config);\n    const customQueryTransformer =\n      customQueryConfig &&\n      new CustomQueryTransformer(logger, customQueryConfig, shard);\n\n    const inspectorDelegate = new InspectorDelegate(customQueryTransformer);\n\n    return new ViewSyncerService(\n      config,\n      logger,\n      shard,\n      config.taskID,\n      id,\n      cvrDB,\n      config.upstream.type === 'pg' ? upstreamDB : undefined,\n      new PipelineDriver(\n        logger,\n        config.log,\n        new Snapshotter(logger, replicaFile, shard),\n        shard,\n        operatorStorage.createClientGroupStorage(id),\n        id,\n        inspectorDelegate,\n        config.enableQueryPlanner,\n      ),\n      sub,\n      drainCoordinator,\n      config.log.slowHydrateThreshold,\n      inspectorDelegate,\n      customQueryTransformer,\n    );\n  };\n\n  const mutagenFactory = (id: string) =>\n    new MutagenService(\n      lc.withContext('component', 'mutagen').withContext('clientGroupID', id),\n      shard,\n      id,\n      upstreamDB,\n      config,\n      writeAuthzStorage,\n    );\n\n  const pusherFactory =\n    config.push.url === undefined && config.mutate.url === undefined\n      ? undefined\n      : (id: string) =>\n          new PusherService(\n            upstreamDB,\n            config,\n            {\n              ...config.push,\n              ...config.mutate,\n              url: must(\n                config.push.url ?? config.mutate.url,\n                'No push or mutate URL configured',\n              ),\n            },\n            lc.withContext('clientGroupID', id),\n            id,\n          );\n\n  const syncer = new Syncer(\n    lc,\n    config,\n    viewSyncerFactory,\n    mutagenFactory,\n    pusherFactory,\n    parent,\n  );\n\n  startAnonymousTelemetry(lc, config);\n\n  void dbWarmup.then(() => parent.send(['ready', {ready: true}]));\n\n  return runUntilKilled(lc, parent, syncer);\n}\n\n// fork()\nif (!singleProcessMode()) {\n  void exitAfter(() =>\n    runWorker(must(parentWorker), process.env, ...process.argv.slice(2)),\n  );\n}\n"],"names":["v.parse"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqCA,SAAS,WAAW;AAClB,SAAO,QAAQ,GAAG,OAAO,gBAAgB,EAAE,SAAS,EAAE;AACxD;AAEA,SAAS,qBACP,QACA;AACA,QAAM,cAAc,OAAO,OAAO,MAAM,OAAO,QAAQ,OAAO;AAE9D,MAAI,CAAC,aAAa,KAAK;AACrB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,KAAK,YAAY;AAAA,IACjB,gBAAgB,YAAY,kBAAkB;AAAA,EAAA;AAElD;AAEA,SAAwB,UACtB,QACA,QACG,MACY;AACf,QAAM,SAAS,wBAAwB,EAAC,KAAK,MAAM,KAAK,MAAM,CAAC,GAAE;AAEjE,gBAAc,iBAAiB,QAAQ,EAAC,QAAQ,SAAA,GAAW,KAAK,CAAC;AACjE,QAAM,KAAK,iBAAiB,QAAQ,EAAC,QAAQ,SAAA,GAAW,IAAI;AAC5D,gBAAc,IAAI,MAAM;AAExB,SAAO,KAAK,SAAS,GAAG,+BAA+B;AACvD,QAAM,WAAWA,MAAQ,KAAK,CAAC,GAAG,qBAAqB;AAEvD,QAAM,EAAC,KAAK,SAAA,IAAY;AACxB,SAAO,IAAI,mBAAmB,mCAAmC;AACjE,SAAO,SAAS,mBAAmB,wCAAwC;AAE3E,QAAM,cAAc,gBAAgB,OAAO,QAAQ,MAAM,QAAQ;AACjE,KAAG,QAAQ,0BAA0B,WAAW,EAAE;AAElD,QAAM,QAAQ,SAAS,IAAI,IAAI,IAAI;AAAA,IACjC,KAAK,IAAI;AAAA,IACT,YAAY,EAAC,CAAC,kBAAkB,GAAG,oBAAoB,GAAG,OAAA;AAAA,EAAM,CACjE;AAED,QAAM,aAAa,SAAS,IAAI,SAAS,IAAI;AAAA,IAC3C,KAAK,SAAS;AAAA,IACd,YAAY,EAAC,CAAC,kBAAkB,GAAG,oBAAoB,GAAG,YAAA;AAAA,EAAW,CACtE;AAED,QAAM,WAAW,QAAQ,WAAW;AAAA,IAClC,kBAAkB,IAAI,OAAO,KAAK;AAAA,IAClC,kBAAkB,IAAI,YAAY,UAAU;AAAA,EAAA,CAC7C;AAED,QAAM,SAAS,OAAO,mBAAmB,OAAA;AACzC,QAAM,kBAAkB,gBAAgB;AAAA,IACtC;AAAA,IACA,KAAK,KAAK,QAAQ,eAAe,WAAA,CAAY,EAAE;AAAA,EAAA;AAEjD,QAAM,oBAAoB,gBAAgB;AAAA,IACxC;AAAA,IACA,KAAK,KAAK,QAAQ,WAAW,WAAA,CAAY,EAAE;AAAA,EAAA;AAG7C,QAAM,QAAQ,WAAW,MAAM;AAE/B,QAAM,oBAAoB,CACxB,IACA,KACA,qBACG;AACH,UAAM,SAAS,GACZ,YAAY,aAAa,aAAa,EACtC,YAAY,iBAAiB,EAAE,EAC/B,YAAY,YAAY,UAAU;AACrC,OAAG;AAAA,MACD,gDAAgD,OAAO,kBAAkB;AAAA,IAAA;AAI3E,UAAM,oBAAoB,qBAAqB,MAAM;AACrD,UAAM,yBACJ,qBACA,IAAI,uBAAuB,QAAQ,mBAAmB,KAAK;AAE7D,UAAM,oBAAoB,IAAI,kBAAkB,sBAAsB;AAEtE,WAAO,IAAI;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA,OAAO,SAAS,SAAS,OAAO,aAAa;AAAA,MAC7C,IAAI;AAAA,QACF;AAAA,QACA,OAAO;AAAA,QACP,IAAI,YAAY,QAAQ,aAAa,KAAK;AAAA,QAC1C;AAAA,QACA,gBAAgB,yBAAyB,EAAE;AAAA,QAC3C;AAAA,QACA;AAAA,QACA,OAAO;AAAA,MAAA;AAAA,MAET;AAAA,MACA;AAAA,MACA,OAAO,IAAI;AAAA,MACX;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAEA,QAAM,iBAAiB,CAAC,OACtB,IAAI;AAAA,IACF,GAAG,YAAY,aAAa,SAAS,EAAE,YAAY,iBAAiB,EAAE;AAAA,IACtE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGJ,QAAM,gBACJ,OAAO,KAAK,QAAQ,UAAa,OAAO,OAAO,QAAQ,SACnD,SACA,CAAC,OACC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,MACE,GAAG,OAAO;AAAA,MACV,GAAG,OAAO;AAAA,MACV,KAAK;AAAA,QACH,OAAO,KAAK,OAAO,OAAO,OAAO;AAAA,QACjC;AAAA,MAAA;AAAA,IACF;AAAA,IAEF,GAAG,YAAY,iBAAiB,EAAE;AAAA,IAClC;AAAA,EAAA;AAGV,QAAM,SAAS,IAAI;AAAA,IACjB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGF,0BAAwB,IAAI,MAAM;AAElC,OAAK,SAAS,KAAK,MAAM,OAAO,KAAK,CAAC,SAAS,EAAC,OAAO,KAAA,CAAK,CAAC,CAAC;AAE9D,SAAO,eAAe,IAAI,QAAQ,MAAM;AAC1C;AAGA,IAAI,CAAC,qBAAqB;AACxB,OAAK;AAAA,IAAU,MACb,UAAU,KAAK,YAAY,GAAG,QAAQ,KAAK,GAAG,QAAQ,KAAK,MAAM,CAAC,CAAC;AAAA,EAAA;AAEvE;"}
+{"version":3,"file":"syncer.js","sources":["../../../../../zero-cache/src/server/syncer.ts"],"sourcesContent":["import {randomUUID} from 'node:crypto';\nimport {tmpdir} from 'node:os';\nimport path from 'node:path';\nimport {pid} from 'node:process';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {randInt} from '../../../shared/src/rand.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {DatabaseStorage} from '../../../zqlite/src/database-storage.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\nimport {getNormalizedZeroConfig} from '../config/zero-config.ts';\nimport {CustomQueryTransformer} from '../custom-queries/transform-query.ts';\nimport {warmupConnections} from '../db/warmup.ts';\nimport {initEventSink} from '../observability/events.ts';\nimport {exitAfter, runUntilKilled} from '../services/life-cycle.ts';\nimport {MutagenService} from '../services/mutagen/mutagen.ts';\nimport {PusherService} from '../services/mutagen/pusher.ts';\nimport type {ReplicaState} from '../services/replicator/replicator.ts';\nimport type {DrainCoordinator} from '../services/view-syncer/drain-coordinator.ts';\nimport {PipelineDriver} from '../services/view-syncer/pipeline-driver.ts';\nimport {Snapshotter} from '../services/view-syncer/snapshotter.ts';\nimport {ViewSyncerService} from '../services/view-syncer/view-syncer.ts';\nimport {pgClient} from '../types/pg.ts';\nimport {\n  parentWorker,\n  singleProcessMode,\n  type Worker,\n} from '../types/processes.ts';\nimport {getShardID} from '../types/shards.ts';\nimport type {Subscription} from '../types/subscription.ts';\nimport {replicaFileModeSchema, replicaFileName} from '../workers/replicator.ts';\nimport {Syncer} from '../workers/syncer.ts';\nimport {startAnonymousTelemetry} from './anonymous-otel-start.ts';\nimport {InspectorDelegate} from './inspector-delegate.ts';\nimport {createLogContext} from './logging.ts';\nimport {startOtelAuto} from './otel-start.ts';\n\nfunction randomID() {\n  return randInt(1, Number.MAX_SAFE_INTEGER).toString(36);\n}\n\nfunction getCustomQueryConfig(\n  config: Pick<NormalizedZeroConfig, 'query' | 'getQueries'>,\n) {\n  const queryConfig = config.query?.url ? config.query : config.getQueries;\n\n  if (!queryConfig?.url) {\n    return undefined;\n  }\n\n  return {\n    url: queryConfig.url,\n    forwardCookies: queryConfig.forwardCookies ?? false,\n  };\n}\n\nexport default function runWorker(\n  parent: Worker,\n  env: NodeJS.ProcessEnv,\n  ...args: string[]\n): Promise<void> {\n  const config = getNormalizedZeroConfig({env, argv: args.slice(1)});\n\n  startOtelAuto(createLogContext(config, {worker: 'syncer'}, false));\n  const lc = createLogContext(config, {worker: 'syncer'}, true);\n  initEventSink(lc, config);\n\n  assert(args.length > 0, `replicator mode not specified`);\n  const fileMode = v.parse(args[0], replicaFileModeSchema);\n\n  const {cvr, upstream} = config;\n  assert(cvr.maxConnsPerWorker, 'cvr.maxConnsPerWorker must be set');\n  assert(upstream.maxConnsPerWorker, 'upstream.maxConnsPerWorker must be set');\n\n  const replicaFile = replicaFileName(config.replica.file, fileMode);\n  lc.debug?.(`running view-syncer on ${replicaFile}`);\n\n  const cvrDB = pgClient(lc, cvr.db, {\n    max: cvr.maxConnsPerWorker,\n    connection: {['application_name']: `zero-sync-worker-${pid}-cvr`},\n  });\n\n  const upstreamDB = pgClient(lc, upstream.db, {\n    max: upstream.maxConnsPerWorker,\n    connection: {['application_name']: `zero-sync-worker-${pid}-upstream`},\n  });\n\n  const dbWarmup = Promise.allSettled([\n    warmupConnections(lc, cvrDB, 'cvr'),\n    warmupConnections(lc, upstreamDB, 'upstream'),\n  ]);\n\n  const tmpDir = config.storageDBTmpDir ?? tmpdir();\n  const operatorStorage = DatabaseStorage.create(\n    lc,\n    path.join(tmpDir, `sync-worker-${randomUUID()}`),\n  );\n  const writeAuthzStorage = DatabaseStorage.create(\n    lc,\n    path.join(tmpDir, `mutagen-${randomUUID()}`),\n  );\n\n  const shard = getShardID(config);\n\n  const viewSyncerFactory = (\n    id: string,\n    sub: Subscription<ReplicaState>,\n    drainCoordinator: DrainCoordinator,\n  ) => {\n    const logger = lc\n      .withContext('component', 'view-syncer')\n      .withContext('clientGroupID', id)\n      .withContext('instance', randomID());\n    lc.debug?.(\n      `creating view syncer. Query Planner Enabled: ${config.enableQueryPlanner}`,\n    );\n\n    // Create the custom query transformer if configured\n    const customQueryConfig = getCustomQueryConfig(config);\n    const customQueryTransformer =\n      customQueryConfig &&\n      new CustomQueryTransformer(logger, customQueryConfig, shard);\n\n    const inspectorDelegate = new InspectorDelegate(customQueryTransformer);\n\n    return new ViewSyncerService(\n      config,\n      logger,\n      shard,\n      config.taskID,\n      id,\n      cvrDB,\n      config.upstream.type === 'pg' ? upstreamDB : undefined,\n      new PipelineDriver(\n        logger,\n        config.log,\n        new Snapshotter(\n          logger,\n          replicaFile,\n          shard,\n          config.replica.pageCacheSizeKib,\n        ),\n        shard,\n        operatorStorage.createClientGroupStorage(id),\n        id,\n        inspectorDelegate,\n        config.enableQueryPlanner,\n      ),\n      sub,\n      drainCoordinator,\n      config.log.slowHydrateThreshold,\n      inspectorDelegate,\n      customQueryTransformer,\n    );\n  };\n\n  const mutagenFactory = (id: string) =>\n    new MutagenService(\n      lc.withContext('component', 'mutagen').withContext('clientGroupID', id),\n      shard,\n      id,\n      upstreamDB,\n      config,\n      writeAuthzStorage,\n    );\n\n  const pusherFactory =\n    config.push.url === undefined && config.mutate.url === undefined\n      ? undefined\n      : (id: string) =>\n          new PusherService(\n            upstreamDB,\n            config,\n            {\n              ...config.push,\n              ...config.mutate,\n              url: must(\n                config.push.url ?? config.mutate.url,\n                'No push or mutate URL configured',\n              ),\n            },\n            lc.withContext('clientGroupID', id),\n            id,\n          );\n\n  const syncer = new Syncer(\n    lc,\n    config,\n    viewSyncerFactory,\n    mutagenFactory,\n    pusherFactory,\n    parent,\n  );\n\n  startAnonymousTelemetry(lc, config);\n\n  void dbWarmup.then(() => parent.send(['ready', {ready: true}]));\n\n  return runUntilKilled(lc, parent, syncer);\n}\n\n// fork()\nif (!singleProcessMode()) {\n  void exitAfter(() =>\n    runWorker(must(parentWorker), process.env, ...process.argv.slice(2)),\n  );\n}\n"],"names":["v.parse"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqCA,SAAS,WAAW;AAClB,SAAO,QAAQ,GAAG,OAAO,gBAAgB,EAAE,SAAS,EAAE;AACxD;AAEA,SAAS,qBACP,QACA;AACA,QAAM,cAAc,OAAO,OAAO,MAAM,OAAO,QAAQ,OAAO;AAE9D,MAAI,CAAC,aAAa,KAAK;AACrB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,KAAK,YAAY;AAAA,IACjB,gBAAgB,YAAY,kBAAkB;AAAA,EAAA;AAElD;AAEA,SAAwB,UACtB,QACA,QACG,MACY;AACf,QAAM,SAAS,wBAAwB,EAAC,KAAK,MAAM,KAAK,MAAM,CAAC,GAAE;AAEjE,gBAAc,iBAAiB,QAAQ,EAAC,QAAQ,SAAA,GAAW,KAAK,CAAC;AACjE,QAAM,KAAK,iBAAiB,QAAQ,EAAC,QAAQ,SAAA,GAAW,IAAI;AAC5D,gBAAc,IAAI,MAAM;AAExB,SAAO,KAAK,SAAS,GAAG,+BAA+B;AACvD,QAAM,WAAWA,MAAQ,KAAK,CAAC,GAAG,qBAAqB;AAEvD,QAAM,EAAC,KAAK,SAAA,IAAY;AACxB,SAAO,IAAI,mBAAmB,mCAAmC;AACjE,SAAO,SAAS,mBAAmB,wCAAwC;AAE3E,QAAM,cAAc,gBAAgB,OAAO,QAAQ,MAAM,QAAQ;AACjE,KAAG,QAAQ,0BAA0B,WAAW,EAAE;AAElD,QAAM,QAAQ,SAAS,IAAI,IAAI,IAAI;AAAA,IACjC,KAAK,IAAI;AAAA,IACT,YAAY,EAAC,CAAC,kBAAkB,GAAG,oBAAoB,GAAG,OAAA;AAAA,EAAM,CACjE;AAED,QAAM,aAAa,SAAS,IAAI,SAAS,IAAI;AAAA,IAC3C,KAAK,SAAS;AAAA,IACd,YAAY,EAAC,CAAC,kBAAkB,GAAG,oBAAoB,GAAG,YAAA;AAAA,EAAW,CACtE;AAED,QAAM,WAAW,QAAQ,WAAW;AAAA,IAClC,kBAAkB,IAAI,OAAO,KAAK;AAAA,IAClC,kBAAkB,IAAI,YAAY,UAAU;AAAA,EAAA,CAC7C;AAED,QAAM,SAAS,OAAO,mBAAmB,OAAA;AACzC,QAAM,kBAAkB,gBAAgB;AAAA,IACtC;AAAA,IACA,KAAK,KAAK,QAAQ,eAAe,WAAA,CAAY,EAAE;AAAA,EAAA;AAEjD,QAAM,oBAAoB,gBAAgB;AAAA,IACxC;AAAA,IACA,KAAK,KAAK,QAAQ,WAAW,WAAA,CAAY,EAAE;AAAA,EAAA;AAG7C,QAAM,QAAQ,WAAW,MAAM;AAE/B,QAAM,oBAAoB,CACxB,IACA,KACA,qBACG;AACH,UAAM,SAAS,GACZ,YAAY,aAAa,aAAa,EACtC,YAAY,iBAAiB,EAAE,EAC/B,YAAY,YAAY,UAAU;AACrC,OAAG;AAAA,MACD,gDAAgD,OAAO,kBAAkB;AAAA,IAAA;AAI3E,UAAM,oBAAoB,qBAAqB,MAAM;AACrD,UAAM,yBACJ,qBACA,IAAI,uBAAuB,QAAQ,mBAAmB,KAAK;AAE7D,UAAM,oBAAoB,IAAI,kBAAkB,sBAAsB;AAEtE,WAAO,IAAI;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA,OAAO,SAAS,SAAS,OAAO,aAAa;AAAA,MAC7C,IAAI;AAAA,QACF;AAAA,QACA,OAAO;AAAA,QACP,IAAI;AAAA,UACF;AAAA,UACA;AAAA,UACA;AAAA,UACA,OAAO,QAAQ;AAAA,QAAA;AAAA,QAEjB;AAAA,QACA,gBAAgB,yBAAyB,EAAE;AAAA,QAC3C;AAAA,QACA;AAAA,QACA,OAAO;AAAA,MAAA;AAAA,MAET;AAAA,MACA;AAAA,MACA,OAAO,IAAI;AAAA,MACX;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAEA,QAAM,iBAAiB,CAAC,OACtB,IAAI;AAAA,IACF,GAAG,YAAY,aAAa,SAAS,EAAE,YAAY,iBAAiB,EAAE;AAAA,IACtE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGJ,QAAM,gBACJ,OAAO,KAAK,QAAQ,UAAa,OAAO,OAAO,QAAQ,SACnD,SACA,CAAC,OACC,IAAI;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,MACE,GAAG,OAAO;AAAA,MACV,GAAG,OAAO;AAAA,MACV,KAAK;AAAA,QACH,OAAO,KAAK,OAAO,OAAO,OAAO;AAAA,QACjC;AAAA,MAAA;AAAA,IACF;AAAA,IAEF,GAAG,YAAY,iBAAiB,EAAE;AAAA,IAClC;AAAA,EAAA;AAGV,QAAM,SAAS,IAAI;AAAA,IACjB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAGF,0BAAwB,IAAI,MAAM;AAElC,OAAK,SAAS,KAAK,MAAM,OAAO,KAAK,CAAC,SAAS,EAAC,OAAO,KAAA,CAAK,CAAC,CAAC;AAE9D,SAAO,eAAe,IAAI,QAAQ,MAAM;AAC1C;AAGA,IAAI,CAAC,qBAAqB;AACxB,OAAK;AAAA,IAAU,MACb,UAAU,KAAK,YAAY,GAAG,QAAQ,KAAK,GAAG,QAAQ,KAAK,MAAM,CAAC,CAAC;AAAA,EAAA;AAEvE;"}

package/out/zero-cache/src/services/view-syncer/pipeline-driver.d.ts

@@ -34,7 +34,11 @@ export type RowEdit = {
     readonly row: Row;
 };
 export type RowChange = RowAdd | RowRemove | RowEdit;
-export declare const HYDRATE_YIELD_THRESHOLD_MS = 200;
+export type Timer = {
+    elapsedLap: () => number;
+    totalElapsed: () => number;
+};
+export declare const YIELD_THRESHOLD_MS = 200;
 /**
  * Manages the state of IVM pipelines for a given ViewSyncer (i.e. client group).
  */
@@ -106,10 +110,7 @@ export declare class PipelineDriver {
      *        when yielding the thread for time-slicing).
      * @return The rows from the initial hydration of the query.
      */
-    addQuery(transformationHash: string, queryID: string, query: AST, timer: {
-        totalElapsed: () => number;
-        elapsedLap: () => number;
-    }): Iterable<RowChange | 'yield'>;
+    addQuery(transformationHash: string, queryID: string, query: AST, timer: Timer): Iterable<RowChange | 'yield'>;
     /**
      * Removes the pipeline for the query. This is a no-op if the query
      * was not added.
@@ -132,12 +133,10 @@ export declare class PipelineDriver {
      *         `changes` must be iterated over in their entirety in order to
      *         advance the database snapshot.
      */
-    advance(timer: {
-        totalElapsed: () => number;
-    }): {
+    advance(timer: Timer): {
         version: string;
         numChanges: number;
-        changes: Iterable<RowChange>;
+        changes: Iterable<RowChange | 'yield'>;
     };
 }
 /**

package/out/zero-cache/src/services/view-syncer/pipeline-driver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline-driver.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,sCAAsC,CAAC;AAC9D,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gDAAgD,CAAC;AACjF,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,uCAAuC,CAAC;AAC/D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,8CAA8C,CAAC;AAQ7E,OAAO,EAAC,KAAK,KAAK,EAAe,MAAM,qCAAqC,CAAC;AAS7E,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,4CAA4C,CAAC;AAInF,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AAO3D,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAiB,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAGnE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAGlD,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AA0BrD,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAE9C;;GAEG;AACH,qBAAa,cAAc;;gBAoCvB,EAAE,EAAE,UAAU,EACd,SAAS,EAAE,SAAS,EACpB,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,kBAAkB,EAC3B,aAAa,EAAE,MAAM,EACrB,iBAAiB,EAAE,iBAAiB,EACpC,aAAa,CAAC,EAAE,OAAO;IAWzB;;;;;OAKG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY;IAM/B;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;;;OAIG;IACH,KAAK,CAAC,YAAY,EAAE,YAAY;IAgChC,mFAAmF;IACnF,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED;;;;OAIG;IACH,cAAc,IAAI,MAAM;IAKxB;;;;OAIG;IACH,qBAAqB,IAAI,cAAc;IAKvC;;OAEG;IACH,kBAAkB,IAAI,iBAAiB,GAAG,IAAI;IAkB9C,kBAAkB,IAAI,MAAM;IAqB5B;;;OAGG;IACH,OAAO;IAKP,6DAA6D;IAC7D,YAAY,IAAI;QACd,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC;QACjC,cAAc,EAAE,GAAG,CACjB,MAAM,EACN;YACE,kBAAkB,EAAE,MAAM,CAAC;YAC3B,cAAc,EAAE,GAAG,CAAC;SACrB,EAAE,CACJ;KACF;IAmBD,oBAAoB,IAAI,MAAM;IAQ9B;;;;;;;;;;;;;;OAcG;IACF,QAAQ,CACP,kBAAkB,EAAE,MAAM,EAC1B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,GAAG,EACV,KAAK,EAAE;QAAC,YAAY,EAAE,MAAM,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,MAAM,CAAA;KAAC,GAC5D,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC;IA6FhC;;;OAGG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM;IAQxB;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS;IAMlD;;;;;;;;;;OAUG;IACH,OAAO,CAAC,KAAK,EAAE;QAAC,YAAY,EAAE,MAAM,MAAM,CAAA;KAAC,GAAG;QAC5C,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;KAC9B;CA+MF;AAkID;;;;GAIG;AACH,wBAAiB,OAAO,CACtB,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,YAAY,GACzB,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B;AAED,wBAAiB,eAAe,CAC9B,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GACnC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B"}
+{"version":3,"file":"pipeline-driver.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,sCAAsC,CAAC;AAC9D,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gDAAgD,CAAC;AACjF,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,uCAAuC,CAAC;AAC/D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,8CAA8C,CAAC;AAQ7E,OAAO,EAAC,KAAK,KAAK,EAAe,MAAM,qCAAqC,CAAC;AAS7E,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,4CAA4C,CAAC;AAInF,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AAO3D,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAiB,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AAGnE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAGlD,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AAqBrD,MAAM,MAAM,KAAK,GAAG;IAClB,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,MAAM,CAAC;CAC5B,CAAC;AAOF,eAAO,MAAM,kBAAkB,MAAM,CAAC;AAEtC;;GAEG;AACH,qBAAa,cAAc;;gBAoCvB,EAAE,EAAE,UAAU,EACd,SAAS,EAAE,SAAS,EACpB,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,kBAAkB,EAC3B,aAAa,EAAE,MAAM,EACrB,iBAAiB,EAAE,iBAAiB,EACpC,aAAa,CAAC,EAAE,OAAO;IAWzB;;;;;OAKG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY;IAM/B;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;;;OAIG;IACH,KAAK,CAAC,YAAY,EAAE,YAAY;IAgChC,mFAAmF;IACnF,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED;;;;OAIG;IACH,cAAc,IAAI,MAAM;IAKxB;;;;OAIG;IACH,qBAAqB,IAAI,cAAc;IAKvC;;OAEG;IACH,kBAAkB,IAAI,iBAAiB,GAAG,IAAI;IAkB9C,kBAAkB,IAAI,MAAM;IAqB5B;;;OAGG;IACH,OAAO;IAKP,6DAA6D;IAC7D,YAAY,IAAI;QACd,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC;QACjC,cAAc,EAAE,GAAG,CACjB,MAAM,EACN;YACE,kBAAkB,EAAE,MAAM,CAAC;YAC3B,cAAc,EAAE,GAAG,CAAC;SACrB,EAAE,CACJ;KACF;IAmBD,oBAAoB,IAAI,MAAM;IAQ9B;;;;;;;;;;;;;;OAcG;IACF,QAAQ,CACP,kBAAkB,EAAE,MAAM,EAC1B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,GAAG,EACV,KAAK,EAAE,KAAK,GACX,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC;IA8FhC;;;OAGG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM;IAQxB;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS;IAMlD;;;;;;;;;;OAUG;IACH,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG;QACrB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC;KACxC;CAkNF;AAkID;;;;GAIG;AACH,wBAAiB,OAAO,CACtB,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,YAAY,GACzB,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B;AAED,wBAAiB,eAAe,CAC9B,KAAK,EAAE,KAAK,EACZ,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GACnC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,CAQ/B"}

package/out/zero-cache/src/services/view-syncer/pipeline-driver.js

@@ -16,7 +16,7 @@ import { getSubscriptionState } from "../replicator/schema/replication-state.js"
 import { checkClientSchema } from "./client-schema.js";
 import { ResetPipelinesSignal } from "./snapshotter.js";
 const MIN_ADVANCEMENT_TIME_LIMIT_MS = 30;
-const HYDRATE_YIELD_THRESHOLD_MS = 200;
+const YIELD_THRESHOLD_MS = 200;
 class PipelineDriver {
   #tables = /* @__PURE__ */ new Map();
   // We probs need the original query hash
@@ -252,6 +252,7 @@ class PipelineDriver {
         const streamer = this.#streamer;
         assert(streamer, "must #startAccumulating() before pushing changes");
         streamer.accumulate(transformationHash, schema, [change]);
+        return [];
       }
     });
     assert(this.#advanceContext === null);
@@ -349,7 +350,9 @@ class PipelineDriver {
     };
     try {
       for (const { table, prevValues, nextValue } of diff) {
-        this.#checkAdvanceProgress();
+        if (this.#shouldAdvanceYieldMaybeAbortAdvance()) {
+          yield "yield";
+        }
         const start = performance.now();
         let type;
         try {
@@ -432,12 +435,12 @@ class PipelineDriver {
   }
   #shouldYield() {
     if (this.#hydrateContext) {
-      return this.#hydrateContext.timer.elapsedLap() > HYDRATE_YIELD_THRESHOLD_MS;
+      return this.#hydrateContext.timer.elapsedLap() > YIELD_THRESHOLD_MS;
     }
     if (this.#advanceContext) {
-      this.#checkAdvanceProgress();
+      return this.#shouldAdvanceYieldMaybeAbortAdvance();
     }
-    return false;
+    throw new Error("shouldYield called outside of hydration or advancement");
   }
   /**
    * Cancel the advancement processing, by throwing a ResetPipelinesSignal, if
@@ -452,7 +455,7 @@ class PipelineDriver {
    * 1. before starting to process each change in an advancement is processed
    * 2. whenever a row is fetched from a TableSource during push processing
    */
-  #checkAdvanceProgress() {
+  #shouldAdvanceYieldMaybeAbortAdvance() {
     const {
       pos,
       numChanges,
@@ -465,6 +468,7 @@ class PipelineDriver {
         `Advancement exceeded timeout at ${pos} of ${numChanges} changes after ${elapsed} ms. Advancement time limited based on total hydration time of ${totalHydrationTimeMs} ms.`
       );
     }
+    return advanceTimer.elapsedLap() > YIELD_THRESHOLD_MS;
   }
   /** Implements `BuilderDelegate.createStorage()` */
   #createStorage() {
@@ -473,10 +477,12 @@ class PipelineDriver {
   *#push(source, change) {
     this.#startAccumulating();
     try {
-      for (const _ of source.genPush(change)) {
-        for (const change2 of this.#stopAccumulating().stream()) {
-          assert(change2 !== "yield");
-          yield change2;
+      for (const val of source.genPush(change)) {
+        if (val === "yield") {
+          yield "yield";
+        }
+        for (const changeOrYield of this.#stopAccumulating().stream()) {
+          yield changeOrYield;
         }
         this.#startAccumulating();
       }
@@ -619,8 +625,8 @@ function mustGetPrimaryKey(primaryKeys, table) {
   );
 }
 export {
-  HYDRATE_YIELD_THRESHOLD_MS,
   PipelineDriver,
+  YIELD_THRESHOLD_MS,
   hydrate,
   hydrateInternal
 };

package/out/zero-cache/src/services/view-syncer/pipeline-driver.js.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline-driver.js","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport {deepEqual, type JSONValue} from '../../../../shared/src/json.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport type {AST} from '../../../../zero-protocol/src/ast.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport type {Row} from '../../../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../../../zero-protocol/src/primary-key.ts';\nimport {buildPipeline} from '../../../../zql/src/builder/builder.ts';\nimport {\n  Debug,\n  runtimeDebugFlags,\n} from '../../../../zql/src/builder/debug-delegate.ts';\nimport type {Change} from '../../../../zql/src/ivm/change.ts';\nimport type {Node} from '../../../../zql/src/ivm/data.ts';\nimport {type Input, type Storage} from '../../../../zql/src/ivm/operator.ts';\nimport type {SourceSchema} from '../../../../zql/src/ivm/schema.ts';\nimport type {\n  Source,\n  SourceChange,\n  SourceInput,\n} from '../../../../zql/src/ivm/source.ts';\nimport type {ConnectionCostModel} from '../../../../zql/src/planner/planner-connection.ts';\nimport {MeasurePushOperator} from '../../../../zql/src/query/measure-push-operator.ts';\nimport type {ClientGroupStorage} from '../../../../zqlite/src/database-storage.ts';\nimport type {Database} from '../../../../zqlite/src/db.ts';\nimport {createSQLiteCostModel} from '../../../../zqlite/src/sqlite-cost-model.ts';\nimport {TableSource} from '../../../../zqlite/src/table-source.ts';\nimport {\n  reloadPermissionsIfChanged,\n  type LoadedPermissions,\n} from '../../auth/load-permissions.ts';\nimport type {LogConfig} from '../../config/zero-config.ts';\nimport {computeZqlSpecs, mustGetTableSpec} from '../../db/lite-tables.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport type {InspectorDelegate} from '../../server/inspector-delegate.ts';\nimport {type RowKey} from '../../types/row-key.ts';\nimport type {SchemaVersions} from '../../types/schema-versions.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {getSubscriptionState} from '../replicator/schema/replication-state.ts';\nimport {checkClientSchema} from './client-schema.ts';\nimport type {Snapshotter} from './snapshotter.ts';\nimport {ResetPipelinesSignal, type SnapshotDiff} from './snapshotter.ts';\n\nexport type RowAdd = {\n  readonly type: 'add';\n  readonly queryHash: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: Row;\n};\n\nexport type RowRemove = {\n  readonly type: 'remove';\n  readonly queryHash: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: undefined;\n};\n\nexport type RowEdit = {\n  readonly type: 'edit';\n  readonly queryHash: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: Row;\n};\n\nexport type RowChange = RowAdd | RowRemove | RowEdit;\n\ntype Pipeline = {\n  readonly input: Input;\n  readonly hydrationTimeMs: number;\n  readonly originalHash: string;\n  readonly transformedAst: AST; // Optional, only set after hydration\n  readonly transformationHash: string; // The hash of the transformed AST\n};\n\ntype AdvanceContext = {\n  readonly timer: {totalElapsed: () => number};\n  readonly totalHydrationTimeMs: number;\n  readonly numChanges: number;\n  pos: number;\n};\n\ntype HydrateContext = {\n  readonly timer: {elapsedLap: () => number};\n};\n\n/**\n * No matter how fast hydration is, advancement is given at least this long to\n * complete before doing a pipeline reset.\n */\nconst MIN_ADVANCEMENT_TIME_LIMIT_MS = 30;\nexport const HYDRATE_YIELD_THRESHOLD_MS = 200;\n\n/**\n * Manages the state of IVM pipelines for a given ViewSyncer (i.e. client group).\n */\nexport class PipelineDriver {\n  readonly #tables = new Map<string, TableSource>();\n  // We probs need the original query hash\n  // so we can decide not to re-transform a custom query\n  // that is already hydrated.\n  readonly #pipelines = new Map<string, Pipeline>();\n\n  readonly #lc: LogContext;\n  readonly #snapshotter: Snapshotter;\n  readonly #storage: ClientGroupStorage;\n  readonly #shardID: ShardID;\n  readonly #logConfig: LogConfig;\n  readonly #tableSpecs = new Map<string, LiteAndZqlSpec>();\n  readonly #costModels: WeakMap<Database, ConnectionCostModel> | undefined;\n  #streamer: Streamer | null = null;\n  #hydrateContext: HydrateContext | null = null;\n  #advanceContext: AdvanceContext | null = null;\n  #replicaVersion: string | null = null;\n  #primaryKeys: Map<string, PrimaryKey> | null = null;\n  #permissions: LoadedPermissions | null = null;\n\n  readonly #advanceTime = getOrCreateHistogram('sync', 'ivm.advance-time', {\n    description:\n      'Time to advance all queries for a given client group for in response to a single change.',\n    unit: 's',\n  });\n\n  readonly #conflictRowsDeleted = getOrCreateCounter(\n    'sync',\n    'ivm.conflict-rows-deleted',\n    'Number of rows deleted because they conflicted with added row',\n  );\n\n  readonly #inspectorDelegate: InspectorDelegate;\n\n  constructor(\n    lc: LogContext,\n    logConfig: LogConfig,\n    snapshotter: Snapshotter,\n    shardID: ShardID,\n    storage: ClientGroupStorage,\n    clientGroupID: string,\n    inspectorDelegate: InspectorDelegate,\n    enablePlanner?: boolean,\n  ) {\n    this.#lc = lc.withContext('clientGroupID', clientGroupID);\n    this.#snapshotter = snapshotter;\n    this.#storage = storage;\n    this.#shardID = shardID;\n    this.#logConfig = logConfig;\n    this.#inspectorDelegate = inspectorDelegate;\n    this.#costModels = enablePlanner ? new WeakMap() : undefined;\n  }\n\n  /**\n   * Initializes the PipelineDriver to the current head of the database.\n   * Queries can then be added (i.e. hydrated) with {@link addQuery()}.\n   *\n   * Must only be called once.\n   */\n  init(clientSchema: ClientSchema) {\n    assert(!this.#snapshotter.initialized(), 'Already initialized');\n    this.#snapshotter.init();\n    this.#initAndResetCommon(clientSchema);\n  }\n\n  /**\n   * @returns Whether the PipelineDriver has been initialized.\n   */\n  initialized(): boolean {\n    return this.#snapshotter.initialized();\n  }\n\n  /**\n   * Clears the current pipelines and TableSources, returning the PipelineDriver\n   * to its initial state. This should be called in response to a schema change,\n   * as TableSources need to be recomputed.\n   */\n  reset(clientSchema: ClientSchema) {\n    for (const {input} of this.#pipelines.values()) {\n      input.destroy();\n    }\n    this.#pipelines.clear();\n    this.#tables.clear();\n    this.#initAndResetCommon(clientSchema);\n  }\n\n  #initAndResetCommon(clientSchema: ClientSchema) {\n    const {db} = this.#snapshotter.current();\n    const fullTables = new Map<string, LiteTableSpec>();\n    computeZqlSpecs(this.#lc, db.db, this.#tableSpecs, fullTables);\n    checkClientSchema(\n      this.#shardID,\n      clientSchema,\n      this.#tableSpecs,\n      fullTables,\n    );\n    const primaryKeys = this.#primaryKeys ?? new Map<string, PrimaryKey>();\n    this.#primaryKeys = primaryKeys;\n    primaryKeys.clear();\n    for (const [table, spec] of this.#tableSpecs.entries()) {\n      if (table.startsWith(upstreamSchema(this.#shardID))) {\n        primaryKeys.set(table, spec.tableSpec.primaryKey);\n      }\n    }\n    buildPrimaryKeys(clientSchema, primaryKeys);\n    const {replicaVersion} = getSubscriptionState(db);\n    this.#replicaVersion = replicaVersion;\n  }\n\n  /** @returns The replica version. The PipelineDriver must have been initialized. */\n  get replicaVersion(): string {\n    return must(this.#replicaVersion, 'Not yet initialized');\n  }\n\n  /**\n   * Returns the current version of the database. This will reflect the\n   * latest version change when calling {@link advance()} once the\n   * iteration has begun.\n   */\n  currentVersion(): string {\n    assert(this.initialized(), 'Not yet initialized');\n    return this.#snapshotter.current().version;\n  }\n\n  /**\n   * Returns the current supported schema version range of the database.  This\n   * will reflect changes to supported schema version range when calling\n   * {@link advance()} once the iteration has begun.\n   */\n  currentSchemaVersions(): SchemaVersions {\n    assert(this.initialized(), 'Not yet initialized');\n    return this.#snapshotter.current().schemaVersions;\n  }\n\n  /**\n   * Returns the current upstream {app}.permissions, or `null` if none are defined.\n   */\n  currentPermissions(): LoadedPermissions | null {\n    assert(this.initialized(), 'Not yet initialized');\n    const res = reloadPermissionsIfChanged(\n      this.#lc,\n      this.#snapshotter.current().db,\n      this.#shardID.appID,\n      this.#permissions,\n    );\n    if (res.changed) {\n      this.#permissions = res.permissions;\n      this.#lc.debug?.(\n        'Reloaded permissions',\n        JSON.stringify(this.#permissions),\n      );\n    }\n    return this.#permissions;\n  }\n\n  advanceWithoutDiff(): string {\n    const {db, version} = this.#snapshotter.advanceWithoutDiff().curr;\n    for (const table of this.#tables.values()) {\n      table.setDB(db.db);\n    }\n    return version;\n  }\n\n  #ensureCostModelExistsIfEnabled(db: Database) {\n    let existing = this.#costModels?.get(db);\n    if (existing) {\n      return existing;\n    }\n    if (this.#costModels) {\n      const costModel = createSQLiteCostModel(db, this.#tableSpecs);\n      this.#costModels.set(db, costModel);\n      return costModel;\n    }\n    return undefined;\n  }\n\n  /**\n   * Clears storage used for the pipelines. Call this when the\n   * PipelineDriver will no longer be used.\n   */\n  destroy() {\n    this.#storage.destroy();\n    this.#snapshotter.destroy();\n  }\n\n  /** @return The Set of query hashes for all added queries. */\n  addedQueries(): [\n    transformationHashes: Set<string>,\n    byOriginalHash: Map<\n      string,\n      {\n        transformationHash: string;\n        transformedAst: AST;\n      }[]\n    >,\n  ] {\n    const byOriginalHash = new Map<\n      string,\n      {transformationHash: string; transformedAst: AST}[]\n    >();\n    for (const pipeline of this.#pipelines.values()) {\n      const {originalHash, transformedAst, transformationHash} = pipeline;\n\n      if (!byOriginalHash.has(originalHash)) {\n        byOriginalHash.set(originalHash, []);\n      }\n      byOriginalHash.get(originalHash)!.push({\n        transformationHash,\n        transformedAst,\n      });\n    }\n    return [new Set(this.#pipelines.keys()), byOriginalHash];\n  }\n\n  totalHydrationTimeMs(): number {\n    let total = 0;\n    for (const pipeline of this.#pipelines.values()) {\n      total += pipeline.hydrationTimeMs;\n    }\n    return total;\n  }\n\n  /**\n   * Adds a pipeline for the query. The method will hydrate the query using the\n   * driver's current snapshot of the database and return a stream of results.\n   * Henceforth, updates to the query will be returned when the driver is\n   * {@link advance}d. The query and its pipeline can be removed with\n   * {@link removeQuery()}.\n   *\n   * If a query with an identical hash has already been added, this method is a\n   * no-op and no RowChanges are generated.\n   *\n   * @param timer The caller-controlled {@link Timer} used to determine the\n   *        final hydration time. (The caller may pause and resume the timer\n   *        when yielding the thread for time-slicing).\n   * @return The rows from the initial hydration of the query.\n   */\n  *addQuery(\n    transformationHash: string,\n    queryID: string,\n    query: AST,\n    timer: {totalElapsed: () => number; elapsedLap: () => number},\n  ): Iterable<RowChange | 'yield'> {\n    assert(this.initialized());\n    this.#inspectorDelegate.addQuery(transformationHash, queryID, query);\n    if (this.#pipelines.has(transformationHash)) {\n      this.#lc.info?.(`query ${transformationHash} already added`, query);\n      return;\n    }\n    const debugDelegate = runtimeDebugFlags.trackRowsVended\n      ? new Debug()\n      : undefined;\n\n    const costModel = this.#ensureCostModelExistsIfEnabled(\n      this.#snapshotter.current().db.db,\n    );\n\n    const input = buildPipeline(\n      query,\n      {\n        debug: debugDelegate,\n        enableNotExists: true, // Server-side can handle NOT EXISTS\n        getSource: name => this.#getSource(name),\n        createStorage: () => this.#createStorage(),\n        decorateSourceInput: (input: SourceInput, _queryID: string): Input =>\n          new MeasurePushOperator(\n            input,\n            transformationHash,\n            this.#inspectorDelegate,\n            'query-update-server',\n          ),\n        decorateInput: input => input,\n        addEdge() {},\n        decorateFilterInput: input => input,\n      },\n      queryID,\n      costModel,\n    );\n    const schema = input.getSchema();\n    input.setOutput({\n      push: change => {\n        const streamer = this.#streamer;\n        assert(streamer, 'must #startAccumulating() before pushing changes');\n        streamer.accumulate(transformationHash, schema, [change]);\n      },\n    });\n\n    assert(this.#advanceContext === null);\n    this.#hydrateContext = {\n      timer,\n    };\n    try {\n      yield* hydrateInternal(\n        input,\n        transformationHash,\n        must(this.#primaryKeys),\n      );\n    } finally {\n      this.#hydrateContext = null;\n    }\n\n    const hydrationTimeMs = timer.totalElapsed();\n    if (runtimeDebugFlags.trackRowCountsVended) {\n      if (hydrationTimeMs > this.#logConfig.slowHydrateThreshold) {\n        let totalRowsConsidered = 0;\n        const lc = this.#lc\n          .withContext('hash', transformationHash)\n          .withContext('hydrationTimeMs', hydrationTimeMs);\n        for (const tableName of this.#tables.keys()) {\n          const entries = Object.entries(\n            debugDelegate?.getVendedRowCounts()[tableName] ?? {},\n          );\n          totalRowsConsidered += entries.reduce(\n            (acc, entry) => acc + entry[1],\n            0,\n          );\n          lc.info?.(tableName + ' VENDED: ', entries);\n        }\n        lc.info?.(`Total rows considered: ${totalRowsConsidered}`);\n      }\n    }\n    debugDelegate?.reset();\n\n    // Note: This hydrationTime is a wall-clock overestimate, as it does\n    // not take time slicing into account. The view-syncer resets this\n    // to a more precise processing-time measurement with setHydrationTime().\n    this.#pipelines.set(transformationHash, {\n      input,\n      hydrationTimeMs,\n      originalHash: queryID,\n      transformedAst: query,\n      transformationHash,\n    });\n  }\n\n  /**\n   * Removes the pipeline for the query. This is a no-op if the query\n   * was not added.\n   */\n  removeQuery(hash: string) {\n    const pipeline = this.#pipelines.get(hash);\n    if (pipeline) {\n      this.#pipelines.delete(hash);\n      pipeline.input.destroy();\n    }\n  }\n\n  /**\n   * Returns the value of the row with the given primary key `pk`,\n   * or `undefined` if there is no such row. The pipeline must have been\n   * initialized.\n   */\n  getRow(table: string, pk: RowKey): Row | undefined {\n    assert(this.initialized(), 'Not yet initialized');\n    const source = must(this.#tables.get(table));\n    return source.getRow(pk as Row);\n  }\n\n  /**\n   * Advances to the new head of the database.\n   *\n   * @param timer The caller-controlled {@link Timer} that will be used to\n   *        measure the progress of the advancement and abort with a\n   *        {@link ResetPipelinesSignal} if it is estimated to take longer\n   *        than a hydration.\n   * @return The resulting row changes for all added queries. Note that the\n   *         `changes` must be iterated over in their entirety in order to\n   *         advance the database snapshot.\n   */\n  advance(timer: {totalElapsed: () => number}): {\n    version: string;\n    numChanges: number;\n    changes: Iterable<RowChange>;\n  } {\n    assert(this.initialized());\n    const diff = this.#snapshotter.advance(this.#tableSpecs);\n    const {prev, curr, changes} = diff;\n    this.#lc.debug?.(\n      `advance ${prev.version} => ${curr.version}: ${changes} changes`,\n    );\n\n    return {\n      version: curr.version,\n      numChanges: changes,\n      changes: this.#advance(diff, timer, changes),\n    };\n  }\n\n  *#advance(\n    diff: SnapshotDiff,\n    timer: {totalElapsed: () => number},\n    numChanges: number,\n  ): Iterable<RowChange> {\n    assert(this.#hydrateContext === null);\n    this.#advanceContext = {\n      timer,\n      totalHydrationTimeMs: this.totalHydrationTimeMs(),\n      numChanges,\n      pos: 0,\n    };\n    try {\n      for (const {table, prevValues, nextValue} of diff) {\n        // Advance progress is checked each time a row is fetched\n        // from a TableSource during push processing, but some pushes\n        // don't read any rows.  Check progress here before processing\n        // the next change.\n        this.#checkAdvanceProgress();\n        const start = performance.now();\n        let type;\n        try {\n          const tableSource = this.#tables.get(table);\n          if (!tableSource) {\n            // no pipelines read from this table, so no need to process the change\n            continue;\n          }\n          const primaryKey = mustGetPrimaryKey(this.#primaryKeys, table);\n          let editOldRow: Row | undefined = undefined;\n          for (const prevValue of prevValues) {\n            if (\n              nextValue &&\n              deepEqual(\n                getRowKey(primaryKey, prevValue as Row) as JSONValue,\n                getRowKey(primaryKey, nextValue as Row) as JSONValue,\n              )\n            ) {\n              editOldRow = prevValue;\n            } else {\n              if (nextValue) {\n                this.#conflictRowsDeleted.add(1);\n              }\n              yield* this.#push(tableSource, {\n                type: 'remove',\n                row: prevValue,\n              });\n            }\n          }\n          if (nextValue) {\n            if (editOldRow) {\n              yield* this.#push(tableSource, {\n                type: 'edit',\n                row: nextValue,\n                oldRow: editOldRow,\n              });\n            } else {\n              yield* this.#push(tableSource, {\n                type: 'add',\n                row: nextValue,\n              });\n            }\n          }\n        } finally {\n          this.#advanceContext.pos++;\n        }\n\n        const elapsed = performance.now() - start;\n        this.#advanceTime.record(elapsed / 1000, {\n          table,\n          type,\n        });\n      }\n\n      // Set the new snapshot on all TableSources.\n      const {curr} = diff;\n      for (const table of this.#tables.values()) {\n        table.setDB(curr.db.db);\n      }\n      this.#ensureCostModelExistsIfEnabled(curr.db.db);\n      this.#lc.debug?.(`Advanced to ${curr.version}`);\n    } finally {\n      this.#advanceContext = null;\n    }\n  }\n\n  /** Implements `BuilderDelegate.getSource()` */\n  #getSource(tableName: string): Source {\n    let source = this.#tables.get(tableName);\n    if (source) {\n      return source;\n    }\n\n    const tableSpec = mustGetTableSpec(this.#tableSpecs, tableName);\n    const primaryKey = mustGetPrimaryKey(this.#primaryKeys, tableName);\n\n    const {db} = this.#snapshotter.current();\n    source = new TableSource(\n      this.#lc,\n      this.#logConfig,\n      db.db,\n      tableName,\n      tableSpec.zqlSpec,\n      primaryKey,\n      () => this.#shouldYield(),\n    );\n    this.#tables.set(tableName, source);\n    this.#lc.debug?.(`created TableSource for ${tableName}`);\n    return source;\n  }\n\n  #shouldYield(): boolean {\n    if (this.#hydrateContext) {\n      return (\n        this.#hydrateContext.timer.elapsedLap() > HYDRATE_YIELD_THRESHOLD_MS\n      );\n    }\n    if (this.#advanceContext) {\n      this.#checkAdvanceProgress();\n    }\n    return false;\n  }\n\n  /**\n   * Cancel the advancement processing, by throwing a ResetPipelinesSignal, if\n   * it has taken longer than half the total hydration time to make it through\n   * half of the advancement, or if processing time exceeds total hydration\n   * time.  This serves as both a circuit breaker for very large transactions,\n   * as well as a bound on the amount of time the previous connection locks\n   * the inactive WAL file (as the lock prevents WAL2 from switching to the\n   * free WAL when the current one is over the size limit, which can make\n   * the WAL grow continuously and compound slowness).\n   * This is checked:\n   * 1. before starting to process each change in an advancement is processed\n   * 2. whenever a row is fetched from a TableSource during push processing\n   */\n  #checkAdvanceProgress() {\n    const {\n      pos,\n      numChanges,\n      timer: advanceTimer,\n      totalHydrationTimeMs,\n    } = must(this.#advanceContext);\n    const elapsed = advanceTimer.totalElapsed();\n    if (\n      elapsed > MIN_ADVANCEMENT_TIME_LIMIT_MS &&\n      (elapsed > totalHydrationTimeMs ||\n        (elapsed > totalHydrationTimeMs / 2 && pos <= numChanges / 2))\n    ) {\n      throw new ResetPipelinesSignal(\n        `Advancement exceeded timeout at ${pos} of ${numChanges} changes ` +\n          `after ${elapsed} ms. Advancement time limited based on total ` +\n          `hydration time of ${totalHydrationTimeMs} ms.`,\n      );\n    }\n  }\n\n  /** Implements `BuilderDelegate.createStorage()` */\n  #createStorage(): Storage {\n    return this.#storage.createStorage();\n  }\n\n  *#push(source: TableSource, change: SourceChange): Iterable<RowChange> {\n    this.#startAccumulating();\n    try {\n      for (const _ of source.genPush(change)) {\n        for (const change of this.#stopAccumulating().stream()) {\n          // PipelineDriver's shouldYield implementation never yields during\n          // push processing, so we can assert that we never see a 'yield'\n          // here.\n          assert(change !== 'yield');\n          yield change;\n        }\n        this.#startAccumulating();\n      }\n    } finally {\n      if (this.#streamer !== null) {\n        this.#stopAccumulating();\n      }\n    }\n  }\n\n  #startAccumulating() {\n    assert(this.#streamer === null);\n    this.#streamer = new Streamer(must(this.#primaryKeys));\n  }\n\n  #stopAccumulating(): Streamer {\n    const streamer = this.#streamer;\n    assert(streamer);\n    this.#streamer = null;\n    return streamer;\n  }\n}\n\nclass Streamer {\n  readonly #primaryKeys: Map<string, PrimaryKey>;\n\n  constructor(primaryKeys: Map<string, PrimaryKey>) {\n    this.#primaryKeys = primaryKeys;\n  }\n\n  readonly #changes: [\n    hash: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ][] = [];\n\n  accumulate(\n    hash: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ): this {\n    this.#changes.push([hash, schema, changes]);\n    return this;\n  }\n\n  *stream(): Iterable<RowChange | 'yield'> {\n    for (const [hash, schema, changes] of this.#changes) {\n      yield* this.#streamChanges(hash, schema, changes);\n    }\n  }\n\n  *#streamChanges(\n    queryHash: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ): Iterable<RowChange | 'yield'> {\n    // We do not sync rows gathered by the permissions\n    // system to the client.\n    if (schema.system === 'permissions') {\n      return;\n    }\n\n    for (const change of changes) {\n      if (change === 'yield') {\n        yield change;\n        continue;\n      }\n      const {type} = change;\n\n      switch (type) {\n        case 'add':\n        case 'remove': {\n          yield* this.#streamNodes(queryHash, schema, type, () => [\n            change.node,\n          ]);\n          break;\n        }\n        case 'child': {\n          const {child} = change;\n          const childSchema = must(\n            schema.relationships[child.relationshipName],\n          );\n\n          yield* this.#streamChanges(queryHash, childSchema, [child.change]);\n          break;\n        }\n        case 'edit':\n          yield* this.#streamNodes(queryHash, schema, type, () => [\n            {row: change.node.row, relationships: {}},\n          ]);\n          break;\n        default:\n          unreachable(type);\n      }\n    }\n  }\n\n  *#streamNodes(\n    queryHash: string,\n    schema: SourceSchema,\n    op: 'add' | 'remove' | 'edit',\n    nodes: () => Iterable<Node | 'yield'>,\n  ): Iterable<RowChange | 'yield'> {\n    const {tableName: table, system} = schema;\n\n    const primaryKey = must(this.#primaryKeys.get(table));\n\n    // We do not sync rows gathered by the permissions\n    // system to the client.\n    if (system === 'permissions') {\n      return;\n    }\n\n    for (const node of nodes()) {\n      if (node === 'yield') {\n        yield node;\n        continue;\n      }\n      const {relationships, row} = node;\n      const rowKey = getRowKey(primaryKey, row);\n\n      yield {\n        type: op,\n        queryHash,\n        table,\n        rowKey,\n        row: op === 'remove' ? undefined : row,\n      } as RowChange;\n\n      for (const [relationship, children] of Object.entries(relationships)) {\n        const childSchema = must(schema.relationships[relationship]);\n        yield* this.#streamNodes(queryHash, childSchema, op, children);\n      }\n    }\n  }\n}\n\nfunction* toAdds(nodes: Iterable<Node | 'yield'>): Iterable<Change | 'yield'> {\n  for (const node of nodes) {\n    if (node === 'yield') {\n      yield node;\n      continue;\n    }\n    yield {type: 'add', node};\n  }\n}\n\nfunction getRowKey(cols: PrimaryKey, row: Row): RowKey {\n  return Object.fromEntries(cols.map(col => [col, must(row[col])]));\n}\n\n/**\n * Core hydration logic used by {@link PipelineDriver#addQuery}, extracted to a\n * function for reuse by bin-analyze so that bin-analyze's hydration logic\n * is as close as possible to zero-cache's real hydration logic.\n */\nexport function* hydrate(\n  input: Input,\n  hash: string,\n  clientSchema: ClientSchema,\n): Iterable<RowChange | 'yield'> {\n  const res = input.fetch({});\n  const streamer = new Streamer(buildPrimaryKeys(clientSchema)).accumulate(\n    hash,\n    input.getSchema(),\n    toAdds(res),\n  );\n  yield* streamer.stream();\n}\n\nexport function* hydrateInternal(\n  input: Input,\n  hash: string,\n  primaryKeys: Map<string, PrimaryKey>,\n): Iterable<RowChange | 'yield'> {\n  const res = input.fetch({});\n  const streamer = new Streamer(primaryKeys).accumulate(\n    hash,\n    input.getSchema(),\n    toAdds(res),\n  );\n  yield* streamer.stream();\n}\n\nfunction buildPrimaryKeys(\n  clientSchema: ClientSchema,\n  primaryKeys: Map<string, PrimaryKey> = new Map<string, PrimaryKey>(),\n) {\n  for (const [tableName, {primaryKey}] of Object.entries(clientSchema.tables)) {\n    primaryKeys.set(tableName, primaryKey as unknown as PrimaryKey);\n  }\n  return primaryKeys;\n}\n\nfunction mustGetPrimaryKey(\n  primaryKeys: Map<string, PrimaryKey> | null,\n  table: string,\n): PrimaryKey {\n  const pKeys = must(primaryKeys, 'primaryKey map must be non-null');\n\n  return must(\n    pKeys.get(table),\n    `table '${table}' is not one of: ${[...pKeys.keys()].sort()}. ` +\n      `Check the spelling and ensure that the table has a primary key.`,\n  );\n}\n"],"names":["input","change"],"mappings":";;;;;;;;;;;;;;;;;AAiGA,MAAM,gCAAgC;AAC/B,MAAM,6BAA6B;AAKnC,MAAM,eAAe;AAAA,EACjB,8BAAc,IAAA;AAAA;AAAA;AAAA;AAAA,EAId,iCAAiB,IAAA;AAAA,EAEjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB;AAAA,EACT,YAA6B;AAAA,EAC7B,kBAAyC;AAAA,EACzC,kBAAyC;AAAA,EACzC,kBAAiC;AAAA,EACjC,eAA+C;AAAA,EAC/C,eAAyC;AAAA,EAEhC,eAAe,qBAAqB,QAAQ,oBAAoB;AAAA,IACvE,aACE;AAAA,IACF,MAAM;AAAA,EAAA,CACP;AAAA,EAEQ,uBAAuB;AAAA,IAC9B;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGO;AAAA,EAET,YACE,IACA,WACA,aACA,SACA,SACA,eACA,mBACA,eACA;AACA,SAAK,MAAM,GAAG,YAAY,iBAAiB,aAAa;AACxD,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,aAAa;AAClB,SAAK,qBAAqB;AAC1B,SAAK,cAAc,gBAAgB,oBAAI,QAAA,IAAY;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,KAAK,cAA4B;AAC/B,WAAO,CAAC,KAAK,aAAa,YAAA,GAAe,qBAAqB;AAC9D,SAAK,aAAa,KAAA;AAClB,SAAK,oBAAoB,YAAY;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA,EAKA,cAAuB;AACrB,WAAO,KAAK,aAAa,YAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,cAA4B;AAChC,eAAW,EAAC,MAAA,KAAU,KAAK,WAAW,UAAU;AAC9C,YAAM,QAAA;AAAA,IACR;AACA,SAAK,WAAW,MAAA;AAChB,SAAK,QAAQ,MAAA;AACb,SAAK,oBAAoB,YAAY;AAAA,EACvC;AAAA,EAEA,oBAAoB,cAA4B;AAC9C,UAAM,EAAC,GAAA,IAAM,KAAK,aAAa,QAAA;AAC/B,UAAM,iCAAiB,IAAA;AACvB,oBAAgB,KAAK,KAAK,GAAG,IAAI,KAAK,aAAa,UAAU;AAC7D;AAAA,MACE,KAAK;AAAA,MACL;AAAA,MACA,KAAK;AAAA,MACL;AAAA,IAAA;AAEF,UAAM,cAAc,KAAK,gBAAgB,oBAAI,IAAA;AAC7C,SAAK,eAAe;AACpB,gBAAY,MAAA;AACZ,eAAW,CAAC,OAAO,IAAI,KAAK,KAAK,YAAY,WAAW;AACtD,UAAI,MAAM,WAAW,eAAe,KAAK,QAAQ,CAAC,GAAG;AACnD,oBAAY,IAAI,OAAO,KAAK,UAAU,UAAU;AAAA,MAClD;AAAA,IACF;AACA,qBAAiB,cAAc,WAAW;AAC1C,UAAM,EAAC,eAAA,IAAkB,qBAAqB,EAAE;AAChD,SAAK,kBAAkB;AAAA,EACzB;AAAA;AAAA,EAGA,IAAI,iBAAyB;AAC3B,WAAO,KAAK,KAAK,iBAAiB,qBAAqB;AAAA,EACzD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,iBAAyB;AACvB,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,WAAO,KAAK,aAAa,QAAA,EAAU;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,wBAAwC;AACtC,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,WAAO,KAAK,aAAa,QAAA,EAAU;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA,EAKA,qBAA+C;AAC7C,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,UAAM,MAAM;AAAA,MACV,KAAK;AAAA,MACL,KAAK,aAAa,QAAA,EAAU;AAAA,MAC5B,KAAK,SAAS;AAAA,MACd,KAAK;AAAA,IAAA;AAEP,QAAI,IAAI,SAAS;AACf,WAAK,eAAe,IAAI;AACxB,WAAK,IAAI;AAAA,QACP;AAAA,QACA,KAAK,UAAU,KAAK,YAAY;AAAA,MAAA;AAAA,IAEpC;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,qBAA6B;AAC3B,UAAM,EAAC,IAAI,QAAA,IAAW,KAAK,aAAa,qBAAqB;AAC7D,eAAW,SAAS,KAAK,QAAQ,OAAA,GAAU;AACzC,YAAM,MAAM,GAAG,EAAE;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,gCAAgC,IAAc;AAC5C,QAAI,WAAW,KAAK,aAAa,IAAI,EAAE;AACvC,QAAI,UAAU;AACZ,aAAO;AAAA,IACT;AACA,QAAI,KAAK,aAAa;AACpB,YAAM,YAAY,sBAAsB,IAAI,KAAK,WAAW;AAC5D,WAAK,YAAY,IAAI,IAAI,SAAS;AAClC,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU;AACR,SAAK,SAAS,QAAA;AACd,SAAK,aAAa,QAAA;AAAA,EACpB;AAAA;AAAA,EAGA,eASE;AACA,UAAM,qCAAqB,IAAA;AAI3B,eAAW,YAAY,KAAK,WAAW,OAAA,GAAU;AAC/C,YAAM,EAAC,cAAc,gBAAgB,mBAAA,IAAsB;AAE3D,UAAI,CAAC,eAAe,IAAI,YAAY,GAAG;AACrC,uBAAe,IAAI,cAAc,EAAE;AAAA,MACrC;AACA,qBAAe,IAAI,YAAY,EAAG,KAAK;AAAA,QACrC;AAAA,QACA;AAAA,MAAA,CACD;AAAA,IACH;AACA,WAAO,CAAC,IAAI,IAAI,KAAK,WAAW,KAAA,CAAM,GAAG,cAAc;AAAA,EACzD;AAAA,EAEA,uBAA+B;AAC7B,QAAI,QAAQ;AACZ,eAAW,YAAY,KAAK,WAAW,OAAA,GAAU;AAC/C,eAAS,SAAS;AAAA,IACpB;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,CAAC,SACC,oBACA,SACA,OACA,OAC+B;AAC/B,WAAO,KAAK,aAAa;AACzB,SAAK,mBAAmB,SAAS,oBAAoB,SAAS,KAAK;AACnE,QAAI,KAAK,WAAW,IAAI,kBAAkB,GAAG;AAC3C,WAAK,IAAI,OAAO,SAAS,kBAAkB,kBAAkB,KAAK;AAClE;AAAA,IACF;AACA,UAAM,gBAAgB,kBAAkB,kBACpC,IAAI,UACJ;AAEJ,UAAM,YAAY,KAAK;AAAA,MACrB,KAAK,aAAa,QAAA,EAAU,GAAG;AAAA,IAAA;AAGjC,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA;AAAA,QACE,OAAO;AAAA,QACP,iBAAiB;AAAA;AAAA,QACjB,WAAW,CAAA,SAAQ,KAAK,WAAW,IAAI;AAAA,QACvC,eAAe,MAAM,KAAK,eAAA;AAAA,QAC1B,qBAAqB,CAACA,QAAoB,aACxC,IAAI;AAAA,UACFA;AAAAA,UACA;AAAA,UACA,KAAK;AAAA,UACL;AAAA,QAAA;AAAA,QAEJ,eAAe,CAAAA,WAASA;AAAAA,QACxB,UAAU;AAAA,QAAC;AAAA,QACX,qBAAqB,CAAAA,WAASA;AAAAA,MAAA;AAAA,MAEhC;AAAA,MACA;AAAA,IAAA;AAEF,UAAM,SAAS,MAAM,UAAA;AACrB,UAAM,UAAU;AAAA,MACd,MAAM,CAAA,WAAU;AACd,cAAM,WAAW,KAAK;AACtB,eAAO,UAAU,kDAAkD;AACnE,iBAAS,WAAW,oBAAoB,QAAQ,CAAC,MAAM,CAAC;AAAA,MAC1D;AAAA,IAAA,CACD;AAED,WAAO,KAAK,oBAAoB,IAAI;AACpC,SAAK,kBAAkB;AAAA,MACrB;AAAA,IAAA;AAEF,QAAI;AACF,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,KAAK,KAAK,YAAY;AAAA,MAAA;AAAA,IAE1B,UAAA;AACE,WAAK,kBAAkB;AAAA,IACzB;AAEA,UAAM,kBAAkB,MAAM,aAAA;AAC9B,QAAI,kBAAkB,sBAAsB;AAC1C,UAAI,kBAAkB,KAAK,WAAW,sBAAsB;AAC1D,YAAI,sBAAsB;AAC1B,cAAM,KAAK,KAAK,IACb,YAAY,QAAQ,kBAAkB,EACtC,YAAY,mBAAmB,eAAe;AACjD,mBAAW,aAAa,KAAK,QAAQ,KAAA,GAAQ;AAC3C,gBAAM,UAAU,OAAO;AAAA,YACrB,eAAe,qBAAqB,SAAS,KAAK,CAAA;AAAA,UAAC;AAErD,iCAAuB,QAAQ;AAAA,YAC7B,CAAC,KAAK,UAAU,MAAM,MAAM,CAAC;AAAA,YAC7B;AAAA,UAAA;AAEF,aAAG,OAAO,YAAY,aAAa,OAAO;AAAA,QAC5C;AACA,WAAG,OAAO,0BAA0B,mBAAmB,EAAE;AAAA,MAC3D;AAAA,IACF;AACA,mBAAe,MAAA;AAKf,SAAK,WAAW,IAAI,oBAAoB;AAAA,MACtC;AAAA,MACA;AAAA,MACA,cAAc;AAAA,MACd,gBAAgB;AAAA,MAChB;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAY,MAAc;AACxB,UAAM,WAAW,KAAK,WAAW,IAAI,IAAI;AACzC,QAAI,UAAU;AACZ,WAAK,WAAW,OAAO,IAAI;AAC3B,eAAS,MAAM,QAAA;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,OAAO,OAAe,IAA6B;AACjD,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,UAAM,SAAS,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC;AAC3C,WAAO,OAAO,OAAO,EAAS;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,QAAQ,OAIN;AACA,WAAO,KAAK,aAAa;AACzB,UAAM,OAAO,KAAK,aAAa,QAAQ,KAAK,WAAW;AACvD,UAAM,EAAC,MAAM,MAAM,QAAA,IAAW;AAC9B,SAAK,IAAI;AAAA,MACP,WAAW,KAAK,OAAO,OAAO,KAAK,OAAO,KAAK,OAAO;AAAA,IAAA;AAGxD,WAAO;AAAA,MACL,SAAS,KAAK;AAAA,MACd,YAAY;AAAA,MACZ,SAAS,KAAK,SAAS,MAAM,OAAO,OAAO;AAAA,IAAA;AAAA,EAE/C;AAAA,EAEA,CAAC,SACC,MACA,OACA,YACqB;AACrB,WAAO,KAAK,oBAAoB,IAAI;AACpC,SAAK,kBAAkB;AAAA,MACrB;AAAA,MACA,sBAAsB,KAAK,qBAAA;AAAA,MAC3B;AAAA,MACA,KAAK;AAAA,IAAA;AAEP,QAAI;AACF,iBAAW,EAAC,OAAO,YAAY,UAAA,KAAc,MAAM;AAKjD,aAAK,sBAAA;AACL,cAAM,QAAQ,YAAY,IAAA;AAC1B,YAAI;AACJ,YAAI;AACF,gBAAM,cAAc,KAAK,QAAQ,IAAI,KAAK;AAC1C,cAAI,CAAC,aAAa;AAEhB;AAAA,UACF;AACA,gBAAM,aAAa,kBAAkB,KAAK,cAAc,KAAK;AAC7D,cAAI,aAA8B;AAClC,qBAAW,aAAa,YAAY;AAClC,gBACE,aACA;AAAA,cACE,UAAU,YAAY,SAAgB;AAAA,cACtC,UAAU,YAAY,SAAgB;AAAA,YAAA,GAExC;AACA,2BAAa;AAAA,YACf,OAAO;AACL,kBAAI,WAAW;AACb,qBAAK,qBAAqB,IAAI,CAAC;AAAA,cACjC;AACA,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,cAAA,CACN;AAAA,YACH;AAAA,UACF;AACA,cAAI,WAAW;AACb,gBAAI,YAAY;AACd,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,gBACL,QAAQ;AAAA,cAAA,CACT;AAAA,YACH,OAAO;AACL,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,cAAA,CACN;AAAA,YACH;AAAA,UACF;AAAA,QACF,UAAA;AACE,eAAK,gBAAgB;AAAA,QACvB;AAEA,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,aAAa,OAAO,UAAU,KAAM;AAAA,UACvC;AAAA,UACA;AAAA,QAAA,CACD;AAAA,MACH;AAGA,YAAM,EAAC,SAAQ;AACf,iBAAW,SAAS,KAAK,QAAQ,OAAA,GAAU;AACzC,cAAM,MAAM,KAAK,GAAG,EAAE;AAAA,MACxB;AACA,WAAK,gCAAgC,KAAK,GAAG,EAAE;AAC/C,WAAK,IAAI,QAAQ,eAAe,KAAK,OAAO,EAAE;AAAA,IAChD,UAAA;AACE,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AAAA;AAAA,EAGA,WAAW,WAA2B;AACpC,QAAI,SAAS,KAAK,QAAQ,IAAI,SAAS;AACvC,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,iBAAiB,KAAK,aAAa,SAAS;AAC9D,UAAM,aAAa,kBAAkB,KAAK,cAAc,SAAS;AAEjE,UAAM,EAAC,GAAA,IAAM,KAAK,aAAa,QAAA;AAC/B,aAAS,IAAI;AAAA,MACX,KAAK;AAAA,MACL,KAAK;AAAA,MACL,GAAG;AAAA,MACH;AAAA,MACA,UAAU;AAAA,MACV;AAAA,MACA,MAAM,KAAK,aAAA;AAAA,IAAa;AAE1B,SAAK,QAAQ,IAAI,WAAW,MAAM;AAClC,SAAK,IAAI,QAAQ,2BAA2B,SAAS,EAAE;AACvD,WAAO;AAAA,EACT;AAAA,EAEA,eAAwB;AACtB,QAAI,KAAK,iBAAiB;AACxB,aACE,KAAK,gBAAgB,MAAM,WAAA,IAAe;AAAA,IAE9C;AACA,QAAI,KAAK,iBAAiB;AACxB,WAAK,sBAAA;AAAA,IACP;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeA,wBAAwB;AACtB,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,IAAA,IACE,KAAK,KAAK,eAAe;AAC7B,UAAM,UAAU,aAAa,aAAA;AAC7B,QACE,UAAU,kCACT,UAAU,wBACR,UAAU,uBAAuB,KAAK,OAAO,aAAa,IAC7D;AACA,YAAM,IAAI;AAAA,QACR,mCAAmC,GAAG,OAAO,UAAU,kBAC5C,OAAO,kEACK,oBAAoB;AAAA,MAAA;AAAA,IAE/C;AAAA,EACF;AAAA;AAAA,EAGA,iBAA0B;AACxB,WAAO,KAAK,SAAS,cAAA;AAAA,EACvB;AAAA,EAEA,CAAC,MAAM,QAAqB,QAA2C;AACrE,SAAK,mBAAA;AACL,QAAI;AACF,iBAAW,KAAK,OAAO,QAAQ,MAAM,GAAG;AACtC,mBAAWC,WAAU,KAAK,kBAAA,EAAoB,UAAU;AAItD,iBAAOA,YAAW,OAAO;AACzB,gBAAMA;AAAAA,QACR;AACA,aAAK,mBAAA;AAAA,MACP;AAAA,IACF,UAAA;AACE,UAAI,KAAK,cAAc,MAAM;AAC3B,aAAK,kBAAA;AAAA,MACP;AAAA,IACF;AAAA,EACF;AAAA,EAEA,qBAAqB;AACnB,WAAO,KAAK,cAAc,IAAI;AAC9B,SAAK,YAAY,IAAI,SAAS,KAAK,KAAK,YAAY,CAAC;AAAA,EACvD;AAAA,EAEA,oBAA8B;AAC5B,UAAM,WAAW,KAAK;AACtB,WAAO,QAAQ;AACf,SAAK,YAAY;AACjB,WAAO;AAAA,EACT;AACF;AAEA,MAAM,SAAS;AAAA,EACJ;AAAA,EAET,YAAY,aAAsC;AAChD,SAAK,eAAe;AAAA,EACtB;AAAA,EAES,WAIH,CAAA;AAAA,EAEN,WACE,MACA,QACA,SACM;AACN,SAAK,SAAS,KAAK,CAAC,MAAM,QAAQ,OAAO,CAAC;AAC1C,WAAO;AAAA,EACT;AAAA,EAEA,CAAC,SAAwC;AACvC,eAAW,CAAC,MAAM,QAAQ,OAAO,KAAK,KAAK,UAAU;AACnD,aAAO,KAAK,eAAe,MAAM,QAAQ,OAAO;AAAA,IAClD;AAAA,EACF;AAAA,EAEA,CAAC,eACC,WACA,QACA,SAC+B;AAG/B,QAAI,OAAO,WAAW,eAAe;AACnC;AAAA,IACF;AAEA,eAAW,UAAU,SAAS;AAC5B,UAAI,WAAW,SAAS;AACtB,cAAM;AACN;AAAA,MACF;AACA,YAAM,EAAC,SAAQ;AAEf,cAAQ,MAAA;AAAA,QACN,KAAK;AAAA,QACL,KAAK,UAAU;AACb,iBAAO,KAAK,aAAa,WAAW,QAAQ,MAAM,MAAM;AAAA,YACtD,OAAO;AAAA,UAAA,CACR;AACD;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,EAAC,UAAS;AAChB,gBAAM,cAAc;AAAA,YAClB,OAAO,cAAc,MAAM,gBAAgB;AAAA,UAAA;AAG7C,iBAAO,KAAK,eAAe,WAAW,aAAa,CAAC,MAAM,MAAM,CAAC;AACjE;AAAA,QACF;AAAA,QACA,KAAK;AACH,iBAAO,KAAK,aAAa,WAAW,QAAQ,MAAM,MAAM;AAAA,YACtD,EAAC,KAAK,OAAO,KAAK,KAAK,eAAe,CAAA,EAAC;AAAA,UAAC,CACzC;AACD;AAAA,QACF;AACE,sBAAgB;AAAA,MAAA;AAAA,IAEtB;AAAA,EACF;AAAA,EAEA,CAAC,aACC,WACA,QACA,IACA,OAC+B;AAC/B,UAAM,EAAC,WAAW,OAAO,OAAA,IAAU;AAEnC,UAAM,aAAa,KAAK,KAAK,aAAa,IAAI,KAAK,CAAC;AAIpD,QAAI,WAAW,eAAe;AAC5B;AAAA,IACF;AAEA,eAAW,QAAQ,SAAS;AAC1B,UAAI,SAAS,SAAS;AACpB,cAAM;AACN;AAAA,MACF;AACA,YAAM,EAAC,eAAe,IAAA,IAAO;AAC7B,YAAM,SAAS,UAAU,YAAY,GAAG;AAExC,YAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA;AAAA,QACA,KAAK,OAAO,WAAW,SAAY;AAAA,MAAA;AAGrC,iBAAW,CAAC,cAAc,QAAQ,KAAK,OAAO,QAAQ,aAAa,GAAG;AACpE,cAAM,cAAc,KAAK,OAAO,cAAc,YAAY,CAAC;AAC3D,eAAO,KAAK,aAAa,WAAW,aAAa,IAAI,QAAQ;AAAA,MAC/D;AAAA,IACF;AAAA,EACF;AACF;AAEA,UAAU,OAAO,OAA6D;AAC5E,aAAW,QAAQ,OAAO;AACxB,QAAI,SAAS,SAAS;AACpB,YAAM;AACN;AAAA,IACF;AACA,UAAM,EAAC,MAAM,OAAO,KAAA;AAAA,EACtB;AACF;AAEA,SAAS,UAAU,MAAkB,KAAkB;AACrD,SAAO,OAAO,YAAY,KAAK,IAAI,CAAA,QAAO,CAAC,KAAK,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;AAClE;AAOO,UAAU,QACf,OACA,MACA,cAC+B;AAC/B,QAAM,MAAM,MAAM,MAAM,EAAE;AAC1B,QAAM,WAAW,IAAI,SAAS,iBAAiB,YAAY,CAAC,EAAE;AAAA,IAC5D;AAAA,IACA,MAAM,UAAA;AAAA,IACN,OAAO,GAAG;AAAA,EAAA;AAEZ,SAAO,SAAS,OAAA;AAClB;AAEO,UAAU,gBACf,OACA,MACA,aAC+B;AAC/B,QAAM,MAAM,MAAM,MAAM,EAAE;AAC1B,QAAM,WAAW,IAAI,SAAS,WAAW,EAAE;AAAA,IACzC;AAAA,IACA,MAAM,UAAA;AAAA,IACN,OAAO,GAAG;AAAA,EAAA;AAEZ,SAAO,SAAS,OAAA;AAClB;AAEA,SAAS,iBACP,cACA,cAAuC,oBAAI,OAC3C;AACA,aAAW,CAAC,WAAW,EAAC,WAAA,CAAW,KAAK,OAAO,QAAQ,aAAa,MAAM,GAAG;AAC3E,gBAAY,IAAI,WAAW,UAAmC;AAAA,EAChE;AACA,SAAO;AACT;AAEA,SAAS,kBACP,aACA,OACY;AACZ,QAAM,QAAQ,KAAK,aAAa,iCAAiC;AAEjE,SAAO;AAAA,IACL,MAAM,IAAI,KAAK;AAAA,IACf,UAAU,KAAK,oBAAoB,CAAC,GAAG,MAAM,KAAA,CAAM,EAAE,KAAA,CAAM;AAAA,EAAA;AAG/D;"}
+{"version":3,"file":"pipeline-driver.js","sources":["../../../../../../zero-cache/src/services/view-syncer/pipeline-driver.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport {deepEqual, type JSONValue} from '../../../../shared/src/json.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport type {AST} from '../../../../zero-protocol/src/ast.ts';\nimport type {ClientSchema} from '../../../../zero-protocol/src/client-schema.ts';\nimport type {Row} from '../../../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../../../zero-protocol/src/primary-key.ts';\nimport {buildPipeline} from '../../../../zql/src/builder/builder.ts';\nimport {\n  Debug,\n  runtimeDebugFlags,\n} from '../../../../zql/src/builder/debug-delegate.ts';\nimport type {Change} from '../../../../zql/src/ivm/change.ts';\nimport type {Node} from '../../../../zql/src/ivm/data.ts';\nimport {type Input, type Storage} from '../../../../zql/src/ivm/operator.ts';\nimport type {SourceSchema} from '../../../../zql/src/ivm/schema.ts';\nimport type {\n  Source,\n  SourceChange,\n  SourceInput,\n} from '../../../../zql/src/ivm/source.ts';\nimport type {ConnectionCostModel} from '../../../../zql/src/planner/planner-connection.ts';\nimport {MeasurePushOperator} from '../../../../zql/src/query/measure-push-operator.ts';\nimport type {ClientGroupStorage} from '../../../../zqlite/src/database-storage.ts';\nimport type {Database} from '../../../../zqlite/src/db.ts';\nimport {createSQLiteCostModel} from '../../../../zqlite/src/sqlite-cost-model.ts';\nimport {TableSource} from '../../../../zqlite/src/table-source.ts';\nimport {\n  reloadPermissionsIfChanged,\n  type LoadedPermissions,\n} from '../../auth/load-permissions.ts';\nimport type {LogConfig} from '../../config/zero-config.ts';\nimport {computeZqlSpecs, mustGetTableSpec} from '../../db/lite-tables.ts';\nimport type {LiteAndZqlSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../observability/metrics.ts';\nimport type {InspectorDelegate} from '../../server/inspector-delegate.ts';\nimport {type RowKey} from '../../types/row-key.ts';\nimport type {SchemaVersions} from '../../types/schema-versions.ts';\nimport {upstreamSchema, type ShardID} from '../../types/shards.ts';\nimport {getSubscriptionState} from '../replicator/schema/replication-state.ts';\nimport {checkClientSchema} from './client-schema.ts';\nimport type {Snapshotter} from './snapshotter.ts';\nimport {ResetPipelinesSignal, type SnapshotDiff} from './snapshotter.ts';\n\nexport type RowAdd = {\n  readonly type: 'add';\n  readonly queryHash: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: Row;\n};\n\nexport type RowRemove = {\n  readonly type: 'remove';\n  readonly queryHash: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: undefined;\n};\n\nexport type RowEdit = {\n  readonly type: 'edit';\n  readonly queryHash: string;\n  readonly table: string;\n  readonly rowKey: Row;\n  readonly row: Row;\n};\n\nexport type RowChange = RowAdd | RowRemove | RowEdit;\n\ntype Pipeline = {\n  readonly input: Input;\n  readonly hydrationTimeMs: number;\n  readonly originalHash: string;\n  readonly transformedAst: AST; // Optional, only set after hydration\n  readonly transformationHash: string; // The hash of the transformed AST\n};\n\ntype AdvanceContext = {\n  readonly timer: Timer;\n  readonly totalHydrationTimeMs: number;\n  readonly numChanges: number;\n  pos: number;\n};\n\ntype HydrateContext = {\n  readonly timer: Timer;\n};\n\nexport type Timer = {\n  elapsedLap: () => number;\n  totalElapsed: () => number;\n};\n\n/**\n * No matter how fast hydration is, advancement is given at least this long to\n * complete before doing a pipeline reset.\n */\nconst MIN_ADVANCEMENT_TIME_LIMIT_MS = 30;\nexport const YIELD_THRESHOLD_MS = 200;\n\n/**\n * Manages the state of IVM pipelines for a given ViewSyncer (i.e. client group).\n */\nexport class PipelineDriver {\n  readonly #tables = new Map<string, TableSource>();\n  // We probs need the original query hash\n  // so we can decide not to re-transform a custom query\n  // that is already hydrated.\n  readonly #pipelines = new Map<string, Pipeline>();\n\n  readonly #lc: LogContext;\n  readonly #snapshotter: Snapshotter;\n  readonly #storage: ClientGroupStorage;\n  readonly #shardID: ShardID;\n  readonly #logConfig: LogConfig;\n  readonly #tableSpecs = new Map<string, LiteAndZqlSpec>();\n  readonly #costModels: WeakMap<Database, ConnectionCostModel> | undefined;\n  #streamer: Streamer | null = null;\n  #hydrateContext: HydrateContext | null = null;\n  #advanceContext: AdvanceContext | null = null;\n  #replicaVersion: string | null = null;\n  #primaryKeys: Map<string, PrimaryKey> | null = null;\n  #permissions: LoadedPermissions | null = null;\n\n  readonly #advanceTime = getOrCreateHistogram('sync', 'ivm.advance-time', {\n    description:\n      'Time to advance all queries for a given client group for in response to a single change.',\n    unit: 's',\n  });\n\n  readonly #conflictRowsDeleted = getOrCreateCounter(\n    'sync',\n    'ivm.conflict-rows-deleted',\n    'Number of rows deleted because they conflicted with added row',\n  );\n\n  readonly #inspectorDelegate: InspectorDelegate;\n\n  constructor(\n    lc: LogContext,\n    logConfig: LogConfig,\n    snapshotter: Snapshotter,\n    shardID: ShardID,\n    storage: ClientGroupStorage,\n    clientGroupID: string,\n    inspectorDelegate: InspectorDelegate,\n    enablePlanner?: boolean,\n  ) {\n    this.#lc = lc.withContext('clientGroupID', clientGroupID);\n    this.#snapshotter = snapshotter;\n    this.#storage = storage;\n    this.#shardID = shardID;\n    this.#logConfig = logConfig;\n    this.#inspectorDelegate = inspectorDelegate;\n    this.#costModels = enablePlanner ? new WeakMap() : undefined;\n  }\n\n  /**\n   * Initializes the PipelineDriver to the current head of the database.\n   * Queries can then be added (i.e. hydrated) with {@link addQuery()}.\n   *\n   * Must only be called once.\n   */\n  init(clientSchema: ClientSchema) {\n    assert(!this.#snapshotter.initialized(), 'Already initialized');\n    this.#snapshotter.init();\n    this.#initAndResetCommon(clientSchema);\n  }\n\n  /**\n   * @returns Whether the PipelineDriver has been initialized.\n   */\n  initialized(): boolean {\n    return this.#snapshotter.initialized();\n  }\n\n  /**\n   * Clears the current pipelines and TableSources, returning the PipelineDriver\n   * to its initial state. This should be called in response to a schema change,\n   * as TableSources need to be recomputed.\n   */\n  reset(clientSchema: ClientSchema) {\n    for (const {input} of this.#pipelines.values()) {\n      input.destroy();\n    }\n    this.#pipelines.clear();\n    this.#tables.clear();\n    this.#initAndResetCommon(clientSchema);\n  }\n\n  #initAndResetCommon(clientSchema: ClientSchema) {\n    const {db} = this.#snapshotter.current();\n    const fullTables = new Map<string, LiteTableSpec>();\n    computeZqlSpecs(this.#lc, db.db, this.#tableSpecs, fullTables);\n    checkClientSchema(\n      this.#shardID,\n      clientSchema,\n      this.#tableSpecs,\n      fullTables,\n    );\n    const primaryKeys = this.#primaryKeys ?? new Map<string, PrimaryKey>();\n    this.#primaryKeys = primaryKeys;\n    primaryKeys.clear();\n    for (const [table, spec] of this.#tableSpecs.entries()) {\n      if (table.startsWith(upstreamSchema(this.#shardID))) {\n        primaryKeys.set(table, spec.tableSpec.primaryKey);\n      }\n    }\n    buildPrimaryKeys(clientSchema, primaryKeys);\n    const {replicaVersion} = getSubscriptionState(db);\n    this.#replicaVersion = replicaVersion;\n  }\n\n  /** @returns The replica version. The PipelineDriver must have been initialized. */\n  get replicaVersion(): string {\n    return must(this.#replicaVersion, 'Not yet initialized');\n  }\n\n  /**\n   * Returns the current version of the database. This will reflect the\n   * latest version change when calling {@link advance()} once the\n   * iteration has begun.\n   */\n  currentVersion(): string {\n    assert(this.initialized(), 'Not yet initialized');\n    return this.#snapshotter.current().version;\n  }\n\n  /**\n   * Returns the current supported schema version range of the database.  This\n   * will reflect changes to supported schema version range when calling\n   * {@link advance()} once the iteration has begun.\n   */\n  currentSchemaVersions(): SchemaVersions {\n    assert(this.initialized(), 'Not yet initialized');\n    return this.#snapshotter.current().schemaVersions;\n  }\n\n  /**\n   * Returns the current upstream {app}.permissions, or `null` if none are defined.\n   */\n  currentPermissions(): LoadedPermissions | null {\n    assert(this.initialized(), 'Not yet initialized');\n    const res = reloadPermissionsIfChanged(\n      this.#lc,\n      this.#snapshotter.current().db,\n      this.#shardID.appID,\n      this.#permissions,\n    );\n    if (res.changed) {\n      this.#permissions = res.permissions;\n      this.#lc.debug?.(\n        'Reloaded permissions',\n        JSON.stringify(this.#permissions),\n      );\n    }\n    return this.#permissions;\n  }\n\n  advanceWithoutDiff(): string {\n    const {db, version} = this.#snapshotter.advanceWithoutDiff().curr;\n    for (const table of this.#tables.values()) {\n      table.setDB(db.db);\n    }\n    return version;\n  }\n\n  #ensureCostModelExistsIfEnabled(db: Database) {\n    let existing = this.#costModels?.get(db);\n    if (existing) {\n      return existing;\n    }\n    if (this.#costModels) {\n      const costModel = createSQLiteCostModel(db, this.#tableSpecs);\n      this.#costModels.set(db, costModel);\n      return costModel;\n    }\n    return undefined;\n  }\n\n  /**\n   * Clears storage used for the pipelines. Call this when the\n   * PipelineDriver will no longer be used.\n   */\n  destroy() {\n    this.#storage.destroy();\n    this.#snapshotter.destroy();\n  }\n\n  /** @return The Set of query hashes for all added queries. */\n  addedQueries(): [\n    transformationHashes: Set<string>,\n    byOriginalHash: Map<\n      string,\n      {\n        transformationHash: string;\n        transformedAst: AST;\n      }[]\n    >,\n  ] {\n    const byOriginalHash = new Map<\n      string,\n      {transformationHash: string; transformedAst: AST}[]\n    >();\n    for (const pipeline of this.#pipelines.values()) {\n      const {originalHash, transformedAst, transformationHash} = pipeline;\n\n      if (!byOriginalHash.has(originalHash)) {\n        byOriginalHash.set(originalHash, []);\n      }\n      byOriginalHash.get(originalHash)!.push({\n        transformationHash,\n        transformedAst,\n      });\n    }\n    return [new Set(this.#pipelines.keys()), byOriginalHash];\n  }\n\n  totalHydrationTimeMs(): number {\n    let total = 0;\n    for (const pipeline of this.#pipelines.values()) {\n      total += pipeline.hydrationTimeMs;\n    }\n    return total;\n  }\n\n  /**\n   * Adds a pipeline for the query. The method will hydrate the query using the\n   * driver's current snapshot of the database and return a stream of results.\n   * Henceforth, updates to the query will be returned when the driver is\n   * {@link advance}d. The query and its pipeline can be removed with\n   * {@link removeQuery()}.\n   *\n   * If a query with an identical hash has already been added, this method is a\n   * no-op and no RowChanges are generated.\n   *\n   * @param timer The caller-controlled {@link Timer} used to determine the\n   *        final hydration time. (The caller may pause and resume the timer\n   *        when yielding the thread for time-slicing).\n   * @return The rows from the initial hydration of the query.\n   */\n  *addQuery(\n    transformationHash: string,\n    queryID: string,\n    query: AST,\n    timer: Timer,\n  ): Iterable<RowChange | 'yield'> {\n    assert(this.initialized());\n    this.#inspectorDelegate.addQuery(transformationHash, queryID, query);\n    if (this.#pipelines.has(transformationHash)) {\n      this.#lc.info?.(`query ${transformationHash} already added`, query);\n      return;\n    }\n    const debugDelegate = runtimeDebugFlags.trackRowsVended\n      ? new Debug()\n      : undefined;\n\n    const costModel = this.#ensureCostModelExistsIfEnabled(\n      this.#snapshotter.current().db.db,\n    );\n\n    const input = buildPipeline(\n      query,\n      {\n        debug: debugDelegate,\n        enableNotExists: true, // Server-side can handle NOT EXISTS\n        getSource: name => this.#getSource(name),\n        createStorage: () => this.#createStorage(),\n        decorateSourceInput: (input: SourceInput, _queryID: string): Input =>\n          new MeasurePushOperator(\n            input,\n            transformationHash,\n            this.#inspectorDelegate,\n            'query-update-server',\n          ),\n        decorateInput: input => input,\n        addEdge() {},\n        decorateFilterInput: input => input,\n      },\n      queryID,\n      costModel,\n    );\n    const schema = input.getSchema();\n    input.setOutput({\n      push: change => {\n        const streamer = this.#streamer;\n        assert(streamer, 'must #startAccumulating() before pushing changes');\n        streamer.accumulate(transformationHash, schema, [change]);\n        return [];\n      },\n    });\n\n    assert(this.#advanceContext === null);\n    this.#hydrateContext = {\n      timer,\n    };\n    try {\n      yield* hydrateInternal(\n        input,\n        transformationHash,\n        must(this.#primaryKeys),\n      );\n    } finally {\n      this.#hydrateContext = null;\n    }\n\n    const hydrationTimeMs = timer.totalElapsed();\n    if (runtimeDebugFlags.trackRowCountsVended) {\n      if (hydrationTimeMs > this.#logConfig.slowHydrateThreshold) {\n        let totalRowsConsidered = 0;\n        const lc = this.#lc\n          .withContext('hash', transformationHash)\n          .withContext('hydrationTimeMs', hydrationTimeMs);\n        for (const tableName of this.#tables.keys()) {\n          const entries = Object.entries(\n            debugDelegate?.getVendedRowCounts()[tableName] ?? {},\n          );\n          totalRowsConsidered += entries.reduce(\n            (acc, entry) => acc + entry[1],\n            0,\n          );\n          lc.info?.(tableName + ' VENDED: ', entries);\n        }\n        lc.info?.(`Total rows considered: ${totalRowsConsidered}`);\n      }\n    }\n    debugDelegate?.reset();\n\n    // Note: This hydrationTime is a wall-clock overestimate, as it does\n    // not take time slicing into account. The view-syncer resets this\n    // to a more precise processing-time measurement with setHydrationTime().\n    this.#pipelines.set(transformationHash, {\n      input,\n      hydrationTimeMs,\n      originalHash: queryID,\n      transformedAst: query,\n      transformationHash,\n    });\n  }\n\n  /**\n   * Removes the pipeline for the query. This is a no-op if the query\n   * was not added.\n   */\n  removeQuery(hash: string) {\n    const pipeline = this.#pipelines.get(hash);\n    if (pipeline) {\n      this.#pipelines.delete(hash);\n      pipeline.input.destroy();\n    }\n  }\n\n  /**\n   * Returns the value of the row with the given primary key `pk`,\n   * or `undefined` if there is no such row. The pipeline must have been\n   * initialized.\n   */\n  getRow(table: string, pk: RowKey): Row | undefined {\n    assert(this.initialized(), 'Not yet initialized');\n    const source = must(this.#tables.get(table));\n    return source.getRow(pk as Row);\n  }\n\n  /**\n   * Advances to the new head of the database.\n   *\n   * @param timer The caller-controlled {@link Timer} that will be used to\n   *        measure the progress of the advancement and abort with a\n   *        {@link ResetPipelinesSignal} if it is estimated to take longer\n   *        than a hydration.\n   * @return The resulting row changes for all added queries. Note that the\n   *         `changes` must be iterated over in their entirety in order to\n   *         advance the database snapshot.\n   */\n  advance(timer: Timer): {\n    version: string;\n    numChanges: number;\n    changes: Iterable<RowChange | 'yield'>;\n  } {\n    assert(this.initialized());\n    const diff = this.#snapshotter.advance(this.#tableSpecs);\n    const {prev, curr, changes} = diff;\n    this.#lc.debug?.(\n      `advance ${prev.version} => ${curr.version}: ${changes} changes`,\n    );\n\n    return {\n      version: curr.version,\n      numChanges: changes,\n      changes: this.#advance(diff, timer, changes),\n    };\n  }\n\n  *#advance(\n    diff: SnapshotDiff,\n    timer: Timer,\n    numChanges: number,\n  ): Iterable<RowChange | 'yield'> {\n    assert(this.#hydrateContext === null);\n    this.#advanceContext = {\n      timer,\n      totalHydrationTimeMs: this.totalHydrationTimeMs(),\n      numChanges,\n      pos: 0,\n    };\n    try {\n      for (const {table, prevValues, nextValue} of diff) {\n        // Advance progress is checked each time a row is fetched\n        // from a TableSource during push processing, but some pushes\n        // don't read any rows.  Check progress here before processing\n        // the next change.\n        if (this.#shouldAdvanceYieldMaybeAbortAdvance()) {\n          yield 'yield';\n        }\n        const start = performance.now();\n        let type;\n        try {\n          const tableSource = this.#tables.get(table);\n          if (!tableSource) {\n            // no pipelines read from this table, so no need to process the change\n            continue;\n          }\n          const primaryKey = mustGetPrimaryKey(this.#primaryKeys, table);\n          let editOldRow: Row | undefined = undefined;\n          for (const prevValue of prevValues) {\n            if (\n              nextValue &&\n              deepEqual(\n                getRowKey(primaryKey, prevValue as Row) as JSONValue,\n                getRowKey(primaryKey, nextValue as Row) as JSONValue,\n              )\n            ) {\n              editOldRow = prevValue;\n            } else {\n              if (nextValue) {\n                this.#conflictRowsDeleted.add(1);\n              }\n              yield* this.#push(tableSource, {\n                type: 'remove',\n                row: prevValue,\n              });\n            }\n          }\n          if (nextValue) {\n            if (editOldRow) {\n              yield* this.#push(tableSource, {\n                type: 'edit',\n                row: nextValue,\n                oldRow: editOldRow,\n              });\n            } else {\n              yield* this.#push(tableSource, {\n                type: 'add',\n                row: nextValue,\n              });\n            }\n          }\n        } finally {\n          this.#advanceContext.pos++;\n        }\n\n        const elapsed = performance.now() - start;\n        this.#advanceTime.record(elapsed / 1000, {\n          table,\n          type,\n        });\n      }\n\n      // Set the new snapshot on all TableSources.\n      const {curr} = diff;\n      for (const table of this.#tables.values()) {\n        table.setDB(curr.db.db);\n      }\n      this.#ensureCostModelExistsIfEnabled(curr.db.db);\n      this.#lc.debug?.(`Advanced to ${curr.version}`);\n    } finally {\n      this.#advanceContext = null;\n    }\n  }\n\n  /** Implements `BuilderDelegate.getSource()` */\n  #getSource(tableName: string): Source {\n    let source = this.#tables.get(tableName);\n    if (source) {\n      return source;\n    }\n\n    const tableSpec = mustGetTableSpec(this.#tableSpecs, tableName);\n    const primaryKey = mustGetPrimaryKey(this.#primaryKeys, tableName);\n\n    const {db} = this.#snapshotter.current();\n    source = new TableSource(\n      this.#lc,\n      this.#logConfig,\n      db.db,\n      tableName,\n      tableSpec.zqlSpec,\n      primaryKey,\n      () => this.#shouldYield(),\n    );\n    this.#tables.set(tableName, source);\n    this.#lc.debug?.(`created TableSource for ${tableName}`);\n    return source;\n  }\n\n  #shouldYield(): boolean {\n    if (this.#hydrateContext) {\n      return this.#hydrateContext.timer.elapsedLap() > YIELD_THRESHOLD_MS;\n    }\n    if (this.#advanceContext) {\n      return this.#shouldAdvanceYieldMaybeAbortAdvance();\n    }\n    throw new Error('shouldYield called outside of hydration or advancement');\n  }\n\n  /**\n   * Cancel the advancement processing, by throwing a ResetPipelinesSignal, if\n   * it has taken longer than half the total hydration time to make it through\n   * half of the advancement, or if processing time exceeds total hydration\n   * time.  This serves as both a circuit breaker for very large transactions,\n   * as well as a bound on the amount of time the previous connection locks\n   * the inactive WAL file (as the lock prevents WAL2 from switching to the\n   * free WAL when the current one is over the size limit, which can make\n   * the WAL grow continuously and compound slowness).\n   * This is checked:\n   * 1. before starting to process each change in an advancement is processed\n   * 2. whenever a row is fetched from a TableSource during push processing\n   */\n  #shouldAdvanceYieldMaybeAbortAdvance(): boolean {\n    const {\n      pos,\n      numChanges,\n      timer: advanceTimer,\n      totalHydrationTimeMs,\n    } = must(this.#advanceContext);\n    const elapsed = advanceTimer.totalElapsed();\n    if (\n      elapsed > MIN_ADVANCEMENT_TIME_LIMIT_MS &&\n      (elapsed > totalHydrationTimeMs ||\n        (elapsed > totalHydrationTimeMs / 2 && pos <= numChanges / 2))\n    ) {\n      throw new ResetPipelinesSignal(\n        `Advancement exceeded timeout at ${pos} of ${numChanges} changes ` +\n          `after ${elapsed} ms. Advancement time limited based on total ` +\n          `hydration time of ${totalHydrationTimeMs} ms.`,\n      );\n    }\n    return advanceTimer.elapsedLap() > YIELD_THRESHOLD_MS;\n  }\n\n  /** Implements `BuilderDelegate.createStorage()` */\n  #createStorage(): Storage {\n    return this.#storage.createStorage();\n  }\n\n  *#push(\n    source: TableSource,\n    change: SourceChange,\n  ): Iterable<RowChange | 'yield'> {\n    this.#startAccumulating();\n    try {\n      for (const val of source.genPush(change)) {\n        if (val === 'yield') {\n          yield 'yield';\n        }\n        for (const changeOrYield of this.#stopAccumulating().stream()) {\n          yield changeOrYield;\n        }\n        this.#startAccumulating();\n      }\n    } finally {\n      if (this.#streamer !== null) {\n        this.#stopAccumulating();\n      }\n    }\n  }\n\n  #startAccumulating() {\n    assert(this.#streamer === null);\n    this.#streamer = new Streamer(must(this.#primaryKeys));\n  }\n\n  #stopAccumulating(): Streamer {\n    const streamer = this.#streamer;\n    assert(streamer);\n    this.#streamer = null;\n    return streamer;\n  }\n}\n\nclass Streamer {\n  readonly #primaryKeys: Map<string, PrimaryKey>;\n\n  constructor(primaryKeys: Map<string, PrimaryKey>) {\n    this.#primaryKeys = primaryKeys;\n  }\n\n  readonly #changes: [\n    hash: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ][] = [];\n\n  accumulate(\n    hash: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ): this {\n    this.#changes.push([hash, schema, changes]);\n    return this;\n  }\n\n  *stream(): Iterable<RowChange | 'yield'> {\n    for (const [hash, schema, changes] of this.#changes) {\n      yield* this.#streamChanges(hash, schema, changes);\n    }\n  }\n\n  *#streamChanges(\n    queryHash: string,\n    schema: SourceSchema,\n    changes: Iterable<Change | 'yield'>,\n  ): Iterable<RowChange | 'yield'> {\n    // We do not sync rows gathered by the permissions\n    // system to the client.\n    if (schema.system === 'permissions') {\n      return;\n    }\n\n    for (const change of changes) {\n      if (change === 'yield') {\n        yield change;\n        continue;\n      }\n      const {type} = change;\n\n      switch (type) {\n        case 'add':\n        case 'remove': {\n          yield* this.#streamNodes(queryHash, schema, type, () => [\n            change.node,\n          ]);\n          break;\n        }\n        case 'child': {\n          const {child} = change;\n          const childSchema = must(\n            schema.relationships[child.relationshipName],\n          );\n\n          yield* this.#streamChanges(queryHash, childSchema, [child.change]);\n          break;\n        }\n        case 'edit':\n          yield* this.#streamNodes(queryHash, schema, type, () => [\n            {row: change.node.row, relationships: {}},\n          ]);\n          break;\n        default:\n          unreachable(type);\n      }\n    }\n  }\n\n  *#streamNodes(\n    queryHash: string,\n    schema: SourceSchema,\n    op: 'add' | 'remove' | 'edit',\n    nodes: () => Iterable<Node | 'yield'>,\n  ): Iterable<RowChange | 'yield'> {\n    const {tableName: table, system} = schema;\n\n    const primaryKey = must(this.#primaryKeys.get(table));\n\n    // We do not sync rows gathered by the permissions\n    // system to the client.\n    if (system === 'permissions') {\n      return;\n    }\n\n    for (const node of nodes()) {\n      if (node === 'yield') {\n        yield node;\n        continue;\n      }\n      const {relationships, row} = node;\n      const rowKey = getRowKey(primaryKey, row);\n\n      yield {\n        type: op,\n        queryHash,\n        table,\n        rowKey,\n        row: op === 'remove' ? undefined : row,\n      } as RowChange;\n\n      for (const [relationship, children] of Object.entries(relationships)) {\n        const childSchema = must(schema.relationships[relationship]);\n        yield* this.#streamNodes(queryHash, childSchema, op, children);\n      }\n    }\n  }\n}\n\nfunction* toAdds(nodes: Iterable<Node | 'yield'>): Iterable<Change | 'yield'> {\n  for (const node of nodes) {\n    if (node === 'yield') {\n      yield node;\n      continue;\n    }\n    yield {type: 'add', node};\n  }\n}\n\nfunction getRowKey(cols: PrimaryKey, row: Row): RowKey {\n  return Object.fromEntries(cols.map(col => [col, must(row[col])]));\n}\n\n/**\n * Core hydration logic used by {@link PipelineDriver#addQuery}, extracted to a\n * function for reuse by bin-analyze so that bin-analyze's hydration logic\n * is as close as possible to zero-cache's real hydration logic.\n */\nexport function* hydrate(\n  input: Input,\n  hash: string,\n  clientSchema: ClientSchema,\n): Iterable<RowChange | 'yield'> {\n  const res = input.fetch({});\n  const streamer = new Streamer(buildPrimaryKeys(clientSchema)).accumulate(\n    hash,\n    input.getSchema(),\n    toAdds(res),\n  );\n  yield* streamer.stream();\n}\n\nexport function* hydrateInternal(\n  input: Input,\n  hash: string,\n  primaryKeys: Map<string, PrimaryKey>,\n): Iterable<RowChange | 'yield'> {\n  const res = input.fetch({});\n  const streamer = new Streamer(primaryKeys).accumulate(\n    hash,\n    input.getSchema(),\n    toAdds(res),\n  );\n  yield* streamer.stream();\n}\n\nfunction buildPrimaryKeys(\n  clientSchema: ClientSchema,\n  primaryKeys: Map<string, PrimaryKey> = new Map<string, PrimaryKey>(),\n) {\n  for (const [tableName, {primaryKey}] of Object.entries(clientSchema.tables)) {\n    primaryKeys.set(tableName, primaryKey as unknown as PrimaryKey);\n  }\n  return primaryKeys;\n}\n\nfunction mustGetPrimaryKey(\n  primaryKeys: Map<string, PrimaryKey> | null,\n  table: string,\n): PrimaryKey {\n  const pKeys = must(primaryKeys, 'primaryKey map must be non-null');\n\n  return must(\n    pKeys.get(table),\n    `table '${table}' is not one of: ${[...pKeys.keys()].sort()}. ` +\n      `Check the spelling and ensure that the table has a primary key.`,\n  );\n}\n"],"names":["input"],"mappings":";;;;;;;;;;;;;;;;;AAsGA,MAAM,gCAAgC;AAC/B,MAAM,qBAAqB;AAK3B,MAAM,eAAe;AAAA,EACjB,8BAAc,IAAA;AAAA;AAAA;AAAA;AAAA,EAId,iCAAiB,IAAA;AAAA,EAEjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB;AAAA,EACT,YAA6B;AAAA,EAC7B,kBAAyC;AAAA,EACzC,kBAAyC;AAAA,EACzC,kBAAiC;AAAA,EACjC,eAA+C;AAAA,EAC/C,eAAyC;AAAA,EAEhC,eAAe,qBAAqB,QAAQ,oBAAoB;AAAA,IACvE,aACE;AAAA,IACF,MAAM;AAAA,EAAA,CACP;AAAA,EAEQ,uBAAuB;AAAA,IAC9B;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAAA,EAGO;AAAA,EAET,YACE,IACA,WACA,aACA,SACA,SACA,eACA,mBACA,eACA;AACA,SAAK,MAAM,GAAG,YAAY,iBAAiB,aAAa;AACxD,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,aAAa;AAClB,SAAK,qBAAqB;AAC1B,SAAK,cAAc,gBAAgB,oBAAI,QAAA,IAAY;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,KAAK,cAA4B;AAC/B,WAAO,CAAC,KAAK,aAAa,YAAA,GAAe,qBAAqB;AAC9D,SAAK,aAAa,KAAA;AAClB,SAAK,oBAAoB,YAAY;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA,EAKA,cAAuB;AACrB,WAAO,KAAK,aAAa,YAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,cAA4B;AAChC,eAAW,EAAC,MAAA,KAAU,KAAK,WAAW,UAAU;AAC9C,YAAM,QAAA;AAAA,IACR;AACA,SAAK,WAAW,MAAA;AAChB,SAAK,QAAQ,MAAA;AACb,SAAK,oBAAoB,YAAY;AAAA,EACvC;AAAA,EAEA,oBAAoB,cAA4B;AAC9C,UAAM,EAAC,GAAA,IAAM,KAAK,aAAa,QAAA;AAC/B,UAAM,iCAAiB,IAAA;AACvB,oBAAgB,KAAK,KAAK,GAAG,IAAI,KAAK,aAAa,UAAU;AAC7D;AAAA,MACE,KAAK;AAAA,MACL;AAAA,MACA,KAAK;AAAA,MACL;AAAA,IAAA;AAEF,UAAM,cAAc,KAAK,gBAAgB,oBAAI,IAAA;AAC7C,SAAK,eAAe;AACpB,gBAAY,MAAA;AACZ,eAAW,CAAC,OAAO,IAAI,KAAK,KAAK,YAAY,WAAW;AACtD,UAAI,MAAM,WAAW,eAAe,KAAK,QAAQ,CAAC,GAAG;AACnD,oBAAY,IAAI,OAAO,KAAK,UAAU,UAAU;AAAA,MAClD;AAAA,IACF;AACA,qBAAiB,cAAc,WAAW;AAC1C,UAAM,EAAC,eAAA,IAAkB,qBAAqB,EAAE;AAChD,SAAK,kBAAkB;AAAA,EACzB;AAAA;AAAA,EAGA,IAAI,iBAAyB;AAC3B,WAAO,KAAK,KAAK,iBAAiB,qBAAqB;AAAA,EACzD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,iBAAyB;AACvB,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,WAAO,KAAK,aAAa,QAAA,EAAU;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,wBAAwC;AACtC,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,WAAO,KAAK,aAAa,QAAA,EAAU;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA,EAKA,qBAA+C;AAC7C,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,UAAM,MAAM;AAAA,MACV,KAAK;AAAA,MACL,KAAK,aAAa,QAAA,EAAU;AAAA,MAC5B,KAAK,SAAS;AAAA,MACd,KAAK;AAAA,IAAA;AAEP,QAAI,IAAI,SAAS;AACf,WAAK,eAAe,IAAI;AACxB,WAAK,IAAI;AAAA,QACP;AAAA,QACA,KAAK,UAAU,KAAK,YAAY;AAAA,MAAA;AAAA,IAEpC;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,qBAA6B;AAC3B,UAAM,EAAC,IAAI,QAAA,IAAW,KAAK,aAAa,qBAAqB;AAC7D,eAAW,SAAS,KAAK,QAAQ,OAAA,GAAU;AACzC,YAAM,MAAM,GAAG,EAAE;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,gCAAgC,IAAc;AAC5C,QAAI,WAAW,KAAK,aAAa,IAAI,EAAE;AACvC,QAAI,UAAU;AACZ,aAAO;AAAA,IACT;AACA,QAAI,KAAK,aAAa;AACpB,YAAM,YAAY,sBAAsB,IAAI,KAAK,WAAW;AAC5D,WAAK,YAAY,IAAI,IAAI,SAAS;AAClC,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU;AACR,SAAK,SAAS,QAAA;AACd,SAAK,aAAa,QAAA;AAAA,EACpB;AAAA;AAAA,EAGA,eASE;AACA,UAAM,qCAAqB,IAAA;AAI3B,eAAW,YAAY,KAAK,WAAW,OAAA,GAAU;AAC/C,YAAM,EAAC,cAAc,gBAAgB,mBAAA,IAAsB;AAE3D,UAAI,CAAC,eAAe,IAAI,YAAY,GAAG;AACrC,uBAAe,IAAI,cAAc,EAAE;AAAA,MACrC;AACA,qBAAe,IAAI,YAAY,EAAG,KAAK;AAAA,QACrC;AAAA,QACA;AAAA,MAAA,CACD;AAAA,IACH;AACA,WAAO,CAAC,IAAI,IAAI,KAAK,WAAW,KAAA,CAAM,GAAG,cAAc;AAAA,EACzD;AAAA,EAEA,uBAA+B;AAC7B,QAAI,QAAQ;AACZ,eAAW,YAAY,KAAK,WAAW,OAAA,GAAU;AAC/C,eAAS,SAAS;AAAA,IACpB;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,CAAC,SACC,oBACA,SACA,OACA,OAC+B;AAC/B,WAAO,KAAK,aAAa;AACzB,SAAK,mBAAmB,SAAS,oBAAoB,SAAS,KAAK;AACnE,QAAI,KAAK,WAAW,IAAI,kBAAkB,GAAG;AAC3C,WAAK,IAAI,OAAO,SAAS,kBAAkB,kBAAkB,KAAK;AAClE;AAAA,IACF;AACA,UAAM,gBAAgB,kBAAkB,kBACpC,IAAI,UACJ;AAEJ,UAAM,YAAY,KAAK;AAAA,MACrB,KAAK,aAAa,QAAA,EAAU,GAAG;AAAA,IAAA;AAGjC,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA;AAAA,QACE,OAAO;AAAA,QACP,iBAAiB;AAAA;AAAA,QACjB,WAAW,CAAA,SAAQ,KAAK,WAAW,IAAI;AAAA,QACvC,eAAe,MAAM,KAAK,eAAA;AAAA,QAC1B,qBAAqB,CAACA,QAAoB,aACxC,IAAI;AAAA,UACFA;AAAAA,UACA;AAAA,UACA,KAAK;AAAA,UACL;AAAA,QAAA;AAAA,QAEJ,eAAe,CAAAA,WAASA;AAAAA,QACxB,UAAU;AAAA,QAAC;AAAA,QACX,qBAAqB,CAAAA,WAASA;AAAAA,MAAA;AAAA,MAEhC;AAAA,MACA;AAAA,IAAA;AAEF,UAAM,SAAS,MAAM,UAAA;AACrB,UAAM,UAAU;AAAA,MACd,MAAM,CAAA,WAAU;AACd,cAAM,WAAW,KAAK;AACtB,eAAO,UAAU,kDAAkD;AACnE,iBAAS,WAAW,oBAAoB,QAAQ,CAAC,MAAM,CAAC;AACxD,eAAO,CAAA;AAAA,MACT;AAAA,IAAA,CACD;AAED,WAAO,KAAK,oBAAoB,IAAI;AACpC,SAAK,kBAAkB;AAAA,MACrB;AAAA,IAAA;AAEF,QAAI;AACF,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,KAAK,KAAK,YAAY;AAAA,MAAA;AAAA,IAE1B,UAAA;AACE,WAAK,kBAAkB;AAAA,IACzB;AAEA,UAAM,kBAAkB,MAAM,aAAA;AAC9B,QAAI,kBAAkB,sBAAsB;AAC1C,UAAI,kBAAkB,KAAK,WAAW,sBAAsB;AAC1D,YAAI,sBAAsB;AAC1B,cAAM,KAAK,KAAK,IACb,YAAY,QAAQ,kBAAkB,EACtC,YAAY,mBAAmB,eAAe;AACjD,mBAAW,aAAa,KAAK,QAAQ,KAAA,GAAQ;AAC3C,gBAAM,UAAU,OAAO;AAAA,YACrB,eAAe,qBAAqB,SAAS,KAAK,CAAA;AAAA,UAAC;AAErD,iCAAuB,QAAQ;AAAA,YAC7B,CAAC,KAAK,UAAU,MAAM,MAAM,CAAC;AAAA,YAC7B;AAAA,UAAA;AAEF,aAAG,OAAO,YAAY,aAAa,OAAO;AAAA,QAC5C;AACA,WAAG,OAAO,0BAA0B,mBAAmB,EAAE;AAAA,MAC3D;AAAA,IACF;AACA,mBAAe,MAAA;AAKf,SAAK,WAAW,IAAI,oBAAoB;AAAA,MACtC;AAAA,MACA;AAAA,MACA,cAAc;AAAA,MACd,gBAAgB;AAAA,MAChB;AAAA,IAAA,CACD;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAY,MAAc;AACxB,UAAM,WAAW,KAAK,WAAW,IAAI,IAAI;AACzC,QAAI,UAAU;AACZ,WAAK,WAAW,OAAO,IAAI;AAC3B,eAAS,MAAM,QAAA;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,OAAO,OAAe,IAA6B;AACjD,WAAO,KAAK,YAAA,GAAe,qBAAqB;AAChD,UAAM,SAAS,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC;AAC3C,WAAO,OAAO,OAAO,EAAS;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,QAAQ,OAIN;AACA,WAAO,KAAK,aAAa;AACzB,UAAM,OAAO,KAAK,aAAa,QAAQ,KAAK,WAAW;AACvD,UAAM,EAAC,MAAM,MAAM,QAAA,IAAW;AAC9B,SAAK,IAAI;AAAA,MACP,WAAW,KAAK,OAAO,OAAO,KAAK,OAAO,KAAK,OAAO;AAAA,IAAA;AAGxD,WAAO;AAAA,MACL,SAAS,KAAK;AAAA,MACd,YAAY;AAAA,MACZ,SAAS,KAAK,SAAS,MAAM,OAAO,OAAO;AAAA,IAAA;AAAA,EAE/C;AAAA,EAEA,CAAC,SACC,MACA,OACA,YAC+B;AAC/B,WAAO,KAAK,oBAAoB,IAAI;AACpC,SAAK,kBAAkB;AAAA,MACrB;AAAA,MACA,sBAAsB,KAAK,qBAAA;AAAA,MAC3B;AAAA,MACA,KAAK;AAAA,IAAA;AAEP,QAAI;AACF,iBAAW,EAAC,OAAO,YAAY,UAAA,KAAc,MAAM;AAKjD,YAAI,KAAK,wCAAwC;AAC/C,gBAAM;AAAA,QACR;AACA,cAAM,QAAQ,YAAY,IAAA;AAC1B,YAAI;AACJ,YAAI;AACF,gBAAM,cAAc,KAAK,QAAQ,IAAI,KAAK;AAC1C,cAAI,CAAC,aAAa;AAEhB;AAAA,UACF;AACA,gBAAM,aAAa,kBAAkB,KAAK,cAAc,KAAK;AAC7D,cAAI,aAA8B;AAClC,qBAAW,aAAa,YAAY;AAClC,gBACE,aACA;AAAA,cACE,UAAU,YAAY,SAAgB;AAAA,cACtC,UAAU,YAAY,SAAgB;AAAA,YAAA,GAExC;AACA,2BAAa;AAAA,YACf,OAAO;AACL,kBAAI,WAAW;AACb,qBAAK,qBAAqB,IAAI,CAAC;AAAA,cACjC;AACA,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,cAAA,CACN;AAAA,YACH;AAAA,UACF;AACA,cAAI,WAAW;AACb,gBAAI,YAAY;AACd,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,gBACL,QAAQ;AAAA,cAAA,CACT;AAAA,YACH,OAAO;AACL,qBAAO,KAAK,MAAM,aAAa;AAAA,gBAC7B,MAAM;AAAA,gBACN,KAAK;AAAA,cAAA,CACN;AAAA,YACH;AAAA,UACF;AAAA,QACF,UAAA;AACE,eAAK,gBAAgB;AAAA,QACvB;AAEA,cAAM,UAAU,YAAY,IAAA,IAAQ;AACpC,aAAK,aAAa,OAAO,UAAU,KAAM;AAAA,UACvC;AAAA,UACA;AAAA,QAAA,CACD;AAAA,MACH;AAGA,YAAM,EAAC,SAAQ;AACf,iBAAW,SAAS,KAAK,QAAQ,OAAA,GAAU;AACzC,cAAM,MAAM,KAAK,GAAG,EAAE;AAAA,MACxB;AACA,WAAK,gCAAgC,KAAK,GAAG,EAAE;AAC/C,WAAK,IAAI,QAAQ,eAAe,KAAK,OAAO,EAAE;AAAA,IAChD,UAAA;AACE,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AAAA;AAAA,EAGA,WAAW,WAA2B;AACpC,QAAI,SAAS,KAAK,QAAQ,IAAI,SAAS;AACvC,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,iBAAiB,KAAK,aAAa,SAAS;AAC9D,UAAM,aAAa,kBAAkB,KAAK,cAAc,SAAS;AAEjE,UAAM,EAAC,GAAA,IAAM,KAAK,aAAa,QAAA;AAC/B,aAAS,IAAI;AAAA,MACX,KAAK;AAAA,MACL,KAAK;AAAA,MACL,GAAG;AAAA,MACH;AAAA,MACA,UAAU;AAAA,MACV;AAAA,MACA,MAAM,KAAK,aAAA;AAAA,IAAa;AAE1B,SAAK,QAAQ,IAAI,WAAW,MAAM;AAClC,SAAK,IAAI,QAAQ,2BAA2B,SAAS,EAAE;AACvD,WAAO;AAAA,EACT;AAAA,EAEA,eAAwB;AACtB,QAAI,KAAK,iBAAiB;AACxB,aAAO,KAAK,gBAAgB,MAAM,WAAA,IAAe;AAAA,IACnD;AACA,QAAI,KAAK,iBAAiB;AACxB,aAAO,KAAK,qCAAA;AAAA,IACd;AACA,UAAM,IAAI,MAAM,wDAAwD;AAAA,EAC1E;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeA,uCAAgD;AAC9C,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,IAAA,IACE,KAAK,KAAK,eAAe;AAC7B,UAAM,UAAU,aAAa,aAAA;AAC7B,QACE,UAAU,kCACT,UAAU,wBACR,UAAU,uBAAuB,KAAK,OAAO,aAAa,IAC7D;AACA,YAAM,IAAI;AAAA,QACR,mCAAmC,GAAG,OAAO,UAAU,kBAC5C,OAAO,kEACK,oBAAoB;AAAA,MAAA;AAAA,IAE/C;AACA,WAAO,aAAa,eAAe;AAAA,EACrC;AAAA;AAAA,EAGA,iBAA0B;AACxB,WAAO,KAAK,SAAS,cAAA;AAAA,EACvB;AAAA,EAEA,CAAC,MACC,QACA,QAC+B;AAC/B,SAAK,mBAAA;AACL,QAAI;AACF,iBAAW,OAAO,OAAO,QAAQ,MAAM,GAAG;AACxC,YAAI,QAAQ,SAAS;AACnB,gBAAM;AAAA,QACR;AACA,mBAAW,iBAAiB,KAAK,kBAAA,EAAoB,UAAU;AAC7D,gBAAM;AAAA,QACR;AACA,aAAK,mBAAA;AAAA,MACP;AAAA,IACF,UAAA;AACE,UAAI,KAAK,cAAc,MAAM;AAC3B,aAAK,kBAAA;AAAA,MACP;AAAA,IACF;AAAA,EACF;AAAA,EAEA,qBAAqB;AACnB,WAAO,KAAK,cAAc,IAAI;AAC9B,SAAK,YAAY,IAAI,SAAS,KAAK,KAAK,YAAY,CAAC;AAAA,EACvD;AAAA,EAEA,oBAA8B;AAC5B,UAAM,WAAW,KAAK;AACtB,WAAO,QAAQ;AACf,SAAK,YAAY;AACjB,WAAO;AAAA,EACT;AACF;AAEA,MAAM,SAAS;AAAA,EACJ;AAAA,EAET,YAAY,aAAsC;AAChD,SAAK,eAAe;AAAA,EACtB;AAAA,EAES,WAIH,CAAA;AAAA,EAEN,WACE,MACA,QACA,SACM;AACN,SAAK,SAAS,KAAK,CAAC,MAAM,QAAQ,OAAO,CAAC;AAC1C,WAAO;AAAA,EACT;AAAA,EAEA,CAAC,SAAwC;AACvC,eAAW,CAAC,MAAM,QAAQ,OAAO,KAAK,KAAK,UAAU;AACnD,aAAO,KAAK,eAAe,MAAM,QAAQ,OAAO;AAAA,IAClD;AAAA,EACF;AAAA,EAEA,CAAC,eACC,WACA,QACA,SAC+B;AAG/B,QAAI,OAAO,WAAW,eAAe;AACnC;AAAA,IACF;AAEA,eAAW,UAAU,SAAS;AAC5B,UAAI,WAAW,SAAS;AACtB,cAAM;AACN;AAAA,MACF;AACA,YAAM,EAAC,SAAQ;AAEf,cAAQ,MAAA;AAAA,QACN,KAAK;AAAA,QACL,KAAK,UAAU;AACb,iBAAO,KAAK,aAAa,WAAW,QAAQ,MAAM,MAAM;AAAA,YACtD,OAAO;AAAA,UAAA,CACR;AACD;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,EAAC,UAAS;AAChB,gBAAM,cAAc;AAAA,YAClB,OAAO,cAAc,MAAM,gBAAgB;AAAA,UAAA;AAG7C,iBAAO,KAAK,eAAe,WAAW,aAAa,CAAC,MAAM,MAAM,CAAC;AACjE;AAAA,QACF;AAAA,QACA,KAAK;AACH,iBAAO,KAAK,aAAa,WAAW,QAAQ,MAAM,MAAM;AAAA,YACtD,EAAC,KAAK,OAAO,KAAK,KAAK,eAAe,CAAA,EAAC;AAAA,UAAC,CACzC;AACD;AAAA,QACF;AACE,sBAAgB;AAAA,MAAA;AAAA,IAEtB;AAAA,EACF;AAAA,EAEA,CAAC,aACC,WACA,QACA,IACA,OAC+B;AAC/B,UAAM,EAAC,WAAW,OAAO,OAAA,IAAU;AAEnC,UAAM,aAAa,KAAK,KAAK,aAAa,IAAI,KAAK,CAAC;AAIpD,QAAI,WAAW,eAAe;AAC5B;AAAA,IACF;AAEA,eAAW,QAAQ,SAAS;AAC1B,UAAI,SAAS,SAAS;AACpB,cAAM;AACN;AAAA,MACF;AACA,YAAM,EAAC,eAAe,IAAA,IAAO;AAC7B,YAAM,SAAS,UAAU,YAAY,GAAG;AAExC,YAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA;AAAA,QACA,KAAK,OAAO,WAAW,SAAY;AAAA,MAAA;AAGrC,iBAAW,CAAC,cAAc,QAAQ,KAAK,OAAO,QAAQ,aAAa,GAAG;AACpE,cAAM,cAAc,KAAK,OAAO,cAAc,YAAY,CAAC;AAC3D,eAAO,KAAK,aAAa,WAAW,aAAa,IAAI,QAAQ;AAAA,MAC/D;AAAA,IACF;AAAA,EACF;AACF;AAEA,UAAU,OAAO,OAA6D;AAC5E,aAAW,QAAQ,OAAO;AACxB,QAAI,SAAS,SAAS;AACpB,YAAM;AACN;AAAA,IACF;AACA,UAAM,EAAC,MAAM,OAAO,KAAA;AAAA,EACtB;AACF;AAEA,SAAS,UAAU,MAAkB,KAAkB;AACrD,SAAO,OAAO,YAAY,KAAK,IAAI,CAAA,QAAO,CAAC,KAAK,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;AAClE;AAOO,UAAU,QACf,OACA,MACA,cAC+B;AAC/B,QAAM,MAAM,MAAM,MAAM,EAAE;AAC1B,QAAM,WAAW,IAAI,SAAS,iBAAiB,YAAY,CAAC,EAAE;AAAA,IAC5D;AAAA,IACA,MAAM,UAAA;AAAA,IACN,OAAO,GAAG;AAAA,EAAA;AAEZ,SAAO,SAAS,OAAA;AAClB;AAEO,UAAU,gBACf,OACA,MACA,aAC+B;AAC/B,QAAM,MAAM,MAAM,MAAM,EAAE;AAC1B,QAAM,WAAW,IAAI,SAAS,WAAW,EAAE;AAAA,IACzC;AAAA,IACA,MAAM,UAAA;AAAA,IACN,OAAO,GAAG;AAAA,EAAA;AAEZ,SAAO,SAAS,OAAA;AAClB;AAEA,SAAS,iBACP,cACA,cAAuC,oBAAI,OAC3C;AACA,aAAW,CAAC,WAAW,EAAC,WAAA,CAAW,KAAK,OAAO,QAAQ,aAAa,MAAM,GAAG;AAC3E,gBAAY,IAAI,WAAW,UAAmC;AAAA,EAChE;AACA,SAAO;AACT;AAEA,SAAS,kBACP,aACA,OACY;AACZ,QAAM,QAAQ,KAAK,aAAa,iCAAiC;AAEjE,SAAO;AAAA,IACL,MAAM,IAAI,KAAK;AAAA,IACf,UAAU,KAAK,oBAAoB,CAAC,GAAG,MAAM,KAAA,CAAM,EAAE,KAAA,CAAM;AAAA,EAAA;AAG/D;"}

package/out/zero-cache/src/services/view-syncer/snapshotter.d.ts

@@ -68,7 +68,7 @@ import type { AppID } from '../../types/shards.ts';
  */
 export declare class Snapshotter {
     #private;
-    constructor(lc: LogContext, dbFile: string, { appID }: AppID);
+    constructor(lc: LogContext, dbFile: string, { appID }: AppID, pageCacheSizeKib?: number | undefined);
     /**
      * Initializes the snapshot to the current head of the database. This must be
      * only be called once. The state of whether a Snapshotter has been initialized
@@ -178,7 +178,7 @@ export declare class ResetPipelinesSignal extends Error {
 }
 declare class Snapshot {
     #private;
-    static create(lc: LogContext, dbFile: string, appID: string): Snapshot;
+    static create(lc: LogContext, dbFile: string, appID: string, pageCacheSizeKib: number | undefined): Snapshot;
     readonly db: StatementRunner;
     readonly version: string;
     readonly schemaVersions: SchemaVersions;

package/out/zero-cache/src/services/view-syncer/snapshotter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"snapshotter.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/snapshotter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAY,KAAK,SAAS,EAAC,MAAM,uCAAuC,CAAC;AAGhF,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,uCAAuC,CAAC;AAC/D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,sCAAsC,CAAC;AAGrE,OAAO,KAAK,EAAC,cAAc,EAAE,qBAAqB,EAAC,MAAM,mBAAmB,CAAC;AAC7E,OAAO,EAAC,eAAe,EAAC,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAEL,KAAK,MAAM,EACX,KAAK,QAAQ,EACd,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAC,KAAK,cAAc,EAAC,MAAM,gCAAgC,CAAC;AACnE,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,uBAAuB,CAAC;AAajD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0DG;AACH,qBAAa,WAAW;;gBAOV,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAC,KAAK,EAAC,EAAE,KAAK;IAM1D;;;;OAIG;IACH,IAAI,IAAI,IAAI;IAOZ,WAAW,IAAI,OAAO;IAItB,+EAA+E;IAC/E,OAAO,IAAI,QAAQ;IAKnB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAoCG;IACH,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,YAAY;IAK1D,kBAAkB;;;;IAUlB;;;OAGG;IACH,OAAO;CAKR;AAED,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;IACrC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,WAAW,YAAa,SAAQ,QAAQ,CAAC,MAAM,CAAC;IACpD,QAAQ,CAAC,IAAI,EAAE;QACb,QAAQ,CAAC,EAAE,EAAE,eAAe,CAAC;QAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,QAAQ,CAAC,IAAI,EAAE;QACb,QAAQ,CAAC,EAAE,EAAE,eAAe,CAAC;QAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;KAC1B,CAAC;IAEF;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED;;;;GAIG;AACH,qBAAa,oBAAqB,SAAQ,KAAK;IAC7C,QAAQ,CAAC,IAAI,0BAA0B;gBAE3B,GAAG,EAAE,MAAM;CAGxB;AAQD,cAAM,QAAQ;;IACZ,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAkB3D,QAAQ,CAAC,EAAE,EAAE,eAAe,CAAC;IAE7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;gBAE5B,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM;IAa9C,eAAe,CAAC,WAAW,EAAE,MAAM;IAQnC,YAAY,CAAC,WAAW,EAAE,MAAM;;;;IAUhC,MAAM,CAAC,KAAK,EAAE,qBAAqB,EAAE,MAAM,EAAE,SAAS;IAkBtD,OAAO,CAAC,KAAK,EAAE,qBAAqB,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,QAAQ;IAmBvE,WAAW,IAAI,QAAQ;CAIxB;AAmKD,qBAAa,gBAAiB,SAAQ,KAAK;gBAC7B,GAAG,EAAE,MAAM;CAGxB"}
+{"version":3,"file":"snapshotter.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/snapshotter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAY,KAAK,SAAS,EAAC,MAAM,uCAAuC,CAAC;AAGhF,OAAO,KAAK,EAAC,GAAG,EAAC,MAAM,uCAAuC,CAAC;AAC/D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,sCAAsC,CAAC;AAGrE,OAAO,KAAK,EAAC,cAAc,EAAE,qBAAqB,EAAC,MAAM,mBAAmB,CAAC;AAC7E,OAAO,EAAC,eAAe,EAAC,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAEL,KAAK,MAAM,EACX,KAAK,QAAQ,EACd,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAC,KAAK,cAAc,EAAC,MAAM,gCAAgC,CAAC;AACnE,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,uBAAuB,CAAC;AAajD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0DG;AACH,qBAAa,WAAW;;gBASpB,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,MAAM,EACd,EAAC,KAAK,EAAC,EAAE,KAAK,EACd,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS;IAQvC;;;;OAIG;IACH,IAAI,IAAI,IAAI;IAYZ,WAAW,IAAI,OAAO;IAItB,+EAA+E;IAC/E,OAAO,IAAI,QAAQ;IAKnB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAoCG;IACH,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,YAAY;IAK1D,kBAAkB;;;;IAelB;;;OAGG;IACH,OAAO;CAKR;AAED,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;IACrC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,WAAW,YAAa,SAAQ,QAAQ,CAAC,MAAM,CAAC;IACpD,QAAQ,CAAC,IAAI,EAAE;QACb,QAAQ,CAAC,EAAE,EAAE,eAAe,CAAC;QAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,QAAQ,CAAC,IAAI,EAAE;QACb,QAAQ,CAAC,EAAE,EAAE,eAAe,CAAC;QAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;KAC1B,CAAC;IAEF;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED;;;;GAIG;AACH,qBAAa,oBAAqB,SAAQ,KAAK;IAC7C,QAAQ,CAAC,IAAI,0BAA0B;gBAE3B,GAAG,EAAE,MAAM;CAGxB;AAQD,cAAM,QAAQ;;IACZ,MAAM,CAAC,MAAM,CACX,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE,MAAM,GAAG,SAAS;IAsBtC,QAAQ,CAAC,EAAE,EAAE,eAAe,CAAC;IAE7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;gBAE5B,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM;IAa9C,eAAe,CAAC,WAAW,EAAE,MAAM;IAQnC,YAAY,CAAC,WAAW,EAAE,MAAM;;;;IAUhC,MAAM,CAAC,KAAK,EAAE,qBAAqB,EAAE,MAAM,EAAE,SAAS;IAkBtD,OAAO,CAAC,KAAK,EAAE,qBAAqB,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,QAAQ;IAmBvE,WAAW,IAAI,QAAQ;CAIxB;AAmKD,qBAAa,gBAAiB,SAAQ,KAAK;gBAC7B,GAAG,EAAE,MAAM;CAGxB"}

package/out/zero-cache/src/services/view-syncer/snapshotter.js

@@ -15,12 +15,14 @@ class Snapshotter {
   #lc;
   #dbFile;
   #appID;
+  #pageCacheSizeKib;
   #curr;
   #prev;
-  constructor(lc, dbFile, { appID }) {
+  constructor(lc, dbFile, { appID }, pageCacheSizeKib) {
     this.#lc = lc;
     this.#dbFile = dbFile;
     this.#appID = appID;
+    this.#pageCacheSizeKib = pageCacheSizeKib;
   }
   /**
    * Initializes the snapshot to the current head of the database. This must be
@@ -29,7 +31,12 @@ class Snapshotter {
    */
   init() {
     assert(this.#curr === void 0, "Already initialized");
-    this.#curr = Snapshot.create(this.#lc, this.#dbFile, this.#appID);
+    this.#curr = Snapshot.create(
+      this.#lc,
+      this.#dbFile,
+      this.#appID,
+      this.#pageCacheSizeKib
+    );
     this.#lc.debug?.(`Initial snapshot at version ${this.#curr.version}`);
     return this;
   }
@@ -84,7 +91,12 @@ class Snapshotter {
   }
   advanceWithoutDiff() {
     assert(this.#curr !== void 0, "Snapshotter has not been initialized");
-    const next = this.#prev ? this.#prev.resetToHead() : Snapshot.create(this.#lc, this.#curr.db.db.name, this.#appID);
+    const next = this.#prev ? this.#prev.resetToHead() : Snapshot.create(
+      this.#lc,
+      this.#curr.db.db.name,
+      this.#appID,
+      this.#pageCacheSizeKib
+    );
     this.#prev = this.#curr;
     this.#curr = next;
     return { prev: this.#prev, curr: this.#curr };
@@ -111,9 +123,12 @@ function getSchemaVersions(db, appID) {
   );
 }
 class Snapshot {
-  static create(lc, dbFile, appID) {
+  static create(lc, dbFile, appID, pageCacheSizeKib) {
     const conn = new Database(lc, dbFile);
     conn.pragma("synchronous = OFF");
+    if (pageCacheSizeKib !== void 0) {
+      conn.pragma(`cache_size = -${pageCacheSizeKib}`);
+    }
     const [{ journal_mode: mode }] = conn.pragma("journal_mode");
     assert(
       mode === "wal2",