@rocicorp/zero 1.11.0-canary.41 → 1.11.0-canary.43

package/out/zero-cache/src/services/change-source/pg/initial-sync.js.map

@@ -1 +1 @@
-{"version":3,"file":"initial-sync.js","names":[],"sources":["../../../../../../../zero-cache/src/services/change-source/pg/initial-sync.ts"],"sourcesContent":["import {mkdtemp, rm} from 'node:fs/promises';\nimport {tmpdir} from 'node:os';\nimport {join} from 'node:path';\nimport {Writable, type Readable} from 'node:stream';\nimport {pipeline} from 'node:stream/promises';\nimport type {LogContext} from '@rocicorp/logger';\nimport {assert} from '../../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../../shared/src/bigint-json.ts';\nimport {must} from '../../../../../shared/src/must.ts';\nimport {equals} from '../../../../../shared/src/set-utils.ts';\nimport type {DownloadStatus} from '../../../../../zero-events/src/status.ts';\nimport {Database} from '../../../../../zqlite/src/db.ts';\nimport {\n  createLiteIndexStatement,\n  createLiteTableStatement,\n} from '../../../db/create.ts';\nimport {listIndexes, listTables} from '../../../db/lite-tables.ts';\nimport * as Mode from '../../../db/mode-enum.ts';\nimport {\n  BinaryCopyParser,\n  hasBinaryDecoder,\n  makeBinaryDecoder,\n  textCastDecoder,\n} from '../../../db/pg-copy-binary.ts';\nimport {TsvParser} from '../../../db/pg-copy.ts';\nimport {\n  mapPostgresToLite,\n  mapPostgresToLiteIndex,\n} from '../../../db/pg-to-lite.ts';\nimport {getTypeParsers} from '../../../db/pg-type-parser.ts';\nimport {runTx} from '../../../db/run-transaction.ts';\nimport type {IndexSpec, PublishedTableSpec} from '../../../db/specs.ts';\nimport {importSnapshot, TransactionPool} from '../../../db/transaction-pool.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../../observability/metrics.ts';\nimport {\n  JSON_STRINGIFIED,\n  liteValue,\n  type LiteValueType,\n} from '../../../types/lite.ts';\nimport {liteTableName} from '../../../types/names.ts';\nimport {PG_15} from '../../../types/pg-versions.ts';\nimport {\n  connectPgClient,\n  type PostgresDB,\n  type PostgresTransaction,\n  type PostgresValueType,\n} from '../../../types/pg.ts';\nimport {CpuProfiler} from '../../../types/profiler.ts';\nimport type {ShardConfig} from '../../../types/shards.ts';\nimport {ALLOWED_APP_ID_CHARACTERS} from '../../../types/shards.ts';\nimport {id} from '../../../types/sql.ts';\nimport {\n  IndexingProgress,\n  ReplicationStatusPublisher,\n} from '../../replicator/replication-status.ts';\nimport {ColumnMetadataStore} from '../../replicator/schema/column-metadata.ts';\nimport {initReplicationState} from '../../replicator/schema/replication-state.ts';\nimport type {InitCleanup} from '../common/init-cleanup.ts';\nimport {endSession} from './logical-replication/stream.ts';\nimport {toStateVersionString} from './lsn.ts';\nimport {createReplicaAndSlot} from './replication-slots.ts';\nimport {ensureShardSchema} from './schema/init.ts';\nimport {getPublicationInfo, warnForSkippedIndexes} from './schema/published.ts';\nimport {InitialSync} from './schema/replica-stage-enum.ts';\nimport {\n  dropShard,\n  getInternalShardConfig,\n  getReplicaState,\n  initInitialSyncReplica,\n  validatePublications,\n  type ReplicaState,\n} from './schema/shard.ts';\n\nexport type InitialSyncOptions = {\n  tableCopyWorkers: number;\n  profileCopy?: boolean | undefined;\n  textCopy?: boolean | undefined;\n  replicationSlotFailover?: boolean | undefined;\n  installPartialIndexTriggers?: boolean | undefined;\n  /**\n   * When set, run initial sync in \"shadow\" mode for verification: skip all\n   * upstream mutations (no replication slot, no addReplica, no dropShard, no\n   * slot drop on failure), suppress status events, and optionally sample\n   * rows from each table via TABLESAMPLE BERNOULLI + LIMIT. The caller is\n   * responsible for providing (and discarding) a throwaway SQLite `tx`.\n   */\n  shadow?:\n    | {\n        /** 0 < rate <= 1. When 1, no TABLESAMPLE clause is added. */\n        sampleRate: number;\n        /**\n         * LIMIT N cap appended after TABLESAMPLE. Required: shadow sync is\n         * for verification only, so every run must commit to a row budget.\n         */\n        maxRowsPerTable: number;\n      }\n    | undefined;\n};\n\nexport type ReplicaOptions = {\n  epoch: number;\n  backupV5: boolean;\n  /**\n   * Whether the replica's slot is acked only after transactions are stored in\n   * the PG change log (see `pgChangeLog` in `ReplicaState`). Defaults to\n   * false, i.e. unknown.\n   */\n  pgChangeLog: boolean;\n};\n\n/** Server context to store with the initial sync metadata for debugging. */\nexport type ServerContext = JSONObject;\n\n/**\n * @returns The {@link ReplicaState} of the initialized replica, or `undefined`\n *          for a shadow sync.\n */\nexport async function initialSync(\n  lc: LogContext,\n  shard: ShardConfig,\n  tx: Database,\n  upstreamURI: string,\n  syncOptions: InitialSyncOptions,\n  context: ServerContext,\n  {epoch, backupV5, pgChangeLog}: ReplicaOptions = {\n    epoch: 0,\n    backupV5: true,\n    pgChangeLog: false,\n  },\n  cleanup?: InitCleanup,\n): Promise<ReplicaState | undefined> {\n  if (!ALLOWED_APP_ID_CHARACTERS.test(shard.appID)) {\n    throw new Error(\n      'The App ID may only consist of lower-case letters, numbers, and the underscore character',\n    );\n  }\n  const {\n    tableCopyWorkers,\n    profileCopy,\n    textCopy = false,\n    replicationSlotFailover = false,\n    installPartialIndexTriggers = true,\n    shadow,\n  } = syncOptions;\n  const syncMode: InitialSyncMode = shadow ? 'shadow' : 'initial';\n  const copyFormat: CopyFormat = textCopy ? 'text' : 'binary';\n  const start = performance.now();\n  let sql: PostgresDB | undefined;\n  const replicaID = Date.now().toString();\n  let slotName: string | undefined; // undefined === shadow\n  let slotSession: Readable | undefined; // undefined === shadow\n  const statusPublisher = ReplicationStatusPublisher.forRunningTransaction(\n    tx,\n    shadow ? async () => {} : undefined,\n  ).publish(lc, 'Initializing');\n  try {\n    const copyProfiler = profileCopy ? await CpuProfiler.connect() : null;\n    sql = await connectPgClient(lc, upstreamURI, 'initial-sync');\n    await checkUpstreamConfig(sql);\n\n    // In shadow mode we assume the shard is already initialized and just\n    // read back the existing publications. `ensurePublishedTables` would\n    // otherwise run DDL and potentially call `dropShard`, which must never\n    // happen during a shadow run.\n    const {publications} = shadow\n      ? await getInternalShardConfig(sql, shard)\n      : await ensurePublishedTables(\n          lc,\n          sql,\n          shard,\n          installPartialIndexTriggers,\n        );\n    lc.info?.(`Upstream is setup with publications [${publications}]`);\n\n    const {database, host} = sql.options;\n    lc.info?.(\n      shadow\n        ? `acquiring exported snapshot on ${database}@${host} (shadow mode)`\n        : `opening replication session to ${database}@${host}`,\n    );\n\n    // Captures the necessary information from the consistent snapshot\n    // created for the new replication slot (or a suitable equivalent\n    // for shadow sync).\n    async function captureSnapshot(snapshot: string) {\n      // Run up to MAX_WORKERS to copy of tables at the replication slot's snapshot.\n      // Retrieve the published schema at the consistent_point.\n      const published = await runTx(\n        must(sql),\n        async tx => {\n          await tx.unsafe(/* sql*/ `SET TRANSACTION SNAPSHOT '${snapshot}'`);\n          return getPublicationInfo(tx, publications);\n        },\n        {mode: Mode.READONLY},\n      );\n      warnForSkippedIndexes(lc, published);\n      // Note: If this throws, initial-sync is aborted.\n      validatePublications(lc, published);\n\n      // Now that tables have been validated, kick off the copiers.\n      const {tables, indexes} = published;\n      const numTables = tables.length;\n      const numWorkers = Math.min(tableCopyWorkers, numTables);\n\n      const copyPool = await connectPgClient(\n        lc,\n        upstreamURI,\n        'initial-sync-copy-worker',\n        {\n          max: numWorkers,\n          ['max_lifetime']: 120 * 60, // set a long (2h) limit for COPY streaming\n        },\n      );\n      const copiers = await startTableCopyWorkers(\n        lc,\n        copyPool,\n        snapshot,\n        numWorkers,\n        numTables,\n      );\n      return {\n        published,\n        tables,\n        indexes,\n        numTables,\n        copyPool,\n        copiers,\n      };\n    }\n\n    let lsn: string;\n    let snapshotResult: Awaited<ReturnType<typeof captureSnapshot>>;\n\n    if (shadow) {\n      const exported = await acquireExportedSnapshotForShadowSync(\n        lc,\n        upstreamURI,\n        captureSnapshot,\n      );\n      lsn = exported.lsn;\n      snapshotResult = exported.result;\n    } else {\n      const replication = await createReplicaAndSlot(\n        lc,\n        sql,\n        'initial-sync-replication-session',\n        shard,\n        epoch,\n        replicaID,\n        replicationSlotFailover,\n        {\n          // When backing up with litestream v5, a unique backup path is\n          // required since the LTX format does not tolerate multiple writers\n          // (and there are no v3 \"generations\" to workaround it).\n          backupPath: backupV5 ? replicaID : null,\n          backupV5,\n          pgChangeLog,\n        },\n        captureSnapshot,\n        InitialSync,\n      );\n      lsn = replication.slot.consistent_point;\n      slotName = replication.slot.slot_name;\n      snapshotResult = replication.capturedSnapshot;\n      slotSession = replication.initialSession;\n      // The slot is held active by the session until it is taken over by the\n      // PostgresChangeSource. Release it if initialization fails after the\n      // initial sync (failures of the initial sync itself are handled below).\n      const session = slotSession;\n      cleanup?.onFailure(`replication slot ${slotName}`, () =>\n        session.destroy(),\n      );\n    }\n\n    const {published, tables, indexes, numTables, copyPool, copiers} =\n      snapshotResult;\n\n    const initialVersion = toStateVersionString(lsn);\n    initReplicationState(tx, publications, initialVersion, context);\n    try {\n      createLiteTables(tx, tables, initialVersion);\n      const sampleRate = shadow?.sampleRate;\n      const maxRowsPerTable = shadow?.maxRowsPerTable;\n      const downloads = await Promise.all(\n        tables.map(spec =>\n          copiers.processReadTask((db, lc) =>\n            getInitialDownloadState(lc, db, spec, shadow !== undefined),\n          ),\n        ),\n      );\n      statusPublisher.publish(\n        lc,\n        'Initializing',\n        `Copying ${numTables} upstream tables at version ${initialVersion}`,\n        5000,\n        () => ({downloadStatus: downloads.map(({status}) => status)}),\n      );\n\n      void copyProfiler?.start();\n      const copyStart = performance.now();\n      const copyResults = await Promise.all(\n        downloads.map(table =>\n          copiers.processReadTask((db, lc) =>\n            copy(\n              lc,\n              table,\n              copyPool,\n              db,\n              tx,\n              textCopy,\n              syncMode,\n              sampleRate,\n              maxRowsPerTable,\n            ),\n          ),\n        ),\n      );\n      const copyElapsed = performance.now() - copyStart;\n      void copyProfiler?.stopAndDispose(lc, 'initial-copy');\n      copiers.setDone();\n      // Release the upstream connections before indexing.\n      await copiers.done();\n      await copyPool.end();\n\n      const copySummary = initialSyncCopySummary(copyResults, copyElapsed);\n\n      statusPublisher.publish(\n        lc,\n        'Indexing',\n        `Creating ${indexes.length} indexes`,\n        5000,\n      );\n      // Excludes the time spent reporting progress.\n      const index = await createLiteIndices(lc, tx, indexes, statusPublisher);\n      lc.info?.(`Created indexes (${index.toFixed(3)} ms)`);\n\n      if (slotName && replicaID) {\n        await initInitialSyncReplica(sql, shard, replicaID, published, context);\n      } else {\n        assert(shadow, 'expected to be in shadow sync if there is no slotName');\n        const rowsByTable = new Map<string, number>();\n        for (let i = 0; i < downloads.length; i++) {\n          rowsByTable.set(downloads[i].status.table, copyResults[i].rows);\n        }\n        verifyShadowReplica(lc, tx, published, rowsByTable);\n      }\n\n      const elapsed = performance.now() - start;\n      const copyOtherMs = Math.max(0, elapsed - copySummary.flushMs - index);\n      recordInitialSyncRunMetrics(\n        {\n          durationMs: elapsed,\n          rows: copySummary.rows,\n          copyBytes: copySummary.copyBytes,\n          copyMs: copySummary.copyMs,\n          copyOtherMs,\n          flushMs: copySummary.flushMs,\n          indexMs: index,\n        },\n        {\n          result: 'success',\n          syncMode,\n          copyFormat,\n        },\n      );\n      lc.info?.(\n        `Synced ${copySummary.rows.toLocaleString()} rows of ${numTables} tables in ${publications} up to ${lsn} ` +\n          `(flush: ${copySummary.flushMs.toFixed(3)}, index: ${index.toFixed(3)}, total: ${elapsed.toFixed(3)} ms)`,\n        {\n          syncMode,\n          copyFormat,\n          publications,\n          lsn,\n          ...copySummary,\n          indexes: indexes.length,\n          indexMs: index,\n          copyOtherMs,\n          totalMs: elapsed,\n        },\n      );\n\n      return slotName && replicaID\n        ? must(\n            await getReplicaState(sql, shard, replicaID),\n            `Missing replica with id ${replicaID}`,\n          )\n        : undefined; // shadow sync only\n    } finally {\n      // A no-op if the pool was already ended. Otherwise, initial sync failed\n      // and copy workers may still be blocked on COPY streams that were\n      // abandoned by their consumers, so their connections are forcibly\n      // closed after a timeout. All meaningful errors are handled at the\n      // processReadTask() call site.\n      await copyPool\n        .end({timeout: 5})\n        .catch(e => lc.warn?.(`Error closing copyPool`, e));\n    }\n  } catch (e) {\n    recordInitialSyncRunMetrics(\n      {durationMs: performance.now() - start},\n      {\n        result: 'error',\n        syncMode,\n        copyFormat,\n      },\n    );\n    if (slotName && sql) {\n      // If initial-sync did not succeed, make a best effort to drop the\n      // orphaned replication slot to avoid running out of slots in\n      // pathological cases that result in repeated failures.\n      lc.warn?.(`dropping replication slot ${slotName}`, e);\n      // release any initial replication session so the slot can be dropped\n      await endSession(slotSession);\n      await sql`\n        SELECT pg_drop_replication_slot(slot_name) FROM pg_replication_slots\n          WHERE slot_name = ${slotName};\n      `.catch(e => lc.warn?.(`Unable to drop replication slot ${slotName}`, e));\n    }\n    throw await statusPublisher.publishAndThrowError(lc, 'Initializing', e);\n  } finally {\n    statusPublisher.stop();\n    if (sql) {\n      await sql.end();\n    }\n  }\n}\n\nexport type ShadowSyncOptions = {\n  sampleRate: number;\n  maxRowsPerTable: number;\n  /**\n   * Parent directory for the throwaway SQLite replica. Defaults to the OS\n   * tmpdir. Primarily for tests that need to isolate the scratch directory.\n   */\n  parentDir?: string | undefined;\n};\n\n/**\n * Exercises the initial-sync code path against a sample of rows from every\n * published table, writing into a throwaway SQLite database that is deleted\n * when the run ends. Produces zero upstream mutations: no replication slot,\n * no `addReplica`, no `dropShard`, no status events.\n *\n * Intended to be invoked periodically so that if a customer ever needs a\n * full reset, we have recent confidence that `initialSync` still works.\n * The shard must already be initialized upstream.\n */\nexport async function shadowInitialSync(\n  lc: LogContext,\n  shard: ShardConfig,\n  upstreamURI: string,\n  shadow: ShadowSyncOptions,\n  context: ServerContext,\n  syncOptions?: Pick<InitialSyncOptions, 'textCopy'>,\n): Promise<void> {\n  const dir = await mkdtemp(\n    join(shadow.parentDir ?? tmpdir(), 'zero-shadow-sync-'),\n  );\n  const dbPath = join(dir, 'shadow-replica.db');\n  const db = new Database(lc, dbPath);\n  try {\n    await initialSync(\n      lc,\n      shard,\n      db,\n      upstreamURI,\n      {\n        // Shadow sync copies small samples, so one worker is plenty —\n        // no reason to burn additional upstream connections.\n        tableCopyWorkers: 1,\n        textCopy: syncOptions?.textCopy,\n        shadow,\n      },\n      context,\n    );\n  } finally {\n    try {\n      db.close();\n    } catch (e) {\n      lc.warn?.(`Error closing shadow replica db`, e);\n    }\n    await rm(dir, {recursive: true, force: true}).catch(e =>\n      lc.warn?.(`Error cleaning up shadow replica dir ${dir}`, e),\n    );\n  }\n}\n\nasync function checkUpstreamConfig(sql: PostgresDB) {\n  const {walLevel, version} = (\n    await sql<{walLevel: string; version: number}[]>`\n      SELECT current_setting('wal_level') as \"walLevel\", \n             current_setting('server_version_num') as \"version\";\n  `\n  )[0];\n\n  if (walLevel !== 'logical') {\n    throw new Error(\n      `Postgres must be configured with \"wal_level = logical\" (currently: \"${walLevel})`,\n    );\n  }\n  if (version < PG_15) {\n    throw new Error(\n      `Must be running Postgres 15 or higher (currently: \"${version}\")`,\n    );\n  }\n}\n\nasync function ensurePublishedTables(\n  lc: LogContext,\n  sql: PostgresDB,\n  shard: ShardConfig,\n  installPartialIndexTriggers: boolean,\n  validate = true,\n): Promise<{publications: string[]}> {\n  const {database, host} = sql.options;\n  lc.info?.(`Ensuring upstream PUBLICATION on ${database}@${host}`);\n\n  // Technically, ensureShardSchema() is already called by\n  // initializePostgresChangeSource, so the call here is redundant\n  // but harmless. On the contrary, it makes initial sync more\n  // self-contained (for test setup), and also plays a role in\n  // recovering from corruption (below) after the shard is dropped.\n  await ensureShardSchema(lc, sql, shard, installPartialIndexTriggers);\n  const {publications} = await getInternalShardConfig(sql, shard);\n\n  if (validate) {\n    let valid = false;\n    const nonInternalPublications = publications.filter(\n      p => !p.startsWith('_'),\n    );\n    const exists = await sql`\n      SELECT pubname FROM pg_publication WHERE pubname IN ${sql(publications)}\n      `.values();\n    if (exists.length !== publications.length) {\n      lc.warn?.(\n        `some configured publications [${publications}] are missing: ` +\n          `[${exists.flat()}]. resyncing`,\n      );\n    } else if (\n      !equals(new Set(shard.publications), new Set(nonInternalPublications))\n    ) {\n      lc.warn?.(\n        `requested publications [${shard.publications}] differ from previous` +\n          `publications [${nonInternalPublications}]. resyncing`,\n      );\n    } else {\n      valid = true;\n    }\n    if (!valid) {\n      await sql.unsafe(dropShard(shard.appID, shard.shardNum));\n      return ensurePublishedTables(\n        lc,\n        sql,\n        shard,\n        installPartialIndexTriggers,\n        false,\n      );\n    }\n  }\n  return {publications};\n}\n\nasync function startTableCopyWorkers(\n  lc: LogContext,\n  db: PostgresDB,\n  snapshot: string,\n  numWorkers: number,\n  numTables: number,\n): Promise<TransactionPool> {\n  const {init, imported} = importSnapshot(snapshot);\n  const tableCopiers = new TransactionPool(lc, {\n    mode: Mode.READONLY,\n    init,\n    initialWorkers: numWorkers,\n  });\n  tableCopiers.run(db);\n\n  // Wait for all workers to run the importSnapshot() init task before\n  // proceeding (to allow the snapshot to be released).\n  for (let i = 0; i < numWorkers; i++) {\n    await imported.dequeue();\n  }\n\n  lc.info?.(`Started ${numWorkers} workers to copy ${numTables} tables`);\n  return tableCopiers;\n}\n\n/**\n * Shadow-mode alternative to `createReplicationSlot`: opens a dedicated\n * READ ONLY REPEATABLE READ transaction on a normal connection, exports the\n * snapshot and captures the current WAL LSN. Note that the LSN and snapshot\n * are not guaranteed to be consistent but it this is fine for shadow sync\n * where the LSN is not actually relied on for anything.\n */\nasync function acquireExportedSnapshotForShadowSync<T>(\n  lc: LogContext,\n  upstreamURI: string,\n  captureSnapshot: (snapshot: string) => Promise<T>,\n): Promise<{\n  lsn: string;\n  result: T;\n}> {\n  const holder = await connectPgClient(\n    lc,\n    upstreamURI,\n    'shadow-initial-sync-snapshot',\n    {max: 1},\n  );\n  return holder.begin(Mode.READONLY, async tx => {\n    const [{lsn, snapshot}] = await tx<{snapshot: string; lsn: string}[]>`\n        SELECT pg_export_snapshot() AS snapshot,\n               pg_current_wal_lsn()::text AS lsn`;\n    const result = await captureSnapshot(snapshot);\n    return {lsn, result};\n  });\n}\n\nfunction createLiteTables(\n  tx: Database,\n  tables: PublishedTableSpec[],\n  initialVersion: string,\n) {\n  // TODO: Figure out how to reuse the ChangeProcessor here to avoid\n  //       duplicating the ColumnMetadata logic.\n  const columnMetadata = must(ColumnMetadataStore.getInstance(tx));\n  for (const t of tables) {\n    tx.exec(createLiteTableStatement(mapPostgresToLite(t, initialVersion)));\n    const tableName = liteTableName(t);\n    for (const [colName, colSpec] of Object.entries(t.columns)) {\n      columnMetadata.insert(tableName, colName, colSpec);\n    }\n  }\n}\n\n/**\n * Creates the `indices`, publishing progress before each one.\n *\n * @returns The milliseconds spent creating the indexes, excluding the time\n *          spent publishing progress.\n *\n * Exported for testing.\n */\nexport async function createLiteIndices(\n  lc: LogContext,\n  tx: Database,\n  indices: IndexSpec[],\n  statusPublisher: ReplicationStatusPublisher,\n): Promise<number> {\n  let totalMs = 0;\n  const progress = new IndexingProgress(indices.length);\n  for (const [i, index] of indices.entries()) {\n    const liteIndex = mapPostgresToLiteIndex(index);\n    const stmt = createLiteIndexStatement(liteIndex);\n    const n = `${i + 1}/${indices.length}`;\n    lc.info?.(`Creating index ${n}: ${stmt}`);\n    progress.start(liteIndex);\n    // Index creation blocks the event loop, so wait for the status event\n    // to be sent before starting.\n    await statusPublisher.publishAndFlush(\n      lc,\n      'Indexing',\n      `Creating index ${n} on ${liteIndex.tableName}`,\n      5000,\n      progress.state,\n    );\n    // Exclude the time spent waiting for the event from the index's timing.\n    progress.restartTimer();\n    tx.exec(stmt);\n    const elapsed = progress.finish();\n    totalMs += elapsed;\n    lc.info?.(`Created index ${n} (${elapsed.toFixed(3)} ms): ${stmt}`);\n  }\n  statusPublisher.publish(\n    lc,\n    'Indexing',\n    `Created ${indices.length} indexes`,\n    0,\n    progress.state,\n  );\n  return totalMs;\n}\n\n/**\n * Runs structural assertions over a just-synced replica and throws if any\n * fail. Only called in shadow mode — a successful return means the replica\n * is schema-complete, row-count consistent, and its column metadata is in\n * sync with its lite schema.\n *\n * Note: this intentionally does NOT verify ZQL-queryability. Tables that\n * `computeZqlSpecs` drops (no PK / no all-NOT-NULL unique index, unsupported\n * column types, etc.) are silently skipped in production too — there's\n * nothing shadow-specific about them, so failing here would diverge from\n * prod over an upstream-schema condition prod accepts.\n *\n * Exported for testing.\n */\nexport function verifyShadowReplica(\n  lc: LogContext,\n  db: Database,\n  published: {tables: PublishedTableSpec[]; indexes: IndexSpec[]},\n  rowsByTable: ReadonlyMap<string, number>,\n): void {\n  const issues: string[] = [];\n  let columnsChecked = 0;\n  let rowsChecked = 0;\n\n  // 1. Schema completeness: every published table exists in the replica\n  //    with at least the expected column set.\n  const liteTables = listTables(db);\n  const liteTableByName = new Map(liteTables.map(t => [t.name, t]));\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    const lite = liteTableByName.get(name);\n    if (!lite) {\n      issues.push(`missing table in replica: ${name}`);\n      continue;\n    }\n    for (const col of Object.keys(pt.columns)) {\n      columnsChecked++;\n      if (!(col in lite.columns)) {\n        issues.push(`column missing in replica table ${name}: ${col}`);\n      }\n    }\n  }\n\n  //    Every published index exists in the replica.\n  const liteIndexNames = new Set(listIndexes(db).map(i => i.name));\n  for (const ix of published.indexes) {\n    const mapped = mapPostgresToLiteIndex(ix);\n    if (!liteIndexNames.has(mapped.name)) {\n      issues.push(\n        `missing index in replica: ${mapped.name} on ${mapped.tableName}`,\n      );\n    }\n  }\n\n  // 2. Row counts: SQLite COUNT(*) matches the in-memory copy counter.\n  for (const [table, expected] of rowsByTable) {\n    try {\n      const [row] = db\n        .prepare(`SELECT COUNT(*) as count FROM \"${table}\"`)\n        .all<{count: number}>();\n      if (row.count !== expected) {\n        issues.push(\n          `row count mismatch for table ${table}: ` +\n            `copy counter reported ${expected}, replica has ${row.count}`,\n        );\n      } else {\n        rowsChecked += row.count;\n      }\n    } catch (e) {\n      issues.push(`could not count rows in table ${table}: ${String(e)}`);\n    }\n  }\n\n  // 3. Column metadata: every published column has a _zero.column_metadata row.\n  const meta = must(ColumnMetadataStore.getInstance(db));\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    const rows = meta.getTable(name);\n    for (const col of Object.keys(pt.columns)) {\n      if (!rows.has(col)) {\n        issues.push(`missing column_metadata row for ${name}.${col}`);\n      }\n    }\n  }\n\n  if (issues.length) {\n    throw new Error(\n      `Shadow replica verification failed (${issues.length} issue(s)):\\n` +\n        issues.map(i => `  - ${i}`).join('\\n'),\n    );\n  }\n\n  lc.info?.(\n    `Shadow replica verification passed: ` +\n      `${published.tables.length} tables, ` +\n      `${published.indexes.length} indexes, ` +\n      `${columnsChecked} columns, ` +\n      `${rowsChecked.toLocaleString()} rows`,\n  );\n}\n\n/**\n * The row filter of the table's publications, as a parenthesized boolean\n * expression, or `null` if the table is published without a filter.\n */\n\nexport function publicationRowFilter(table: PublishedTableSpec): string | null {\n  const rowFilters = Object.values(table.publications).map(\n    ({rowFilter}) => rowFilter,\n  );\n  // PostgreSQL publishes the union of all publications. An unfiltered\n  // publication therefore makes every row eligible, regardless of filters on\n  // any other publication containing the table.\n  if (rowFilters.some(filter => filter === null)) {\n    return null;\n  }\n  const filters = rowFilters.filter((filter): filter is string => !!filter);\n  return filters.length === 0 ? null : `(${filters.join(' OR ')})`;\n}\n\n// Verified empirically that batches of 50 seem to be the sweet spot,\n// similar to the report in https://sqlite.org/forum/forumpost/8878a512d3652655\n//\n// Exported for testing.\nexport const INSERT_BATCH_SIZE = 50;\n\nconst MB = 1024 * 1024;\nconst MAX_BUFFERED_ROWS = 10_000;\nconst BUFFERED_SIZE_THRESHOLD = 8 * MB;\n\nexport type DownloadStatements = {\n  select: string;\n  getTotalRows: string;\n  getTotalBytes: string;\n};\n\n/**\n * Produces ` TABLESAMPLE BERNOULLI(n)` when `sampleRate` is < 1, else `''`.\n * Row-level Bernoulli sampling is used (rather than SYSTEM) because it\n * produces a more uniform sample and, unlike SYSTEM, still returns rows\n * for small tables at low rates.\n */\nfunction tableSampleClause(sampleRate: number | undefined): string {\n  if (sampleRate === undefined || sampleRate >= 1) {\n    return '';\n  }\n  // Round away float noise (e.g. 0.3 * 100 = 30.000000000000004) while still\n  // preserving sub-integer rates like 0.001 (= 0.1%).\n  const pct = parseFloat((sampleRate * 100).toFixed(6));\n  return /*sql*/ ` TABLESAMPLE BERNOULLI(${pct})`;\n}\n\nfunction limitClause(maxRowsPerTable: number | undefined): string {\n  return maxRowsPerTable !== undefined\n    ? /*sql*/ ` LIMIT ${maxRowsPerTable}`\n    : '';\n}\n\n/**\n * Returns the SELECT column expressions for binary COPY, casting columns\n * without a known binary decoder to `::text`.\n */\nexport function makeBinarySelectExprs(\n  table: PublishedTableSpec,\n  cols: string[],\n): string[] {\n  return cols.map(col => {\n    const spec = table.columns[col];\n    return hasBinaryDecoder(spec) ? id(col) : `${id(col)}::text`;\n  });\n}\n\n/**\n * Orders the downloaded rows, and optionally restricts them to a suffix of\n * that order. Used by resumable backfills; see `backfill-resume.ts`.\n */\nexport type DownloadOrder = {\n  /**\n   * The `ORDER BY` expression, e.g. from `orderByRowKey()`. If unset, the\n   * natural order of the scan is used (e.g. physical order for `ctid`-based\n   * resumption).\n   */\n  readonly by?: string | undefined;\n\n  /**\n   * A boolean SQL expression restricting the download to rows after a mark,\n   * e.g. from `resumeWhere()`. It is ANDed with the publication row filter,\n   * and applies to the row and byte totals as well, so that a resumed run\n   * reports the progress of what remains.\n   */\n  readonly after?: string | undefined;\n};\n\nexport function makeDownloadStatements(\n  table: PublishedTableSpec,\n  cols: string[],\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n  selectExprs?: string[] | undefined,\n  order?: DownloadOrder | undefined,\n): DownloadStatements {\n  const publicationFilter = publicationRowFilter(table);\n  const after = order?.after;\n  const conditions =\n    after === undefined\n      ? publicationFilter\n      : [\n          ...(publicationFilter === null ? [] : [publicationFilter]),\n          after,\n        ].join(' AND ');\n  const where = conditions === null ? '' : /*sql*/ `WHERE ${conditions}`;\n  const sample = tableSampleClause(sampleRate);\n  const limit = limitClause(maxRowsPerTable);\n  const orderBy = order?.by ? /*sql*/ ` ORDER BY ${order.by}` : '';\n  const fromTable = /*sql*/ `FROM ${id(table.schema)}.${id(table.name)}${sample} ${where}`;\n  const select = /*sql*/ `SELECT ${(selectExprs ?? cols.map(id)).join(',')} ${fromTable}${orderBy}${limit}`;\n  if (limit) {\n    // With LIMIT, wrap counts/sums in a subquery so they reflect the\n    // capped rowset rather than the full (sampled) table.\n    const bytesExpr = cols\n      .map(col => `COALESCE(pg_column_size(${id(col)}), 0)`)\n      .join(' + ');\n    return {\n      select,\n      getTotalRows: /*sql*/ `SELECT COUNT(*)::bigint AS \"totalRows\" FROM (SELECT 1 AS _ ${fromTable}${limit}) s`,\n      getTotalBytes: /*sql*/ `SELECT COALESCE(SUM(b), 0)::bigint AS \"totalBytes\" FROM (SELECT (${bytesExpr}) AS b ${fromTable}${limit}) s`,\n    };\n  }\n  const totalBytes = `(${cols.map(col => `SUM(COALESCE(pg_column_size(${id(col)}), 0))`).join(' + ')})`;\n  return {\n    select,\n    getTotalRows: /*sql*/ `SELECT COUNT(*) AS \"totalRows\" ${fromTable}`,\n    getTotalBytes: /*sql*/ `SELECT ${totalBytes} AS \"totalBytes\" ${fromTable}`,\n  };\n}\n\ntype DownloadState = {\n  spec: PublishedTableSpec;\n  status: DownloadStatus;\n};\n\ntype CopyFormat = 'binary' | 'text';\ntype InitialSyncMode = 'initial' | 'shadow';\n\ntype InitialSyncMetricAttrs = {\n  syncMode: InitialSyncMode;\n  copyFormat: CopyFormat;\n};\n\ntype InitialSyncRunMetricAttrs = {\n  syncMode: InitialSyncMode;\n  copyFormat: CopyFormat;\n  result: 'success' | 'error';\n};\n\ntype CopyResult = {\n  schema: string;\n  table: string;\n  replicaTable: string;\n  syncMode: InitialSyncMode;\n  copyFormat: CopyFormat;\n  columnCount: number;\n  rows: number;\n  estimatedRows: number;\n  estimatedBytes: number | undefined;\n  flushMs: number;\n  elapsedMs: number;\n  sourceWaitMs: number;\n  processingMs: number;\n  copyBytes: number;\n};\n\nconst INITIAL_SYNC_DURATION_HISTOGRAM_BOUNDARIES_S = [\n  1, 2, 5, 10, 30, 60, 120, 300, 600, 1200, 2400, 3600, 7200,\n];\nexport const COPY_METRIC_BATCH_BYTES = 8 * 1024 * 1024;\nconst SLOW_COPY_FLUSH_MS = 10_000;\n\n// change-streamer imports this module before startOtelAuto() runs, so create\n// instruments lazily to avoid binding them to OTel's no-op meter provider.\nfunction initialSyncRuns() {\n  return getOrCreateCounter(\n    'replication',\n    'initial_sync_runs',\n    'Initial sync runs, labeled by result.',\n  );\n}\n\nfunction initialSyncDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_duration',\n    'Wall-clock duration of an initial sync run, labeled by result.',\n  );\n}\n\nfunction initialSyncCopyDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_copy_duration',\n    'Wall-clock duration of the COPY phase for a successful initial sync run.',\n  );\n}\n\nfunction initialSyncCopyOtherDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_copy_other_duration',\n    'Initial sync total duration excluding SQLite flush and index time for a successful run.',\n  );\n}\n\nfunction initialSyncFlushDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_flush_duration',\n    'Total SQLite flush time for a successful initial sync run.',\n  );\n}\n\nfunction initialSyncIndexDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_index_duration',\n    'SQLite index creation time for a successful initial sync run.',\n  );\n}\n\nfunction initialSyncRows() {\n  return getOrCreateCounter(\n    'replication',\n    'initial_sync_rows',\n    'Rows copied during successful initial sync runs.',\n  );\n}\n\nfunction initialSyncCopyStream() {\n  return getOrCreateCounter('replication', 'initial_sync_copy_stream', {\n    description:\n      'PostgreSQL COPY stream bytes processed during initial sync, including in-progress and failed runs.',\n    unit: 'bytes',\n  });\n}\n\nfunction initialSyncCompletedCopyStream() {\n  return getOrCreateCounter(\n    'replication',\n    'initial_sync_completed_copy_stream',\n    {\n      description:\n        'PostgreSQL COPY stream bytes processed during successful initial sync runs.',\n      unit: 'bytes',\n    },\n  );\n}\n\nfunction initialSyncCopyChunks() {\n  return getOrCreateCounter(\n    'replication',\n    'initial_sync_copy_chunks',\n    'PostgreSQL COPY stream chunks processed during initial sync.',\n  );\n}\n\nexport function createCopyMetricBatcher(\n  record: (bytes: number, chunks: number) => void,\n) {\n  let bytes = 0;\n  let chunks = 0;\n\n  function flush() {\n    if (chunks === 0) {\n      return;\n    }\n    record(bytes, chunks);\n    bytes = 0;\n    chunks = 0;\n  }\n\n  return {\n    add(chunkBytes: number) {\n      bytes += chunkBytes;\n      chunks++;\n      if (bytes >= COPY_METRIC_BATCH_BYTES) {\n        flush();\n      }\n    },\n    flush,\n  };\n}\n\nexport function initialSyncCopyMetrics(attrs: InitialSyncMetricAttrs) {\n  const labels = initialSyncMetricAttrs(attrs);\n  const copyStreamMetric = initialSyncCopyStream();\n  const copyChunksMetric = initialSyncCopyChunks();\n  return createCopyMetricBatcher((bytes, chunks) => {\n    copyStreamMetric.add(bytes, labels);\n    copyChunksMetric.add(chunks, labels);\n  });\n}\n\nfunction initialSyncDurationHistogram(name: string, description: string) {\n  return getOrCreateHistogram('replication', name, {\n    description,\n    unit: 's',\n    bucketBoundaries: INITIAL_SYNC_DURATION_HISTOGRAM_BOUNDARIES_S,\n  });\n}\n\nfunction initialSyncMetricAttrs(attrs: InitialSyncMetricAttrs) {\n  return {\n    sync_mode: attrs.syncMode,\n    copy_format: attrs.copyFormat,\n  };\n}\n\nfunction initialSyncRunMetricAttrs(attrs: InitialSyncRunMetricAttrs) {\n  return {\n    ...initialSyncMetricAttrs(attrs),\n    result: attrs.result,\n  };\n}\n\nfunction recordInitialSyncRunMetrics(\n  stats: {\n    durationMs: number;\n    rows?: number | undefined;\n    copyBytes?: number | undefined;\n    copyMs?: number | undefined;\n    copyOtherMs?: number | undefined;\n    flushMs?: number | undefined;\n    indexMs?: number | undefined;\n  },\n  attrs: InitialSyncRunMetricAttrs,\n) {\n  const labels = initialSyncRunMetricAttrs(attrs);\n  initialSyncRuns().add(1, labels);\n  initialSyncDuration().recordMs(stats.durationMs, labels);\n  if (attrs.result === 'success') {\n    if (stats.copyMs !== undefined) {\n      initialSyncCopyDuration().recordMs(stats.copyMs, labels);\n    }\n    if (stats.copyOtherMs !== undefined) {\n      initialSyncCopyOtherDuration().recordMs(stats.copyOtherMs, labels);\n    }\n    if (stats.flushMs !== undefined) {\n      initialSyncFlushDuration().recordMs(stats.flushMs, labels);\n    }\n    if (stats.indexMs !== undefined) {\n      initialSyncIndexDuration().recordMs(stats.indexMs, labels);\n    }\n    if (stats.rows !== undefined && stats.rows > 0) {\n      initialSyncRows().add(stats.rows, labels);\n    }\n    if (stats.copyBytes !== undefined && stats.copyBytes > 0) {\n      initialSyncCompletedCopyStream().add(stats.copyBytes, labels);\n    }\n  }\n}\n\nfunction initialSyncCopySummary(\n  results: readonly CopyResult[],\n  copyMs: number,\n) {\n  const totals = results.reduce(\n    (acc, curr) => {\n      acc.rows += curr.rows;\n      acc.flushMs += curr.flushMs;\n      acc.copyBytes += curr.copyBytes;\n      return acc;\n    },\n    {\n      rows: 0,\n      flushMs: 0,\n      copyBytes: 0,\n    },\n  );\n  return {\n    tables: results.length,\n    rows: totals.rows,\n    copyMs,\n    flushMs: totals.flushMs,\n    copyBytes: totals.copyBytes,\n  };\n}\n\nfunction logSlowCopyFlush(\n  lc: LogContext,\n  details: {\n    schema: string;\n    table: string;\n    replicaTable: string;\n    syncMode: InitialSyncMode;\n    copyFormat: CopyFormat;\n    elapsedMs: number;\n    flushedRows: number;\n    flushedBytes: number;\n    rows: number;\n    copyBytes: number;\n  },\n) {\n  if (details.elapsedMs < SLOW_COPY_FLUSH_MS || details.flushedRows === 0) {\n    return;\n  }\n  lc.info?.('initial-sync table copy slow flush', details);\n}\n\n// Exported for testing.\nexport async function getInitialDownloadState(\n  lc: LogContext,\n  sql: PostgresDB,\n  spec: PublishedTableSpec,\n  skipTotals: boolean,\n): Promise<DownloadState> {\n  const start = performance.now();\n  const table = liteTableName(spec);\n  const columns = Object.keys(spec.columns);\n  if (skipTotals) {\n    // Shadow sync suppresses status events, so the pg_class\n    // estimates would be computed and thrown away.\n    return {\n      spec,\n      status: {table, columns, rows: 0, totalRows: 0, totalBytes: 0},\n    };\n  }\n  // Use pg_class estimates instead of expensive COUNT(*) and\n  // SUM(pg_column_size(...)) full table scans. The exact values are only\n  // used for progress reporting, so estimates are sufficient.\n  const qualifiedName = `${id(spec.schema)}.${id(spec.name)}`;\n  const estimateResult = await sql<\n    {totalRows: number; totalBytes: number}[]\n  >`SELECT GREATEST(reltuples, 0)::float8 AS \"totalRows\",\n         pg_table_size(oid)::float8 AS \"totalBytes\"\n    FROM pg_class\n    WHERE oid = ${qualifiedName}::regclass`;\n\n  const {totalRows, totalBytes} = estimateResult[0] ?? {\n    totalRows: 0,\n    totalBytes: 0,\n  };\n\n  const state: DownloadState = {\n    spec,\n    status: {\n      table,\n      columns,\n      rows: 0,\n      totalRows,\n      totalBytes,\n    },\n  };\n  const elapsed = (performance.now() - start).toFixed(3);\n  lc.info?.(`Computed initial download state for ${table} (${elapsed} ms)`, {\n    state: state.status,\n  });\n  return state;\n}\n\nfunction copy(\n  lc: LogContext,\n  {spec: table, status}: DownloadState,\n  dbClient: PostgresDB,\n  from: PostgresTransaction,\n  to: Database,\n  textCopy: boolean,\n  syncMode: InitialSyncMode,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n): Promise<CopyResult> {\n  if (textCopy) {\n    return copyText(\n      lc,\n      table,\n      status,\n      dbClient,\n      from,\n      to,\n      syncMode,\n      sampleRate,\n      maxRowsPerTable,\n    );\n  }\n  return copyBinary(\n    lc,\n    table,\n    status,\n    from,\n    to,\n    syncMode,\n    sampleRate,\n    maxRowsPerTable,\n  );\n}\n\nasync function copyBinary(\n  lc: LogContext,\n  table: PublishedTableSpec,\n  status: DownloadStatus,\n  from: PostgresTransaction,\n  to: Database,\n  syncMode: InitialSyncMode,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n): Promise<CopyResult> {\n  const start = performance.now();\n  const copyFormat: CopyFormat = 'binary';\n  const copyMetrics = initialSyncCopyMetrics({syncMode, copyFormat});\n  let flushMs = 0;\n  let copyBytes = 0;\n  let processingMs = 0;\n\n  const tableName = liteTableName(table);\n  const orderedColumns = Object.entries(table.columns);\n\n  const columnNames = orderedColumns.map(([c]) => c);\n  const columnSpecs = orderedColumns.map(([_name, spec]) => spec);\n  const insertColumnList = columnNames.map(c => id(c)).join(',');\n\n  const valuesSql =\n    columnNames.length > 0 ? `(${'?,'.repeat(columnNames.length - 1)}?)` : '()';\n  const insertSql = /*sql*/ `\n    INSERT INTO \"${tableName}\" (${insertColumnList}) VALUES ${valuesSql}`;\n  const insertStmt = to.prepare(insertSql);\n  const insertBatchStmt = to.prepare(\n    insertSql + `,${valuesSql}`.repeat(INSERT_BATCH_SIZE - 1),\n  );\n\n  // Build SELECT with ::text casts for columns without a known binary decoder.\n  const select = makeDownloadStatements(\n    table,\n    columnNames,\n    sampleRate,\n    maxRowsPerTable,\n    makeBinarySelectExprs(table, columnNames),\n  ).select;\n\n  const decoders = orderedColumns.map(([, spec]) =>\n    hasBinaryDecoder(spec) ? makeBinaryDecoder(spec) : textCastDecoder,\n  );\n\n  const valuesPerRow = columnSpecs.length;\n  const valuesPerBatch = valuesPerRow * INSERT_BATCH_SIZE;\n\n  const pendingValues: LiteValueType[] = Array.from({\n    length: MAX_BUFFERED_ROWS * valuesPerRow,\n  });\n  let pendingRows = 0;\n  let pendingSize = 0;\n\n  function flush() {\n    const flushStart = performance.now();\n    const flushedRows = pendingRows;\n    const flushedSize = pendingSize;\n\n    let l = 0;\n    for (; pendingRows > INSERT_BATCH_SIZE; pendingRows -= INSERT_BATCH_SIZE) {\n      insertBatchStmt.run(pendingValues.slice(l, (l += valuesPerBatch)));\n    }\n    for (; pendingRows > 0; pendingRows--) {\n      insertStmt.run(pendingValues.slice(l, (l += valuesPerRow)));\n    }\n    const flushedValues = flushedRows * valuesPerRow;\n    for (let i = 0; i < flushedValues; i++) {\n      pendingValues[i] = undefined as unknown as LiteValueType;\n    }\n    pendingSize = 0;\n    status.rows += flushedRows;\n\n    const elapsed = performance.now() - flushStart;\n    flushMs += elapsed;\n    lc.debug?.(\n      `flushed ${flushedRows} ${tableName} rows (${flushedSize} bytes) in ${elapsed.toFixed(3)} ms`,\n    );\n    logSlowCopyFlush(lc, {\n      schema: table.schema,\n      table: table.name,\n      replicaTable: tableName,\n      syncMode,\n      copyFormat,\n      elapsedMs: elapsed,\n      flushedRows,\n      flushedBytes: flushedSize,\n      rows: status.rows,\n      copyBytes,\n    });\n  }\n\n  const binaryParser = new BinaryCopyParser();\n  let col = 0;\n\n  lc.info?.(`Starting binary copy stream of ${tableName}:`, select);\n\n  const copyStreamStart = performance.now();\n  await pipeline(\n    await from\n      .unsafe(`COPY (${select}) TO STDOUT WITH (FORMAT binary)`)\n      .readable(),\n    new Writable({\n      highWaterMark: BUFFERED_SIZE_THRESHOLD,\n\n      write(\n        chunk: Buffer,\n        _encoding: string,\n        callback: (error?: Error) => void,\n      ) {\n        const processingStart = performance.now();\n        try {\n          copyBytes += chunk.length;\n          copyMetrics.add(chunk.length);\n          for (const fieldBuf of binaryParser.parse(chunk)) {\n            const fieldSize = fieldBuf === null ? 4 : fieldBuf.length;\n            pendingSize += fieldSize;\n            pendingValues[pendingRows * valuesPerRow + col] =\n              fieldBuf === null ? null : decoders[col](fieldBuf);\n\n            if (++col === decoders.length) {\n              col = 0;\n              if (\n                ++pendingRows >= MAX_BUFFERED_ROWS - valuesPerRow ||\n                pendingSize >= BUFFERED_SIZE_THRESHOLD\n              ) {\n                flush();\n              }\n            }\n          }\n          processingMs += performance.now() - processingStart;\n          callback();\n        } catch (e) {\n          processingMs += performance.now() - processingStart;\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      final: (callback: (error?: Error) => void) => {\n        const processingStart = performance.now();\n        try {\n          copyMetrics.flush();\n          flush();\n          processingMs += performance.now() - processingStart;\n          callback();\n        } catch (e) {\n          processingMs += performance.now() - processingStart;\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      destroy(error, callback) {\n        copyMetrics.flush();\n        callback(error);\n      },\n    }),\n  );\n\n  const sourceWaitMs = Math.max(\n    0,\n    performance.now() - copyStreamStart - processingMs,\n  );\n  const elapsed = performance.now() - start;\n  const result = {\n    schema: table.schema,\n    table: table.name,\n    replicaTable: tableName,\n    syncMode,\n    copyFormat,\n    columnCount: columnNames.length,\n    rows: status.rows,\n    estimatedRows: status.totalRows,\n    estimatedBytes: status.totalBytes,\n    flushMs,\n    elapsedMs: elapsed,\n    sourceWaitMs,\n    processingMs,\n    copyBytes,\n  } satisfies CopyResult;\n\n  lc.info?.(\n    `Finished copying ${status.rows} rows into ${tableName} ` +\n      `(flush: ${flushMs.toFixed(3)} ms) (total: ${elapsed.toFixed(3)} ms) `,\n    result,\n  );\n  return result;\n}\n\nasync function copyText(\n  lc: LogContext,\n  table: PublishedTableSpec,\n  status: DownloadStatus,\n  dbClient: PostgresDB,\n  from: PostgresTransaction,\n  to: Database,\n  syncMode: InitialSyncMode,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n): Promise<CopyResult> {\n  const start = performance.now();\n  const copyFormat: CopyFormat = 'text';\n  const copyMetrics = initialSyncCopyMetrics({syncMode, copyFormat});\n  let flushMs = 0;\n  let copyBytes = 0;\n  let processingMs = 0;\n\n  const tableName = liteTableName(table);\n  const orderedColumns = Object.entries(table.columns);\n\n  const columnNames = orderedColumns.map(([c]) => c);\n  const columnSpecs = orderedColumns.map(([_name, spec]) => spec);\n  const insertColumnList = columnNames.map(c => id(c)).join(',');\n\n  const valuesSql =\n    columnNames.length > 0 ? `(${'?,'.repeat(columnNames.length - 1)}?)` : '()';\n  const insertSql = /*sql*/ `\n    INSERT INTO \"${tableName}\" (${insertColumnList}) VALUES ${valuesSql}`;\n  const insertStmt = to.prepare(insertSql);\n  const insertBatchStmt = to.prepare(\n    insertSql + `,${valuesSql}`.repeat(INSERT_BATCH_SIZE - 1),\n  );\n\n  const {select} = makeDownloadStatements(\n    table,\n    columnNames,\n    sampleRate,\n    maxRowsPerTable,\n  );\n  const valuesPerRow = columnSpecs.length;\n  const valuesPerBatch = valuesPerRow * INSERT_BATCH_SIZE;\n\n  const pendingValues: LiteValueType[] = Array.from({\n    length: MAX_BUFFERED_ROWS * valuesPerRow,\n  });\n  let pendingRows = 0;\n  let pendingSize = 0;\n\n  function flush() {\n    const flushStart = performance.now();\n    const flushedRows = pendingRows;\n    const flushedSize = pendingSize;\n\n    let l = 0;\n    for (; pendingRows > INSERT_BATCH_SIZE; pendingRows -= INSERT_BATCH_SIZE) {\n      insertBatchStmt.run(pendingValues.slice(l, (l += valuesPerBatch)));\n    }\n    for (; pendingRows > 0; pendingRows--) {\n      insertStmt.run(pendingValues.slice(l, (l += valuesPerRow)));\n    }\n    const flushedValues = flushedRows * valuesPerRow;\n    for (let i = 0; i < flushedValues; i++) {\n      pendingValues[i] = undefined as unknown as LiteValueType;\n    }\n    pendingSize = 0;\n    status.rows += flushedRows;\n\n    const elapsed = performance.now() - flushStart;\n    flushMs += elapsed;\n    lc.debug?.(\n      `flushed ${flushedRows} ${tableName} rows (${flushedSize} bytes) in ${elapsed.toFixed(3)} ms`,\n    );\n    logSlowCopyFlush(lc, {\n      schema: table.schema,\n      table: table.name,\n      replicaTable: tableName,\n      syncMode,\n      copyFormat,\n      elapsedMs: elapsed,\n      flushedRows,\n      flushedBytes: flushedSize,\n      rows: status.rows,\n      copyBytes,\n    });\n  }\n\n  lc.info?.(`Starting text copy stream of ${tableName}:`, select);\n  const pgParsers = await getTypeParsers(dbClient, {returnJsonAsString: true});\n  const parsers = columnSpecs.map(c => {\n    const pgParse = pgParsers.getTypeParser(c.typeOID);\n    return (val: string) =>\n      liteValue(\n        pgParse(val) as PostgresValueType,\n        c.dataType,\n        JSON_STRINGIFIED,\n      );\n  });\n\n  const tsvParser = new TsvParser();\n  let col = 0;\n\n  const copyStreamStart = performance.now();\n  await pipeline(\n    await from.unsafe(`COPY (${select}) TO STDOUT`).readable(),\n    new Writable({\n      highWaterMark: BUFFERED_SIZE_THRESHOLD,\n\n      write(\n        chunk: Buffer,\n        _encoding: string,\n        callback: (error?: Error) => void,\n      ) {\n        const processingStart = performance.now();\n        try {\n          copyBytes += chunk.length;\n          copyMetrics.add(chunk.length);\n          for (const text of tsvParser.parse(chunk)) {\n            const fieldSize = text === null ? 4 : text.length;\n            pendingSize += fieldSize;\n            pendingValues[pendingRows * valuesPerRow + col] =\n              text === null ? null : parsers[col](text);\n\n            if (++col === parsers.length) {\n              col = 0;\n              if (\n                ++pendingRows >= MAX_BUFFERED_ROWS - valuesPerRow ||\n                pendingSize >= BUFFERED_SIZE_THRESHOLD\n              ) {\n                flush();\n              }\n            }\n          }\n          processingMs += performance.now() - processingStart;\n          callback();\n        } catch (e) {\n          processingMs += performance.now() - processingStart;\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      final: (callback: (error?: Error) => void) => {\n        const processingStart = performance.now();\n        try {\n          copyMetrics.flush();\n          flush();\n          processingMs += performance.now() - processingStart;\n          callback();\n        } catch (e) {\n          processingMs += performance.now() - processingStart;\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      destroy(error, callback) {\n        copyMetrics.flush();\n        callback(error);\n      },\n    }),\n  );\n\n  const sourceWaitMs = Math.max(\n    0,\n    performance.now() - copyStreamStart - processingMs,\n  );\n  const elapsed = performance.now() - start;\n  const result = {\n    schema: table.schema,\n    table: table.name,\n    replicaTable: tableName,\n    syncMode,\n    copyFormat,\n    columnCount: columnNames.length,\n    rows: status.rows,\n    estimatedRows: status.totalRows,\n    estimatedBytes: status.totalBytes,\n    flushMs,\n    elapsedMs: elapsed,\n    sourceWaitMs,\n    processingMs,\n    copyBytes,\n  } satisfies CopyResult;\n  lc.info?.(\n    `Finished copying ${status.rows} rows into ${tableName} ` +\n      `(flush: ${flushMs.toFixed(3)} ms) (total: ${elapsed.toFixed(3)} ms) `,\n    result,\n  );\n  return result;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwHA,eAAsB,YACpB,IACA,OACA,IACA,aACA,aACA,SACA,EAAC,OAAO,UAAU,gBAA+B;CAC/C,OAAO;CACP,UAAU;CACV,aAAa;AACf,GACA,SACmC;CACnC,IAAI,CAAC,0BAA0B,KAAK,MAAM,KAAK,GAC7C,MAAM,IAAI,MACR,0FACF;CAEF,MAAM,EACJ,kBACA,aACA,WAAW,OACX,0BAA0B,OAC1B,8BAA8B,MAC9B,WACE;CACJ,MAAM,WAA4B,SAAS,WAAW;CACtD,MAAM,aAAyB,WAAW,SAAS;CACnD,MAAM,QAAQ,YAAY,IAAI;CAC9B,IAAI;CACJ,MAAM,YAAY,KAAK,IAAI,EAAE,SAAS;CACtC,IAAI;CACJ,IAAI;CACJ,MAAM,kBAAkB,2BAA2B,sBACjD,IACA,SAAS,YAAY,CAAC,IAAI,KAAA,CAC5B,EAAE,QAAQ,IAAI,cAAc;CAC5B,IAAI;EACF,MAAM,eAAe,cAAc,MAAM,YAAY,QAAQ,IAAI;EACjE,MAAM,MAAM,gBAAgB,IAAI,aAAa,cAAc;EAC3D,MAAM,oBAAoB,GAAG;EAM7B,MAAM,EAAC,iBAAgB,SACnB,MAAM,uBAAuB,KAAK,KAAK,IACvC,MAAM,sBACJ,IACA,KACA,OACA,2BACF;EACJ,GAAG,OAAO,wCAAwC,aAAa,EAAE;EAEjE,MAAM,EAAC,UAAU,SAAQ,IAAI;EAC7B,GAAG,OACD,SACI,kCAAkC,SAAS,GAAG,KAAK,kBACnD,kCAAkC,SAAS,GAAG,MACpD;EAKA,eAAe,gBAAgB,UAAkB;GAG/C,MAAM,YAAY,MAAM,MACtB,KAAK,GAAG,GACR,OAAM,OAAM;IACV,MAAM,GAAG,OAAgB,6BAA6B,SAAS,EAAE;IACjE,OAAO,mBAAmB,IAAI,YAAY;GAC5C,GACA,EAAC,MAAM,SAAa,CACtB;GACA,sBAAsB,IAAI,SAAS;GAEnC,qBAAqB,IAAI,SAAS;GAGlC,MAAM,EAAC,QAAQ,YAAW;GAC1B,MAAM,YAAY,OAAO;GACzB,MAAM,aAAa,KAAK,IAAI,kBAAkB,SAAS;GAEvD,MAAM,WAAW,MAAM,gBACrB,IACA,aACA,4BACA;IACE,KAAK;KACJ,iBAAiB;GACpB,CACF;GAQA,OAAO;IACL;IACA;IACA;IACA;IACA;IACA,SAAA,MAboB,sBACpB,IACA,UACA,UACA,YACA,SACF;GAQA;EACF;EAEA,IAAI;EACJ,IAAI;EAEJ,IAAI,QAAQ;GACV,MAAM,WAAW,MAAM,qCACrB,IACA,aACA,eACF;GACA,MAAM,SAAS;GACf,iBAAiB,SAAS;EAC5B,OAAO;GACL,MAAM,cAAc,MAAM,qBACxB,IACA,KACA,oCACA,OACA,OACA,WACA,yBACA;IAIE,YAAY,WAAW,YAAY;IACnC;IACA;GACF,GACA,iBAAA,CAEF;GACA,MAAM,YAAY,KAAK;GACvB,WAAW,YAAY,KAAK;GAC5B,iBAAiB,YAAY;GAC7B,cAAc,YAAY;GAI1B,MAAM,UAAU;GAChB,SAAS,UAAU,oBAAoB,kBACrC,QAAQ,QAAQ,CAClB;EACF;EAEA,MAAM,EAAC,WAAW,QAAQ,SAAS,WAAW,UAAU,YACtD;EAEF,MAAM,iBAAiB,qBAAqB,GAAG;EAC/C,qBAAqB,IAAI,cAAc,gBAAgB,OAAO;EAC9D,IAAI;GACF,iBAAiB,IAAI,QAAQ,cAAc;GAC3C,MAAM,aAAa,QAAQ;GAC3B,MAAM,kBAAkB,QAAQ;GAChC,MAAM,YAAY,MAAM,QAAQ,IAC9B,OAAO,KAAI,SACT,QAAQ,iBAAiB,IAAI,OAC3B,wBAAwB,IAAI,IAAI,MAAM,WAAW,KAAA,CAAS,CAC5D,CACF,CACF;GACA,gBAAgB,QACd,IACA,gBACA,WAAW,UAAU,8BAA8B,kBACnD,YACO,EAAC,gBAAgB,UAAU,KAAK,EAAC,aAAY,MAAM,EAAC,EAC7D;GAEA,cAAmB,MAAM;GACzB,MAAM,YAAY,YAAY,IAAI;GAClC,MAAM,cAAc,MAAM,QAAQ,IAChC,UAAU,KAAI,UACZ,QAAQ,iBAAiB,IAAI,OAC3B,KACE,IACA,OACA,UACA,IACA,IACA,UACA,UACA,YACA,eACF,CACF,CACF,CACF;GACA,MAAM,cAAc,YAAY,IAAI,IAAI;GACxC,cAAmB,eAAe,IAAI,cAAc;GACpD,QAAQ,QAAQ;GAEhB,MAAM,QAAQ,KAAK;GACnB,MAAM,SAAS,IAAI;GAEnB,MAAM,cAAc,uBAAuB,aAAa,WAAW;GAEnE,gBAAgB,QACd,IACA,YACA,YAAY,QAAQ,OAAO,WAC3B,GACF;GAEA,MAAM,QAAQ,MAAM,kBAAkB,IAAI,IAAI,SAAS,eAAe;GACtE,GAAG,OAAO,oBAAoB,MAAM,QAAQ,CAAC,EAAE,KAAK;GAEpD,IAAI,YAAY,WACd,MAAM,uBAAuB,KAAK,OAAO,WAAW,WAAW,OAAO;QACjE;IACL,OAAO,QAAQ,uDAAuD;IACtE,MAAM,8BAAc,IAAI,IAAoB;IAC5C,KAAK,IAAI,IAAI,GAAG,IAAI,UAAU,QAAQ,KACpC,YAAY,IAAI,UAAU,GAAG,OAAO,OAAO,YAAY,GAAG,IAAI;IAEhE,oBAAoB,IAAI,IAAI,WAAW,WAAW;GACpD;GAEA,MAAM,UAAU,YAAY,IAAI,IAAI;GACpC,MAAM,cAAc,KAAK,IAAI,GAAG,UAAU,YAAY,UAAU,KAAK;GACrE,4BACE;IACE,YAAY;IACZ,MAAM,YAAY;IAClB,WAAW,YAAY;IACvB,QAAQ,YAAY;IACpB;IACA,SAAS,YAAY;IACrB,SAAS;GACX,GACA;IACE,QAAQ;IACR;IACA;GACF,CACF;GACA,GAAG,OACD,UAAU,YAAY,KAAK,eAAe,EAAE,WAAW,UAAU,aAAa,aAAa,SAAS,IAAI,WAC3F,YAAY,QAAQ,QAAQ,CAAC,EAAE,WAAW,MAAM,QAAQ,CAAC,EAAE,WAAW,QAAQ,QAAQ,CAAC,EAAE,OACtG;IACE;IACA;IACA;IACA;IACA,GAAG;IACH,SAAS,QAAQ;IACjB,SAAS;IACT;IACA,SAAS;GACX,CACF;GAEA,OAAO,YAAY,YACf,KACE,MAAM,gBAAgB,KAAK,OAAO,SAAS,GAC3C,2BAA2B,WAC7B,IACA,KAAA;EACN,UAAU;GAMR,MAAM,SACH,IAAI,EAAC,SAAS,EAAC,CAAC,EAChB,OAAM,MAAK,GAAG,OAAO,0BAA0B,CAAC,CAAC;EACtD;CACF,SAAS,GAAG;EACV,4BACE,EAAC,YAAY,YAAY,IAAI,IAAI,MAAK,GACtC;GACE,QAAQ;GACR;GACA;EACF,CACF;EACA,IAAI,YAAY,KAAK;GAInB,GAAG,OAAO,6BAA6B,YAAY,CAAC;GAEpD,MAAM,WAAW,WAAW;GAC5B,MAAM,GAAG;;8BAEe,SAAS;QAC/B,OAAM,MAAK,GAAG,OAAO,mCAAmC,YAAY,CAAC,CAAC;EAC1E;EACA,MAAM,MAAM,gBAAgB,qBAAqB,IAAI,gBAAgB,CAAC;CACxE,UAAU;EACR,gBAAgB,KAAK;EACrB,IAAI,KACF,MAAM,IAAI,IAAI;CAElB;AACF;;;;;;;;;;;AAsBA,eAAsB,kBACpB,IACA,OACA,aACA,QACA,SACA,aACe;CACf,MAAM,MAAM,MAAM,QAChB,KAAK,OAAO,aAAa,OAAO,GAAG,mBAAmB,CACxD;CAEA,MAAM,KAAK,IAAI,SAAS,IADT,KAAK,KAAK,mBACG,CAAM;CAClC,IAAI;EACF,MAAM,YACJ,IACA,OACA,IACA,aACA;GAGE,kBAAkB;GAClB,UAAU,aAAa;GACvB;EACF,GACA,OACF;CACF,UAAU;EACR,IAAI;GACF,GAAG,MAAM;EACX,SAAS,GAAG;GACV,GAAG,OAAO,mCAAmC,CAAC;EAChD;EACA,MAAM,GAAG,KAAK;GAAC,WAAW;GAAM,OAAO;EAAI,CAAC,EAAE,OAAM,MAClD,GAAG,OAAO,wCAAwC,OAAO,CAAC,CAC5D;CACF;AACF;AAEA,eAAe,oBAAoB,KAAiB;CAClD,MAAM,EAAC,UAAU,aACf,MAAM,GAA0C;;;KAIhD;CAEF,IAAI,aAAa,WACf,MAAM,IAAI,MACR,uEAAuE,SAAS,EAClF;CAEF,IAAI,UAAA,MACF,MAAM,IAAI,MACR,sDAAsD,QAAQ,GAChE;AAEJ;AAEA,eAAe,sBACb,IACA,KACA,OACA,6BACA,WAAW,MACwB;CACnC,MAAM,EAAC,UAAU,SAAQ,IAAI;CAC7B,GAAG,OAAO,oCAAoC,SAAS,GAAG,MAAM;CAOhE,MAAM,kBAAkB,IAAI,KAAK,OAAO,2BAA2B;CACnE,MAAM,EAAC,iBAAgB,MAAM,uBAAuB,KAAK,KAAK;CAE9D,IAAI,UAAU;EACZ,IAAI,QAAQ;EACZ,MAAM,0BAA0B,aAAa,QAC3C,MAAK,CAAC,EAAE,WAAW,GAAG,CACxB;EACA,MAAM,SAAS,MAAM,GAAG;4DACgC,IAAI,YAAY,EAAE;QACtE,OAAO;EACX,IAAI,OAAO,WAAW,aAAa,QACjC,GAAG,OACD,iCAAiC,aAAa,kBACxC,OAAO,KAAK,EAAE,aACtB;OACK,IACL,CAAC,OAAO,IAAI,IAAI,MAAM,YAAY,GAAG,IAAI,IAAI,uBAAuB,CAAC,GAErE,GAAG,OACD,2BAA2B,MAAM,aAAa,sCAC3B,wBAAwB,aAC7C;OAEA,QAAQ;EAEV,IAAI,CAAC,OAAO;GACV,MAAM,IAAI,OAAO,UAAU,MAAM,OAAO,MAAM,QAAQ,CAAC;GACvD,OAAO,sBACL,IACA,KACA,OACA,6BACA,KACF;EACF;CACF;CACA,OAAO,EAAC,aAAY;AACtB;AAEA,eAAe,sBACb,IACA,IACA,UACA,YACA,WAC0B;CAC1B,MAAM,EAAC,MAAM,aAAY,eAAe,QAAQ;CAChD,MAAM,eAAe,IAAI,gBAAgB,IAAI;EAC3C,MAAM;EACN;EACA,gBAAgB;CAClB,CAAC;CACD,aAAa,IAAI,EAAE;CAInB,KAAK,IAAI,IAAI,GAAG,IAAI,YAAY,KAC9B,MAAM,SAAS,QAAQ;CAGzB,GAAG,OAAO,WAAW,WAAW,mBAAmB,UAAU,QAAQ;CACrE,OAAO;AACT;;;;;;;;AASA,eAAe,qCACb,IACA,aACA,iBAIC;CAOD,QAAO,MANc,gBACnB,IACA,aACA,gCACA,EAAC,KAAK,EAAC,CACT,GACc,MAAM,UAAe,OAAM,OAAM;EAC7C,MAAM,CAAC,EAAC,KAAK,cAAa,MAAM,EAAqC;;;EAIrE,OAAO;GAAC;GAAK,QAAA,MADQ,gBAAgB,QAAQ;EAC1B;CACrB,CAAC;AACH;AAEA,SAAS,iBACP,IACA,QACA,gBACA;CAGA,MAAM,iBAAiB,KAAK,oBAAoB,YAAY,EAAE,CAAC;CAC/D,KAAK,MAAM,KAAK,QAAQ;EACtB,GAAG,KAAK,yBAAyB,kBAAkB,GAAG,cAAc,CAAC,CAAC;EACtE,MAAM,YAAY,cAAc,CAAC;EACjC,KAAK,MAAM,CAAC,SAAS,YAAY,OAAO,QAAQ,EAAE,OAAO,GACvD,eAAe,OAAO,WAAW,SAAS,OAAO;CAErD;AACF;;;;;;;;;AAUA,eAAsB,kBACpB,IACA,IACA,SACA,iBACiB;CACjB,IAAI,UAAU;CACd,MAAM,WAAW,IAAI,iBAAiB,QAAQ,MAAM;CACpD,KAAK,MAAM,CAAC,GAAG,UAAU,QAAQ,QAAQ,GAAG;EAC1C,MAAM,YAAY,uBAAuB,KAAK;EAC9C,MAAM,OAAO,yBAAyB,SAAS;EAC/C,MAAM,IAAI,GAAG,IAAI,EAAE,GAAG,QAAQ;EAC9B,GAAG,OAAO,kBAAkB,EAAE,IAAI,MAAM;EACxC,SAAS,MAAM,SAAS;EAGxB,MAAM,gBAAgB,gBACpB,IACA,YACA,kBAAkB,EAAE,MAAM,UAAU,aACpC,KACA,SAAS,KACX;EAEA,SAAS,aAAa;EACtB,GAAG,KAAK,IAAI;EACZ,MAAM,UAAU,SAAS,OAAO;EAChC,WAAW;EACX,GAAG,OAAO,iBAAiB,EAAE,IAAI,QAAQ,QAAQ,CAAC,EAAE,QAAQ,MAAM;CACpE;CACA,gBAAgB,QACd,IACA,YACA,WAAW,QAAQ,OAAO,WAC1B,GACA,SAAS,KACX;CACA,OAAO;AACT;;;;;;;;;;;;;;;AAgBA,SAAgB,oBACd,IACA,IACA,WACA,aACM;CACN,MAAM,SAAmB,CAAC;CAC1B,IAAI,iBAAiB;CACrB,IAAI,cAAc;CAIlB,MAAM,aAAa,WAAW,EAAE;CAChC,MAAM,kBAAkB,IAAI,IAAI,WAAW,KAAI,MAAK,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;CAChE,KAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,EAAE;EAC7B,MAAM,OAAO,gBAAgB,IAAI,IAAI;EACrC,IAAI,CAAC,MAAM;GACT,OAAO,KAAK,6BAA6B,MAAM;GAC/C;EACF;EACA,KAAK,MAAM,OAAO,OAAO,KAAK,GAAG,OAAO,GAAG;GACzC;GACA,IAAI,EAAE,OAAO,KAAK,UAChB,OAAO,KAAK,mCAAmC,KAAK,IAAI,KAAK;EAEjE;CACF;CAGA,MAAM,iBAAiB,IAAI,IAAI,YAAY,EAAE,EAAE,KAAI,MAAK,EAAE,IAAI,CAAC;CAC/D,KAAK,MAAM,MAAM,UAAU,SAAS;EAClC,MAAM,SAAS,uBAAuB,EAAE;EACxC,IAAI,CAAC,eAAe,IAAI,OAAO,IAAI,GACjC,OAAO,KACL,6BAA6B,OAAO,KAAK,MAAM,OAAO,WACxD;CAEJ;CAGA,KAAK,MAAM,CAAC,OAAO,aAAa,aAC9B,IAAI;EACF,MAAM,CAAC,OAAO,GACX,QAAQ,kCAAkC,MAAM,EAAE,EAClD,IAAqB;EACxB,IAAI,IAAI,UAAU,UAChB,OAAO,KACL,gCAAgC,MAAM,0BACX,SAAS,gBAAgB,IAAI,OAC1D;OAEA,eAAe,IAAI;CAEvB,SAAS,GAAG;EACV,OAAO,KAAK,iCAAiC,MAAM,IAAI,OAAO,CAAC,GAAG;CACpE;CAIF,MAAM,OAAO,KAAK,oBAAoB,YAAY,EAAE,CAAC;CACrD,KAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,EAAE;EAC7B,MAAM,OAAO,KAAK,SAAS,IAAI;EAC/B,KAAK,MAAM,OAAO,OAAO,KAAK,GAAG,OAAO,GACtC,IAAI,CAAC,KAAK,IAAI,GAAG,GACf,OAAO,KAAK,mCAAmC,KAAK,GAAG,KAAK;CAGlE;CAEA,IAAI,OAAO,QACT,MAAM,IAAI,MACR,uCAAuC,OAAO,OAAO,iBACnD,OAAO,KAAI,MAAK,OAAO,GAAG,EAAE,KAAK,IAAI,CACzC;CAGF,GAAG,OACD,uCACK,UAAU,OAAO,OAAO,WACxB,UAAU,QAAQ,OAAO,YACzB,eAAe,YACf,YAAY,eAAe,EAAE,MACpC;AACF;;;;;AAOA,SAAgB,qBAAqB,OAA0C;CAC7E,MAAM,aAAa,OAAO,OAAO,MAAM,YAAY,EAAE,KAClD,EAAC,gBAAe,SACnB;CAIA,IAAI,WAAW,MAAK,WAAU,WAAW,IAAI,GAC3C,OAAO;CAET,MAAM,UAAU,WAAW,QAAQ,WAA6B,CAAC,CAAC,MAAM;CACxE,OAAO,QAAQ,WAAW,IAAI,OAAO,IAAI,QAAQ,KAAK,MAAM,EAAE;AAChE;AAQA,IAAM,KAAK,OAAO;AAClB,IAAM,oBAAoB;AAC1B,IAAM,0BAA0B,IAAI;;;;;;;AAcpC,SAAS,kBAAkB,YAAwC;CACjE,IAAI,eAAe,KAAA,KAAa,cAAc,GAC5C,OAAO;CAKT,OAAe,0BADH,YAAY,aAAa,KAAK,QAAQ,CAAC,CACV,EAAI;AAC/C;AAEA,SAAS,YAAY,iBAA6C;CAChE,OAAO,oBAAoB,KAAA,IACf,UAAU,oBAClB;AACN;;;;;AAMA,SAAgB,sBACd,OACA,MACU;CACV,OAAO,KAAK,KAAI,QAAO;EACrB,MAAM,OAAO,MAAM,QAAQ;EAC3B,OAAO,iBAAiB,IAAI,IAAI,GAAG,GAAG,IAAI,GAAG,GAAG,GAAG,EAAE;CACvD,CAAC;AACH;AAuBA,SAAgB,uBACd,OACA,MACA,YACA,iBACA,aACA,OACoB;CACpB,MAAM,oBAAoB,qBAAqB,KAAK;CACpD,MAAM,QAAQ,OAAO;CACrB,MAAM,aACJ,UAAU,KAAA,IACN,oBACA,CACE,GAAI,sBAAsB,OAAO,CAAC,IAAI,CAAC,iBAAiB,GACxD,KACF,EAAE,KAAK,OAAO;CACpB,MAAM,QAAQ,eAAe,OAAO,KAAa,SAAS;CAC1D,MAAM,SAAS,kBAAkB,UAAU;CAC3C,MAAM,QAAQ,YAAY,eAAe;CACzC,MAAM,UAAU,OAAO,KAAa,aAAa,MAAM,OAAO;CAC9D,MAAM,YAAoB,QAAQ,GAAG,MAAM,MAAM,EAAE,GAAG,GAAG,MAAM,IAAI,IAAI,OAAO,GAAG;CACjF,MAAM,SAAiB,WAAW,eAAe,KAAK,IAAI,EAAE,GAAG,KAAK,GAAG,EAAE,GAAG,YAAY,UAAU;CAClG,IAAI,OAAO;EAGT,MAAM,YAAY,KACf,KAAI,QAAO,2BAA2B,GAAG,GAAG,EAAE,MAAM,EACpD,KAAK,KAAK;EACb,OAAO;GACL;GACA,cAAsB,8DAA8D,YAAY,MAAM;GACtG,eAAuB,oEAAoE,UAAU,SAAS,YAAY,MAAM;EAClI;CACF;CACA,MAAM,aAAa,IAAI,KAAK,KAAI,QAAO,+BAA+B,GAAG,GAAG,EAAE,OAAO,EAAE,KAAK,KAAK,EAAE;CACnG,OAAO;EACL;EACA,cAAsB,kCAAkC;EACxD,eAAuB,UAAU,WAAW,mBAAmB;CACjE;AACF;AAsCA,IAAM,+CAA+C;CACnD;CAAG;CAAG;CAAG;CAAI;CAAI;CAAI;CAAK;CAAK;CAAK;CAAM;CAAM;CAAM;AACxD;AAEA,IAAM,qBAAqB;AAI3B,SAAS,kBAAkB;CACzB,OAAO,mBACL,eACA,qBACA,uCACF;AACF;AAEA,SAAS,sBAAsB;CAC7B,OAAO,6BACL,yBACA,gEACF;AACF;AAEA,SAAS,0BAA0B;CACjC,OAAO,6BACL,8BACA,0EACF;AACF;AAEA,SAAS,+BAA+B;CACtC,OAAO,6BACL,oCACA,yFACF;AACF;AAEA,SAAS,2BAA2B;CAClC,OAAO,6BACL,+BACA,4DACF;AACF;AAEA,SAAS,2BAA2B;CAClC,OAAO,6BACL,+BACA,+DACF;AACF;AAEA,SAAS,kBAAkB;CACzB,OAAO,mBACL,eACA,qBACA,kDACF;AACF;AAEA,SAAS,wBAAwB;CAC/B,OAAO,mBAAmB,eAAe,4BAA4B;EACnE,aACE;EACF,MAAM;CACR,CAAC;AACH;AAEA,SAAS,iCAAiC;CACxC,OAAO,mBACL,eACA,sCACA;EACE,aACE;EACF,MAAM;CACR,CACF;AACF;AAEA,SAAS,wBAAwB;CAC/B,OAAO,mBACL,eACA,4BACA,8DACF;AACF;AAEA,SAAgB,wBACd,QACA;CACA,IAAI,QAAQ;CACZ,IAAI,SAAS;CAEb,SAAS,QAAQ;EACf,IAAI,WAAW,GACb;EAEF,OAAO,OAAO,MAAM;EACpB,QAAQ;EACR,SAAS;CACX;CAEA,OAAO;EACL,IAAI,YAAoB;GACtB,SAAS;GACT;GACA,IAAI,SAAA,SACF,MAAM;EAEV;EACA;CACF;AACF;AAEA,SAAgB,uBAAuB,OAA+B;CACpE,MAAM,SAAS,uBAAuB,KAAK;CAC3C,MAAM,mBAAmB,sBAAsB;CAC/C,MAAM,mBAAmB,sBAAsB;CAC/C,OAAO,yBAAyB,OAAO,WAAW;EAChD,iBAAiB,IAAI,OAAO,MAAM;EAClC,iBAAiB,IAAI,QAAQ,MAAM;CACrC,CAAC;AACH;AAEA,SAAS,6BAA6B,MAAc,aAAqB;CACvE,OAAO,qBAAqB,eAAe,MAAM;EAC/C;EACA,MAAM;EACN,kBAAkB;CACpB,CAAC;AACH;AAEA,SAAS,uBAAuB,OAA+B;CAC7D,OAAO;EACL,WAAW,MAAM;EACjB,aAAa,MAAM;CACrB;AACF;AAEA,SAAS,0BAA0B,OAAkC;CACnE,OAAO;EACL,GAAG,uBAAuB,KAAK;EAC/B,QAAQ,MAAM;CAChB;AACF;AAEA,SAAS,4BACP,OASA,OACA;CACA,MAAM,SAAS,0BAA0B,KAAK;CAC9C,gBAAgB,EAAE,IAAI,GAAG,MAAM;CAC/B,oBAAoB,EAAE,SAAS,MAAM,YAAY,MAAM;CACvD,IAAI,MAAM,WAAW,WAAW;EAC9B,IAAI,MAAM,WAAW,KAAA,GACnB,wBAAwB,EAAE,SAAS,MAAM,QAAQ,MAAM;EAEzD,IAAI,MAAM,gBAAgB,KAAA,GACxB,6BAA6B,EAAE,SAAS,MAAM,aAAa,MAAM;EAEnE,IAAI,MAAM,YAAY,KAAA,GACpB,yBAAyB,EAAE,SAAS,MAAM,SAAS,MAAM;EAE3D,IAAI,MAAM,YAAY,KAAA,GACpB,yBAAyB,EAAE,SAAS,MAAM,SAAS,MAAM;EAE3D,IAAI,MAAM,SAAS,KAAA,KAAa,MAAM,OAAO,GAC3C,gBAAgB,EAAE,IAAI,MAAM,MAAM,MAAM;EAE1C,IAAI,MAAM,cAAc,KAAA,KAAa,MAAM,YAAY,GACrD,+BAA+B,EAAE,IAAI,MAAM,WAAW,MAAM;CAEhE;AACF;AAEA,SAAS,uBACP,SACA,QACA;CACA,MAAM,SAAS,QAAQ,QACpB,KAAK,SAAS;EACb,IAAI,QAAQ,KAAK;EACjB,IAAI,WAAW,KAAK;EACpB,IAAI,aAAa,KAAK;EACtB,OAAO;CACT,GACA;EACE,MAAM;EACN,SAAS;EACT,WAAW;CACb,CACF;CACA,OAAO;EACL,QAAQ,QAAQ;EAChB,MAAM,OAAO;EACb;EACA,SAAS,OAAO;EAChB,WAAW,OAAO;CACpB;AACF;AAEA,SAAS,iBACP,IACA,SAYA;CACA,IAAI,QAAQ,YAAY,sBAAsB,QAAQ,gBAAgB,GACpE;CAEF,GAAG,OAAO,sCAAsC,OAAO;AACzD;AAGA,eAAsB,wBACpB,IACA,KACA,MACA,YACwB;CACxB,MAAM,QAAQ,YAAY,IAAI;CAC9B,MAAM,QAAQ,cAAc,IAAI;CAChC,MAAM,UAAU,OAAO,KAAK,KAAK,OAAO;CACxC,IAAI,YAGF,OAAO;EACL;EACA,QAAQ;GAAC;GAAO;GAAS,MAAM;GAAG,WAAW;GAAG,YAAY;EAAC;CAC/D;CAaF,MAAM,EAAC,WAAW,gBAAc,MAPH,GAE5B;;;kBAGe,GANS,GAAG,KAAK,MAAM,EAAE,GAAG,GAAG,KAAK,IAAI,IAM1B,aAEiB,MAAM;EACnD,WAAW;EACX,YAAY;CACd;CAEA,MAAM,QAAuB;EAC3B;EACA,QAAQ;GACN;GACA;GACA,MAAM;GACN;GACA;EACF;CACF;CACA,MAAM,WAAW,YAAY,IAAI,IAAI,OAAO,QAAQ,CAAC;CACrD,GAAG,OAAO,uCAAuC,MAAM,IAAI,QAAQ,OAAO,EACxE,OAAO,MAAM,OACf,CAAC;CACD,OAAO;AACT;AAEA,SAAS,KACP,IACA,EAAC,MAAM,OAAO,UACd,UACA,MACA,IACA,UACA,UACA,YACA,iBACqB;CACrB,IAAI,UACF,OAAO,SACL,IACA,OACA,QACA,UACA,MACA,IACA,UACA,YACA,eACF;CAEF,OAAO,WACL,IACA,OACA,QACA,MACA,IACA,UACA,YACA,eACF;AACF;AAEA,eAAe,WACb,IACA,OACA,QACA,MACA,IACA,UACA,YACA,iBACqB;CACrB,MAAM,QAAQ,YAAY,IAAI;CAC9B,MAAM,aAAyB;CAC/B,MAAM,cAAc,uBAAuB;EAAC;EAAU;CAAU,CAAC;CACjE,IAAI,UAAU;CACd,IAAI,YAAY;CAChB,IAAI,eAAe;CAEnB,MAAM,YAAY,cAAc,KAAK;CACrC,MAAM,iBAAiB,OAAO,QAAQ,MAAM,OAAO;CAEnD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,CAAC;CACjD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,UAAU,IAAI;CAC9D,MAAM,mBAAmB,YAAY,KAAI,MAAK,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;CAE7D,MAAM,YACJ,YAAY,SAAS,IAAI,IAAI,KAAK,OAAO,YAAY,SAAS,CAAC,EAAE,MAAM;CACzE,MAAM,YAAoB;mBACT,UAAU,KAAK,iBAAiB,WAAW;CAC5D,MAAM,aAAa,GAAG,QAAQ,SAAS;CACvC,MAAM,kBAAkB,GAAG,QACzB,YAAY,IAAI,YAAY,OAAA,EAA4B,CAC1D;CAGA,MAAM,SAAS,uBACb,OACA,aACA,YACA,iBACA,sBAAsB,OAAO,WAAW,CAC1C,EAAE;CAEF,MAAM,WAAW,eAAe,KAAK,GAAG,UACtC,iBAAiB,IAAI,IAAI,kBAAkB,IAAI,IAAI,eACrD;CAEA,MAAM,eAAe,YAAY;CACjC,MAAM,iBAAiB,eAAA;CAEvB,MAAM,gBAAiC,MAAM,KAAK,EAChD,QAAQ,oBAAoB,aAC9B,CAAC;CACD,IAAI,cAAc;CAClB,IAAI,cAAc;CAElB,SAAS,QAAQ;EACf,MAAM,aAAa,YAAY,IAAI;EACnC,MAAM,cAAc;EACpB,MAAM,cAAc;EAEpB,IAAI,IAAI;EACR,OAAO,cAAA,IAAiC,eAAA,IACtC,gBAAgB,IAAI,cAAc,MAAM,GAAI,KAAK,cAAe,CAAC;EAEnE,OAAO,cAAc,GAAG,eACtB,WAAW,IAAI,cAAc,MAAM,GAAI,KAAK,YAAa,CAAC;EAE5D,MAAM,gBAAgB,cAAc;EACpC,KAAK,IAAI,IAAI,GAAG,IAAI,eAAe,KACjC,cAAc,KAAK,KAAA;EAErB,cAAc;EACd,OAAO,QAAQ;EAEf,MAAM,UAAU,YAAY,IAAI,IAAI;EACpC,WAAW;EACX,GAAG,QACD,WAAW,YAAY,GAAG,UAAU,SAAS,YAAY,aAAa,QAAQ,QAAQ,CAAC,EAAE,IAC3F;EACA,iBAAiB,IAAI;GACnB,QAAQ,MAAM;GACd,OAAO,MAAM;GACb,cAAc;GACd;GACA;GACA,WAAW;GACX;GACA,cAAc;GACd,MAAM,OAAO;GACb;EACF,CAAC;CACH;CAEA,MAAM,eAAe,IAAI,iBAAiB;CAC1C,IAAI,MAAM;CAEV,GAAG,OAAO,kCAAkC,UAAU,IAAI,MAAM;CAEhE,MAAM,kBAAkB,YAAY,IAAI;CACxC,MAAM,WACJ,MAAM,KACH,OAAO,SAAS,OAAO,iCAAiC,EACxD,SAAS,GACZ,IAAI,SAAS;EACX,eAAe;EAEf,MACE,OACA,WACA,UACA;GACA,MAAM,kBAAkB,YAAY,IAAI;GACxC,IAAI;IACF,aAAa,MAAM;IACnB,YAAY,IAAI,MAAM,MAAM;IAC5B,KAAK,MAAM,YAAY,aAAa,MAAM,KAAK,GAAG;KAChD,MAAM,YAAY,aAAa,OAAO,IAAI,SAAS;KACnD,eAAe;KACf,cAAc,cAAc,eAAe,OACzC,aAAa,OAAO,OAAO,SAAS,KAAK,QAAQ;KAEnD,IAAI,EAAE,QAAQ,SAAS,QAAQ;MAC7B,MAAM;MACN,IACE,EAAE,eAAe,oBAAoB,gBACrC,eAAe,yBAEf,MAAM;KAEV;IACF;IACA,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS;GACX,SAAS,GAAG;IACV,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;GACxD;EACF;EAEA,QAAQ,aAAsC;GAC5C,MAAM,kBAAkB,YAAY,IAAI;GACxC,IAAI;IACF,YAAY,MAAM;IAClB,MAAM;IACN,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS;GACX,SAAS,GAAG;IACV,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;GACxD;EACF;EAEA,QAAQ,OAAO,UAAU;GACvB,YAAY,MAAM;GAClB,SAAS,KAAK;EAChB;CACF,CAAC,CACH;CAEA,MAAM,eAAe,KAAK,IACxB,GACA,YAAY,IAAI,IAAI,kBAAkB,YACxC;CACA,MAAM,UAAU,YAAY,IAAI,IAAI;CACpC,MAAM,SAAS;EACb,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,cAAc;EACd;EACA;EACA,aAAa,YAAY;EACzB,MAAM,OAAO;EACb,eAAe,OAAO;EACtB,gBAAgB,OAAO;EACvB;EACA,WAAW;EACX;EACA;EACA;CACF;CAEA,GAAG,OACD,oBAAoB,OAAO,KAAK,aAAa,UAAU,WAC1C,QAAQ,QAAQ,CAAC,EAAE,eAAe,QAAQ,QAAQ,CAAC,EAAE,QAClE,MACF;CACA,OAAO;AACT;AAEA,eAAe,SACb,IACA,OACA,QACA,UACA,MACA,IACA,UACA,YACA,iBACqB;CACrB,MAAM,QAAQ,YAAY,IAAI;CAC9B,MAAM,aAAyB;CAC/B,MAAM,cAAc,uBAAuB;EAAC;EAAU;CAAU,CAAC;CACjE,IAAI,UAAU;CACd,IAAI,YAAY;CAChB,IAAI,eAAe;CAEnB,MAAM,YAAY,cAAc,KAAK;CACrC,MAAM,iBAAiB,OAAO,QAAQ,MAAM,OAAO;CAEnD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,CAAC;CACjD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,UAAU,IAAI;CAC9D,MAAM,mBAAmB,YAAY,KAAI,MAAK,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;CAE7D,MAAM,YACJ,YAAY,SAAS,IAAI,IAAI,KAAK,OAAO,YAAY,SAAS,CAAC,EAAE,MAAM;CACzE,MAAM,YAAoB;mBACT,UAAU,KAAK,iBAAiB,WAAW;CAC5D,MAAM,aAAa,GAAG,QAAQ,SAAS;CACvC,MAAM,kBAAkB,GAAG,QACzB,YAAY,IAAI,YAAY,OAAA,EAA4B,CAC1D;CAEA,MAAM,EAAC,WAAU,uBACf,OACA,aACA,YACA,eACF;CACA,MAAM,eAAe,YAAY;CACjC,MAAM,iBAAiB,eAAA;CAEvB,MAAM,gBAAiC,MAAM,KAAK,EAChD,QAAQ,oBAAoB,aAC9B,CAAC;CACD,IAAI,cAAc;CAClB,IAAI,cAAc;CAElB,SAAS,QAAQ;EACf,MAAM,aAAa,YAAY,IAAI;EACnC,MAAM,cAAc;EACpB,MAAM,cAAc;EAEpB,IAAI,IAAI;EACR,OAAO,cAAA,IAAiC,eAAA,IACtC,gBAAgB,IAAI,cAAc,MAAM,GAAI,KAAK,cAAe,CAAC;EAEnE,OAAO,cAAc,GAAG,eACtB,WAAW,IAAI,cAAc,MAAM,GAAI,KAAK,YAAa,CAAC;EAE5D,MAAM,gBAAgB,cAAc;EACpC,KAAK,IAAI,IAAI,GAAG,IAAI,eAAe,KACjC,cAAc,KAAK,KAAA;EAErB,cAAc;EACd,OAAO,QAAQ;EAEf,MAAM,UAAU,YAAY,IAAI,IAAI;EACpC,WAAW;EACX,GAAG,QACD,WAAW,YAAY,GAAG,UAAU,SAAS,YAAY,aAAa,QAAQ,QAAQ,CAAC,EAAE,IAC3F;EACA,iBAAiB,IAAI;GACnB,QAAQ,MAAM;GACd,OAAO,MAAM;GACb,cAAc;GACd;GACA;GACA,WAAW;GACX;GACA,cAAc;GACd,MAAM,OAAO;GACb;EACF,CAAC;CACH;CAEA,GAAG,OAAO,gCAAgC,UAAU,IAAI,MAAM;CAC9D,MAAM,YAAY,MAAM,eAAe,UAAU,EAAC,oBAAoB,KAAI,CAAC;CAC3E,MAAM,UAAU,YAAY,KAAI,MAAK;EACnC,MAAM,UAAU,UAAU,cAAc,EAAE,OAAO;EACjD,QAAQ,QACN,UACE,QAAQ,GAAG,GACX,EAAE,UAAA,GAEJ;CACJ,CAAC;CAED,MAAM,YAAY,IAAI,UAAU;CAChC,IAAI,MAAM;CAEV,MAAM,kBAAkB,YAAY,IAAI;CACxC,MAAM,WACJ,MAAM,KAAK,OAAO,SAAS,OAAO,YAAY,EAAE,SAAS,GACzD,IAAI,SAAS;EACX,eAAe;EAEf,MACE,OACA,WACA,UACA;GACA,MAAM,kBAAkB,YAAY,IAAI;GACxC,IAAI;IACF,aAAa,MAAM;IACnB,YAAY,IAAI,MAAM,MAAM;IAC5B,KAAK,MAAM,QAAQ,UAAU,MAAM,KAAK,GAAG;KACzC,MAAM,YAAY,SAAS,OAAO,IAAI,KAAK;KAC3C,eAAe;KACf,cAAc,cAAc,eAAe,OACzC,SAAS,OAAO,OAAO,QAAQ,KAAK,IAAI;KAE1C,IAAI,EAAE,QAAQ,QAAQ,QAAQ;MAC5B,MAAM;MACN,IACE,EAAE,eAAe,oBAAoB,gBACrC,eAAe,yBAEf,MAAM;KAEV;IACF;IACA,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS;GACX,SAAS,GAAG;IACV,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;GACxD;EACF;EAEA,QAAQ,aAAsC;GAC5C,MAAM,kBAAkB,YAAY,IAAI;GACxC,IAAI;IACF,YAAY,MAAM;IAClB,MAAM;IACN,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS;GACX,SAAS,GAAG;IACV,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;GACxD;EACF;EAEA,QAAQ,OAAO,UAAU;GACvB,YAAY,MAAM;GAClB,SAAS,KAAK;EAChB;CACF,CAAC,CACH;CAEA,MAAM,eAAe,KAAK,IACxB,GACA,YAAY,IAAI,IAAI,kBAAkB,YACxC;CACA,MAAM,UAAU,YAAY,IAAI,IAAI;CACpC,MAAM,SAAS;EACb,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,cAAc;EACd;EACA;EACA,aAAa,YAAY;EACzB,MAAM,OAAO;EACb,eAAe,OAAO;EACtB,gBAAgB,OAAO;EACvB;EACA,WAAW;EACX;EACA;EACA;CACF;CACA,GAAG,OACD,oBAAoB,OAAO,KAAK,aAAa,UAAU,WAC1C,QAAQ,QAAQ,CAAC,EAAE,eAAe,QAAQ,QAAQ,CAAC,EAAE,QAClE,MACF;CACA,OAAO;AACT"}
+{"version":3,"file":"initial-sync.js","names":[],"sources":["../../../../../../../zero-cache/src/services/change-source/pg/initial-sync.ts"],"sourcesContent":["import {mkdtemp, rm} from 'node:fs/promises';\nimport {platform, tmpdir} from 'node:os';\nimport {join} from 'node:path';\nimport {Writable, type Readable} from 'node:stream';\nimport {pipeline} from 'node:stream/promises';\nimport type {LogContext} from '@rocicorp/logger';\nimport {assert} from '../../../../../shared/src/asserts.ts';\nimport type {JSONObject} from '../../../../../shared/src/bigint-json.ts';\nimport {must} from '../../../../../shared/src/must.ts';\nimport {equals} from '../../../../../shared/src/set-utils.ts';\nimport type {DownloadStatus} from '../../../../../zero-events/src/status.ts';\nimport {Database} from '../../../../../zqlite/src/db.ts';\nimport {\n  createLiteIndexStatement,\n  createLiteTableStatement,\n} from '../../../db/create.ts';\nimport {listIndexes, listTables} from '../../../db/lite-tables.ts';\nimport * as Mode from '../../../db/mode-enum.ts';\nimport {\n  BinaryCopyParser,\n  hasBinaryDecoder,\n  makeBinaryDecoder,\n  textCastDecoder,\n} from '../../../db/pg-copy-binary.ts';\nimport {TsvParser} from '../../../db/pg-copy.ts';\nimport {\n  mapPostgresToLite,\n  mapPostgresToLiteIndex,\n} from '../../../db/pg-to-lite.ts';\nimport {getTypeParsers} from '../../../db/pg-type-parser.ts';\nimport {runTx} from '../../../db/run-transaction.ts';\nimport type {IndexSpec, PublishedTableSpec} from '../../../db/specs.ts';\nimport {importSnapshot, TransactionPool} from '../../../db/transaction-pool.ts';\nimport {\n  getOrCreateCounter,\n  getOrCreateHistogram,\n} from '../../../observability/metrics.ts';\nimport {\n  JSON_STRINGIFIED,\n  liteValue,\n  type LiteValueType,\n} from '../../../types/lite.ts';\nimport {liteTableName} from '../../../types/names.ts';\nimport {hasPostgresPatch} from '../../../types/pg-patch.ts';\nimport {PG_15} from '../../../types/pg-versions.ts';\nimport {\n  connectPgClient,\n  type PostgresDB,\n  type PostgresTransaction,\n  type PostgresValueType,\n} from '../../../types/pg.ts';\nimport {CpuProfiler} from '../../../types/profiler.ts';\nimport type {ShardConfig} from '../../../types/shards.ts';\nimport {ALLOWED_APP_ID_CHARACTERS} from '../../../types/shards.ts';\nimport {id} from '../../../types/sql.ts';\nimport {\n  IndexingProgress,\n  ReplicationStatusPublisher,\n} from '../../replicator/replication-status.ts';\nimport {ColumnMetadataStore} from '../../replicator/schema/column-metadata.ts';\nimport {initReplicationState} from '../../replicator/schema/replication-state.ts';\nimport type {InitCleanup} from '../common/init-cleanup.ts';\nimport {endSession} from './logical-replication/stream.ts';\nimport {toStateVersionString} from './lsn.ts';\nimport {createReplicaAndSlot} from './replication-slots.ts';\nimport {ensureShardSchema} from './schema/init.ts';\nimport {getPublicationInfo, warnForSkippedIndexes} from './schema/published.ts';\nimport {InitialSync} from './schema/replica-stage-enum.ts';\nimport {\n  dropShard,\n  getInternalShardConfig,\n  getReplicaState,\n  initInitialSyncReplica,\n  validatePublications,\n  type ReplicaState,\n} from './schema/shard.ts';\n\nexport type InitialSyncOptions = {\n  tableCopyWorkers: number;\n  profileCopy?: boolean | undefined;\n  textCopy?: boolean | undefined;\n  replicationSlotFailover?: boolean | undefined;\n  installPartialIndexTriggers?: boolean | undefined;\n  /**\n   * When set, run initial sync in \"shadow\" mode for verification: skip all\n   * upstream mutations (no replication slot, no addReplica, no dropShard, no\n   * slot drop on failure), suppress status events, and optionally sample\n   * rows from each table via TABLESAMPLE BERNOULLI + LIMIT. The caller is\n   * responsible for providing (and discarding) a throwaway SQLite `tx`.\n   */\n  shadow?:\n    | {\n        /** 0 < rate <= 1. When 1, no TABLESAMPLE clause is added. */\n        sampleRate: number;\n        /**\n         * LIMIT N cap appended after TABLESAMPLE. Required: shadow sync is\n         * for verification only, so every run must commit to a row budget.\n         */\n        maxRowsPerTable: number;\n      }\n    | undefined;\n};\n\nexport type ReplicaOptions = {\n  epoch: number;\n  backupV5: boolean;\n  /**\n   * Whether the replica's slot is acked only after transactions are stored in\n   * the PG change log (see `pgChangeLog` in `ReplicaState`). Defaults to\n   * false, i.e. unknown.\n   */\n  pgChangeLog: boolean;\n};\n\n/** Server context to store with the initial sync metadata for debugging. */\nexport type ServerContext = JSONObject;\n\n/**\n * @returns The {@link ReplicaState} of the initialized replica, or `undefined`\n *          for a shadow sync.\n */\nexport async function initialSync(\n  lc: LogContext,\n  shard: ShardConfig,\n  tx: Database,\n  upstreamURI: string,\n  syncOptions: InitialSyncOptions,\n  context: ServerContext,\n  {epoch, backupV5, pgChangeLog}: ReplicaOptions = {\n    epoch: 0,\n    backupV5: true,\n    pgChangeLog: false,\n  },\n  cleanup?: InitCleanup,\n): Promise<ReplicaState | undefined> {\n  if (!ALLOWED_APP_ID_CHARACTERS.test(shard.appID)) {\n    throw new Error(\n      'The App ID may only consist of lower-case letters, numbers, and the underscore character',\n    );\n  }\n  const {\n    tableCopyWorkers,\n    profileCopy,\n    textCopy = false,\n    replicationSlotFailover = false,\n    installPartialIndexTriggers = true,\n    shadow,\n  } = syncOptions;\n  const syncMode: InitialSyncMode = shadow ? 'shadow' : 'initial';\n  const copyFormat: CopyFormat = textCopy ? 'text' : 'binary';\n  const start = performance.now();\n  // Without Zero's postgres.js patch, a connection can hang after a COPY on\n  // any Node version (see hasPostgresPatch()), so the copy connections are not\n  // waited on, as in 1.10.\n  const pgPatched = hasPostgresPatch();\n  let sql: PostgresDB | undefined;\n  const replicaID = Date.now().toString();\n  let slotName: string | undefined; // undefined === shadow\n  let slotSession: Readable | undefined; // undefined === shadow\n  const statusPublisher = ReplicationStatusPublisher.forRunningTransaction(\n    tx,\n    shadow ? async () => {} : undefined,\n  ).publish(lc, 'Initializing');\n  try {\n    const copyProfiler = profileCopy ? await CpuProfiler.connect() : null;\n    sql = await connectPgClient(lc, upstreamURI, 'initial-sync');\n    await checkUpstreamConfig(sql);\n\n    // In shadow mode we assume the shard is already initialized and just\n    // read back the existing publications. `ensurePublishedTables` would\n    // otherwise run DDL and potentially call `dropShard`, which must never\n    // happen during a shadow run.\n    const {publications} = shadow\n      ? await getInternalShardConfig(sql, shard)\n      : await ensurePublishedTables(\n          lc,\n          sql,\n          shard,\n          installPartialIndexTriggers,\n        );\n    lc.info?.(`Upstream is setup with publications [${publications}]`);\n\n    const {database, host} = sql.options;\n    lc.info?.(\n      shadow\n        ? `acquiring exported snapshot on ${database}@${host} (shadow mode)`\n        : `opening replication session to ${database}@${host}`,\n    );\n\n    // Captures the necessary information from the consistent snapshot\n    // created for the new replication slot (or a suitable equivalent\n    // for shadow sync).\n    async function captureSnapshot(snapshot: string) {\n      // Run up to MAX_WORKERS to copy of tables at the replication slot's snapshot.\n      // Retrieve the published schema at the consistent_point.\n      const published = await runTx(\n        must(sql),\n        async tx => {\n          await tx.unsafe(/* sql*/ `SET TRANSACTION SNAPSHOT '${snapshot}'`);\n          return getPublicationInfo(tx, publications);\n        },\n        {mode: Mode.READONLY},\n      );\n      warnForSkippedIndexes(lc, published);\n      // Note: If this throws, initial-sync is aborted.\n      validatePublications(lc, published);\n\n      // Now that tables have been validated, kick off the copiers.\n      const {tables, indexes} = published;\n      const numTables = tables.length;\n      // A hung connection also blocks the next COPY sent on it. On Windows,\n      // where the unpatched hang was seen most often, give each table its own\n      // connection so that no COPY runs after another one, as in 1.10.\n      const workerPerTable = !pgPatched && platform() === 'win32';\n      if (workerPerTable && tableCopyWorkers < numTables) {\n        lc.warn?.(\n          `Increasing the number of copy workers from ${tableCopyWorkers} to ` +\n            `${numTables} to work around a postgres.js connection bug ` +\n            `(https://github.com/porsager/postgres/issues/499)`,\n        );\n      }\n      const numWorkers = workerPerTable\n        ? numTables\n        : Math.min(tableCopyWorkers, numTables);\n\n      const copyPool = await connectPgClient(\n        lc,\n        upstreamURI,\n        'initial-sync-copy-worker',\n        {\n          max: numWorkers,\n          ['max_lifetime']: 120 * 60, // set a long (2h) limit for COPY streaming\n        },\n      );\n      const copiers = await startTableCopyWorkers(\n        lc,\n        copyPool,\n        snapshot,\n        numWorkers,\n        numTables,\n      );\n      return {\n        published,\n        tables,\n        indexes,\n        numTables,\n        copyPool,\n        copiers,\n      };\n    }\n\n    let lsn: string;\n    let snapshotResult: Awaited<ReturnType<typeof captureSnapshot>>;\n\n    if (shadow) {\n      const exported = await acquireExportedSnapshotForShadowSync(\n        lc,\n        upstreamURI,\n        captureSnapshot,\n      );\n      lsn = exported.lsn;\n      snapshotResult = exported.result;\n    } else {\n      const replication = await createReplicaAndSlot(\n        lc,\n        sql,\n        'initial-sync-replication-session',\n        shard,\n        epoch,\n        replicaID,\n        replicationSlotFailover,\n        {\n          // When backing up with litestream v5, a unique backup path is\n          // required since the LTX format does not tolerate multiple writers\n          // (and there are no v3 \"generations\" to workaround it).\n          backupPath: backupV5 ? replicaID : null,\n          backupV5,\n          pgChangeLog,\n        },\n        captureSnapshot,\n        InitialSync,\n      );\n      lsn = replication.slot.consistent_point;\n      slotName = replication.slot.slot_name;\n      snapshotResult = replication.capturedSnapshot;\n      slotSession = replication.initialSession;\n      // The slot is held active by the session until it is taken over by the\n      // PostgresChangeSource. Release it if initialization fails after the\n      // initial sync (failures of the initial sync itself are handled below).\n      const session = slotSession;\n      cleanup?.onFailure(`replication slot ${slotName}`, () =>\n        session.destroy(),\n      );\n    }\n\n    const {published, tables, indexes, numTables, copyPool, copiers} =\n      snapshotResult;\n\n    const initialVersion = toStateVersionString(lsn);\n    initReplicationState(tx, publications, initialVersion, context);\n    let succeeded = false;\n    try {\n      createLiteTables(tx, tables, initialVersion);\n      const sampleRate = shadow?.sampleRate;\n      const maxRowsPerTable = shadow?.maxRowsPerTable;\n      const downloads = await Promise.all(\n        tables.map(spec =>\n          copiers.processReadTask((db, lc) =>\n            getInitialDownloadState(lc, db, spec, shadow !== undefined),\n          ),\n        ),\n      );\n      statusPublisher.publish(\n        lc,\n        'Initializing',\n        `Copying ${numTables} upstream tables at version ${initialVersion}`,\n        5000,\n        () => ({downloadStatus: downloads.map(({status}) => status)}),\n      );\n\n      void copyProfiler?.start();\n      const copyStart = performance.now();\n      const copyResults = await Promise.all(\n        downloads.map(table =>\n          copiers.processReadTask((db, lc) =>\n            copy(\n              lc,\n              table,\n              copyPool,\n              db,\n              tx,\n              textCopy,\n              syncMode,\n              sampleRate,\n              maxRowsPerTable,\n            ),\n          ),\n        ),\n      );\n      const copyElapsed = performance.now() - copyStart;\n      void copyProfiler?.stopAndDispose(lc, 'initial-copy');\n      copiers.setDone();\n      if (pgPatched) {\n        // Release the upstream connections before indexing.\n        await copiers.done();\n        await copyPool.end();\n      }\n\n      const copySummary = initialSyncCopySummary(copyResults, copyElapsed);\n\n      statusPublisher.publish(\n        lc,\n        'Indexing',\n        `Creating ${indexes.length} indexes`,\n        5000,\n      );\n      // Excludes the time spent reporting progress.\n      const index = await createLiteIndices(lc, tx, indexes, statusPublisher);\n      lc.info?.(`Created indexes (${index.toFixed(3)} ms)`);\n\n      if (slotName && replicaID) {\n        await initInitialSyncReplica(sql, shard, replicaID, published, context);\n      } else {\n        assert(shadow, 'expected to be in shadow sync if there is no slotName');\n        const rowsByTable = new Map<string, number>();\n        for (let i = 0; i < downloads.length; i++) {\n          rowsByTable.set(downloads[i].status.table, copyResults[i].rows);\n        }\n        verifyShadowReplica(lc, tx, published, rowsByTable);\n      }\n\n      const elapsed = performance.now() - start;\n      const copyOtherMs = Math.max(0, elapsed - copySummary.flushMs - index);\n      recordInitialSyncRunMetrics(\n        {\n          durationMs: elapsed,\n          rows: copySummary.rows,\n          copyBytes: copySummary.copyBytes,\n          copyMs: copySummary.copyMs,\n          copyOtherMs,\n          flushMs: copySummary.flushMs,\n          indexMs: index,\n        },\n        {\n          result: 'success',\n          syncMode,\n          copyFormat,\n        },\n      );\n      lc.info?.(\n        `Synced ${copySummary.rows.toLocaleString()} rows of ${numTables} tables in ${publications} up to ${lsn} ` +\n          `(flush: ${copySummary.flushMs.toFixed(3)}, index: ${index.toFixed(3)}, total: ${elapsed.toFixed(3)} ms)`,\n        {\n          syncMode,\n          copyFormat,\n          publications,\n          lsn,\n          ...copySummary,\n          indexes: indexes.length,\n          indexMs: index,\n          copyOtherMs,\n          totalMs: elapsed,\n        },\n      );\n\n      const replicaState =\n        slotName && replicaID\n          ? must(\n              await getReplicaState(sql, shard, replicaID),\n              `Missing replica with id ${replicaID}`,\n            )\n          : undefined; // shadow sync only\n      succeeded = true;\n      return replicaState;\n    } finally {\n      if (succeeded && !pgPatched) {\n        // Close the pool without waiting, as an unpatched connection may hang\n        // after a COPY. All meaningful errors are handled at the\n        // processReadTask() call site.\n        void copyPool.end().catch(e => lc.warn?.(`Error closing copyPool`, e));\n      } else {\n        // A no-op if the pool was already ended. Otherwise, initial sync\n        // failed and copy workers may still be blocked on COPY streams that\n        // were abandoned by their consumers, so their connections are\n        // forcibly closed after a timeout. All meaningful errors are handled\n        // at the processReadTask() call site.\n        await copyPool\n          .end({timeout: 5})\n          .catch(e => lc.warn?.(`Error closing copyPool`, e));\n      }\n    }\n  } catch (e) {\n    recordInitialSyncRunMetrics(\n      {durationMs: performance.now() - start},\n      {\n        result: 'error',\n        syncMode,\n        copyFormat,\n      },\n    );\n    if (slotName && sql) {\n      // If initial-sync did not succeed, make a best effort to drop the\n      // orphaned replication slot to avoid running out of slots in\n      // pathological cases that result in repeated failures.\n      lc.warn?.(`dropping replication slot ${slotName}`, e);\n      // release any initial replication session so the slot can be dropped\n      await endSession(slotSession);\n      await sql`\n        SELECT pg_drop_replication_slot(slot_name) FROM pg_replication_slots\n          WHERE slot_name = ${slotName};\n      `.catch(e => lc.warn?.(`Unable to drop replication slot ${slotName}`, e));\n    }\n    throw await statusPublisher.publishAndThrowError(lc, 'Initializing', e);\n  } finally {\n    statusPublisher.stop();\n    if (sql) {\n      await sql.end();\n    }\n  }\n}\n\nexport type ShadowSyncOptions = {\n  sampleRate: number;\n  maxRowsPerTable: number;\n  /**\n   * Parent directory for the throwaway SQLite replica. Defaults to the OS\n   * tmpdir. Primarily for tests that need to isolate the scratch directory.\n   */\n  parentDir?: string | undefined;\n};\n\n/**\n * Exercises the initial-sync code path against a sample of rows from every\n * published table, writing into a throwaway SQLite database that is deleted\n * when the run ends. Produces zero upstream mutations: no replication slot,\n * no `addReplica`, no `dropShard`, no status events.\n *\n * Intended to be invoked periodically so that if a customer ever needs a\n * full reset, we have recent confidence that `initialSync` still works.\n * The shard must already be initialized upstream.\n */\nexport async function shadowInitialSync(\n  lc: LogContext,\n  shard: ShardConfig,\n  upstreamURI: string,\n  shadow: ShadowSyncOptions,\n  context: ServerContext,\n  syncOptions?: Pick<InitialSyncOptions, 'textCopy'>,\n): Promise<void> {\n  const dir = await mkdtemp(\n    join(shadow.parentDir ?? tmpdir(), 'zero-shadow-sync-'),\n  );\n  const dbPath = join(dir, 'shadow-replica.db');\n  const db = new Database(lc, dbPath);\n  try {\n    await initialSync(\n      lc,\n      shard,\n      db,\n      upstreamURI,\n      {\n        // Shadow sync copies small samples, so one worker is plenty —\n        // no reason to burn additional upstream connections.\n        tableCopyWorkers: 1,\n        textCopy: syncOptions?.textCopy,\n        shadow,\n      },\n      context,\n    );\n  } finally {\n    try {\n      db.close();\n    } catch (e) {\n      lc.warn?.(`Error closing shadow replica db`, e);\n    }\n    await rm(dir, {recursive: true, force: true}).catch(e =>\n      lc.warn?.(`Error cleaning up shadow replica dir ${dir}`, e),\n    );\n  }\n}\n\nasync function checkUpstreamConfig(sql: PostgresDB) {\n  const {walLevel, version} = (\n    await sql<{walLevel: string; version: number}[]>`\n      SELECT current_setting('wal_level') as \"walLevel\", \n             current_setting('server_version_num') as \"version\";\n  `\n  )[0];\n\n  if (walLevel !== 'logical') {\n    throw new Error(\n      `Postgres must be configured with \"wal_level = logical\" (currently: \"${walLevel})`,\n    );\n  }\n  if (version < PG_15) {\n    throw new Error(\n      `Must be running Postgres 15 or higher (currently: \"${version}\")`,\n    );\n  }\n}\n\nasync function ensurePublishedTables(\n  lc: LogContext,\n  sql: PostgresDB,\n  shard: ShardConfig,\n  installPartialIndexTriggers: boolean,\n  validate = true,\n): Promise<{publications: string[]}> {\n  const {database, host} = sql.options;\n  lc.info?.(`Ensuring upstream PUBLICATION on ${database}@${host}`);\n\n  // Technically, ensureShardSchema() is already called by\n  // initializePostgresChangeSource, so the call here is redundant\n  // but harmless. On the contrary, it makes initial sync more\n  // self-contained (for test setup), and also plays a role in\n  // recovering from corruption (below) after the shard is dropped.\n  await ensureShardSchema(lc, sql, shard, installPartialIndexTriggers);\n  const {publications} = await getInternalShardConfig(sql, shard);\n\n  if (validate) {\n    let valid = false;\n    const nonInternalPublications = publications.filter(\n      p => !p.startsWith('_'),\n    );\n    const exists = await sql`\n      SELECT pubname FROM pg_publication WHERE pubname IN ${sql(publications)}\n      `.values();\n    if (exists.length !== publications.length) {\n      lc.warn?.(\n        `some configured publications [${publications}] are missing: ` +\n          `[${exists.flat()}]. resyncing`,\n      );\n    } else if (\n      !equals(new Set(shard.publications), new Set(nonInternalPublications))\n    ) {\n      lc.warn?.(\n        `requested publications [${shard.publications}] differ from previous` +\n          `publications [${nonInternalPublications}]. resyncing`,\n      );\n    } else {\n      valid = true;\n    }\n    if (!valid) {\n      await sql.unsafe(dropShard(shard.appID, shard.shardNum));\n      return ensurePublishedTables(\n        lc,\n        sql,\n        shard,\n        installPartialIndexTriggers,\n        false,\n      );\n    }\n  }\n  return {publications};\n}\n\nasync function startTableCopyWorkers(\n  lc: LogContext,\n  db: PostgresDB,\n  snapshot: string,\n  numWorkers: number,\n  numTables: number,\n): Promise<TransactionPool> {\n  const {init, imported} = importSnapshot(snapshot);\n  const tableCopiers = new TransactionPool(lc, {\n    mode: Mode.READONLY,\n    init,\n    initialWorkers: numWorkers,\n  });\n  tableCopiers.run(db);\n\n  // Wait for all workers to run the importSnapshot() init task before\n  // proceeding (to allow the snapshot to be released).\n  for (let i = 0; i < numWorkers; i++) {\n    await imported.dequeue();\n  }\n\n  lc.info?.(`Started ${numWorkers} workers to copy ${numTables} tables`);\n\n  if (!hasPostgresPatch() && parseInt(process.versions.node) < 22) {\n    lc.warn?.(\n      `\\n\\n\\n` +\n        `Without Zero's patch, postgres.js can leave a Postgres connection unresponsive\\n` +\n        `after a COPY (https://github.com/porsager/postgres/issues/499). This can happen\\n` +\n        `on any Node version, but was seen more often before Node 22. If initial sync hangs,\\n` +\n        `use the rocicorp/zero Docker image, which includes the patch. Upgrading to Node v22+,\\n` +\n        `which zero-cache requires, makes the hang less likely but does not prevent it.` +\n        `\\n\\n\\n`,\n    );\n  }\n  return tableCopiers;\n}\n\n/**\n * Shadow-mode alternative to `createReplicationSlot`: opens a dedicated\n * READ ONLY REPEATABLE READ transaction on a normal connection, exports the\n * snapshot and captures the current WAL LSN. Note that the LSN and snapshot\n * are not guaranteed to be consistent but it this is fine for shadow sync\n * where the LSN is not actually relied on for anything.\n */\nasync function acquireExportedSnapshotForShadowSync<T>(\n  lc: LogContext,\n  upstreamURI: string,\n  captureSnapshot: (snapshot: string) => Promise<T>,\n): Promise<{\n  lsn: string;\n  result: T;\n}> {\n  const holder = await connectPgClient(\n    lc,\n    upstreamURI,\n    'shadow-initial-sync-snapshot',\n    {max: 1},\n  );\n  return holder.begin(Mode.READONLY, async tx => {\n    const [{lsn, snapshot}] = await tx<{snapshot: string; lsn: string}[]>`\n        SELECT pg_export_snapshot() AS snapshot,\n               pg_current_wal_lsn()::text AS lsn`;\n    const result = await captureSnapshot(snapshot);\n    return {lsn, result};\n  });\n}\n\nfunction createLiteTables(\n  tx: Database,\n  tables: PublishedTableSpec[],\n  initialVersion: string,\n) {\n  // TODO: Figure out how to reuse the ChangeProcessor here to avoid\n  //       duplicating the ColumnMetadata logic.\n  const columnMetadata = must(ColumnMetadataStore.getInstance(tx));\n  for (const t of tables) {\n    tx.exec(createLiteTableStatement(mapPostgresToLite(t, initialVersion)));\n    const tableName = liteTableName(t);\n    for (const [colName, colSpec] of Object.entries(t.columns)) {\n      columnMetadata.insert(tableName, colName, colSpec);\n    }\n  }\n}\n\n/**\n * Creates the `indices`, publishing progress before each one.\n *\n * @returns The milliseconds spent creating the indexes, excluding the time\n *          spent publishing progress.\n *\n * Exported for testing.\n */\nexport async function createLiteIndices(\n  lc: LogContext,\n  tx: Database,\n  indices: IndexSpec[],\n  statusPublisher: ReplicationStatusPublisher,\n): Promise<number> {\n  let totalMs = 0;\n  const progress = new IndexingProgress(indices.length);\n  for (const [i, index] of indices.entries()) {\n    const liteIndex = mapPostgresToLiteIndex(index);\n    const stmt = createLiteIndexStatement(liteIndex);\n    const n = `${i + 1}/${indices.length}`;\n    lc.info?.(`Creating index ${n}: ${stmt}`);\n    progress.start(liteIndex);\n    // Index creation blocks the event loop, so wait for the status event\n    // to be sent before starting.\n    await statusPublisher.publishAndFlush(\n      lc,\n      'Indexing',\n      `Creating index ${n} on ${liteIndex.tableName}`,\n      5000,\n      progress.state,\n    );\n    // Exclude the time spent waiting for the event from the index's timing.\n    progress.restartTimer();\n    tx.exec(stmt);\n    const elapsed = progress.finish();\n    totalMs += elapsed;\n    lc.info?.(`Created index ${n} (${elapsed.toFixed(3)} ms): ${stmt}`);\n  }\n  statusPublisher.publish(\n    lc,\n    'Indexing',\n    `Created ${indices.length} indexes`,\n    0,\n    progress.state,\n  );\n  return totalMs;\n}\n\n/**\n * Runs structural assertions over a just-synced replica and throws if any\n * fail. Only called in shadow mode — a successful return means the replica\n * is schema-complete, row-count consistent, and its column metadata is in\n * sync with its lite schema.\n *\n * Note: this intentionally does NOT verify ZQL-queryability. Tables that\n * `computeZqlSpecs` drops (no PK / no all-NOT-NULL unique index, unsupported\n * column types, etc.) are silently skipped in production too — there's\n * nothing shadow-specific about them, so failing here would diverge from\n * prod over an upstream-schema condition prod accepts.\n *\n * Exported for testing.\n */\nexport function verifyShadowReplica(\n  lc: LogContext,\n  db: Database,\n  published: {tables: PublishedTableSpec[]; indexes: IndexSpec[]},\n  rowsByTable: ReadonlyMap<string, number>,\n): void {\n  const issues: string[] = [];\n  let columnsChecked = 0;\n  let rowsChecked = 0;\n\n  // 1. Schema completeness: every published table exists in the replica\n  //    with at least the expected column set.\n  const liteTables = listTables(db);\n  const liteTableByName = new Map(liteTables.map(t => [t.name, t]));\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    const lite = liteTableByName.get(name);\n    if (!lite) {\n      issues.push(`missing table in replica: ${name}`);\n      continue;\n    }\n    for (const col of Object.keys(pt.columns)) {\n      columnsChecked++;\n      if (!(col in lite.columns)) {\n        issues.push(`column missing in replica table ${name}: ${col}`);\n      }\n    }\n  }\n\n  //    Every published index exists in the replica.\n  const liteIndexNames = new Set(listIndexes(db).map(i => i.name));\n  for (const ix of published.indexes) {\n    const mapped = mapPostgresToLiteIndex(ix);\n    if (!liteIndexNames.has(mapped.name)) {\n      issues.push(\n        `missing index in replica: ${mapped.name} on ${mapped.tableName}`,\n      );\n    }\n  }\n\n  // 2. Row counts: SQLite COUNT(*) matches the in-memory copy counter.\n  for (const [table, expected] of rowsByTable) {\n    try {\n      const [row] = db\n        .prepare(`SELECT COUNT(*) as count FROM \"${table}\"`)\n        .all<{count: number}>();\n      if (row.count !== expected) {\n        issues.push(\n          `row count mismatch for table ${table}: ` +\n            `copy counter reported ${expected}, replica has ${row.count}`,\n        );\n      } else {\n        rowsChecked += row.count;\n      }\n    } catch (e) {\n      issues.push(`could not count rows in table ${table}: ${String(e)}`);\n    }\n  }\n\n  // 3. Column metadata: every published column has a _zero.column_metadata row.\n  const meta = must(ColumnMetadataStore.getInstance(db));\n  for (const pt of published.tables) {\n    const name = liteTableName(pt);\n    const rows = meta.getTable(name);\n    for (const col of Object.keys(pt.columns)) {\n      if (!rows.has(col)) {\n        issues.push(`missing column_metadata row for ${name}.${col}`);\n      }\n    }\n  }\n\n  if (issues.length) {\n    throw new Error(\n      `Shadow replica verification failed (${issues.length} issue(s)):\\n` +\n        issues.map(i => `  - ${i}`).join('\\n'),\n    );\n  }\n\n  lc.info?.(\n    `Shadow replica verification passed: ` +\n      `${published.tables.length} tables, ` +\n      `${published.indexes.length} indexes, ` +\n      `${columnsChecked} columns, ` +\n      `${rowsChecked.toLocaleString()} rows`,\n  );\n}\n\n/**\n * The row filter of the table's publications, as a parenthesized boolean\n * expression, or `null` if the table is published without a filter.\n */\n\nexport function publicationRowFilter(table: PublishedTableSpec): string | null {\n  const rowFilters = Object.values(table.publications).map(\n    ({rowFilter}) => rowFilter,\n  );\n  // PostgreSQL publishes the union of all publications. An unfiltered\n  // publication therefore makes every row eligible, regardless of filters on\n  // any other publication containing the table.\n  if (rowFilters.some(filter => filter === null)) {\n    return null;\n  }\n  const filters = rowFilters.filter((filter): filter is string => !!filter);\n  return filters.length === 0 ? null : `(${filters.join(' OR ')})`;\n}\n\n// Verified empirically that batches of 50 seem to be the sweet spot,\n// similar to the report in https://sqlite.org/forum/forumpost/8878a512d3652655\n//\n// Exported for testing.\nexport const INSERT_BATCH_SIZE = 50;\n\nconst MB = 1024 * 1024;\nconst MAX_BUFFERED_ROWS = 10_000;\nconst BUFFERED_SIZE_THRESHOLD = 8 * MB;\n\nexport type DownloadStatements = {\n  select: string;\n  getTotalRows: string;\n  getTotalBytes: string;\n};\n\n/**\n * Produces ` TABLESAMPLE BERNOULLI(n)` when `sampleRate` is < 1, else `''`.\n * Row-level Bernoulli sampling is used (rather than SYSTEM) because it\n * produces a more uniform sample and, unlike SYSTEM, still returns rows\n * for small tables at low rates.\n */\nfunction tableSampleClause(sampleRate: number | undefined): string {\n  if (sampleRate === undefined || sampleRate >= 1) {\n    return '';\n  }\n  // Round away float noise (e.g. 0.3 * 100 = 30.000000000000004) while still\n  // preserving sub-integer rates like 0.001 (= 0.1%).\n  const pct = parseFloat((sampleRate * 100).toFixed(6));\n  return /*sql*/ ` TABLESAMPLE BERNOULLI(${pct})`;\n}\n\nfunction limitClause(maxRowsPerTable: number | undefined): string {\n  return maxRowsPerTable !== undefined\n    ? /*sql*/ ` LIMIT ${maxRowsPerTable}`\n    : '';\n}\n\n/**\n * Returns the SELECT column expressions for binary COPY, casting columns\n * without a known binary decoder to `::text`.\n */\nexport function makeBinarySelectExprs(\n  table: PublishedTableSpec,\n  cols: string[],\n): string[] {\n  return cols.map(col => {\n    const spec = table.columns[col];\n    return hasBinaryDecoder(spec) ? id(col) : `${id(col)}::text`;\n  });\n}\n\n/**\n * Orders the downloaded rows, and optionally restricts them to a suffix of\n * that order. Used by resumable backfills; see `backfill-resume.ts`.\n */\nexport type DownloadOrder = {\n  /**\n   * The `ORDER BY` expression, e.g. from `orderByRowKey()`. If unset, the\n   * natural order of the scan is used (e.g. physical order for `ctid`-based\n   * resumption).\n   */\n  readonly by?: string | undefined;\n\n  /**\n   * A boolean SQL expression restricting the download to rows after a mark,\n   * e.g. from `resumeWhere()`. It is ANDed with the publication row filter,\n   * and applies to the row and byte totals as well, so that a resumed run\n   * reports the progress of what remains.\n   */\n  readonly after?: string | undefined;\n};\n\nexport function makeDownloadStatements(\n  table: PublishedTableSpec,\n  cols: string[],\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n  selectExprs?: string[] | undefined,\n  order?: DownloadOrder | undefined,\n): DownloadStatements {\n  const publicationFilter = publicationRowFilter(table);\n  const after = order?.after;\n  const conditions =\n    after === undefined\n      ? publicationFilter\n      : [\n          ...(publicationFilter === null ? [] : [publicationFilter]),\n          after,\n        ].join(' AND ');\n  const where = conditions === null ? '' : /*sql*/ `WHERE ${conditions}`;\n  const sample = tableSampleClause(sampleRate);\n  const limit = limitClause(maxRowsPerTable);\n  const orderBy = order?.by ? /*sql*/ ` ORDER BY ${order.by}` : '';\n  const fromTable = /*sql*/ `FROM ${id(table.schema)}.${id(table.name)}${sample} ${where}`;\n  const select = /*sql*/ `SELECT ${(selectExprs ?? cols.map(id)).join(',')} ${fromTable}${orderBy}${limit}`;\n  if (limit) {\n    // With LIMIT, wrap counts/sums in a subquery so they reflect the\n    // capped rowset rather than the full (sampled) table.\n    const bytesExpr = cols\n      .map(col => `COALESCE(pg_column_size(${id(col)}), 0)`)\n      .join(' + ');\n    return {\n      select,\n      getTotalRows: /*sql*/ `SELECT COUNT(*)::bigint AS \"totalRows\" FROM (SELECT 1 AS _ ${fromTable}${limit}) s`,\n      getTotalBytes: /*sql*/ `SELECT COALESCE(SUM(b), 0)::bigint AS \"totalBytes\" FROM (SELECT (${bytesExpr}) AS b ${fromTable}${limit}) s`,\n    };\n  }\n  const totalBytes = `(${cols.map(col => `SUM(COALESCE(pg_column_size(${id(col)}), 0))`).join(' + ')})`;\n  return {\n    select,\n    getTotalRows: /*sql*/ `SELECT COUNT(*) AS \"totalRows\" ${fromTable}`,\n    getTotalBytes: /*sql*/ `SELECT ${totalBytes} AS \"totalBytes\" ${fromTable}`,\n  };\n}\n\ntype DownloadState = {\n  spec: PublishedTableSpec;\n  status: DownloadStatus;\n};\n\ntype CopyFormat = 'binary' | 'text';\ntype InitialSyncMode = 'initial' | 'shadow';\n\ntype InitialSyncMetricAttrs = {\n  syncMode: InitialSyncMode;\n  copyFormat: CopyFormat;\n};\n\ntype InitialSyncRunMetricAttrs = {\n  syncMode: InitialSyncMode;\n  copyFormat: CopyFormat;\n  result: 'success' | 'error';\n};\n\ntype CopyResult = {\n  schema: string;\n  table: string;\n  replicaTable: string;\n  syncMode: InitialSyncMode;\n  copyFormat: CopyFormat;\n  columnCount: number;\n  rows: number;\n  estimatedRows: number;\n  estimatedBytes: number | undefined;\n  flushMs: number;\n  elapsedMs: number;\n  sourceWaitMs: number;\n  processingMs: number;\n  copyBytes: number;\n};\n\nconst INITIAL_SYNC_DURATION_HISTOGRAM_BOUNDARIES_S = [\n  1, 2, 5, 10, 30, 60, 120, 300, 600, 1200, 2400, 3600, 7200,\n];\nexport const COPY_METRIC_BATCH_BYTES = 8 * 1024 * 1024;\nconst SLOW_COPY_FLUSH_MS = 10_000;\n\n// change-streamer imports this module before startOtelAuto() runs, so create\n// instruments lazily to avoid binding them to OTel's no-op meter provider.\nfunction initialSyncRuns() {\n  return getOrCreateCounter(\n    'replication',\n    'initial_sync_runs',\n    'Initial sync runs, labeled by result.',\n  );\n}\n\nfunction initialSyncDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_duration',\n    'Wall-clock duration of an initial sync run, labeled by result.',\n  );\n}\n\nfunction initialSyncCopyDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_copy_duration',\n    'Wall-clock duration of the COPY phase for a successful initial sync run.',\n  );\n}\n\nfunction initialSyncCopyOtherDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_copy_other_duration',\n    'Initial sync total duration excluding SQLite flush and index time for a successful run.',\n  );\n}\n\nfunction initialSyncFlushDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_flush_duration',\n    'Total SQLite flush time for a successful initial sync run.',\n  );\n}\n\nfunction initialSyncIndexDuration() {\n  return initialSyncDurationHistogram(\n    'initial_sync_index_duration',\n    'SQLite index creation time for a successful initial sync run.',\n  );\n}\n\nfunction initialSyncRows() {\n  return getOrCreateCounter(\n    'replication',\n    'initial_sync_rows',\n    'Rows copied during successful initial sync runs.',\n  );\n}\n\nfunction initialSyncCopyStream() {\n  return getOrCreateCounter('replication', 'initial_sync_copy_stream', {\n    description:\n      'PostgreSQL COPY stream bytes processed during initial sync, including in-progress and failed runs.',\n    unit: 'bytes',\n  });\n}\n\nfunction initialSyncCompletedCopyStream() {\n  return getOrCreateCounter(\n    'replication',\n    'initial_sync_completed_copy_stream',\n    {\n      description:\n        'PostgreSQL COPY stream bytes processed during successful initial sync runs.',\n      unit: 'bytes',\n    },\n  );\n}\n\nfunction initialSyncCopyChunks() {\n  return getOrCreateCounter(\n    'replication',\n    'initial_sync_copy_chunks',\n    'PostgreSQL COPY stream chunks processed during initial sync.',\n  );\n}\n\nexport function createCopyMetricBatcher(\n  record: (bytes: number, chunks: number) => void,\n) {\n  let bytes = 0;\n  let chunks = 0;\n\n  function flush() {\n    if (chunks === 0) {\n      return;\n    }\n    record(bytes, chunks);\n    bytes = 0;\n    chunks = 0;\n  }\n\n  return {\n    add(chunkBytes: number) {\n      bytes += chunkBytes;\n      chunks++;\n      if (bytes >= COPY_METRIC_BATCH_BYTES) {\n        flush();\n      }\n    },\n    flush,\n  };\n}\n\nexport function initialSyncCopyMetrics(attrs: InitialSyncMetricAttrs) {\n  const labels = initialSyncMetricAttrs(attrs);\n  const copyStreamMetric = initialSyncCopyStream();\n  const copyChunksMetric = initialSyncCopyChunks();\n  return createCopyMetricBatcher((bytes, chunks) => {\n    copyStreamMetric.add(bytes, labels);\n    copyChunksMetric.add(chunks, labels);\n  });\n}\n\nfunction initialSyncDurationHistogram(name: string, description: string) {\n  return getOrCreateHistogram('replication', name, {\n    description,\n    unit: 's',\n    bucketBoundaries: INITIAL_SYNC_DURATION_HISTOGRAM_BOUNDARIES_S,\n  });\n}\n\nfunction initialSyncMetricAttrs(attrs: InitialSyncMetricAttrs) {\n  return {\n    sync_mode: attrs.syncMode,\n    copy_format: attrs.copyFormat,\n  };\n}\n\nfunction initialSyncRunMetricAttrs(attrs: InitialSyncRunMetricAttrs) {\n  return {\n    ...initialSyncMetricAttrs(attrs),\n    result: attrs.result,\n  };\n}\n\nfunction recordInitialSyncRunMetrics(\n  stats: {\n    durationMs: number;\n    rows?: number | undefined;\n    copyBytes?: number | undefined;\n    copyMs?: number | undefined;\n    copyOtherMs?: number | undefined;\n    flushMs?: number | undefined;\n    indexMs?: number | undefined;\n  },\n  attrs: InitialSyncRunMetricAttrs,\n) {\n  const labels = initialSyncRunMetricAttrs(attrs);\n  initialSyncRuns().add(1, labels);\n  initialSyncDuration().recordMs(stats.durationMs, labels);\n  if (attrs.result === 'success') {\n    if (stats.copyMs !== undefined) {\n      initialSyncCopyDuration().recordMs(stats.copyMs, labels);\n    }\n    if (stats.copyOtherMs !== undefined) {\n      initialSyncCopyOtherDuration().recordMs(stats.copyOtherMs, labels);\n    }\n    if (stats.flushMs !== undefined) {\n      initialSyncFlushDuration().recordMs(stats.flushMs, labels);\n    }\n    if (stats.indexMs !== undefined) {\n      initialSyncIndexDuration().recordMs(stats.indexMs, labels);\n    }\n    if (stats.rows !== undefined && stats.rows > 0) {\n      initialSyncRows().add(stats.rows, labels);\n    }\n    if (stats.copyBytes !== undefined && stats.copyBytes > 0) {\n      initialSyncCompletedCopyStream().add(stats.copyBytes, labels);\n    }\n  }\n}\n\nfunction initialSyncCopySummary(\n  results: readonly CopyResult[],\n  copyMs: number,\n) {\n  const totals = results.reduce(\n    (acc, curr) => {\n      acc.rows += curr.rows;\n      acc.flushMs += curr.flushMs;\n      acc.copyBytes += curr.copyBytes;\n      return acc;\n    },\n    {\n      rows: 0,\n      flushMs: 0,\n      copyBytes: 0,\n    },\n  );\n  return {\n    tables: results.length,\n    rows: totals.rows,\n    copyMs,\n    flushMs: totals.flushMs,\n    copyBytes: totals.copyBytes,\n  };\n}\n\nfunction logSlowCopyFlush(\n  lc: LogContext,\n  details: {\n    schema: string;\n    table: string;\n    replicaTable: string;\n    syncMode: InitialSyncMode;\n    copyFormat: CopyFormat;\n    elapsedMs: number;\n    flushedRows: number;\n    flushedBytes: number;\n    rows: number;\n    copyBytes: number;\n  },\n) {\n  if (details.elapsedMs < SLOW_COPY_FLUSH_MS || details.flushedRows === 0) {\n    return;\n  }\n  lc.info?.('initial-sync table copy slow flush', details);\n}\n\n// Exported for testing.\nexport async function getInitialDownloadState(\n  lc: LogContext,\n  sql: PostgresDB,\n  spec: PublishedTableSpec,\n  skipTotals: boolean,\n): Promise<DownloadState> {\n  const start = performance.now();\n  const table = liteTableName(spec);\n  const columns = Object.keys(spec.columns);\n  if (skipTotals) {\n    // Shadow sync suppresses status events, so the pg_class\n    // estimates would be computed and thrown away.\n    return {\n      spec,\n      status: {table, columns, rows: 0, totalRows: 0, totalBytes: 0},\n    };\n  }\n  // Use pg_class estimates instead of expensive COUNT(*) and\n  // SUM(pg_column_size(...)) full table scans. The exact values are only\n  // used for progress reporting, so estimates are sufficient.\n  const qualifiedName = `${id(spec.schema)}.${id(spec.name)}`;\n  const estimateResult = await sql<\n    {totalRows: number; totalBytes: number}[]\n  >`SELECT GREATEST(reltuples, 0)::float8 AS \"totalRows\",\n         pg_table_size(oid)::float8 AS \"totalBytes\"\n    FROM pg_class\n    WHERE oid = ${qualifiedName}::regclass`;\n\n  const {totalRows, totalBytes} = estimateResult[0] ?? {\n    totalRows: 0,\n    totalBytes: 0,\n  };\n\n  const state: DownloadState = {\n    spec,\n    status: {\n      table,\n      columns,\n      rows: 0,\n      totalRows,\n      totalBytes,\n    },\n  };\n  const elapsed = (performance.now() - start).toFixed(3);\n  lc.info?.(`Computed initial download state for ${table} (${elapsed} ms)`, {\n    state: state.status,\n  });\n  return state;\n}\n\nfunction copy(\n  lc: LogContext,\n  {spec: table, status}: DownloadState,\n  dbClient: PostgresDB,\n  from: PostgresTransaction,\n  to: Database,\n  textCopy: boolean,\n  syncMode: InitialSyncMode,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n): Promise<CopyResult> {\n  if (textCopy) {\n    return copyText(\n      lc,\n      table,\n      status,\n      dbClient,\n      from,\n      to,\n      syncMode,\n      sampleRate,\n      maxRowsPerTable,\n    );\n  }\n  return copyBinary(\n    lc,\n    table,\n    status,\n    from,\n    to,\n    syncMode,\n    sampleRate,\n    maxRowsPerTable,\n  );\n}\n\nasync function copyBinary(\n  lc: LogContext,\n  table: PublishedTableSpec,\n  status: DownloadStatus,\n  from: PostgresTransaction,\n  to: Database,\n  syncMode: InitialSyncMode,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n): Promise<CopyResult> {\n  const start = performance.now();\n  const copyFormat: CopyFormat = 'binary';\n  const copyMetrics = initialSyncCopyMetrics({syncMode, copyFormat});\n  let flushMs = 0;\n  let copyBytes = 0;\n  let processingMs = 0;\n\n  const tableName = liteTableName(table);\n  const orderedColumns = Object.entries(table.columns);\n\n  const columnNames = orderedColumns.map(([c]) => c);\n  const columnSpecs = orderedColumns.map(([_name, spec]) => spec);\n  const insertColumnList = columnNames.map(c => id(c)).join(',');\n\n  const valuesSql =\n    columnNames.length > 0 ? `(${'?,'.repeat(columnNames.length - 1)}?)` : '()';\n  const insertSql = /*sql*/ `\n    INSERT INTO \"${tableName}\" (${insertColumnList}) VALUES ${valuesSql}`;\n  const insertStmt = to.prepare(insertSql);\n  const insertBatchStmt = to.prepare(\n    insertSql + `,${valuesSql}`.repeat(INSERT_BATCH_SIZE - 1),\n  );\n\n  // Build SELECT with ::text casts for columns without a known binary decoder.\n  const select = makeDownloadStatements(\n    table,\n    columnNames,\n    sampleRate,\n    maxRowsPerTable,\n    makeBinarySelectExprs(table, columnNames),\n  ).select;\n\n  const decoders = orderedColumns.map(([, spec]) =>\n    hasBinaryDecoder(spec) ? makeBinaryDecoder(spec) : textCastDecoder,\n  );\n\n  const valuesPerRow = columnSpecs.length;\n  const valuesPerBatch = valuesPerRow * INSERT_BATCH_SIZE;\n\n  const pendingValues: LiteValueType[] = Array.from({\n    length: MAX_BUFFERED_ROWS * valuesPerRow,\n  });\n  let pendingRows = 0;\n  let pendingSize = 0;\n\n  function flush() {\n    const flushStart = performance.now();\n    const flushedRows = pendingRows;\n    const flushedSize = pendingSize;\n\n    let l = 0;\n    for (; pendingRows > INSERT_BATCH_SIZE; pendingRows -= INSERT_BATCH_SIZE) {\n      insertBatchStmt.run(pendingValues.slice(l, (l += valuesPerBatch)));\n    }\n    for (; pendingRows > 0; pendingRows--) {\n      insertStmt.run(pendingValues.slice(l, (l += valuesPerRow)));\n    }\n    const flushedValues = flushedRows * valuesPerRow;\n    for (let i = 0; i < flushedValues; i++) {\n      pendingValues[i] = undefined as unknown as LiteValueType;\n    }\n    pendingSize = 0;\n    status.rows += flushedRows;\n\n    const elapsed = performance.now() - flushStart;\n    flushMs += elapsed;\n    lc.debug?.(\n      `flushed ${flushedRows} ${tableName} rows (${flushedSize} bytes) in ${elapsed.toFixed(3)} ms`,\n    );\n    logSlowCopyFlush(lc, {\n      schema: table.schema,\n      table: table.name,\n      replicaTable: tableName,\n      syncMode,\n      copyFormat,\n      elapsedMs: elapsed,\n      flushedRows,\n      flushedBytes: flushedSize,\n      rows: status.rows,\n      copyBytes,\n    });\n  }\n\n  const binaryParser = new BinaryCopyParser();\n  let col = 0;\n\n  lc.info?.(`Starting binary copy stream of ${tableName}:`, select);\n\n  const copyStreamStart = performance.now();\n  await pipeline(\n    await from\n      .unsafe(`COPY (${select}) TO STDOUT WITH (FORMAT binary)`)\n      .readable(),\n    new Writable({\n      highWaterMark: BUFFERED_SIZE_THRESHOLD,\n\n      write(\n        chunk: Buffer,\n        _encoding: string,\n        callback: (error?: Error) => void,\n      ) {\n        const processingStart = performance.now();\n        try {\n          copyBytes += chunk.length;\n          copyMetrics.add(chunk.length);\n          for (const fieldBuf of binaryParser.parse(chunk)) {\n            const fieldSize = fieldBuf === null ? 4 : fieldBuf.length;\n            pendingSize += fieldSize;\n            pendingValues[pendingRows * valuesPerRow + col] =\n              fieldBuf === null ? null : decoders[col](fieldBuf);\n\n            if (++col === decoders.length) {\n              col = 0;\n              if (\n                ++pendingRows >= MAX_BUFFERED_ROWS - valuesPerRow ||\n                pendingSize >= BUFFERED_SIZE_THRESHOLD\n              ) {\n                flush();\n              }\n            }\n          }\n          processingMs += performance.now() - processingStart;\n          callback();\n        } catch (e) {\n          processingMs += performance.now() - processingStart;\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      final: (callback: (error?: Error) => void) => {\n        const processingStart = performance.now();\n        try {\n          copyMetrics.flush();\n          flush();\n          processingMs += performance.now() - processingStart;\n          callback();\n        } catch (e) {\n          processingMs += performance.now() - processingStart;\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      destroy(error, callback) {\n        copyMetrics.flush();\n        callback(error);\n      },\n    }),\n  );\n\n  const sourceWaitMs = Math.max(\n    0,\n    performance.now() - copyStreamStart - processingMs,\n  );\n  const elapsed = performance.now() - start;\n  const result = {\n    schema: table.schema,\n    table: table.name,\n    replicaTable: tableName,\n    syncMode,\n    copyFormat,\n    columnCount: columnNames.length,\n    rows: status.rows,\n    estimatedRows: status.totalRows,\n    estimatedBytes: status.totalBytes,\n    flushMs,\n    elapsedMs: elapsed,\n    sourceWaitMs,\n    processingMs,\n    copyBytes,\n  } satisfies CopyResult;\n\n  lc.info?.(\n    `Finished copying ${status.rows} rows into ${tableName} ` +\n      `(flush: ${flushMs.toFixed(3)} ms) (total: ${elapsed.toFixed(3)} ms) `,\n    result,\n  );\n  return result;\n}\n\nasync function copyText(\n  lc: LogContext,\n  table: PublishedTableSpec,\n  status: DownloadStatus,\n  dbClient: PostgresDB,\n  from: PostgresTransaction,\n  to: Database,\n  syncMode: InitialSyncMode,\n  sampleRate?: number | undefined,\n  maxRowsPerTable?: number | undefined,\n): Promise<CopyResult> {\n  const start = performance.now();\n  const copyFormat: CopyFormat = 'text';\n  const copyMetrics = initialSyncCopyMetrics({syncMode, copyFormat});\n  let flushMs = 0;\n  let copyBytes = 0;\n  let processingMs = 0;\n\n  const tableName = liteTableName(table);\n  const orderedColumns = Object.entries(table.columns);\n\n  const columnNames = orderedColumns.map(([c]) => c);\n  const columnSpecs = orderedColumns.map(([_name, spec]) => spec);\n  const insertColumnList = columnNames.map(c => id(c)).join(',');\n\n  const valuesSql =\n    columnNames.length > 0 ? `(${'?,'.repeat(columnNames.length - 1)}?)` : '()';\n  const insertSql = /*sql*/ `\n    INSERT INTO \"${tableName}\" (${insertColumnList}) VALUES ${valuesSql}`;\n  const insertStmt = to.prepare(insertSql);\n  const insertBatchStmt = to.prepare(\n    insertSql + `,${valuesSql}`.repeat(INSERT_BATCH_SIZE - 1),\n  );\n\n  const {select} = makeDownloadStatements(\n    table,\n    columnNames,\n    sampleRate,\n    maxRowsPerTable,\n  );\n  const valuesPerRow = columnSpecs.length;\n  const valuesPerBatch = valuesPerRow * INSERT_BATCH_SIZE;\n\n  const pendingValues: LiteValueType[] = Array.from({\n    length: MAX_BUFFERED_ROWS * valuesPerRow,\n  });\n  let pendingRows = 0;\n  let pendingSize = 0;\n\n  function flush() {\n    const flushStart = performance.now();\n    const flushedRows = pendingRows;\n    const flushedSize = pendingSize;\n\n    let l = 0;\n    for (; pendingRows > INSERT_BATCH_SIZE; pendingRows -= INSERT_BATCH_SIZE) {\n      insertBatchStmt.run(pendingValues.slice(l, (l += valuesPerBatch)));\n    }\n    for (; pendingRows > 0; pendingRows--) {\n      insertStmt.run(pendingValues.slice(l, (l += valuesPerRow)));\n    }\n    const flushedValues = flushedRows * valuesPerRow;\n    for (let i = 0; i < flushedValues; i++) {\n      pendingValues[i] = undefined as unknown as LiteValueType;\n    }\n    pendingSize = 0;\n    status.rows += flushedRows;\n\n    const elapsed = performance.now() - flushStart;\n    flushMs += elapsed;\n    lc.debug?.(\n      `flushed ${flushedRows} ${tableName} rows (${flushedSize} bytes) in ${elapsed.toFixed(3)} ms`,\n    );\n    logSlowCopyFlush(lc, {\n      schema: table.schema,\n      table: table.name,\n      replicaTable: tableName,\n      syncMode,\n      copyFormat,\n      elapsedMs: elapsed,\n      flushedRows,\n      flushedBytes: flushedSize,\n      rows: status.rows,\n      copyBytes,\n    });\n  }\n\n  lc.info?.(`Starting text copy stream of ${tableName}:`, select);\n  const pgParsers = await getTypeParsers(dbClient, {returnJsonAsString: true});\n  const parsers = columnSpecs.map(c => {\n    const pgParse = pgParsers.getTypeParser(c.typeOID);\n    return (val: string) =>\n      liteValue(\n        pgParse(val) as PostgresValueType,\n        c.dataType,\n        JSON_STRINGIFIED,\n      );\n  });\n\n  const tsvParser = new TsvParser();\n  let col = 0;\n\n  const copyStreamStart = performance.now();\n  await pipeline(\n    await from.unsafe(`COPY (${select}) TO STDOUT`).readable(),\n    new Writable({\n      highWaterMark: BUFFERED_SIZE_THRESHOLD,\n\n      write(\n        chunk: Buffer,\n        _encoding: string,\n        callback: (error?: Error) => void,\n      ) {\n        const processingStart = performance.now();\n        try {\n          copyBytes += chunk.length;\n          copyMetrics.add(chunk.length);\n          for (const text of tsvParser.parse(chunk)) {\n            const fieldSize = text === null ? 4 : text.length;\n            pendingSize += fieldSize;\n            pendingValues[pendingRows * valuesPerRow + col] =\n              text === null ? null : parsers[col](text);\n\n            if (++col === parsers.length) {\n              col = 0;\n              if (\n                ++pendingRows >= MAX_BUFFERED_ROWS - valuesPerRow ||\n                pendingSize >= BUFFERED_SIZE_THRESHOLD\n              ) {\n                flush();\n              }\n            }\n          }\n          processingMs += performance.now() - processingStart;\n          callback();\n        } catch (e) {\n          processingMs += performance.now() - processingStart;\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      final: (callback: (error?: Error) => void) => {\n        const processingStart = performance.now();\n        try {\n          copyMetrics.flush();\n          flush();\n          processingMs += performance.now() - processingStart;\n          callback();\n        } catch (e) {\n          processingMs += performance.now() - processingStart;\n          callback(e instanceof Error ? e : new Error(String(e)));\n        }\n      },\n\n      destroy(error, callback) {\n        copyMetrics.flush();\n        callback(error);\n      },\n    }),\n  );\n\n  const sourceWaitMs = Math.max(\n    0,\n    performance.now() - copyStreamStart - processingMs,\n  );\n  const elapsed = performance.now() - start;\n  const result = {\n    schema: table.schema,\n    table: table.name,\n    replicaTable: tableName,\n    syncMode,\n    copyFormat,\n    columnCount: columnNames.length,\n    rows: status.rows,\n    estimatedRows: status.totalRows,\n    estimatedBytes: status.totalBytes,\n    flushMs,\n    elapsedMs: elapsed,\n    sourceWaitMs,\n    processingMs,\n    copyBytes,\n  } satisfies CopyResult;\n  lc.info?.(\n    `Finished copying ${status.rows} rows into ${tableName} ` +\n      `(flush: ${flushMs.toFixed(3)} ms) (total: ${elapsed.toFixed(3)} ms) `,\n    result,\n  );\n  return result;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyHA,eAAsB,YACpB,IACA,OACA,IACA,aACA,aACA,SACA,EAAC,OAAO,UAAU,gBAA+B;CAC/C,OAAO;CACP,UAAU;CACV,aAAa;AACf,GACA,SACmC;CACnC,IAAI,CAAC,0BAA0B,KAAK,MAAM,KAAK,GAC7C,MAAM,IAAI,MACR,0FACF;CAEF,MAAM,EACJ,kBACA,aACA,WAAW,OACX,0BAA0B,OAC1B,8BAA8B,MAC9B,WACE;CACJ,MAAM,WAA4B,SAAS,WAAW;CACtD,MAAM,aAAyB,WAAW,SAAS;CACnD,MAAM,QAAQ,YAAY,IAAI;CAI9B,MAAM,YAAY,iBAAiB;CACnC,IAAI;CACJ,MAAM,YAAY,KAAK,IAAI,EAAE,SAAS;CACtC,IAAI;CACJ,IAAI;CACJ,MAAM,kBAAkB,2BAA2B,sBACjD,IACA,SAAS,YAAY,CAAC,IAAI,KAAA,CAC5B,EAAE,QAAQ,IAAI,cAAc;CAC5B,IAAI;EACF,MAAM,eAAe,cAAc,MAAM,YAAY,QAAQ,IAAI;EACjE,MAAM,MAAM,gBAAgB,IAAI,aAAa,cAAc;EAC3D,MAAM,oBAAoB,GAAG;EAM7B,MAAM,EAAC,iBAAgB,SACnB,MAAM,uBAAuB,KAAK,KAAK,IACvC,MAAM,sBACJ,IACA,KACA,OACA,2BACF;EACJ,GAAG,OAAO,wCAAwC,aAAa,EAAE;EAEjE,MAAM,EAAC,UAAU,SAAQ,IAAI;EAC7B,GAAG,OACD,SACI,kCAAkC,SAAS,GAAG,KAAK,kBACnD,kCAAkC,SAAS,GAAG,MACpD;EAKA,eAAe,gBAAgB,UAAkB;GAG/C,MAAM,YAAY,MAAM,MACtB,KAAK,GAAG,GACR,OAAM,OAAM;IACV,MAAM,GAAG,OAAgB,6BAA6B,SAAS,EAAE;IACjE,OAAO,mBAAmB,IAAI,YAAY;GAC5C,GACA,EAAC,MAAM,SAAa,CACtB;GACA,sBAAsB,IAAI,SAAS;GAEnC,qBAAqB,IAAI,SAAS;GAGlC,MAAM,EAAC,QAAQ,YAAW;GAC1B,MAAM,YAAY,OAAO;GAIzB,MAAM,iBAAiB,CAAC,aAAa,SAAS,MAAM;GACpD,IAAI,kBAAkB,mBAAmB,WACvC,GAAG,OACD,8CAA8C,iBAAiB,MAC1D,UAAU,+FAEjB;GAEF,MAAM,aAAa,iBACf,YACA,KAAK,IAAI,kBAAkB,SAAS;GAExC,MAAM,WAAW,MAAM,gBACrB,IACA,aACA,4BACA;IACE,KAAK;KACJ,iBAAiB;GACpB,CACF;GAQA,OAAO;IACL;IACA;IACA;IACA;IACA;IACA,SAAA,MAboB,sBACpB,IACA,UACA,UACA,YACA,SACF;GAQA;EACF;EAEA,IAAI;EACJ,IAAI;EAEJ,IAAI,QAAQ;GACV,MAAM,WAAW,MAAM,qCACrB,IACA,aACA,eACF;GACA,MAAM,SAAS;GACf,iBAAiB,SAAS;EAC5B,OAAO;GACL,MAAM,cAAc,MAAM,qBACxB,IACA,KACA,oCACA,OACA,OACA,WACA,yBACA;IAIE,YAAY,WAAW,YAAY;IACnC;IACA;GACF,GACA,iBAAA,CAEF;GACA,MAAM,YAAY,KAAK;GACvB,WAAW,YAAY,KAAK;GAC5B,iBAAiB,YAAY;GAC7B,cAAc,YAAY;GAI1B,MAAM,UAAU;GAChB,SAAS,UAAU,oBAAoB,kBACrC,QAAQ,QAAQ,CAClB;EACF;EAEA,MAAM,EAAC,WAAW,QAAQ,SAAS,WAAW,UAAU,YACtD;EAEF,MAAM,iBAAiB,qBAAqB,GAAG;EAC/C,qBAAqB,IAAI,cAAc,gBAAgB,OAAO;EAC9D,IAAI,YAAY;EAChB,IAAI;GACF,iBAAiB,IAAI,QAAQ,cAAc;GAC3C,MAAM,aAAa,QAAQ;GAC3B,MAAM,kBAAkB,QAAQ;GAChC,MAAM,YAAY,MAAM,QAAQ,IAC9B,OAAO,KAAI,SACT,QAAQ,iBAAiB,IAAI,OAC3B,wBAAwB,IAAI,IAAI,MAAM,WAAW,KAAA,CAAS,CAC5D,CACF,CACF;GACA,gBAAgB,QACd,IACA,gBACA,WAAW,UAAU,8BAA8B,kBACnD,YACO,EAAC,gBAAgB,UAAU,KAAK,EAAC,aAAY,MAAM,EAAC,EAC7D;GAEA,cAAmB,MAAM;GACzB,MAAM,YAAY,YAAY,IAAI;GAClC,MAAM,cAAc,MAAM,QAAQ,IAChC,UAAU,KAAI,UACZ,QAAQ,iBAAiB,IAAI,OAC3B,KACE,IACA,OACA,UACA,IACA,IACA,UACA,UACA,YACA,eACF,CACF,CACF,CACF;GACA,MAAM,cAAc,YAAY,IAAI,IAAI;GACxC,cAAmB,eAAe,IAAI,cAAc;GACpD,QAAQ,QAAQ;GAChB,IAAI,WAAW;IAEb,MAAM,QAAQ,KAAK;IACnB,MAAM,SAAS,IAAI;GACrB;GAEA,MAAM,cAAc,uBAAuB,aAAa,WAAW;GAEnE,gBAAgB,QACd,IACA,YACA,YAAY,QAAQ,OAAO,WAC3B,GACF;GAEA,MAAM,QAAQ,MAAM,kBAAkB,IAAI,IAAI,SAAS,eAAe;GACtE,GAAG,OAAO,oBAAoB,MAAM,QAAQ,CAAC,EAAE,KAAK;GAEpD,IAAI,YAAY,WACd,MAAM,uBAAuB,KAAK,OAAO,WAAW,WAAW,OAAO;QACjE;IACL,OAAO,QAAQ,uDAAuD;IACtE,MAAM,8BAAc,IAAI,IAAoB;IAC5C,KAAK,IAAI,IAAI,GAAG,IAAI,UAAU,QAAQ,KACpC,YAAY,IAAI,UAAU,GAAG,OAAO,OAAO,YAAY,GAAG,IAAI;IAEhE,oBAAoB,IAAI,IAAI,WAAW,WAAW;GACpD;GAEA,MAAM,UAAU,YAAY,IAAI,IAAI;GACpC,MAAM,cAAc,KAAK,IAAI,GAAG,UAAU,YAAY,UAAU,KAAK;GACrE,4BACE;IACE,YAAY;IACZ,MAAM,YAAY;IAClB,WAAW,YAAY;IACvB,QAAQ,YAAY;IACpB;IACA,SAAS,YAAY;IACrB,SAAS;GACX,GACA;IACE,QAAQ;IACR;IACA;GACF,CACF;GACA,GAAG,OACD,UAAU,YAAY,KAAK,eAAe,EAAE,WAAW,UAAU,aAAa,aAAa,SAAS,IAAI,WAC3F,YAAY,QAAQ,QAAQ,CAAC,EAAE,WAAW,MAAM,QAAQ,CAAC,EAAE,WAAW,QAAQ,QAAQ,CAAC,EAAE,OACtG;IACE;IACA;IACA;IACA;IACA,GAAG;IACH,SAAS,QAAQ;IACjB,SAAS;IACT;IACA,SAAS;GACX,CACF;GAEA,MAAM,eACJ,YAAY,YACR,KACE,MAAM,gBAAgB,KAAK,OAAO,SAAS,GAC3C,2BAA2B,WAC7B,IACA,KAAA;GACN,YAAY;GACZ,OAAO;EACT,UAAU;GACR,IAAI,aAAa,CAAC,WAIhB,SAAc,IAAI,EAAE,OAAM,MAAK,GAAG,OAAO,0BAA0B,CAAC,CAAC;QAOrE,MAAM,SACH,IAAI,EAAC,SAAS,EAAC,CAAC,EAChB,OAAM,MAAK,GAAG,OAAO,0BAA0B,CAAC,CAAC;EAExD;CACF,SAAS,GAAG;EACV,4BACE,EAAC,YAAY,YAAY,IAAI,IAAI,MAAK,GACtC;GACE,QAAQ;GACR;GACA;EACF,CACF;EACA,IAAI,YAAY,KAAK;GAInB,GAAG,OAAO,6BAA6B,YAAY,CAAC;GAEpD,MAAM,WAAW,WAAW;GAC5B,MAAM,GAAG;;8BAEe,SAAS;QAC/B,OAAM,MAAK,GAAG,OAAO,mCAAmC,YAAY,CAAC,CAAC;EAC1E;EACA,MAAM,MAAM,gBAAgB,qBAAqB,IAAI,gBAAgB,CAAC;CACxE,UAAU;EACR,gBAAgB,KAAK;EACrB,IAAI,KACF,MAAM,IAAI,IAAI;CAElB;AACF;;;;;;;;;;;AAsBA,eAAsB,kBACpB,IACA,OACA,aACA,QACA,SACA,aACe;CACf,MAAM,MAAM,MAAM,QAChB,KAAK,OAAO,aAAa,OAAO,GAAG,mBAAmB,CACxD;CAEA,MAAM,KAAK,IAAI,SAAS,IADT,KAAK,KAAK,mBACG,CAAM;CAClC,IAAI;EACF,MAAM,YACJ,IACA,OACA,IACA,aACA;GAGE,kBAAkB;GAClB,UAAU,aAAa;GACvB;EACF,GACA,OACF;CACF,UAAU;EACR,IAAI;GACF,GAAG,MAAM;EACX,SAAS,GAAG;GACV,GAAG,OAAO,mCAAmC,CAAC;EAChD;EACA,MAAM,GAAG,KAAK;GAAC,WAAW;GAAM,OAAO;EAAI,CAAC,EAAE,OAAM,MAClD,GAAG,OAAO,wCAAwC,OAAO,CAAC,CAC5D;CACF;AACF;AAEA,eAAe,oBAAoB,KAAiB;CAClD,MAAM,EAAC,UAAU,aACf,MAAM,GAA0C;;;KAIhD;CAEF,IAAI,aAAa,WACf,MAAM,IAAI,MACR,uEAAuE,SAAS,EAClF;CAEF,IAAI,UAAA,MACF,MAAM,IAAI,MACR,sDAAsD,QAAQ,GAChE;AAEJ;AAEA,eAAe,sBACb,IACA,KACA,OACA,6BACA,WAAW,MACwB;CACnC,MAAM,EAAC,UAAU,SAAQ,IAAI;CAC7B,GAAG,OAAO,oCAAoC,SAAS,GAAG,MAAM;CAOhE,MAAM,kBAAkB,IAAI,KAAK,OAAO,2BAA2B;CACnE,MAAM,EAAC,iBAAgB,MAAM,uBAAuB,KAAK,KAAK;CAE9D,IAAI,UAAU;EACZ,IAAI,QAAQ;EACZ,MAAM,0BAA0B,aAAa,QAC3C,MAAK,CAAC,EAAE,WAAW,GAAG,CACxB;EACA,MAAM,SAAS,MAAM,GAAG;4DACgC,IAAI,YAAY,EAAE;QACtE,OAAO;EACX,IAAI,OAAO,WAAW,aAAa,QACjC,GAAG,OACD,iCAAiC,aAAa,kBACxC,OAAO,KAAK,EAAE,aACtB;OACK,IACL,CAAC,OAAO,IAAI,IAAI,MAAM,YAAY,GAAG,IAAI,IAAI,uBAAuB,CAAC,GAErE,GAAG,OACD,2BAA2B,MAAM,aAAa,sCAC3B,wBAAwB,aAC7C;OAEA,QAAQ;EAEV,IAAI,CAAC,OAAO;GACV,MAAM,IAAI,OAAO,UAAU,MAAM,OAAO,MAAM,QAAQ,CAAC;GACvD,OAAO,sBACL,IACA,KACA,OACA,6BACA,KACF;EACF;CACF;CACA,OAAO,EAAC,aAAY;AACtB;AAEA,eAAe,sBACb,IACA,IACA,UACA,YACA,WAC0B;CAC1B,MAAM,EAAC,MAAM,aAAY,eAAe,QAAQ;CAChD,MAAM,eAAe,IAAI,gBAAgB,IAAI;EAC3C,MAAM;EACN;EACA,gBAAgB;CAClB,CAAC;CACD,aAAa,IAAI,EAAE;CAInB,KAAK,IAAI,IAAI,GAAG,IAAI,YAAY,KAC9B,MAAM,SAAS,QAAQ;CAGzB,GAAG,OAAO,WAAW,WAAW,mBAAmB,UAAU,QAAQ;CAErE,IAAI,CAAC,iBAAiB,KAAK,SAAS,QAAQ,SAAS,IAAI,IAAI,IAC3D,GAAG,OACD,yaAOF;CAEF,OAAO;AACT;;;;;;;;AASA,eAAe,qCACb,IACA,aACA,iBAIC;CAOD,QAAO,MANc,gBACnB,IACA,aACA,gCACA,EAAC,KAAK,EAAC,CACT,GACc,MAAM,UAAe,OAAM,OAAM;EAC7C,MAAM,CAAC,EAAC,KAAK,cAAa,MAAM,EAAqC;;;EAIrE,OAAO;GAAC;GAAK,QAAA,MADQ,gBAAgB,QAAQ;EAC1B;CACrB,CAAC;AACH;AAEA,SAAS,iBACP,IACA,QACA,gBACA;CAGA,MAAM,iBAAiB,KAAK,oBAAoB,YAAY,EAAE,CAAC;CAC/D,KAAK,MAAM,KAAK,QAAQ;EACtB,GAAG,KAAK,yBAAyB,kBAAkB,GAAG,cAAc,CAAC,CAAC;EACtE,MAAM,YAAY,cAAc,CAAC;EACjC,KAAK,MAAM,CAAC,SAAS,YAAY,OAAO,QAAQ,EAAE,OAAO,GACvD,eAAe,OAAO,WAAW,SAAS,OAAO;CAErD;AACF;;;;;;;;;AAUA,eAAsB,kBACpB,IACA,IACA,SACA,iBACiB;CACjB,IAAI,UAAU;CACd,MAAM,WAAW,IAAI,iBAAiB,QAAQ,MAAM;CACpD,KAAK,MAAM,CAAC,GAAG,UAAU,QAAQ,QAAQ,GAAG;EAC1C,MAAM,YAAY,uBAAuB,KAAK;EAC9C,MAAM,OAAO,yBAAyB,SAAS;EAC/C,MAAM,IAAI,GAAG,IAAI,EAAE,GAAG,QAAQ;EAC9B,GAAG,OAAO,kBAAkB,EAAE,IAAI,MAAM;EACxC,SAAS,MAAM,SAAS;EAGxB,MAAM,gBAAgB,gBACpB,IACA,YACA,kBAAkB,EAAE,MAAM,UAAU,aACpC,KACA,SAAS,KACX;EAEA,SAAS,aAAa;EACtB,GAAG,KAAK,IAAI;EACZ,MAAM,UAAU,SAAS,OAAO;EAChC,WAAW;EACX,GAAG,OAAO,iBAAiB,EAAE,IAAI,QAAQ,QAAQ,CAAC,EAAE,QAAQ,MAAM;CACpE;CACA,gBAAgB,QACd,IACA,YACA,WAAW,QAAQ,OAAO,WAC1B,GACA,SAAS,KACX;CACA,OAAO;AACT;;;;;;;;;;;;;;;AAgBA,SAAgB,oBACd,IACA,IACA,WACA,aACM;CACN,MAAM,SAAmB,CAAC;CAC1B,IAAI,iBAAiB;CACrB,IAAI,cAAc;CAIlB,MAAM,aAAa,WAAW,EAAE;CAChC,MAAM,kBAAkB,IAAI,IAAI,WAAW,KAAI,MAAK,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;CAChE,KAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,EAAE;EAC7B,MAAM,OAAO,gBAAgB,IAAI,IAAI;EACrC,IAAI,CAAC,MAAM;GACT,OAAO,KAAK,6BAA6B,MAAM;GAC/C;EACF;EACA,KAAK,MAAM,OAAO,OAAO,KAAK,GAAG,OAAO,GAAG;GACzC;GACA,IAAI,EAAE,OAAO,KAAK,UAChB,OAAO,KAAK,mCAAmC,KAAK,IAAI,KAAK;EAEjE;CACF;CAGA,MAAM,iBAAiB,IAAI,IAAI,YAAY,EAAE,EAAE,KAAI,MAAK,EAAE,IAAI,CAAC;CAC/D,KAAK,MAAM,MAAM,UAAU,SAAS;EAClC,MAAM,SAAS,uBAAuB,EAAE;EACxC,IAAI,CAAC,eAAe,IAAI,OAAO,IAAI,GACjC,OAAO,KACL,6BAA6B,OAAO,KAAK,MAAM,OAAO,WACxD;CAEJ;CAGA,KAAK,MAAM,CAAC,OAAO,aAAa,aAC9B,IAAI;EACF,MAAM,CAAC,OAAO,GACX,QAAQ,kCAAkC,MAAM,EAAE,EAClD,IAAqB;EACxB,IAAI,IAAI,UAAU,UAChB,OAAO,KACL,gCAAgC,MAAM,0BACX,SAAS,gBAAgB,IAAI,OAC1D;OAEA,eAAe,IAAI;CAEvB,SAAS,GAAG;EACV,OAAO,KAAK,iCAAiC,MAAM,IAAI,OAAO,CAAC,GAAG;CACpE;CAIF,MAAM,OAAO,KAAK,oBAAoB,YAAY,EAAE,CAAC;CACrD,KAAK,MAAM,MAAM,UAAU,QAAQ;EACjC,MAAM,OAAO,cAAc,EAAE;EAC7B,MAAM,OAAO,KAAK,SAAS,IAAI;EAC/B,KAAK,MAAM,OAAO,OAAO,KAAK,GAAG,OAAO,GACtC,IAAI,CAAC,KAAK,IAAI,GAAG,GACf,OAAO,KAAK,mCAAmC,KAAK,GAAG,KAAK;CAGlE;CAEA,IAAI,OAAO,QACT,MAAM,IAAI,MACR,uCAAuC,OAAO,OAAO,iBACnD,OAAO,KAAI,MAAK,OAAO,GAAG,EAAE,KAAK,IAAI,CACzC;CAGF,GAAG,OACD,uCACK,UAAU,OAAO,OAAO,WACxB,UAAU,QAAQ,OAAO,YACzB,eAAe,YACf,YAAY,eAAe,EAAE,MACpC;AACF;;;;;AAOA,SAAgB,qBAAqB,OAA0C;CAC7E,MAAM,aAAa,OAAO,OAAO,MAAM,YAAY,EAAE,KAClD,EAAC,gBAAe,SACnB;CAIA,IAAI,WAAW,MAAK,WAAU,WAAW,IAAI,GAC3C,OAAO;CAET,MAAM,UAAU,WAAW,QAAQ,WAA6B,CAAC,CAAC,MAAM;CACxE,OAAO,QAAQ,WAAW,IAAI,OAAO,IAAI,QAAQ,KAAK,MAAM,EAAE;AAChE;AAQA,IAAM,KAAK,OAAO;AAClB,IAAM,oBAAoB;AAC1B,IAAM,0BAA0B,IAAI;;;;;;;AAcpC,SAAS,kBAAkB,YAAwC;CACjE,IAAI,eAAe,KAAA,KAAa,cAAc,GAC5C,OAAO;CAKT,OAAe,0BADH,YAAY,aAAa,KAAK,QAAQ,CAAC,CACV,EAAI;AAC/C;AAEA,SAAS,YAAY,iBAA6C;CAChE,OAAO,oBAAoB,KAAA,IACf,UAAU,oBAClB;AACN;;;;;AAMA,SAAgB,sBACd,OACA,MACU;CACV,OAAO,KAAK,KAAI,QAAO;EACrB,MAAM,OAAO,MAAM,QAAQ;EAC3B,OAAO,iBAAiB,IAAI,IAAI,GAAG,GAAG,IAAI,GAAG,GAAG,GAAG,EAAE;CACvD,CAAC;AACH;AAuBA,SAAgB,uBACd,OACA,MACA,YACA,iBACA,aACA,OACoB;CACpB,MAAM,oBAAoB,qBAAqB,KAAK;CACpD,MAAM,QAAQ,OAAO;CACrB,MAAM,aACJ,UAAU,KAAA,IACN,oBACA,CACE,GAAI,sBAAsB,OAAO,CAAC,IAAI,CAAC,iBAAiB,GACxD,KACF,EAAE,KAAK,OAAO;CACpB,MAAM,QAAQ,eAAe,OAAO,KAAa,SAAS;CAC1D,MAAM,SAAS,kBAAkB,UAAU;CAC3C,MAAM,QAAQ,YAAY,eAAe;CACzC,MAAM,UAAU,OAAO,KAAa,aAAa,MAAM,OAAO;CAC9D,MAAM,YAAoB,QAAQ,GAAG,MAAM,MAAM,EAAE,GAAG,GAAG,MAAM,IAAI,IAAI,OAAO,GAAG;CACjF,MAAM,SAAiB,WAAW,eAAe,KAAK,IAAI,EAAE,GAAG,KAAK,GAAG,EAAE,GAAG,YAAY,UAAU;CAClG,IAAI,OAAO;EAGT,MAAM,YAAY,KACf,KAAI,QAAO,2BAA2B,GAAG,GAAG,EAAE,MAAM,EACpD,KAAK,KAAK;EACb,OAAO;GACL;GACA,cAAsB,8DAA8D,YAAY,MAAM;GACtG,eAAuB,oEAAoE,UAAU,SAAS,YAAY,MAAM;EAClI;CACF;CACA,MAAM,aAAa,IAAI,KAAK,KAAI,QAAO,+BAA+B,GAAG,GAAG,EAAE,OAAO,EAAE,KAAK,KAAK,EAAE;CACnG,OAAO;EACL;EACA,cAAsB,kCAAkC;EACxD,eAAuB,UAAU,WAAW,mBAAmB;CACjE;AACF;AAsCA,IAAM,+CAA+C;CACnD;CAAG;CAAG;CAAG;CAAI;CAAI;CAAI;CAAK;CAAK;CAAK;CAAM;CAAM;CAAM;AACxD;AAEA,IAAM,qBAAqB;AAI3B,SAAS,kBAAkB;CACzB,OAAO,mBACL,eACA,qBACA,uCACF;AACF;AAEA,SAAS,sBAAsB;CAC7B,OAAO,6BACL,yBACA,gEACF;AACF;AAEA,SAAS,0BAA0B;CACjC,OAAO,6BACL,8BACA,0EACF;AACF;AAEA,SAAS,+BAA+B;CACtC,OAAO,6BACL,oCACA,yFACF;AACF;AAEA,SAAS,2BAA2B;CAClC,OAAO,6BACL,+BACA,4DACF;AACF;AAEA,SAAS,2BAA2B;CAClC,OAAO,6BACL,+BACA,+DACF;AACF;AAEA,SAAS,kBAAkB;CACzB,OAAO,mBACL,eACA,qBACA,kDACF;AACF;AAEA,SAAS,wBAAwB;CAC/B,OAAO,mBAAmB,eAAe,4BAA4B;EACnE,aACE;EACF,MAAM;CACR,CAAC;AACH;AAEA,SAAS,iCAAiC;CACxC,OAAO,mBACL,eACA,sCACA;EACE,aACE;EACF,MAAM;CACR,CACF;AACF;AAEA,SAAS,wBAAwB;CAC/B,OAAO,mBACL,eACA,4BACA,8DACF;AACF;AAEA,SAAgB,wBACd,QACA;CACA,IAAI,QAAQ;CACZ,IAAI,SAAS;CAEb,SAAS,QAAQ;EACf,IAAI,WAAW,GACb;EAEF,OAAO,OAAO,MAAM;EACpB,QAAQ;EACR,SAAS;CACX;CAEA,OAAO;EACL,IAAI,YAAoB;GACtB,SAAS;GACT;GACA,IAAI,SAAA,SACF,MAAM;EAEV;EACA;CACF;AACF;AAEA,SAAgB,uBAAuB,OAA+B;CACpE,MAAM,SAAS,uBAAuB,KAAK;CAC3C,MAAM,mBAAmB,sBAAsB;CAC/C,MAAM,mBAAmB,sBAAsB;CAC/C,OAAO,yBAAyB,OAAO,WAAW;EAChD,iBAAiB,IAAI,OAAO,MAAM;EAClC,iBAAiB,IAAI,QAAQ,MAAM;CACrC,CAAC;AACH;AAEA,SAAS,6BAA6B,MAAc,aAAqB;CACvE,OAAO,qBAAqB,eAAe,MAAM;EAC/C;EACA,MAAM;EACN,kBAAkB;CACpB,CAAC;AACH;AAEA,SAAS,uBAAuB,OAA+B;CAC7D,OAAO;EACL,WAAW,MAAM;EACjB,aAAa,MAAM;CACrB;AACF;AAEA,SAAS,0BAA0B,OAAkC;CACnE,OAAO;EACL,GAAG,uBAAuB,KAAK;EAC/B,QAAQ,MAAM;CAChB;AACF;AAEA,SAAS,4BACP,OASA,OACA;CACA,MAAM,SAAS,0BAA0B,KAAK;CAC9C,gBAAgB,EAAE,IAAI,GAAG,MAAM;CAC/B,oBAAoB,EAAE,SAAS,MAAM,YAAY,MAAM;CACvD,IAAI,MAAM,WAAW,WAAW;EAC9B,IAAI,MAAM,WAAW,KAAA,GACnB,wBAAwB,EAAE,SAAS,MAAM,QAAQ,MAAM;EAEzD,IAAI,MAAM,gBAAgB,KAAA,GACxB,6BAA6B,EAAE,SAAS,MAAM,aAAa,MAAM;EAEnE,IAAI,MAAM,YAAY,KAAA,GACpB,yBAAyB,EAAE,SAAS,MAAM,SAAS,MAAM;EAE3D,IAAI,MAAM,YAAY,KAAA,GACpB,yBAAyB,EAAE,SAAS,MAAM,SAAS,MAAM;EAE3D,IAAI,MAAM,SAAS,KAAA,KAAa,MAAM,OAAO,GAC3C,gBAAgB,EAAE,IAAI,MAAM,MAAM,MAAM;EAE1C,IAAI,MAAM,cAAc,KAAA,KAAa,MAAM,YAAY,GACrD,+BAA+B,EAAE,IAAI,MAAM,WAAW,MAAM;CAEhE;AACF;AAEA,SAAS,uBACP,SACA,QACA;CACA,MAAM,SAAS,QAAQ,QACpB,KAAK,SAAS;EACb,IAAI,QAAQ,KAAK;EACjB,IAAI,WAAW,KAAK;EACpB,IAAI,aAAa,KAAK;EACtB,OAAO;CACT,GACA;EACE,MAAM;EACN,SAAS;EACT,WAAW;CACb,CACF;CACA,OAAO;EACL,QAAQ,QAAQ;EAChB,MAAM,OAAO;EACb;EACA,SAAS,OAAO;EAChB,WAAW,OAAO;CACpB;AACF;AAEA,SAAS,iBACP,IACA,SAYA;CACA,IAAI,QAAQ,YAAY,sBAAsB,QAAQ,gBAAgB,GACpE;CAEF,GAAG,OAAO,sCAAsC,OAAO;AACzD;AAGA,eAAsB,wBACpB,IACA,KACA,MACA,YACwB;CACxB,MAAM,QAAQ,YAAY,IAAI;CAC9B,MAAM,QAAQ,cAAc,IAAI;CAChC,MAAM,UAAU,OAAO,KAAK,KAAK,OAAO;CACxC,IAAI,YAGF,OAAO;EACL;EACA,QAAQ;GAAC;GAAO;GAAS,MAAM;GAAG,WAAW;GAAG,YAAY;EAAC;CAC/D;CAaF,MAAM,EAAC,WAAW,gBAAc,MAPH,GAE5B;;;kBAGe,GANS,GAAG,KAAK,MAAM,EAAE,GAAG,GAAG,KAAK,IAAI,IAM1B,aAEiB,MAAM;EACnD,WAAW;EACX,YAAY;CACd;CAEA,MAAM,QAAuB;EAC3B;EACA,QAAQ;GACN;GACA;GACA,MAAM;GACN;GACA;EACF;CACF;CACA,MAAM,WAAW,YAAY,IAAI,IAAI,OAAO,QAAQ,CAAC;CACrD,GAAG,OAAO,uCAAuC,MAAM,IAAI,QAAQ,OAAO,EACxE,OAAO,MAAM,OACf,CAAC;CACD,OAAO;AACT;AAEA,SAAS,KACP,IACA,EAAC,MAAM,OAAO,UACd,UACA,MACA,IACA,UACA,UACA,YACA,iBACqB;CACrB,IAAI,UACF,OAAO,SACL,IACA,OACA,QACA,UACA,MACA,IACA,UACA,YACA,eACF;CAEF,OAAO,WACL,IACA,OACA,QACA,MACA,IACA,UACA,YACA,eACF;AACF;AAEA,eAAe,WACb,IACA,OACA,QACA,MACA,IACA,UACA,YACA,iBACqB;CACrB,MAAM,QAAQ,YAAY,IAAI;CAC9B,MAAM,aAAyB;CAC/B,MAAM,cAAc,uBAAuB;EAAC;EAAU;CAAU,CAAC;CACjE,IAAI,UAAU;CACd,IAAI,YAAY;CAChB,IAAI,eAAe;CAEnB,MAAM,YAAY,cAAc,KAAK;CACrC,MAAM,iBAAiB,OAAO,QAAQ,MAAM,OAAO;CAEnD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,CAAC;CACjD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,UAAU,IAAI;CAC9D,MAAM,mBAAmB,YAAY,KAAI,MAAK,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;CAE7D,MAAM,YACJ,YAAY,SAAS,IAAI,IAAI,KAAK,OAAO,YAAY,SAAS,CAAC,EAAE,MAAM;CACzE,MAAM,YAAoB;mBACT,UAAU,KAAK,iBAAiB,WAAW;CAC5D,MAAM,aAAa,GAAG,QAAQ,SAAS;CACvC,MAAM,kBAAkB,GAAG,QACzB,YAAY,IAAI,YAAY,OAAA,EAA4B,CAC1D;CAGA,MAAM,SAAS,uBACb,OACA,aACA,YACA,iBACA,sBAAsB,OAAO,WAAW,CAC1C,EAAE;CAEF,MAAM,WAAW,eAAe,KAAK,GAAG,UACtC,iBAAiB,IAAI,IAAI,kBAAkB,IAAI,IAAI,eACrD;CAEA,MAAM,eAAe,YAAY;CACjC,MAAM,iBAAiB,eAAA;CAEvB,MAAM,gBAAiC,MAAM,KAAK,EAChD,QAAQ,oBAAoB,aAC9B,CAAC;CACD,IAAI,cAAc;CAClB,IAAI,cAAc;CAElB,SAAS,QAAQ;EACf,MAAM,aAAa,YAAY,IAAI;EACnC,MAAM,cAAc;EACpB,MAAM,cAAc;EAEpB,IAAI,IAAI;EACR,OAAO,cAAA,IAAiC,eAAA,IACtC,gBAAgB,IAAI,cAAc,MAAM,GAAI,KAAK,cAAe,CAAC;EAEnE,OAAO,cAAc,GAAG,eACtB,WAAW,IAAI,cAAc,MAAM,GAAI,KAAK,YAAa,CAAC;EAE5D,MAAM,gBAAgB,cAAc;EACpC,KAAK,IAAI,IAAI,GAAG,IAAI,eAAe,KACjC,cAAc,KAAK,KAAA;EAErB,cAAc;EACd,OAAO,QAAQ;EAEf,MAAM,UAAU,YAAY,IAAI,IAAI;EACpC,WAAW;EACX,GAAG,QACD,WAAW,YAAY,GAAG,UAAU,SAAS,YAAY,aAAa,QAAQ,QAAQ,CAAC,EAAE,IAC3F;EACA,iBAAiB,IAAI;GACnB,QAAQ,MAAM;GACd,OAAO,MAAM;GACb,cAAc;GACd;GACA;GACA,WAAW;GACX;GACA,cAAc;GACd,MAAM,OAAO;GACb;EACF,CAAC;CACH;CAEA,MAAM,eAAe,IAAI,iBAAiB;CAC1C,IAAI,MAAM;CAEV,GAAG,OAAO,kCAAkC,UAAU,IAAI,MAAM;CAEhE,MAAM,kBAAkB,YAAY,IAAI;CACxC,MAAM,WACJ,MAAM,KACH,OAAO,SAAS,OAAO,iCAAiC,EACxD,SAAS,GACZ,IAAI,SAAS;EACX,eAAe;EAEf,MACE,OACA,WACA,UACA;GACA,MAAM,kBAAkB,YAAY,IAAI;GACxC,IAAI;IACF,aAAa,MAAM;IACnB,YAAY,IAAI,MAAM,MAAM;IAC5B,KAAK,MAAM,YAAY,aAAa,MAAM,KAAK,GAAG;KAChD,MAAM,YAAY,aAAa,OAAO,IAAI,SAAS;KACnD,eAAe;KACf,cAAc,cAAc,eAAe,OACzC,aAAa,OAAO,OAAO,SAAS,KAAK,QAAQ;KAEnD,IAAI,EAAE,QAAQ,SAAS,QAAQ;MAC7B,MAAM;MACN,IACE,EAAE,eAAe,oBAAoB,gBACrC,eAAe,yBAEf,MAAM;KAEV;IACF;IACA,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS;GACX,SAAS,GAAG;IACV,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;GACxD;EACF;EAEA,QAAQ,aAAsC;GAC5C,MAAM,kBAAkB,YAAY,IAAI;GACxC,IAAI;IACF,YAAY,MAAM;IAClB,MAAM;IACN,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS;GACX,SAAS,GAAG;IACV,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;GACxD;EACF;EAEA,QAAQ,OAAO,UAAU;GACvB,YAAY,MAAM;GAClB,SAAS,KAAK;EAChB;CACF,CAAC,CACH;CAEA,MAAM,eAAe,KAAK,IACxB,GACA,YAAY,IAAI,IAAI,kBAAkB,YACxC;CACA,MAAM,UAAU,YAAY,IAAI,IAAI;CACpC,MAAM,SAAS;EACb,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,cAAc;EACd;EACA;EACA,aAAa,YAAY;EACzB,MAAM,OAAO;EACb,eAAe,OAAO;EACtB,gBAAgB,OAAO;EACvB;EACA,WAAW;EACX;EACA;EACA;CACF;CAEA,GAAG,OACD,oBAAoB,OAAO,KAAK,aAAa,UAAU,WAC1C,QAAQ,QAAQ,CAAC,EAAE,eAAe,QAAQ,QAAQ,CAAC,EAAE,QAClE,MACF;CACA,OAAO;AACT;AAEA,eAAe,SACb,IACA,OACA,QACA,UACA,MACA,IACA,UACA,YACA,iBACqB;CACrB,MAAM,QAAQ,YAAY,IAAI;CAC9B,MAAM,aAAyB;CAC/B,MAAM,cAAc,uBAAuB;EAAC;EAAU;CAAU,CAAC;CACjE,IAAI,UAAU;CACd,IAAI,YAAY;CAChB,IAAI,eAAe;CAEnB,MAAM,YAAY,cAAc,KAAK;CACrC,MAAM,iBAAiB,OAAO,QAAQ,MAAM,OAAO;CAEnD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,CAAC;CACjD,MAAM,cAAc,eAAe,KAAK,CAAC,OAAO,UAAU,IAAI;CAC9D,MAAM,mBAAmB,YAAY,KAAI,MAAK,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG;CAE7D,MAAM,YACJ,YAAY,SAAS,IAAI,IAAI,KAAK,OAAO,YAAY,SAAS,CAAC,EAAE,MAAM;CACzE,MAAM,YAAoB;mBACT,UAAU,KAAK,iBAAiB,WAAW;CAC5D,MAAM,aAAa,GAAG,QAAQ,SAAS;CACvC,MAAM,kBAAkB,GAAG,QACzB,YAAY,IAAI,YAAY,OAAA,EAA4B,CAC1D;CAEA,MAAM,EAAC,WAAU,uBACf,OACA,aACA,YACA,eACF;CACA,MAAM,eAAe,YAAY;CACjC,MAAM,iBAAiB,eAAA;CAEvB,MAAM,gBAAiC,MAAM,KAAK,EAChD,QAAQ,oBAAoB,aAC9B,CAAC;CACD,IAAI,cAAc;CAClB,IAAI,cAAc;CAElB,SAAS,QAAQ;EACf,MAAM,aAAa,YAAY,IAAI;EACnC,MAAM,cAAc;EACpB,MAAM,cAAc;EAEpB,IAAI,IAAI;EACR,OAAO,cAAA,IAAiC,eAAA,IACtC,gBAAgB,IAAI,cAAc,MAAM,GAAI,KAAK,cAAe,CAAC;EAEnE,OAAO,cAAc,GAAG,eACtB,WAAW,IAAI,cAAc,MAAM,GAAI,KAAK,YAAa,CAAC;EAE5D,MAAM,gBAAgB,cAAc;EACpC,KAAK,IAAI,IAAI,GAAG,IAAI,eAAe,KACjC,cAAc,KAAK,KAAA;EAErB,cAAc;EACd,OAAO,QAAQ;EAEf,MAAM,UAAU,YAAY,IAAI,IAAI;EACpC,WAAW;EACX,GAAG,QACD,WAAW,YAAY,GAAG,UAAU,SAAS,YAAY,aAAa,QAAQ,QAAQ,CAAC,EAAE,IAC3F;EACA,iBAAiB,IAAI;GACnB,QAAQ,MAAM;GACd,OAAO,MAAM;GACb,cAAc;GACd;GACA;GACA,WAAW;GACX;GACA,cAAc;GACd,MAAM,OAAO;GACb;EACF,CAAC;CACH;CAEA,GAAG,OAAO,gCAAgC,UAAU,IAAI,MAAM;CAC9D,MAAM,YAAY,MAAM,eAAe,UAAU,EAAC,oBAAoB,KAAI,CAAC;CAC3E,MAAM,UAAU,YAAY,KAAI,MAAK;EACnC,MAAM,UAAU,UAAU,cAAc,EAAE,OAAO;EACjD,QAAQ,QACN,UACE,QAAQ,GAAG,GACX,EAAE,UAAA,GAEJ;CACJ,CAAC;CAED,MAAM,YAAY,IAAI,UAAU;CAChC,IAAI,MAAM;CAEV,MAAM,kBAAkB,YAAY,IAAI;CACxC,MAAM,WACJ,MAAM,KAAK,OAAO,SAAS,OAAO,YAAY,EAAE,SAAS,GACzD,IAAI,SAAS;EACX,eAAe;EAEf,MACE,OACA,WACA,UACA;GACA,MAAM,kBAAkB,YAAY,IAAI;GACxC,IAAI;IACF,aAAa,MAAM;IACnB,YAAY,IAAI,MAAM,MAAM;IAC5B,KAAK,MAAM,QAAQ,UAAU,MAAM,KAAK,GAAG;KACzC,MAAM,YAAY,SAAS,OAAO,IAAI,KAAK;KAC3C,eAAe;KACf,cAAc,cAAc,eAAe,OACzC,SAAS,OAAO,OAAO,QAAQ,KAAK,IAAI;KAE1C,IAAI,EAAE,QAAQ,QAAQ,QAAQ;MAC5B,MAAM;MACN,IACE,EAAE,eAAe,oBAAoB,gBACrC,eAAe,yBAEf,MAAM;KAEV;IACF;IACA,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS;GACX,SAAS,GAAG;IACV,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;GACxD;EACF;EAEA,QAAQ,aAAsC;GAC5C,MAAM,kBAAkB,YAAY,IAAI;GACxC,IAAI;IACF,YAAY,MAAM;IAClB,MAAM;IACN,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS;GACX,SAAS,GAAG;IACV,gBAAgB,YAAY,IAAI,IAAI;IACpC,SAAS,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;GACxD;EACF;EAEA,QAAQ,OAAO,UAAU;GACvB,YAAY,MAAM;GAClB,SAAS,KAAK;EAChB;CACF,CAAC,CACH;CAEA,MAAM,eAAe,KAAK,IACxB,GACA,YAAY,IAAI,IAAI,kBAAkB,YACxC;CACA,MAAM,UAAU,YAAY,IAAI,IAAI;CACpC,MAAM,SAAS;EACb,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,cAAc;EACd;EACA;EACA,aAAa,YAAY;EACzB,MAAM,OAAO;EACb,eAAe,OAAO;EACtB,gBAAgB,OAAO;EACvB;EACA,WAAW;EACX;EACA;EACA;CACF;CACA,GAAG,OACD,oBAAoB,OAAO,KAAK,aAAa,UAAU,WAC1C,QAAQ,QAAQ,CAAC,EAAE,eAAe,QAAQ,QAAQ,CAAC,EAAE,QAClE,MACF;CACA,OAAO;AACT"}

package/out/zero-cache/src/services/change-streamer/change-streamer-http.d.ts

@@ -21,7 +21,9 @@ export declare class ChangeStreamerHttpServer extends HttpService {
     /**
      * Signals (drainable) subscribers to switch over to another
      * replication-manager, resolving when they have disconnected. Subscribers
-     * continue to be served in the meantime.
+     * continue to be served in the meantime, but new connections (e.g.
+     * switchover attempts, reconnects, and snapshot reservations) are refused,
+     * so that they are routed to another replication-manager.
      */
     drain(): Promise<void>;
     protected _onStop(): Promise<void>;

package/out/zero-cache/src/services/change-streamer/change-streamer-http.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"change-streamer-http.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/change-streamer-http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,WAAW,CAAC;AAE/C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAGpE,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAKL,KAAK,KAAK,EACV,KAAK,MAAM,EACZ,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAIzD,OAAO,EAAC,WAAW,EAAE,KAAK,OAAO,IAAI,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAG5E,OAAO,EAEL,KAAK,cAAc,EACnB,KAAK,qBAAqB,EAC1B,KAAK,iBAAiB,EACvB,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACL,KAAK,YAAY,EAIjB,KAAK,cAAc,EAEnB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACvB,MAAM,gBAAgB,CAAC;AAmBxB,KAAK,OAAO,GAAG,WAAW,GAAG;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EACH,IAAI,CAAC,oBAAoB,EAAE,eAAe,GAAG,kBAAkB,CAAC,GAChE,SAAS,CAAC;IACd,gBAAgB,CAAC,EAAE,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,CAAC;CACxD,CAAC;AAEF,qBAAa,wBAAyB,SAAQ,WAAW;;IACvD,QAAQ,CAAC,EAAE,iCAAiC;IAK5C,YACE,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,qBAAqB,EAuCtC;IAmLD,UAAmB,QAAQ,IAAI,IAAI,CA2BlC;IAED;;;;OAIG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAI3B;IAED,UAAyB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAIhD;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B,eAAe,CACb,MAAM,EAAE,MAAM,EACd,YAAY,CAAC,EAAE,YAAY,GAAG,SAAS,GACtC,OAAO,CAAC;QACT,QAAQ,EAAE,cAAc,CAAC;QACzB,QAAQ,EAAE,mBAAmB,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,CACP,GAAG,EAAE,iBAAiB,GACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,mBAAoB,SAAQ,mBAAmB;IAC9D;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAE7B;;;;;OAKG;IACH,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC;CAC9B;AAED,qBAAa,wBACX,YAAW,cAAc,EAAE,gBAAgB,EAAE,mBAAmB;;IAOhE,YACE,EAAE,EAAE,UAAU,EACd,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,MAAM,EAChB,iBAAiB,EAAE,MAAM,GAAG,SAAS,EAWtC;IAmBK,eAAe,CACnB,MAAM,EAAE,MAAM,EACd,YAAY,CAAC,EAAE,YAAY,GAAG,SAAS,GACtC,OAAO,CAAC;QACT,QAAQ,EAAE,cAAc,CAAC;QACzB,QAAQ,EAAE,mBAAmB,CAAC;KAC/B,CAAC,CA2BD;IAEK,SAAS,CACb,GAAG,EAAE,iBAAiB,GACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAI7C;IAED;;;;;;;OAOG;IAEG,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;QACrC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC7C,QAAQ,EAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;KAC3C,CAAC,CAuBD;CACF;AAED,KAAK,cAAc,GAAG,IAAI,CAAC,eAAe,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC;AAE/D,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,cAAc,GAAG,iBAAiB,CAiB3E"}
+{"version":3,"file":"change-streamer-http.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/change-streamer-http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,WAAW,CAAC;AAE/C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAGpE,OAAO,EAAC,KAAK,MAAM,EAAC,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAC,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAKL,KAAK,KAAK,EACV,KAAK,MAAM,EACZ,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAIzD,OAAO,EAAC,WAAW,EAAE,KAAK,OAAO,IAAI,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAG5E,OAAO,EAEL,KAAK,cAAc,EACnB,KAAK,qBAAqB,EAC1B,KAAK,iBAAiB,EACvB,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACL,KAAK,YAAY,EAIjB,KAAK,cAAc,EAEnB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACvB,MAAM,gBAAgB,CAAC;AAmBxB,KAAK,OAAO,GAAG,WAAW,GAAG;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EACH,IAAI,CAAC,oBAAoB,EAAE,eAAe,GAAG,kBAAkB,CAAC,GAChE,SAAS,CAAC;IACd,gBAAgB,CAAC,EAAE,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,CAAC;CACxD,CAAC;AAEF,qBAAa,wBAAyB,SAAQ,WAAW;;IACvD,QAAQ,CAAC,EAAE,iCAAiC;IAK5C,YACE,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,qBAAqB,EAuCtC;IAmLD,UAAmB,QAAQ,IAAI,IAAI,CA2BlC;IAED;;;;;;OAMG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAK3B;IAED,UAAyB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAIhD;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B,eAAe,CACb,MAAM,EAAE,MAAM,EACd,YAAY,CAAC,EAAE,YAAY,GAAG,SAAS,GACtC,OAAO,CAAC;QACT,QAAQ,EAAE,cAAc,CAAC;QACzB,QAAQ,EAAE,mBAAmB,CAAC;KAC/B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,CACP,GAAG,EAAE,iBAAiB,GACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,mBAAoB,SAAQ,mBAAmB;IAC9D;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAE7B;;;;;OAKG;IACH,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC;CAC9B;AAED,qBAAa,wBACX,YAAW,cAAc,EAAE,gBAAgB,EAAE,mBAAmB;;IAOhE,YACE,EAAE,EAAE,UAAU,EACd,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,MAAM,EAChB,iBAAiB,EAAE,MAAM,GAAG,SAAS,EAWtC;IAmBK,eAAe,CACnB,MAAM,EAAE,MAAM,EACd,YAAY,CAAC,EAAE,YAAY,GAAG,SAAS,GACtC,OAAO,CAAC;QACT,QAAQ,EAAE,cAAc,CAAC;QACzB,QAAQ,EAAE,mBAAmB,CAAC;KAC/B,CAAC,CA2BD;IAEK,SAAS,CACb,GAAG,EAAE,iBAAiB,GACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAI7C;IAED;;;;;;;OAOG;IAEG,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;QACrC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC7C,QAAQ,EAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;KAC3C,CAAC,CAuBD;CACF;AAED,KAAK,cAAc,GAAG,IAAI,CAAC,eAAe,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC;AAE/D,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,cAAc,GAAG,iBAAiB,CAiB3E"}

package/out/zero-cache/src/services/change-streamer/change-streamer-http.js

@@ -150,9 +150,12 @@ var ChangeStreamerHttpServer = class extends HttpService {
 	/**
 	* Signals (drainable) subscribers to switch over to another
 	* replication-manager, resolving when they have disconnected. Subscribers
-	* continue to be served in the meantime.
+	* continue to be served in the meantime, but new connections (e.g.
+	* switchover attempts, reconnects, and snapshot reservations) are refused,
+	* so that they are routed to another replication-manager.
 	*/
 	async drain() {
+		this.stopAccepting();
 		if (this.#changeStreamerStarted && this.#changeStreamer.drain) await this.#changeStreamer.drain();
 	}
 	async _onStop() {

package/out/zero-cache/src/services/change-streamer/change-streamer-http.js.map

@@ -1 +1 @@
-{"version":3,"file":"change-streamer-http.js","names":["#lc","#opts","#changeStreamer","#changes","#reserveSnapshot","#subscribe","#receiveWebsocket","#ensureChangeStreamerStarted","#forwardReservation","#changeStreamerStarted","#shardID","#changeDB","#changeStreamerURI","#resolveChangeStreamer"],"sources":["../../../../../../zero-cache/src/services/change-streamer/change-streamer-http.ts"],"sourcesContent":["import type {IncomingMessage} from 'node:http';\nimport websocket from '@fastify/websocket';\nimport type {LogContext} from '@rocicorp/logger';\nimport WebSocket from 'ws';\nimport {BigIntJSON} from '../../../../shared/src/bigint-json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport type {NormalizedZeroConfig} from '../../config/normalize.ts';\nimport type {IncomingMessageSubset} from '../../types/http.ts';\nimport {pgClient, type PostgresDB} from '../../types/pg.ts';\nimport {type Worker} from '../../types/processes.ts';\nimport {type ShardID} from '../../types/shards.ts';\nimport {\n  readHead,\n  streamInternal,\n  streamInternalStringified,\n  streamInternalWithSize,\n  type Sized,\n  type Source,\n} from '../../types/streams.ts';\nimport {Subscription} from '../../types/subscription.ts';\nimport {URLParams} from '../../types/url-params.ts';\nimport {installWebSocketReceiver} from '../../types/websocket-handoff.ts';\nimport {closeWithError, PROTOCOL_ERROR} from '../../types/ws.ts';\nimport {HttpService, type Options as HttpOptions} from '../http-service.ts';\nimport {handleProfzRequest} from '../profz.ts';\nimport type {PreSerializedBatch} from './broadcast.ts';\nimport {\n  PROTOCOL_VERSION,\n  type ChangeStreamer,\n  type ChangeStreamerService,\n  type SubscriberContext,\n} from './change-streamer.ts';\nimport {discoverChangeStreamerAddress} from './schema/tables.ts';\nimport {type SnapshotMessage} from './snapshot-message.ts';\nimport {\n  type LocalReplica,\n  subscribeDownstreamSchema,\n  subscribeUpstreamSchema,\n  type ReservedMessage,\n  type SnapshotStatus,\n  type SubscribeContext,\n  type SubscribeDownstream,\n  type SubscribeUpstream,\n} from './subscribe.ts';\n\nconst MIN_SUPPORTED_PROTOCOL_VERSION = 4;\n\n// The merged `/subscribe` protocol was introduced at v7.\nconst MIN_SUBSCRIBE_PROTOCOL_VERSION = 7;\n\nconst SNAPSHOT_PATH_PATTERN = '/replication/:version/snapshot';\nconst CHANGES_PATH_PATTERN = '/replication/:version/changes';\nconst SUBSCRIBE_PATH_PATTERN = '/replication/:version/subscribe';\nconst PATH_REGEX =\n  /\\/replication\\/v(?<version>\\d+)\\/(changes|snapshot|subscribe)$/;\n\nconst SUBSCRIBE_PATH = `/replication/v${PROTOCOL_VERSION}/subscribe`;\n\n// Max time for a client to establish the /subscribe websocket (TCP connect\n// plus upgrade) before abandoning the attempt.\nconst CONNECT_TIMEOUT_MS = 10_000;\n\ntype Options = HttpOptions & {\n  startupDelayMs: number;\n  config?:\n    | Pick<NormalizedZeroConfig, 'adminPassword' | 'operatorPassword'>\n    | undefined;\n  getProfileWorker?: (() => Promise<Worker>) | undefined;\n};\n\nexport class ChangeStreamerHttpServer extends HttpService {\n  readonly id = 'change-streamer-http-server';\n  readonly #lc: LogContext;\n  readonly #opts: Options;\n  readonly #changeStreamer: ChangeStreamerService;\n\n  constructor(\n    lc: LogContext,\n    opts: Options,\n    parent: Worker,\n    changeStreamer: ChangeStreamerService,\n  ) {\n    super('change-streamer-http-server', lc, opts, async fastify => {\n      await fastify.register(websocket);\n\n      fastify.get(CHANGES_PATH_PATTERN, {websocket: true}, this.#changes);\n      fastify.get(\n        SNAPSHOT_PATH_PATTERN,\n        {websocket: true},\n        this.#reserveSnapshot,\n      );\n      fastify.get(SUBSCRIBE_PATH_PATTERN, {websocket: true}, this.#subscribe);\n\n      fastify.get('/profz', (req, res) =>\n        handleProfzRequest(\n          lc,\n          opts.config ?? {\n            adminPassword: undefined,\n            operatorPassword: undefined,\n          },\n          req,\n          res,\n          opts.getProfileWorker,\n          undefined,\n          'change-streamer',\n        ),\n      );\n\n      installWebSocketReceiver<'snapshot' | 'changes' | 'subscribe'>(\n        lc,\n        fastify.websocketServer,\n        this.#receiveWebsocket,\n        parent,\n      );\n    });\n\n    this.#lc = lc;\n    this.#opts = opts;\n    this.#changeStreamer = changeStreamer;\n  }\n\n  // Called when receiving a web socket via the main dispatcher handoff.\n  readonly #receiveWebsocket = (\n    ws: WebSocket,\n    action: 'changes' | 'snapshot' | 'subscribe',\n    msg: IncomingMessageSubset,\n  ) => {\n    switch (action) {\n      case 'snapshot':\n        return this.#reserveSnapshot(ws, msg);\n      case 'changes':\n        return this.#changes(ws, msg);\n      case 'subscribe':\n        return this.#subscribe(ws, msg);\n      default:\n        closeWithError(\n          this._lc,\n          ws,\n          `invalid action \"${action}\" received in handoff`,\n        );\n        return;\n    }\n  };\n\n  readonly #reserveSnapshot = async (ws: WebSocket, req: RequestHeaders) => {\n    this.#ensureChangeStreamerStarted('incoming snapshot reservation');\n    try {\n      const url = new URL(\n        req.url ?? '',\n        req.headers.origin ?? 'http://localhost',\n      );\n      checkProtocolVersion(url.pathname);\n      const taskID = url.searchParams.get('taskID');\n      if (!taskID) {\n        throw new Error('Missing taskID in snapshot request');\n      }\n      const downstream =\n        await this.#changeStreamer.startSnapshotReservation(taskID);\n      // Send-only for now: the reservation carries no inbound application\n      // messages (only transport acks, demuxed internally).\n      void streamInternal(this._lc, ws, undefined, downstream);\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    }\n  };\n\n  readonly #changes = async (ws: WebSocket, req: RequestHeaders) => {\n    try {\n      const ctx = getSubscriberContext(req);\n      if (ctx.mode === 'serving') {\n        this.#ensureChangeStreamerStarted('incoming subscription');\n      }\n\n      const downstream = await this.#changeStreamer.subscribe(ctx);\n      // Send-only for now: the subscription carries no inbound application\n      // messages (only transport acks, demuxed internally).\n      void streamInternalStringified(this._lc, ws, undefined, downstream, {\n        batched: ctx.wsBatched,\n      });\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    }\n  };\n\n  /**\n   * The merged v7 `/subscribe` handler. A single bidirectional connection\n   * carries, in sequence: an optional reservation phase (`reserve-snapshot` →\n   * `reserved`) and then the subscription phase (`start-subscription` → change\n   * stream). This ensures that the subscriber subscribes to the same task from\n   * which it restored the backup.\n   */\n  readonly #subscribe = async (ws: WebSocket, req: RequestHeaders) => {\n    let reservation: Source<SnapshotMessage> | undefined;\n    const outbound = Subscription.create<string | PreSerializedBatch>();\n\n    try {\n      const url = new URL(\n        req.url ?? '',\n        req.headers.origin ?? 'http://localhost',\n      );\n      const protocolVersion = checkProtocolVersion(url.pathname);\n      if (protocolVersion < MIN_SUBSCRIBE_PROTOCOL_VERSION) {\n        throw new Error(\n          `the /subscribe endpoint requires protocol v${MIN_SUBSCRIBE_PROTOCOL_VERSION} ` +\n            `(client is at v${protocolVersion})`,\n        );\n      }\n\n      const instream = await streamInternalStringified(\n        this._lc,\n        ws,\n        subscribeUpstreamSchema,\n        outbound,\n        {batched: true},\n      );\n\n      // Keep reading upstream control messages for the life of the connection.\n      // Do not manually exit loop, as that would close the socket. The loop\n      // exits naturally when the connection closes.\n      for await (const msg of instream) {\n        if (msg[0] === 'reserve-snapshot') {\n          const {taskID, localReplica} = msg[1];\n          this.#ensureChangeStreamerStarted('incoming snapshot reservation');\n          reservation = await this.#changeStreamer.startSnapshotReservation(\n            taskID,\n            {localReplica},\n          );\n          void this.#forwardReservation(reservation, outbound);\n        } else if (msg[0] === 'start-subscription') {\n          const ctx: SubscriberContext = {\n            ...msg[1],\n            protocolVersion,\n            wsBatched: true,\n          };\n          if (ctx.mode === 'serving') {\n            this.#ensureChangeStreamerStarted('incoming subscription');\n          }\n          // subscribe() registers the subscriber and then releases any\n          // reservation for that task.\n          reservation = undefined;\n          await this.#changeStreamer.subscribe(ctx, outbound);\n        }\n      }\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    } finally {\n      // Covers a reservation-phase disconnect (instream ended before a\n      // subscription started); idempotent with the close handler above.\n      reservation?.cancel();\n    }\n  };\n\n  /**\n   * Forwards a snapshot reservation's single `['status', ...]` message onto\n   * the merged connection's `outbound` sink as a `['reserved', ...]` message.\n   * The loop then blocks on the held-open reservation until it is cancelled,\n   * by `subscribe()` at the subscription handoff, or by the reservation-phase\n   * teardown on disconnect.\n   */\n  async #forwardReservation(\n    reservation: Source<SnapshotMessage>,\n    outbound: Subscription<string | PreSerializedBatch>,\n  ) {\n    try {\n      for await (const [, status] of reservation) {\n        // Translate the /snapshot protocol's ['status', {tag: 'status', ...}]\n        // message to the /subscribe protocol's ['reserved', {tag: 'snapshot', ...}].\n        outbound.push(\n          BigIntJSON.stringify([\n            'reserved',\n            {...status, tag: 'snapshot'},\n          ] satisfies ReservedMessage),\n        );\n      }\n    } catch (e) {\n      this._lc.warn?.(`error forwarding snapshot reservation`, e);\n      outbound.fail(e instanceof Error ? e : new Error(String(e)));\n    }\n  }\n\n  #changeStreamerStarted = false;\n\n  #ensureChangeStreamerStarted(reason?: string) {\n    if (!this.#changeStreamerStarted && this._state.shouldRun()) {\n      this.#lc.info?.(\n        `starting ChangeStreamerService ${reason ? `(${reason})` : ''}`,\n      );\n      void this.#changeStreamer\n        .run()\n        .catch(e =>\n          this.#lc.warn?.(`ChangeStreamerService ended with error`, e),\n        )\n        .finally(() => this.stop());\n\n      this.#changeStreamerStarted = true;\n    }\n  }\n\n  protected override _onStart(): void {\n    const {startupDelayMs, readinessGate = promiseVoid} = this.#opts;\n    if (startupDelayMs === 0) {\n      // In RMv2, there is no need to delay starting the change streamer\n      // because RM startup is non-disruptive.\n      this.#ensureChangeStreamerStarted();\n    } else {\n      // In RMv1, starting the change-streamer forcibly shuts down the\n      // previous change-streamer, causing view-syncers to reconnect.\n      // If this replication-manager has just started, the routing layer may\n      // not have registered it with DNS, as that only happens after it\n      // confirms health checks. To minimize downtime, the takeover is\n      // delayed for the configured startupDelayMs _after_ beginning to\n      // advertise readiness.\n      void readinessGate.then(() => {\n        this.#lc.info?.(\n          `waiting ${startupDelayMs}ms before taking over the change log`,\n        );\n        this._state.setTimeout(\n          () =>\n            this.#ensureChangeStreamerStarted(\n              `startup delay elapsed (${startupDelayMs} ms)`,\n            ),\n          startupDelayMs,\n        );\n      });\n    }\n  }\n\n  /**\n   * Signals (drainable) subscribers to switch over to another\n   * replication-manager, resolving when they have disconnected. Subscribers\n   * continue to be served in the meantime.\n   */\n  async drain(): Promise<void> {\n    if (this.#changeStreamerStarted && this.#changeStreamer.drain) {\n      await this.#changeStreamer.drain();\n    }\n  }\n\n  protected override async _onStop(): Promise<void> {\n    if (this.#changeStreamerStarted) {\n      await this.#changeStreamer.stop();\n    }\n  }\n}\n\nexport interface SnapshotReserver {\n  reserveSnapshot(\n    taskID: string,\n    localReplica?: LocalReplica | undefined,\n  ): Promise<{\n    reserved: SnapshotStatus;\n    followup: ReservationFollowup;\n  }>;\n}\n\nexport interface SubscriptionStarter {\n  subscribe(\n    ctx: SubscriberContext,\n  ): Promise<Source<Sized<SubscribeDownstream>>>;\n}\n\nexport interface ReservationFollowup extends SubscriptionStarter {\n  /**\n   * A signal to indicate that the followup is no longer valid (i.e. the\n   * connection to the reserving task has been severed).\n   */\n  readonly signal: AbortSignal;\n\n  /**\n   * Abandons the reservation without subscribing, closing the connection that\n   * was held open to pin the change-log floor. Used when the caller cannot\n   * proceed to `subscribe()` (e.g. process shutdown while a restore is in\n   * progress) and must not leave the reservation's connection open forever.\n   */\n  cancel(reason?: Error): void;\n}\n\nexport class ChangeStreamerHttpClient\n  implements ChangeStreamer, SnapshotReserver, SubscriptionStarter\n{\n  readonly #lc: LogContext;\n  readonly #shardID: ShardID;\n  readonly #changeDB: PostgresDB;\n  readonly #changeStreamerURI: string | undefined;\n\n  constructor(\n    lc: LogContext,\n    shardID: ShardID,\n    changeDB: string,\n    changeStreamerURI: string | undefined,\n  ) {\n    this.#lc = lc;\n    this.#shardID = shardID;\n    // Create a pg client with a single short-lived connection for the purpose\n    // of change-streamer discovery (i.e. ChangeDB as DNS).\n    this.#changeDB = pgClient(lc, changeDB, 'change-streamer-discovery', {\n      max: 1,\n      ['idle_timeout']: 15,\n    });\n    this.#changeStreamerURI = changeStreamerURI;\n  }\n\n  async #resolveChangeStreamer(path: string) {\n    let baseURL = this.#changeStreamerURI;\n    if (!baseURL) {\n      const address = await discoverChangeStreamerAddress(\n        this.#shardID,\n        this.#changeDB,\n      );\n      if (!address) {\n        throw new Error(`no change-streamer is running`);\n      }\n      baseURL = address.includes('://') ? `${address}/` : `ws://${address}/`;\n    }\n    const uri = new URL(path, baseURL);\n    this.#lc.info?.(`connecting to change-streamer@${uri}`);\n    return uri;\n  }\n\n  async reserveSnapshot(\n    taskID: string,\n    localReplica?: LocalReplica | undefined,\n  ): Promise<{\n    reserved: SnapshotStatus;\n    followup: ReservationFollowup;\n  }> {\n    const {instream, outbound} = await this.connect(taskID);\n    outbound.push([\n      'reserve-snapshot',\n      {taskID, ...(localReplica ? {localReplica} : {})},\n    ]);\n\n    const {head, rest} = readHead(instream);\n    const item = await head.next();\n    if (!item.value) {\n      throw new Error('stream closed without snapshot reservation');\n    }\n    const {data: msg} = item.value;\n    if (msg[0] !== 'reserved') {\n      throw new Error(`expected \"reserved\" message but got ${msg[0]}`);\n    }\n    const reserved: SnapshotStatus = msg[1];\n    const followup: ReservationFollowup = {\n      subscribe: ctx => {\n        outbound.push(['start-subscription', toStartSubscriptionContext(ctx)]);\n        return Promise.resolve(rest);\n      },\n      signal: outbound.signal,\n      cancel: reason => outbound.cancel(reason),\n    };\n\n    return {reserved, followup};\n  }\n\n  async subscribe(\n    ctx: SubscriberContext,\n  ): Promise<Source<Sized<SubscribeDownstream>>> {\n    const {instream, outbound} = await this.connect(ctx.taskID);\n    outbound.push(['start-subscription', toStartSubscriptionContext(ctx)]);\n    return instream;\n  }\n\n  /**\n   * Opens a merged v7 `/subscribe` connection (see subscribe.ts). Returns the\n   * inbound change/reservation stream and an `outbound` sink into which the\n   * caller pushes the `reserve-snapshot` / `start-subscription` control\n   * messages that drive the connection's phases. The single connection spans\n   * the reservation, backup restore, and subscription, so the reserving\n   * replication-manager is the one that serves the subscription.\n   */\n  // exported for testing\n  async connect(taskID: string): Promise<{\n    instream: Source<Sized<SubscribeDownstream>>;\n    outbound: Subscription<SubscribeUpstream>;\n  }> {\n    const uri = await this.#resolveChangeStreamer(SUBSCRIBE_PATH);\n\n    // taskID is carried in the query for observability/routing; the server\n    // reads the authoritative taskID from the control messages themselves.\n    const params = new URLSearchParams({taskID});\n    // Bound the TCP connect + HTTP upgrade. Without this, a SYN black-holed\n    // by a stale Service endpoint (e.g. a just-terminated replication-manager\n    // pod) is retransmitted by the kernel for ~2 minutes before ETIMEDOUT.\n    // Failing fast lets the caller's retry open a fresh connection that is\n    // routed to a live endpoint.\n    const ws = new WebSocket(uri + `?${params.toString()}`, {\n      handshakeTimeout: CONNECT_TIMEOUT_MS,\n    });\n\n    const outbound = Subscription.create<SubscribeUpstream>();\n    const instream = await streamInternalWithSize(\n      this.#lc,\n      ws,\n      subscribeDownstreamSchema,\n      outbound,\n    );\n    return {instream, outbound};\n  }\n}\n\ntype RequestHeaders = Pick<IncomingMessage, 'url' | 'headers'>;\n\nexport function getSubscriberContext(req: RequestHeaders): SubscriberContext {\n  const url = new URL(req.url ?? '', req.headers.origin ?? 'http://localhost');\n  const protocolVersion = checkProtocolVersion(url.pathname);\n  const params = new URLParams(url);\n\n  return {\n    protocolVersion,\n    id: params.get('id', true),\n    taskID: params.get('taskID', true),\n    mode: params.get('mode', false) === 'backup' ? 'backup' : 'serving',\n    replicaVersion: params.get('replicaVersion', true),\n    watermark: params.get('watermark', true),\n    // Absent for subscribers that predate the parameter, which is the safe\n    // default: the barrier falls back to polling rather than waiting on an\n    // ACK that would never be attributed to a writer.\n    wsBatched: params.getBoolean('wsBatched'),\n  };\n}\n\nfunction checkProtocolVersion(pathname: string): number {\n  const match = PATH_REGEX.exec(pathname);\n  if (!match) {\n    throw new Error(`invalid path: ${pathname}`);\n  }\n  const v = Number(match.groups?.version);\n  if (\n    Number.isNaN(v) ||\n    v > PROTOCOL_VERSION ||\n    v < MIN_SUPPORTED_PROTOCOL_VERSION\n  ) {\n    throw new Error(\n      `Cannot service client at protocol v${v}. ` +\n        `Supported protocols: [v${MIN_SUPPORTED_PROTOCOL_VERSION} ... v${PROTOCOL_VERSION}]`,\n    );\n  }\n  return v;\n}\n\n// Projects a client-side SubscriberContext onto the start-subscription\n// message payload, dropping the fields that are implicit on the merged\n// connection: protocolVersion (from the request path), wsBatched (always on).\nfunction toStartSubscriptionContext(ctx: SubscriberContext): SubscribeContext {\n  const {\n    taskID,\n    id,\n    mode,\n    replicaVersion,\n    watermark,\n    backfills,\n    drainable,\n    switchover,\n  } = ctx;\n  return {\n    taskID,\n    id,\n    mode,\n    replicaVersion,\n    watermark,\n    backfills,\n    ...(drainable !== undefined ? {drainable} : {}),\n    ...(switchover !== undefined ? {switchover} : {}),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AA6CA,IAAM,iCAAiC;AAGvC,IAAM,iCAAiC;AAEvC,IAAM,wBAAwB;AAC9B,IAAM,uBAAuB;AAC7B,IAAM,yBAAyB;AAC/B,IAAM,aACJ;AAEF,IAAM,iBAAiB;AAIvB,IAAM,qBAAqB;AAU3B,IAAa,2BAAb,cAA8C,YAAY;CACxD,KAAc;CACd;CACA;CACA;CAEA,YACE,IACA,MACA,QACA,gBACA;EACA,MAAM,+BAA+B,IAAI,MAAM,OAAM,YAAW;GAC9D,MAAM,QAAQ,SAAS,SAAS;GAEhC,QAAQ,IAAI,sBAAsB,EAAC,WAAW,KAAI,GAAG,KAAKG,QAAQ;GAClE,QAAQ,IACN,uBACA,EAAC,WAAW,KAAI,GAChB,KAAKC,gBACP;GACA,QAAQ,IAAI,wBAAwB,EAAC,WAAW,KAAI,GAAG,KAAKC,UAAU;GAEtE,QAAQ,IAAI,WAAW,KAAK,QAC1B,mBACE,IACA,KAAK,UAAU;IACb,eAAe,KAAA;IACf,kBAAkB,KAAA;GACpB,GACA,KACA,KACA,KAAK,kBACL,KAAA,GACA,iBACF,CACF;GAEA,yBACE,IACA,QAAQ,iBACR,KAAKC,mBACL,MACF;EACF,CAAC;EAED,KAAKN,MAAM;EACX,KAAKC,QAAQ;EACb,KAAKC,kBAAkB;CACzB;CAGA,qBACE,IACA,QACA,QACG;EACH,QAAQ,QAAR;GACE,KAAK,YACH,OAAO,KAAKE,iBAAiB,IAAI,GAAG;GACtC,KAAK,WACH,OAAO,KAAKD,SAAS,IAAI,GAAG;GAC9B,KAAK,aACH,OAAO,KAAKE,WAAW,IAAI,GAAG;GAChC;IACE,eACE,KAAK,KACL,IACA,mBAAmB,OAAO,sBAC5B;IACA;EACJ;CACF;CAEA,mBAA4B,OAAO,IAAe,QAAwB;EACxE,KAAKE,6BAA6B,+BAA+B;EACjE,IAAI;GACF,MAAM,MAAM,IAAI,IACd,IAAI,OAAO,IACX,IAAI,QAAQ,UAAU,kBACxB;GACA,qBAAqB,IAAI,QAAQ;GACjC,MAAM,SAAS,IAAI,aAAa,IAAI,QAAQ;GAC5C,IAAI,CAAC,QACH,MAAM,IAAI,MAAM,oCAAoC;GAEtD,MAAM,aACJ,MAAM,KAAKL,gBAAgB,yBAAyB,MAAM;GAG5D,eAAoB,KAAK,KAAK,IAAI,KAAA,GAAW,UAAU;EACzD,SAAS,KAAK;GACZ,eAAe,KAAK,KAAK,IAAI,KAAK,cAAc;EAClD;CACF;CAEA,WAAoB,OAAO,IAAe,QAAwB;EAChE,IAAI;GACF,MAAM,MAAM,qBAAqB,GAAG;GACpC,IAAI,IAAI,SAAS,WACf,KAAKK,6BAA6B,uBAAuB;GAG3D,MAAM,aAAa,MAAM,KAAKL,gBAAgB,UAAU,GAAG;GAG3D,0BAA+B,KAAK,KAAK,IAAI,KAAA,GAAW,YAAY,EAClE,SAAS,IAAI,UACf,CAAC;EACH,SAAS,KAAK;GACZ,eAAe,KAAK,KAAK,IAAI,KAAK,cAAc;EAClD;CACF;;;;;;;;CASA,aAAsB,OAAO,IAAe,QAAwB;EAClE,IAAI;EACJ,MAAM,WAAW,aAAa,OAAoC;EAElE,IAAI;GAKF,MAAM,kBAAkB,qBAAqB,IAJ7B,IACd,IAAI,OAAO,IACX,IAAI,QAAQ,UAAU,kBAEqB,EAAI,QAAQ;GACzD,IAAI,kBAAkB,gCACpB,MAAM,IAAI,MACR,8CAA8C,+BAA+B,kBACzD,gBAAgB,EACtC;GAGF,MAAM,WAAW,MAAM,0BACrB,KAAK,KACL,IACA,yBACA,UACA,EAAC,SAAS,KAAI,CAChB;GAKA,WAAW,MAAM,OAAO,UACtB,IAAI,IAAI,OAAO,oBAAoB;IACjC,MAAM,EAAC,QAAQ,iBAAgB,IAAI;IACnC,KAAKK,6BAA6B,+BAA+B;IACjE,cAAc,MAAM,KAAKL,gBAAgB,yBACvC,QACA,EAAC,aAAY,CACf;IACA,KAAUM,oBAAoB,aAAa,QAAQ;GACrD,OAAO,IAAI,IAAI,OAAO,sBAAsB;IAC1C,MAAM,MAAyB;KAC7B,GAAG,IAAI;KACP;KACA,WAAW;IACb;IACA,IAAI,IAAI,SAAS,WACf,KAAKD,6BAA6B,uBAAuB;IAI3D,cAAc,KAAA;IACd,MAAM,KAAKL,gBAAgB,UAAU,KAAK,QAAQ;GACpD;EAEJ,SAAS,KAAK;GACZ,eAAe,KAAK,KAAK,IAAI,KAAK,cAAc;EAClD,UAAU;GAGR,aAAa,OAAO;EACtB;CACF;;;;;;;;CASA,MAAMM,oBACJ,aACA,UACA;EACA,IAAI;GACF,WAAW,MAAM,GAAG,WAAW,aAG7B,SAAS,KACP,WAAW,UAAU,CACnB,YACA;IAAC,GAAG;IAAQ,KAAK;GAAU,CAC7B,CAA2B,CAC7B;EAEJ,SAAS,GAAG;GACV,KAAK,IAAI,OAAO,yCAAyC,CAAC;GAC1D,SAAS,KAAK,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;EAC7D;CACF;CAEA,yBAAyB;CAEzB,6BAA6B,QAAiB;EAC5C,IAAI,CAAC,KAAKC,0BAA0B,KAAK,OAAO,UAAU,GAAG;GAC3D,KAAKT,IAAI,OACP,kCAAkC,SAAS,IAAI,OAAO,KAAK,IAC7D;GACA,KAAUE,gBACP,IAAI,EACJ,OAAM,MACL,KAAKF,IAAI,OAAO,0CAA0C,CAAC,CAC7D,EACC,cAAc,KAAK,KAAK,CAAC;GAE5B,KAAKS,yBAAyB;EAChC;CACF;CAEA,WAAoC;EAClC,MAAM,EAAC,gBAAgB,gBAAgB,gBAAe,KAAKR;EAC3D,IAAI,mBAAmB,GAGrB,KAAKM,6BAA6B;OASlC,cAAmB,WAAW;GAC5B,KAAKP,IAAI,OACP,WAAW,eAAe,qCAC5B;GACA,KAAK,OAAO,iBAER,KAAKO,6BACH,0BAA0B,eAAe,KAC3C,GACF,cACF;EACF,CAAC;CAEL;;;;;;CAOA,MAAM,QAAuB;EAC3B,IAAI,KAAKE,0BAA0B,KAAKP,gBAAgB,OACtD,MAAM,KAAKA,gBAAgB,MAAM;CAErC;CAEA,MAAyB,UAAyB;EAChD,IAAI,KAAKO,wBACP,MAAM,KAAKP,gBAAgB,KAAK;CAEpC;AACF;AAkCA,IAAa,2BAAb,MAEA;CACE;CACA;CACA;CACA;CAEA,YACE,IACA,SACA,UACA,mBACA;EACA,KAAKF,MAAM;EACX,KAAKU,WAAW;EAGhB,KAAKC,YAAY,SAAS,IAAI,UAAU,6BAA6B;GACnE,KAAK;IACJ,iBAAiB;EACpB,CAAC;EACD,KAAKC,qBAAqB;CAC5B;CAEA,MAAMC,uBAAuB,MAAc;EACzC,IAAI,UAAU,KAAKD;EACnB,IAAI,CAAC,SAAS;GACZ,MAAM,UAAU,MAAM,8BACpB,KAAKF,UACL,KAAKC,SACP;GACA,IAAI,CAAC,SACH,MAAM,IAAI,MAAM,+BAA+B;GAEjD,UAAU,QAAQ,SAAS,KAAK,IAAI,GAAG,QAAQ,KAAK,QAAQ,QAAQ;EACtE;EACA,MAAM,MAAM,IAAI,IAAI,MAAM,OAAO;EACjC,KAAKX,IAAI,OAAO,iCAAiC,KAAK;EACtD,OAAO;CACT;CAEA,MAAM,gBACJ,QACA,cAIC;EACD,MAAM,EAAC,UAAU,aAAY,MAAM,KAAK,QAAQ,MAAM;EACtD,SAAS,KAAK,CACZ,oBACA;GAAC;GAAQ,GAAI,eAAe,EAAC,aAAY,IAAI,CAAC;EAAE,CAClD,CAAC;EAED,MAAM,EAAC,MAAM,SAAQ,SAAS,QAAQ;EACtC,MAAM,OAAO,MAAM,KAAK,KAAK;EAC7B,IAAI,CAAC,KAAK,OACR,MAAM,IAAI,MAAM,4CAA4C;EAE9D,MAAM,EAAC,MAAM,QAAO,KAAK;EACzB,IAAI,IAAI,OAAO,YACb,MAAM,IAAI,MAAM,uCAAuC,IAAI,IAAI;EAYjE,OAAO;GAAC,UAVyB,IAAI;GAUnB,UAAA;IARhB,YAAW,QAAO;KAChB,SAAS,KAAK,CAAC,sBAAsB,2BAA2B,GAAG,CAAC,CAAC;KACrE,OAAO,QAAQ,QAAQ,IAAI;IAC7B;IACA,QAAQ,SAAS;IACjB,SAAQ,WAAU,SAAS,OAAO,MAAM;GAGxB;EAAQ;CAC5B;CAEA,MAAM,UACJ,KAC6C;EAC7C,MAAM,EAAC,UAAU,aAAY,MAAM,KAAK,QAAQ,IAAI,MAAM;EAC1D,SAAS,KAAK,CAAC,sBAAsB,2BAA2B,GAAG,CAAC,CAAC;EACrE,OAAO;CACT;;;;;;;;;CAWA,MAAM,QAAQ,QAGX;EAWD,MAAM,KAAK,IAAI,YAAU,MAVP,KAAKa,uBAAuB,cAAc,IAU7B,IAAI,IANhB,gBAAgB,EAAC,OAAM,CAMP,EAAO,SAAS,KAAK,EACtD,kBAAkB,mBACpB,CAAC;EAED,MAAM,WAAW,aAAa,OAA0B;EAOxD,OAAO;GAAC,UAAA,MANe,uBACrB,KAAKb,KACL,IACA,2BACA,QACF;GACkB;EAAQ;CAC5B;AACF;AAIA,SAAgB,qBAAqB,KAAwC;CAC3E,MAAM,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,QAAQ,UAAU,kBAAkB;CAC3E,MAAM,kBAAkB,qBAAqB,IAAI,QAAQ;CACzD,MAAM,SAAS,IAAI,UAAU,GAAG;CAEhC,OAAO;EACL;EACA,IAAI,OAAO,IAAI,MAAM,IAAI;EACzB,QAAQ,OAAO,IAAI,UAAU,IAAI;EACjC,MAAM,OAAO,IAAI,QAAQ,KAAK,MAAM,WAAW,WAAW;EAC1D,gBAAgB,OAAO,IAAI,kBAAkB,IAAI;EACjD,WAAW,OAAO,IAAI,aAAa,IAAI;EAIvC,WAAW,OAAO,WAAW,WAAW;CAC1C;AACF;AAEA,SAAS,qBAAqB,UAA0B;CACtD,MAAM,QAAQ,WAAW,KAAK,QAAQ;CACtC,IAAI,CAAC,OACH,MAAM,IAAI,MAAM,iBAAiB,UAAU;CAE7C,MAAM,IAAI,OAAO,MAAM,QAAQ,OAAO;CACtC,IACE,OAAO,MAAM,CAAC,KACd,IAAA,KACA,IAAI,gCAEJ,MAAM,IAAI,MACR,sCAAsC,EAAE,2BACZ,+BAA+B,SAC7D;CAEF,OAAO;AACT;AAKA,SAAS,2BAA2B,KAA0C;CAC5E,MAAM,EACJ,QACA,IACA,MACA,gBACA,WACA,WACA,WACA,eACE;CACJ,OAAO;EACL;EACA;EACA;EACA;EACA;EACA;EACA,GAAI,cAAc,KAAA,IAAY,EAAC,UAAS,IAAI,CAAC;EAC7C,GAAI,eAAe,KAAA,IAAY,EAAC,WAAU,IAAI,CAAC;CACjD;AACF"}
+{"version":3,"file":"change-streamer-http.js","names":["#lc","#opts","#changeStreamer","#changes","#reserveSnapshot","#subscribe","#receiveWebsocket","#ensureChangeStreamerStarted","#forwardReservation","#changeStreamerStarted","#shardID","#changeDB","#changeStreamerURI","#resolveChangeStreamer"],"sources":["../../../../../../zero-cache/src/services/change-streamer/change-streamer-http.ts"],"sourcesContent":["import type {IncomingMessage} from 'node:http';\nimport websocket from '@fastify/websocket';\nimport type {LogContext} from '@rocicorp/logger';\nimport WebSocket from 'ws';\nimport {BigIntJSON} from '../../../../shared/src/bigint-json.ts';\nimport {promiseVoid} from '../../../../shared/src/resolved-promises.ts';\nimport type {NormalizedZeroConfig} from '../../config/normalize.ts';\nimport type {IncomingMessageSubset} from '../../types/http.ts';\nimport {pgClient, type PostgresDB} from '../../types/pg.ts';\nimport {type Worker} from '../../types/processes.ts';\nimport {type ShardID} from '../../types/shards.ts';\nimport {\n  readHead,\n  streamInternal,\n  streamInternalStringified,\n  streamInternalWithSize,\n  type Sized,\n  type Source,\n} from '../../types/streams.ts';\nimport {Subscription} from '../../types/subscription.ts';\nimport {URLParams} from '../../types/url-params.ts';\nimport {installWebSocketReceiver} from '../../types/websocket-handoff.ts';\nimport {closeWithError, PROTOCOL_ERROR} from '../../types/ws.ts';\nimport {HttpService, type Options as HttpOptions} from '../http-service.ts';\nimport {handleProfzRequest} from '../profz.ts';\nimport type {PreSerializedBatch} from './broadcast.ts';\nimport {\n  PROTOCOL_VERSION,\n  type ChangeStreamer,\n  type ChangeStreamerService,\n  type SubscriberContext,\n} from './change-streamer.ts';\nimport {discoverChangeStreamerAddress} from './schema/tables.ts';\nimport {type SnapshotMessage} from './snapshot-message.ts';\nimport {\n  type LocalReplica,\n  subscribeDownstreamSchema,\n  subscribeUpstreamSchema,\n  type ReservedMessage,\n  type SnapshotStatus,\n  type SubscribeContext,\n  type SubscribeDownstream,\n  type SubscribeUpstream,\n} from './subscribe.ts';\n\nconst MIN_SUPPORTED_PROTOCOL_VERSION = 4;\n\n// The merged `/subscribe` protocol was introduced at v7.\nconst MIN_SUBSCRIBE_PROTOCOL_VERSION = 7;\n\nconst SNAPSHOT_PATH_PATTERN = '/replication/:version/snapshot';\nconst CHANGES_PATH_PATTERN = '/replication/:version/changes';\nconst SUBSCRIBE_PATH_PATTERN = '/replication/:version/subscribe';\nconst PATH_REGEX =\n  /\\/replication\\/v(?<version>\\d+)\\/(changes|snapshot|subscribe)$/;\n\nconst SUBSCRIBE_PATH = `/replication/v${PROTOCOL_VERSION}/subscribe`;\n\n// Max time for a client to establish the /subscribe websocket (TCP connect\n// plus upgrade) before abandoning the attempt.\nconst CONNECT_TIMEOUT_MS = 10_000;\n\ntype Options = HttpOptions & {\n  startupDelayMs: number;\n  config?:\n    | Pick<NormalizedZeroConfig, 'adminPassword' | 'operatorPassword'>\n    | undefined;\n  getProfileWorker?: (() => Promise<Worker>) | undefined;\n};\n\nexport class ChangeStreamerHttpServer extends HttpService {\n  readonly id = 'change-streamer-http-server';\n  readonly #lc: LogContext;\n  readonly #opts: Options;\n  readonly #changeStreamer: ChangeStreamerService;\n\n  constructor(\n    lc: LogContext,\n    opts: Options,\n    parent: Worker,\n    changeStreamer: ChangeStreamerService,\n  ) {\n    super('change-streamer-http-server', lc, opts, async fastify => {\n      await fastify.register(websocket);\n\n      fastify.get(CHANGES_PATH_PATTERN, {websocket: true}, this.#changes);\n      fastify.get(\n        SNAPSHOT_PATH_PATTERN,\n        {websocket: true},\n        this.#reserveSnapshot,\n      );\n      fastify.get(SUBSCRIBE_PATH_PATTERN, {websocket: true}, this.#subscribe);\n\n      fastify.get('/profz', (req, res) =>\n        handleProfzRequest(\n          lc,\n          opts.config ?? {\n            adminPassword: undefined,\n            operatorPassword: undefined,\n          },\n          req,\n          res,\n          opts.getProfileWorker,\n          undefined,\n          'change-streamer',\n        ),\n      );\n\n      installWebSocketReceiver<'snapshot' | 'changes' | 'subscribe'>(\n        lc,\n        fastify.websocketServer,\n        this.#receiveWebsocket,\n        parent,\n      );\n    });\n\n    this.#lc = lc;\n    this.#opts = opts;\n    this.#changeStreamer = changeStreamer;\n  }\n\n  // Called when receiving a web socket via the main dispatcher handoff.\n  readonly #receiveWebsocket = (\n    ws: WebSocket,\n    action: 'changes' | 'snapshot' | 'subscribe',\n    msg: IncomingMessageSubset,\n  ) => {\n    switch (action) {\n      case 'snapshot':\n        return this.#reserveSnapshot(ws, msg);\n      case 'changes':\n        return this.#changes(ws, msg);\n      case 'subscribe':\n        return this.#subscribe(ws, msg);\n      default:\n        closeWithError(\n          this._lc,\n          ws,\n          `invalid action \"${action}\" received in handoff`,\n        );\n        return;\n    }\n  };\n\n  readonly #reserveSnapshot = async (ws: WebSocket, req: RequestHeaders) => {\n    this.#ensureChangeStreamerStarted('incoming snapshot reservation');\n    try {\n      const url = new URL(\n        req.url ?? '',\n        req.headers.origin ?? 'http://localhost',\n      );\n      checkProtocolVersion(url.pathname);\n      const taskID = url.searchParams.get('taskID');\n      if (!taskID) {\n        throw new Error('Missing taskID in snapshot request');\n      }\n      const downstream =\n        await this.#changeStreamer.startSnapshotReservation(taskID);\n      // Send-only for now: the reservation carries no inbound application\n      // messages (only transport acks, demuxed internally).\n      void streamInternal(this._lc, ws, undefined, downstream);\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    }\n  };\n\n  readonly #changes = async (ws: WebSocket, req: RequestHeaders) => {\n    try {\n      const ctx = getSubscriberContext(req);\n      if (ctx.mode === 'serving') {\n        this.#ensureChangeStreamerStarted('incoming subscription');\n      }\n\n      const downstream = await this.#changeStreamer.subscribe(ctx);\n      // Send-only for now: the subscription carries no inbound application\n      // messages (only transport acks, demuxed internally).\n      void streamInternalStringified(this._lc, ws, undefined, downstream, {\n        batched: ctx.wsBatched,\n      });\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    }\n  };\n\n  /**\n   * The merged v7 `/subscribe` handler. A single bidirectional connection\n   * carries, in sequence: an optional reservation phase (`reserve-snapshot` →\n   * `reserved`) and then the subscription phase (`start-subscription` → change\n   * stream). This ensures that the subscriber subscribes to the same task from\n   * which it restored the backup.\n   */\n  readonly #subscribe = async (ws: WebSocket, req: RequestHeaders) => {\n    let reservation: Source<SnapshotMessage> | undefined;\n    const outbound = Subscription.create<string | PreSerializedBatch>();\n\n    try {\n      const url = new URL(\n        req.url ?? '',\n        req.headers.origin ?? 'http://localhost',\n      );\n      const protocolVersion = checkProtocolVersion(url.pathname);\n      if (protocolVersion < MIN_SUBSCRIBE_PROTOCOL_VERSION) {\n        throw new Error(\n          `the /subscribe endpoint requires protocol v${MIN_SUBSCRIBE_PROTOCOL_VERSION} ` +\n            `(client is at v${protocolVersion})`,\n        );\n      }\n\n      const instream = await streamInternalStringified(\n        this._lc,\n        ws,\n        subscribeUpstreamSchema,\n        outbound,\n        {batched: true},\n      );\n\n      // Keep reading upstream control messages for the life of the connection.\n      // Do not manually exit loop, as that would close the socket. The loop\n      // exits naturally when the connection closes.\n      for await (const msg of instream) {\n        if (msg[0] === 'reserve-snapshot') {\n          const {taskID, localReplica} = msg[1];\n          this.#ensureChangeStreamerStarted('incoming snapshot reservation');\n          reservation = await this.#changeStreamer.startSnapshotReservation(\n            taskID,\n            {localReplica},\n          );\n          void this.#forwardReservation(reservation, outbound);\n        } else if (msg[0] === 'start-subscription') {\n          const ctx: SubscriberContext = {\n            ...msg[1],\n            protocolVersion,\n            wsBatched: true,\n          };\n          if (ctx.mode === 'serving') {\n            this.#ensureChangeStreamerStarted('incoming subscription');\n          }\n          // subscribe() registers the subscriber and then releases any\n          // reservation for that task.\n          reservation = undefined;\n          await this.#changeStreamer.subscribe(ctx, outbound);\n        }\n      }\n    } catch (err) {\n      closeWithError(this._lc, ws, err, PROTOCOL_ERROR);\n    } finally {\n      // Covers a reservation-phase disconnect (instream ended before a\n      // subscription started); idempotent with the close handler above.\n      reservation?.cancel();\n    }\n  };\n\n  /**\n   * Forwards a snapshot reservation's single `['status', ...]` message onto\n   * the merged connection's `outbound` sink as a `['reserved', ...]` message.\n   * The loop then blocks on the held-open reservation until it is cancelled,\n   * by `subscribe()` at the subscription handoff, or by the reservation-phase\n   * teardown on disconnect.\n   */\n  async #forwardReservation(\n    reservation: Source<SnapshotMessage>,\n    outbound: Subscription<string | PreSerializedBatch>,\n  ) {\n    try {\n      for await (const [, status] of reservation) {\n        // Translate the /snapshot protocol's ['status', {tag: 'status', ...}]\n        // message to the /subscribe protocol's ['reserved', {tag: 'snapshot', ...}].\n        outbound.push(\n          BigIntJSON.stringify([\n            'reserved',\n            {...status, tag: 'snapshot'},\n          ] satisfies ReservedMessage),\n        );\n      }\n    } catch (e) {\n      this._lc.warn?.(`error forwarding snapshot reservation`, e);\n      outbound.fail(e instanceof Error ? e : new Error(String(e)));\n    }\n  }\n\n  #changeStreamerStarted = false;\n\n  #ensureChangeStreamerStarted(reason?: string) {\n    if (!this.#changeStreamerStarted && this._state.shouldRun()) {\n      this.#lc.info?.(\n        `starting ChangeStreamerService ${reason ? `(${reason})` : ''}`,\n      );\n      void this.#changeStreamer\n        .run()\n        .catch(e =>\n          this.#lc.warn?.(`ChangeStreamerService ended with error`, e),\n        )\n        .finally(() => this.stop());\n\n      this.#changeStreamerStarted = true;\n    }\n  }\n\n  protected override _onStart(): void {\n    const {startupDelayMs, readinessGate = promiseVoid} = this.#opts;\n    if (startupDelayMs === 0) {\n      // In RMv2, there is no need to delay starting the change streamer\n      // because RM startup is non-disruptive.\n      this.#ensureChangeStreamerStarted();\n    } else {\n      // In RMv1, starting the change-streamer forcibly shuts down the\n      // previous change-streamer, causing view-syncers to reconnect.\n      // If this replication-manager has just started, the routing layer may\n      // not have registered it with DNS, as that only happens after it\n      // confirms health checks. To minimize downtime, the takeover is\n      // delayed for the configured startupDelayMs _after_ beginning to\n      // advertise readiness.\n      void readinessGate.then(() => {\n        this.#lc.info?.(\n          `waiting ${startupDelayMs}ms before taking over the change log`,\n        );\n        this._state.setTimeout(\n          () =>\n            this.#ensureChangeStreamerStarted(\n              `startup delay elapsed (${startupDelayMs} ms)`,\n            ),\n          startupDelayMs,\n        );\n      });\n    }\n  }\n\n  /**\n   * Signals (drainable) subscribers to switch over to another\n   * replication-manager, resolving when they have disconnected. Subscribers\n   * continue to be served in the meantime, but new connections (e.g.\n   * switchover attempts, reconnects, and snapshot reservations) are refused,\n   * so that they are routed to another replication-manager.\n   */\n  async drain(): Promise<void> {\n    this.stopAccepting();\n    if (this.#changeStreamerStarted && this.#changeStreamer.drain) {\n      await this.#changeStreamer.drain();\n    }\n  }\n\n  protected override async _onStop(): Promise<void> {\n    if (this.#changeStreamerStarted) {\n      await this.#changeStreamer.stop();\n    }\n  }\n}\n\nexport interface SnapshotReserver {\n  reserveSnapshot(\n    taskID: string,\n    localReplica?: LocalReplica | undefined,\n  ): Promise<{\n    reserved: SnapshotStatus;\n    followup: ReservationFollowup;\n  }>;\n}\n\nexport interface SubscriptionStarter {\n  subscribe(\n    ctx: SubscriberContext,\n  ): Promise<Source<Sized<SubscribeDownstream>>>;\n}\n\nexport interface ReservationFollowup extends SubscriptionStarter {\n  /**\n   * A signal to indicate that the followup is no longer valid (i.e. the\n   * connection to the reserving task has been severed).\n   */\n  readonly signal: AbortSignal;\n\n  /**\n   * Abandons the reservation without subscribing, closing the connection that\n   * was held open to pin the change-log floor. Used when the caller cannot\n   * proceed to `subscribe()` (e.g. process shutdown while a restore is in\n   * progress) and must not leave the reservation's connection open forever.\n   */\n  cancel(reason?: Error): void;\n}\n\nexport class ChangeStreamerHttpClient\n  implements ChangeStreamer, SnapshotReserver, SubscriptionStarter\n{\n  readonly #lc: LogContext;\n  readonly #shardID: ShardID;\n  readonly #changeDB: PostgresDB;\n  readonly #changeStreamerURI: string | undefined;\n\n  constructor(\n    lc: LogContext,\n    shardID: ShardID,\n    changeDB: string,\n    changeStreamerURI: string | undefined,\n  ) {\n    this.#lc = lc;\n    this.#shardID = shardID;\n    // Create a pg client with a single short-lived connection for the purpose\n    // of change-streamer discovery (i.e. ChangeDB as DNS).\n    this.#changeDB = pgClient(lc, changeDB, 'change-streamer-discovery', {\n      max: 1,\n      ['idle_timeout']: 15,\n    });\n    this.#changeStreamerURI = changeStreamerURI;\n  }\n\n  async #resolveChangeStreamer(path: string) {\n    let baseURL = this.#changeStreamerURI;\n    if (!baseURL) {\n      const address = await discoverChangeStreamerAddress(\n        this.#shardID,\n        this.#changeDB,\n      );\n      if (!address) {\n        throw new Error(`no change-streamer is running`);\n      }\n      baseURL = address.includes('://') ? `${address}/` : `ws://${address}/`;\n    }\n    const uri = new URL(path, baseURL);\n    this.#lc.info?.(`connecting to change-streamer@${uri}`);\n    return uri;\n  }\n\n  async reserveSnapshot(\n    taskID: string,\n    localReplica?: LocalReplica | undefined,\n  ): Promise<{\n    reserved: SnapshotStatus;\n    followup: ReservationFollowup;\n  }> {\n    const {instream, outbound} = await this.connect(taskID);\n    outbound.push([\n      'reserve-snapshot',\n      {taskID, ...(localReplica ? {localReplica} : {})},\n    ]);\n\n    const {head, rest} = readHead(instream);\n    const item = await head.next();\n    if (!item.value) {\n      throw new Error('stream closed without snapshot reservation');\n    }\n    const {data: msg} = item.value;\n    if (msg[0] !== 'reserved') {\n      throw new Error(`expected \"reserved\" message but got ${msg[0]}`);\n    }\n    const reserved: SnapshotStatus = msg[1];\n    const followup: ReservationFollowup = {\n      subscribe: ctx => {\n        outbound.push(['start-subscription', toStartSubscriptionContext(ctx)]);\n        return Promise.resolve(rest);\n      },\n      signal: outbound.signal,\n      cancel: reason => outbound.cancel(reason),\n    };\n\n    return {reserved, followup};\n  }\n\n  async subscribe(\n    ctx: SubscriberContext,\n  ): Promise<Source<Sized<SubscribeDownstream>>> {\n    const {instream, outbound} = await this.connect(ctx.taskID);\n    outbound.push(['start-subscription', toStartSubscriptionContext(ctx)]);\n    return instream;\n  }\n\n  /**\n   * Opens a merged v7 `/subscribe` connection (see subscribe.ts). Returns the\n   * inbound change/reservation stream and an `outbound` sink into which the\n   * caller pushes the `reserve-snapshot` / `start-subscription` control\n   * messages that drive the connection's phases. The single connection spans\n   * the reservation, backup restore, and subscription, so the reserving\n   * replication-manager is the one that serves the subscription.\n   */\n  // exported for testing\n  async connect(taskID: string): Promise<{\n    instream: Source<Sized<SubscribeDownstream>>;\n    outbound: Subscription<SubscribeUpstream>;\n  }> {\n    const uri = await this.#resolveChangeStreamer(SUBSCRIBE_PATH);\n\n    // taskID is carried in the query for observability/routing; the server\n    // reads the authoritative taskID from the control messages themselves.\n    const params = new URLSearchParams({taskID});\n    // Bound the TCP connect + HTTP upgrade. Without this, a SYN black-holed\n    // by a stale Service endpoint (e.g. a just-terminated replication-manager\n    // pod) is retransmitted by the kernel for ~2 minutes before ETIMEDOUT.\n    // Failing fast lets the caller's retry open a fresh connection that is\n    // routed to a live endpoint.\n    const ws = new WebSocket(uri + `?${params.toString()}`, {\n      handshakeTimeout: CONNECT_TIMEOUT_MS,\n    });\n\n    const outbound = Subscription.create<SubscribeUpstream>();\n    const instream = await streamInternalWithSize(\n      this.#lc,\n      ws,\n      subscribeDownstreamSchema,\n      outbound,\n    );\n    return {instream, outbound};\n  }\n}\n\ntype RequestHeaders = Pick<IncomingMessage, 'url' | 'headers'>;\n\nexport function getSubscriberContext(req: RequestHeaders): SubscriberContext {\n  const url = new URL(req.url ?? '', req.headers.origin ?? 'http://localhost');\n  const protocolVersion = checkProtocolVersion(url.pathname);\n  const params = new URLParams(url);\n\n  return {\n    protocolVersion,\n    id: params.get('id', true),\n    taskID: params.get('taskID', true),\n    mode: params.get('mode', false) === 'backup' ? 'backup' : 'serving',\n    replicaVersion: params.get('replicaVersion', true),\n    watermark: params.get('watermark', true),\n    // Absent for subscribers that predate the parameter, which is the safe\n    // default: the barrier falls back to polling rather than waiting on an\n    // ACK that would never be attributed to a writer.\n    wsBatched: params.getBoolean('wsBatched'),\n  };\n}\n\nfunction checkProtocolVersion(pathname: string): number {\n  const match = PATH_REGEX.exec(pathname);\n  if (!match) {\n    throw new Error(`invalid path: ${pathname}`);\n  }\n  const v = Number(match.groups?.version);\n  if (\n    Number.isNaN(v) ||\n    v > PROTOCOL_VERSION ||\n    v < MIN_SUPPORTED_PROTOCOL_VERSION\n  ) {\n    throw new Error(\n      `Cannot service client at protocol v${v}. ` +\n        `Supported protocols: [v${MIN_SUPPORTED_PROTOCOL_VERSION} ... v${PROTOCOL_VERSION}]`,\n    );\n  }\n  return v;\n}\n\n// Projects a client-side SubscriberContext onto the start-subscription\n// message payload, dropping the fields that are implicit on the merged\n// connection: protocolVersion (from the request path), wsBatched (always on).\nfunction toStartSubscriptionContext(ctx: SubscriberContext): SubscribeContext {\n  const {\n    taskID,\n    id,\n    mode,\n    replicaVersion,\n    watermark,\n    backfills,\n    drainable,\n    switchover,\n  } = ctx;\n  return {\n    taskID,\n    id,\n    mode,\n    replicaVersion,\n    watermark,\n    backfills,\n    ...(drainable !== undefined ? {drainable} : {}),\n    ...(switchover !== undefined ? {switchover} : {}),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AA6CA,IAAM,iCAAiC;AAGvC,IAAM,iCAAiC;AAEvC,IAAM,wBAAwB;AAC9B,IAAM,uBAAuB;AAC7B,IAAM,yBAAyB;AAC/B,IAAM,aACJ;AAEF,IAAM,iBAAiB;AAIvB,IAAM,qBAAqB;AAU3B,IAAa,2BAAb,cAA8C,YAAY;CACxD,KAAc;CACd;CACA;CACA;CAEA,YACE,IACA,MACA,QACA,gBACA;EACA,MAAM,+BAA+B,IAAI,MAAM,OAAM,YAAW;GAC9D,MAAM,QAAQ,SAAS,SAAS;GAEhC,QAAQ,IAAI,sBAAsB,EAAC,WAAW,KAAI,GAAG,KAAKG,QAAQ;GAClE,QAAQ,IACN,uBACA,EAAC,WAAW,KAAI,GAChB,KAAKC,gBACP;GACA,QAAQ,IAAI,wBAAwB,EAAC,WAAW,KAAI,GAAG,KAAKC,UAAU;GAEtE,QAAQ,IAAI,WAAW,KAAK,QAC1B,mBACE,IACA,KAAK,UAAU;IACb,eAAe,KAAA;IACf,kBAAkB,KAAA;GACpB,GACA,KACA,KACA,KAAK,kBACL,KAAA,GACA,iBACF,CACF;GAEA,yBACE,IACA,QAAQ,iBACR,KAAKC,mBACL,MACF;EACF,CAAC;EAED,KAAKN,MAAM;EACX,KAAKC,QAAQ;EACb,KAAKC,kBAAkB;CACzB;CAGA,qBACE,IACA,QACA,QACG;EACH,QAAQ,QAAR;GACE,KAAK,YACH,OAAO,KAAKE,iBAAiB,IAAI,GAAG;GACtC,KAAK,WACH,OAAO,KAAKD,SAAS,IAAI,GAAG;GAC9B,KAAK,aACH,OAAO,KAAKE,WAAW,IAAI,GAAG;GAChC;IACE,eACE,KAAK,KACL,IACA,mBAAmB,OAAO,sBAC5B;IACA;EACJ;CACF;CAEA,mBAA4B,OAAO,IAAe,QAAwB;EACxE,KAAKE,6BAA6B,+BAA+B;EACjE,IAAI;GACF,MAAM,MAAM,IAAI,IACd,IAAI,OAAO,IACX,IAAI,QAAQ,UAAU,kBACxB;GACA,qBAAqB,IAAI,QAAQ;GACjC,MAAM,SAAS,IAAI,aAAa,IAAI,QAAQ;GAC5C,IAAI,CAAC,QACH,MAAM,IAAI,MAAM,oCAAoC;GAEtD,MAAM,aACJ,MAAM,KAAKL,gBAAgB,yBAAyB,MAAM;GAG5D,eAAoB,KAAK,KAAK,IAAI,KAAA,GAAW,UAAU;EACzD,SAAS,KAAK;GACZ,eAAe,KAAK,KAAK,IAAI,KAAK,cAAc;EAClD;CACF;CAEA,WAAoB,OAAO,IAAe,QAAwB;EAChE,IAAI;GACF,MAAM,MAAM,qBAAqB,GAAG;GACpC,IAAI,IAAI,SAAS,WACf,KAAKK,6BAA6B,uBAAuB;GAG3D,MAAM,aAAa,MAAM,KAAKL,gBAAgB,UAAU,GAAG;GAG3D,0BAA+B,KAAK,KAAK,IAAI,KAAA,GAAW,YAAY,EAClE,SAAS,IAAI,UACf,CAAC;EACH,SAAS,KAAK;GACZ,eAAe,KAAK,KAAK,IAAI,KAAK,cAAc;EAClD;CACF;;;;;;;;CASA,aAAsB,OAAO,IAAe,QAAwB;EAClE,IAAI;EACJ,MAAM,WAAW,aAAa,OAAoC;EAElE,IAAI;GAKF,MAAM,kBAAkB,qBAAqB,IAJ7B,IACd,IAAI,OAAO,IACX,IAAI,QAAQ,UAAU,kBAEqB,EAAI,QAAQ;GACzD,IAAI,kBAAkB,gCACpB,MAAM,IAAI,MACR,8CAA8C,+BAA+B,kBACzD,gBAAgB,EACtC;GAGF,MAAM,WAAW,MAAM,0BACrB,KAAK,KACL,IACA,yBACA,UACA,EAAC,SAAS,KAAI,CAChB;GAKA,WAAW,MAAM,OAAO,UACtB,IAAI,IAAI,OAAO,oBAAoB;IACjC,MAAM,EAAC,QAAQ,iBAAgB,IAAI;IACnC,KAAKK,6BAA6B,+BAA+B;IACjE,cAAc,MAAM,KAAKL,gBAAgB,yBACvC,QACA,EAAC,aAAY,CACf;IACA,KAAUM,oBAAoB,aAAa,QAAQ;GACrD,OAAO,IAAI,IAAI,OAAO,sBAAsB;IAC1C,MAAM,MAAyB;KAC7B,GAAG,IAAI;KACP;KACA,WAAW;IACb;IACA,IAAI,IAAI,SAAS,WACf,KAAKD,6BAA6B,uBAAuB;IAI3D,cAAc,KAAA;IACd,MAAM,KAAKL,gBAAgB,UAAU,KAAK,QAAQ;GACpD;EAEJ,SAAS,KAAK;GACZ,eAAe,KAAK,KAAK,IAAI,KAAK,cAAc;EAClD,UAAU;GAGR,aAAa,OAAO;EACtB;CACF;;;;;;;;CASA,MAAMM,oBACJ,aACA,UACA;EACA,IAAI;GACF,WAAW,MAAM,GAAG,WAAW,aAG7B,SAAS,KACP,WAAW,UAAU,CACnB,YACA;IAAC,GAAG;IAAQ,KAAK;GAAU,CAC7B,CAA2B,CAC7B;EAEJ,SAAS,GAAG;GACV,KAAK,IAAI,OAAO,yCAAyC,CAAC;GAC1D,SAAS,KAAK,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC;EAC7D;CACF;CAEA,yBAAyB;CAEzB,6BAA6B,QAAiB;EAC5C,IAAI,CAAC,KAAKC,0BAA0B,KAAK,OAAO,UAAU,GAAG;GAC3D,KAAKT,IAAI,OACP,kCAAkC,SAAS,IAAI,OAAO,KAAK,IAC7D;GACA,KAAUE,gBACP,IAAI,EACJ,OAAM,MACL,KAAKF,IAAI,OAAO,0CAA0C,CAAC,CAC7D,EACC,cAAc,KAAK,KAAK,CAAC;GAE5B,KAAKS,yBAAyB;EAChC;CACF;CAEA,WAAoC;EAClC,MAAM,EAAC,gBAAgB,gBAAgB,gBAAe,KAAKR;EAC3D,IAAI,mBAAmB,GAGrB,KAAKM,6BAA6B;OASlC,cAAmB,WAAW;GAC5B,KAAKP,IAAI,OACP,WAAW,eAAe,qCAC5B;GACA,KAAK,OAAO,iBAER,KAAKO,6BACH,0BAA0B,eAAe,KAC3C,GACF,cACF;EACF,CAAC;CAEL;;;;;;;;CASA,MAAM,QAAuB;EAC3B,KAAK,cAAc;EACnB,IAAI,KAAKE,0BAA0B,KAAKP,gBAAgB,OACtD,MAAM,KAAKA,gBAAgB,MAAM;CAErC;CAEA,MAAyB,UAAyB;EAChD,IAAI,KAAKO,wBACP,MAAM,KAAKP,gBAAgB,KAAK;CAEpC;AACF;AAkCA,IAAa,2BAAb,MAEA;CACE;CACA;CACA;CACA;CAEA,YACE,IACA,SACA,UACA,mBACA;EACA,KAAKF,MAAM;EACX,KAAKU,WAAW;EAGhB,KAAKC,YAAY,SAAS,IAAI,UAAU,6BAA6B;GACnE,KAAK;IACJ,iBAAiB;EACpB,CAAC;EACD,KAAKC,qBAAqB;CAC5B;CAEA,MAAMC,uBAAuB,MAAc;EACzC,IAAI,UAAU,KAAKD;EACnB,IAAI,CAAC,SAAS;GACZ,MAAM,UAAU,MAAM,8BACpB,KAAKF,UACL,KAAKC,SACP;GACA,IAAI,CAAC,SACH,MAAM,IAAI,MAAM,+BAA+B;GAEjD,UAAU,QAAQ,SAAS,KAAK,IAAI,GAAG,QAAQ,KAAK,QAAQ,QAAQ;EACtE;EACA,MAAM,MAAM,IAAI,IAAI,MAAM,OAAO;EACjC,KAAKX,IAAI,OAAO,iCAAiC,KAAK;EACtD,OAAO;CACT;CAEA,MAAM,gBACJ,QACA,cAIC;EACD,MAAM,EAAC,UAAU,aAAY,MAAM,KAAK,QAAQ,MAAM;EACtD,SAAS,KAAK,CACZ,oBACA;GAAC;GAAQ,GAAI,eAAe,EAAC,aAAY,IAAI,CAAC;EAAE,CAClD,CAAC;EAED,MAAM,EAAC,MAAM,SAAQ,SAAS,QAAQ;EACtC,MAAM,OAAO,MAAM,KAAK,KAAK;EAC7B,IAAI,CAAC,KAAK,OACR,MAAM,IAAI,MAAM,4CAA4C;EAE9D,MAAM,EAAC,MAAM,QAAO,KAAK;EACzB,IAAI,IAAI,OAAO,YACb,MAAM,IAAI,MAAM,uCAAuC,IAAI,IAAI;EAYjE,OAAO;GAAC,UAVyB,IAAI;GAUnB,UAAA;IARhB,YAAW,QAAO;KAChB,SAAS,KAAK,CAAC,sBAAsB,2BAA2B,GAAG,CAAC,CAAC;KACrE,OAAO,QAAQ,QAAQ,IAAI;IAC7B;IACA,QAAQ,SAAS;IACjB,SAAQ,WAAU,SAAS,OAAO,MAAM;GAGxB;EAAQ;CAC5B;CAEA,MAAM,UACJ,KAC6C;EAC7C,MAAM,EAAC,UAAU,aAAY,MAAM,KAAK,QAAQ,IAAI,MAAM;EAC1D,SAAS,KAAK,CAAC,sBAAsB,2BAA2B,GAAG,CAAC,CAAC;EACrE,OAAO;CACT;;;;;;;;;CAWA,MAAM,QAAQ,QAGX;EAWD,MAAM,KAAK,IAAI,YAAU,MAVP,KAAKa,uBAAuB,cAAc,IAU7B,IAAI,IANhB,gBAAgB,EAAC,OAAM,CAMP,EAAO,SAAS,KAAK,EACtD,kBAAkB,mBACpB,CAAC;EAED,MAAM,WAAW,aAAa,OAA0B;EAOxD,OAAO;GAAC,UAAA,MANe,uBACrB,KAAKb,KACL,IACA,2BACA,QACF;GACkB;EAAQ;CAC5B;AACF;AAIA,SAAgB,qBAAqB,KAAwC;CAC3E,MAAM,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,QAAQ,UAAU,kBAAkB;CAC3E,MAAM,kBAAkB,qBAAqB,IAAI,QAAQ;CACzD,MAAM,SAAS,IAAI,UAAU,GAAG;CAEhC,OAAO;EACL;EACA,IAAI,OAAO,IAAI,MAAM,IAAI;EACzB,QAAQ,OAAO,IAAI,UAAU,IAAI;EACjC,MAAM,OAAO,IAAI,QAAQ,KAAK,MAAM,WAAW,WAAW;EAC1D,gBAAgB,OAAO,IAAI,kBAAkB,IAAI;EACjD,WAAW,OAAO,IAAI,aAAa,IAAI;EAIvC,WAAW,OAAO,WAAW,WAAW;CAC1C;AACF;AAEA,SAAS,qBAAqB,UAA0B;CACtD,MAAM,QAAQ,WAAW,KAAK,QAAQ;CACtC,IAAI,CAAC,OACH,MAAM,IAAI,MAAM,iBAAiB,UAAU;CAE7C,MAAM,IAAI,OAAO,MAAM,QAAQ,OAAO;CACtC,IACE,OAAO,MAAM,CAAC,KACd,IAAA,KACA,IAAI,gCAEJ,MAAM,IAAI,MACR,sCAAsC,EAAE,2BACZ,+BAA+B,SAC7D;CAEF,OAAO;AACT;AAKA,SAAS,2BAA2B,KAA0C;CAC5E,MAAM,EACJ,QACA,IACA,MACA,gBACA,WACA,WACA,WACA,eACE;CACJ,OAAO;EACL;EACA;EACA;EACA;EACA;EACA;EACA,GAAI,cAAc,KAAA,IAAY,EAAC,UAAS,IAAI,CAAC;EAC7C,GAAI,eAAe,KAAA,IAAY,EAAC,WAAU,IAAI,CAAC;CACjD;AACF"}

package/out/zero-cache/src/services/change-streamer/change-streamer-service.js

@@ -479,10 +479,10 @@ var ChangeStreamerImpl = class {
 		});
 		this.#backfills.register(subscriber, downstream);
 		try {
-			if (ctx.switchover && this.#drainTracker.draining) {
-				lc.warn?.(`rejecting switchover subscriber ${id}: this replication-manager is draining`);
+			if (this.#drainTracker.draining) {
+				lc.warn?.(`rejecting subscriber ${id}: this replication-manager is draining`);
 				subscriber.close();
-			} else if (replicaVersion !== this.#replicaVersion) if (ctx.switchover && mode === "serving" && this.#restoreAdmission && !this.#drainTracker.draining && replicaVersion < this.#replicaVersion) {
+			} else if (replicaVersion !== this.#replicaVersion) if (ctx.switchover && mode === "serving" && this.#restoreAdmission && replicaVersion < this.#replicaVersion) {
 				lc.info?.(`holding switchover subscriber ${subscriber.id} at replica version ${replicaVersion} for permission to restore ${this.#replicaVersion}`);
 				const ticket = this.#restoreAdmission.request({
 					onQueued: (position) => subscriber.sendControlStatus({