@rocicorp/zero 1.11.4 → 1.11.5

package/out/zero-cache/src/services/plannerz.js.map

@@ -1 +1 @@
-{"version":3,"file":"plannerz.js","names":[],"sources":["../../../../../zero-cache/src/services/plannerz.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport auth from 'basic-auth';\nimport type {FastifyReply, FastifyRequest} from 'fastify';\nimport {Database} from '../../../zqlite/src/db.ts';\nimport {\n  decodeSampleKinds,\n  type SampleValueKind,\n} from '../../../zqlite/src/sqlite-stat4-sample.ts';\nimport type {NormalizedZeroConfig as ZeroConfig} from '../config/normalize.ts';\nimport {getOperatorAccess, getServerVersion} from '../config/zero-config.ts';\nimport {\n  computeZqlSpecsFromLiteSpecs,\n  listIndexes,\n  listTables,\n} from '../db/lite-tables.ts';\nimport {StatementRunner} from '../db/statements.ts';\nimport {getReplicationState} from './replicator/schema/replication-state.ts';\n\n/**\n * How the statistics in the replica were gathered. zero-cache only ever runs\n * `PRAGMA optimize`, and always under an `analysis_limit`, which samples rather\n * than scanning. A replica that someone ran `ANALYZE` on by hand has better\n * statistics, which is visible in `sqlite_stat4` having rows at all.\n */\nconst APPROXIMATE_METHOD =\n  'PRAGMA optimize under an analysis_limit. Row counts and per-key averages ' +\n  'are sampled estimates, and sqlite_stat4 is not collected.';\nconst FULL_METHOD =\n  'ANALYZE, with no analysis limit. sqlite_stat4 has rows, so a full ANALYZE ' +\n  'ran against this replica at some point.';\n\n/**\n * A fixed glossary, sent with every bundle. The audience is a language model\n * that has the user's codebase but has never seen these statistics, and would\n * otherwise read a sampled estimate as an exact count.\n */\nconst ABOUT = {\n  whatThisIs:\n    'Schema, indexes and SQLite statistics for the SQLite replica that ' +\n    'zero-cache queries. Use it to decide how to rewrite ZQL queries and ' +\n    'which indexes to add. It contains no row data.',\n  stat1Format:\n    'sqlite_stat1.stat is \"<rows> <avg rows per distinct 1-column prefix> ' +\n    '<... per 2-column prefix> ...\", parsed here into `rows` and ' +\n    '`avgRowsPerPrefix`. NULLs count as ordinary values, so a sparse column ' +\n    'looks less selective than it is. Trailing flags such as \"unordered\", ' +\n    '\"noskipscan\" and \"sz=N\" are kept in `flags`.',\n  stat4Format:\n    'sqlite_stat4 is a per-index histogram. For each sample, `nEq` is the ' +\n    'rows equal to it, `nLt` the rows less than it, and `nDLt` the distinct ' +\n    'values less than it, one entry per key column. A large `nEq` next to a ' +\n    'small `nDLt` means a skewed column, where the average in stat1 hides ' +\n    'the common values. Sample values are never returned: `sample` reports ' +\n    'only each key column’s type.',\n  howThePlannerUsesThis: [\n    'Cost comes from SQLite scanstatus estimates for the SQL each source ' +\n      'connection would run, so the statistics here are what the planner sees.',\n    'Join fanout comes from sqlite_stat4, else sqlite_stat1, else a default ' +\n      'of 3. With no stat4 (the usual case) fanout on a nullable foreign key ' +\n      'is overestimated, because stat1 counts NULLs.',\n    'The planner chooses per join whether to run it as a semi-join or to flip ' +\n      'it so the child drives. An index that matches the child’s ' +\n      'constraint plus ordering is what makes a flip cheap.',\n  ],\n  whatYouCanChange: [\n    'The ZQL query: `whereExists` vs `related`, the order of conditions, and ' +\n      'ordering that matches an existing index.',\n    'A `limit`, which lets the planner stop early.',\n    'Indexes: add them in Postgres, not on the replica. The replica copies ' +\n      'upstream indexes, so a new index reaches it through replication.',\n    'The planner flags in `server.planner`.',\n  ],\n  caveats: [\n    'Row counts are estimates from the statistics, not COUNT(*). This ' +\n      'endpoint never scans a table.',\n    'Statistics are as of the last time they were gathered, which SQLite does ' +\n      'not record. A table whose size changed a lot since then can be far off.',\n    'Tables in `tables` with `syncable: false` cannot be queried by clients: ' +\n      'they lack a primary key or unique index, or every column has a type ' +\n      'ZQL does not support.',\n  ],\n} as const;\n\nexport type Stat1 = {\n  /** The raw `sqlite_stat1.stat` text, in case a flag is not parsed here. */\n  raw: string;\n  /** Estimated rows in the table. */\n  rows: number;\n  /**\n   * Average rows per distinct key prefix: the first entry is for a 1-column\n   * prefix, the second for 2 columns, and so on.\n   */\n  avgRowsPerPrefix: number[];\n  /** Non-numeric tokens, e.g. `unordered`, `noskipscan`, `sz=N`. */\n  flags: string[];\n};\n\n/** A `sqlite_stat4` sample with its values replaced by their types. */\nexport type Stat4Sample = {\n  nEq: number[];\n  nLt: number[];\n  nDLt: number[];\n  /** One entry per key column, plus the trailing rowid. */\n  sample: SampleValueKind[];\n};\n\n/**\n * A digest of an index's `sqlite_stat4` histogram, one entry per key prefix\n * depth. This is what the default response carries: a full histogram runs to\n * hundreds of samples per index, which is a lot of context to spend on data an\n * LLM would only summarize anyway.\n */\nexport type Stat4PrefixSummary = {\n  /** Rows equal to the most common sampled key at this depth. */\n  maxRowsPerKey: number;\n  /** Median rows per sampled key at this depth. */\n  medianRowsPerKey: number;\n  /**\n   * Lower bound on distinct keys at this depth, from the last sample's count of\n   * distinct values less than it.\n   */\n  estimatedDistinctKeys: number;\n};\n\nexport type Stat4Summary = {\n  samples: number;\n  /** The type of each key column, and of the trailing rowid. */\n  sampleKinds: SampleValueKind[];\n  /** One entry per key prefix depth: 1 column, then 2, and so on. */\n  perPrefix: Stat4PrefixSummary[];\n};\n\nexport type IndexStats = {\n  name: string;\n  columns: {name: string; dir: 'ASC' | 'DESC'}[];\n  unique: boolean;\n  partial: boolean;\n  stat1?: Stat1 | undefined;\n  stat4?: Stat4Summary | undefined;\n  /** The full histogram, only with `?stat4=full`. */\n  stat4Samples?: Stat4Sample[] | undefined;\n};\n\nexport type ColumnStats = {\n  name: string;\n  dataType: string;\n  nullable: boolean;\n  /** The ZQL type, or `null` for a column clients cannot see. */\n  zqlType: string | null;\n  backfilling?: true | undefined;\n};\n\nexport type TableStats = {\n  name: string;\n  columns: ColumnStats[];\n  primaryKey: string[] | undefined;\n  estimatedRows: number | undefined;\n  syncable: boolean;\n  indexes: IndexStats[];\n};\n\nexport type PlannerzBundle = {\n  about: typeof ABOUT;\n  server: {\n    zeroVersion: string;\n    sqliteVersion: string;\n    replicaWatermark: string | undefined;\n    generatedAt: string;\n    planner: {\n      enableQueryPlanner: boolean;\n      enableCorrelatedPredicatePushdown: boolean;\n      enablePlannerAwarePushdown: boolean;\n    };\n  };\n  statsQuality: {\n    stat1Present: boolean;\n    stat4Rows: number;\n    method: string;\n    tablesWithoutStats: string[];\n  };\n  tables: TableStats[];\n};\n\n/**\n * Parses a `sqlite_stat1.stat` value.\n *\n * @visibleForTesting\n */\nexport function parseStat1(raw: string): Stat1 {\n  const tokens = raw.trim().split(SEPARATOR).filter(Boolean);\n  const numbers: number[] = [];\n  const flags: string[] = [];\n  for (const token of tokens) {\n    // Only leading tokens are counts; anything else is a flag, even if it\n    // parses as a number (e.g. a future \"sz=N\" spelled differently).\n    if (flags.length === 0 && COUNT.test(token)) {\n      numbers.push(parseInt(token, 10));\n    } else {\n      flags.push(token);\n    }\n  }\n  return {\n    raw,\n    rows: numbers[0] ?? 0,\n    avgRowsPerPrefix: numbers.slice(1),\n    flags,\n  };\n}\n\n/** Whitespace between the counts in a `sqlite_stat1` or `sqlite_stat4` value. */\nconst SEPARATOR = /\\s+/;\n/** A count, as opposed to a trailing flag such as `unordered` or `sz=N`. */\nconst COUNT = /^\\d+$/;\n\ntype Stat1Row = {tbl: string; idx: string | null; stat: string};\ntype Stat4Row = {\n  tbl: string;\n  idx: string;\n  neq: string;\n  nlt: string;\n  ndlt: string;\n  sample: Buffer;\n};\n\nfunction tableExists(db: Database, name: string): boolean {\n  return (\n    db\n      .prepare(\n        `SELECT name FROM sqlite_master WHERE type = 'table' AND name = ?`,\n      )\n      .all(name).length > 0\n  );\n}\n\nfunction parseCounts(raw: string): number[] {\n  return raw\n    .trim()\n    .split(SEPARATOR)\n    .filter(Boolean)\n    .map(n => parseInt(n, 10));\n}\n\n/**\n * Builds the `/plannerz` bundle from the replica's catalog, `sqlite_stat*`\n * tables and the server config. No user table is read, so the cost does not\n * depend on how much data the replica holds.\n *\n * @visibleForTesting\n */\nexport function buildPlannerzBundle(\n  lc: LogContext,\n  config: ZeroConfig,\n  opts: BundleOptions = {},\n): PlannerzBundle {\n  using db = new Database(lc, config.replica.file, {readonly: true});\n  return buildPlannerzBundleFromDB(lc, db, config, opts);\n}\n\nexport type BundleOptions = {\n  /** Include the full `sqlite_stat4` histogram, not just the digest. */\n  fullStat4?: boolean | undefined;\n};\n\n/** @visibleForTesting */\nexport function buildPlannerzBundleFromDB(\n  lc: LogContext,\n  db: Database,\n  config: ZeroConfig,\n  opts: BundleOptions = {},\n): PlannerzBundle {\n  const tables = listReplicaTables(lc, db);\n  const indexes = listIndexes(db);\n  const zqlSpecs = computeZqlSpecsFromLiteSpecs(\n    tables,\n    indexes,\n    {includeBackfillingColumns: false},\n    undefined,\n    undefined,\n    lc,\n  );\n\n  const stat1Present = tableExists(db, 'sqlite_stat1');\n  const stat1ByTableAndIndex = new Map<string, Stat1>();\n  const statsByTable = new Map<string, Stat1>();\n  if (stat1Present) {\n    for (const {tbl, idx, stat} of db\n      .prepare(`SELECT tbl, idx, stat FROM sqlite_stat1`)\n      .all() as Stat1Row[]) {\n      const parsed = parseStat1(stat);\n      if (idx !== null) {\n        stat1ByTableAndIndex.set(`${tbl}.${idx}`, parsed);\n      }\n      // Every row for a table starts with the table's row count. A row with a\n      // null `idx` is written for a table with no indexes, and is preferred\n      // because it is about the table itself.\n      if (idx === null || !statsByTable.has(tbl)) {\n        statsByTable.set(tbl, parsed);\n      }\n    }\n  }\n\n  const stat4Present = tableExists(db, 'sqlite_stat4');\n  const stat4ByTableAndIndex = new Map<string, Stat4Sample[]>();\n  let stat4Rows = 0;\n  if (stat4Present) {\n    for (const {tbl, idx, neq, nlt, ndlt, sample} of db\n      .prepare(`SELECT tbl, idx, neq, nlt, ndlt, sample FROM sqlite_stat4`)\n      .all() as Stat4Row[]) {\n      stat4Rows++;\n      const samples = stat4ByTableAndIndex.get(`${tbl}.${idx}`) ?? [];\n      samples.push({\n        nEq: parseCounts(neq),\n        nLt: parseCounts(nlt),\n        nDLt: parseCounts(ndlt),\n        // Values are deliberately dropped here: only the types are reported.\n        sample: decodeSampleKinds(sample),\n      });\n      stat4ByTableAndIndex.set(`${tbl}.${idx}`, samples);\n    }\n  }\n\n  const indexesByTable = new Map<string, IndexStats[]>();\n  for (const index of indexes) {\n    const key = `${index.tableName}.${index.name}`;\n    const stat4 = stat4ByTableAndIndex.get(key);\n    const forTable = indexesByTable.get(index.tableName) ?? [];\n    forTable.push({\n      name: index.name,\n      columns: Object.entries(index.columns).map(([name, dir]) => ({\n        name,\n        dir,\n      })),\n      unique: index.unique,\n      partial: index.partial === true,\n      stat1: stat1ByTableAndIndex.get(key),\n      stat4: stat4?.length ? summarizeStat4(stat4) : undefined,\n      stat4Samples: opts.fullStat4 && stat4?.length ? stat4 : undefined,\n    });\n    indexesByTable.set(index.tableName, forTable);\n  }\n\n  const tablesWithoutStats: string[] = [];\n  const tableStats = tables.map(table => {\n    const zqlSpec = zqlSpecs.get(table.name)?.zqlSpec;\n    if (!statsByTable.has(table.name)) {\n      tablesWithoutStats.push(table.name);\n    }\n    const backfilling = new Set(table.backfilling ?? []);\n    return {\n      name: table.name,\n      columns: Object.entries(table.columns).map(([name, spec]) => ({\n        name,\n        dataType: spec.dataType,\n        nullable: !spec.notNull,\n        zqlType: zqlSpec?.[name]?.type ?? null,\n        ...(backfilling.has(name) ? {backfilling: true as const} : {}),\n      })),\n      primaryKey: table.primaryKey ? [...table.primaryKey] : undefined,\n      estimatedRows: statsByTable.get(table.name)?.rows,\n      syncable: zqlSpec !== undefined,\n      indexes: indexesByTable.get(table.name) ?? [],\n    };\n  });\n\n  return {\n    about: ABOUT,\n    server: {\n      zeroVersion: getServerVersion(config),\n      sqliteVersion: sqliteVersion(db),\n      replicaWatermark: replicaWatermark(lc, db),\n      generatedAt: new Date().toISOString(),\n      planner: {\n        enableQueryPlanner: config.enableQueryPlanner,\n        // Both default to on, matching services/analyze.ts.\n        enableCorrelatedPredicatePushdown:\n          config.enableCorrelatedPredicatePushdown !== false,\n        enablePlannerAwarePushdown: config.enablePlannerAwarePushdown !== false,\n      },\n    },\n    statsQuality: {\n      stat1Present,\n      stat4Rows,\n      method: stat4Rows > 0 ? FULL_METHOD : APPROXIMATE_METHOD,\n      tablesWithoutStats,\n    },\n    tables: tableStats,\n  };\n}\n\n/**\n * Lists the replica's tables, tolerating a replica that has no metadata tables\n * yet. `listTables` reads `_zero.tableMetadata` for backfill status, which does\n * not exist until initial sync has created it. Reporting the schema without\n * backfill status beats failing the whole request.\n */\nfunction listReplicaTables(lc: LogContext, db: Database) {\n  try {\n    return listTables(db);\n  } catch (e) {\n    lc.debug?.('reading table metadata failed; listing tables without it', e);\n    return listTables(db, true, false);\n  }\n}\n\n/**\n * Digests an index's stat4 samples.\n *\n * Note that `nLt` and `nDLt` are stored as text, so SQL cannot order the\n * samples by them numerically. This works off the whole set rather than\n * relying on the samples' order: the highest `nDLt` is a lower bound on the\n * distinct keys, since the sample holding it has that many distinct keys below\n * it plus itself.\n *\n * @visibleForTesting\n */\nexport function summarizeStat4(samples: Stat4Sample[]): Stat4Summary {\n  const depth = Math.max(...samples.map(s => s.nEq.length));\n  const perPrefix: Stat4PrefixSummary[] = [];\n  for (let d = 0; d < depth; d++) {\n    const counts = samples\n      .map(s => s.nEq[d])\n      .filter(n => n !== undefined)\n      .sort((a, b) => a - b);\n    const maxDistinctBelow = Math.max(\n      ...samples.map(s => s.nDLt[d]).filter(n => n !== undefined),\n    );\n    perPrefix.push({\n      maxRowsPerKey: counts.at(-1)!,\n      medianRowsPerKey: counts[Math.floor((counts.length - 1) / 2)],\n      estimatedDistinctKeys: maxDistinctBelow + 1,\n    });\n  }\n  return {\n    samples: samples.length,\n    // Every sample of an index describes the same columns.\n    sampleKinds: samples[0].sample,\n    perPrefix,\n  };\n}\n\nfunction sqliteVersion(db: Database): string {\n  const [{version}] = db\n    .prepare(`SELECT sqlite_version() AS version`)\n    .all() as {version: string}[];\n  return version;\n}\n\nfunction replicaWatermark(lc: LogContext, db: Database): string | undefined {\n  try {\n    return getReplicationState(new StatementRunner(db)).stateVersion;\n  } catch (e) {\n    // A replica that has not finished initial sync has no replication state.\n    lc.debug?.('could not read replication state', e);\n    return undefined;\n  }\n}\n\n/**\n * Serves the replica's schema, indexes and SQLite statistics for consumption by\n * a language model, so that it can advise on query rewrites and indexes.\n *\n * Row data is never returned. See `designs/003_replica_stats_endpoint.md`.\n *\n * This is available to the operator password as well as the admin password\n * (see `--operator-password`). That does not extend to `/plannerz/analyze`,\n * which runs caller-supplied queries against the replica and so must require\n * the admin password (`isAdminPasswordValid`).\n *\n * HTTP query parameters:\n * * `pretty`: indents the JSON\n * * `stat4=full`: includes the full sqlite_stat4 histogram, which is large\n */\nexport async function handlePlannerzRequest(\n  lc: LogContext,\n  config: ZeroConfig,\n  req: FastifyRequest,\n  res: FastifyReply,\n) {\n  const credentials = auth(req);\n  if (getOperatorAccess(lc, config, credentials?.pass) === undefined) {\n    void res\n      .code(401)\n      .header('WWW-Authenticate', 'Basic realm=\"Plannerz Protected Area\"')\n      .send('Unauthorized');\n    return;\n  }\n\n  const query = req.query as Record<string, unknown>;\n  const indent = query.pretty !== undefined ? 2 : undefined;\n  let bundle: PlannerzBundle;\n  try {\n    bundle = buildPlannerzBundle(lc, config, {\n      fullStat4: query.stat4 === 'full',\n    });\n  } catch (e) {\n    lc.error?.('error building plannerz bundle', e);\n    await res.code(500).send({error: String(e)});\n    return;\n  }\n  await res\n    .header('Content-Type', 'application/json')\n    .send(JSON.stringify(bundle, null, indent));\n}\n"],"mappings":";;;;;;;;;;;;;;;AAwBA,IAAM,qBACJ;AAEF,IAAM,cACJ;;;;;;AAQF,IAAM,QAAQ;CACZ,YACE;CAGF,aACE;CAKF,aACE;CAMF,uBAAuB;EACrB;EAEA;EAGA;CAGF;CACA,kBAAkB;EAChB;EAEA;EACA;EAEA;CACF;CACA,SAAS;EACP;EAEA;EAEA;CAGF;AACF;;;;;;AA2GA,SAAgB,WAAW,KAAoB;CAC7C,MAAM,SAAS,IAAI,KAAK,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC,OAAO,OAAO;CACzD,MAAM,UAAoB,CAAC;CAC3B,MAAM,QAAkB,CAAC;CACzB,KAAK,MAAM,SAAS,QAGlB,IAAI,MAAM,WAAW,KAAK,MAAM,KAAK,KAAK,GACxC,QAAQ,KAAK,SAAS,OAAO,EAAE,CAAC;MAEhC,MAAM,KAAK,KAAK;CAGpB,OAAO;EACL;EACA,MAAM,QAAQ,MAAM;EACpB,kBAAkB,QAAQ,MAAM,CAAC;EACjC;CACF;AACF;;AAGA,IAAM,YAAY;;AAElB,IAAM,QAAQ;AAYd,SAAS,YAAY,IAAc,MAAuB;CACxD,OACE,GACG,QACC,kEACF,CAAC,CACA,IAAI,IAAI,CAAC,CAAC,SAAS;AAE1B;AAEA,SAAS,YAAY,KAAuB;CAC1C,OAAO,IACJ,KAAK,CAAC,CACN,MAAM,SAAS,CAAC,CAChB,OAAO,OAAO,CAAC,CACf,KAAI,MAAK,SAAS,GAAG,EAAE,CAAC;AAC7B;;;;;;;;AASA,SAAgB,oBACd,IACA,QACA,OAAsB,CAAC,GACP;;;EAEhB,OAAO,0BAA0B,IAAA,YAAA,EADtB,IAAI,SAAS,IAAI,OAAO,QAAQ,MAAM,EAAC,UAAU,KAAI,CAAC,CAC5B,GAAI,QAAQ,IAAI;;;;;;AACvD;;AAQA,SAAgB,0BACd,IACA,IACA,QACA,OAAsB,CAAC,GACP;CAChB,MAAM,SAAS,kBAAkB,IAAI,EAAE;CACvC,MAAM,UAAU,YAAY,EAAE;CAC9B,MAAM,WAAW,6BACf,QACA,SACA,EAAC,2BAA2B,MAAK,GACjC,KAAA,GACA,KAAA,GACA,EACF;CAEA,MAAM,eAAe,YAAY,IAAI,cAAc;CACnD,MAAM,uCAAuB,IAAI,IAAmB;CACpD,MAAM,+BAAe,IAAI,IAAmB;CAC5C,IAAI,cACF,KAAK,MAAM,EAAC,KAAK,KAAK,UAAS,GAC5B,QAAQ,yCAAyC,CAAC,CAClD,IAAI,GAAiB;EACtB,MAAM,SAAS,WAAW,IAAI;EAC9B,IAAI,QAAQ,MACV,qBAAqB,IAAI,GAAG,IAAI,GAAG,OAAO,MAAM;EAKlD,IAAI,QAAQ,QAAQ,CAAC,aAAa,IAAI,GAAG,GACvC,aAAa,IAAI,KAAK,MAAM;CAEhC;CAGF,MAAM,eAAe,YAAY,IAAI,cAAc;CACnD,MAAM,uCAAuB,IAAI,IAA2B;CAC5D,IAAI,YAAY;CAChB,IAAI,cACF,KAAK,MAAM,EAAC,KAAK,KAAK,KAAK,KAAK,MAAM,YAAW,GAC9C,QAAQ,2DAA2D,CAAC,CACpE,IAAI,GAAiB;EACtB;EACA,MAAM,UAAU,qBAAqB,IAAI,GAAG,IAAI,GAAG,KAAK,KAAK,CAAC;EAC9D,QAAQ,KAAK;GACX,KAAK,YAAY,GAAG;GACpB,KAAK,YAAY,GAAG;GACpB,MAAM,YAAY,IAAI;GAEtB,QAAQ,kBAAkB,MAAM;EAClC,CAAC;EACD,qBAAqB,IAAI,GAAG,IAAI,GAAG,OAAO,OAAO;CACnD;CAGF,MAAM,iCAAiB,IAAI,IAA0B;CACrD,KAAK,MAAM,SAAS,SAAS;EAC3B,MAAM,MAAM,GAAG,MAAM,UAAU,GAAG,MAAM;EACxC,MAAM,QAAQ,qBAAqB,IAAI,GAAG;EAC1C,MAAM,WAAW,eAAe,IAAI,MAAM,SAAS,KAAK,CAAC;EACzD,SAAS,KAAK;GACZ,MAAM,MAAM;GACZ,SAAS,OAAO,QAAQ,MAAM,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,UAAU;IAC3D;IACA;GACF,EAAE;GACF,QAAQ,MAAM;GACd,SAAS,MAAM,YAAY;GAC3B,OAAO,qBAAqB,IAAI,GAAG;GACnC,OAAO,OAAO,SAAS,eAAe,KAAK,IAAI,KAAA;GAC/C,cAAc,KAAK,aAAa,OAAO,SAAS,QAAQ,KAAA;EAC1D,CAAC;EACD,eAAe,IAAI,MAAM,WAAW,QAAQ;CAC9C;CAEA,MAAM,qBAA+B,CAAC;CACtC,MAAM,aAAa,OAAO,KAAI,UAAS;EACrC,MAAM,UAAU,SAAS,IAAI,MAAM,IAAI,CAAC,EAAE;EAC1C,IAAI,CAAC,aAAa,IAAI,MAAM,IAAI,GAC9B,mBAAmB,KAAK,MAAM,IAAI;EAEpC,MAAM,cAAc,IAAI,IAAI,MAAM,eAAe,CAAC,CAAC;EACnD,OAAO;GACL,MAAM,MAAM;GACZ,SAAS,OAAO,QAAQ,MAAM,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,WAAW;IAC5D;IACA,UAAU,KAAK;IACf,UAAU,CAAC,KAAK;IAChB,SAAS,UAAU,KAAK,EAAE,QAAQ;IAClC,GAAI,YAAY,IAAI,IAAI,IAAI,EAAC,aAAa,KAAa,IAAI,CAAC;GAC9D,EAAE;GACF,YAAY,MAAM,aAAa,CAAC,GAAG,MAAM,UAAU,IAAI,KAAA;GACvD,eAAe,aAAa,IAAI,MAAM,IAAI,CAAC,EAAE;GAC7C,UAAU,YAAY,KAAA;GACtB,SAAS,eAAe,IAAI,MAAM,IAAI,KAAK,CAAC;EAC9C;CACF,CAAC;CAED,OAAO;EACL,OAAO;EACP,QAAQ;GACN,aAAa,iBAAiB,MAAM;GACpC,eAAe,cAAc,EAAE;GAC/B,kBAAkB,iBAAiB,IAAI,EAAE;GACzC,8BAAa,IAAI,KAAK,EAAA,CAAE,YAAY;GACpC,SAAS;IACP,oBAAoB,OAAO;IAE3B,mCACE,OAAO,sCAAsC;IAC/C,4BAA4B,OAAO,+BAA+B;GACpE;EACF;EACA,cAAc;GACZ;GACA;GACA,QAAQ,YAAY,IAAI,cAAc;GACtC;EACF;EACA,QAAQ;CACV;AACF;;;;;;;AAQA,SAAS,kBAAkB,IAAgB,IAAc;CACvD,IAAI;EACF,OAAO,WAAW,EAAE;CACtB,SAAS,GAAG;EACV,GAAG,QAAQ,4DAA4D,CAAC;EACxE,OAAO,WAAW,IAAI,MAAM,KAAK;CACnC;AACF;;;;;;;;;;;;AAaA,SAAgB,eAAe,SAAsC;CACnE,MAAM,QAAQ,KAAK,IAAI,GAAG,QAAQ,KAAI,MAAK,EAAE,IAAI,MAAM,CAAC;CACxD,MAAM,YAAkC,CAAC;CACzC,KAAK,IAAI,IAAI,GAAG,IAAI,OAAO,KAAK;EAC9B,MAAM,SAAS,QACZ,KAAI,MAAK,EAAE,IAAI,EAAE,CAAC,CAClB,QAAO,MAAK,MAAM,KAAA,CAAS,CAAC,CAC5B,MAAM,GAAG,MAAM,IAAI,CAAC;EACvB,MAAM,mBAAmB,KAAK,IAC5B,GAAG,QAAQ,KAAI,MAAK,EAAE,KAAK,EAAE,CAAC,CAAC,QAAO,MAAK,MAAM,KAAA,CAAS,CAC5D;EACA,UAAU,KAAK;GACb,eAAe,OAAO,GAAG,EAAE;GAC3B,kBAAkB,OAAO,KAAK,OAAO,OAAO,SAAS,KAAK,CAAC;GAC3D,uBAAuB,mBAAmB;EAC5C,CAAC;CACH;CACA,OAAO;EACL,SAAS,QAAQ;EAEjB,aAAa,QAAQ,EAAE,CAAC;EACxB;CACF;AACF;AAEA,SAAS,cAAc,IAAsB;CAC3C,MAAM,CAAC,EAAC,aAAY,GACjB,QAAQ,oCAAoC,CAAC,CAC7C,IAAI;CACP,OAAO;AACT;AAEA,SAAS,iBAAiB,IAAgB,IAAkC;CAC1E,IAAI;EACF,OAAO,oBAAoB,IAAI,gBAAgB,EAAE,CAAC,CAAC,CAAC;CACtD,SAAS,GAAG;EAEV,GAAG,QAAQ,oCAAoC,CAAC;EAChD;CACF;AACF;;;;;;;;;;;;;;;;AAiBA,eAAsB,sBACpB,IACA,QACA,KACA,KACA;CACA,MAAM,cAAc,KAAK,GAAG;CAC5B,IAAI,kBAAkB,IAAI,QAAQ,aAAa,IAAI,MAAM,KAAA,GAAW;EAClE,IACG,KAAK,GAAG,CAAC,CACT,OAAO,oBAAoB,yCAAuC,CAAC,CACnE,KAAK,cAAc;EACtB;CACF;CAEA,MAAM,QAAQ,IAAI;CAClB,MAAM,SAAS,MAAM,WAAW,KAAA,IAAY,IAAI,KAAA;CAChD,IAAI;CACJ,IAAI;EACF,SAAS,oBAAoB,IAAI,QAAQ,EACvC,WAAW,MAAM,UAAU,OAC7B,CAAC;CACH,SAAS,GAAG;EACV,GAAG,QAAQ,kCAAkC,CAAC;EAC9C,MAAM,IAAI,KAAK,GAAG,CAAC,CAAC,KAAK,EAAC,OAAO,OAAO,CAAC,EAAC,CAAC;EAC3C;CACF;CACA,MAAM,IACH,OAAO,gBAAgB,kBAAkB,CAAC,CAC1C,KAAK,KAAK,UAAU,QAAQ,MAAM,MAAM,CAAC;AAC9C"}
+{"version":3,"file":"plannerz.js","names":[],"sources":["../../../../../zero-cache/src/services/plannerz.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {FastifyReply, FastifyRequest} from 'fastify';\nimport {Database} from '../../../zqlite/src/db.ts';\nimport {\n  decodeSampleKinds,\n  type SampleValueKind,\n} from '../../../zqlite/src/sqlite-stat4-sample.ts';\nimport type {NormalizedZeroConfig as ZeroConfig} from '../config/normalize.ts';\nimport {getServerVersion} from '../config/zero-config.ts';\nimport {\n  computeZqlSpecsFromLiteSpecs,\n  listIndexes,\n  listTables,\n} from '../db/lite-tables.ts';\nimport {StatementRunner} from '../db/statements.ts';\nimport {authorizeAdminRequest} from './admin-auth.ts';\nimport {getReplicationState} from './replicator/schema/replication-state.ts';\n\n/**\n * How the statistics in the replica were gathered. zero-cache only ever runs\n * `PRAGMA optimize`, and always under an `analysis_limit`, which samples rather\n * than scanning. A replica that someone ran `ANALYZE` on by hand has better\n * statistics, which is visible in `sqlite_stat4` having rows at all.\n */\nconst APPROXIMATE_METHOD =\n  'PRAGMA optimize under an analysis_limit. Row counts and per-key averages ' +\n  'are sampled estimates, and sqlite_stat4 is not collected.';\nconst FULL_METHOD =\n  'ANALYZE, with no analysis limit. sqlite_stat4 has rows, so a full ANALYZE ' +\n  'ran against this replica at some point.';\n\n/**\n * A fixed glossary, sent with every bundle. The audience is a language model\n * that has the user's codebase but has never seen these statistics, and would\n * otherwise read a sampled estimate as an exact count.\n */\nconst ABOUT = {\n  whatThisIs:\n    'Schema, indexes and SQLite statistics for the SQLite replica that ' +\n    'zero-cache queries. Use it to decide how to rewrite ZQL queries and ' +\n    'which indexes to add. It contains no row data.',\n  stat1Format:\n    'sqlite_stat1.stat is \"<rows> <avg rows per distinct 1-column prefix> ' +\n    '<... per 2-column prefix> ...\", parsed here into `rows` and ' +\n    '`avgRowsPerPrefix`. NULLs count as ordinary values, so a sparse column ' +\n    'looks less selective than it is. Trailing flags such as \"unordered\", ' +\n    '\"noskipscan\" and \"sz=N\" are kept in `flags`.',\n  stat4Format:\n    'sqlite_stat4 is a per-index histogram. For each sample, `nEq` is the ' +\n    'rows equal to it, `nLt` the rows less than it, and `nDLt` the distinct ' +\n    'values less than it, one entry per key column. A large `nEq` next to a ' +\n    'small `nDLt` means a skewed column, where the average in stat1 hides ' +\n    'the common values. Sample values are never returned: `sample` reports ' +\n    'only each key column’s type.',\n  howThePlannerUsesThis: [\n    'Cost comes from SQLite scanstatus estimates for the SQL each source ' +\n      'connection would run, so the statistics here are what the planner sees.',\n    'Join fanout comes from sqlite_stat4, else sqlite_stat1, else a default ' +\n      'of 3. With no stat4 (the usual case) fanout on a nullable foreign key ' +\n      'is overestimated, because stat1 counts NULLs.',\n    'The planner chooses per join whether to run it as a semi-join or to flip ' +\n      'it so the child drives. An index that matches the child’s ' +\n      'constraint plus ordering is what makes a flip cheap.',\n  ],\n  whatYouCanChange: [\n    'The ZQL query: `whereExists` vs `related`, the order of conditions, and ' +\n      'ordering that matches an existing index.',\n    'A `limit`, which lets the planner stop early.',\n    'Indexes: add them in Postgres, not on the replica. The replica copies ' +\n      'upstream indexes, so a new index reaches it through replication.',\n    'The planner flags in `server.planner`.',\n  ],\n  caveats: [\n    'Row counts are estimates from the statistics, not COUNT(*). This ' +\n      'endpoint never scans a table.',\n    'Statistics are as of the last time they were gathered, which SQLite does ' +\n      'not record. A table whose size changed a lot since then can be far off.',\n    'Tables in `tables` with `syncable: false` cannot be queried by clients: ' +\n      'they lack a primary key or unique index, or every column has a type ' +\n      'ZQL does not support.',\n  ],\n} as const;\n\nexport type Stat1 = {\n  /** The raw `sqlite_stat1.stat` text, in case a flag is not parsed here. */\n  raw: string;\n  /** Estimated rows in the table. */\n  rows: number;\n  /**\n   * Average rows per distinct key prefix: the first entry is for a 1-column\n   * prefix, the second for 2 columns, and so on.\n   */\n  avgRowsPerPrefix: number[];\n  /** Non-numeric tokens, e.g. `unordered`, `noskipscan`, `sz=N`. */\n  flags: string[];\n};\n\n/** A `sqlite_stat4` sample with its values replaced by their types. */\nexport type Stat4Sample = {\n  nEq: number[];\n  nLt: number[];\n  nDLt: number[];\n  /** One entry per key column, plus the trailing rowid. */\n  sample: SampleValueKind[];\n};\n\n/**\n * A digest of an index's `sqlite_stat4` histogram, one entry per key prefix\n * depth. This is what the default response carries: a full histogram runs to\n * hundreds of samples per index, which is a lot of context to spend on data an\n * LLM would only summarize anyway.\n */\nexport type Stat4PrefixSummary = {\n  /** Rows equal to the most common sampled key at this depth. */\n  maxRowsPerKey: number;\n  /** Median rows per sampled key at this depth. */\n  medianRowsPerKey: number;\n  /**\n   * Lower bound on distinct keys at this depth, from the last sample's count of\n   * distinct values less than it.\n   */\n  estimatedDistinctKeys: number;\n};\n\nexport type Stat4Summary = {\n  samples: number;\n  /** The type of each key column, and of the trailing rowid. */\n  sampleKinds: SampleValueKind[];\n  /** One entry per key prefix depth: 1 column, then 2, and so on. */\n  perPrefix: Stat4PrefixSummary[];\n};\n\nexport type IndexStats = {\n  name: string;\n  columns: {name: string; dir: 'ASC' | 'DESC'}[];\n  unique: boolean;\n  partial: boolean;\n  stat1?: Stat1 | undefined;\n  stat4?: Stat4Summary | undefined;\n  /** The full histogram, only with `?stat4=full`. */\n  stat4Samples?: Stat4Sample[] | undefined;\n};\n\nexport type ColumnStats = {\n  name: string;\n  dataType: string;\n  nullable: boolean;\n  /** The ZQL type, or `null` for a column clients cannot see. */\n  zqlType: string | null;\n  backfilling?: true | undefined;\n};\n\nexport type TableStats = {\n  name: string;\n  columns: ColumnStats[];\n  primaryKey: string[] | undefined;\n  estimatedRows: number | undefined;\n  syncable: boolean;\n  indexes: IndexStats[];\n};\n\nexport type PlannerzBundle = {\n  about: typeof ABOUT;\n  server: {\n    zeroVersion: string;\n    sqliteVersion: string;\n    replicaWatermark: string | undefined;\n    generatedAt: string;\n    planner: {\n      enableQueryPlanner: boolean;\n      enableCorrelatedPredicatePushdown: boolean;\n      enablePlannerAwarePushdown: boolean;\n    };\n  };\n  statsQuality: {\n    stat1Present: boolean;\n    stat4Rows: number;\n    method: string;\n    tablesWithoutStats: string[];\n  };\n  tables: TableStats[];\n};\n\n/**\n * Parses a `sqlite_stat1.stat` value.\n *\n * @visibleForTesting\n */\nexport function parseStat1(raw: string): Stat1 {\n  const tokens = raw.trim().split(SEPARATOR).filter(Boolean);\n  const numbers: number[] = [];\n  const flags: string[] = [];\n  for (const token of tokens) {\n    // Only leading tokens are counts; anything else is a flag, even if it\n    // parses as a number (e.g. a future \"sz=N\" spelled differently).\n    if (flags.length === 0 && COUNT.test(token)) {\n      numbers.push(parseInt(token, 10));\n    } else {\n      flags.push(token);\n    }\n  }\n  return {\n    raw,\n    rows: numbers[0] ?? 0,\n    avgRowsPerPrefix: numbers.slice(1),\n    flags,\n  };\n}\n\n/** Whitespace between the counts in a `sqlite_stat1` or `sqlite_stat4` value. */\nconst SEPARATOR = /\\s+/;\n/** A count, as opposed to a trailing flag such as `unordered` or `sz=N`. */\nconst COUNT = /^\\d+$/;\n\ntype Stat1Row = {tbl: string; idx: string | null; stat: string};\ntype Stat4Row = {\n  tbl: string;\n  idx: string;\n  neq: string;\n  nlt: string;\n  ndlt: string;\n  sample: Buffer;\n};\n\nfunction tableExists(db: Database, name: string): boolean {\n  return (\n    db\n      .prepare(\n        `SELECT name FROM sqlite_master WHERE type = 'table' AND name = ?`,\n      )\n      .all(name).length > 0\n  );\n}\n\nfunction parseCounts(raw: string): number[] {\n  return raw\n    .trim()\n    .split(SEPARATOR)\n    .filter(Boolean)\n    .map(n => parseInt(n, 10));\n}\n\n/**\n * Builds the `/plannerz` bundle from the replica's catalog, `sqlite_stat*`\n * tables and the server config. No user table is read, so the cost does not\n * depend on how much data the replica holds.\n *\n * @visibleForTesting\n */\nexport function buildPlannerzBundle(\n  lc: LogContext,\n  config: ZeroConfig,\n  opts: BundleOptions = {},\n): PlannerzBundle {\n  using db = new Database(lc, config.replica.file, {readonly: true});\n  return buildPlannerzBundleFromDB(lc, db, config, opts);\n}\n\nexport type BundleOptions = {\n  /** Include the full `sqlite_stat4` histogram, not just the digest. */\n  fullStat4?: boolean | undefined;\n};\n\n/** @visibleForTesting */\nexport function buildPlannerzBundleFromDB(\n  lc: LogContext,\n  db: Database,\n  config: ZeroConfig,\n  opts: BundleOptions = {},\n): PlannerzBundle {\n  const tables = listReplicaTables(lc, db);\n  const indexes = listIndexes(db);\n  const zqlSpecs = computeZqlSpecsFromLiteSpecs(\n    tables,\n    indexes,\n    {includeBackfillingColumns: false},\n    undefined,\n    undefined,\n    lc,\n  );\n\n  const stat1Present = tableExists(db, 'sqlite_stat1');\n  const stat1ByTableAndIndex = new Map<string, Stat1>();\n  const statsByTable = new Map<string, Stat1>();\n  if (stat1Present) {\n    for (const {tbl, idx, stat} of db\n      .prepare(`SELECT tbl, idx, stat FROM sqlite_stat1`)\n      .all() as Stat1Row[]) {\n      const parsed = parseStat1(stat);\n      if (idx !== null) {\n        stat1ByTableAndIndex.set(`${tbl}.${idx}`, parsed);\n      }\n      // Every row for a table starts with the table's row count. A row with a\n      // null `idx` is written for a table with no indexes, and is preferred\n      // because it is about the table itself.\n      if (idx === null || !statsByTable.has(tbl)) {\n        statsByTable.set(tbl, parsed);\n      }\n    }\n  }\n\n  const stat4Present = tableExists(db, 'sqlite_stat4');\n  const stat4ByTableAndIndex = new Map<string, Stat4Sample[]>();\n  let stat4Rows = 0;\n  if (stat4Present) {\n    for (const {tbl, idx, neq, nlt, ndlt, sample} of db\n      .prepare(`SELECT tbl, idx, neq, nlt, ndlt, sample FROM sqlite_stat4`)\n      .all() as Stat4Row[]) {\n      stat4Rows++;\n      const samples = stat4ByTableAndIndex.get(`${tbl}.${idx}`) ?? [];\n      samples.push({\n        nEq: parseCounts(neq),\n        nLt: parseCounts(nlt),\n        nDLt: parseCounts(ndlt),\n        // Values are deliberately dropped here: only the types are reported.\n        sample: decodeSampleKinds(sample),\n      });\n      stat4ByTableAndIndex.set(`${tbl}.${idx}`, samples);\n    }\n  }\n\n  const indexesByTable = new Map<string, IndexStats[]>();\n  for (const index of indexes) {\n    const key = `${index.tableName}.${index.name}`;\n    const stat4 = stat4ByTableAndIndex.get(key);\n    const forTable = indexesByTable.get(index.tableName) ?? [];\n    forTable.push({\n      name: index.name,\n      columns: Object.entries(index.columns).map(([name, dir]) => ({\n        name,\n        dir,\n      })),\n      unique: index.unique,\n      partial: index.partial === true,\n      stat1: stat1ByTableAndIndex.get(key),\n      stat4: stat4?.length ? summarizeStat4(stat4) : undefined,\n      stat4Samples: opts.fullStat4 && stat4?.length ? stat4 : undefined,\n    });\n    indexesByTable.set(index.tableName, forTable);\n  }\n\n  const tablesWithoutStats: string[] = [];\n  const tableStats = tables.map(table => {\n    const zqlSpec = zqlSpecs.get(table.name)?.zqlSpec;\n    if (!statsByTable.has(table.name)) {\n      tablesWithoutStats.push(table.name);\n    }\n    const backfilling = new Set(table.backfilling ?? []);\n    return {\n      name: table.name,\n      columns: Object.entries(table.columns).map(([name, spec]) => ({\n        name,\n        dataType: spec.dataType,\n        nullable: !spec.notNull,\n        zqlType: zqlSpec?.[name]?.type ?? null,\n        ...(backfilling.has(name) ? {backfilling: true as const} : {}),\n      })),\n      primaryKey: table.primaryKey ? [...table.primaryKey] : undefined,\n      estimatedRows: statsByTable.get(table.name)?.rows,\n      syncable: zqlSpec !== undefined,\n      indexes: indexesByTable.get(table.name) ?? [],\n    };\n  });\n\n  return {\n    about: ABOUT,\n    server: {\n      zeroVersion: getServerVersion(config),\n      sqliteVersion: sqliteVersion(db),\n      replicaWatermark: replicaWatermark(lc, db),\n      generatedAt: new Date().toISOString(),\n      planner: {\n        enableQueryPlanner: config.enableQueryPlanner,\n        // Both default to on, matching services/analyze.ts.\n        enableCorrelatedPredicatePushdown:\n          config.enableCorrelatedPredicatePushdown !== false,\n        enablePlannerAwarePushdown: config.enablePlannerAwarePushdown !== false,\n      },\n    },\n    statsQuality: {\n      stat1Present,\n      stat4Rows,\n      method: stat4Rows > 0 ? FULL_METHOD : APPROXIMATE_METHOD,\n      tablesWithoutStats,\n    },\n    tables: tableStats,\n  };\n}\n\n/**\n * Lists the replica's tables, tolerating a replica that has no metadata tables\n * yet. `listTables` reads `_zero.tableMetadata` for backfill status, which does\n * not exist until initial sync has created it. Reporting the schema without\n * backfill status beats failing the whole request.\n */\nfunction listReplicaTables(lc: LogContext, db: Database) {\n  try {\n    return listTables(db);\n  } catch (e) {\n    lc.debug?.('reading table metadata failed; listing tables without it', e);\n    return listTables(db, true, false);\n  }\n}\n\n/**\n * Digests an index's stat4 samples.\n *\n * Note that `nLt` and `nDLt` are stored as text, so SQL cannot order the\n * samples by them numerically. This works off the whole set rather than\n * relying on the samples' order: the highest `nDLt` is a lower bound on the\n * distinct keys, since the sample holding it has that many distinct keys below\n * it plus itself.\n *\n * @visibleForTesting\n */\nexport function summarizeStat4(samples: Stat4Sample[]): Stat4Summary {\n  const depth = Math.max(...samples.map(s => s.nEq.length));\n  const perPrefix: Stat4PrefixSummary[] = [];\n  for (let d = 0; d < depth; d++) {\n    const counts = samples\n      .map(s => s.nEq[d])\n      .filter(n => n !== undefined)\n      .sort((a, b) => a - b);\n    const maxDistinctBelow = Math.max(\n      ...samples.map(s => s.nDLt[d]).filter(n => n !== undefined),\n    );\n    perPrefix.push({\n      maxRowsPerKey: counts.at(-1)!,\n      medianRowsPerKey: counts[Math.floor((counts.length - 1) / 2)],\n      estimatedDistinctKeys: maxDistinctBelow + 1,\n    });\n  }\n  return {\n    samples: samples.length,\n    // Every sample of an index describes the same columns.\n    sampleKinds: samples[0].sample,\n    perPrefix,\n  };\n}\n\nfunction sqliteVersion(db: Database): string {\n  const [{version}] = db\n    .prepare(`SELECT sqlite_version() AS version`)\n    .all() as {version: string}[];\n  return version;\n}\n\nfunction replicaWatermark(lc: LogContext, db: Database): string | undefined {\n  try {\n    return getReplicationState(new StatementRunner(db)).stateVersion;\n  } catch (e) {\n    // A replica that has not finished initial sync has no replication state.\n    lc.debug?.('could not read replication state', e);\n    return undefined;\n  }\n}\n\n/**\n * Serves the replica's schema, indexes and SQLite statistics for consumption by\n * a language model, so that it can advise on query rewrites and indexes.\n *\n * Row data is never returned. See `designs/003_replica_stats_endpoint.md`.\n *\n * This is available to the operator password as well as the admin password\n * (see `--operator-password`). That does not extend to `/plannerz/analyze`,\n * which runs caller-supplied queries against the replica and so must require\n * the admin password (`isAdminPasswordValid`).\n *\n * HTTP query parameters:\n * * `pretty`: indents the JSON\n * * `stat4=full`: includes the full sqlite_stat4 histogram, which is large\n */\nexport async function handlePlannerzRequest(\n  lc: LogContext,\n  config: ZeroConfig,\n  req: FastifyRequest,\n  res: FastifyReply,\n) {\n  if (\n    authorizeAdminRequest(\n      lc,\n      config,\n      req,\n      res,\n      'Plannerz Protected Area',\n      'operator',\n    ) === undefined\n  ) {\n    return;\n  }\n\n  const query = req.query as Record<string, unknown>;\n  const indent = query.pretty !== undefined ? 2 : undefined;\n  let bundle: PlannerzBundle;\n  try {\n    bundle = buildPlannerzBundle(lc, config, {\n      fullStat4: query.stat4 === 'full',\n    });\n  } catch (e) {\n    lc.error?.('error building plannerz bundle', e);\n    await res.code(500).send({error: String(e)});\n    return;\n  }\n  await res\n    .header('Content-Type', 'application/json')\n    .send(JSON.stringify(bundle, null, indent));\n}\n"],"mappings":";;;;;;;;;;;;;;;AAwBA,IAAM,qBACJ;AAEF,IAAM,cACJ;;;;;;AAQF,IAAM,QAAQ;CACZ,YACE;CAGF,aACE;CAKF,aACE;CAMF,uBAAuB;EACrB;EAEA;EAGA;CAGF;CACA,kBAAkB;EAChB;EAEA;EACA;EAEA;CACF;CACA,SAAS;EACP;EAEA;EAEA;CAGF;AACF;;;;;;AA2GA,SAAgB,WAAW,KAAoB;CAC7C,MAAM,SAAS,IAAI,KAAK,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC,OAAO,OAAO;CACzD,MAAM,UAAoB,CAAC;CAC3B,MAAM,QAAkB,CAAC;CACzB,KAAK,MAAM,SAAS,QAGlB,IAAI,MAAM,WAAW,KAAK,MAAM,KAAK,KAAK,GACxC,QAAQ,KAAK,SAAS,OAAO,EAAE,CAAC;MAEhC,MAAM,KAAK,KAAK;CAGpB,OAAO;EACL;EACA,MAAM,QAAQ,MAAM;EACpB,kBAAkB,QAAQ,MAAM,CAAC;EACjC;CACF;AACF;;AAGA,IAAM,YAAY;;AAElB,IAAM,QAAQ;AAYd,SAAS,YAAY,IAAc,MAAuB;CACxD,OACE,GACG,QACC,kEACF,CAAC,CACA,IAAI,IAAI,CAAC,CAAC,SAAS;AAE1B;AAEA,SAAS,YAAY,KAAuB;CAC1C,OAAO,IACJ,KAAK,CAAC,CACN,MAAM,SAAS,CAAC,CAChB,OAAO,OAAO,CAAC,CACf,KAAI,MAAK,SAAS,GAAG,EAAE,CAAC;AAC7B;;;;;;;;AASA,SAAgB,oBACd,IACA,QACA,OAAsB,CAAC,GACP;;;EAEhB,OAAO,0BAA0B,IAAA,YAAA,EADtB,IAAI,SAAS,IAAI,OAAO,QAAQ,MAAM,EAAC,UAAU,KAAI,CAAC,CAC5B,GAAI,QAAQ,IAAI;;;;;;AACvD;;AAQA,SAAgB,0BACd,IACA,IACA,QACA,OAAsB,CAAC,GACP;CAChB,MAAM,SAAS,kBAAkB,IAAI,EAAE;CACvC,MAAM,UAAU,YAAY,EAAE;CAC9B,MAAM,WAAW,6BACf,QACA,SACA,EAAC,2BAA2B,MAAK,GACjC,KAAA,GACA,KAAA,GACA,EACF;CAEA,MAAM,eAAe,YAAY,IAAI,cAAc;CACnD,MAAM,uCAAuB,IAAI,IAAmB;CACpD,MAAM,+BAAe,IAAI,IAAmB;CAC5C,IAAI,cACF,KAAK,MAAM,EAAC,KAAK,KAAK,UAAS,GAC5B,QAAQ,yCAAyC,CAAC,CAClD,IAAI,GAAiB;EACtB,MAAM,SAAS,WAAW,IAAI;EAC9B,IAAI,QAAQ,MACV,qBAAqB,IAAI,GAAG,IAAI,GAAG,OAAO,MAAM;EAKlD,IAAI,QAAQ,QAAQ,CAAC,aAAa,IAAI,GAAG,GACvC,aAAa,IAAI,KAAK,MAAM;CAEhC;CAGF,MAAM,eAAe,YAAY,IAAI,cAAc;CACnD,MAAM,uCAAuB,IAAI,IAA2B;CAC5D,IAAI,YAAY;CAChB,IAAI,cACF,KAAK,MAAM,EAAC,KAAK,KAAK,KAAK,KAAK,MAAM,YAAW,GAC9C,QAAQ,2DAA2D,CAAC,CACpE,IAAI,GAAiB;EACtB;EACA,MAAM,UAAU,qBAAqB,IAAI,GAAG,IAAI,GAAG,KAAK,KAAK,CAAC;EAC9D,QAAQ,KAAK;GACX,KAAK,YAAY,GAAG;GACpB,KAAK,YAAY,GAAG;GACpB,MAAM,YAAY,IAAI;GAEtB,QAAQ,kBAAkB,MAAM;EAClC,CAAC;EACD,qBAAqB,IAAI,GAAG,IAAI,GAAG,OAAO,OAAO;CACnD;CAGF,MAAM,iCAAiB,IAAI,IAA0B;CACrD,KAAK,MAAM,SAAS,SAAS;EAC3B,MAAM,MAAM,GAAG,MAAM,UAAU,GAAG,MAAM;EACxC,MAAM,QAAQ,qBAAqB,IAAI,GAAG;EAC1C,MAAM,WAAW,eAAe,IAAI,MAAM,SAAS,KAAK,CAAC;EACzD,SAAS,KAAK;GACZ,MAAM,MAAM;GACZ,SAAS,OAAO,QAAQ,MAAM,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,UAAU;IAC3D;IACA;GACF,EAAE;GACF,QAAQ,MAAM;GACd,SAAS,MAAM,YAAY;GAC3B,OAAO,qBAAqB,IAAI,GAAG;GACnC,OAAO,OAAO,SAAS,eAAe,KAAK,IAAI,KAAA;GAC/C,cAAc,KAAK,aAAa,OAAO,SAAS,QAAQ,KAAA;EAC1D,CAAC;EACD,eAAe,IAAI,MAAM,WAAW,QAAQ;CAC9C;CAEA,MAAM,qBAA+B,CAAC;CACtC,MAAM,aAAa,OAAO,KAAI,UAAS;EACrC,MAAM,UAAU,SAAS,IAAI,MAAM,IAAI,CAAC,EAAE;EAC1C,IAAI,CAAC,aAAa,IAAI,MAAM,IAAI,GAC9B,mBAAmB,KAAK,MAAM,IAAI;EAEpC,MAAM,cAAc,IAAI,IAAI,MAAM,eAAe,CAAC,CAAC;EACnD,OAAO;GACL,MAAM,MAAM;GACZ,SAAS,OAAO,QAAQ,MAAM,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,WAAW;IAC5D;IACA,UAAU,KAAK;IACf,UAAU,CAAC,KAAK;IAChB,SAAS,UAAU,KAAK,EAAE,QAAQ;IAClC,GAAI,YAAY,IAAI,IAAI,IAAI,EAAC,aAAa,KAAa,IAAI,CAAC;GAC9D,EAAE;GACF,YAAY,MAAM,aAAa,CAAC,GAAG,MAAM,UAAU,IAAI,KAAA;GACvD,eAAe,aAAa,IAAI,MAAM,IAAI,CAAC,EAAE;GAC7C,UAAU,YAAY,KAAA;GACtB,SAAS,eAAe,IAAI,MAAM,IAAI,KAAK,CAAC;EAC9C;CACF,CAAC;CAED,OAAO;EACL,OAAO;EACP,QAAQ;GACN,aAAa,iBAAiB,MAAM;GACpC,eAAe,cAAc,EAAE;GAC/B,kBAAkB,iBAAiB,IAAI,EAAE;GACzC,8BAAa,IAAI,KAAK,EAAA,CAAE,YAAY;GACpC,SAAS;IACP,oBAAoB,OAAO;IAE3B,mCACE,OAAO,sCAAsC;IAC/C,4BAA4B,OAAO,+BAA+B;GACpE;EACF;EACA,cAAc;GACZ;GACA;GACA,QAAQ,YAAY,IAAI,cAAc;GACtC;EACF;EACA,QAAQ;CACV;AACF;;;;;;;AAQA,SAAS,kBAAkB,IAAgB,IAAc;CACvD,IAAI;EACF,OAAO,WAAW,EAAE;CACtB,SAAS,GAAG;EACV,GAAG,QAAQ,4DAA4D,CAAC;EACxE,OAAO,WAAW,IAAI,MAAM,KAAK;CACnC;AACF;;;;;;;;;;;;AAaA,SAAgB,eAAe,SAAsC;CACnE,MAAM,QAAQ,KAAK,IAAI,GAAG,QAAQ,KAAI,MAAK,EAAE,IAAI,MAAM,CAAC;CACxD,MAAM,YAAkC,CAAC;CACzC,KAAK,IAAI,IAAI,GAAG,IAAI,OAAO,KAAK;EAC9B,MAAM,SAAS,QACZ,KAAI,MAAK,EAAE,IAAI,EAAE,CAAC,CAClB,QAAO,MAAK,MAAM,KAAA,CAAS,CAAC,CAC5B,MAAM,GAAG,MAAM,IAAI,CAAC;EACvB,MAAM,mBAAmB,KAAK,IAC5B,GAAG,QAAQ,KAAI,MAAK,EAAE,KAAK,EAAE,CAAC,CAAC,QAAO,MAAK,MAAM,KAAA,CAAS,CAC5D;EACA,UAAU,KAAK;GACb,eAAe,OAAO,GAAG,EAAE;GAC3B,kBAAkB,OAAO,KAAK,OAAO,OAAO,SAAS,KAAK,CAAC;GAC3D,uBAAuB,mBAAmB;EAC5C,CAAC;CACH;CACA,OAAO;EACL,SAAS,QAAQ;EAEjB,aAAa,QAAQ,EAAE,CAAC;EACxB;CACF;AACF;AAEA,SAAS,cAAc,IAAsB;CAC3C,MAAM,CAAC,EAAC,aAAY,GACjB,QAAQ,oCAAoC,CAAC,CAC7C,IAAI;CACP,OAAO;AACT;AAEA,SAAS,iBAAiB,IAAgB,IAAkC;CAC1E,IAAI;EACF,OAAO,oBAAoB,IAAI,gBAAgB,EAAE,CAAC,CAAC,CAAC;CACtD,SAAS,GAAG;EAEV,GAAG,QAAQ,oCAAoC,CAAC;EAChD;CACF;AACF;;;;;;;;;;;;;;;;AAiBA,eAAsB,sBACpB,IACA,QACA,KACA,KACA;CACA,IACE,sBACE,IACA,QACA,KACA,KACA,2BACA,UACF,MAAM,KAAA,GAEN;CAGF,MAAM,QAAQ,IAAI;CAClB,MAAM,SAAS,MAAM,WAAW,KAAA,IAAY,IAAI,KAAA;CAChD,IAAI;CACJ,IAAI;EACF,SAAS,oBAAoB,IAAI,QAAQ,EACvC,WAAW,MAAM,UAAU,OAC7B,CAAC;CACH,SAAS,GAAG;EACV,GAAG,QAAQ,kCAAkC,CAAC;EAC9C,MAAM,IAAI,KAAK,GAAG,CAAC,CAAC,KAAK,EAAC,OAAO,OAAO,CAAC,EAAC,CAAC;EAC3C;CACF;CACA,MAAM,IACH,OAAO,gBAAgB,kBAAkB,CAAC,CAC1C,KAAK,KAAK,UAAU,QAAQ,MAAM,MAAM,CAAC;AAC9C"}

package/out/zero-cache/src/services/profz.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"profz.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/profz.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,YAAY,EAAE,cAAc,EAAC,MAAM,SAAS,CAAC;AAE1D,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,wBAAwB,CAAC;AAEjE,OAAO,EAKL,KAAK,MAAM,EACZ,MAAM,uBAAuB,CAAC;AAI/B;;;;;;;;;;GAUG;AACH,wBAAsB,kBAAkB,CACtC,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,IAAI,CAAC,oBAAoB,EAAE,eAAe,GAAG,kBAAkB,CAAC,EACxE,GAAG,EAAE,cAAc,EACnB,GAAG,EAAE,YAAY,EACjB,SAAS,CAAC,EAAE,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,EAC/C,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,EACjC,gBAAgB,GAAE,MAAqB,GACtC,OAAO,CAAC,IAAI,CAAC,CAwKf;AAED,wBAAsB,oBAAoB,CACxC,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,oBAAoB,EAC5B,GAAG,EAAE,cAAc,EACnB,GAAG,EAAE,YAAY,EACjB,SAAS,CAAC,EAAE,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,GAC9C,OAAO,CAAC,IAAI,CAAC,CAyDf;AAMD;;;;;;;;;;GAUG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAgBvD"}
+{"version":3,"file":"profz.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/services/profz.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAC,YAAY,EAAE,cAAc,EAAC,MAAM,SAAS,CAAC;AAE1D,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAKL,KAAK,MAAM,EACZ,MAAM,uBAAuB,CAAC;AAK/B;;;;;;;;;;GAUG;AACH,wBAAsB,kBAAkB,CACtC,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,IAAI,CAAC,oBAAoB,EAAE,eAAe,GAAG,kBAAkB,CAAC,EACxE,GAAG,EAAE,cAAc,EACnB,GAAG,EAAE,YAAY,EACjB,SAAS,CAAC,EAAE,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,EAC/C,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,EACjC,gBAAgB,GAAE,MAAqB,GACtC,OAAO,CAAC,IAAI,CAAC,CA0Kf;AAED,wBAAsB,oBAAoB,CACxC,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,oBAAoB,EAC5B,GAAG,EAAE,cAAc,EACnB,GAAG,EAAE,YAAY,EACjB,SAAS,CAAC,EAAE,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,GAC9C,OAAO,CAAC,IAAI,CAAC,CA6Df;AAMD;;;;;;;;;;GAUG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAgBvD"}

package/out/zero-cache/src/services/profz.js

@@ -1,10 +1,9 @@
 import { sleep } from "../../../shared/src/sleep.js";
 import { singleProcessMode, subscribeToMessageType } from "../types/processes.js";
-import { getOperatorAccess } from "../config/zero-config.js";
+import { authorizeAdminRequest } from "./admin-auth.js";
 import { CpuProfiler } from "../types/profiler.js";
 import { URLParams } from "../types/url-params.js";
 import { randomUUID } from "node:crypto";
-import auth from "basic-auth";
 //#region ../zero-cache/src/services/profz.ts
 /**
 * Serves CPU profiles. This is available to the operator password as well as
@@ -18,12 +17,8 @@ import auth from "basic-auth";
 * sources are redacted for `operator` access. See {@link redactProfile}.
 */
 async function handleProfzRequest(lc, config, req, res, getWorker, forcedWorker, localProcessName = "dispatcher") {
-	const credentials = auth(req);
-	const access = getOperatorAccess(lc, config, credentials?.pass);
-	if (access === void 0) {
-		res.code(401).header("WWW-Authenticate", "Basic realm=\"Profz Protected Area\"").send("Unauthorized");
-		return;
-	}
+	const access = authorizeAdminRequest(lc, config, req, res, "Profz Protected Area", "operator");
+	if (access === void 0) return;
 	const params = new URLParams(new URL(req.url, "http://localhost"));
 	const rawDuration = params.getInteger("duration", false) ?? params.getInteger("seconds", false) ?? 5;
 	const durationMs = Math.max(1, Math.min(60, rawDuration)) * 1e3;
@@ -100,11 +95,7 @@ async function handleProfzRequest(lc, config, req, res, getWorker, forcedWorker,
 	res.header("Content-Type", "application/json").header("Content-Disposition", `attachment; filename="zero-profile-bundle-${Date.now()}.json"`).send(bundle);
 }
 async function handleProfrmzRequest(lc, config, req, res, getWorker) {
-	const credentials = auth(req);
-	if (getOperatorAccess(lc, config, credentials?.pass) === void 0) {
-		res.code(401).header("WWW-Authenticate", "Basic realm=\"Profrmz Protected Area\"").send("Unauthorized");
-		return;
-	}
+	if (authorizeAdminRequest(lc, config, req, res, "Profrmz Protected Area", "operator") === void 0) return;
 	if (config.changeStreamer.uri) {
 		const upstreamURL = new URL("/profz", config.changeStreamer.uri);
 		if (upstreamURL.protocol === "ws:") upstreamURL.protocol = "http:";

package/out/zero-cache/src/services/profz.js.map

@@ -1 +1 @@
-{"version":3,"file":"profz.js","names":[],"sources":["../../../../../zero-cache/src/services/profz.ts"],"sourcesContent":["import {randomUUID} from 'node:crypto';\nimport type {Profiler} from 'node:inspector';\nimport type {LogContext} from '@rocicorp/logger';\nimport auth from 'basic-auth';\nimport type {FastifyReply, FastifyRequest} from 'fastify';\nimport {sleep} from '../../../shared/src/sleep.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\nimport {getOperatorAccess} from '../config/zero-config.ts';\nimport {\n  singleProcessMode,\n  subscribeToMessageType,\n  type ProfileResponse,\n  type ProfileResponseMessage,\n  type Worker,\n} from '../types/processes.ts';\nimport {CpuProfiler} from '../types/profiler.ts';\nimport {URLParams} from '../types/url-params.ts';\n\n/**\n * Serves CPU profiles. This is available to the operator password as well as\n * the admin password (see `--operator-password`), so it must never serve\n * application data to `operator` access.\n *\n * A V8 CPU profile describes code, not data: function names, script URLs and\n * positions, and sample timings. The exception is a regular expression, which\n * V8 names after its source (`RegExp: <source>`). zero-cache compiles `LIKE`\n * and `ILIKE` patterns from client queries into regular expressions, so their\n * sources are redacted for `operator` access. See {@link redactProfile}.\n */\nexport async function handleProfzRequest(\n  lc: LogContext,\n  config: Pick<NormalizedZeroConfig, 'adminPassword' | 'operatorPassword'>,\n  req: FastifyRequest,\n  res: FastifyReply,\n  getWorker?: (() => Promise<Worker>) | undefined,\n  forcedWorker?: string | undefined,\n  localProcessName: string = 'dispatcher',\n): Promise<void> {\n  const credentials = auth(req);\n  const access = getOperatorAccess(lc, config, credentials?.pass);\n  if (access === undefined) {\n    void res\n      .code(401)\n      .header('WWW-Authenticate', 'Basic realm=\"Profz Protected Area\"')\n      .send('Unauthorized');\n    return;\n  }\n\n  const params = new URLParams(new URL(req.url, 'http://localhost'));\n  const rawDuration =\n    params.getInteger('duration', false) ??\n    params.getInteger('seconds', false) ??\n    5;\n  const durationSec = Math.max(1, Math.min(60, rawDuration));\n  const durationMs = durationSec * 1000;\n  const targetWorker = forcedWorker ?? params.get('worker', false) ?? undefined;\n  const targetWorkerIndex = params.getInteger('index', false) ?? undefined;\n  const id = randomUUID();\n\n  const responses = new Map<string, unknown>();\n\n  // Profile dispatcher / local process if requested, when profiling all processes,\n  // or when no worker dispatcher is available (single process / standalone mode)\n  const shouldProfileLocal =\n    singleProcessMode() ||\n    getWorker === undefined ||\n    targetWorker === undefined ||\n    targetWorker === localProcessName;\n\n  const localProfilePromise = shouldProfileLocal\n    ? CpuProfiler.profile(durationMs).catch(err => {\n        lc.warn?.('Failed to capture local CPU profile:', err);\n        return null;\n      })\n    : Promise.resolve(null);\n\n  if (!singleProcessMode() && getWorker !== undefined) {\n    try {\n      const worker = await getWorker();\n      const onMessage = (msg: ProfileResponse) => {\n        if (msg.id === id && msg.profile) {\n          responses.set(msg.name, msg.profile);\n        } else if (msg.id === id && msg.error) {\n          lc.warn?.(`Worker ${msg.name} profile error: ${msg.error}`);\n        }\n      };\n\n      // The worker is long-lived (and shared across requests), so the\n      // per-request handler must be removed once this request is done.\n      const unsubscribe = subscribeToMessageType<ProfileResponseMessage>(\n        worker,\n        'profileResponse',\n        onMessage,\n      );\n      try {\n        worker.send([\n          'profile',\n          {\n            id,\n            durationMs,\n            worker:\n              targetWorker === localProcessName ? '__none__' : targetWorker,\n            workerIndex: targetWorkerIndex,\n          },\n        ]);\n\n        // Wait for profile duration, then wait for child workers to transfer\n        // profiles over IPC. Under heavy production load, serializing and sending\n        // large CPU profiles can take several seconds.\n        const graceMs =\n          params.getInteger('graceMs', false) ??\n          params.getInteger('timeout', false) ??\n          5000;\n        await sleep(durationMs);\n\n        const pollMs = 50;\n        let waited = 0;\n        let lastCount = responses.size;\n        let quietMs = 0;\n        while (waited < graceMs) {\n          await sleep(pollMs);\n          waited += pollMs;\n\n          if (targetWorker && targetWorker !== 'all') {\n            const hasTarget = [...responses.keys()].some(\n              name =>\n                name === targetWorker || name.startsWith(`${targetWorker}-`),\n            );\n            if (hasTarget) {\n              break;\n            }\n          } else if (responses.size !== lastCount) {\n            lastCount = responses.size;\n            quietMs = 0;\n          } else if (responses.size > 0) {\n            quietMs += pollMs;\n            if (quietMs >= 400) {\n              break;\n            }\n          }\n        }\n      } finally {\n        unsubscribe();\n      }\n    } catch (err) {\n      lc.warn?.('Failed to dispatch profile request to child workers:', err);\n    }\n  }\n\n  const localProfile = await localProfilePromise;\n  if (localProfile) {\n    const localName =\n      targetWorker ?? (singleProcessMode() ? 'zero-cache' : localProcessName);\n    responses.set(localName, localProfile);\n  }\n\n  if (access === 'operator') {\n    for (const [name, prof] of responses) {\n      responses.set(name, redactProfile(prof));\n    }\n  }\n\n  // If a single specific worker was requested, return that profile directly\n  if (targetWorker !== undefined && targetWorker !== 'all') {\n    let matchedProfile = responses.get(targetWorker);\n    if (!matchedProfile) {\n      // Try matching by prefix or substring (e.g. 'syncer' matches 'syncer-0')\n      for (const [name, prof] of responses.entries()) {\n        if (name === targetWorker || name.startsWith(`${targetWorker}-`)) {\n          matchedProfile = prof;\n          break;\n        }\n      }\n    }\n\n    if (matchedProfile) {\n      void res\n        .header('Content-Type', 'application/json')\n        .header(\n          'Content-Disposition',\n          `attachment; filename=\"${targetWorker}.cpuprofile\"`,\n        )\n        .send(matchedProfile);\n      return;\n    }\n\n    void res.code(404).send({\n      error: `No profile captured for worker \"${targetWorker}\". Available: ${[...responses.keys()].join(', ')}`,\n    });\n    return;\n  }\n\n  // Default (Option A): Return multi-process profile bundle as a JSON map\n  const bundle: Record<string, unknown> = {};\n  for (const [name, prof] of responses.entries()) {\n    bundle[name] = prof;\n  }\n\n  void res\n    .header('Content-Type', 'application/json')\n    .header(\n      'Content-Disposition',\n      `attachment; filename=\"zero-profile-bundle-${Date.now()}.json\"`,\n    )\n    .send(bundle);\n}\n\nexport async function handleProfrmzRequest(\n  lc: LogContext,\n  config: NormalizedZeroConfig,\n  req: FastifyRequest,\n  res: FastifyReply,\n  getWorker?: (() => Promise<Worker>) | undefined,\n): Promise<void> {\n  const credentials = auth(req);\n  if (getOperatorAccess(lc, config, credentials?.pass) === undefined) {\n    void res\n      .code(401)\n      .header('WWW-Authenticate', 'Basic realm=\"Profrmz Protected Area\"')\n      .send('Unauthorized');\n    return;\n  }\n\n  // In distributed mode, proxy to the upstream Replication Manager. The\n  // credentials are forwarded, and the Replication Manager's /profz decides\n  // for itself what access they grant (and so what to redact).\n  if (config.changeStreamer.uri) {\n    const upstreamURL = new URL('/profz', config.changeStreamer.uri);\n    if (upstreamURL.protocol === 'ws:') {\n      upstreamURL.protocol = 'http:';\n    } else if (upstreamURL.protocol === 'wss:') {\n      upstreamURL.protocol = 'https:';\n    }\n    const incomingURL = new URL(req.url, 'http://localhost');\n    for (const [key, value] of incomingURL.searchParams.entries()) {\n      upstreamURL.searchParams.set(key, value);\n    }\n\n    try {\n      const headers: Record<string, string> = {};\n      if (req.headers.authorization) {\n        headers.authorization = req.headers.authorization;\n      }\n      const response = await fetch(upstreamURL.toString(), {\n        method: 'GET',\n        headers,\n      });\n\n      res.code(response.status);\n      const contentType = response.headers.get('content-type');\n      if (contentType) {\n        res.header('content-type', contentType);\n      }\n      const contentDisposition = response.headers.get('content-disposition');\n      if (contentDisposition) {\n        res.header('content-disposition', contentDisposition);\n      }\n\n      const body = await response.text();\n      return res.send(body);\n    } catch (err) {\n      lc.error?.(`Failed to proxy /profrmz to RM at ${upstreamURL}:`, err);\n      return res.code(502).send({\n        error: `Failed to proxy profiling request to RM at ${upstreamURL}: ${String(err)}`,\n      });\n    }\n  }\n\n  // In single-node mode, profile local change-streamer / RM process\n  return handleProfzRequest(lc, config, req, res, getWorker, 'change-streamer');\n}\n\n// V8 names the code for a regular expression `RegExp: <source>`.\nconst REGEXP_NAME_PREFIX = 'RegExp:';\nconst REDACTED_REGEXP_NAME = 'RegExp: <redacted>';\n\n/**\n * Returns a copy of the V8 CPU `profile` with the source of every regular\n * expression replaced, since a pattern built at runtime can contain\n * application data (e.g. a `LIKE` pattern from a client query). The time spent\n * in regular expressions is still attributed to them.\n *\n * A `profile` that is not in the expected format is withheld rather than\n * served unredacted.\n *\n * @visibleForTesting\n */\nexport function redactProfile(profile: unknown): unknown {\n  const {nodes} = (profile ?? {}) as Partial<Profiler.Profile>;\n  if (!Array.isArray(nodes)) {\n    return {error: 'Profile withheld: unrecognized format'};\n  }\n  return {\n    ...(profile as Profiler.Profile),\n    nodes: nodes.map(node =>\n      node.callFrame?.functionName?.startsWith(REGEXP_NAME_PREFIX)\n        ? {\n            ...node,\n            callFrame: {...node.callFrame, functionName: REDACTED_REGEXP_NAME},\n          }\n        : node,\n    ),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AA6BA,eAAsB,mBACpB,IACA,QACA,KACA,KACA,WACA,cACA,mBAA2B,cACZ;CACf,MAAM,cAAc,KAAK,GAAG;CAC5B,MAAM,SAAS,kBAAkB,IAAI,QAAQ,aAAa,IAAI;CAC9D,IAAI,WAAW,KAAA,GAAW;EACxB,IACG,KAAK,GAAG,CAAC,CACT,OAAO,oBAAoB,sCAAoC,CAAC,CAChE,KAAK,cAAc;EACtB;CACF;CAEA,MAAM,SAAS,IAAI,UAAU,IAAI,IAAI,IAAI,KAAK,kBAAkB,CAAC;CACjE,MAAM,cACJ,OAAO,WAAW,YAAY,KAAK,KACnC,OAAO,WAAW,WAAW,KAAK,KAClC;CAEF,MAAM,aADc,KAAK,IAAI,GAAG,KAAK,IAAI,IAAI,WAAW,CACrC,IAAc;CACjC,MAAM,eAAe,gBAAgB,OAAO,IAAI,UAAU,KAAK,KAAK,KAAA;CACpE,MAAM,oBAAoB,OAAO,WAAW,SAAS,KAAK,KAAK,KAAA;CAC/D,MAAM,KAAK,WAAW;CAEtB,MAAM,4BAAY,IAAI,IAAqB;CAU3C,MAAM,sBALJ,kBAAkB,KAClB,cAAc,KAAA,KACd,iBAAiB,KAAA,KACjB,iBAAiB,mBAGf,YAAY,QAAQ,UAAU,CAAC,CAAC,OAAM,QAAO;EAC3C,GAAG,OAAO,wCAAwC,GAAG;EACrD,OAAO;CACT,CAAC,IACD,QAAQ,QAAQ,IAAI;CAExB,IAAI,CAAC,kBAAkB,KAAK,cAAc,KAAA,GACxC,IAAI;EACF,MAAM,SAAS,MAAM,UAAU;EAC/B,MAAM,aAAa,QAAyB;GAC1C,IAAI,IAAI,OAAO,MAAM,IAAI,SACvB,UAAU,IAAI,IAAI,MAAM,IAAI,OAAO;QAC9B,IAAI,IAAI,OAAO,MAAM,IAAI,OAC9B,GAAG,OAAO,UAAU,IAAI,KAAK,kBAAkB,IAAI,OAAO;EAE9D;EAIA,MAAM,cAAc,uBAClB,QACA,mBACA,SACF;EACA,IAAI;GACF,OAAO,KAAK,CACV,WACA;IACE;IACA;IACA,QACE,iBAAiB,mBAAmB,aAAa;IACnD,aAAa;GACf,CACF,CAAC;GAKD,MAAM,UACJ,OAAO,WAAW,WAAW,KAAK,KAClC,OAAO,WAAW,WAAW,KAAK,KAClC;GACF,MAAM,MAAM,UAAU;GAEtB,MAAM,SAAS;GACf,IAAI,SAAS;GACb,IAAI,YAAY,UAAU;GAC1B,IAAI,UAAU;GACd,OAAO,SAAS,SAAS;IACvB,MAAM,MAAM,MAAM;IAClB,UAAU;IAEV,IAAI,gBAAgB,iBAAiB,OACjB;SAAA,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,MACtC,SACE,SAAS,gBAAgB,KAAK,WAAW,GAAG,aAAa,EAAE,CAE3D,GACF;IAAA,OAEG,IAAI,UAAU,SAAS,WAAW;KACvC,YAAY,UAAU;KACtB,UAAU;IACZ,OAAO,IAAI,UAAU,OAAO,GAAG;KAC7B,WAAW;KACX,IAAI,WAAW,KACb;IAEJ;GACF;EACF,UAAU;GACR,YAAY;EACd;CACF,SAAS,KAAK;EACZ,GAAG,OAAO,wDAAwD,GAAG;CACvE;CAGF,MAAM,eAAe,MAAM;CAC3B,IAAI,cAAc;EAChB,MAAM,YACJ,iBAAiB,kBAAkB,IAAI,eAAe;EACxD,UAAU,IAAI,WAAW,YAAY;CACvC;CAEA,IAAI,WAAW,YACb,KAAK,MAAM,CAAC,MAAM,SAAS,WACzB,UAAU,IAAI,MAAM,cAAc,IAAI,CAAC;CAK3C,IAAI,iBAAiB,KAAA,KAAa,iBAAiB,OAAO;EACxD,IAAI,iBAAiB,UAAU,IAAI,YAAY;EAC/C,IAAI,CAAC,gBAEE;QAAA,MAAM,CAAC,MAAM,SAAS,UAAU,QAAQ,GAC3C,IAAI,SAAS,gBAAgB,KAAK,WAAW,GAAG,aAAa,EAAE,GAAG;IAChE,iBAAiB;IACjB;GACF;;EAIJ,IAAI,gBAAgB;GAClB,IACG,OAAO,gBAAgB,kBAAkB,CAAC,CAC1C,OACC,uBACA,yBAAyB,aAAa,aACxC,CAAC,CACA,KAAK,cAAc;GACtB;EACF;EAEA,IAAS,KAAK,GAAG,CAAC,CAAC,KAAK,EACtB,OAAO,mCAAmC,aAAa,gBAAgB,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IACxG,CAAC;EACD;CACF;CAGA,MAAM,SAAkC,CAAC;CACzC,KAAK,MAAM,CAAC,MAAM,SAAS,UAAU,QAAQ,GAC3C,OAAO,QAAQ;CAGjB,IACG,OAAO,gBAAgB,kBAAkB,CAAC,CAC1C,OACC,uBACA,6CAA6C,KAAK,IAAI,EAAE,OAC1D,CAAC,CACA,KAAK,MAAM;AAChB;AAEA,eAAsB,qBACpB,IACA,QACA,KACA,KACA,WACe;CACf,MAAM,cAAc,KAAK,GAAG;CAC5B,IAAI,kBAAkB,IAAI,QAAQ,aAAa,IAAI,MAAM,KAAA,GAAW;EAClE,IACG,KAAK,GAAG,CAAC,CACT,OAAO,oBAAoB,wCAAsC,CAAC,CAClE,KAAK,cAAc;EACtB;CACF;CAKA,IAAI,OAAO,eAAe,KAAK;EAC7B,MAAM,cAAc,IAAI,IAAI,UAAU,OAAO,eAAe,GAAG;EAC/D,IAAI,YAAY,aAAa,OAC3B,YAAY,WAAW;OAClB,IAAI,YAAY,aAAa,QAClC,YAAY,WAAW;EAEzB,MAAM,cAAc,IAAI,IAAI,IAAI,KAAK,kBAAkB;EACvD,KAAK,MAAM,CAAC,KAAK,UAAU,YAAY,aAAa,QAAQ,GAC1D,YAAY,aAAa,IAAI,KAAK,KAAK;EAGzC,IAAI;GACF,MAAM,UAAkC,CAAC;GACzC,IAAI,IAAI,QAAQ,eACd,QAAQ,gBAAgB,IAAI,QAAQ;GAEtC,MAAM,WAAW,MAAM,MAAM,YAAY,SAAS,GAAG;IACnD,QAAQ;IACR;GACF,CAAC;GAED,IAAI,KAAK,SAAS,MAAM;GACxB,MAAM,cAAc,SAAS,QAAQ,IAAI,cAAc;GACvD,IAAI,aACF,IAAI,OAAO,gBAAgB,WAAW;GAExC,MAAM,qBAAqB,SAAS,QAAQ,IAAI,qBAAqB;GACrE,IAAI,oBACF,IAAI,OAAO,uBAAuB,kBAAkB;GAGtD,MAAM,OAAO,MAAM,SAAS,KAAK;GACjC,OAAO,IAAI,KAAK,IAAI;EACtB,SAAS,KAAK;GACZ,GAAG,QAAQ,qCAAqC,YAAY,IAAI,GAAG;GACnE,OAAO,IAAI,KAAK,GAAG,CAAC,CAAC,KAAK,EACxB,OAAO,8CAA8C,YAAY,IAAI,OAAO,GAAG,IACjF,CAAC;EACH;CACF;CAGA,OAAO,mBAAmB,IAAI,QAAQ,KAAK,KAAK,WAAW,iBAAiB;AAC9E;AAGA,IAAM,qBAAqB;AAC3B,IAAM,uBAAuB;;;;;;;;;;;;AAa7B,SAAgB,cAAc,SAA2B;CACvD,MAAM,EAAC,UAAU,WAAW,CAAC;CAC7B,IAAI,CAAC,MAAM,QAAQ,KAAK,GACtB,OAAO,EAAC,OAAO,wCAAuC;CAExD,OAAO;EACL,GAAI;EACJ,OAAO,MAAM,KAAI,SACf,KAAK,WAAW,cAAc,WAAW,kBAAkB,IACvD;GACE,GAAG;GACH,WAAW;IAAC,GAAG,KAAK;IAAW,cAAc;GAAoB;EACnE,IACA,IACN;CACF;AACF"}
+{"version":3,"file":"profz.js","names":[],"sources":["../../../../../zero-cache/src/services/profz.ts"],"sourcesContent":["import {randomUUID} from 'node:crypto';\nimport type {Profiler} from 'node:inspector';\nimport type {LogContext} from '@rocicorp/logger';\nimport type {FastifyReply, FastifyRequest} from 'fastify';\nimport {sleep} from '../../../shared/src/sleep.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\nimport {\n  singleProcessMode,\n  subscribeToMessageType,\n  type ProfileResponse,\n  type ProfileResponseMessage,\n  type Worker,\n} from '../types/processes.ts';\nimport {CpuProfiler} from '../types/profiler.ts';\nimport {URLParams} from '../types/url-params.ts';\nimport {authorizeAdminRequest} from './admin-auth.ts';\n\n/**\n * Serves CPU profiles. This is available to the operator password as well as\n * the admin password (see `--operator-password`), so it must never serve\n * application data to `operator` access.\n *\n * A V8 CPU profile describes code, not data: function names, script URLs and\n * positions, and sample timings. The exception is a regular expression, which\n * V8 names after its source (`RegExp: <source>`). zero-cache compiles `LIKE`\n * and `ILIKE` patterns from client queries into regular expressions, so their\n * sources are redacted for `operator` access. See {@link redactProfile}.\n */\nexport async function handleProfzRequest(\n  lc: LogContext,\n  config: Pick<NormalizedZeroConfig, 'adminPassword' | 'operatorPassword'>,\n  req: FastifyRequest,\n  res: FastifyReply,\n  getWorker?: (() => Promise<Worker>) | undefined,\n  forcedWorker?: string | undefined,\n  localProcessName: string = 'dispatcher',\n): Promise<void> {\n  const access = authorizeAdminRequest(\n    lc,\n    config,\n    req,\n    res,\n    'Profz Protected Area',\n    'operator',\n  );\n  if (access === undefined) {\n    return;\n  }\n\n  const params = new URLParams(new URL(req.url, 'http://localhost'));\n  const rawDuration =\n    params.getInteger('duration', false) ??\n    params.getInteger('seconds', false) ??\n    5;\n  const durationSec = Math.max(1, Math.min(60, rawDuration));\n  const durationMs = durationSec * 1000;\n  const targetWorker = forcedWorker ?? params.get('worker', false) ?? undefined;\n  const targetWorkerIndex = params.getInteger('index', false) ?? undefined;\n  const id = randomUUID();\n\n  const responses = new Map<string, unknown>();\n\n  // Profile dispatcher / local process if requested, when profiling all processes,\n  // or when no worker dispatcher is available (single process / standalone mode)\n  const shouldProfileLocal =\n    singleProcessMode() ||\n    getWorker === undefined ||\n    targetWorker === undefined ||\n    targetWorker === localProcessName;\n\n  const localProfilePromise = shouldProfileLocal\n    ? CpuProfiler.profile(durationMs).catch(err => {\n        lc.warn?.('Failed to capture local CPU profile:', err);\n        return null;\n      })\n    : Promise.resolve(null);\n\n  if (!singleProcessMode() && getWorker !== undefined) {\n    try {\n      const worker = await getWorker();\n      const onMessage = (msg: ProfileResponse) => {\n        if (msg.id === id && msg.profile) {\n          responses.set(msg.name, msg.profile);\n        } else if (msg.id === id && msg.error) {\n          lc.warn?.(`Worker ${msg.name} profile error: ${msg.error}`);\n        }\n      };\n\n      // The worker is long-lived (and shared across requests), so the\n      // per-request handler must be removed once this request is done.\n      const unsubscribe = subscribeToMessageType<ProfileResponseMessage>(\n        worker,\n        'profileResponse',\n        onMessage,\n      );\n      try {\n        worker.send([\n          'profile',\n          {\n            id,\n            durationMs,\n            worker:\n              targetWorker === localProcessName ? '__none__' : targetWorker,\n            workerIndex: targetWorkerIndex,\n          },\n        ]);\n\n        // Wait for profile duration, then wait for child workers to transfer\n        // profiles over IPC. Under heavy production load, serializing and sending\n        // large CPU profiles can take several seconds.\n        const graceMs =\n          params.getInteger('graceMs', false) ??\n          params.getInteger('timeout', false) ??\n          5000;\n        await sleep(durationMs);\n\n        const pollMs = 50;\n        let waited = 0;\n        let lastCount = responses.size;\n        let quietMs = 0;\n        while (waited < graceMs) {\n          await sleep(pollMs);\n          waited += pollMs;\n\n          if (targetWorker && targetWorker !== 'all') {\n            const hasTarget = [...responses.keys()].some(\n              name =>\n                name === targetWorker || name.startsWith(`${targetWorker}-`),\n            );\n            if (hasTarget) {\n              break;\n            }\n          } else if (responses.size !== lastCount) {\n            lastCount = responses.size;\n            quietMs = 0;\n          } else if (responses.size > 0) {\n            quietMs += pollMs;\n            if (quietMs >= 400) {\n              break;\n            }\n          }\n        }\n      } finally {\n        unsubscribe();\n      }\n    } catch (err) {\n      lc.warn?.('Failed to dispatch profile request to child workers:', err);\n    }\n  }\n\n  const localProfile = await localProfilePromise;\n  if (localProfile) {\n    const localName =\n      targetWorker ?? (singleProcessMode() ? 'zero-cache' : localProcessName);\n    responses.set(localName, localProfile);\n  }\n\n  if (access === 'operator') {\n    for (const [name, prof] of responses) {\n      responses.set(name, redactProfile(prof));\n    }\n  }\n\n  // If a single specific worker was requested, return that profile directly\n  if (targetWorker !== undefined && targetWorker !== 'all') {\n    let matchedProfile = responses.get(targetWorker);\n    if (!matchedProfile) {\n      // Try matching by prefix or substring (e.g. 'syncer' matches 'syncer-0')\n      for (const [name, prof] of responses.entries()) {\n        if (name === targetWorker || name.startsWith(`${targetWorker}-`)) {\n          matchedProfile = prof;\n          break;\n        }\n      }\n    }\n\n    if (matchedProfile) {\n      void res\n        .header('Content-Type', 'application/json')\n        .header(\n          'Content-Disposition',\n          `attachment; filename=\"${targetWorker}.cpuprofile\"`,\n        )\n        .send(matchedProfile);\n      return;\n    }\n\n    void res.code(404).send({\n      error: `No profile captured for worker \"${targetWorker}\". Available: ${[...responses.keys()].join(', ')}`,\n    });\n    return;\n  }\n\n  // Default (Option A): Return multi-process profile bundle as a JSON map\n  const bundle: Record<string, unknown> = {};\n  for (const [name, prof] of responses.entries()) {\n    bundle[name] = prof;\n  }\n\n  void res\n    .header('Content-Type', 'application/json')\n    .header(\n      'Content-Disposition',\n      `attachment; filename=\"zero-profile-bundle-${Date.now()}.json\"`,\n    )\n    .send(bundle);\n}\n\nexport async function handleProfrmzRequest(\n  lc: LogContext,\n  config: NormalizedZeroConfig,\n  req: FastifyRequest,\n  res: FastifyReply,\n  getWorker?: (() => Promise<Worker>) | undefined,\n): Promise<void> {\n  if (\n    authorizeAdminRequest(\n      lc,\n      config,\n      req,\n      res,\n      'Profrmz Protected Area',\n      'operator',\n    ) === undefined\n  ) {\n    return;\n  }\n\n  // In distributed mode, proxy to the upstream Replication Manager. The\n  // credentials are forwarded, and the Replication Manager's /profz decides\n  // for itself what access they grant (and so what to redact).\n  if (config.changeStreamer.uri) {\n    const upstreamURL = new URL('/profz', config.changeStreamer.uri);\n    if (upstreamURL.protocol === 'ws:') {\n      upstreamURL.protocol = 'http:';\n    } else if (upstreamURL.protocol === 'wss:') {\n      upstreamURL.protocol = 'https:';\n    }\n    const incomingURL = new URL(req.url, 'http://localhost');\n    for (const [key, value] of incomingURL.searchParams.entries()) {\n      upstreamURL.searchParams.set(key, value);\n    }\n\n    try {\n      const headers: Record<string, string> = {};\n      if (req.headers.authorization) {\n        headers.authorization = req.headers.authorization;\n      }\n      const response = await fetch(upstreamURL.toString(), {\n        method: 'GET',\n        headers,\n      });\n\n      res.code(response.status);\n      const contentType = response.headers.get('content-type');\n      if (contentType) {\n        res.header('content-type', contentType);\n      }\n      const contentDisposition = response.headers.get('content-disposition');\n      if (contentDisposition) {\n        res.header('content-disposition', contentDisposition);\n      }\n\n      const body = await response.text();\n      return res.send(body);\n    } catch (err) {\n      lc.error?.(`Failed to proxy /profrmz to RM at ${upstreamURL}:`, err);\n      return res.code(502).send({\n        error: `Failed to proxy profiling request to RM at ${upstreamURL}: ${String(err)}`,\n      });\n    }\n  }\n\n  // In single-node mode, profile local change-streamer / RM process\n  return handleProfzRequest(lc, config, req, res, getWorker, 'change-streamer');\n}\n\n// V8 names the code for a regular expression `RegExp: <source>`.\nconst REGEXP_NAME_PREFIX = 'RegExp:';\nconst REDACTED_REGEXP_NAME = 'RegExp: <redacted>';\n\n/**\n * Returns a copy of the V8 CPU `profile` with the source of every regular\n * expression replaced, since a pattern built at runtime can contain\n * application data (e.g. a `LIKE` pattern from a client query). The time spent\n * in regular expressions is still attributed to them.\n *\n * A `profile` that is not in the expected format is withheld rather than\n * served unredacted.\n *\n * @visibleForTesting\n */\nexport function redactProfile(profile: unknown): unknown {\n  const {nodes} = (profile ?? {}) as Partial<Profiler.Profile>;\n  if (!Array.isArray(nodes)) {\n    return {error: 'Profile withheld: unrecognized format'};\n  }\n  return {\n    ...(profile as Profiler.Profile),\n    nodes: nodes.map(node =>\n      node.callFrame?.functionName?.startsWith(REGEXP_NAME_PREFIX)\n        ? {\n            ...node,\n            callFrame: {...node.callFrame, functionName: REDACTED_REGEXP_NAME},\n          }\n        : node,\n    ),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AA4BA,eAAsB,mBACpB,IACA,QACA,KACA,KACA,WACA,cACA,mBAA2B,cACZ;CACf,MAAM,SAAS,sBACb,IACA,QACA,KACA,KACA,wBACA,UACF;CACA,IAAI,WAAW,KAAA,GACb;CAGF,MAAM,SAAS,IAAI,UAAU,IAAI,IAAI,IAAI,KAAK,kBAAkB,CAAC;CACjE,MAAM,cACJ,OAAO,WAAW,YAAY,KAAK,KACnC,OAAO,WAAW,WAAW,KAAK,KAClC;CAEF,MAAM,aADc,KAAK,IAAI,GAAG,KAAK,IAAI,IAAI,WAAW,CACrC,IAAc;CACjC,MAAM,eAAe,gBAAgB,OAAO,IAAI,UAAU,KAAK,KAAK,KAAA;CACpE,MAAM,oBAAoB,OAAO,WAAW,SAAS,KAAK,KAAK,KAAA;CAC/D,MAAM,KAAK,WAAW;CAEtB,MAAM,4BAAY,IAAI,IAAqB;CAU3C,MAAM,sBALJ,kBAAkB,KAClB,cAAc,KAAA,KACd,iBAAiB,KAAA,KACjB,iBAAiB,mBAGf,YAAY,QAAQ,UAAU,CAAC,CAAC,OAAM,QAAO;EAC3C,GAAG,OAAO,wCAAwC,GAAG;EACrD,OAAO;CACT,CAAC,IACD,QAAQ,QAAQ,IAAI;CAExB,IAAI,CAAC,kBAAkB,KAAK,cAAc,KAAA,GACxC,IAAI;EACF,MAAM,SAAS,MAAM,UAAU;EAC/B,MAAM,aAAa,QAAyB;GAC1C,IAAI,IAAI,OAAO,MAAM,IAAI,SACvB,UAAU,IAAI,IAAI,MAAM,IAAI,OAAO;QAC9B,IAAI,IAAI,OAAO,MAAM,IAAI,OAC9B,GAAG,OAAO,UAAU,IAAI,KAAK,kBAAkB,IAAI,OAAO;EAE9D;EAIA,MAAM,cAAc,uBAClB,QACA,mBACA,SACF;EACA,IAAI;GACF,OAAO,KAAK,CACV,WACA;IACE;IACA;IACA,QACE,iBAAiB,mBAAmB,aAAa;IACnD,aAAa;GACf,CACF,CAAC;GAKD,MAAM,UACJ,OAAO,WAAW,WAAW,KAAK,KAClC,OAAO,WAAW,WAAW,KAAK,KAClC;GACF,MAAM,MAAM,UAAU;GAEtB,MAAM,SAAS;GACf,IAAI,SAAS;GACb,IAAI,YAAY,UAAU;GAC1B,IAAI,UAAU;GACd,OAAO,SAAS,SAAS;IACvB,MAAM,MAAM,MAAM;IAClB,UAAU;IAEV,IAAI,gBAAgB,iBAAiB,OACjB;SAAA,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,MACtC,SACE,SAAS,gBAAgB,KAAK,WAAW,GAAG,aAAa,EAAE,CAE3D,GACF;IAAA,OAEG,IAAI,UAAU,SAAS,WAAW;KACvC,YAAY,UAAU;KACtB,UAAU;IACZ,OAAO,IAAI,UAAU,OAAO,GAAG;KAC7B,WAAW;KACX,IAAI,WAAW,KACb;IAEJ;GACF;EACF,UAAU;GACR,YAAY;EACd;CACF,SAAS,KAAK;EACZ,GAAG,OAAO,wDAAwD,GAAG;CACvE;CAGF,MAAM,eAAe,MAAM;CAC3B,IAAI,cAAc;EAChB,MAAM,YACJ,iBAAiB,kBAAkB,IAAI,eAAe;EACxD,UAAU,IAAI,WAAW,YAAY;CACvC;CAEA,IAAI,WAAW,YACb,KAAK,MAAM,CAAC,MAAM,SAAS,WACzB,UAAU,IAAI,MAAM,cAAc,IAAI,CAAC;CAK3C,IAAI,iBAAiB,KAAA,KAAa,iBAAiB,OAAO;EACxD,IAAI,iBAAiB,UAAU,IAAI,YAAY;EAC/C,IAAI,CAAC,gBAEE;QAAA,MAAM,CAAC,MAAM,SAAS,UAAU,QAAQ,GAC3C,IAAI,SAAS,gBAAgB,KAAK,WAAW,GAAG,aAAa,EAAE,GAAG;IAChE,iBAAiB;IACjB;GACF;;EAIJ,IAAI,gBAAgB;GAClB,IACG,OAAO,gBAAgB,kBAAkB,CAAC,CAC1C,OACC,uBACA,yBAAyB,aAAa,aACxC,CAAC,CACA,KAAK,cAAc;GACtB;EACF;EAEA,IAAS,KAAK,GAAG,CAAC,CAAC,KAAK,EACtB,OAAO,mCAAmC,aAAa,gBAAgB,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IACxG,CAAC;EACD;CACF;CAGA,MAAM,SAAkC,CAAC;CACzC,KAAK,MAAM,CAAC,MAAM,SAAS,UAAU,QAAQ,GAC3C,OAAO,QAAQ;CAGjB,IACG,OAAO,gBAAgB,kBAAkB,CAAC,CAC1C,OACC,uBACA,6CAA6C,KAAK,IAAI,EAAE,OAC1D,CAAC,CACA,KAAK,MAAM;AAChB;AAEA,eAAsB,qBACpB,IACA,QACA,KACA,KACA,WACe;CACf,IACE,sBACE,IACA,QACA,KACA,KACA,0BACA,UACF,MAAM,KAAA,GAEN;CAMF,IAAI,OAAO,eAAe,KAAK;EAC7B,MAAM,cAAc,IAAI,IAAI,UAAU,OAAO,eAAe,GAAG;EAC/D,IAAI,YAAY,aAAa,OAC3B,YAAY,WAAW;OAClB,IAAI,YAAY,aAAa,QAClC,YAAY,WAAW;EAEzB,MAAM,cAAc,IAAI,IAAI,IAAI,KAAK,kBAAkB;EACvD,KAAK,MAAM,CAAC,KAAK,UAAU,YAAY,aAAa,QAAQ,GAC1D,YAAY,aAAa,IAAI,KAAK,KAAK;EAGzC,IAAI;GACF,MAAM,UAAkC,CAAC;GACzC,IAAI,IAAI,QAAQ,eACd,QAAQ,gBAAgB,IAAI,QAAQ;GAEtC,MAAM,WAAW,MAAM,MAAM,YAAY,SAAS,GAAG;IACnD,QAAQ;IACR;GACF,CAAC;GAED,IAAI,KAAK,SAAS,MAAM;GACxB,MAAM,cAAc,SAAS,QAAQ,IAAI,cAAc;GACvD,IAAI,aACF,IAAI,OAAO,gBAAgB,WAAW;GAExC,MAAM,qBAAqB,SAAS,QAAQ,IAAI,qBAAqB;GACrE,IAAI,oBACF,IAAI,OAAO,uBAAuB,kBAAkB;GAGtD,MAAM,OAAO,MAAM,SAAS,KAAK;GACjC,OAAO,IAAI,KAAK,IAAI;EACtB,SAAS,KAAK;GACZ,GAAG,QAAQ,qCAAqC,YAAY,IAAI,GAAG;GACnE,OAAO,IAAI,KAAK,GAAG,CAAC,CAAC,KAAK,EACxB,OAAO,8CAA8C,YAAY,IAAI,OAAO,GAAG,IACjF,CAAC;EACH;CACF;CAGA,OAAO,mBAAmB,IAAI,QAAQ,KAAK,KAAK,WAAW,iBAAiB;AAC9E;AAGA,IAAM,qBAAqB;AAC3B,IAAM,uBAAuB;;;;;;;;;;;;AAa7B,SAAgB,cAAc,SAA2B;CACvD,MAAM,EAAC,UAAU,WAAW,CAAC;CAC7B,IAAI,CAAC,MAAM,QAAQ,KAAK,GACtB,OAAO,EAAC,OAAO,wCAAuC;CAExD,OAAO;EACL,GAAI;EACJ,OAAO,MAAM,KAAI,SACf,KAAK,WAAW,cAAc,WAAW,kBAAkB,IACvD;GACE,GAAG;GACH,WAAW;IAAC,GAAG,KAAK;IAAW,cAAc;GAAoB;EACnE,IACA,IACN;CACF;AACF"}

package/out/zero-cache/src/services/replicator/change-processor.js

@@ -7,6 +7,7 @@ import { stringify } from "../../../../shared/src/bigint-json.js";
 import { ZERO_VERSION_COLUMN_NAME } from "./schema/constants.js";
 import { liteRow } from "../../types/lite.js";
 import { liteTableName } from "../../types/names.js";
+import { id } from "../../types/sql.js";
 import { isArrayColumn, isEnumColumn, mapPostgresToLite, mapPostgresToLiteColumn, mapPostgresToLiteIndex } from "../../db/pg-to-lite.js";
 import { ColumnMetadataStore } from "./schema/column-metadata.js";
 import { TableMetadataTracker } from "./schema/table-metadata.js";
@@ -14,7 +15,6 @@ import { computeZqlSpecs, listTables } from "../../db/lite-tables.js";
 import { BackfillingTracker } from "./schema/backfilling.js";
 import { ChangeLog } from "./schema/change-log.js";
 import { updateReplicationWatermark } from "./schema/replication-state.js";
-import { id } from "../../types/sql.js";
 import { createLiteIndexStatement, createLiteTableStatement, liteColumnDef } from "../../db/create.js";
 import { acceptBackfill } from "../change-source/protocol/backfill-progress.js";
 import { SqliteError } from "@rocicorp/zero-sqlite3";
@@ -587,7 +587,6 @@ function getBackfilledColumns(row, { backfilling }) {
 	return backfilling.filter((col) => col in row);
 }
 function oversizedValueDescription(value) {
-	if (typeof value === "bigint") return BigInt.asIntN(64, value) !== value ? "valueType=bigint fitsInt64=false" : void 0;
 	const sizeBytes = typeof value === "string" ? Buffer.byteLength(value) : value instanceof Uint8Array ? value.byteLength : void 0;
 	if (sizeBytes !== void 0 && sizeBytes > MAX_SQLITE_BIND_BYTES) return `valueType=${typeof value === "string" ? "string" : "buffer"} sizeBytes=${sizeBytes} limitBytes=${MAX_SQLITE_BIND_BYTES}`;
 }

package/out/zero-cache/src/services/replicator/change-processor.js.map

@@ -1 +1 @@
-{"version":3,"file":"change-processor.js","names":["bufferConstants"],"sources":["../../../../../../zero-cache/src/services/replicator/change-processor.ts"],"sourcesContent":["import {constants as bufferConstants} from 'node:buffer';\nimport type {LogContext} from '@rocicorp/logger';\nimport {SqliteError} from '@rocicorp/zero-sqlite3';\nimport {AbortError} from '../../../../shared/src/abort-error.ts';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport {stringify} from '../../../../shared/src/bigint-json.ts';\nimport {deepEqual} from '../../../../shared/src/json.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {mapEntries} from '../../../../shared/src/objects.ts';\nimport type {DownloadStatus} from '../../../../zero-events/src/status.ts';\nimport {\n  createLiteIndexStatement,\n  createLiteTableStatement,\n  liteColumnDef,\n} from '../../db/create.ts';\nimport {\n  computeZqlSpecs,\n  listTables,\n  type LiteTableSpecWithReplicationStatus,\n} from '../../db/lite-tables.ts';\nimport {\n  isArrayColumn,\n  isEnumColumn,\n  mapPostgresToLite,\n  mapPostgresToLiteColumn,\n  mapPostgresToLiteIndex,\n} from '../../db/pg-to-lite.ts';\nimport type {ColumnSpec} from '../../db/specs.ts';\nimport type {StatementRunner} from '../../db/statements.ts';\nimport type {LexiVersion} from '../../types/lexi-version.ts';\nimport {\n  JSON_PARSED,\n  liteRow,\n  type JSONFormat,\n  type LiteRow,\n  type LiteRowKey,\n  type LiteValueType,\n} from '../../types/lite.ts';\nimport {liteTableName} from '../../types/names.ts';\nimport {id} from '../../types/sql.ts';\nimport {\n  acceptBackfill,\n  type AcceptResult,\n} from '../change-source/protocol/backfill-progress.ts';\nimport type {\n  BackfillCompleted,\n  BackfillProgressMark,\n  Change,\n  ColumnAdd,\n  ColumnDrop,\n  ColumnUpdate,\n  Identifier,\n  IndexCreate,\n  IndexDrop,\n  MessageBackfill,\n  MessageCommit,\n  MessageDelete,\n  MessageInsert,\n  MessageRelation,\n  MessageTruncate,\n  MessageUpdate,\n  TableCreate,\n  TableDrop,\n  TableRename,\n  TableUpdateMetadata,\n} from '../change-source/protocol/current/data.ts';\nimport type {ChangeStreamData} from '../change-source/protocol/current/downstream.ts';\nimport type {ReplicatorMode} from './replicator.ts';\nimport {BackfillingTracker} from './schema/backfilling.ts';\nimport {ChangeLog, DEL_OP, SET_OP} from './schema/change-log.ts';\nimport {ColumnMetadataStore} from './schema/column-metadata.ts';\nimport {\n  ZERO_VERSION_COLUMN_NAME,\n  updateReplicationWatermark,\n} from './schema/replication-state.ts';\nimport {TableMetadataTracker} from './schema/table-metadata.ts';\n\nexport type ChangeProcessorMode = ReplicatorMode | 'initial-sync';\n\nconst BIND_VALUE_TOO_BIG_ERROR =\n  'The bound string, buffer, or bigint is too big';\nconst MAX_SQLITE_BIND_BYTES = Math.min(\n  bufferConstants.MAX_LENGTH,\n  bufferConstants.MAX_STRING_LENGTH,\n);\n\nexport type CommitResult = {\n  watermark: string;\n  completedBackfill: DownloadStatus | undefined;\n  schemaUpdated: boolean;\n  changeLogUpdated: boolean;\n  /**\n   * Millisecond epoch at which the transaction committed upstream, if the\n   * ChangeSource reported one. Propagated to ViewSyncers as the origin\n   * timestamp of the end-to-end serving lag measurement.\n   */\n  upstreamCommitTimeMs?: number | undefined;\n};\n\n/**\n * The ChangeProcessor partitions the stream of messages into transactions\n * by creating a {@link TransactionProcessor} when a transaction begins, and dispatching\n * messages to it until the commit is received.\n *\n * From https://www.postgresql.org/docs/current/protocol-logical-replication.html#PROTOCOL-LOGICAL-MESSAGES-FLOW :\n *\n * \"The logical replication protocol sends individual transactions one by one.\n *  This means that all messages between a pair of Begin and Commit messages\n *  belong to the same transaction.\"\n */\nexport class ChangeProcessor {\n  readonly #db: StatementRunner;\n  readonly #changeLog: ChangeLog;\n  readonly #tableMetadata: TableMetadataTracker;\n  readonly #backfilling: BackfillingTracker;\n  readonly #mode: ChangeProcessorMode;\n  readonly #failService: (lc: LogContext, err: unknown) => void;\n\n  // The TransactionProcessor lazily loads table specs into this Map,\n  // and reloads them after a schema change. It is cached here to avoid\n  // reading them from the DB on every transaction.\n  readonly #tableSpecs = new Map<string, LiteTableSpecWithReplicationStatus>();\n\n  #currentTx: TransactionProcessor | null = null;\n\n  #failure: Error | undefined;\n\n  constructor(\n    db: StatementRunner,\n    mode: ChangeProcessorMode,\n    failService: (lc: LogContext, err: unknown) => void,\n  ) {\n    this.#db = db;\n    this.#changeLog = new ChangeLog(db.db);\n    this.#tableMetadata = new TableMetadataTracker(db.db);\n    this.#backfilling = new BackfillingTracker(db.db);\n    this.#mode = mode;\n    this.#failService = failService;\n  }\n\n  #fail(lc: LogContext, err: unknown) {\n    if (!this.#failure) {\n      let failureError = err;\n      const rollbackErrors = [attempt(() => this.#currentTx?.abort(lc))].filter(\n        e => e !== undefined,\n      );\n\n      if (rollbackErrors.length) {\n        const combinedError = new Error(\n          `Message processing failed and rollback also failed: operation error = ${String(err)}; rollback error = ${rollbackErrors.map(String).join('; ')}`,\n        );\n        combinedError.cause = err;\n        failureError = combinedError;\n      }\n\n      this.#failure = ensureError(failureError);\n\n      if (!(this.#failure instanceof AbortError)) {\n        // Propagate the failure up to the service.\n        lc.error?.('Message Processing failed:', this.#failure);\n        this.#failService(lc, this.#failure);\n      }\n    }\n  }\n\n  abort(lc: LogContext) {\n    this.#fail(lc, new AbortError());\n  }\n\n  /** @return If a transaction was committed. */\n  processMessage(\n    lc: LogContext,\n    downstream: ChangeStreamData,\n  ): CommitResult | null {\n    const [type, message] = downstream;\n    if (this.#failure) {\n      lc.debug?.(`Dropping ${message.tag}`);\n      return null;\n    }\n    try {\n      const watermark =\n        type === 'begin'\n          ? downstream[2].commitWatermark\n          : type === 'commit'\n            ? downstream[2].watermark\n            : undefined;\n      return this.#processMessage(lc, message, watermark);\n    } catch (e) {\n      this.#fail(lc, e);\n    }\n    return null;\n  }\n\n  #beginTransaction(\n    lc: LogContext,\n    commitVersion: string,\n    jsonFormat: JSONFormat,\n  ): TransactionProcessor {\n    const start = Date.now();\n\n    // litestream can technically hold the lock for an arbitrary amount of time\n    // when checkpointing a large commit. Crashing on the busy-timeout in this\n    // scenario will either produce a corrupt backup or otherwise prevent\n    // replication from proceeding.\n    //\n    // Instead, retry the lock acquisition indefinitely. If this masks\n    // an unknown deadlock situation, manual intervention will be necessary.\n    for (let i = 0; ; i++) {\n      try {\n        return new TransactionProcessor(\n          lc,\n          this.#db,\n          this.#mode,\n          this.#changeLog,\n          this.#tableMetadata,\n          this.#backfilling,\n          this.#tableSpecs,\n          commitVersion,\n          jsonFormat,\n        );\n      } catch (e) {\n        if (e instanceof SqliteError && e.code === 'SQLITE_BUSY') {\n          lc.warn?.(\n            `SQLITE_BUSY for ${Date.now() - start} ms (attempt ${i + 1}). ` +\n              `This is only expected if litestream is performing a large ` +\n              `checkpoint.`,\n            e,\n          );\n          continue;\n        }\n        throw e;\n      }\n    }\n  }\n\n  /** @return If a transaction was committed. */\n  #processMessage(\n    lc: LogContext,\n    msg: Change,\n    watermark: string | undefined,\n  ): CommitResult | null {\n    if (msg.tag === 'begin') {\n      if (this.#currentTx) {\n        throw new Error(`Already in a transaction ${stringify(msg)}`);\n      }\n      this.#currentTx = this.#beginTransaction(\n        lc,\n        must(watermark),\n        msg.json ?? JSON_PARSED,\n      );\n      return null;\n    }\n\n    // For non-begin messages, there should be a #currentTx set.\n    const tx = this.#currentTx;\n    if (!tx) {\n      throw new Error(\n        `Received message outside of transaction: ${stringify(msg)}`,\n      );\n    }\n\n    if (msg.tag === 'commit') {\n      assert(watermark, 'watermark is required for commit messages');\n      const result = tx.processCommit(msg, watermark);\n      // Clear only after a successful commit so #fail can roll back a commit\n      // path that throws before SQLite has committed.\n      this.#currentTx = null;\n      return result;\n    }\n\n    if (msg.tag === 'rollback') {\n      tx.abort(lc);\n      this.#currentTx = null;\n      return null;\n    }\n\n    switch (msg.tag) {\n      case 'insert':\n        tx.processInsert(msg);\n        break;\n      case 'update':\n        tx.processUpdate(msg);\n        break;\n      case 'delete':\n        tx.processDelete(msg);\n        break;\n      case 'truncate':\n        tx.processTruncate(msg);\n        break;\n      case 'create-table':\n        tx.processCreateTable(msg);\n        break;\n      case 'rename-table':\n        tx.processRenameTable(msg);\n        break;\n      case 'update-table-metadata':\n        tx.processTableMetadata(msg);\n        break;\n      case 'add-column':\n        tx.processAddColumn(msg);\n        break;\n      case 'update-column':\n        tx.processUpdateColumn(msg);\n        break;\n      case 'drop-column':\n        tx.processDropColumn(msg);\n        break;\n      case 'drop-table':\n        tx.processDropTable(msg);\n        break;\n      case 'create-index':\n        tx.processCreateIndex(msg);\n        break;\n      case 'drop-index':\n        tx.processDropIndex(msg);\n        break;\n      case 'backfill':\n        tx.processBackfill(msg);\n        break;\n      case 'backfill-completed':\n        tx.processBackfillCompleted(msg);\n        break;\n      default:\n        unreachable(msg);\n    }\n\n    return null;\n  }\n}\n\n/**\n * The {@link TransactionProcessor} handles the sequence of messages from\n * upstream, from `BEGIN` to `COMMIT` and executes the corresponding mutations\n * on the {@link postgres.TransactionSql} on the replica.\n *\n * When applying row contents to the replica, the `_0_version` column is added / updated,\n * and a corresponding entry in the `ChangeLog` is added. The version value is derived\n * from the watermark of the preceding transaction (stored as the `nextStateVersion` in the\n * `ReplicationState` table).\n *\n *   Side note: For non-streaming Postgres transactions, the commitEndLsn (and thus\n *   commit watermark) is available in the `begin` message, so it could theoretically\n *   be used for the row version of changes within the transaction. However, the\n *   commitEndLsn is not available in the streaming (in-progress) transaction\n *   protocol, and may not be available for CDC streams of other upstream types.\n *   Therefore, the zero replication protocol is designed to not require the commit\n *   watermark when a transaction begins.\n *\n * Also of interest is the fact that all INSERT Messages are logically applied as\n * UPSERTs. See {@link processInsert} for the underlying motivation.\n */\nclass TransactionProcessor {\n  readonly #lc: LogContext;\n  readonly #startMs: number;\n  readonly #db: StatementRunner;\n  readonly #mode: ChangeProcessorMode;\n  readonly #version: LexiVersion;\n  readonly #changeLog: ChangeLog;\n  readonly #tableMetadata: TableMetadataTracker;\n  readonly #backfilling: BackfillingTracker;\n  readonly #tableSpecs: Map<string, LiteTableSpecWithReplicationStatus>;\n  readonly #jsonFormat: JSONFormat;\n  readonly #columnMetadata: ColumnMetadataStore;\n\n  #pos = 0;\n  #schemaChanged = false;\n  #numChangeLogEntries = 0;\n\n  constructor(\n    lc: LogContext,\n    db: StatementRunner,\n    mode: ChangeProcessorMode,\n    changeLog: ChangeLog,\n    tableMetadata: TableMetadataTracker,\n    backfilling: BackfillingTracker,\n    tableSpecs: Map<string, LiteTableSpecWithReplicationStatus>,\n    commitVersion: LexiVersion,\n    jsonFormat: JSONFormat,\n  ) {\n    this.#startMs = Date.now();\n    this.#mode = mode;\n    this.#jsonFormat = jsonFormat;\n\n    switch (mode) {\n      case 'serving':\n        // This is the only transaction that commits to the serving replica.\n        // Snapshotters use BEGIN CONCURRENT for private changes that are\n        // always rolled back, while BEGIN IMMEDIATE lets this writer spill\n        // dirty pages during large transactions.\n        db.beginImmediate();\n        break;\n      case 'backup':\n        // For the backup-replicator (i.e. replication-manager), there are no View Syncers\n        // and thus BEGIN CONCURRENT is not necessary. In fact, BEGIN CONCURRENT can cause\n        // deadlocks with forced wal-checkpoints (which `litestream replicate` performs),\n        // so it is important to use vanilla transactions in this configuration.\n        db.beginImmediate();\n        break;\n      case 'initial-sync':\n        // When the ChangeProcessor is used for initial-sync, the calling code\n        // handles the transaction boundaries.\n        break;\n      default:\n        unreachable();\n    }\n    this.#db = db;\n    this.#version = commitVersion;\n    this.#lc = lc.withContext('version', commitVersion);\n    this.#changeLog = changeLog;\n    this.#tableMetadata = tableMetadata;\n    this.#backfilling = backfilling;\n    this.#tableSpecs = tableSpecs;\n    // The column_metadata table is guaranteed to exist since the\n    // replica-schema.ts migration to v8.\n    this.#columnMetadata = must(ColumnMetadataStore.getInstance(db.db));\n\n    if (this.#tableSpecs.size === 0) {\n      this.#reloadTableSpecs();\n    }\n  }\n\n  #reloadTableSpecs() {\n    this.#tableSpecs.clear();\n    // zqlSpecs include the primary key derived from unique indexes\n    const zqlSpecs = computeZqlSpecs(this.#lc, this.#db.db, {\n      includeBackfillingColumns: true,\n    });\n    for (let spec of listTables(this.#db.db)) {\n      if (!spec.primaryKey) {\n        spec = {\n          ...spec,\n          primaryKey: [\n            ...(zqlSpecs.get(spec.name)?.tableSpec.primaryKey ?? []),\n          ],\n        };\n      }\n      this.#tableSpecs.set(spec.name, spec);\n    }\n  }\n\n  #tableSpec(name: string) {\n    return must(this.#tableSpecs.get(name), `Unknown table ${name}`);\n  }\n\n  #getKey(\n    {row, numCols}: {row: LiteRow; numCols: number},\n    {relation}: {relation: MessageRelation},\n  ): LiteRowKey {\n    const keyColumns =\n      relation.rowKey.type !== 'full'\n        ? relation.rowKey.columns // already a suitable key\n        : this.#tableSpec(liteTableName(relation)).primaryKey;\n    if (!keyColumns?.length) {\n      throw new Error(\n        `Cannot replicate table \"${relation.name}\" without a PRIMARY KEY or UNIQUE INDEX`,\n      );\n    }\n    // For the common case (replica identity default), the row is already the\n    // key for deletes and updates, in which case a new object can be avoided.\n    if (numCols === keyColumns.length) {\n      return row;\n    }\n    const key: Record<string, LiteValueType> = {};\n    for (const col of keyColumns) {\n      key[col] = row[col];\n    }\n    return key;\n  }\n\n  processInsert(insert: MessageInsert) {\n    const table = liteTableName(insert.relation);\n    const tableSpec = this.#tableSpec(table);\n    const newRow = liteRow(insert.new, tableSpec, this.#jsonFormat);\n\n    this.#upsert(table, {\n      ...newRow.row,\n      [ZERO_VERSION_COLUMN_NAME]: this.#version,\n    });\n\n    if (insert.relation.rowKey.columns.length === 0) {\n      // INSERTs can be replicated for rows without a PRIMARY KEY or a\n      // UNIQUE INDEX. These are written to the replica but not recorded\n      // in the changeLog, because these rows cannot participate in IVM.\n      //\n      // (Once the table schema has been corrected to include a key, the\n      //  associated schema change will reset pipelines and data can be\n      //  loaded via hydration.)\n      return;\n    }\n    const key = this.#getKey(newRow, insert);\n    this.#logSetOp(table, key, getBackfilledColumns(newRow.row, tableSpec));\n  }\n\n  #upsert(table: string, row: LiteRow) {\n    const columns = Object.keys(row).map(c => id(c));\n    this.#db.run(\n      `\n      INSERT OR REPLACE INTO ${id(table)} (${columns.join(',')})\n        VALUES (${Array.from({length: columns.length}).fill('?').join(',')})\n      `,\n      Object.values(row),\n    );\n  }\n\n  // Updates by default are applied as UPDATE commands to support partial\n  // row specifications from the change source. In particular, this is needed\n  // to handle updates for which unchanged TOASTed values are not sent:\n  //\n  // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-TUPLEDATA\n  //\n  // However, in certain cases an UPDATE may be received for a row that\n  // was not initially synced, such as when, an existing table is added\n  // to the app's publication.\n  //\n  // In order to facilitate \"resumptive\" replication, the logic falls back to\n  // an INSERT if the update did not change any rows.\n  processUpdate(update: MessageUpdate) {\n    const table = liteTableName(update.relation);\n    const tableSpec = this.#tableSpec(table);\n    const newRow = liteRow(update.new, tableSpec, this.#jsonFormat);\n    const row = {...newRow.row, [ZERO_VERSION_COLUMN_NAME]: this.#version};\n\n    // update.key is set with the old values if the key has changed.\n    const oldKey = update.key\n      ? this.#getKey(\n          liteRow(update.key, this.#tableSpec(table), this.#jsonFormat),\n          update,\n        )\n      : null;\n    const newKey = this.#getKey(newRow, update);\n\n    if (oldKey) {\n      this.#logDeleteOp(table, oldKey, tableSpec.backfilling);\n    }\n    this.#logSetOp(table, newKey, getBackfilledColumns(newRow.row, tableSpec));\n\n    const currKey = oldKey ?? newKey;\n    const conds = Object.keys(currKey).map(col => `${id(col)}=?`);\n    const setExprs = Object.keys(row).map(col => `${id(col)}=?`);\n\n    try {\n      const {changes} = this.#db.run(\n        `\n        UPDATE ${id(table)}\n          SET ${setExprs.join(',')}\n          WHERE ${conds.join(' AND ')}\n        `,\n        [...Object.values(row), ...Object.values(currKey)],\n      );\n\n      // If the UPDATE did not affect any rows, perform an UPSERT of the\n      // new row for resumptive replication.\n      if (changes === 0) {\n        this.#upsert(table, row);\n      }\n    } catch (e) {\n      if (\n        !(e instanceof RangeError) ||\n        e.message !== BIND_VALUE_TOO_BIG_ERROR\n      ) {\n        throw e;\n      }\n\n      const binding = [...Object.entries(row), ...Object.entries(currKey)]\n        .map(\n          ([column, value]) =>\n            [column, oversizedValueDescription(value)] as const,\n        )\n        .find(([, description]) => description);\n      const relationOid =\n        'relationOid' in update.relation &&\n        typeof update.relation.relationOid === 'number'\n          ? ` relationOid=${update.relation.relationOid}`\n          : '';\n      const error = new Error(\n        `Oversized SQLite update binding: tx=${this.#version}${relationOid} table=${update.relation.schema}.${update.relation.name} column=${binding?.[0] ?? 'unknown'}${binding?.[1] ? ` ${binding[1]}` : ''}`,\n        {cause: e},\n      );\n      error.name = 'OversizedUpdateBindingError';\n      throw error;\n    }\n  }\n\n  processDelete(del: MessageDelete) {\n    const table = liteTableName(del.relation);\n    const tableSpec = this.#tableSpec(table);\n    const rowKey = this.#getKey(\n      liteRow(del.key, tableSpec, this.#jsonFormat),\n      del,\n    );\n\n    this.#delete(table, rowKey);\n    this.#logDeleteOp(table, rowKey, tableSpec.backfilling);\n  }\n\n  #delete(table: string, rowKey: LiteRowKey) {\n    const conds = Object.keys(rowKey).map(col => `${id(col)}=?`);\n    this.#db.run(\n      `DELETE FROM ${id(table)} WHERE ${conds.join(' AND ')}`,\n      Object.values(rowKey),\n    );\n  }\n\n  processTruncate(truncate: MessageTruncate) {\n    for (const relation of truncate.relations) {\n      const table = liteTableName(relation);\n      // Update replica data.\n      this.#db.run(`DELETE FROM ${id(table)}`);\n\n      // Update change log.\n      this.#logTruncateOp(table);\n    }\n  }\n\n  processCreateTable(create: TableCreate) {\n    if (create.metadata) {\n      this.#tableMetadata.setUpstreamMetadata(create.spec, create.metadata);\n    }\n    this.#backfilling.apply(create);\n    const table = mapPostgresToLite(create.spec);\n    this.#db.db.exec(createLiteTableStatement(table));\n\n    // Write to metadata table\n    for (const [colName, colSpec] of Object.entries(create.spec.columns)) {\n      this.#columnMetadata.insert(\n        table.name,\n        colName,\n        colSpec,\n        create.backfill?.[colName],\n      );\n    }\n\n    this.#logResetOp(table.name);\n    this.#lc.info?.(create.tag, table.name);\n  }\n\n  processTableMetadata(msg: TableUpdateMetadata) {\n    this.#tableMetadata.setUpstreamMetadata(msg.table, msg.new);\n    // Inert today: the fold's only op for this tag is `upsert-metadata`, which\n    // the line above is the replica's interpreter of. Called anyway so that\n    // every site that hands a schema change to one cookie tracker hands it to\n    // both -- an exception here would be a schema change the shared fold has an\n    // opinion about and this store never sees, which is the drift the fold\n    // exists to make impossible.\n    this.#backfilling.apply(msg);\n  }\n\n  processRenameTable(rename: TableRename) {\n    this.#tableMetadata.rename(rename.old, rename.new);\n    this.#backfilling.apply(rename);\n\n    const oldName = liteTableName(rename.old);\n    const newName = liteTableName(rename.new);\n    this.#db.db.exec(`ALTER TABLE ${id(oldName)} RENAME TO ${id(newName)}`);\n\n    // Rename in metadata table\n    this.#columnMetadata.renameTable(oldName, newName);\n\n    this.#bumpVersions(rename.new);\n    this.#logResetOp(oldName);\n    this.#lc.info?.(rename.tag, oldName, newName);\n  }\n\n  processAddColumn(msg: ColumnAdd) {\n    if (msg.tableMetadata) {\n      this.#tableMetadata.setUpstreamMetadata(msg.table, msg.tableMetadata);\n    }\n    this.#backfilling.apply(msg);\n    const table = liteTableName(msg.table);\n    const {name} = msg.column;\n    const spec = mapPostgresToLiteColumn(table, msg.column);\n    this.#db.db.exec(\n      `ALTER TABLE ${id(table)} ADD ${id(name)} ${liteColumnDef(spec)}`,\n    );\n\n    // Write to metadata table\n    this.#columnMetadata.insert(table, name, msg.column.spec, msg.backfill);\n\n    if (msg.backfill) {\n      this.#reloadTableSpecs();\n    } else {\n      // Make the new column visible immediately if it's not being backfilled.\n      // Otherwise, the version bump will happen with the backfill is complete.\n      this.#bumpVersions(msg.table);\n    }\n    this.#lc.info?.(msg.tag, table, msg.column);\n  }\n\n  processUpdateColumn(msg: ColumnUpdate) {\n    // A no-op unless this is a rename, which is the only part of a column\n    // update that moves the backfill cookie.\n    this.#backfilling.apply(msg);\n\n    const table = liteTableName(msg.table);\n    let oldName = msg.old.name;\n    const newName = msg.new.name;\n\n    const storageTypesDiffer = differentStorageTypes(\n      msg.old.spec,\n      msg.new.spec,\n    );\n\n    // If neither the column name nor the SQLite data type changes, only the\n    // upstream metadata needs to be updated. This includes changes such as a\n    // varchar character limit and nullability, which SQLite does not enforce\n    // but a freshly built replica still records.\n    if (oldName === newName && !storageTypesDiffer) {\n      this.#columnMetadata.update(\n        table,\n        msg.old.name,\n        msg.new.name,\n        msg.new.spec,\n      );\n      if (Boolean(msg.old.spec.notNull) !== Boolean(msg.new.spec.notNull)) {\n        this.#bumpVersions(msg.table);\n      }\n      this.#lc.info?.(msg.tag, 'updated metadata only', msg.old, msg.new);\n      return;\n    }\n    // Storage type changes require a new column so that SQLite uses the new\n    // representation for existing and future values.\n    if (storageTypesDiffer) {\n      // update-column can ignore defaults because it does not change the values\n      // in existing rows.\n      //\n      // https://www.postgresql.org/docs/current/sql-altertable.html#SQL-ALTERTABLE-DESC-SET-DROP-DEFAULT\n      //\n      // \"The new default value will only apply in subsequent INSERT or UPDATE\n      //  commands; it does not cause rows already in the table to change.\"\n      //\n      // This allows support for _changing_ column defaults to any expression,\n      // since it does not affect what the replica needs to do.\n      const newLiteSpec = mapPostgresToLiteColumn(\n        table,\n        msg.new,\n        'ignore-default',\n      );\n      if (oldName !== newName) {\n        // Rename the column in place first so that SQLite rewrites every\n        // reference to it in the table's index definitions, including the\n        // WHERE clauses of partial indexes.\n        this.#db.db.exec(\n          `ALTER TABLE ${id(table)} RENAME ${id(oldName)} TO ${id(newName)}`,\n        );\n        oldName = newName;\n      }\n      const tableSpec = must(\n        listTables(this.#db.db, false, false).find(\n          tableSpec => tableSpec.name === table,\n        ),\n      );\n      // Recreating the table drops its indexes, so capture their DDL to\n      // replay afterwards. Auto-indexes (PRIMARY KEY) have no DDL and are\n      // recreated by the CREATE TABLE statement itself.\n      const indexDDL = this.#db.db\n        .prepare(\n          `SELECT sql FROM sqlite_master\n             WHERE type = 'index' AND tbl_name = ? AND sql IS NOT NULL\n             ORDER BY rowid`,\n        )\n        .all<{sql: string}>(table)\n        .map(({sql}) => sql);\n      const tmpTable = `tmp.${table}`;\n      const columns = Object.keys(tableSpec.columns);\n      const stmts = [\n        createLiteTableStatement({\n          ...tableSpec,\n          name: tmpTable,\n          columns: mapEntries(tableSpec.columns, (column, spec) => [\n            column,\n            column === newName ? {...newLiteSpec, pos: spec.pos} : spec,\n          ]),\n        }),\n        `INSERT INTO ${id(tmpTable)} (${columns.map(id).join(',')})\n         SELECT ${columns.map(id).join(',')} FROM ${id(table)};`,\n        `DROP TABLE ${id(table)};`,\n        `ALTER TABLE ${id(tmpTable)} RENAME TO ${id(table)};`,\n        ...indexDDL.map(sql => `${sql};`),\n      ];\n      this.#db.db.exec(stmts.join(''));\n    }\n    if (oldName !== newName) {\n      this.#db.db.exec(\n        `ALTER TABLE ${id(table)} RENAME ${id(oldName)} TO ${id(newName)}`,\n      );\n    }\n\n    // Update metadata table\n    this.#columnMetadata.update(\n      table,\n      msg.old.name,\n      msg.new.name,\n      msg.new.spec,\n    );\n\n    this.#bumpVersions(msg.table);\n    this.#lc.info?.(msg.tag, table, msg.new);\n  }\n\n  processDropColumn(msg: ColumnDrop) {\n    const table = liteTableName(msg.table);\n    const {column} = msg;\n    this.#db.db.exec(`ALTER TABLE ${id(table)} DROP ${id(column)}`);\n\n    // Delete from metadata table\n    this.#columnMetadata.deleteColumn(table, column);\n    this.#backfilling.apply(msg);\n\n    this.#bumpVersions(msg.table);\n    this.#lc.info?.(msg.tag, table, column);\n  }\n\n  processDropTable(drop: TableDrop) {\n    this.#tableMetadata.drop(drop.id);\n    this.#backfilling.apply(drop);\n\n    const name = liteTableName(drop.id);\n    this.#db.db.exec(`DROP TABLE IF EXISTS ${id(name)}`);\n\n    // Delete from metadata table\n    this.#columnMetadata.deleteTable(name);\n\n    this.#logResetOp(name);\n    this.#lc.info?.(drop.tag, name);\n  }\n\n  processCreateIndex(create: IndexCreate) {\n    const index = mapPostgresToLiteIndex(create.spec);\n    this.#db.db.exec(createLiteIndexStatement(index));\n\n    // indexes affect tables visibility (e.g. sync-ability is gated on\n    // having a unique index), so reset pipelines to refresh table schemas.\n    this.#logResetOp(index.tableName);\n    this.#lc.info?.(create.tag, index.name);\n  }\n\n  processDropIndex(drop: IndexDrop) {\n    const name = liteTableName(drop.id);\n    const indexExisted = this.#db.db\n      .prepare(\n        `SELECT tbl_name as tableName FROM sqlite_master WHERE type = 'index' AND name = ?`,\n      )\n      .get(name) as {tableName: string} | undefined;\n\n    this.#db.db.exec(`DROP INDEX IF EXISTS ${id(name)}`);\n\n    if (indexExisted) {\n      // indexes affect tables visibility (e.g. sync-ability is gated on\n      // having a unique index), so reset pipelines to refresh table schemas.\n      this.#logResetOp(indexExisted.tableName);\n    }\n    this.#lc.info?.(drop.tag, name);\n  }\n\n  #bumpVersions(table: Identifier) {\n    this.#tableMetadata.setMinRowVersion(table, this.#version);\n    this.#logResetOp(liteTableName(table));\n  }\n\n  /**\n   * @param backfilledColumns `backfilling` columns for which values were set\n   */\n  #logSetOp(\n    table: string,\n    key: LiteRowKey,\n    backfilledColumns: string[] | undefined,\n  ) {\n    // The \"serving\" replicator always writes to the change-log (for IVM).\n    // The \"backup\" replicator only needs to write to the change log\n    // when writing columns that are being backfilled.\n    if (this.#mode === 'serving' || backfilledColumns !== undefined) {\n      this.#changeLog.logSetOp(\n        this.#version,\n        this.#pos++,\n        table,\n        key,\n        backfilledColumns,\n      );\n      this.#numChangeLogEntries++;\n    }\n  }\n\n  #logDeleteOp(table: string, key: LiteRowKey, backfilling?: string[]) {\n    // The \"serving\" replicator always writes to the change-log (for IVM).\n    // The \"backup\" replicator only needs to write to the change log\n    // when writing columns that are being backfilled.\n    if (this.#mode === 'serving' || backfilling?.length) {\n      this.#changeLog.logDeleteOp(this.#version, this.#pos++, table, key);\n      this.#numChangeLogEntries++;\n    }\n  }\n\n  #logTruncateOp(table: string) {\n    if (this.#mode === 'serving') {\n      this.#changeLog.logTruncateOp(this.#version, table);\n      this.#numChangeLogEntries++;\n    }\n  }\n\n  #logResetOp(table: string) {\n    this.#schemaChanged = true;\n    if (this.#mode === 'serving') {\n      this.#changeLog.logResetOp(this.#version, table);\n      this.#numChangeLogEntries++;\n    }\n    this.#reloadTableSpecs();\n  }\n\n  processBackfill({\n    relation,\n    watermark,\n    columns,\n    rowValues,\n    progressMarks,\n  }: MessageBackfill) {\n    const tableName = liteTableName(relation);\n    const tableSpec = must(this.#tableSpecs.get(tableName));\n    const rowKeyCols = relation.rowKey.columns;\n    const cols = [...rowKeyCols, ...columns];\n\n    // Only columns that are still being backfilled on _this_ replica are\n    // written, and of those, only the columns for which this message is\n    // contiguous with the data received so far (whose progress is advanced).\n    //\n    // * Once a column has been published (backfill completed), its values\n    //   strictly follow the replication timeline, so a subsequent backfill must\n    //   never overwrite them. This guards against a redundant backfill, e.g.\n    //   when the view-syncer (re)connects to a replication-manager that is\n    //   (re)running a backfill this replica already completed.\n    // * Data for non-contiguous (ignored) columns is necessarily re-delivered\n    //   (by a resumed or from-scratch run) before the column can be published,\n    //   so writing it would be wasted I/O.\n    const {accepted, ignored} = this.#trackBackfillProgress(\n      relation,\n      cols,\n      own => acceptBackfill(own, progressMarks),\n    );\n    if (accepted.length === 0) {\n      this.#lc.debug?.(\n        ignored.length\n          ? `skipping backfill of ${rowValues.length} rows into ` +\n              `${tableName}: not contiguous with the progress of columns ` +\n              `[${ignored.join(',')}]`\n          : `skipping redundant backfill of ${rowValues.length} rows into ` +\n              `${tableName} (all columns already published)`,\n        progressMarks,\n      );\n      return;\n    }\n    if (ignored.length) {\n      this.#lc.debug?.(\n        `backfill of ${tableName} is not contiguous with the progress ` +\n          `of columns [${ignored.join(',')}]`,\n        progressMarks,\n      );\n    }\n    const acceptedSet = new Set(accepted);\n\n    // Common parts of the INSERT sql statement.\n    const insertColsStr = [...cols, ZERO_VERSION_COLUMN_NAME].map(id).join(',');\n    const qMarks = Array.from({length: cols.length + 1})\n      .fill('?')\n      .join(',');\n    const rowKeyColsStr = rowKeyCols.map(id).join(',');\n\n    let backfilled = 0;\n    let skipped = 0;\n    for (const v of rowValues) {\n      const row = liteRow(\n        Object.fromEntries(cols.map((c, i) => [c, v[i]])),\n        tableSpec,\n        this.#jsonFormat,\n      );\n      const rowKey = this.#getKey(row, {relation});\n      const rowOp = this.#changeLog.getLatestRowOp(tableName, rowKey);\n      if (rowOp?.op === DEL_OP && rowOp.stateVersion > watermark) {\n        skipped++;\n        continue; // the row was deleted after the backfill snapshot\n      }\n      // Restrict the DO UPDATE columns to those still being backfilled. Never\n      // update an already backfilled (i.e. published) column.\n      const updates = (\n        rowOp?.op === SET_OP\n          ? cols.filter(\n              c => (rowOp.backfillingColumnVersions[c] ?? '') <= watermark,\n            )\n          : cols\n      ).filter(c => acceptedSet.has(c));\n      if (updates.length === 0) {\n        // row already has newer values for all accepted backfilling columns.\n        skipped++;\n        continue;\n      }\n      const updateStmts = updates.map(col => `${id(col)}=excluded.${id(col)}`);\n      this.#db.run(\n        /*sql*/ `\n        INSERT INTO ${id(tableName)} (${insertColsStr}) VALUES (${qMarks})\n          ON CONFLICT (${rowKeyColsStr})\n          DO UPDATE SET ${updateStmts.join(',')};\n      `,\n        ...Object.values(row.row),\n        watermark, // the _0_version for new rows (i.e. table backfill)\n      );\n      backfilled++;\n    }\n\n    this.#lc.debug?.(\n      `backfilled ${backfilled} rows (skipped ${skipped}) into ${tableName}`,\n    );\n  }\n\n  #completedBackfill: DownloadStatus | undefined;\n\n  /**\n   * Applies `accept` to the tracked progress of each of the `cols` that are\n   * still backfilling on this replica, updating the progress of the accepted\n   * ones. Columns that are not backfilling (e.g. already published) are\n   * neither accepted nor ignored.\n   */\n  #trackBackfillProgress(\n    relation: Identifier,\n    cols: readonly string[],\n    accept: (progress: BackfillProgressMark | undefined) => AcceptResult,\n  ): {accepted: string[]; ignored: string[]} {\n    const tracked = this.#backfilling.getProgress(relation);\n    const accepted: string[] = [];\n    const ignored: string[] = [];\n    for (const col of cols) {\n      if (!tracked.has(col)) {\n        continue; // not backfilling\n      }\n      const progress = tracked.get(col);\n      const result = accept(progress);\n      if (!result.accept) {\n        ignored.push(col);\n        continue;\n      }\n      accepted.push(col);\n      if (!deepEqual(result.progress, progress)) {\n        this.#backfilling.setProgress(relation, col, result.progress);\n      }\n    }\n    return {accepted, ignored};\n  }\n\n  processBackfillCompleted(msg: BackfillCompleted) {\n    const {relation, columns, status, progressMarks} = msg;\n    const tableName = liteTableName(relation);\n    const rowKeyCols = relation.rowKey.columns;\n\n    // Only complete the columns whose backfill progress is contiguous with\n    // the completed backfill. The others remain backfilling (and will be\n    // re-requested by the change-streamer).\n    const {accepted, ignored} = this.#trackBackfillProgress(\n      relation,\n      [...rowKeyCols, ...columns],\n      own =>\n        acceptBackfill(\n          own,\n          progressMarks ? {previous: progressMarks.previous} : undefined,\n        ),\n    );\n    if (ignored.length) {\n      this.#lc.info?.(\n        `ignoring backfill-completed of ${tableName} for columns ` +\n          `[${ignored.join(',')}], which have not received all of the data`,\n        progressMarks,\n      );\n    }\n\n    // If none of the columns are still backfilling on this replica, they were\n    // already published (e.g. a redundant backfill from a replication-manager\n    // re-running a backfill this replica already completed). Bumping versions\n    // again would spuriously reset pipelines and re-report completion, so treat\n    // the completion as a no-op.\n    if (accepted.length === 0) {\n      if (ignored.length === 0) {\n        this.#lc.debug?.(\n          `skipping redundant backfill-completed for ${tableName} ` +\n            `(all columns already published)`,\n        );\n      }\n      return;\n    }\n    const ignoredSet = new Set(ignored);\n    const cols = [\n      ...rowKeyCols.filter(c => !ignoredSet.has(c)),\n      ...columns.filter(c => !ignoredSet.has(c)),\n    ];\n\n    const columnMetadata = must(ColumnMetadataStore.getInstance(this.#db.db));\n    for (const col of cols) {\n      columnMetadata.clearBackfilling(tableName, col);\n    }\n    this.#backfilling.complete(relation, cols);\n    // Given that new columns are being exposed for every row in the table, bump the\n    // row version for all rows.\n    this.#bumpVersions(relation);\n    if (status) {\n      this.#completedBackfill = {table: tableName, columns: cols, ...status};\n    }\n    this.#lc.info?.(`finished backfilling ${tableName}`);\n\n    // Note that there is no need to clear the backfillingColumnVersions values\n    // in the changeLog. It could theoretically be done for clarity but:\n    // (1) it could be non-trivial in terms of latency introduced and\n    // (2) the data must be preserved if _other_ columns are in the process\n    //     of being backfilled\n    //\n    // Thus, for speed and simplicity, the values are left as is. (Note that\n    // subsequent replicated changes to those rows will clear the values if\n    // no backfills are in progress).\n  }\n\n  processCommit(commit: MessageCommit, watermark: string): CommitResult {\n    if (watermark !== this.#version) {\n      throw new Error(\n        `'commit' version ${watermark} does not match 'begin' version ${\n          this.#version\n        }: ${stringify(commit)}`,\n      );\n    }\n    updateReplicationWatermark(this.#db, watermark);\n\n    if (this.#schemaChanged) {\n      const start = Date.now();\n      this.#db.db.pragma('optimize');\n      this.#lc.info?.(\n        `PRAGMA optimized after schema change (${Date.now() - start} ms)`,\n      );\n    }\n\n    if (this.#mode !== 'initial-sync') {\n      this.#db.commit();\n    }\n\n    const elapsedMs = Date.now() - this.#startMs;\n    this.#lc.debug?.(`Committed tx@${this.#version} (${elapsedMs} ms)`);\n\n    return {\n      watermark,\n      completedBackfill: this.#completedBackfill,\n      schemaUpdated: this.#schemaChanged,\n      changeLogUpdated: this.#numChangeLogEntries > 0,\n      upstreamCommitTimeMs: commit.commitTimeMs,\n    };\n  }\n\n  abort(lc: LogContext) {\n    lc.info?.(`aborting transaction ${this.#version}`);\n    this.#db.rollback();\n    // A schema change in the transaction reloaded the table specs, which now\n    // describe the schema that the rollback undid. Clearing them makes the\n    // next transaction reload them from the database.\n    this.#tableSpecs.clear();\n  }\n}\n\nfunction differentStorageTypes(\n  oldSpec: ColumnSpec,\n  newSpec: ColumnSpec,\n): boolean {\n  return (\n    oldSpec.dataType !== newSpec.dataType ||\n    isEnumColumn(oldSpec) !== isEnumColumn(newSpec) ||\n    isArrayColumn(oldSpec) !== isArrayColumn(newSpec)\n  );\n}\n\nfunction getBackfilledColumns(\n  row: LiteRow,\n  {backfilling}: LiteTableSpecWithReplicationStatus,\n): string[] | undefined {\n  if (!backfilling?.length) {\n    return undefined; // common case\n  }\n  return backfilling.filter(col => col in row);\n}\n\nfunction oversizedValueDescription(value: LiteValueType): string | undefined {\n  if (typeof value === 'bigint') {\n    return BigInt.asIntN(64, value) !== value\n      ? 'valueType=bigint fitsInt64=false'\n      : undefined;\n  }\n\n  const sizeBytes =\n    typeof value === 'string'\n      ? Buffer.byteLength(value)\n      : value instanceof Uint8Array\n        ? value.byteLength\n        : undefined;\n  if (sizeBytes !== undefined && sizeBytes > MAX_SQLITE_BIND_BYTES) {\n    const valueType = typeof value === 'string' ? 'string' : 'buffer';\n    return `valueType=${valueType} sizeBytes=${sizeBytes} limitBytes=${MAX_SQLITE_BIND_BYTES}`;\n  }\n\n  return undefined;\n}\n\n/** Runs `fn`, returning its error rather than throwing it. */\nfunction attempt(fn: () => void): unknown {\n  try {\n    fn();\n    return undefined;\n  } catch (e) {\n    return e ?? new Error('rollback failed');\n  }\n}\n\nfunction ensureError(err: unknown): Error {\n  if (err instanceof Error) {\n    return err;\n  }\n  const error = new Error();\n  error.cause = err;\n  return error;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AA+EA,IAAM,2BACJ;AACF,IAAM,wBAAwB,KAAK,IACjCA,UAAgB,YAChBA,UAAgB,iBAClB;;;;;;;;;;;;AA0BA,IAAa,kBAAb,MAA6B;CAC3B;CACA;CACA;CACA;CACA;CACA;CAKA,8BAAuB,IAAI,IAAgD;CAE3E,aAA0C;CAE1C;CAEA,YACE,IACA,MACA,aACA;EACA,KAAK,MAAM;EACX,KAAK,aAAa,IAAI,UAAU,GAAG,EAAE;EACrC,KAAK,iBAAiB,IAAI,qBAAqB,GAAG,EAAE;EACpD,KAAK,eAAe,IAAI,mBAAmB,GAAG,EAAE;EAChD,KAAK,QAAQ;EACb,KAAK,eAAe;CACtB;CAEA,MAAM,IAAgB,KAAc;EAClC,IAAI,CAAC,KAAK,UAAU;GAClB,IAAI,eAAe;GACnB,MAAM,iBAAiB,CAAC,cAAc,KAAK,YAAY,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QACjE,MAAK,MAAM,KAAA,CACb;GAEA,IAAI,eAAe,QAAQ;IACzB,MAAM,gCAAgB,IAAI,MACxB,yEAAyE,OAAO,GAAG,EAAE,qBAAqB,eAAe,IAAI,MAAM,CAAC,CAAC,KAAK,IAAI,GAChJ;IACA,cAAc,QAAQ;IACtB,eAAe;GACjB;GAEA,KAAK,WAAW,YAAY,YAAY;GAExC,IAAI,EAAE,KAAK,oBAAoB,aAAa;IAE1C,GAAG,QAAQ,8BAA8B,KAAK,QAAQ;IACtD,KAAK,aAAa,IAAI,KAAK,QAAQ;GACrC;EACF;CACF;CAEA,MAAM,IAAgB;EACpB,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC;CACjC;;CAGA,eACE,IACA,YACqB;EACrB,MAAM,CAAC,MAAM,WAAW;EACxB,IAAI,KAAK,UAAU;GACjB,GAAG,QAAQ,YAAY,QAAQ,KAAK;GACpC,OAAO;EACT;EACA,IAAI;GACF,MAAM,YACJ,SAAS,UACL,WAAW,EAAE,CAAC,kBACd,SAAS,WACP,WAAW,EAAE,CAAC,YACd,KAAA;GACR,OAAO,KAAK,gBAAgB,IAAI,SAAS,SAAS;EACpD,SAAS,GAAG;GACV,KAAK,MAAM,IAAI,CAAC;EAClB;EACA,OAAO;CACT;CAEA,kBACE,IACA,eACA,YACsB;EACtB,MAAM,QAAQ,KAAK,IAAI;EASvB,KAAK,IAAI,IAAI,IAAK,KAChB,IAAI;GACF,OAAO,IAAI,qBACT,IACA,KAAK,KACL,KAAK,OACL,KAAK,YACL,KAAK,gBACL,KAAK,cACL,KAAK,aACL,eACA,UACF;EACF,SAAS,GAAG;GACV,IAAI,aAAa,eAAe,EAAE,SAAS,eAAe;IACxD,GAAG,OACD,mBAAmB,KAAK,IAAI,IAAI,MAAM,eAAe,IAAI,EAAE,2EAG3D,CACF;IACA;GACF;GACA,MAAM;EACR;CAEJ;;CAGA,gBACE,IACA,KACA,WACqB;EACrB,IAAI,IAAI,QAAQ,SAAS;GACvB,IAAI,KAAK,YACP,MAAM,IAAI,MAAM,4BAA4B,UAAU,GAAG,GAAG;GAE9D,KAAK,aAAa,KAAK,kBACrB,IACA,KAAK,SAAS,GACd,IAAI,QAAA,GACN;GACA,OAAO;EACT;EAGA,MAAM,KAAK,KAAK;EAChB,IAAI,CAAC,IACH,MAAM,IAAI,MACR,4CAA4C,UAAU,GAAG,GAC3D;EAGF,IAAI,IAAI,QAAQ,UAAU;GACxB,OAAO,WAAW,2CAA2C;GAC7D,MAAM,SAAS,GAAG,cAAc,KAAK,SAAS;GAG9C,KAAK,aAAa;GAClB,OAAO;EACT;EAEA,IAAI,IAAI,QAAQ,YAAY;GAC1B,GAAG,MAAM,EAAE;GACX,KAAK,aAAa;GAClB,OAAO;EACT;EAEA,QAAQ,IAAI,KAAZ;GACE,KAAK;IACH,GAAG,cAAc,GAAG;IACpB;GACF,KAAK;IACH,GAAG,cAAc,GAAG;IACpB;GACF,KAAK;IACH,GAAG,cAAc,GAAG;IACpB;GACF,KAAK;IACH,GAAG,gBAAgB,GAAG;IACtB;GACF,KAAK;IACH,GAAG,mBAAmB,GAAG;IACzB;GACF,KAAK;IACH,GAAG,mBAAmB,GAAG;IACzB;GACF,KAAK;IACH,GAAG,qBAAqB,GAAG;IAC3B;GACF,KAAK;IACH,GAAG,iBAAiB,GAAG;IACvB;GACF,KAAK;IACH,GAAG,oBAAoB,GAAG;IAC1B;GACF,KAAK;IACH,GAAG,kBAAkB,GAAG;IACxB;GACF,KAAK;IACH,GAAG,iBAAiB,GAAG;IACvB;GACF,KAAK;IACH,GAAG,mBAAmB,GAAG;IACzB;GACF,KAAK;IACH,GAAG,iBAAiB,GAAG;IACvB;GACF,KAAK;IACH,GAAG,gBAAgB,GAAG;IACtB;GACF,KAAK;IACH,GAAG,yBAAyB,GAAG;IAC/B;GACF,SACE,YAAY,GAAG;EACnB;EAEA,OAAO;CACT;AACF;;;;;;;;;;;;;;;;;;;;;;AAuBA,IAAM,uBAAN,MAA2B;CACzB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,OAAO;CACP,iBAAiB;CACjB,uBAAuB;CAEvB,YACE,IACA,IACA,MACA,WACA,eACA,aACA,YACA,eACA,YACA;EACA,KAAK,WAAW,KAAK,IAAI;EACzB,KAAK,QAAQ;EACb,KAAK,cAAc;EAEnB,QAAQ,MAAR;GACE,KAAK;IAKH,GAAG,eAAe;IAClB;GACF,KAAK;IAKH,GAAG,eAAe;IAClB;GACF,KAAK,gBAGH;GACF,SACE,YAAY;EAChB;EACA,KAAK,MAAM;EACX,KAAK,WAAW;EAChB,KAAK,MAAM,GAAG,YAAY,WAAW,aAAa;EAClD,KAAK,aAAa;EAClB,KAAK,iBAAiB;EACtB,KAAK,eAAe;EACpB,KAAK,cAAc;EAGnB,KAAK,kBAAkB,KAAK,oBAAoB,YAAY,GAAG,EAAE,CAAC;EAElE,IAAI,KAAK,YAAY,SAAS,GAC5B,KAAK,kBAAkB;CAE3B;CAEA,oBAAoB;EAClB,KAAK,YAAY,MAAM;EAEvB,MAAM,WAAW,gBAAgB,KAAK,KAAK,KAAK,IAAI,IAAI,EACtD,2BAA2B,KAC7B,CAAC;EACD,KAAK,IAAI,QAAQ,WAAW,KAAK,IAAI,EAAE,GAAG;GACxC,IAAI,CAAC,KAAK,YACR,OAAO;IACL,GAAG;IACH,YAAY,CACV,GAAI,SAAS,IAAI,KAAK,IAAI,CAAC,EAAE,UAAU,cAAc,CAAC,CACxD;GACF;GAEF,KAAK,YAAY,IAAI,KAAK,MAAM,IAAI;EACtC;CACF;CAEA,WAAW,MAAc;EACvB,OAAO,KAAK,KAAK,YAAY,IAAI,IAAI,GAAG,iBAAiB,MAAM;CACjE;CAEA,QACE,EAAC,KAAK,WACN,EAAC,YACW;EACZ,MAAM,aACJ,SAAS,OAAO,SAAS,SACrB,SAAS,OAAO,UAChB,KAAK,WAAW,cAAc,QAAQ,CAAC,CAAC,CAAC;EAC/C,IAAI,CAAC,YAAY,QACf,MAAM,IAAI,MACR,2BAA2B,SAAS,KAAK,wCAC3C;EAIF,IAAI,YAAY,WAAW,QACzB,OAAO;EAET,MAAM,MAAqC,CAAC;EAC5C,KAAK,MAAM,OAAO,YAChB,IAAI,OAAO,IAAI;EAEjB,OAAO;CACT;CAEA,cAAc,QAAuB;EACnC,MAAM,QAAQ,cAAc,OAAO,QAAQ;EAC3C,MAAM,YAAY,KAAK,WAAW,KAAK;EACvC,MAAM,SAAS,QAAQ,OAAO,KAAK,WAAW,KAAK,WAAW;EAE9D,KAAK,QAAQ,OAAO;GAClB,GAAG,OAAO;IACT,2BAA2B,KAAK;EACnC,CAAC;EAED,IAAI,OAAO,SAAS,OAAO,QAAQ,WAAW,GAQ5C;EAEF,MAAM,MAAM,KAAK,QAAQ,QAAQ,MAAM;EACvC,KAAK,UAAU,OAAO,KAAK,qBAAqB,OAAO,KAAK,SAAS,CAAC;CACxE;CAEA,QAAQ,OAAe,KAAc;EACnC,MAAM,UAAU,OAAO,KAAK,GAAG,CAAC,CAAC,KAAI,MAAK,GAAG,CAAC,CAAC;EAC/C,KAAK,IAAI,IACP;+BACyB,GAAG,KAAK,EAAE,IAAI,QAAQ,KAAK,GAAG,EAAE;kBAC7C,MAAM,KAAK,EAAC,QAAQ,QAAQ,OAAM,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE;SAErE,OAAO,OAAO,GAAG,CACnB;CACF;CAcA,cAAc,QAAuB;EACnC,MAAM,QAAQ,cAAc,OAAO,QAAQ;EAC3C,MAAM,YAAY,KAAK,WAAW,KAAK;EACvC,MAAM,SAAS,QAAQ,OAAO,KAAK,WAAW,KAAK,WAAW;EAC9D,MAAM,MAAM;GAAC,GAAG,OAAO;IAAM,2BAA2B,KAAK;EAAQ;EAGrE,MAAM,SAAS,OAAO,MAClB,KAAK,QACH,QAAQ,OAAO,KAAK,KAAK,WAAW,KAAK,GAAG,KAAK,WAAW,GAC5D,MACF,IACA;EACJ,MAAM,SAAS,KAAK,QAAQ,QAAQ,MAAM;EAE1C,IAAI,QACF,KAAK,aAAa,OAAO,QAAQ,UAAU,WAAW;EAExD,KAAK,UAAU,OAAO,QAAQ,qBAAqB,OAAO,KAAK,SAAS,CAAC;EAEzE,MAAM,UAAU,UAAU;EAC1B,MAAM,QAAQ,OAAO,KAAK,OAAO,CAAC,CAAC,KAAI,QAAO,GAAG,GAAG,GAAG,EAAE,GAAG;EAC5D,MAAM,WAAW,OAAO,KAAK,GAAG,CAAC,CAAC,KAAI,QAAO,GAAG,GAAG,GAAG,EAAE,GAAG;EAE3D,IAAI;GACF,MAAM,EAAC,YAAW,KAAK,IAAI,IACzB;iBACS,GAAG,KAAK,EAAE;gBACX,SAAS,KAAK,GAAG,EAAE;kBACjB,MAAM,KAAK,OAAO,EAAE;WAE9B,CAAC,GAAG,OAAO,OAAO,GAAG,GAAG,GAAG,OAAO,OAAO,OAAO,CAAC,CACnD;GAIA,IAAI,YAAY,GACd,KAAK,QAAQ,OAAO,GAAG;EAE3B,SAAS,GAAG;GACV,IACE,EAAE,aAAa,eACf,EAAE,YAAY,0BAEd,MAAM;GAGR,MAAM,UAAU,CAAC,GAAG,OAAO,QAAQ,GAAG,GAAG,GAAG,OAAO,QAAQ,OAAO,CAAC,CAAC,CACjE,KACE,CAAC,QAAQ,WACR,CAAC,QAAQ,0BAA0B,KAAK,CAAC,CAC7C,CAAC,CACA,MAAM,GAAG,iBAAiB,WAAW;GACxC,MAAM,cACJ,iBAAiB,OAAO,YACxB,OAAO,OAAO,SAAS,gBAAgB,WACnC,gBAAgB,OAAO,SAAS,gBAChC;GACN,MAAM,QAAQ,IAAI,MAChB,uCAAuC,KAAK,WAAW,YAAY,SAAS,OAAO,SAAS,OAAO,GAAG,OAAO,SAAS,KAAK,UAAU,UAAU,MAAM,YAAY,UAAU,KAAK,IAAI,QAAQ,OAAO,MACnM,EAAC,OAAO,EAAC,CACX;GACA,MAAM,OAAO;GACb,MAAM;EACR;CACF;CAEA,cAAc,KAAoB;EAChC,MAAM,QAAQ,cAAc,IAAI,QAAQ;EACxC,MAAM,YAAY,KAAK,WAAW,KAAK;EACvC,MAAM,SAAS,KAAK,QAClB,QAAQ,IAAI,KAAK,WAAW,KAAK,WAAW,GAC5C,GACF;EAEA,KAAK,QAAQ,OAAO,MAAM;EAC1B,KAAK,aAAa,OAAO,QAAQ,UAAU,WAAW;CACxD;CAEA,QAAQ,OAAe,QAAoB;EACzC,MAAM,QAAQ,OAAO,KAAK,MAAM,CAAC,CAAC,KAAI,QAAO,GAAG,GAAG,GAAG,EAAE,GAAG;EAC3D,KAAK,IAAI,IACP,eAAe,GAAG,KAAK,EAAE,SAAS,MAAM,KAAK,OAAO,KACpD,OAAO,OAAO,MAAM,CACtB;CACF;CAEA,gBAAgB,UAA2B;EACzC,KAAK,MAAM,YAAY,SAAS,WAAW;GACzC,MAAM,QAAQ,cAAc,QAAQ;GAEpC,KAAK,IAAI,IAAI,eAAe,GAAG,KAAK,GAAG;GAGvC,KAAK,eAAe,KAAK;EAC3B;CACF;CAEA,mBAAmB,QAAqB;EACtC,IAAI,OAAO,UACT,KAAK,eAAe,oBAAoB,OAAO,MAAM,OAAO,QAAQ;EAEtE,KAAK,aAAa,MAAM,MAAM;EAC9B,MAAM,QAAQ,kBAAkB,OAAO,IAAI;EAC3C,KAAK,IAAI,GAAG,KAAK,yBAAyB,KAAK,CAAC;EAGhD,KAAK,MAAM,CAAC,SAAS,YAAY,OAAO,QAAQ,OAAO,KAAK,OAAO,GACjE,KAAK,gBAAgB,OACnB,MAAM,MACN,SACA,SACA,OAAO,WAAW,QACpB;EAGF,KAAK,YAAY,MAAM,IAAI;EAC3B,KAAK,IAAI,OAAO,OAAO,KAAK,MAAM,IAAI;CACxC;CAEA,qBAAqB,KAA0B;EAC7C,KAAK,eAAe,oBAAoB,IAAI,OAAO,IAAI,GAAG;EAO1D,KAAK,aAAa,MAAM,GAAG;CAC7B;CAEA,mBAAmB,QAAqB;EACtC,KAAK,eAAe,OAAO,OAAO,KAAK,OAAO,GAAG;EACjD,KAAK,aAAa,MAAM,MAAM;EAE9B,MAAM,UAAU,cAAc,OAAO,GAAG;EACxC,MAAM,UAAU,cAAc,OAAO,GAAG;EACxC,KAAK,IAAI,GAAG,KAAK,eAAe,GAAG,OAAO,EAAE,aAAa,GAAG,OAAO,GAAG;EAGtE,KAAK,gBAAgB,YAAY,SAAS,OAAO;EAEjD,KAAK,cAAc,OAAO,GAAG;EAC7B,KAAK,YAAY,OAAO;EACxB,KAAK,IAAI,OAAO,OAAO,KAAK,SAAS,OAAO;CAC9C;CAEA,iBAAiB,KAAgB;EAC/B,IAAI,IAAI,eACN,KAAK,eAAe,oBAAoB,IAAI,OAAO,IAAI,aAAa;EAEtE,KAAK,aAAa,MAAM,GAAG;EAC3B,MAAM,QAAQ,cAAc,IAAI,KAAK;EACrC,MAAM,EAAC,SAAQ,IAAI;EACnB,MAAM,OAAO,wBAAwB,OAAO,IAAI,MAAM;EACtD,KAAK,IAAI,GAAG,KACV,eAAe,GAAG,KAAK,EAAE,OAAO,GAAG,IAAI,EAAE,GAAG,cAAc,IAAI,GAChE;EAGA,KAAK,gBAAgB,OAAO,OAAO,MAAM,IAAI,OAAO,MAAM,IAAI,QAAQ;EAEtE,IAAI,IAAI,UACN,KAAK,kBAAkB;OAIvB,KAAK,cAAc,IAAI,KAAK;EAE9B,KAAK,IAAI,OAAO,IAAI,KAAK,OAAO,IAAI,MAAM;CAC5C;CAEA,oBAAoB,KAAmB;EAGrC,KAAK,aAAa,MAAM,GAAG;EAE3B,MAAM,QAAQ,cAAc,IAAI,KAAK;EACrC,IAAI,UAAU,IAAI,IAAI;EACtB,MAAM,UAAU,IAAI,IAAI;EAExB,MAAM,qBAAqB,sBACzB,IAAI,IAAI,MACR,IAAI,IAAI,IACV;EAMA,IAAI,YAAY,WAAW,CAAC,oBAAoB;GAC9C,KAAK,gBAAgB,OACnB,OACA,IAAI,IAAI,MACR,IAAI,IAAI,MACR,IAAI,IAAI,IACV;GACA,IAAI,QAAQ,IAAI,IAAI,KAAK,OAAO,MAAM,QAAQ,IAAI,IAAI,KAAK,OAAO,GAChE,KAAK,cAAc,IAAI,KAAK;GAE9B,KAAK,IAAI,OAAO,IAAI,KAAK,yBAAyB,IAAI,KAAK,IAAI,GAAG;GAClE;EACF;EAGA,IAAI,oBAAoB;GAWtB,MAAM,cAAc,wBAClB,OACA,IAAI,KACJ,gBACF;GACA,IAAI,YAAY,SAAS;IAIvB,KAAK,IAAI,GAAG,KACV,eAAe,GAAG,KAAK,EAAE,UAAU,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,GACjE;IACA,UAAU;GACZ;GACA,MAAM,YAAY,KAChB,WAAW,KAAK,IAAI,IAAI,OAAO,KAAK,CAAC,CAAC,MACpC,cAAa,UAAU,SAAS,KAClC,CACF;GAIA,MAAM,WAAW,KAAK,IAAI,GACvB,QACC;;4BAGF,CAAC,CACA,IAAmB,KAAK,CAAC,CACzB,KAAK,EAAC,UAAS,GAAG;GACrB,MAAM,WAAW,OAAO;GACxB,MAAM,UAAU,OAAO,KAAK,UAAU,OAAO;GAC7C,MAAM,QAAQ;IACZ,yBAAyB;KACvB,GAAG;KACH,MAAM;KACN,SAAS,WAAW,UAAU,UAAU,QAAQ,SAAS,CACvD,QACA,WAAW,UAAU;MAAC,GAAG;MAAa,KAAK,KAAK;KAAG,IAAI,IACzD,CAAC;IACH,CAAC;IACD,eAAe,GAAG,QAAQ,EAAE,IAAI,QAAQ,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE;kBAChD,QAAQ,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE,QAAQ,GAAG,KAAK,EAAE;IACtD,cAAc,GAAG,KAAK,EAAE;IACxB,eAAe,GAAG,QAAQ,EAAE,aAAa,GAAG,KAAK,EAAE;IACnD,GAAG,SAAS,KAAI,QAAO,GAAG,IAAI,EAAE;GAClC;GACA,KAAK,IAAI,GAAG,KAAK,MAAM,KAAK,EAAE,CAAC;EACjC;EACA,IAAI,YAAY,SACd,KAAK,IAAI,GAAG,KACV,eAAe,GAAG,KAAK,EAAE,UAAU,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,GACjE;EAIF,KAAK,gBAAgB,OACnB,OACA,IAAI,IAAI,MACR,IAAI,IAAI,MACR,IAAI,IAAI,IACV;EAEA,KAAK,cAAc,IAAI,KAAK;EAC5B,KAAK,IAAI,OAAO,IAAI,KAAK,OAAO,IAAI,GAAG;CACzC;CAEA,kBAAkB,KAAiB;EACjC,MAAM,QAAQ,cAAc,IAAI,KAAK;EACrC,MAAM,EAAC,WAAU;EACjB,KAAK,IAAI,GAAG,KAAK,eAAe,GAAG,KAAK,EAAE,QAAQ,GAAG,MAAM,GAAG;EAG9D,KAAK,gBAAgB,aAAa,OAAO,MAAM;EAC/C,KAAK,aAAa,MAAM,GAAG;EAE3B,KAAK,cAAc,IAAI,KAAK;EAC5B,KAAK,IAAI,OAAO,IAAI,KAAK,OAAO,MAAM;CACxC;CAEA,iBAAiB,MAAiB;EAChC,KAAK,eAAe,KAAK,KAAK,EAAE;EAChC,KAAK,aAAa,MAAM,IAAI;EAE5B,MAAM,OAAO,cAAc,KAAK,EAAE;EAClC,KAAK,IAAI,GAAG,KAAK,wBAAwB,GAAG,IAAI,GAAG;EAGnD,KAAK,gBAAgB,YAAY,IAAI;EAErC,KAAK,YAAY,IAAI;EACrB,KAAK,IAAI,OAAO,KAAK,KAAK,IAAI;CAChC;CAEA,mBAAmB,QAAqB;EACtC,MAAM,QAAQ,uBAAuB,OAAO,IAAI;EAChD,KAAK,IAAI,GAAG,KAAK,yBAAyB,KAAK,CAAC;EAIhD,KAAK,YAAY,MAAM,SAAS;EAChC,KAAK,IAAI,OAAO,OAAO,KAAK,MAAM,IAAI;CACxC;CAEA,iBAAiB,MAAiB;EAChC,MAAM,OAAO,cAAc,KAAK,EAAE;EAClC,MAAM,eAAe,KAAK,IAAI,GAC3B,QACC,mFACF,CAAC,CACA,IAAI,IAAI;EAEX,KAAK,IAAI,GAAG,KAAK,wBAAwB,GAAG,IAAI,GAAG;EAEnD,IAAI,cAGF,KAAK,YAAY,aAAa,SAAS;EAEzC,KAAK,IAAI,OAAO,KAAK,KAAK,IAAI;CAChC;CAEA,cAAc,OAAmB;EAC/B,KAAK,eAAe,iBAAiB,OAAO,KAAK,QAAQ;EACzD,KAAK,YAAY,cAAc,KAAK,CAAC;CACvC;;;;CAKA,UACE,OACA,KACA,mBACA;EAIA,IAAI,KAAK,UAAU,aAAa,sBAAsB,KAAA,GAAW;GAC/D,KAAK,WAAW,SACd,KAAK,UACL,KAAK,QACL,OACA,KACA,iBACF;GACA,KAAK;EACP;CACF;CAEA,aAAa,OAAe,KAAiB,aAAwB;EAInE,IAAI,KAAK,UAAU,aAAa,aAAa,QAAQ;GACnD,KAAK,WAAW,YAAY,KAAK,UAAU,KAAK,QAAQ,OAAO,GAAG;GAClE,KAAK;EACP;CACF;CAEA,eAAe,OAAe;EAC5B,IAAI,KAAK,UAAU,WAAW;GAC5B,KAAK,WAAW,cAAc,KAAK,UAAU,KAAK;GAClD,KAAK;EACP;CACF;CAEA,YAAY,OAAe;EACzB,KAAK,iBAAiB;EACtB,IAAI,KAAK,UAAU,WAAW;GAC5B,KAAK,WAAW,WAAW,KAAK,UAAU,KAAK;GAC/C,KAAK;EACP;EACA,KAAK,kBAAkB;CACzB;CAEA,gBAAgB,EACd,UACA,WACA,SACA,WACA,iBACkB;EAClB,MAAM,YAAY,cAAc,QAAQ;EACxC,MAAM,YAAY,KAAK,KAAK,YAAY,IAAI,SAAS,CAAC;EACtD,MAAM,aAAa,SAAS,OAAO;EACnC,MAAM,OAAO,CAAC,GAAG,YAAY,GAAG,OAAO;EAcvC,MAAM,EAAC,UAAU,YAAW,KAAK,uBAC/B,UACA,OACA,QAAO,eAAe,KAAK,aAAa,CAC1C;EACA,IAAI,SAAS,WAAW,GAAG;GACzB,KAAK,IAAI,QACP,QAAQ,SACJ,wBAAwB,UAAU,OAAO,aACpC,UAAU,iDACT,QAAQ,KAAK,GAAG,EAAE,KACxB,kCAAkC,UAAU,OAAO,aAC9C,UAAU,mCACnB,aACF;GACA;EACF;EACA,IAAI,QAAQ,QACV,KAAK,IAAI,QACP,eAAe,UAAU,mDACR,QAAQ,KAAK,GAAG,EAAE,IACnC,aACF;EAEF,MAAM,cAAc,IAAI,IAAI,QAAQ;EAGpC,MAAM,gBAAgB,CAAC,GAAG,MAAM,wBAAwB,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG;EAC1E,MAAM,SAAS,MAAM,KAAK,EAAC,QAAQ,KAAK,SAAS,EAAC,CAAC,CAAC,CACjD,KAAK,GAAG,CAAC,CACT,KAAK,GAAG;EACX,MAAM,gBAAgB,WAAW,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG;EAEjD,IAAI,aAAa;EACjB,IAAI,UAAU;EACd,KAAK,MAAM,KAAK,WAAW;GACzB,MAAM,MAAM,QACV,OAAO,YAAY,KAAK,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAChD,WACA,KAAK,WACP;GACA,MAAM,SAAS,KAAK,QAAQ,KAAK,EAAC,SAAQ,CAAC;GAC3C,MAAM,QAAQ,KAAK,WAAW,eAAe,WAAW,MAAM;GAC9D,IAAI,OAAO,OAAA,OAAiB,MAAM,eAAe,WAAW;IAC1D;IACA;GACF;GAGA,MAAM,WACJ,OAAO,OAAA,MACH,KAAK,QACH,OAAM,MAAM,0BAA0B,MAAM,OAAO,SACrD,IACA,KAAA,CACJ,QAAO,MAAK,YAAY,IAAI,CAAC,CAAC;GAChC,IAAI,QAAQ,WAAW,GAAG;IAExB;IACA;GACF;GACA,MAAM,cAAc,QAAQ,KAAI,QAAO,GAAG,GAAG,GAAG,EAAE,YAAY,GAAG,GAAG,GAAG;GACvE,KAAK,IAAI,IACC;sBACM,GAAG,SAAS,EAAE,IAAI,cAAc,YAAY,OAAO;yBAChD,cAAc;0BACb,YAAY,KAAK,GAAG,EAAE;SAExC,GAAG,OAAO,OAAO,IAAI,GAAG,GACxB,SACF;GACA;EACF;EAEA,KAAK,IAAI,QACP,cAAc,WAAW,iBAAiB,QAAQ,SAAS,WAC7D;CACF;CAEA;;;;;;;CAQA,uBACE,UACA,MACA,QACyC;EACzC,MAAM,UAAU,KAAK,aAAa,YAAY,QAAQ;EACtD,MAAM,WAAqB,CAAC;EAC5B,MAAM,UAAoB,CAAC;EAC3B,KAAK,MAAM,OAAO,MAAM;GACtB,IAAI,CAAC,QAAQ,IAAI,GAAG,GAClB;GAEF,MAAM,WAAW,QAAQ,IAAI,GAAG;GAChC,MAAM,SAAS,OAAO,QAAQ;GAC9B,IAAI,CAAC,OAAO,QAAQ;IAClB,QAAQ,KAAK,GAAG;IAChB;GACF;GACA,SAAS,KAAK,GAAG;GACjB,IAAI,CAAC,UAAU,OAAO,UAAU,QAAQ,GACtC,KAAK,aAAa,YAAY,UAAU,KAAK,OAAO,QAAQ;EAEhE;EACA,OAAO;GAAC;GAAU;EAAO;CAC3B;CAEA,yBAAyB,KAAwB;EAC/C,MAAM,EAAC,UAAU,SAAS,QAAQ,kBAAiB;EACnD,MAAM,YAAY,cAAc,QAAQ;EACxC,MAAM,aAAa,SAAS,OAAO;EAKnC,MAAM,EAAC,UAAU,YAAW,KAAK,uBAC/B,UACA,CAAC,GAAG,YAAY,GAAG,OAAO,IAC1B,QACE,eACE,KACA,gBAAgB,EAAC,UAAU,cAAc,SAAQ,IAAI,KAAA,CACvD,CACJ;EACA,IAAI,QAAQ,QACV,KAAK,IAAI,OACP,kCAAkC,UAAU,gBACtC,QAAQ,KAAK,GAAG,EAAE,6CACxB,aACF;EAQF,IAAI,SAAS,WAAW,GAAG;GACzB,IAAI,QAAQ,WAAW,GACrB,KAAK,IAAI,QACP,6CAA6C,UAAU,iCAEzD;GAEF;EACF;EACA,MAAM,aAAa,IAAI,IAAI,OAAO;EAClC,MAAM,OAAO,CACX,GAAG,WAAW,QAAO,MAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAC5C,GAAG,QAAQ,QAAO,MAAK,CAAC,WAAW,IAAI,CAAC,CAAC,CAC3C;EAEA,MAAM,iBAAiB,KAAK,oBAAoB,YAAY,KAAK,IAAI,EAAE,CAAC;EACxE,KAAK,MAAM,OAAO,MAChB,eAAe,iBAAiB,WAAW,GAAG;EAEhD,KAAK,aAAa,SAAS,UAAU,IAAI;EAGzC,KAAK,cAAc,QAAQ;EAC3B,IAAI,QACF,KAAK,qBAAqB;GAAC,OAAO;GAAW,SAAS;GAAM,GAAG;EAAM;EAEvE,KAAK,IAAI,OAAO,wBAAwB,WAAW;CAWrD;CAEA,cAAc,QAAuB,WAAiC;EACpE,IAAI,cAAc,KAAK,UACrB,MAAM,IAAI,MACR,oBAAoB,UAAU,kCAC5B,KAAK,SACN,IAAI,UAAU,MAAM,GACvB;EAEF,2BAA2B,KAAK,KAAK,SAAS;EAE9C,IAAI,KAAK,gBAAgB;GACvB,MAAM,QAAQ,KAAK,IAAI;GACvB,KAAK,IAAI,GAAG,OAAO,UAAU;GAC7B,KAAK,IAAI,OACP,yCAAyC,KAAK,IAAI,IAAI,MAAM,KAC9D;EACF;EAEA,IAAI,KAAK,UAAU,gBACjB,KAAK,IAAI,OAAO;EAGlB,MAAM,YAAY,KAAK,IAAI,IAAI,KAAK;EACpC,KAAK,IAAI,QAAQ,gBAAgB,KAAK,SAAS,IAAI,UAAU,KAAK;EAElE,OAAO;GACL;GACA,mBAAmB,KAAK;GACxB,eAAe,KAAK;GACpB,kBAAkB,KAAK,uBAAuB;GAC9C,sBAAsB,OAAO;EAC/B;CACF;CAEA,MAAM,IAAgB;EACpB,GAAG,OAAO,wBAAwB,KAAK,UAAU;EACjD,KAAK,IAAI,SAAS;EAIlB,KAAK,YAAY,MAAM;CACzB;AACF;AAEA,SAAS,sBACP,SACA,SACS;CACT,OACE,QAAQ,aAAa,QAAQ,YAC7B,aAAa,OAAO,MAAM,aAAa,OAAO,KAC9C,cAAc,OAAO,MAAM,cAAc,OAAO;AAEpD;AAEA,SAAS,qBACP,KACA,EAAC,eACqB;CACtB,IAAI,CAAC,aAAa,QAChB;CAEF,OAAO,YAAY,QAAO,QAAO,OAAO,GAAG;AAC7C;AAEA,SAAS,0BAA0B,OAA0C;CAC3E,IAAI,OAAO,UAAU,UACnB,OAAO,OAAO,OAAO,IAAI,KAAK,MAAM,QAChC,qCACA,KAAA;CAGN,MAAM,YACJ,OAAO,UAAU,WACb,OAAO,WAAW,KAAK,IACvB,iBAAiB,aACf,MAAM,aACN,KAAA;CACR,IAAI,cAAc,KAAA,KAAa,YAAY,uBAEzC,OAAO,aADW,OAAO,UAAU,WAAW,WAAW,SAC3B,aAAa,UAAU,cAAc;AAIvE;;AAGA,SAAS,QAAQ,IAAyB;CACxC,IAAI;EACF,GAAG;EACH;CACF,SAAS,GAAG;EACV,OAAO,qBAAK,IAAI,MAAM,iBAAiB;CACzC;AACF;AAEA,SAAS,YAAY,KAAqB;CACxC,IAAI,eAAe,OACjB,OAAO;CAET,MAAM,wBAAQ,IAAI,MAAM;CACxB,MAAM,QAAQ;CACd,OAAO;AACT"}
+{"version":3,"file":"change-processor.js","names":["bufferConstants"],"sources":["../../../../../../zero-cache/src/services/replicator/change-processor.ts"],"sourcesContent":["import {constants as bufferConstants} from 'node:buffer';\nimport type {LogContext} from '@rocicorp/logger';\nimport {SqliteError} from '@rocicorp/zero-sqlite3';\nimport {AbortError} from '../../../../shared/src/abort-error.ts';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport {stringify} from '../../../../shared/src/bigint-json.ts';\nimport {deepEqual} from '../../../../shared/src/json.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {mapEntries} from '../../../../shared/src/objects.ts';\nimport type {DownloadStatus} from '../../../../zero-events/src/status.ts';\nimport {\n  createLiteIndexStatement,\n  createLiteTableStatement,\n  liteColumnDef,\n} from '../../db/create.ts';\nimport {\n  computeZqlSpecs,\n  listTables,\n  type LiteTableSpecWithReplicationStatus,\n} from '../../db/lite-tables.ts';\nimport {\n  isArrayColumn,\n  isEnumColumn,\n  mapPostgresToLite,\n  mapPostgresToLiteColumn,\n  mapPostgresToLiteIndex,\n} from '../../db/pg-to-lite.ts';\nimport type {ColumnSpec} from '../../db/specs.ts';\nimport type {StatementRunner} from '../../db/statements.ts';\nimport type {LexiVersion} from '../../types/lexi-version.ts';\nimport {\n  JSON_PARSED,\n  liteRow,\n  type JSONFormat,\n  type LiteRow,\n  type LiteRowKey,\n  type LiteValueType,\n} from '../../types/lite.ts';\nimport {liteTableName} from '../../types/names.ts';\nimport {id} from '../../types/sql.ts';\nimport {\n  acceptBackfill,\n  type AcceptResult,\n} from '../change-source/protocol/backfill-progress.ts';\nimport type {\n  BackfillCompleted,\n  BackfillProgressMark,\n  Change,\n  ColumnAdd,\n  ColumnDrop,\n  ColumnUpdate,\n  Identifier,\n  IndexCreate,\n  IndexDrop,\n  MessageBackfill,\n  MessageCommit,\n  MessageDelete,\n  MessageInsert,\n  MessageRelation,\n  MessageTruncate,\n  MessageUpdate,\n  TableCreate,\n  TableDrop,\n  TableRename,\n  TableUpdateMetadata,\n} from '../change-source/protocol/current/data.ts';\nimport type {ChangeStreamData} from '../change-source/protocol/current/downstream.ts';\nimport type {ReplicatorMode} from './replicator.ts';\nimport {BackfillingTracker} from './schema/backfilling.ts';\nimport {ChangeLog, DEL_OP, SET_OP} from './schema/change-log.ts';\nimport {ColumnMetadataStore} from './schema/column-metadata.ts';\nimport {\n  ZERO_VERSION_COLUMN_NAME,\n  updateReplicationWatermark,\n} from './schema/replication-state.ts';\nimport {TableMetadataTracker} from './schema/table-metadata.ts';\n\nexport type ChangeProcessorMode = ReplicatorMode | 'initial-sync';\n\nconst BIND_VALUE_TOO_BIG_ERROR =\n  'The bound string, buffer, or bigint is too big';\nconst MAX_SQLITE_BIND_BYTES = Math.min(\n  bufferConstants.MAX_LENGTH,\n  bufferConstants.MAX_STRING_LENGTH,\n);\n\nexport type CommitResult = {\n  watermark: string;\n  completedBackfill: DownloadStatus | undefined;\n  schemaUpdated: boolean;\n  changeLogUpdated: boolean;\n  /**\n   * Millisecond epoch at which the transaction committed upstream, if the\n   * ChangeSource reported one. Propagated to ViewSyncers as the origin\n   * timestamp of the end-to-end serving lag measurement.\n   */\n  upstreamCommitTimeMs?: number | undefined;\n};\n\n/**\n * The ChangeProcessor partitions the stream of messages into transactions\n * by creating a {@link TransactionProcessor} when a transaction begins, and dispatching\n * messages to it until the commit is received.\n *\n * From https://www.postgresql.org/docs/current/protocol-logical-replication.html#PROTOCOL-LOGICAL-MESSAGES-FLOW :\n *\n * \"The logical replication protocol sends individual transactions one by one.\n *  This means that all messages between a pair of Begin and Commit messages\n *  belong to the same transaction.\"\n */\nexport class ChangeProcessor {\n  readonly #db: StatementRunner;\n  readonly #changeLog: ChangeLog;\n  readonly #tableMetadata: TableMetadataTracker;\n  readonly #backfilling: BackfillingTracker;\n  readonly #mode: ChangeProcessorMode;\n  readonly #failService: (lc: LogContext, err: unknown) => void;\n\n  // The TransactionProcessor lazily loads table specs into this Map,\n  // and reloads them after a schema change. It is cached here to avoid\n  // reading them from the DB on every transaction.\n  readonly #tableSpecs = new Map<string, LiteTableSpecWithReplicationStatus>();\n\n  #currentTx: TransactionProcessor | null = null;\n\n  #failure: Error | undefined;\n\n  constructor(\n    db: StatementRunner,\n    mode: ChangeProcessorMode,\n    failService: (lc: LogContext, err: unknown) => void,\n  ) {\n    this.#db = db;\n    this.#changeLog = new ChangeLog(db.db);\n    this.#tableMetadata = new TableMetadataTracker(db.db);\n    this.#backfilling = new BackfillingTracker(db.db);\n    this.#mode = mode;\n    this.#failService = failService;\n  }\n\n  #fail(lc: LogContext, err: unknown) {\n    if (!this.#failure) {\n      let failureError = err;\n      const rollbackErrors = [attempt(() => this.#currentTx?.abort(lc))].filter(\n        e => e !== undefined,\n      );\n\n      if (rollbackErrors.length) {\n        const combinedError = new Error(\n          `Message processing failed and rollback also failed: operation error = ${String(err)}; rollback error = ${rollbackErrors.map(String).join('; ')}`,\n        );\n        combinedError.cause = err;\n        failureError = combinedError;\n      }\n\n      this.#failure = ensureError(failureError);\n\n      if (!(this.#failure instanceof AbortError)) {\n        // Propagate the failure up to the service.\n        lc.error?.('Message Processing failed:', this.#failure);\n        this.#failService(lc, this.#failure);\n      }\n    }\n  }\n\n  abort(lc: LogContext) {\n    this.#fail(lc, new AbortError());\n  }\n\n  /** @return If a transaction was committed. */\n  processMessage(\n    lc: LogContext,\n    downstream: ChangeStreamData,\n  ): CommitResult | null {\n    const [type, message] = downstream;\n    if (this.#failure) {\n      lc.debug?.(`Dropping ${message.tag}`);\n      return null;\n    }\n    try {\n      const watermark =\n        type === 'begin'\n          ? downstream[2].commitWatermark\n          : type === 'commit'\n            ? downstream[2].watermark\n            : undefined;\n      return this.#processMessage(lc, message, watermark);\n    } catch (e) {\n      this.#fail(lc, e);\n    }\n    return null;\n  }\n\n  #beginTransaction(\n    lc: LogContext,\n    commitVersion: string,\n    jsonFormat: JSONFormat,\n  ): TransactionProcessor {\n    const start = Date.now();\n\n    // litestream can technically hold the lock for an arbitrary amount of time\n    // when checkpointing a large commit. Crashing on the busy-timeout in this\n    // scenario will either produce a corrupt backup or otherwise prevent\n    // replication from proceeding.\n    //\n    // Instead, retry the lock acquisition indefinitely. If this masks\n    // an unknown deadlock situation, manual intervention will be necessary.\n    for (let i = 0; ; i++) {\n      try {\n        return new TransactionProcessor(\n          lc,\n          this.#db,\n          this.#mode,\n          this.#changeLog,\n          this.#tableMetadata,\n          this.#backfilling,\n          this.#tableSpecs,\n          commitVersion,\n          jsonFormat,\n        );\n      } catch (e) {\n        if (e instanceof SqliteError && e.code === 'SQLITE_BUSY') {\n          lc.warn?.(\n            `SQLITE_BUSY for ${Date.now() - start} ms (attempt ${i + 1}). ` +\n              `This is only expected if litestream is performing a large ` +\n              `checkpoint.`,\n            e,\n          );\n          continue;\n        }\n        throw e;\n      }\n    }\n  }\n\n  /** @return If a transaction was committed. */\n  #processMessage(\n    lc: LogContext,\n    msg: Change,\n    watermark: string | undefined,\n  ): CommitResult | null {\n    if (msg.tag === 'begin') {\n      if (this.#currentTx) {\n        throw new Error(`Already in a transaction ${stringify(msg)}`);\n      }\n      this.#currentTx = this.#beginTransaction(\n        lc,\n        must(watermark),\n        msg.json ?? JSON_PARSED,\n      );\n      return null;\n    }\n\n    // For non-begin messages, there should be a #currentTx set.\n    const tx = this.#currentTx;\n    if (!tx) {\n      throw new Error(\n        `Received message outside of transaction: ${stringify(msg)}`,\n      );\n    }\n\n    if (msg.tag === 'commit') {\n      assert(watermark, 'watermark is required for commit messages');\n      const result = tx.processCommit(msg, watermark);\n      // Clear only after a successful commit so #fail can roll back a commit\n      // path that throws before SQLite has committed.\n      this.#currentTx = null;\n      return result;\n    }\n\n    if (msg.tag === 'rollback') {\n      tx.abort(lc);\n      this.#currentTx = null;\n      return null;\n    }\n\n    switch (msg.tag) {\n      case 'insert':\n        tx.processInsert(msg);\n        break;\n      case 'update':\n        tx.processUpdate(msg);\n        break;\n      case 'delete':\n        tx.processDelete(msg);\n        break;\n      case 'truncate':\n        tx.processTruncate(msg);\n        break;\n      case 'create-table':\n        tx.processCreateTable(msg);\n        break;\n      case 'rename-table':\n        tx.processRenameTable(msg);\n        break;\n      case 'update-table-metadata':\n        tx.processTableMetadata(msg);\n        break;\n      case 'add-column':\n        tx.processAddColumn(msg);\n        break;\n      case 'update-column':\n        tx.processUpdateColumn(msg);\n        break;\n      case 'drop-column':\n        tx.processDropColumn(msg);\n        break;\n      case 'drop-table':\n        tx.processDropTable(msg);\n        break;\n      case 'create-index':\n        tx.processCreateIndex(msg);\n        break;\n      case 'drop-index':\n        tx.processDropIndex(msg);\n        break;\n      case 'backfill':\n        tx.processBackfill(msg);\n        break;\n      case 'backfill-completed':\n        tx.processBackfillCompleted(msg);\n        break;\n      default:\n        unreachable(msg);\n    }\n\n    return null;\n  }\n}\n\n/**\n * The {@link TransactionProcessor} handles the sequence of messages from\n * upstream, from `BEGIN` to `COMMIT` and executes the corresponding mutations\n * on the {@link postgres.TransactionSql} on the replica.\n *\n * When applying row contents to the replica, the `_0_version` column is added / updated,\n * and a corresponding entry in the `ChangeLog` is added. The version value is derived\n * from the watermark of the preceding transaction (stored as the `nextStateVersion` in the\n * `ReplicationState` table).\n *\n *   Side note: For non-streaming Postgres transactions, the commitEndLsn (and thus\n *   commit watermark) is available in the `begin` message, so it could theoretically\n *   be used for the row version of changes within the transaction. However, the\n *   commitEndLsn is not available in the streaming (in-progress) transaction\n *   protocol, and may not be available for CDC streams of other upstream types.\n *   Therefore, the zero replication protocol is designed to not require the commit\n *   watermark when a transaction begins.\n *\n * Also of interest is the fact that all INSERT Messages are logically applied as\n * UPSERTs. See {@link processInsert} for the underlying motivation.\n */\nclass TransactionProcessor {\n  readonly #lc: LogContext;\n  readonly #startMs: number;\n  readonly #db: StatementRunner;\n  readonly #mode: ChangeProcessorMode;\n  readonly #version: LexiVersion;\n  readonly #changeLog: ChangeLog;\n  readonly #tableMetadata: TableMetadataTracker;\n  readonly #backfilling: BackfillingTracker;\n  readonly #tableSpecs: Map<string, LiteTableSpecWithReplicationStatus>;\n  readonly #jsonFormat: JSONFormat;\n  readonly #columnMetadata: ColumnMetadataStore;\n\n  #pos = 0;\n  #schemaChanged = false;\n  #numChangeLogEntries = 0;\n\n  constructor(\n    lc: LogContext,\n    db: StatementRunner,\n    mode: ChangeProcessorMode,\n    changeLog: ChangeLog,\n    tableMetadata: TableMetadataTracker,\n    backfilling: BackfillingTracker,\n    tableSpecs: Map<string, LiteTableSpecWithReplicationStatus>,\n    commitVersion: LexiVersion,\n    jsonFormat: JSONFormat,\n  ) {\n    this.#startMs = Date.now();\n    this.#mode = mode;\n    this.#jsonFormat = jsonFormat;\n\n    switch (mode) {\n      case 'serving':\n        // This is the only transaction that commits to the serving replica.\n        // Snapshotters use BEGIN CONCURRENT for private changes that are\n        // always rolled back, while BEGIN IMMEDIATE lets this writer spill\n        // dirty pages during large transactions.\n        db.beginImmediate();\n        break;\n      case 'backup':\n        // For the backup-replicator (i.e. replication-manager), there are no View Syncers\n        // and thus BEGIN CONCURRENT is not necessary. In fact, BEGIN CONCURRENT can cause\n        // deadlocks with forced wal-checkpoints (which `litestream replicate` performs),\n        // so it is important to use vanilla transactions in this configuration.\n        db.beginImmediate();\n        break;\n      case 'initial-sync':\n        // When the ChangeProcessor is used for initial-sync, the calling code\n        // handles the transaction boundaries.\n        break;\n      default:\n        unreachable();\n    }\n    this.#db = db;\n    this.#version = commitVersion;\n    this.#lc = lc.withContext('version', commitVersion);\n    this.#changeLog = changeLog;\n    this.#tableMetadata = tableMetadata;\n    this.#backfilling = backfilling;\n    this.#tableSpecs = tableSpecs;\n    // The column_metadata table is guaranteed to exist since the\n    // replica-schema.ts migration to v8.\n    this.#columnMetadata = must(ColumnMetadataStore.getInstance(db.db));\n\n    if (this.#tableSpecs.size === 0) {\n      this.#reloadTableSpecs();\n    }\n  }\n\n  #reloadTableSpecs() {\n    this.#tableSpecs.clear();\n    // zqlSpecs include the primary key derived from unique indexes\n    const zqlSpecs = computeZqlSpecs(this.#lc, this.#db.db, {\n      includeBackfillingColumns: true,\n    });\n    for (let spec of listTables(this.#db.db)) {\n      if (!spec.primaryKey) {\n        spec = {\n          ...spec,\n          primaryKey: [\n            ...(zqlSpecs.get(spec.name)?.tableSpec.primaryKey ?? []),\n          ],\n        };\n      }\n      this.#tableSpecs.set(spec.name, spec);\n    }\n  }\n\n  #tableSpec(name: string) {\n    return must(this.#tableSpecs.get(name), `Unknown table ${name}`);\n  }\n\n  #getKey(\n    {row, numCols}: {row: LiteRow; numCols: number},\n    {relation}: {relation: MessageRelation},\n  ): LiteRowKey {\n    const keyColumns =\n      relation.rowKey.type !== 'full'\n        ? relation.rowKey.columns // already a suitable key\n        : this.#tableSpec(liteTableName(relation)).primaryKey;\n    if (!keyColumns?.length) {\n      throw new Error(\n        `Cannot replicate table \"${relation.name}\" without a PRIMARY KEY or UNIQUE INDEX`,\n      );\n    }\n    // For the common case (replica identity default), the row is already the\n    // key for deletes and updates, in which case a new object can be avoided.\n    if (numCols === keyColumns.length) {\n      return row;\n    }\n    const key: Record<string, LiteValueType> = {};\n    for (const col of keyColumns) {\n      key[col] = row[col];\n    }\n    return key;\n  }\n\n  processInsert(insert: MessageInsert) {\n    const table = liteTableName(insert.relation);\n    const tableSpec = this.#tableSpec(table);\n    const newRow = liteRow(insert.new, tableSpec, this.#jsonFormat);\n\n    this.#upsert(table, {\n      ...newRow.row,\n      [ZERO_VERSION_COLUMN_NAME]: this.#version,\n    });\n\n    if (insert.relation.rowKey.columns.length === 0) {\n      // INSERTs can be replicated for rows without a PRIMARY KEY or a\n      // UNIQUE INDEX. These are written to the replica but not recorded\n      // in the changeLog, because these rows cannot participate in IVM.\n      //\n      // (Once the table schema has been corrected to include a key, the\n      //  associated schema change will reset pipelines and data can be\n      //  loaded via hydration.)\n      return;\n    }\n    const key = this.#getKey(newRow, insert);\n    this.#logSetOp(table, key, getBackfilledColumns(newRow.row, tableSpec));\n  }\n\n  #upsert(table: string, row: LiteRow) {\n    const columns = Object.keys(row).map(c => id(c));\n    this.#db.run(\n      `\n      INSERT OR REPLACE INTO ${id(table)} (${columns.join(',')})\n        VALUES (${Array.from({length: columns.length}).fill('?').join(',')})\n      `,\n      Object.values(row),\n    );\n  }\n\n  // Updates by default are applied as UPDATE commands to support partial\n  // row specifications from the change source. In particular, this is needed\n  // to handle updates for which unchanged TOASTed values are not sent:\n  //\n  // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-TUPLEDATA\n  //\n  // However, in certain cases an UPDATE may be received for a row that\n  // was not initially synced, such as when, an existing table is added\n  // to the app's publication.\n  //\n  // In order to facilitate \"resumptive\" replication, the logic falls back to\n  // an INSERT if the update did not change any rows.\n  processUpdate(update: MessageUpdate) {\n    const table = liteTableName(update.relation);\n    const tableSpec = this.#tableSpec(table);\n    const newRow = liteRow(update.new, tableSpec, this.#jsonFormat);\n    const row = {...newRow.row, [ZERO_VERSION_COLUMN_NAME]: this.#version};\n\n    // update.key is set with the old values if the key has changed.\n    const oldKey = update.key\n      ? this.#getKey(\n          liteRow(update.key, this.#tableSpec(table), this.#jsonFormat),\n          update,\n        )\n      : null;\n    const newKey = this.#getKey(newRow, update);\n\n    if (oldKey) {\n      this.#logDeleteOp(table, oldKey, tableSpec.backfilling);\n    }\n    this.#logSetOp(table, newKey, getBackfilledColumns(newRow.row, tableSpec));\n\n    const currKey = oldKey ?? newKey;\n    const conds = Object.keys(currKey).map(col => `${id(col)}=?`);\n    const setExprs = Object.keys(row).map(col => `${id(col)}=?`);\n\n    try {\n      const {changes} = this.#db.run(\n        `\n        UPDATE ${id(table)}\n          SET ${setExprs.join(',')}\n          WHERE ${conds.join(' AND ')}\n        `,\n        [...Object.values(row), ...Object.values(currKey)],\n      );\n\n      // If the UPDATE did not affect any rows, perform an UPSERT of the\n      // new row for resumptive replication.\n      if (changes === 0) {\n        this.#upsert(table, row);\n      }\n    } catch (e) {\n      if (\n        !(e instanceof RangeError) ||\n        e.message !== BIND_VALUE_TOO_BIG_ERROR\n      ) {\n        throw e;\n      }\n\n      const binding = [...Object.entries(row), ...Object.entries(currKey)]\n        .map(\n          ([column, value]) =>\n            [column, oversizedValueDescription(value)] as const,\n        )\n        .find(([, description]) => description);\n      const relationOid =\n        'relationOid' in update.relation &&\n        typeof update.relation.relationOid === 'number'\n          ? ` relationOid=${update.relation.relationOid}`\n          : '';\n      const error = new Error(\n        `Oversized SQLite update binding: tx=${this.#version}${relationOid} table=${update.relation.schema}.${update.relation.name} column=${binding?.[0] ?? 'unknown'}${binding?.[1] ? ` ${binding[1]}` : ''}`,\n        {cause: e},\n      );\n      error.name = 'OversizedUpdateBindingError';\n      throw error;\n    }\n  }\n\n  processDelete(del: MessageDelete) {\n    const table = liteTableName(del.relation);\n    const tableSpec = this.#tableSpec(table);\n    const rowKey = this.#getKey(\n      liteRow(del.key, tableSpec, this.#jsonFormat),\n      del,\n    );\n\n    this.#delete(table, rowKey);\n    this.#logDeleteOp(table, rowKey, tableSpec.backfilling);\n  }\n\n  #delete(table: string, rowKey: LiteRowKey) {\n    const conds = Object.keys(rowKey).map(col => `${id(col)}=?`);\n    this.#db.run(\n      `DELETE FROM ${id(table)} WHERE ${conds.join(' AND ')}`,\n      Object.values(rowKey),\n    );\n  }\n\n  processTruncate(truncate: MessageTruncate) {\n    for (const relation of truncate.relations) {\n      const table = liteTableName(relation);\n      // Update replica data.\n      this.#db.run(`DELETE FROM ${id(table)}`);\n\n      // Update change log.\n      this.#logTruncateOp(table);\n    }\n  }\n\n  processCreateTable(create: TableCreate) {\n    if (create.metadata) {\n      this.#tableMetadata.setUpstreamMetadata(create.spec, create.metadata);\n    }\n    this.#backfilling.apply(create);\n    const table = mapPostgresToLite(create.spec);\n    this.#db.db.exec(createLiteTableStatement(table));\n\n    // Write to metadata table\n    for (const [colName, colSpec] of Object.entries(create.spec.columns)) {\n      this.#columnMetadata.insert(\n        table.name,\n        colName,\n        colSpec,\n        create.backfill?.[colName],\n      );\n    }\n\n    this.#logResetOp(table.name);\n    this.#lc.info?.(create.tag, table.name);\n  }\n\n  processTableMetadata(msg: TableUpdateMetadata) {\n    this.#tableMetadata.setUpstreamMetadata(msg.table, msg.new);\n    // Inert today: the fold's only op for this tag is `upsert-metadata`, which\n    // the line above is the replica's interpreter of. Called anyway so that\n    // every site that hands a schema change to one cookie tracker hands it to\n    // both -- an exception here would be a schema change the shared fold has an\n    // opinion about and this store never sees, which is the drift the fold\n    // exists to make impossible.\n    this.#backfilling.apply(msg);\n  }\n\n  processRenameTable(rename: TableRename) {\n    this.#tableMetadata.rename(rename.old, rename.new);\n    this.#backfilling.apply(rename);\n\n    const oldName = liteTableName(rename.old);\n    const newName = liteTableName(rename.new);\n    this.#db.db.exec(`ALTER TABLE ${id(oldName)} RENAME TO ${id(newName)}`);\n\n    // Rename in metadata table\n    this.#columnMetadata.renameTable(oldName, newName);\n\n    this.#bumpVersions(rename.new);\n    this.#logResetOp(oldName);\n    this.#lc.info?.(rename.tag, oldName, newName);\n  }\n\n  processAddColumn(msg: ColumnAdd) {\n    if (msg.tableMetadata) {\n      this.#tableMetadata.setUpstreamMetadata(msg.table, msg.tableMetadata);\n    }\n    this.#backfilling.apply(msg);\n    const table = liteTableName(msg.table);\n    const {name} = msg.column;\n    const spec = mapPostgresToLiteColumn(table, msg.column);\n    this.#db.db.exec(\n      `ALTER TABLE ${id(table)} ADD ${id(name)} ${liteColumnDef(spec)}`,\n    );\n\n    // Write to metadata table\n    this.#columnMetadata.insert(table, name, msg.column.spec, msg.backfill);\n\n    if (msg.backfill) {\n      this.#reloadTableSpecs();\n    } else {\n      // Make the new column visible immediately if it's not being backfilled.\n      // Otherwise, the version bump will happen with the backfill is complete.\n      this.#bumpVersions(msg.table);\n    }\n    this.#lc.info?.(msg.tag, table, msg.column);\n  }\n\n  processUpdateColumn(msg: ColumnUpdate) {\n    // A no-op unless this is a rename, which is the only part of a column\n    // update that moves the backfill cookie.\n    this.#backfilling.apply(msg);\n\n    const table = liteTableName(msg.table);\n    let oldName = msg.old.name;\n    const newName = msg.new.name;\n\n    const storageTypesDiffer = differentStorageTypes(\n      msg.old.spec,\n      msg.new.spec,\n    );\n\n    // If neither the column name nor the SQLite data type changes, only the\n    // upstream metadata needs to be updated. This includes changes such as a\n    // varchar character limit and nullability, which SQLite does not enforce\n    // but a freshly built replica still records.\n    if (oldName === newName && !storageTypesDiffer) {\n      this.#columnMetadata.update(\n        table,\n        msg.old.name,\n        msg.new.name,\n        msg.new.spec,\n      );\n      if (Boolean(msg.old.spec.notNull) !== Boolean(msg.new.spec.notNull)) {\n        this.#bumpVersions(msg.table);\n      }\n      this.#lc.info?.(msg.tag, 'updated metadata only', msg.old, msg.new);\n      return;\n    }\n    // Storage type changes require a new column so that SQLite uses the new\n    // representation for existing and future values.\n    if (storageTypesDiffer) {\n      // update-column can ignore defaults because it does not change the values\n      // in existing rows.\n      //\n      // https://www.postgresql.org/docs/current/sql-altertable.html#SQL-ALTERTABLE-DESC-SET-DROP-DEFAULT\n      //\n      // \"The new default value will only apply in subsequent INSERT or UPDATE\n      //  commands; it does not cause rows already in the table to change.\"\n      //\n      // This allows support for _changing_ column defaults to any expression,\n      // since it does not affect what the replica needs to do.\n      const newLiteSpec = mapPostgresToLiteColumn(\n        table,\n        msg.new,\n        'ignore-default',\n      );\n      if (oldName !== newName) {\n        // Rename the column in place first so that SQLite rewrites every\n        // reference to it in the table's index definitions, including the\n        // WHERE clauses of partial indexes.\n        this.#db.db.exec(\n          `ALTER TABLE ${id(table)} RENAME ${id(oldName)} TO ${id(newName)}`,\n        );\n        oldName = newName;\n      }\n      const tableSpec = must(\n        listTables(this.#db.db, false, false).find(\n          tableSpec => tableSpec.name === table,\n        ),\n      );\n      // Recreating the table drops its indexes, so capture their DDL to\n      // replay afterwards. Auto-indexes (PRIMARY KEY) have no DDL and are\n      // recreated by the CREATE TABLE statement itself.\n      const indexDDL = this.#db.db\n        .prepare(\n          `SELECT sql FROM sqlite_master\n             WHERE type = 'index' AND tbl_name = ? AND sql IS NOT NULL\n             ORDER BY rowid`,\n        )\n        .all<{sql: string}>(table)\n        .map(({sql}) => sql);\n      const tmpTable = `tmp.${table}`;\n      const columns = Object.keys(tableSpec.columns);\n      const stmts = [\n        createLiteTableStatement({\n          ...tableSpec,\n          name: tmpTable,\n          columns: mapEntries(tableSpec.columns, (column, spec) => [\n            column,\n            column === newName ? {...newLiteSpec, pos: spec.pos} : spec,\n          ]),\n        }),\n        `INSERT INTO ${id(tmpTable)} (${columns.map(id).join(',')})\n         SELECT ${columns.map(id).join(',')} FROM ${id(table)};`,\n        `DROP TABLE ${id(table)};`,\n        `ALTER TABLE ${id(tmpTable)} RENAME TO ${id(table)};`,\n        ...indexDDL.map(sql => `${sql};`),\n      ];\n      this.#db.db.exec(stmts.join(''));\n    }\n    if (oldName !== newName) {\n      this.#db.db.exec(\n        `ALTER TABLE ${id(table)} RENAME ${id(oldName)} TO ${id(newName)}`,\n      );\n    }\n\n    // Update metadata table\n    this.#columnMetadata.update(\n      table,\n      msg.old.name,\n      msg.new.name,\n      msg.new.spec,\n    );\n\n    this.#bumpVersions(msg.table);\n    this.#lc.info?.(msg.tag, table, msg.new);\n  }\n\n  processDropColumn(msg: ColumnDrop) {\n    const table = liteTableName(msg.table);\n    const {column} = msg;\n    this.#db.db.exec(`ALTER TABLE ${id(table)} DROP ${id(column)}`);\n\n    // Delete from metadata table\n    this.#columnMetadata.deleteColumn(table, column);\n    this.#backfilling.apply(msg);\n\n    this.#bumpVersions(msg.table);\n    this.#lc.info?.(msg.tag, table, column);\n  }\n\n  processDropTable(drop: TableDrop) {\n    this.#tableMetadata.drop(drop.id);\n    this.#backfilling.apply(drop);\n\n    const name = liteTableName(drop.id);\n    this.#db.db.exec(`DROP TABLE IF EXISTS ${id(name)}`);\n\n    // Delete from metadata table\n    this.#columnMetadata.deleteTable(name);\n\n    this.#logResetOp(name);\n    this.#lc.info?.(drop.tag, name);\n  }\n\n  processCreateIndex(create: IndexCreate) {\n    const index = mapPostgresToLiteIndex(create.spec);\n    this.#db.db.exec(createLiteIndexStatement(index));\n\n    // indexes affect tables visibility (e.g. sync-ability is gated on\n    // having a unique index), so reset pipelines to refresh table schemas.\n    this.#logResetOp(index.tableName);\n    this.#lc.info?.(create.tag, index.name);\n  }\n\n  processDropIndex(drop: IndexDrop) {\n    const name = liteTableName(drop.id);\n    const indexExisted = this.#db.db\n      .prepare(\n        `SELECT tbl_name as tableName FROM sqlite_master WHERE type = 'index' AND name = ?`,\n      )\n      .get(name) as {tableName: string} | undefined;\n\n    this.#db.db.exec(`DROP INDEX IF EXISTS ${id(name)}`);\n\n    if (indexExisted) {\n      // indexes affect tables visibility (e.g. sync-ability is gated on\n      // having a unique index), so reset pipelines to refresh table schemas.\n      this.#logResetOp(indexExisted.tableName);\n    }\n    this.#lc.info?.(drop.tag, name);\n  }\n\n  #bumpVersions(table: Identifier) {\n    this.#tableMetadata.setMinRowVersion(table, this.#version);\n    this.#logResetOp(liteTableName(table));\n  }\n\n  /**\n   * @param backfilledColumns `backfilling` columns for which values were set\n   */\n  #logSetOp(\n    table: string,\n    key: LiteRowKey,\n    backfilledColumns: string[] | undefined,\n  ) {\n    // The \"serving\" replicator always writes to the change-log (for IVM).\n    // The \"backup\" replicator only needs to write to the change log\n    // when writing columns that are being backfilled.\n    if (this.#mode === 'serving' || backfilledColumns !== undefined) {\n      this.#changeLog.logSetOp(\n        this.#version,\n        this.#pos++,\n        table,\n        key,\n        backfilledColumns,\n      );\n      this.#numChangeLogEntries++;\n    }\n  }\n\n  #logDeleteOp(table: string, key: LiteRowKey, backfilling?: string[]) {\n    // The \"serving\" replicator always writes to the change-log (for IVM).\n    // The \"backup\" replicator only needs to write to the change log\n    // when writing columns that are being backfilled.\n    if (this.#mode === 'serving' || backfilling?.length) {\n      this.#changeLog.logDeleteOp(this.#version, this.#pos++, table, key);\n      this.#numChangeLogEntries++;\n    }\n  }\n\n  #logTruncateOp(table: string) {\n    if (this.#mode === 'serving') {\n      this.#changeLog.logTruncateOp(this.#version, table);\n      this.#numChangeLogEntries++;\n    }\n  }\n\n  #logResetOp(table: string) {\n    this.#schemaChanged = true;\n    if (this.#mode === 'serving') {\n      this.#changeLog.logResetOp(this.#version, table);\n      this.#numChangeLogEntries++;\n    }\n    this.#reloadTableSpecs();\n  }\n\n  processBackfill({\n    relation,\n    watermark,\n    columns,\n    rowValues,\n    progressMarks,\n  }: MessageBackfill) {\n    const tableName = liteTableName(relation);\n    const tableSpec = must(this.#tableSpecs.get(tableName));\n    const rowKeyCols = relation.rowKey.columns;\n    const cols = [...rowKeyCols, ...columns];\n\n    // Only columns that are still being backfilled on _this_ replica are\n    // written, and of those, only the columns for which this message is\n    // contiguous with the data received so far (whose progress is advanced).\n    //\n    // * Once a column has been published (backfill completed), its values\n    //   strictly follow the replication timeline, so a subsequent backfill must\n    //   never overwrite them. This guards against a redundant backfill, e.g.\n    //   when the view-syncer (re)connects to a replication-manager that is\n    //   (re)running a backfill this replica already completed.\n    // * Data for non-contiguous (ignored) columns is necessarily re-delivered\n    //   (by a resumed or from-scratch run) before the column can be published,\n    //   so writing it would be wasted I/O.\n    const {accepted, ignored} = this.#trackBackfillProgress(\n      relation,\n      cols,\n      own => acceptBackfill(own, progressMarks),\n    );\n    if (accepted.length === 0) {\n      this.#lc.debug?.(\n        ignored.length\n          ? `skipping backfill of ${rowValues.length} rows into ` +\n              `${tableName}: not contiguous with the progress of columns ` +\n              `[${ignored.join(',')}]`\n          : `skipping redundant backfill of ${rowValues.length} rows into ` +\n              `${tableName} (all columns already published)`,\n        progressMarks,\n      );\n      return;\n    }\n    if (ignored.length) {\n      this.#lc.debug?.(\n        `backfill of ${tableName} is not contiguous with the progress ` +\n          `of columns [${ignored.join(',')}]`,\n        progressMarks,\n      );\n    }\n    const acceptedSet = new Set(accepted);\n\n    // Common parts of the INSERT sql statement.\n    const insertColsStr = [...cols, ZERO_VERSION_COLUMN_NAME].map(id).join(',');\n    const qMarks = Array.from({length: cols.length + 1})\n      .fill('?')\n      .join(',');\n    const rowKeyColsStr = rowKeyCols.map(id).join(',');\n\n    let backfilled = 0;\n    let skipped = 0;\n    for (const v of rowValues) {\n      const row = liteRow(\n        Object.fromEntries(cols.map((c, i) => [c, v[i]])),\n        tableSpec,\n        this.#jsonFormat,\n      );\n      const rowKey = this.#getKey(row, {relation});\n      const rowOp = this.#changeLog.getLatestRowOp(tableName, rowKey);\n      if (rowOp?.op === DEL_OP && rowOp.stateVersion > watermark) {\n        skipped++;\n        continue; // the row was deleted after the backfill snapshot\n      }\n      // Restrict the DO UPDATE columns to those still being backfilled. Never\n      // update an already backfilled (i.e. published) column.\n      const updates = (\n        rowOp?.op === SET_OP\n          ? cols.filter(\n              c => (rowOp.backfillingColumnVersions[c] ?? '') <= watermark,\n            )\n          : cols\n      ).filter(c => acceptedSet.has(c));\n      if (updates.length === 0) {\n        // row already has newer values for all accepted backfilling columns.\n        skipped++;\n        continue;\n      }\n      const updateStmts = updates.map(col => `${id(col)}=excluded.${id(col)}`);\n      this.#db.run(\n        /*sql*/ `\n        INSERT INTO ${id(tableName)} (${insertColsStr}) VALUES (${qMarks})\n          ON CONFLICT (${rowKeyColsStr})\n          DO UPDATE SET ${updateStmts.join(',')};\n      `,\n        ...Object.values(row.row),\n        watermark, // the _0_version for new rows (i.e. table backfill)\n      );\n      backfilled++;\n    }\n\n    this.#lc.debug?.(\n      `backfilled ${backfilled} rows (skipped ${skipped}) into ${tableName}`,\n    );\n  }\n\n  #completedBackfill: DownloadStatus | undefined;\n\n  /**\n   * Applies `accept` to the tracked progress of each of the `cols` that are\n   * still backfilling on this replica, updating the progress of the accepted\n   * ones. Columns that are not backfilling (e.g. already published) are\n   * neither accepted nor ignored.\n   */\n  #trackBackfillProgress(\n    relation: Identifier,\n    cols: readonly string[],\n    accept: (progress: BackfillProgressMark | undefined) => AcceptResult,\n  ): {accepted: string[]; ignored: string[]} {\n    const tracked = this.#backfilling.getProgress(relation);\n    const accepted: string[] = [];\n    const ignored: string[] = [];\n    for (const col of cols) {\n      if (!tracked.has(col)) {\n        continue; // not backfilling\n      }\n      const progress = tracked.get(col);\n      const result = accept(progress);\n      if (!result.accept) {\n        ignored.push(col);\n        continue;\n      }\n      accepted.push(col);\n      if (!deepEqual(result.progress, progress)) {\n        this.#backfilling.setProgress(relation, col, result.progress);\n      }\n    }\n    return {accepted, ignored};\n  }\n\n  processBackfillCompleted(msg: BackfillCompleted) {\n    const {relation, columns, status, progressMarks} = msg;\n    const tableName = liteTableName(relation);\n    const rowKeyCols = relation.rowKey.columns;\n\n    // Only complete the columns whose backfill progress is contiguous with\n    // the completed backfill. The others remain backfilling (and will be\n    // re-requested by the change-streamer).\n    const {accepted, ignored} = this.#trackBackfillProgress(\n      relation,\n      [...rowKeyCols, ...columns],\n      own =>\n        acceptBackfill(\n          own,\n          progressMarks ? {previous: progressMarks.previous} : undefined,\n        ),\n    );\n    if (ignored.length) {\n      this.#lc.info?.(\n        `ignoring backfill-completed of ${tableName} for columns ` +\n          `[${ignored.join(',')}], which have not received all of the data`,\n        progressMarks,\n      );\n    }\n\n    // If none of the columns are still backfilling on this replica, they were\n    // already published (e.g. a redundant backfill from a replication-manager\n    // re-running a backfill this replica already completed). Bumping versions\n    // again would spuriously reset pipelines and re-report completion, so treat\n    // the completion as a no-op.\n    if (accepted.length === 0) {\n      if (ignored.length === 0) {\n        this.#lc.debug?.(\n          `skipping redundant backfill-completed for ${tableName} ` +\n            `(all columns already published)`,\n        );\n      }\n      return;\n    }\n    const ignoredSet = new Set(ignored);\n    const cols = [\n      ...rowKeyCols.filter(c => !ignoredSet.has(c)),\n      ...columns.filter(c => !ignoredSet.has(c)),\n    ];\n\n    const columnMetadata = must(ColumnMetadataStore.getInstance(this.#db.db));\n    for (const col of cols) {\n      columnMetadata.clearBackfilling(tableName, col);\n    }\n    this.#backfilling.complete(relation, cols);\n    // Given that new columns are being exposed for every row in the table, bump the\n    // row version for all rows.\n    this.#bumpVersions(relation);\n    if (status) {\n      this.#completedBackfill = {table: tableName, columns: cols, ...status};\n    }\n    this.#lc.info?.(`finished backfilling ${tableName}`);\n\n    // Note that there is no need to clear the backfillingColumnVersions values\n    // in the changeLog. It could theoretically be done for clarity but:\n    // (1) it could be non-trivial in terms of latency introduced and\n    // (2) the data must be preserved if _other_ columns are in the process\n    //     of being backfilled\n    //\n    // Thus, for speed and simplicity, the values are left as is. (Note that\n    // subsequent replicated changes to those rows will clear the values if\n    // no backfills are in progress).\n  }\n\n  processCommit(commit: MessageCommit, watermark: string): CommitResult {\n    if (watermark !== this.#version) {\n      throw new Error(\n        `'commit' version ${watermark} does not match 'begin' version ${\n          this.#version\n        }: ${stringify(commit)}`,\n      );\n    }\n    updateReplicationWatermark(this.#db, watermark);\n\n    if (this.#schemaChanged) {\n      const start = Date.now();\n      this.#db.db.pragma('optimize');\n      this.#lc.info?.(\n        `PRAGMA optimized after schema change (${Date.now() - start} ms)`,\n      );\n    }\n\n    if (this.#mode !== 'initial-sync') {\n      this.#db.commit();\n    }\n\n    const elapsedMs = Date.now() - this.#startMs;\n    this.#lc.debug?.(`Committed tx@${this.#version} (${elapsedMs} ms)`);\n\n    return {\n      watermark,\n      completedBackfill: this.#completedBackfill,\n      schemaUpdated: this.#schemaChanged,\n      changeLogUpdated: this.#numChangeLogEntries > 0,\n      upstreamCommitTimeMs: commit.commitTimeMs,\n    };\n  }\n\n  abort(lc: LogContext) {\n    lc.info?.(`aborting transaction ${this.#version}`);\n    this.#db.rollback();\n    // A schema change in the transaction reloaded the table specs, which now\n    // describe the schema that the rollback undid. Clearing them makes the\n    // next transaction reload them from the database.\n    this.#tableSpecs.clear();\n  }\n}\n\nfunction differentStorageTypes(\n  oldSpec: ColumnSpec,\n  newSpec: ColumnSpec,\n): boolean {\n  return (\n    oldSpec.dataType !== newSpec.dataType ||\n    isEnumColumn(oldSpec) !== isEnumColumn(newSpec) ||\n    isArrayColumn(oldSpec) !== isArrayColumn(newSpec)\n  );\n}\n\nfunction getBackfilledColumns(\n  row: LiteRow,\n  {backfilling}: LiteTableSpecWithReplicationStatus,\n): string[] | undefined {\n  if (!backfilling?.length) {\n    return undefined; // common case\n  }\n  return backfilling.filter(col => col in row);\n}\n\nfunction oversizedValueDescription(value: LiteValueType): string | undefined {\n  const sizeBytes =\n    typeof value === 'string'\n      ? Buffer.byteLength(value)\n      : value instanceof Uint8Array\n        ? value.byteLength\n        : undefined;\n  if (sizeBytes !== undefined && sizeBytes > MAX_SQLITE_BIND_BYTES) {\n    const valueType = typeof value === 'string' ? 'string' : 'buffer';\n    return `valueType=${valueType} sizeBytes=${sizeBytes} limitBytes=${MAX_SQLITE_BIND_BYTES}`;\n  }\n\n  return undefined;\n}\n\n/** Runs `fn`, returning its error rather than throwing it. */\nfunction attempt(fn: () => void): unknown {\n  try {\n    fn();\n    return undefined;\n  } catch (e) {\n    return e ?? new Error('rollback failed');\n  }\n}\n\nfunction ensureError(err: unknown): Error {\n  if (err instanceof Error) {\n    return err;\n  }\n  const error = new Error();\n  error.cause = err;\n  return error;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AA+EA,IAAM,2BACJ;AACF,IAAM,wBAAwB,KAAK,IACjCA,UAAgB,YAChBA,UAAgB,iBAClB;;;;;;;;;;;;AA0BA,IAAa,kBAAb,MAA6B;CAC3B;CACA;CACA;CACA;CACA;CACA;CAKA,8BAAuB,IAAI,IAAgD;CAE3E,aAA0C;CAE1C;CAEA,YACE,IACA,MACA,aACA;EACA,KAAK,MAAM;EACX,KAAK,aAAa,IAAI,UAAU,GAAG,EAAE;EACrC,KAAK,iBAAiB,IAAI,qBAAqB,GAAG,EAAE;EACpD,KAAK,eAAe,IAAI,mBAAmB,GAAG,EAAE;EAChD,KAAK,QAAQ;EACb,KAAK,eAAe;CACtB;CAEA,MAAM,IAAgB,KAAc;EAClC,IAAI,CAAC,KAAK,UAAU;GAClB,IAAI,eAAe;GACnB,MAAM,iBAAiB,CAAC,cAAc,KAAK,YAAY,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QACjE,MAAK,MAAM,KAAA,CACb;GAEA,IAAI,eAAe,QAAQ;IACzB,MAAM,gCAAgB,IAAI,MACxB,yEAAyE,OAAO,GAAG,EAAE,qBAAqB,eAAe,IAAI,MAAM,CAAC,CAAC,KAAK,IAAI,GAChJ;IACA,cAAc,QAAQ;IACtB,eAAe;GACjB;GAEA,KAAK,WAAW,YAAY,YAAY;GAExC,IAAI,EAAE,KAAK,oBAAoB,aAAa;IAE1C,GAAG,QAAQ,8BAA8B,KAAK,QAAQ;IACtD,KAAK,aAAa,IAAI,KAAK,QAAQ;GACrC;EACF;CACF;CAEA,MAAM,IAAgB;EACpB,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC;CACjC;;CAGA,eACE,IACA,YACqB;EACrB,MAAM,CAAC,MAAM,WAAW;EACxB,IAAI,KAAK,UAAU;GACjB,GAAG,QAAQ,YAAY,QAAQ,KAAK;GACpC,OAAO;EACT;EACA,IAAI;GACF,MAAM,YACJ,SAAS,UACL,WAAW,EAAE,CAAC,kBACd,SAAS,WACP,WAAW,EAAE,CAAC,YACd,KAAA;GACR,OAAO,KAAK,gBAAgB,IAAI,SAAS,SAAS;EACpD,SAAS,GAAG;GACV,KAAK,MAAM,IAAI,CAAC;EAClB;EACA,OAAO;CACT;CAEA,kBACE,IACA,eACA,YACsB;EACtB,MAAM,QAAQ,KAAK,IAAI;EASvB,KAAK,IAAI,IAAI,IAAK,KAChB,IAAI;GACF,OAAO,IAAI,qBACT,IACA,KAAK,KACL,KAAK,OACL,KAAK,YACL,KAAK,gBACL,KAAK,cACL,KAAK,aACL,eACA,UACF;EACF,SAAS,GAAG;GACV,IAAI,aAAa,eAAe,EAAE,SAAS,eAAe;IACxD,GAAG,OACD,mBAAmB,KAAK,IAAI,IAAI,MAAM,eAAe,IAAI,EAAE,2EAG3D,CACF;IACA;GACF;GACA,MAAM;EACR;CAEJ;;CAGA,gBACE,IACA,KACA,WACqB;EACrB,IAAI,IAAI,QAAQ,SAAS;GACvB,IAAI,KAAK,YACP,MAAM,IAAI,MAAM,4BAA4B,UAAU,GAAG,GAAG;GAE9D,KAAK,aAAa,KAAK,kBACrB,IACA,KAAK,SAAS,GACd,IAAI,QAAA,GACN;GACA,OAAO;EACT;EAGA,MAAM,KAAK,KAAK;EAChB,IAAI,CAAC,IACH,MAAM,IAAI,MACR,4CAA4C,UAAU,GAAG,GAC3D;EAGF,IAAI,IAAI,QAAQ,UAAU;GACxB,OAAO,WAAW,2CAA2C;GAC7D,MAAM,SAAS,GAAG,cAAc,KAAK,SAAS;GAG9C,KAAK,aAAa;GAClB,OAAO;EACT;EAEA,IAAI,IAAI,QAAQ,YAAY;GAC1B,GAAG,MAAM,EAAE;GACX,KAAK,aAAa;GAClB,OAAO;EACT;EAEA,QAAQ,IAAI,KAAZ;GACE,KAAK;IACH,GAAG,cAAc,GAAG;IACpB;GACF,KAAK;IACH,GAAG,cAAc,GAAG;IACpB;GACF,KAAK;IACH,GAAG,cAAc,GAAG;IACpB;GACF,KAAK;IACH,GAAG,gBAAgB,GAAG;IACtB;GACF,KAAK;IACH,GAAG,mBAAmB,GAAG;IACzB;GACF,KAAK;IACH,GAAG,mBAAmB,GAAG;IACzB;GACF,KAAK;IACH,GAAG,qBAAqB,GAAG;IAC3B;GACF,KAAK;IACH,GAAG,iBAAiB,GAAG;IACvB;GACF,KAAK;IACH,GAAG,oBAAoB,GAAG;IAC1B;GACF,KAAK;IACH,GAAG,kBAAkB,GAAG;IACxB;GACF,KAAK;IACH,GAAG,iBAAiB,GAAG;IACvB;GACF,KAAK;IACH,GAAG,mBAAmB,GAAG;IACzB;GACF,KAAK;IACH,GAAG,iBAAiB,GAAG;IACvB;GACF,KAAK;IACH,GAAG,gBAAgB,GAAG;IACtB;GACF,KAAK;IACH,GAAG,yBAAyB,GAAG;IAC/B;GACF,SACE,YAAY,GAAG;EACnB;EAEA,OAAO;CACT;AACF;;;;;;;;;;;;;;;;;;;;;;AAuBA,IAAM,uBAAN,MAA2B;CACzB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,OAAO;CACP,iBAAiB;CACjB,uBAAuB;CAEvB,YACE,IACA,IACA,MACA,WACA,eACA,aACA,YACA,eACA,YACA;EACA,KAAK,WAAW,KAAK,IAAI;EACzB,KAAK,QAAQ;EACb,KAAK,cAAc;EAEnB,QAAQ,MAAR;GACE,KAAK;IAKH,GAAG,eAAe;IAClB;GACF,KAAK;IAKH,GAAG,eAAe;IAClB;GACF,KAAK,gBAGH;GACF,SACE,YAAY;EAChB;EACA,KAAK,MAAM;EACX,KAAK,WAAW;EAChB,KAAK,MAAM,GAAG,YAAY,WAAW,aAAa;EAClD,KAAK,aAAa;EAClB,KAAK,iBAAiB;EACtB,KAAK,eAAe;EACpB,KAAK,cAAc;EAGnB,KAAK,kBAAkB,KAAK,oBAAoB,YAAY,GAAG,EAAE,CAAC;EAElE,IAAI,KAAK,YAAY,SAAS,GAC5B,KAAK,kBAAkB;CAE3B;CAEA,oBAAoB;EAClB,KAAK,YAAY,MAAM;EAEvB,MAAM,WAAW,gBAAgB,KAAK,KAAK,KAAK,IAAI,IAAI,EACtD,2BAA2B,KAC7B,CAAC;EACD,KAAK,IAAI,QAAQ,WAAW,KAAK,IAAI,EAAE,GAAG;GACxC,IAAI,CAAC,KAAK,YACR,OAAO;IACL,GAAG;IACH,YAAY,CACV,GAAI,SAAS,IAAI,KAAK,IAAI,CAAC,EAAE,UAAU,cAAc,CAAC,CACxD;GACF;GAEF,KAAK,YAAY,IAAI,KAAK,MAAM,IAAI;EACtC;CACF;CAEA,WAAW,MAAc;EACvB,OAAO,KAAK,KAAK,YAAY,IAAI,IAAI,GAAG,iBAAiB,MAAM;CACjE;CAEA,QACE,EAAC,KAAK,WACN,EAAC,YACW;EACZ,MAAM,aACJ,SAAS,OAAO,SAAS,SACrB,SAAS,OAAO,UAChB,KAAK,WAAW,cAAc,QAAQ,CAAC,CAAC,CAAC;EAC/C,IAAI,CAAC,YAAY,QACf,MAAM,IAAI,MACR,2BAA2B,SAAS,KAAK,wCAC3C;EAIF,IAAI,YAAY,WAAW,QACzB,OAAO;EAET,MAAM,MAAqC,CAAC;EAC5C,KAAK,MAAM,OAAO,YAChB,IAAI,OAAO,IAAI;EAEjB,OAAO;CACT;CAEA,cAAc,QAAuB;EACnC,MAAM,QAAQ,cAAc,OAAO,QAAQ;EAC3C,MAAM,YAAY,KAAK,WAAW,KAAK;EACvC,MAAM,SAAS,QAAQ,OAAO,KAAK,WAAW,KAAK,WAAW;EAE9D,KAAK,QAAQ,OAAO;GAClB,GAAG,OAAO;IACT,2BAA2B,KAAK;EACnC,CAAC;EAED,IAAI,OAAO,SAAS,OAAO,QAAQ,WAAW,GAQ5C;EAEF,MAAM,MAAM,KAAK,QAAQ,QAAQ,MAAM;EACvC,KAAK,UAAU,OAAO,KAAK,qBAAqB,OAAO,KAAK,SAAS,CAAC;CACxE;CAEA,QAAQ,OAAe,KAAc;EACnC,MAAM,UAAU,OAAO,KAAK,GAAG,CAAC,CAAC,KAAI,MAAK,GAAG,CAAC,CAAC;EAC/C,KAAK,IAAI,IACP;+BACyB,GAAG,KAAK,EAAE,IAAI,QAAQ,KAAK,GAAG,EAAE;kBAC7C,MAAM,KAAK,EAAC,QAAQ,QAAQ,OAAM,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE;SAErE,OAAO,OAAO,GAAG,CACnB;CACF;CAcA,cAAc,QAAuB;EACnC,MAAM,QAAQ,cAAc,OAAO,QAAQ;EAC3C,MAAM,YAAY,KAAK,WAAW,KAAK;EACvC,MAAM,SAAS,QAAQ,OAAO,KAAK,WAAW,KAAK,WAAW;EAC9D,MAAM,MAAM;GAAC,GAAG,OAAO;IAAM,2BAA2B,KAAK;EAAQ;EAGrE,MAAM,SAAS,OAAO,MAClB,KAAK,QACH,QAAQ,OAAO,KAAK,KAAK,WAAW,KAAK,GAAG,KAAK,WAAW,GAC5D,MACF,IACA;EACJ,MAAM,SAAS,KAAK,QAAQ,QAAQ,MAAM;EAE1C,IAAI,QACF,KAAK,aAAa,OAAO,QAAQ,UAAU,WAAW;EAExD,KAAK,UAAU,OAAO,QAAQ,qBAAqB,OAAO,KAAK,SAAS,CAAC;EAEzE,MAAM,UAAU,UAAU;EAC1B,MAAM,QAAQ,OAAO,KAAK,OAAO,CAAC,CAAC,KAAI,QAAO,GAAG,GAAG,GAAG,EAAE,GAAG;EAC5D,MAAM,WAAW,OAAO,KAAK,GAAG,CAAC,CAAC,KAAI,QAAO,GAAG,GAAG,GAAG,EAAE,GAAG;EAE3D,IAAI;GACF,MAAM,EAAC,YAAW,KAAK,IAAI,IACzB;iBACS,GAAG,KAAK,EAAE;gBACX,SAAS,KAAK,GAAG,EAAE;kBACjB,MAAM,KAAK,OAAO,EAAE;WAE9B,CAAC,GAAG,OAAO,OAAO,GAAG,GAAG,GAAG,OAAO,OAAO,OAAO,CAAC,CACnD;GAIA,IAAI,YAAY,GACd,KAAK,QAAQ,OAAO,GAAG;EAE3B,SAAS,GAAG;GACV,IACE,EAAE,aAAa,eACf,EAAE,YAAY,0BAEd,MAAM;GAGR,MAAM,UAAU,CAAC,GAAG,OAAO,QAAQ,GAAG,GAAG,GAAG,OAAO,QAAQ,OAAO,CAAC,CAAC,CACjE,KACE,CAAC,QAAQ,WACR,CAAC,QAAQ,0BAA0B,KAAK,CAAC,CAC7C,CAAC,CACA,MAAM,GAAG,iBAAiB,WAAW;GACxC,MAAM,cACJ,iBAAiB,OAAO,YACxB,OAAO,OAAO,SAAS,gBAAgB,WACnC,gBAAgB,OAAO,SAAS,gBAChC;GACN,MAAM,QAAQ,IAAI,MAChB,uCAAuC,KAAK,WAAW,YAAY,SAAS,OAAO,SAAS,OAAO,GAAG,OAAO,SAAS,KAAK,UAAU,UAAU,MAAM,YAAY,UAAU,KAAK,IAAI,QAAQ,OAAO,MACnM,EAAC,OAAO,EAAC,CACX;GACA,MAAM,OAAO;GACb,MAAM;EACR;CACF;CAEA,cAAc,KAAoB;EAChC,MAAM,QAAQ,cAAc,IAAI,QAAQ;EACxC,MAAM,YAAY,KAAK,WAAW,KAAK;EACvC,MAAM,SAAS,KAAK,QAClB,QAAQ,IAAI,KAAK,WAAW,KAAK,WAAW,GAC5C,GACF;EAEA,KAAK,QAAQ,OAAO,MAAM;EAC1B,KAAK,aAAa,OAAO,QAAQ,UAAU,WAAW;CACxD;CAEA,QAAQ,OAAe,QAAoB;EACzC,MAAM,QAAQ,OAAO,KAAK,MAAM,CAAC,CAAC,KAAI,QAAO,GAAG,GAAG,GAAG,EAAE,GAAG;EAC3D,KAAK,IAAI,IACP,eAAe,GAAG,KAAK,EAAE,SAAS,MAAM,KAAK,OAAO,KACpD,OAAO,OAAO,MAAM,CACtB;CACF;CAEA,gBAAgB,UAA2B;EACzC,KAAK,MAAM,YAAY,SAAS,WAAW;GACzC,MAAM,QAAQ,cAAc,QAAQ;GAEpC,KAAK,IAAI,IAAI,eAAe,GAAG,KAAK,GAAG;GAGvC,KAAK,eAAe,KAAK;EAC3B;CACF;CAEA,mBAAmB,QAAqB;EACtC,IAAI,OAAO,UACT,KAAK,eAAe,oBAAoB,OAAO,MAAM,OAAO,QAAQ;EAEtE,KAAK,aAAa,MAAM,MAAM;EAC9B,MAAM,QAAQ,kBAAkB,OAAO,IAAI;EAC3C,KAAK,IAAI,GAAG,KAAK,yBAAyB,KAAK,CAAC;EAGhD,KAAK,MAAM,CAAC,SAAS,YAAY,OAAO,QAAQ,OAAO,KAAK,OAAO,GACjE,KAAK,gBAAgB,OACnB,MAAM,MACN,SACA,SACA,OAAO,WAAW,QACpB;EAGF,KAAK,YAAY,MAAM,IAAI;EAC3B,KAAK,IAAI,OAAO,OAAO,KAAK,MAAM,IAAI;CACxC;CAEA,qBAAqB,KAA0B;EAC7C,KAAK,eAAe,oBAAoB,IAAI,OAAO,IAAI,GAAG;EAO1D,KAAK,aAAa,MAAM,GAAG;CAC7B;CAEA,mBAAmB,QAAqB;EACtC,KAAK,eAAe,OAAO,OAAO,KAAK,OAAO,GAAG;EACjD,KAAK,aAAa,MAAM,MAAM;EAE9B,MAAM,UAAU,cAAc,OAAO,GAAG;EACxC,MAAM,UAAU,cAAc,OAAO,GAAG;EACxC,KAAK,IAAI,GAAG,KAAK,eAAe,GAAG,OAAO,EAAE,aAAa,GAAG,OAAO,GAAG;EAGtE,KAAK,gBAAgB,YAAY,SAAS,OAAO;EAEjD,KAAK,cAAc,OAAO,GAAG;EAC7B,KAAK,YAAY,OAAO;EACxB,KAAK,IAAI,OAAO,OAAO,KAAK,SAAS,OAAO;CAC9C;CAEA,iBAAiB,KAAgB;EAC/B,IAAI,IAAI,eACN,KAAK,eAAe,oBAAoB,IAAI,OAAO,IAAI,aAAa;EAEtE,KAAK,aAAa,MAAM,GAAG;EAC3B,MAAM,QAAQ,cAAc,IAAI,KAAK;EACrC,MAAM,EAAC,SAAQ,IAAI;EACnB,MAAM,OAAO,wBAAwB,OAAO,IAAI,MAAM;EACtD,KAAK,IAAI,GAAG,KACV,eAAe,GAAG,KAAK,EAAE,OAAO,GAAG,IAAI,EAAE,GAAG,cAAc,IAAI,GAChE;EAGA,KAAK,gBAAgB,OAAO,OAAO,MAAM,IAAI,OAAO,MAAM,IAAI,QAAQ;EAEtE,IAAI,IAAI,UACN,KAAK,kBAAkB;OAIvB,KAAK,cAAc,IAAI,KAAK;EAE9B,KAAK,IAAI,OAAO,IAAI,KAAK,OAAO,IAAI,MAAM;CAC5C;CAEA,oBAAoB,KAAmB;EAGrC,KAAK,aAAa,MAAM,GAAG;EAE3B,MAAM,QAAQ,cAAc,IAAI,KAAK;EACrC,IAAI,UAAU,IAAI,IAAI;EACtB,MAAM,UAAU,IAAI,IAAI;EAExB,MAAM,qBAAqB,sBACzB,IAAI,IAAI,MACR,IAAI,IAAI,IACV;EAMA,IAAI,YAAY,WAAW,CAAC,oBAAoB;GAC9C,KAAK,gBAAgB,OACnB,OACA,IAAI,IAAI,MACR,IAAI,IAAI,MACR,IAAI,IAAI,IACV;GACA,IAAI,QAAQ,IAAI,IAAI,KAAK,OAAO,MAAM,QAAQ,IAAI,IAAI,KAAK,OAAO,GAChE,KAAK,cAAc,IAAI,KAAK;GAE9B,KAAK,IAAI,OAAO,IAAI,KAAK,yBAAyB,IAAI,KAAK,IAAI,GAAG;GAClE;EACF;EAGA,IAAI,oBAAoB;GAWtB,MAAM,cAAc,wBAClB,OACA,IAAI,KACJ,gBACF;GACA,IAAI,YAAY,SAAS;IAIvB,KAAK,IAAI,GAAG,KACV,eAAe,GAAG,KAAK,EAAE,UAAU,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,GACjE;IACA,UAAU;GACZ;GACA,MAAM,YAAY,KAChB,WAAW,KAAK,IAAI,IAAI,OAAO,KAAK,CAAC,CAAC,MACpC,cAAa,UAAU,SAAS,KAClC,CACF;GAIA,MAAM,WAAW,KAAK,IAAI,GACvB,QACC;;4BAGF,CAAC,CACA,IAAmB,KAAK,CAAC,CACzB,KAAK,EAAC,UAAS,GAAG;GACrB,MAAM,WAAW,OAAO;GACxB,MAAM,UAAU,OAAO,KAAK,UAAU,OAAO;GAC7C,MAAM,QAAQ;IACZ,yBAAyB;KACvB,GAAG;KACH,MAAM;KACN,SAAS,WAAW,UAAU,UAAU,QAAQ,SAAS,CACvD,QACA,WAAW,UAAU;MAAC,GAAG;MAAa,KAAK,KAAK;KAAG,IAAI,IACzD,CAAC;IACH,CAAC;IACD,eAAe,GAAG,QAAQ,EAAE,IAAI,QAAQ,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE;kBAChD,QAAQ,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE,QAAQ,GAAG,KAAK,EAAE;IACtD,cAAc,GAAG,KAAK,EAAE;IACxB,eAAe,GAAG,QAAQ,EAAE,aAAa,GAAG,KAAK,EAAE;IACnD,GAAG,SAAS,KAAI,QAAO,GAAG,IAAI,EAAE;GAClC;GACA,KAAK,IAAI,GAAG,KAAK,MAAM,KAAK,EAAE,CAAC;EACjC;EACA,IAAI,YAAY,SACd,KAAK,IAAI,GAAG,KACV,eAAe,GAAG,KAAK,EAAE,UAAU,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,GACjE;EAIF,KAAK,gBAAgB,OACnB,OACA,IAAI,IAAI,MACR,IAAI,IAAI,MACR,IAAI,IAAI,IACV;EAEA,KAAK,cAAc,IAAI,KAAK;EAC5B,KAAK,IAAI,OAAO,IAAI,KAAK,OAAO,IAAI,GAAG;CACzC;CAEA,kBAAkB,KAAiB;EACjC,MAAM,QAAQ,cAAc,IAAI,KAAK;EACrC,MAAM,EAAC,WAAU;EACjB,KAAK,IAAI,GAAG,KAAK,eAAe,GAAG,KAAK,EAAE,QAAQ,GAAG,MAAM,GAAG;EAG9D,KAAK,gBAAgB,aAAa,OAAO,MAAM;EAC/C,KAAK,aAAa,MAAM,GAAG;EAE3B,KAAK,cAAc,IAAI,KAAK;EAC5B,KAAK,IAAI,OAAO,IAAI,KAAK,OAAO,MAAM;CACxC;CAEA,iBAAiB,MAAiB;EAChC,KAAK,eAAe,KAAK,KAAK,EAAE;EAChC,KAAK,aAAa,MAAM,IAAI;EAE5B,MAAM,OAAO,cAAc,KAAK,EAAE;EAClC,KAAK,IAAI,GAAG,KAAK,wBAAwB,GAAG,IAAI,GAAG;EAGnD,KAAK,gBAAgB,YAAY,IAAI;EAErC,KAAK,YAAY,IAAI;EACrB,KAAK,IAAI,OAAO,KAAK,KAAK,IAAI;CAChC;CAEA,mBAAmB,QAAqB;EACtC,MAAM,QAAQ,uBAAuB,OAAO,IAAI;EAChD,KAAK,IAAI,GAAG,KAAK,yBAAyB,KAAK,CAAC;EAIhD,KAAK,YAAY,MAAM,SAAS;EAChC,KAAK,IAAI,OAAO,OAAO,KAAK,MAAM,IAAI;CACxC;CAEA,iBAAiB,MAAiB;EAChC,MAAM,OAAO,cAAc,KAAK,EAAE;EAClC,MAAM,eAAe,KAAK,IAAI,GAC3B,QACC,mFACF,CAAC,CACA,IAAI,IAAI;EAEX,KAAK,IAAI,GAAG,KAAK,wBAAwB,GAAG,IAAI,GAAG;EAEnD,IAAI,cAGF,KAAK,YAAY,aAAa,SAAS;EAEzC,KAAK,IAAI,OAAO,KAAK,KAAK,IAAI;CAChC;CAEA,cAAc,OAAmB;EAC/B,KAAK,eAAe,iBAAiB,OAAO,KAAK,QAAQ;EACzD,KAAK,YAAY,cAAc,KAAK,CAAC;CACvC;;;;CAKA,UACE,OACA,KACA,mBACA;EAIA,IAAI,KAAK,UAAU,aAAa,sBAAsB,KAAA,GAAW;GAC/D,KAAK,WAAW,SACd,KAAK,UACL,KAAK,QACL,OACA,KACA,iBACF;GACA,KAAK;EACP;CACF;CAEA,aAAa,OAAe,KAAiB,aAAwB;EAInE,IAAI,KAAK,UAAU,aAAa,aAAa,QAAQ;GACnD,KAAK,WAAW,YAAY,KAAK,UAAU,KAAK,QAAQ,OAAO,GAAG;GAClE,KAAK;EACP;CACF;CAEA,eAAe,OAAe;EAC5B,IAAI,KAAK,UAAU,WAAW;GAC5B,KAAK,WAAW,cAAc,KAAK,UAAU,KAAK;GAClD,KAAK;EACP;CACF;CAEA,YAAY,OAAe;EACzB,KAAK,iBAAiB;EACtB,IAAI,KAAK,UAAU,WAAW;GAC5B,KAAK,WAAW,WAAW,KAAK,UAAU,KAAK;GAC/C,KAAK;EACP;EACA,KAAK,kBAAkB;CACzB;CAEA,gBAAgB,EACd,UACA,WACA,SACA,WACA,iBACkB;EAClB,MAAM,YAAY,cAAc,QAAQ;EACxC,MAAM,YAAY,KAAK,KAAK,YAAY,IAAI,SAAS,CAAC;EACtD,MAAM,aAAa,SAAS,OAAO;EACnC,MAAM,OAAO,CAAC,GAAG,YAAY,GAAG,OAAO;EAcvC,MAAM,EAAC,UAAU,YAAW,KAAK,uBAC/B,UACA,OACA,QAAO,eAAe,KAAK,aAAa,CAC1C;EACA,IAAI,SAAS,WAAW,GAAG;GACzB,KAAK,IAAI,QACP,QAAQ,SACJ,wBAAwB,UAAU,OAAO,aACpC,UAAU,iDACT,QAAQ,KAAK,GAAG,EAAE,KACxB,kCAAkC,UAAU,OAAO,aAC9C,UAAU,mCACnB,aACF;GACA;EACF;EACA,IAAI,QAAQ,QACV,KAAK,IAAI,QACP,eAAe,UAAU,mDACR,QAAQ,KAAK,GAAG,EAAE,IACnC,aACF;EAEF,MAAM,cAAc,IAAI,IAAI,QAAQ;EAGpC,MAAM,gBAAgB,CAAC,GAAG,MAAM,wBAAwB,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG;EAC1E,MAAM,SAAS,MAAM,KAAK,EAAC,QAAQ,KAAK,SAAS,EAAC,CAAC,CAAC,CACjD,KAAK,GAAG,CAAC,CACT,KAAK,GAAG;EACX,MAAM,gBAAgB,WAAW,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG;EAEjD,IAAI,aAAa;EACjB,IAAI,UAAU;EACd,KAAK,MAAM,KAAK,WAAW;GACzB,MAAM,MAAM,QACV,OAAO,YAAY,KAAK,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAChD,WACA,KAAK,WACP;GACA,MAAM,SAAS,KAAK,QAAQ,KAAK,EAAC,SAAQ,CAAC;GAC3C,MAAM,QAAQ,KAAK,WAAW,eAAe,WAAW,MAAM;GAC9D,IAAI,OAAO,OAAA,OAAiB,MAAM,eAAe,WAAW;IAC1D;IACA;GACF;GAGA,MAAM,WACJ,OAAO,OAAA,MACH,KAAK,QACH,OAAM,MAAM,0BAA0B,MAAM,OAAO,SACrD,IACA,KAAA,CACJ,QAAO,MAAK,YAAY,IAAI,CAAC,CAAC;GAChC,IAAI,QAAQ,WAAW,GAAG;IAExB;IACA;GACF;GACA,MAAM,cAAc,QAAQ,KAAI,QAAO,GAAG,GAAG,GAAG,EAAE,YAAY,GAAG,GAAG,GAAG;GACvE,KAAK,IAAI,IACC;sBACM,GAAG,SAAS,EAAE,IAAI,cAAc,YAAY,OAAO;yBAChD,cAAc;0BACb,YAAY,KAAK,GAAG,EAAE;SAExC,GAAG,OAAO,OAAO,IAAI,GAAG,GACxB,SACF;GACA;EACF;EAEA,KAAK,IAAI,QACP,cAAc,WAAW,iBAAiB,QAAQ,SAAS,WAC7D;CACF;CAEA;;;;;;;CAQA,uBACE,UACA,MACA,QACyC;EACzC,MAAM,UAAU,KAAK,aAAa,YAAY,QAAQ;EACtD,MAAM,WAAqB,CAAC;EAC5B,MAAM,UAAoB,CAAC;EAC3B,KAAK,MAAM,OAAO,MAAM;GACtB,IAAI,CAAC,QAAQ,IAAI,GAAG,GAClB;GAEF,MAAM,WAAW,QAAQ,IAAI,GAAG;GAChC,MAAM,SAAS,OAAO,QAAQ;GAC9B,IAAI,CAAC,OAAO,QAAQ;IAClB,QAAQ,KAAK,GAAG;IAChB;GACF;GACA,SAAS,KAAK,GAAG;GACjB,IAAI,CAAC,UAAU,OAAO,UAAU,QAAQ,GACtC,KAAK,aAAa,YAAY,UAAU,KAAK,OAAO,QAAQ;EAEhE;EACA,OAAO;GAAC;GAAU;EAAO;CAC3B;CAEA,yBAAyB,KAAwB;EAC/C,MAAM,EAAC,UAAU,SAAS,QAAQ,kBAAiB;EACnD,MAAM,YAAY,cAAc,QAAQ;EACxC,MAAM,aAAa,SAAS,OAAO;EAKnC,MAAM,EAAC,UAAU,YAAW,KAAK,uBAC/B,UACA,CAAC,GAAG,YAAY,GAAG,OAAO,IAC1B,QACE,eACE,KACA,gBAAgB,EAAC,UAAU,cAAc,SAAQ,IAAI,KAAA,CACvD,CACJ;EACA,IAAI,QAAQ,QACV,KAAK,IAAI,OACP,kCAAkC,UAAU,gBACtC,QAAQ,KAAK,GAAG,EAAE,6CACxB,aACF;EAQF,IAAI,SAAS,WAAW,GAAG;GACzB,IAAI,QAAQ,WAAW,GACrB,KAAK,IAAI,QACP,6CAA6C,UAAU,iCAEzD;GAEF;EACF;EACA,MAAM,aAAa,IAAI,IAAI,OAAO;EAClC,MAAM,OAAO,CACX,GAAG,WAAW,QAAO,MAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAC5C,GAAG,QAAQ,QAAO,MAAK,CAAC,WAAW,IAAI,CAAC,CAAC,CAC3C;EAEA,MAAM,iBAAiB,KAAK,oBAAoB,YAAY,KAAK,IAAI,EAAE,CAAC;EACxE,KAAK,MAAM,OAAO,MAChB,eAAe,iBAAiB,WAAW,GAAG;EAEhD,KAAK,aAAa,SAAS,UAAU,IAAI;EAGzC,KAAK,cAAc,QAAQ;EAC3B,IAAI,QACF,KAAK,qBAAqB;GAAC,OAAO;GAAW,SAAS;GAAM,GAAG;EAAM;EAEvE,KAAK,IAAI,OAAO,wBAAwB,WAAW;CAWrD;CAEA,cAAc,QAAuB,WAAiC;EACpE,IAAI,cAAc,KAAK,UACrB,MAAM,IAAI,MACR,oBAAoB,UAAU,kCAC5B,KAAK,SACN,IAAI,UAAU,MAAM,GACvB;EAEF,2BAA2B,KAAK,KAAK,SAAS;EAE9C,IAAI,KAAK,gBAAgB;GACvB,MAAM,QAAQ,KAAK,IAAI;GACvB,KAAK,IAAI,GAAG,OAAO,UAAU;GAC7B,KAAK,IAAI,OACP,yCAAyC,KAAK,IAAI,IAAI,MAAM,KAC9D;EACF;EAEA,IAAI,KAAK,UAAU,gBACjB,KAAK,IAAI,OAAO;EAGlB,MAAM,YAAY,KAAK,IAAI,IAAI,KAAK;EACpC,KAAK,IAAI,QAAQ,gBAAgB,KAAK,SAAS,IAAI,UAAU,KAAK;EAElE,OAAO;GACL;GACA,mBAAmB,KAAK;GACxB,eAAe,KAAK;GACpB,kBAAkB,KAAK,uBAAuB;GAC9C,sBAAsB,OAAO;EAC/B;CACF;CAEA,MAAM,IAAgB;EACpB,GAAG,OAAO,wBAAwB,KAAK,UAAU;EACjD,KAAK,IAAI,SAAS;EAIlB,KAAK,YAAY,MAAM;CACzB;AACF;AAEA,SAAS,sBACP,SACA,SACS;CACT,OACE,QAAQ,aAAa,QAAQ,YAC7B,aAAa,OAAO,MAAM,aAAa,OAAO,KAC9C,cAAc,OAAO,MAAM,cAAc,OAAO;AAEpD;AAEA,SAAS,qBACP,KACA,EAAC,eACqB;CACtB,IAAI,CAAC,aAAa,QAChB;CAEF,OAAO,YAAY,QAAO,QAAO,OAAO,GAAG;AAC7C;AAEA,SAAS,0BAA0B,OAA0C;CAC3E,MAAM,YACJ,OAAO,UAAU,WACb,OAAO,WAAW,KAAK,IACvB,iBAAiB,aACf,MAAM,aACN,KAAA;CACR,IAAI,cAAc,KAAA,KAAa,YAAY,uBAEzC,OAAO,aADW,OAAO,UAAU,WAAW,WAAW,SAC3B,aAAa,UAAU,cAAc;AAIvE;;AAGA,SAAS,QAAQ,IAAyB;CACxC,IAAI;EACF,GAAG;EACH;CACF,SAAS,GAAG;EACV,OAAO,qBAAK,IAAI,MAAM,iBAAiB;CACzC;AACF;AAEA,SAAS,YAAY,KAAqB;CACxC,IAAI,eAAe,OACjB,OAAO;CAET,MAAM,wBAAQ,IAAI,MAAM;CACxB,MAAM,QAAQ;CACd,OAAO;AACT"}

package/out/zero-cache/src/services/replicator/incremental-sync.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"incremental-sync.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/replicator/incremental-sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAOjD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AAGnD,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,4CAA4C,CAAC;AACpF,OAAO,EAGL,KAAK,cAAc,EAEpB,MAAM,uCAAuC,CAAC;AAM/C,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAEL,KAAK,0BAA0B,EAChC,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAC,YAAY,EAAE,cAAc,EAAC,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAEL,KAAK,8BAA8B,EACpC,MAAM,wBAAwB,CAAC;AAIhC,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAchE;;;;;;GAMG;AACH,qBAAa,iBAAiB;;IA2B5B,YACE,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,MAAM,EACd,EAAE,EAAE,MAAM,EACV,cAAc,EAAE,cAAc,EAC9B,MAAM,EAAE,iBAAiB,EACzB,IAAI,EAAE,cAAc,EACpB,eAAe,EAAE,0BAA0B,GAAG,IAAI,EAClD,8BAA8B,GAAE,8BAAmC,EACnE,iBAAiB,CAAC,EAAE,mBAAmB,EACvC,UAAU,CAAC,EAAE,iBAAiB,EAuB/B;IAED,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAErB;IAEK,GAAG,kBAwSR;IA6BD,SAAS,IAAI,MAAM,CAAC,YAAY,CAAC,CAEhC;IAqCD,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,EAAE,OAAO,QAIjC;CACF"}
+{"version":3,"file":"incremental-sync.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/replicator/incremental-sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAOjD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AAGnD,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,4CAA4C,CAAC;AACpF,OAAO,EAGL,KAAK,cAAc,EAEpB,MAAM,uCAAuC,CAAC;AAM/C,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAEL,KAAK,0BAA0B,EAChC,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAC,YAAY,EAAE,cAAc,EAAC,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAEL,KAAK,8BAA8B,EACpC,MAAM,wBAAwB,CAAC;AAIhC,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAchE;;;;;;GAMG;AACH,qBAAa,iBAAiB;;IA2B5B,YACE,EAAE,EAAE,UAAU,EACd,MAAM,EAAE,MAAM,EACd,EAAE,EAAE,MAAM,EACV,cAAc,EAAE,cAAc,EAC9B,MAAM,EAAE,iBAAiB,EACzB,IAAI,EAAE,cAAc,EACpB,eAAe,EAAE,0BAA0B,GAAG,IAAI,EAClD,8BAA8B,GAAE,8BAAmC,EACnE,iBAAiB,CAAC,EAAE,mBAAmB,EACvC,UAAU,CAAC,EAAE,iBAAiB,EAuB/B;IAED,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAErB;IAEK,GAAG,kBA0SR;IA6BD,SAAS,IAAI,MAAM,CAAC,YAAY,CAAC,CAEhC;IAqCD,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,EAAE,OAAO,QAIjC;CACF"}

package/out/zero-cache/src/services/replicator/incremental-sync.js

@@ -134,9 +134,9 @@ var IncrementalSyncer = class {
 							break;
 						}
 						case "error": {
-							const { type, message: msg, replicaVersion: rmVersion } = message[1];
-							if (type === 1 && rmVersion !== void 0 && rmVersion < replicaVersion && this.#olderReplicaVersionRejections++ < MAX_OLDER_REPLICA_VERSION_REJECTIONS) {
-								lc.warn?.(`replication-manager is at an older replica version (${rmVersion}) than ${replicaVersion}. reconnecting`);
+							const { type, message: msg, olderReplica, replicaVersion: rmVersion } = message[1];
+							if (type === 1 && (olderReplica ?? (rmVersion !== void 0 && rmVersion < replicaVersion)) && this.#olderReplicaVersionRejections++ < MAX_OLDER_REPLICA_VERSION_REJECTIONS) {
+								lc.warn?.(`replication-manager is at an older replica version than ${replicaVersion}. reconnecting`);
 								break;
 							}
 							this.stop(lc, new AbortError(`${errorTypeToReadableName(type)}: ${msg}`));