@rocicorp/zero 0.25.7 → 0.26.0-canary.2

package/out/zero-cache/src/services/replicator/change-processor.js.map

@@ -1 +1 @@
-{"version":3,"file":"change-processor.js","sources":["../../../../../../zero-cache/src/services/replicator/change-processor.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {SqliteError} from '@rocicorp/zero-sqlite3';\nimport {AbortError} from '../../../../shared/src/abort-error.ts';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport {stringify} from '../../../../shared/src/bigint-json.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {\n  createLiteIndexStatement,\n  createLiteTableStatement,\n  liteColumnDef,\n} from '../../db/create.ts';\nimport {\n  computeZqlSpecs,\n  listIndexes,\n  listTables,\n} from '../../db/lite-tables.ts';\nimport {\n  mapPostgresToLite,\n  mapPostgresToLiteColumn,\n  mapPostgresToLiteIndex,\n} from '../../db/pg-to-lite.ts';\nimport type {LiteTableSpec} from '../../db/specs.ts';\nimport type {StatementRunner} from '../../db/statements.ts';\nimport {ColumnMetadataStore} from '../change-source/column-metadata.ts';\nimport type {LexiVersion} from '../../types/lexi-version.ts';\nimport {\n  JSON_PARSED,\n  liteRow,\n  type JSONFormat,\n  type LiteRow,\n  type LiteRowKey,\n  type LiteValueType,\n} from '../../types/lite.ts';\nimport {liteTableName} from '../../types/names.ts';\nimport {id} from '../../types/sql.ts';\nimport type {\n  Change,\n  ColumnAdd,\n  ColumnDrop,\n  ColumnUpdate,\n  IndexCreate,\n  IndexDrop,\n  MessageCommit,\n  MessageDelete,\n  MessageInsert,\n  MessageRelation,\n  MessageTruncate,\n  MessageUpdate,\n  TableCreate,\n  TableDrop,\n  TableRename,\n} from '../change-source/protocol/current/data.ts';\nimport type {ChangeStreamData} from '../change-source/protocol/current/downstream.ts';\nimport type {ReplicatorMode} from './replicator.ts';\nimport {\n  logDeleteOp,\n  logResetOp,\n  logSetOp,\n  logTruncateOp,\n} from './schema/change-log.ts';\nimport {\n  ZERO_VERSION_COLUMN_NAME,\n  updateReplicationWatermark,\n} from './schema/replication-state.ts';\n\nexport type ChangeProcessorMode = ReplicatorMode | 'initial-sync';\n\nexport type CommitResult = {\n  watermark: string;\n  schemaUpdated: boolean;\n};\n\n/**\n * The ChangeProcessor partitions the stream of messages into transactions\n * by creating a {@link TransactionProcessor} when a transaction begins, and dispatching\n * messages to it until the commit is received.\n *\n * From https://www.postgresql.org/docs/current/protocol-logical-replication.html#PROTOCOL-LOGICAL-MESSAGES-FLOW :\n *\n * \"The logical replication protocol sends individual transactions one by one.\n *  This means that all messages between a pair of Begin and Commit messages\n *  belong to the same transaction.\"\n */\nexport class ChangeProcessor {\n  readonly #db: StatementRunner;\n  readonly #mode: ChangeProcessorMode;\n  readonly #failService: (lc: LogContext, err: unknown) => void;\n\n  // The TransactionProcessor lazily loads table specs into this Map,\n  // and reloads them after a schema change. It is cached here to avoid\n  // reading them from the DB on every transaction.\n  readonly #tableSpecs = new Map<string, LiteTableSpec>();\n\n  #currentTx: TransactionProcessor | null = null;\n\n  #failure: Error | undefined;\n\n  constructor(\n    db: StatementRunner,\n    mode: ChangeProcessorMode,\n    failService: (lc: LogContext, err: unknown) => void,\n  ) {\n    this.#db = db;\n    this.#mode = mode;\n    this.#failService = failService;\n  }\n\n  #fail(lc: LogContext, err: unknown) {\n    if (!this.#failure) {\n      this.#currentTx?.abort(lc); // roll back any pending transaction.\n\n      this.#failure = ensureError(err);\n\n      if (!(err instanceof AbortError)) {\n        // Propagate the failure up to the service.\n        lc.error?.('Message Processing failed:', this.#failure);\n        this.#failService(lc, this.#failure);\n      }\n    }\n  }\n\n  abort(lc: LogContext) {\n    this.#fail(lc, new AbortError());\n  }\n\n  /** @return If a transaction was committed. */\n  processMessage(\n    lc: LogContext,\n    downstream: ChangeStreamData,\n  ): CommitResult | null {\n    const [type, message] = downstream;\n    if (this.#failure) {\n      lc.debug?.(`Dropping ${message.tag}`);\n      return null;\n    }\n    try {\n      const watermark =\n        type === 'begin'\n          ? downstream[2].commitWatermark\n          : type === 'commit'\n            ? downstream[2].watermark\n            : undefined;\n      return this.#processMessage(lc, message, watermark);\n    } catch (e) {\n      this.#fail(lc, e);\n    }\n    return null;\n  }\n\n  #beginTransaction(\n    lc: LogContext,\n    commitVersion: string,\n    jsonFormat: JSONFormat,\n  ): TransactionProcessor {\n    const start = Date.now();\n\n    // litestream can technically hold the lock for an arbitrary amount of time\n    // when checkpointing a large commit. Crashing on the busy-timeout in this\n    // scenario will either produce a corrupt backup or otherwise prevent\n    // replication from proceeding.\n    //\n    // Instead, retry the lock acquisition indefinitely. If this masks\n    // an unknown deadlock situation, manual intervention will be necessary.\n    for (let i = 0; ; i++) {\n      try {\n        return new TransactionProcessor(\n          lc,\n          this.#db,\n          this.#mode,\n          this.#tableSpecs,\n          commitVersion,\n          jsonFormat,\n        );\n      } catch (e) {\n        if (e instanceof SqliteError && e.code === 'SQLITE_BUSY') {\n          lc.warn?.(\n            `SQLITE_BUSY for ${Date.now() - start} ms (attempt ${i + 1}). ` +\n              `This is only expected if litestream is performing a large ` +\n              `checkpoint.`,\n            e,\n          );\n          continue;\n        }\n        throw e;\n      }\n    }\n  }\n\n  /** @return If a transaction was committed. */\n  #processMessage(\n    lc: LogContext,\n    msg: Change,\n    watermark: string | undefined,\n  ): CommitResult | null {\n    if (msg.tag === 'begin') {\n      if (this.#currentTx) {\n        throw new Error(`Already in a transaction ${stringify(msg)}`);\n      }\n      this.#currentTx = this.#beginTransaction(\n        lc,\n        must(watermark),\n        msg.json ?? JSON_PARSED,\n      );\n      return null;\n    }\n\n    // For non-begin messages, there should be a #currentTx set.\n    const tx = this.#currentTx;\n    if (!tx) {\n      throw new Error(\n        `Received message outside of transaction: ${stringify(msg)}`,\n      );\n    }\n\n    if (msg.tag === 'commit') {\n      // Undef this.#currentTx to allow the assembly of the next transaction.\n      this.#currentTx = null;\n\n      assert(watermark);\n      const schemaUpdated = tx.processCommit(msg, watermark);\n      return {watermark, schemaUpdated};\n    }\n\n    if (msg.tag === 'rollback') {\n      this.#currentTx?.abort(lc);\n      this.#currentTx = null;\n      return null;\n    }\n\n    switch (msg.tag) {\n      case 'insert':\n        tx.processInsert(msg);\n        break;\n      case 'update':\n        tx.processUpdate(msg);\n        break;\n      case 'delete':\n        tx.processDelete(msg);\n        break;\n      case 'truncate':\n        tx.processTruncate(msg);\n        break;\n      case 'create-table':\n        tx.processCreateTable(msg);\n        break;\n      case 'rename-table':\n        tx.processRenameTable(msg);\n        break;\n      case 'add-column':\n        tx.processAddColumn(msg);\n        break;\n      case 'update-column':\n        tx.processUpdateColumn(msg);\n        break;\n      case 'drop-column':\n        tx.processDropColumn(msg);\n        break;\n      case 'drop-table':\n        tx.processDropTable(msg);\n        break;\n      case 'create-index':\n        tx.processCreateIndex(msg);\n        break;\n      case 'drop-index':\n        tx.processDropIndex(msg);\n        break;\n      default:\n        unreachable(msg);\n    }\n\n    return null;\n  }\n}\n\n/**\n * The {@link TransactionProcessor} handles the sequence of messages from\n * upstream, from `BEGIN` to `COMMIT` and executes the corresponding mutations\n * on the {@link postgres.TransactionSql} on the replica.\n *\n * When applying row contents to the replica, the `_0_version` column is added / updated,\n * and a corresponding entry in the `ChangeLog` is added. The version value is derived\n * from the watermark of the preceding transaction (stored as the `nextStateVersion` in the\n * `ReplicationState` table).\n *\n *   Side note: For non-streaming Postgres transactions, the commitEndLsn (and thus\n *   commit watermark) is available in the `begin` message, so it could theoretically\n *   be used for the row version of changes within the transaction. However, the\n *   commitEndLsn is not available in the streaming (in-progress) transaction\n *   protocol, and may not be available for CDC streams of other upstream types.\n *   Therefore, the zero replication protocol is designed to not require the commit\n *   watermark when a transaction begins.\n *\n * Also of interest is the fact that all INSERT Messages are logically applied as\n * UPSERTs. See {@link processInsert} for the underlying motivation.\n */\nclass TransactionProcessor {\n  readonly #lc: LogContext;\n  readonly #startMs: number;\n  readonly #db: StatementRunner;\n  readonly #mode: ChangeProcessorMode;\n  readonly #version: LexiVersion;\n  readonly #tableSpecs: Map<string, LiteTableSpec>;\n  readonly #jsonFormat: JSONFormat;\n\n  #schemaChanged = false;\n\n  constructor(\n    lc: LogContext,\n    db: StatementRunner,\n    mode: ChangeProcessorMode,\n    tableSpecs: Map<string, LiteTableSpec>,\n    commitVersion: LexiVersion,\n    jsonFormat: JSONFormat,\n  ) {\n    this.#startMs = Date.now();\n    this.#mode = mode;\n    this.#jsonFormat = jsonFormat;\n\n    switch (mode) {\n      case 'serving':\n        // Although the Replicator / Incremental Syncer is the only writer of the replica,\n        // a `BEGIN CONCURRENT` transaction is used to allow View Syncers to simulate\n        // (i.e. and `ROLLBACK`) changes on historic snapshots of the database for the\n        // purpose of IVM).\n        //\n        // This TransactionProcessor is the only logic that will actually\n        // `COMMIT` any transactions to the replica.\n        db.beginConcurrent();\n        break;\n      case 'backup':\n        // For the backup-replicator (i.e. replication-manager), there are no View Syncers\n        // and thus BEGIN CONCURRENT is not necessary. In fact, BEGIN CONCURRENT can cause\n        // deadlocks with forced wal-checkpoints (which `litestream replicate` performs),\n        // so it is important to use vanilla transactions in this configuration.\n        db.beginImmediate();\n        break;\n      case 'initial-sync':\n        // When the ChangeProcessor is used for initial-sync, the calling code\n        // handles the transaction boundaries.\n        break;\n      default:\n        unreachable();\n    }\n    this.#db = db;\n    this.#version = commitVersion;\n    this.#lc = lc.withContext('version', commitVersion);\n    this.#tableSpecs = tableSpecs;\n\n    if (this.#tableSpecs.size === 0) {\n      this.#reloadTableSpecs();\n    }\n  }\n\n  #reloadTableSpecs() {\n    this.#tableSpecs.clear();\n    // zqlSpecs include the primary key derived from unique indexes\n    const zqlSpecs = computeZqlSpecs(this.#lc, this.#db.db);\n    for (let spec of listTables(this.#db.db)) {\n      if (!spec.primaryKey) {\n        spec = {\n          ...spec,\n          primaryKey: [\n            ...(zqlSpecs.get(spec.name)?.tableSpec.primaryKey ?? []),\n          ],\n        };\n      }\n      this.#tableSpecs.set(spec.name, spec);\n    }\n  }\n\n  #tableSpec(name: string) {\n    return must(this.#tableSpecs.get(name), `Unknown table ${name}`);\n  }\n\n  #getKey(\n    {row, numCols}: {row: LiteRow; numCols: number},\n    {relation}: {relation: MessageRelation},\n  ): LiteRowKey {\n    const keyColumns =\n      relation.replicaIdentity !== 'full'\n        ? relation.keyColumns // already a suitable key\n        : this.#tableSpec(liteTableName(relation)).primaryKey;\n    if (!keyColumns?.length) {\n      throw new Error(\n        `Cannot replicate table \"${relation.name}\" without a PRIMARY KEY or UNIQUE INDEX`,\n      );\n    }\n    // For the common case (replica identity default), the row is already the\n    // key for deletes and updates, in which case a new object can be avoided.\n    if (numCols === keyColumns.length) {\n      return row;\n    }\n    const key: Record<string, LiteValueType> = {};\n    for (const col of keyColumns) {\n      key[col] = row[col];\n    }\n    return key;\n  }\n\n  processInsert(insert: MessageInsert) {\n    const table = liteTableName(insert.relation);\n    const newRow = liteRow(\n      insert.new,\n      this.#tableSpec(table),\n      this.#jsonFormat,\n    );\n\n    this.#upsert(table, {\n      ...newRow.row,\n      [ZERO_VERSION_COLUMN_NAME]: this.#version,\n    });\n\n    if (insert.relation.keyColumns.length === 0) {\n      // INSERTs can be replicated for rows without a PRIMARY KEY or a\n      // UNIQUE INDEX. These are written to the replica but not recorded\n      // in the changeLog, because these rows cannot participate in IVM.\n      //\n      // (Once the table schema has been corrected to include a key, the\n      //  associated schema change will reset pipelines and data can be\n      //  loaded via hydration.)\n      return;\n    }\n    const key = this.#getKey(newRow, insert);\n    this.#logSetOp(table, key);\n  }\n\n  #upsert(table: string, row: LiteRow) {\n    const columns = Object.keys(row).map(c => id(c));\n    this.#db.run(\n      `\n      INSERT OR REPLACE INTO ${id(table)} (${columns.join(',')})\n        VALUES (${Array.from({length: columns.length}).fill('?').join(',')})\n      `,\n      Object.values(row),\n    );\n  }\n\n  // Updates by default are applied as UPDATE commands to support partial\n  // row specifications from the change source. In particular, this is needed\n  // to handle updates for which unchanged TOASTed values are not sent:\n  //\n  // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-TUPLEDATA\n  //\n  // However, in certain cases an UPDATE may be received for a row that\n  // was not initially synced, such as when:\n  // (1) an existing table is added to the app's publication, or\n  // (2) a new sharding key is added to a shard during resharding.\n  //\n  // In order to facilitate \"resumptive\" replication, the logic falls back to\n  // an INSERT if the update did not change any rows.\n  // TODO: Figure out a solution for resumptive replication of rows\n  //       with TOASTed values.\n  processUpdate(update: MessageUpdate) {\n    const table = liteTableName(update.relation);\n    const newRow = liteRow(\n      update.new,\n      this.#tableSpec(table),\n      this.#jsonFormat,\n    );\n    const row = {...newRow.row, [ZERO_VERSION_COLUMN_NAME]: this.#version};\n\n    // update.key is set with the old values if the key has changed.\n    const oldKey = update.key\n      ? this.#getKey(\n          liteRow(update.key, this.#tableSpec(table), this.#jsonFormat),\n          update,\n        )\n      : null;\n    const newKey = this.#getKey(newRow, update);\n\n    if (oldKey) {\n      this.#logDeleteOp(table, oldKey);\n    }\n    this.#logSetOp(table, newKey);\n\n    const currKey = oldKey ?? newKey;\n    const conds = Object.keys(currKey).map(col => `${id(col)}=?`);\n    const setExprs = Object.keys(row).map(col => `${id(col)}=?`);\n\n    const {changes} = this.#db.run(\n      `\n      UPDATE ${id(table)}\n        SET ${setExprs.join(',')}\n        WHERE ${conds.join(' AND ')}\n      `,\n      [...Object.values(row), ...Object.values(currKey)],\n    );\n\n    // If the UPDATE did not affect any rows, perform an UPSERT of the\n    // new row for resumptive replication.\n    if (changes === 0) {\n      this.#upsert(table, row);\n    }\n  }\n\n  processDelete(del: MessageDelete) {\n    const table = liteTableName(del.relation);\n    const rowKey = this.#getKey(\n      liteRow(del.key, this.#tableSpec(table), this.#jsonFormat),\n      del,\n    );\n\n    this.#delete(table, rowKey);\n\n    if (this.#mode === 'serving') {\n      this.#logDeleteOp(table, rowKey);\n    }\n  }\n\n  #delete(table: string, rowKey: LiteRowKey) {\n    const conds = Object.keys(rowKey).map(col => `${id(col)}=?`);\n    this.#db.run(\n      `DELETE FROM ${id(table)} WHERE ${conds.join(' AND ')}`,\n      Object.values(rowKey),\n    );\n  }\n\n  processTruncate(truncate: MessageTruncate) {\n    for (const relation of truncate.relations) {\n      const table = liteTableName(relation);\n      // Update replica data.\n      this.#db.run(`DELETE FROM ${id(table)}`);\n\n      // Update change log.\n      this.#logTruncateOp(table);\n    }\n  }\n  processCreateTable(create: TableCreate) {\n    const table = mapPostgresToLite(create.spec);\n    this.#db.db.exec(createLiteTableStatement(table));\n\n    // Write to metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      for (const [colName, colSpec] of Object.entries(create.spec.columns)) {\n        store.insert(table.name, colName, colSpec);\n      }\n    }\n\n    this.#logResetOp(table.name);\n    this.#lc.info?.(create.tag, table.name);\n  }\n\n  processRenameTable(rename: TableRename) {\n    const oldName = liteTableName(rename.old);\n    const newName = liteTableName(rename.new);\n    this.#db.db.exec(`ALTER TABLE ${id(oldName)} RENAME TO ${id(newName)}`);\n\n    // Rename in metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.renameTable(oldName, newName);\n    }\n\n    this.#bumpVersions(newName);\n    this.#logResetOp(oldName);\n    this.#lc.info?.(rename.tag, oldName, newName);\n  }\n\n  processAddColumn(msg: ColumnAdd) {\n    const table = liteTableName(msg.table);\n    const {name} = msg.column;\n    const spec = mapPostgresToLiteColumn(table, msg.column);\n    this.#db.db.exec(\n      `ALTER TABLE ${id(table)} ADD ${id(name)} ${liteColumnDef(spec)}`,\n    );\n\n    // Write to metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.insert(table, name, msg.column.spec);\n    }\n\n    this.#bumpVersions(table);\n    this.#lc.info?.(msg.tag, table, msg.column);\n  }\n\n  processUpdateColumn(msg: ColumnUpdate) {\n    const table = liteTableName(msg.table);\n    let oldName = msg.old.name;\n    const newName = msg.new.name;\n\n    // update-column can ignore defaults because it does not change the values\n    // in existing rows.\n    //\n    // https://www.postgresql.org/docs/current/sql-altertable.html#SQL-ALTERTABLE-DESC-SET-DROP-DEFAULT\n    //\n    // \"The new default value will only apply in subsequent INSERT or UPDATE\n    //  commands; it does not cause rows already in the table to change.\"\n    //\n    // This allows support for _changing_ column defaults to any expression,\n    // since it does not affect what the replica needs to do.\n    const oldSpec = mapPostgresToLiteColumn(table, msg.old, 'ignore-default');\n    const newSpec = mapPostgresToLiteColumn(table, msg.new, 'ignore-default');\n\n    // The only updates that are relevant are the column name and the data type.\n    if (oldName === newName && oldSpec.dataType === newSpec.dataType) {\n      this.#lc.info?.(msg.tag, 'no thing to update', oldSpec, newSpec);\n      return;\n    }\n    // If the data type changes, we have to make a new column with the new data type\n    // and copy the values over.\n    if (oldSpec.dataType !== newSpec.dataType) {\n      // Remember (and drop) the indexes that reference the column.\n      const indexes = listIndexes(this.#db.db).filter(\n        idx => idx.tableName === table && oldName in idx.columns,\n      );\n      const stmts = indexes.map(idx => `DROP INDEX IF EXISTS ${id(idx.name)};`);\n      const tmpName = `tmp.${newName}`;\n      stmts.push(`\n        ALTER TABLE ${id(table)} ADD ${id(tmpName)} ${liteColumnDef(newSpec)};\n        UPDATE ${id(table)} SET ${id(tmpName)} = ${id(oldName)};\n        ALTER TABLE ${id(table)} DROP ${id(oldName)};\n        `);\n      for (const idx of indexes) {\n        // Re-create the indexes to reference the new column.\n        idx.columns[tmpName] = idx.columns[oldName];\n        delete idx.columns[oldName];\n        stmts.push(createLiteIndexStatement(idx));\n      }\n      this.#db.db.exec(stmts.join(''));\n      oldName = tmpName;\n    }\n    if (oldName !== newName) {\n      this.#db.db.exec(\n        `ALTER TABLE ${id(table)} RENAME ${id(oldName)} TO ${id(newName)}`,\n      );\n    }\n\n    // Update metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.update(table, msg.old.name, msg.new.name, msg.new.spec);\n    }\n\n    this.#bumpVersions(table);\n    this.#lc.info?.(msg.tag, table, msg.new);\n  }\n\n  processDropColumn(msg: ColumnDrop) {\n    const table = liteTableName(msg.table);\n    const {column} = msg;\n    this.#db.db.exec(`ALTER TABLE ${id(table)} DROP ${id(column)}`);\n\n    // Delete from metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.deleteColumn(table, column);\n    }\n\n    this.#bumpVersions(table);\n    this.#lc.info?.(msg.tag, table, column);\n  }\n\n  processDropTable(drop: TableDrop) {\n    const name = liteTableName(drop.id);\n    this.#db.db.exec(`DROP TABLE IF EXISTS ${id(name)}`);\n\n    // Delete from metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.deleteTable(name);\n    }\n\n    this.#logResetOp(name);\n    this.#lc.info?.(drop.tag, name);\n  }\n\n  processCreateIndex(create: IndexCreate) {\n    const index = mapPostgresToLiteIndex(create.spec);\n    this.#db.db.exec(createLiteIndexStatement(index));\n\n    // indexes affect tables visibility (e.g. sync-ability is gated on\n    // having a unique index), so reset pipelines to refresh table schemas.\n    this.#logResetOp(index.tableName);\n    this.#lc.info?.(create.tag, index.name);\n  }\n\n  processDropIndex(drop: IndexDrop) {\n    const name = liteTableName(drop.id);\n    this.#db.db.exec(`DROP INDEX IF EXISTS ${id(name)}`);\n    this.#lc.info?.(drop.tag, name);\n  }\n\n  #bumpVersions(table: string) {\n    this.#db.run(\n      `UPDATE ${id(table)} SET ${id(ZERO_VERSION_COLUMN_NAME)} = ?`,\n      this.#version,\n    );\n    this.#logResetOp(table);\n  }\n\n  #logSetOp(table: string, key: LiteRowKey) {\n    if (this.#mode === 'serving') {\n      logSetOp(this.#db, this.#version, table, key);\n    }\n  }\n\n  #logDeleteOp(table: string, key: LiteRowKey) {\n    if (this.#mode === 'serving') {\n      logDeleteOp(this.#db, this.#version, table, key);\n    }\n  }\n\n  #logTruncateOp(table: string) {\n    if (this.#mode === 'serving') {\n      logTruncateOp(this.#db, this.#version, table);\n    }\n  }\n\n  #logResetOp(table: string) {\n    this.#schemaChanged = true;\n    if (this.#mode === 'serving') {\n      logResetOp(this.#db, this.#version, table);\n    }\n    this.#reloadTableSpecs();\n  }\n\n  /** @returns `true` if the schema was updated. */\n  processCommit(commit: MessageCommit, watermark: string): boolean {\n    if (watermark !== this.#version) {\n      throw new Error(\n        `'commit' version ${watermark} does not match 'begin' version ${\n          this.#version\n        }: ${stringify(commit)}`,\n      );\n    }\n    updateReplicationWatermark(this.#db, watermark);\n\n    if (this.#schemaChanged) {\n      const start = Date.now();\n      this.#db.db.pragma('optimize');\n      this.#lc.info?.(\n        `PRAGMA optimized after schema change (${Date.now() - start} ms)`,\n      );\n    }\n\n    if (this.#mode !== 'initial-sync') {\n      this.#db.commit();\n    }\n\n    const elapsedMs = Date.now() - this.#startMs;\n    this.#lc.debug?.(`Committed tx@${this.#version} (${elapsedMs} ms)`);\n\n    return this.#schemaChanged;\n  }\n\n  abort(lc: LogContext) {\n    lc.info?.(`aborting transaction ${this.#version}`);\n    this.#db.rollback();\n  }\n}\n\nfunction ensureError(err: unknown): Error {\n  if (err instanceof Error) {\n    return err;\n  }\n  const error = new Error();\n  error.cause = err;\n  return error;\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;AAmFO,MAAM,gBAAgB;AAAA,EAClB;AAAA,EACA;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKA,kCAAkB,IAAA;AAAA,EAE3B,aAA0C;AAAA,EAE1C;AAAA,EAEA,YACE,IACA,MACA,aACA;AACA,SAAK,MAAM;AACX,SAAK,QAAQ;AACb,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,MAAM,IAAgB,KAAc;AAClC,QAAI,CAAC,KAAK,UAAU;AAClB,WAAK,YAAY,MAAM,EAAE;AAEzB,WAAK,WAAW,YAAY,GAAG;AAE/B,UAAI,EAAE,eAAe,aAAa;AAEhC,WAAG,QAAQ,8BAA8B,KAAK,QAAQ;AACtD,aAAK,aAAa,IAAI,KAAK,QAAQ;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,IAAgB;AACpB,SAAK,MAAM,IAAI,IAAI,WAAA,CAAY;AAAA,EACjC;AAAA;AAAA,EAGA,eACE,IACA,YACqB;AACrB,UAAM,CAAC,MAAM,OAAO,IAAI;AACxB,QAAI,KAAK,UAAU;AACjB,SAAG,QAAQ,YAAY,QAAQ,GAAG,EAAE;AACpC,aAAO;AAAA,IACT;AACA,QAAI;AACF,YAAM,YACJ,SAAS,UACL,WAAW,CAAC,EAAE,kBACd,SAAS,WACP,WAAW,CAAC,EAAE,YACd;AACR,aAAO,KAAK,gBAAgB,IAAI,SAAS,SAAS;AAAA,IACpD,SAAS,GAAG;AACV,WAAK,MAAM,IAAI,CAAC;AAAA,IAClB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,kBACE,IACA,eACA,YACsB;AACtB,UAAM,QAAQ,KAAK,IAAA;AASnB,aAAS,IAAI,KAAK,KAAK;AACrB,UAAI;AACF,eAAO,IAAI;AAAA,UACT;AAAA,UACA,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AAAA,UACL;AAAA,UACA;AAAA,QAAA;AAAA,MAEJ,SAAS,GAAG;AACV,YAAI,aAAa,eAAe,EAAE,SAAS,eAAe;AACxD,aAAG;AAAA,YACD,mBAAmB,KAAK,IAAA,IAAQ,KAAK,gBAAgB,IAAI,CAAC;AAAA,YAG1D;AAAA,UAAA;AAEF;AAAA,QACF;AACA,cAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,gBACE,IACA,KACA,WACqB;AACrB,QAAI,IAAI,QAAQ,SAAS;AACvB,UAAI,KAAK,YAAY;AACnB,cAAM,IAAI,MAAM,4BAA4B,UAAU,GAAG,CAAC,EAAE;AAAA,MAC9D;AACA,WAAK,aAAa,KAAK;AAAA,QACrB;AAAA,QACA,KAAK,SAAS;AAAA,QACd,IAAI,QAAQ;AAAA,MAAA;AAEd,aAAO;AAAA,IACT;AAGA,UAAM,KAAK,KAAK;AAChB,QAAI,CAAC,IAAI;AACP,YAAM,IAAI;AAAA,QACR,4CAA4C,UAAU,GAAG,CAAC;AAAA,MAAA;AAAA,IAE9D;AAEA,QAAI,IAAI,QAAQ,UAAU;AAExB,WAAK,aAAa;AAElB,aAAO,SAAS;AAChB,YAAM,gBAAgB,GAAG,cAAc,KAAK,SAAS;AACrD,aAAO,EAAC,WAAW,cAAA;AAAA,IACrB;AAEA,QAAI,IAAI,QAAQ,YAAY;AAC1B,WAAK,YAAY,MAAM,EAAE;AACzB,WAAK,aAAa;AAClB,aAAO;AAAA,IACT;AAEA,YAAQ,IAAI,KAAA;AAAA,MACV,KAAK;AACH,WAAG,cAAc,GAAG;AACpB;AAAA,MACF,KAAK;AACH,WAAG,cAAc,GAAG;AACpB;AAAA,MACF,KAAK;AACH,WAAG,cAAc,GAAG;AACpB;AAAA,MACF,KAAK;AACH,WAAG,gBAAgB,GAAG;AACtB;AAAA,MACF,KAAK;AACH,WAAG,mBAAmB,GAAG;AACzB;AAAA,MACF,KAAK;AACH,WAAG,mBAAmB,GAAG;AACzB;AAAA,MACF,KAAK;AACH,WAAG,iBAAiB,GAAG;AACvB;AAAA,MACF,KAAK;AACH,WAAG,oBAAoB,GAAG;AAC1B;AAAA,MACF,KAAK;AACH,WAAG,kBAAkB,GAAG;AACxB;AAAA,MACF,KAAK;AACH,WAAG,iBAAiB,GAAG;AACvB;AAAA,MACF,KAAK;AACH,WAAG,mBAAmB,GAAG;AACzB;AAAA,MACF,KAAK;AACH,WAAG,iBAAiB,GAAG;AACvB;AAAA,MACF;AACE,oBAAe;AAAA,IAAA;AAGnB,WAAO;AAAA,EACT;AACF;AAuBA,MAAM,qBAAqB;AAAA,EAChB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,iBAAiB;AAAA,EAEjB,YACE,IACA,IACA,MACA,YACA,eACA,YACA;AACA,SAAK,WAAW,KAAK,IAAA;AACrB,SAAK,QAAQ;AACb,SAAK,cAAc;AAEnB,YAAQ,MAAA;AAAA,MACN,KAAK;AAQH,WAAG,gBAAA;AACH;AAAA,MACF,KAAK;AAKH,WAAG,eAAA;AACH;AAAA,MACF,KAAK;AAGH;AAAA,MACF;AACE,oBAAA;AAAA,IAAY;AAEhB,SAAK,MAAM;AACX,SAAK,WAAW;AAChB,SAAK,MAAM,GAAG,YAAY,WAAW,aAAa;AAClD,SAAK,cAAc;AAEnB,QAAI,KAAK,YAAY,SAAS,GAAG;AAC/B,WAAK,kBAAA;AAAA,IACP;AAAA,EACF;AAAA,EAEA,oBAAoB;AAClB,SAAK,YAAY,MAAA;AAEjB,UAAM,WAAW,gBAAgB,KAAK,KAAK,KAAK,IAAI,EAAE;AACtD,aAAS,QAAQ,WAAW,KAAK,IAAI,EAAE,GAAG;AACxC,UAAI,CAAC,KAAK,YAAY;AACpB,eAAO;AAAA,UACL,GAAG;AAAA,UACH,YAAY;AAAA,YACV,GAAI,SAAS,IAAI,KAAK,IAAI,GAAG,UAAU,cAAc,CAAA;AAAA,UAAC;AAAA,QACxD;AAAA,MAEJ;AACA,WAAK,YAAY,IAAI,KAAK,MAAM,IAAI;AAAA,IACtC;AAAA,EACF;AAAA,EAEA,WAAW,MAAc;AACvB,WAAO,KAAK,KAAK,YAAY,IAAI,IAAI,GAAG,iBAAiB,IAAI,EAAE;AAAA,EACjE;AAAA,EAEA,QACE,EAAC,KAAK,WACN,EAAC,YACW;AACZ,UAAM,aACJ,SAAS,oBAAoB,SACzB,SAAS,aACT,KAAK,WAAW,cAAc,QAAQ,CAAC,EAAE;AAC/C,QAAI,CAAC,YAAY,QAAQ;AACvB,YAAM,IAAI;AAAA,QACR,2BAA2B,SAAS,IAAI;AAAA,MAAA;AAAA,IAE5C;AAGA,QAAI,YAAY,WAAW,QAAQ;AACjC,aAAO;AAAA,IACT;AACA,UAAM,MAAqC,CAAA;AAC3C,eAAW,OAAO,YAAY;AAC5B,UAAI,GAAG,IAAI,IAAI,GAAG;AAAA,IACpB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,QAAuB;AACnC,UAAM,QAAQ,cAAc,OAAO,QAAQ;AAC3C,UAAM,SAAS;AAAA,MACb,OAAO;AAAA,MACP,KAAK,WAAW,KAAK;AAAA,MACrB,KAAK;AAAA,IAAA;AAGP,SAAK,QAAQ,OAAO;AAAA,MAClB,GAAG,OAAO;AAAA,MACV,CAAC,wBAAwB,GAAG,KAAK;AAAA,IAAA,CAClC;AAED,QAAI,OAAO,SAAS,WAAW,WAAW,GAAG;AAQ3C;AAAA,IACF;AACA,UAAM,MAAM,KAAK,QAAQ,QAAQ,MAAM;AACvC,SAAK,UAAU,OAAO,GAAG;AAAA,EAC3B;AAAA,EAEA,QAAQ,OAAe,KAAc;AACnC,UAAM,UAAU,OAAO,KAAK,GAAG,EAAE,IAAI,CAAA,MAAK,GAAG,CAAC,CAAC;AAC/C,SAAK,IAAI;AAAA,MACP;AAAA,+BACyB,GAAG,KAAK,CAAC,KAAK,QAAQ,KAAK,GAAG,CAAC;AAAA,kBAC5C,MAAM,KAAK,EAAC,QAAQ,QAAQ,QAAO,EAAE,KAAK,GAAG,EAAE,KAAK,GAAG,CAAC;AAAA;AAAA,MAEpE,OAAO,OAAO,GAAG;AAAA,IAAA;AAAA,EAErB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,cAAc,QAAuB;AACnC,UAAM,QAAQ,cAAc,OAAO,QAAQ;AAC3C,UAAM,SAAS;AAAA,MACb,OAAO;AAAA,MACP,KAAK,WAAW,KAAK;AAAA,MACrB,KAAK;AAAA,IAAA;AAEP,UAAM,MAAM,EAAC,GAAG,OAAO,KAAK,CAAC,wBAAwB,GAAG,KAAK,SAAA;AAG7D,UAAM,SAAS,OAAO,MAClB,KAAK;AAAA,MACH,QAAQ,OAAO,KAAK,KAAK,WAAW,KAAK,GAAG,KAAK,WAAW;AAAA,MAC5D;AAAA,IAAA,IAEF;AACJ,UAAM,SAAS,KAAK,QAAQ,QAAQ,MAAM;AAE1C,QAAI,QAAQ;AACV,WAAK,aAAa,OAAO,MAAM;AAAA,IACjC;AACA,SAAK,UAAU,OAAO,MAAM;AAE5B,UAAM,UAAU,UAAU;AAC1B,UAAM,QAAQ,OAAO,KAAK,OAAO,EAAE,IAAI,CAAA,QAAO,GAAG,GAAG,GAAG,CAAC,IAAI;AAC5D,UAAM,WAAW,OAAO,KAAK,GAAG,EAAE,IAAI,CAAA,QAAO,GAAG,GAAG,GAAG,CAAC,IAAI;AAE3D,UAAM,EAAC,QAAA,IAAW,KAAK,IAAI;AAAA,MACzB;AAAA,eACS,GAAG,KAAK,CAAC;AAAA,cACV,SAAS,KAAK,GAAG,CAAC;AAAA,gBAChB,MAAM,KAAK,OAAO,CAAC;AAAA;AAAA,MAE7B,CAAC,GAAG,OAAO,OAAO,GAAG,GAAG,GAAG,OAAO,OAAO,OAAO,CAAC;AAAA,IAAA;AAKnD,QAAI,YAAY,GAAG;AACjB,WAAK,QAAQ,OAAO,GAAG;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,cAAc,KAAoB;AAChC,UAAM,QAAQ,cAAc,IAAI,QAAQ;AACxC,UAAM,SAAS,KAAK;AAAA,MAClB,QAAQ,IAAI,KAAK,KAAK,WAAW,KAAK,GAAG,KAAK,WAAW;AAAA,MACzD;AAAA,IAAA;AAGF,SAAK,QAAQ,OAAO,MAAM;AAE1B,QAAI,KAAK,UAAU,WAAW;AAC5B,WAAK,aAAa,OAAO,MAAM;AAAA,IACjC;AAAA,EACF;AAAA,EAEA,QAAQ,OAAe,QAAoB;AACzC,UAAM,QAAQ,OAAO,KAAK,MAAM,EAAE,IAAI,CAAA,QAAO,GAAG,GAAG,GAAG,CAAC,IAAI;AAC3D,SAAK,IAAI;AAAA,MACP,eAAe,GAAG,KAAK,CAAC,UAAU,MAAM,KAAK,OAAO,CAAC;AAAA,MACrD,OAAO,OAAO,MAAM;AAAA,IAAA;AAAA,EAExB;AAAA,EAEA,gBAAgB,UAA2B;AACzC,eAAW,YAAY,SAAS,WAAW;AACzC,YAAM,QAAQ,cAAc,QAAQ;AAEpC,WAAK,IAAI,IAAI,eAAe,GAAG,KAAK,CAAC,EAAE;AAGvC,WAAK,eAAe,KAAK;AAAA,IAC3B;AAAA,EACF;AAAA,EACA,mBAAmB,QAAqB;AACtC,UAAM,QAAQ,kBAAkB,OAAO,IAAI;AAC3C,SAAK,IAAI,GAAG,KAAK,yBAAyB,KAAK,CAAC;AAGhD,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,iBAAW,CAAC,SAAS,OAAO,KAAK,OAAO,QAAQ,OAAO,KAAK,OAAO,GAAG;AACpE,cAAM,OAAO,MAAM,MAAM,SAAS,OAAO;AAAA,MAC3C;AAAA,IACF;AAEA,SAAK,YAAY,MAAM,IAAI;AAC3B,SAAK,IAAI,OAAO,OAAO,KAAK,MAAM,IAAI;AAAA,EACxC;AAAA,EAEA,mBAAmB,QAAqB;AACtC,UAAM,UAAU,cAAc,OAAO,GAAG;AACxC,UAAM,UAAU,cAAc,OAAO,GAAG;AACxC,SAAK,IAAI,GAAG,KAAK,eAAe,GAAG,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,EAAE;AAGtE,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,YAAY,SAAS,OAAO;AAAA,IACpC;AAEA,SAAK,cAAc,OAAO;AAC1B,SAAK,YAAY,OAAO;AACxB,SAAK,IAAI,OAAO,OAAO,KAAK,SAAS,OAAO;AAAA,EAC9C;AAAA,EAEA,iBAAiB,KAAgB;AAC/B,UAAM,QAAQ,cAAc,IAAI,KAAK;AACrC,UAAM,EAAC,SAAQ,IAAI;AACnB,UAAM,OAAO,wBAAwB,OAAO,IAAI,MAAM;AACtD,SAAK,IAAI,GAAG;AAAA,MACV,eAAe,GAAG,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC;AAAA,IAAA;AAIjE,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,OAAO,OAAO,MAAM,IAAI,OAAO,IAAI;AAAA,IAC3C;AAEA,SAAK,cAAc,KAAK;AACxB,SAAK,IAAI,OAAO,IAAI,KAAK,OAAO,IAAI,MAAM;AAAA,EAC5C;AAAA,EAEA,oBAAoB,KAAmB;AACrC,UAAM,QAAQ,cAAc,IAAI,KAAK;AACrC,QAAI,UAAU,IAAI,IAAI;AACtB,UAAM,UAAU,IAAI,IAAI;AAYxB,UAAM,UAAU,wBAAwB,OAAO,IAAI,KAAK,gBAAgB;AACxE,UAAM,UAAU,wBAAwB,OAAO,IAAI,KAAK,gBAAgB;AAGxE,QAAI,YAAY,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAChE,WAAK,IAAI,OAAO,IAAI,KAAK,sBAAsB,SAAS,OAAO;AAC/D;AAAA,IACF;AAGA,QAAI,QAAQ,aAAa,QAAQ,UAAU;AAEzC,YAAM,UAAU,YAAY,KAAK,IAAI,EAAE,EAAE;AAAA,QACvC,CAAA,QAAO,IAAI,cAAc,SAAS,WAAW,IAAI;AAAA,MAAA;AAEnD,YAAM,QAAQ,QAAQ,IAAI,CAAA,QAAO,wBAAwB,GAAG,IAAI,IAAI,CAAC,GAAG;AACxE,YAAM,UAAU,OAAO,OAAO;AAC9B,YAAM,KAAK;AAAA,sBACK,GAAG,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,cAAc,OAAO,CAAC;AAAA,iBAC3D,GAAG,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC;AAAA,sBACxC,GAAG,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC;AAAA,SAC1C;AACH,iBAAW,OAAO,SAAS;AAEzB,YAAI,QAAQ,OAAO,IAAI,IAAI,QAAQ,OAAO;AAC1C,eAAO,IAAI,QAAQ,OAAO;AAC1B,cAAM,KAAK,yBAAyB,GAAG,CAAC;AAAA,MAC1C;AACA,WAAK,IAAI,GAAG,KAAK,MAAM,KAAK,EAAE,CAAC;AAC/B,gBAAU;AAAA,IACZ;AACA,QAAI,YAAY,SAAS;AACvB,WAAK,IAAI,GAAG;AAAA,QACV,eAAe,GAAG,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;AAAA,MAAA;AAAA,IAEpE;AAGA,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,OAAO,OAAO,IAAI,IAAI,MAAM,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI;AAAA,IAC9D;AAEA,SAAK,cAAc,KAAK;AACxB,SAAK,IAAI,OAAO,IAAI,KAAK,OAAO,IAAI,GAAG;AAAA,EACzC;AAAA,EAEA,kBAAkB,KAAiB;AACjC,UAAM,QAAQ,cAAc,IAAI,KAAK;AACrC,UAAM,EAAC,WAAU;AACjB,SAAK,IAAI,GAAG,KAAK,eAAe,GAAG,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE;AAG9D,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,aAAa,OAAO,MAAM;AAAA,IAClC;AAEA,SAAK,cAAc,KAAK;AACxB,SAAK,IAAI,OAAO,IAAI,KAAK,OAAO,MAAM;AAAA,EACxC;AAAA,EAEA,iBAAiB,MAAiB;AAChC,UAAM,OAAO,cAAc,KAAK,EAAE;AAClC,SAAK,IAAI,GAAG,KAAK,wBAAwB,GAAG,IAAI,CAAC,EAAE;AAGnD,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,YAAY,IAAI;AAAA,IACxB;AAEA,SAAK,YAAY,IAAI;AACrB,SAAK,IAAI,OAAO,KAAK,KAAK,IAAI;AAAA,EAChC;AAAA,EAEA,mBAAmB,QAAqB;AACtC,UAAM,QAAQ,uBAAuB,OAAO,IAAI;AAChD,SAAK,IAAI,GAAG,KAAK,yBAAyB,KAAK,CAAC;AAIhD,SAAK,YAAY,MAAM,SAAS;AAChC,SAAK,IAAI,OAAO,OAAO,KAAK,MAAM,IAAI;AAAA,EACxC;AAAA,EAEA,iBAAiB,MAAiB;AAChC,UAAM,OAAO,cAAc,KAAK,EAAE;AAClC,SAAK,IAAI,GAAG,KAAK,wBAAwB,GAAG,IAAI,CAAC,EAAE;AACnD,SAAK,IAAI,OAAO,KAAK,KAAK,IAAI;AAAA,EAChC;AAAA,EAEA,cAAc,OAAe;AAC3B,SAAK,IAAI;AAAA,MACP,UAAU,GAAG,KAAK,CAAC,QAAQ,GAAG,wBAAwB,CAAC;AAAA,MACvD,KAAK;AAAA,IAAA;AAEP,SAAK,YAAY,KAAK;AAAA,EACxB;AAAA,EAEA,UAAU,OAAe,KAAiB;AACxC,QAAI,KAAK,UAAU,WAAW;AAC5B,eAAS,KAAK,KAAK,KAAK,UAAU,OAAO,GAAG;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,aAAa,OAAe,KAAiB;AAC3C,QAAI,KAAK,UAAU,WAAW;AAC5B,kBAAY,KAAK,KAAK,KAAK,UAAU,OAAO,GAAG;AAAA,IACjD;AAAA,EACF;AAAA,EAEA,eAAe,OAAe;AAC5B,QAAI,KAAK,UAAU,WAAW;AAC5B,oBAAc,KAAK,KAAK,KAAK,UAAU,KAAK;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,YAAY,OAAe;AACzB,SAAK,iBAAiB;AACtB,QAAI,KAAK,UAAU,WAAW;AAC5B,iBAAW,KAAK,KAAK,KAAK,UAAU,KAAK;AAAA,IAC3C;AACA,SAAK,kBAAA;AAAA,EACP;AAAA;AAAA,EAGA,cAAc,QAAuB,WAA4B;AAC/D,QAAI,cAAc,KAAK,UAAU;AAC/B,YAAM,IAAI;AAAA,QACR,oBAAoB,SAAS,mCAC3B,KAAK,QACP,KAAK,UAAU,MAAM,CAAC;AAAA,MAAA;AAAA,IAE1B;AACA,+BAA2B,KAAK,KAAK,SAAS;AAE9C,QAAI,KAAK,gBAAgB;AACvB,YAAM,QAAQ,KAAK,IAAA;AACnB,WAAK,IAAI,GAAG,OAAO,UAAU;AAC7B,WAAK,IAAI;AAAA,QACP,yCAAyC,KAAK,IAAA,IAAQ,KAAK;AAAA,MAAA;AAAA,IAE/D;AAEA,QAAI,KAAK,UAAU,gBAAgB;AACjC,WAAK,IAAI,OAAA;AAAA,IACX;AAEA,UAAM,YAAY,KAAK,IAAA,IAAQ,KAAK;AACpC,SAAK,IAAI,QAAQ,gBAAgB,KAAK,QAAQ,KAAK,SAAS,MAAM;AAElE,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,IAAgB;AACpB,OAAG,OAAO,wBAAwB,KAAK,QAAQ,EAAE;AACjD,SAAK,IAAI,SAAA;AAAA,EACX;AACF;AAEA,SAAS,YAAY,KAAqB;AACxC,MAAI,eAAe,OAAO;AACxB,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,IAAI,MAAA;AAClB,QAAM,QAAQ;AACd,SAAO;AACT;"}
+{"version":3,"file":"change-processor.js","sources":["../../../../../../zero-cache/src/services/replicator/change-processor.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {SqliteError} from '@rocicorp/zero-sqlite3';\nimport {AbortError} from '../../../../shared/src/abort-error.ts';\nimport {assert, unreachable} from '../../../../shared/src/asserts.ts';\nimport {stringify} from '../../../../shared/src/bigint-json.ts';\nimport {must} from '../../../../shared/src/must.ts';\nimport {\n  createLiteIndexStatement,\n  createLiteTableStatement,\n  liteColumnDef,\n} from '../../db/create.ts';\nimport {\n  computeZqlSpecs,\n  listIndexes,\n  listTables,\n} from '../../db/lite-tables.ts';\nimport {\n  mapPostgresToLite,\n  mapPostgresToLiteColumn,\n  mapPostgresToLiteIndex,\n} from '../../db/pg-to-lite.ts';\nimport type {LiteTableSpec} from '../../db/specs.ts';\nimport type {StatementRunner} from '../../db/statements.ts';\nimport type {LexiVersion} from '../../types/lexi-version.ts';\nimport {\n  JSON_PARSED,\n  liteRow,\n  type JSONFormat,\n  type LiteRow,\n  type LiteRowKey,\n  type LiteValueType,\n} from '../../types/lite.ts';\nimport {liteTableName} from '../../types/names.ts';\nimport {id} from '../../types/sql.ts';\nimport {ColumnMetadataStore} from '../change-source/column-metadata.ts';\nimport type {\n  Change,\n  ColumnAdd,\n  ColumnDrop,\n  ColumnUpdate,\n  IndexCreate,\n  IndexDrop,\n  MessageCommit,\n  MessageDelete,\n  MessageInsert,\n  MessageRelation,\n  MessageTruncate,\n  MessageUpdate,\n  TableCreate,\n  TableDrop,\n  TableRename,\n} from '../change-source/protocol/current/data.ts';\nimport type {ChangeStreamData} from '../change-source/protocol/current/downstream.ts';\nimport type {ReplicatorMode} from './replicator.ts';\nimport {\n  logDeleteOp,\n  logResetOp,\n  logSetOp,\n  logTruncateOp,\n} from './schema/change-log.ts';\nimport {\n  ZERO_VERSION_COLUMN_NAME,\n  updateReplicationWatermark,\n} from './schema/replication-state.ts';\n\nexport type ChangeProcessorMode = ReplicatorMode | 'initial-sync';\n\nexport type CommitResult = {\n  watermark: string;\n  schemaUpdated: boolean;\n};\n\n/**\n * The ChangeProcessor partitions the stream of messages into transactions\n * by creating a {@link TransactionProcessor} when a transaction begins, and dispatching\n * messages to it until the commit is received.\n *\n * From https://www.postgresql.org/docs/current/protocol-logical-replication.html#PROTOCOL-LOGICAL-MESSAGES-FLOW :\n *\n * \"The logical replication protocol sends individual transactions one by one.\n *  This means that all messages between a pair of Begin and Commit messages\n *  belong to the same transaction.\"\n */\nexport class ChangeProcessor {\n  readonly #db: StatementRunner;\n  readonly #mode: ChangeProcessorMode;\n  readonly #failService: (lc: LogContext, err: unknown) => void;\n\n  // The TransactionProcessor lazily loads table specs into this Map,\n  // and reloads them after a schema change. It is cached here to avoid\n  // reading them from the DB on every transaction.\n  readonly #tableSpecs = new Map<string, LiteTableSpec>();\n\n  #currentTx: TransactionProcessor | null = null;\n\n  #failure: Error | undefined;\n\n  constructor(\n    db: StatementRunner,\n    mode: ChangeProcessorMode,\n    failService: (lc: LogContext, err: unknown) => void,\n  ) {\n    this.#db = db;\n    this.#mode = mode;\n    this.#failService = failService;\n  }\n\n  #fail(lc: LogContext, err: unknown) {\n    if (!this.#failure) {\n      this.#currentTx?.abort(lc); // roll back any pending transaction.\n\n      this.#failure = ensureError(err);\n\n      if (!(err instanceof AbortError)) {\n        // Propagate the failure up to the service.\n        lc.error?.('Message Processing failed:', this.#failure);\n        this.#failService(lc, this.#failure);\n      }\n    }\n  }\n\n  abort(lc: LogContext) {\n    this.#fail(lc, new AbortError());\n  }\n\n  /** @return If a transaction was committed. */\n  processMessage(\n    lc: LogContext,\n    downstream: ChangeStreamData,\n  ): CommitResult | null {\n    const [type, message] = downstream;\n    if (this.#failure) {\n      lc.debug?.(`Dropping ${message.tag}`);\n      return null;\n    }\n    try {\n      const watermark =\n        type === 'begin'\n          ? downstream[2].commitWatermark\n          : type === 'commit'\n            ? downstream[2].watermark\n            : undefined;\n      return this.#processMessage(lc, message, watermark);\n    } catch (e) {\n      this.#fail(lc, e);\n    }\n    return null;\n  }\n\n  #beginTransaction(\n    lc: LogContext,\n    commitVersion: string,\n    jsonFormat: JSONFormat,\n  ): TransactionProcessor {\n    const start = Date.now();\n\n    // litestream can technically hold the lock for an arbitrary amount of time\n    // when checkpointing a large commit. Crashing on the busy-timeout in this\n    // scenario will either produce a corrupt backup or otherwise prevent\n    // replication from proceeding.\n    //\n    // Instead, retry the lock acquisition indefinitely. If this masks\n    // an unknown deadlock situation, manual intervention will be necessary.\n    for (let i = 0; ; i++) {\n      try {\n        return new TransactionProcessor(\n          lc,\n          this.#db,\n          this.#mode,\n          this.#tableSpecs,\n          commitVersion,\n          jsonFormat,\n        );\n      } catch (e) {\n        if (e instanceof SqliteError && e.code === 'SQLITE_BUSY') {\n          lc.warn?.(\n            `SQLITE_BUSY for ${Date.now() - start} ms (attempt ${i + 1}). ` +\n              `This is only expected if litestream is performing a large ` +\n              `checkpoint.`,\n            e,\n          );\n          continue;\n        }\n        throw e;\n      }\n    }\n  }\n\n  /** @return If a transaction was committed. */\n  #processMessage(\n    lc: LogContext,\n    msg: Change,\n    watermark: string | undefined,\n  ): CommitResult | null {\n    if (msg.tag === 'begin') {\n      if (this.#currentTx) {\n        throw new Error(`Already in a transaction ${stringify(msg)}`);\n      }\n      this.#currentTx = this.#beginTransaction(\n        lc,\n        must(watermark),\n        msg.json ?? JSON_PARSED,\n      );\n      return null;\n    }\n\n    // For non-begin messages, there should be a #currentTx set.\n    const tx = this.#currentTx;\n    if (!tx) {\n      throw new Error(\n        `Received message outside of transaction: ${stringify(msg)}`,\n      );\n    }\n\n    if (msg.tag === 'commit') {\n      // Undef this.#currentTx to allow the assembly of the next transaction.\n      this.#currentTx = null;\n\n      assert(watermark);\n      const schemaUpdated = tx.processCommit(msg, watermark);\n      return {watermark, schemaUpdated};\n    }\n\n    if (msg.tag === 'rollback') {\n      this.#currentTx?.abort(lc);\n      this.#currentTx = null;\n      return null;\n    }\n\n    switch (msg.tag) {\n      case 'insert':\n        tx.processInsert(msg);\n        break;\n      case 'update':\n        tx.processUpdate(msg);\n        break;\n      case 'delete':\n        tx.processDelete(msg);\n        break;\n      case 'truncate':\n        tx.processTruncate(msg);\n        break;\n      case 'create-table':\n        tx.processCreateTable(msg);\n        break;\n      case 'rename-table':\n        tx.processRenameTable(msg);\n        break;\n      case 'add-column':\n        tx.processAddColumn(msg);\n        break;\n      case 'update-column':\n        tx.processUpdateColumn(msg);\n        break;\n      case 'drop-column':\n        tx.processDropColumn(msg);\n        break;\n      case 'drop-table':\n        tx.processDropTable(msg);\n        break;\n      case 'create-index':\n        tx.processCreateIndex(msg);\n        break;\n      case 'drop-index':\n        tx.processDropIndex(msg);\n        break;\n      default:\n        unreachable(msg);\n    }\n\n    return null;\n  }\n}\n\n/**\n * The {@link TransactionProcessor} handles the sequence of messages from\n * upstream, from `BEGIN` to `COMMIT` and executes the corresponding mutations\n * on the {@link postgres.TransactionSql} on the replica.\n *\n * When applying row contents to the replica, the `_0_version` column is added / updated,\n * and a corresponding entry in the `ChangeLog` is added. The version value is derived\n * from the watermark of the preceding transaction (stored as the `nextStateVersion` in the\n * `ReplicationState` table).\n *\n *   Side note: For non-streaming Postgres transactions, the commitEndLsn (and thus\n *   commit watermark) is available in the `begin` message, so it could theoretically\n *   be used for the row version of changes within the transaction. However, the\n *   commitEndLsn is not available in the streaming (in-progress) transaction\n *   protocol, and may not be available for CDC streams of other upstream types.\n *   Therefore, the zero replication protocol is designed to not require the commit\n *   watermark when a transaction begins.\n *\n * Also of interest is the fact that all INSERT Messages are logically applied as\n * UPSERTs. See {@link processInsert} for the underlying motivation.\n */\nclass TransactionProcessor {\n  readonly #lc: LogContext;\n  readonly #startMs: number;\n  readonly #db: StatementRunner;\n  readonly #mode: ChangeProcessorMode;\n  readonly #version: LexiVersion;\n  readonly #tableSpecs: Map<string, LiteTableSpec>;\n  readonly #jsonFormat: JSONFormat;\n\n  #pos = 0;\n  #schemaChanged = false;\n\n  constructor(\n    lc: LogContext,\n    db: StatementRunner,\n    mode: ChangeProcessorMode,\n    tableSpecs: Map<string, LiteTableSpec>,\n    commitVersion: LexiVersion,\n    jsonFormat: JSONFormat,\n  ) {\n    this.#startMs = Date.now();\n    this.#mode = mode;\n    this.#jsonFormat = jsonFormat;\n\n    switch (mode) {\n      case 'serving':\n        // Although the Replicator / Incremental Syncer is the only writer of the replica,\n        // a `BEGIN CONCURRENT` transaction is used to allow View Syncers to simulate\n        // (i.e. and `ROLLBACK`) changes on historic snapshots of the database for the\n        // purpose of IVM).\n        //\n        // This TransactionProcessor is the only logic that will actually\n        // `COMMIT` any transactions to the replica.\n        db.beginConcurrent();\n        break;\n      case 'backup':\n        // For the backup-replicator (i.e. replication-manager), there are no View Syncers\n        // and thus BEGIN CONCURRENT is not necessary. In fact, BEGIN CONCURRENT can cause\n        // deadlocks with forced wal-checkpoints (which `litestream replicate` performs),\n        // so it is important to use vanilla transactions in this configuration.\n        db.beginImmediate();\n        break;\n      case 'initial-sync':\n        // When the ChangeProcessor is used for initial-sync, the calling code\n        // handles the transaction boundaries.\n        break;\n      default:\n        unreachable();\n    }\n    this.#db = db;\n    this.#version = commitVersion;\n    this.#lc = lc.withContext('version', commitVersion);\n    this.#tableSpecs = tableSpecs;\n\n    if (this.#tableSpecs.size === 0) {\n      this.#reloadTableSpecs();\n    }\n  }\n\n  #reloadTableSpecs() {\n    this.#tableSpecs.clear();\n    // zqlSpecs include the primary key derived from unique indexes\n    const zqlSpecs = computeZqlSpecs(this.#lc, this.#db.db);\n    for (let spec of listTables(this.#db.db)) {\n      if (!spec.primaryKey) {\n        spec = {\n          ...spec,\n          primaryKey: [\n            ...(zqlSpecs.get(spec.name)?.tableSpec.primaryKey ?? []),\n          ],\n        };\n      }\n      this.#tableSpecs.set(spec.name, spec);\n    }\n  }\n\n  #tableSpec(name: string) {\n    return must(this.#tableSpecs.get(name), `Unknown table ${name}`);\n  }\n\n  #getKey(\n    {row, numCols}: {row: LiteRow; numCols: number},\n    {relation}: {relation: MessageRelation},\n  ): LiteRowKey {\n    const keyColumns =\n      relation.replicaIdentity !== 'full'\n        ? relation.keyColumns // already a suitable key\n        : this.#tableSpec(liteTableName(relation)).primaryKey;\n    if (!keyColumns?.length) {\n      throw new Error(\n        `Cannot replicate table \"${relation.name}\" without a PRIMARY KEY or UNIQUE INDEX`,\n      );\n    }\n    // For the common case (replica identity default), the row is already the\n    // key for deletes and updates, in which case a new object can be avoided.\n    if (numCols === keyColumns.length) {\n      return row;\n    }\n    const key: Record<string, LiteValueType> = {};\n    for (const col of keyColumns) {\n      key[col] = row[col];\n    }\n    return key;\n  }\n\n  processInsert(insert: MessageInsert) {\n    const table = liteTableName(insert.relation);\n    const newRow = liteRow(\n      insert.new,\n      this.#tableSpec(table),\n      this.#jsonFormat,\n    );\n\n    this.#upsert(table, {\n      ...newRow.row,\n      [ZERO_VERSION_COLUMN_NAME]: this.#version,\n    });\n\n    if (insert.relation.keyColumns.length === 0) {\n      // INSERTs can be replicated for rows without a PRIMARY KEY or a\n      // UNIQUE INDEX. These are written to the replica but not recorded\n      // in the changeLog, because these rows cannot participate in IVM.\n      //\n      // (Once the table schema has been corrected to include a key, the\n      //  associated schema change will reset pipelines and data can be\n      //  loaded via hydration.)\n      return;\n    }\n    const key = this.#getKey(newRow, insert);\n    this.#logSetOp(table, key);\n  }\n\n  #upsert(table: string, row: LiteRow) {\n    const columns = Object.keys(row).map(c => id(c));\n    this.#db.run(\n      `\n      INSERT OR REPLACE INTO ${id(table)} (${columns.join(',')})\n        VALUES (${Array.from({length: columns.length}).fill('?').join(',')})\n      `,\n      Object.values(row),\n    );\n  }\n\n  // Updates by default are applied as UPDATE commands to support partial\n  // row specifications from the change source. In particular, this is needed\n  // to handle updates for which unchanged TOASTed values are not sent:\n  //\n  // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-TUPLEDATA\n  //\n  // However, in certain cases an UPDATE may be received for a row that\n  // was not initially synced, such as when:\n  // (1) an existing table is added to the app's publication, or\n  // (2) a new sharding key is added to a shard during resharding.\n  //\n  // In order to facilitate \"resumptive\" replication, the logic falls back to\n  // an INSERT if the update did not change any rows.\n  // TODO: Figure out a solution for resumptive replication of rows\n  //       with TOASTed values.\n  processUpdate(update: MessageUpdate) {\n    const table = liteTableName(update.relation);\n    const newRow = liteRow(\n      update.new,\n      this.#tableSpec(table),\n      this.#jsonFormat,\n    );\n    const row = {...newRow.row, [ZERO_VERSION_COLUMN_NAME]: this.#version};\n\n    // update.key is set with the old values if the key has changed.\n    const oldKey = update.key\n      ? this.#getKey(\n          liteRow(update.key, this.#tableSpec(table), this.#jsonFormat),\n          update,\n        )\n      : null;\n    const newKey = this.#getKey(newRow, update);\n\n    if (oldKey) {\n      this.#logDeleteOp(table, oldKey);\n    }\n    this.#logSetOp(table, newKey);\n\n    const currKey = oldKey ?? newKey;\n    const conds = Object.keys(currKey).map(col => `${id(col)}=?`);\n    const setExprs = Object.keys(row).map(col => `${id(col)}=?`);\n\n    const {changes} = this.#db.run(\n      `\n      UPDATE ${id(table)}\n        SET ${setExprs.join(',')}\n        WHERE ${conds.join(' AND ')}\n      `,\n      [...Object.values(row), ...Object.values(currKey)],\n    );\n\n    // If the UPDATE did not affect any rows, perform an UPSERT of the\n    // new row for resumptive replication.\n    if (changes === 0) {\n      this.#upsert(table, row);\n    }\n  }\n\n  processDelete(del: MessageDelete) {\n    const table = liteTableName(del.relation);\n    const rowKey = this.#getKey(\n      liteRow(del.key, this.#tableSpec(table), this.#jsonFormat),\n      del,\n    );\n\n    this.#delete(table, rowKey);\n\n    if (this.#mode === 'serving') {\n      this.#logDeleteOp(table, rowKey);\n    }\n  }\n\n  #delete(table: string, rowKey: LiteRowKey) {\n    const conds = Object.keys(rowKey).map(col => `${id(col)}=?`);\n    this.#db.run(\n      `DELETE FROM ${id(table)} WHERE ${conds.join(' AND ')}`,\n      Object.values(rowKey),\n    );\n  }\n\n  processTruncate(truncate: MessageTruncate) {\n    for (const relation of truncate.relations) {\n      const table = liteTableName(relation);\n      // Update replica data.\n      this.#db.run(`DELETE FROM ${id(table)}`);\n\n      // Update change log.\n      this.#logTruncateOp(table);\n    }\n  }\n  processCreateTable(create: TableCreate) {\n    const table = mapPostgresToLite(create.spec);\n    this.#db.db.exec(createLiteTableStatement(table));\n\n    // Write to metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      for (const [colName, colSpec] of Object.entries(create.spec.columns)) {\n        store.insert(table.name, colName, colSpec);\n      }\n    }\n\n    this.#logResetOp(table.name);\n    this.#lc.info?.(create.tag, table.name);\n  }\n\n  processRenameTable(rename: TableRename) {\n    const oldName = liteTableName(rename.old);\n    const newName = liteTableName(rename.new);\n    this.#db.db.exec(`ALTER TABLE ${id(oldName)} RENAME TO ${id(newName)}`);\n\n    // Rename in metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.renameTable(oldName, newName);\n    }\n\n    this.#bumpVersions(newName);\n    this.#logResetOp(oldName);\n    this.#lc.info?.(rename.tag, oldName, newName);\n  }\n\n  processAddColumn(msg: ColumnAdd) {\n    const table = liteTableName(msg.table);\n    const {name} = msg.column;\n    const spec = mapPostgresToLiteColumn(table, msg.column);\n    this.#db.db.exec(\n      `ALTER TABLE ${id(table)} ADD ${id(name)} ${liteColumnDef(spec)}`,\n    );\n\n    // Write to metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.insert(table, name, msg.column.spec);\n    }\n\n    this.#bumpVersions(table);\n    this.#lc.info?.(msg.tag, table, msg.column);\n  }\n\n  processUpdateColumn(msg: ColumnUpdate) {\n    const table = liteTableName(msg.table);\n    let oldName = msg.old.name;\n    const newName = msg.new.name;\n\n    // update-column can ignore defaults because it does not change the values\n    // in existing rows.\n    //\n    // https://www.postgresql.org/docs/current/sql-altertable.html#SQL-ALTERTABLE-DESC-SET-DROP-DEFAULT\n    //\n    // \"The new default value will only apply in subsequent INSERT or UPDATE\n    //  commands; it does not cause rows already in the table to change.\"\n    //\n    // This allows support for _changing_ column defaults to any expression,\n    // since it does not affect what the replica needs to do.\n    const oldSpec = mapPostgresToLiteColumn(table, msg.old, 'ignore-default');\n    const newSpec = mapPostgresToLiteColumn(table, msg.new, 'ignore-default');\n\n    // The only updates that are relevant are the column name and the data type.\n    if (oldName === newName && oldSpec.dataType === newSpec.dataType) {\n      this.#lc.info?.(msg.tag, 'no thing to update', oldSpec, newSpec);\n      return;\n    }\n    // If the data type changes, we have to make a new column with the new data type\n    // and copy the values over.\n    if (oldSpec.dataType !== newSpec.dataType) {\n      // Remember (and drop) the indexes that reference the column.\n      const indexes = listIndexes(this.#db.db).filter(\n        idx => idx.tableName === table && oldName in idx.columns,\n      );\n      const stmts = indexes.map(idx => `DROP INDEX IF EXISTS ${id(idx.name)};`);\n      const tmpName = `tmp.${newName}`;\n      stmts.push(`\n        ALTER TABLE ${id(table)} ADD ${id(tmpName)} ${liteColumnDef(newSpec)};\n        UPDATE ${id(table)} SET ${id(tmpName)} = ${id(oldName)};\n        ALTER TABLE ${id(table)} DROP ${id(oldName)};\n        `);\n      for (const idx of indexes) {\n        // Re-create the indexes to reference the new column.\n        idx.columns[tmpName] = idx.columns[oldName];\n        delete idx.columns[oldName];\n        stmts.push(createLiteIndexStatement(idx));\n      }\n      this.#db.db.exec(stmts.join(''));\n      oldName = tmpName;\n    }\n    if (oldName !== newName) {\n      this.#db.db.exec(\n        `ALTER TABLE ${id(table)} RENAME ${id(oldName)} TO ${id(newName)}`,\n      );\n    }\n\n    // Update metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.update(table, msg.old.name, msg.new.name, msg.new.spec);\n    }\n\n    this.#bumpVersions(table);\n    this.#lc.info?.(msg.tag, table, msg.new);\n  }\n\n  processDropColumn(msg: ColumnDrop) {\n    const table = liteTableName(msg.table);\n    const {column} = msg;\n    this.#db.db.exec(`ALTER TABLE ${id(table)} DROP ${id(column)}`);\n\n    // Delete from metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.deleteColumn(table, column);\n    }\n\n    this.#bumpVersions(table);\n    this.#lc.info?.(msg.tag, table, column);\n  }\n\n  processDropTable(drop: TableDrop) {\n    const name = liteTableName(drop.id);\n    this.#db.db.exec(`DROP TABLE IF EXISTS ${id(name)}`);\n\n    // Delete from metadata table\n    const store = ColumnMetadataStore.getInstance(this.#db.db);\n    if (store) {\n      store.deleteTable(name);\n    }\n\n    this.#logResetOp(name);\n    this.#lc.info?.(drop.tag, name);\n  }\n\n  processCreateIndex(create: IndexCreate) {\n    const index = mapPostgresToLiteIndex(create.spec);\n    this.#db.db.exec(createLiteIndexStatement(index));\n\n    // indexes affect tables visibility (e.g. sync-ability is gated on\n    // having a unique index), so reset pipelines to refresh table schemas.\n    this.#logResetOp(index.tableName);\n    this.#lc.info?.(create.tag, index.name);\n  }\n\n  processDropIndex(drop: IndexDrop) {\n    const name = liteTableName(drop.id);\n    this.#db.db.exec(`DROP INDEX IF EXISTS ${id(name)}`);\n    this.#lc.info?.(drop.tag, name);\n  }\n\n  #bumpVersions(table: string) {\n    this.#db.run(\n      `UPDATE ${id(table)} SET ${id(ZERO_VERSION_COLUMN_NAME)} = ?`,\n      this.#version,\n    );\n    this.#logResetOp(table);\n  }\n\n  #logSetOp(table: string, key: LiteRowKey) {\n    if (this.#mode === 'serving') {\n      logSetOp(this.#db, this.#version, this.#pos++, table, key);\n    }\n  }\n\n  #logDeleteOp(table: string, key: LiteRowKey) {\n    if (this.#mode === 'serving') {\n      logDeleteOp(this.#db, this.#version, this.#pos++, table, key);\n    }\n  }\n\n  #logTruncateOp(table: string) {\n    if (this.#mode === 'serving') {\n      logTruncateOp(this.#db, this.#version, table);\n    }\n  }\n\n  #logResetOp(table: string) {\n    this.#schemaChanged = true;\n    if (this.#mode === 'serving') {\n      logResetOp(this.#db, this.#version, table);\n    }\n    this.#reloadTableSpecs();\n  }\n\n  /** @returns `true` if the schema was updated. */\n  processCommit(commit: MessageCommit, watermark: string): boolean {\n    if (watermark !== this.#version) {\n      throw new Error(\n        `'commit' version ${watermark} does not match 'begin' version ${\n          this.#version\n        }: ${stringify(commit)}`,\n      );\n    }\n    updateReplicationWatermark(this.#db, watermark);\n\n    if (this.#schemaChanged) {\n      const start = Date.now();\n      this.#db.db.pragma('optimize');\n      this.#lc.info?.(\n        `PRAGMA optimized after schema change (${Date.now() - start} ms)`,\n      );\n    }\n\n    if (this.#mode !== 'initial-sync') {\n      this.#db.commit();\n    }\n\n    const elapsedMs = Date.now() - this.#startMs;\n    this.#lc.debug?.(`Committed tx@${this.#version} (${elapsedMs} ms)`);\n\n    return this.#schemaChanged;\n  }\n\n  abort(lc: LogContext) {\n    lc.info?.(`aborting transaction ${this.#version}`);\n    this.#db.rollback();\n  }\n}\n\nfunction ensureError(err: unknown): Error {\n  if (err instanceof Error) {\n    return err;\n  }\n  const error = new Error();\n  error.cause = err;\n  return error;\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;AAmFO,MAAM,gBAAgB;AAAA,EAClB;AAAA,EACA;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKA,kCAAkB,IAAA;AAAA,EAE3B,aAA0C;AAAA,EAE1C;AAAA,EAEA,YACE,IACA,MACA,aACA;AACA,SAAK,MAAM;AACX,SAAK,QAAQ;AACb,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,MAAM,IAAgB,KAAc;AAClC,QAAI,CAAC,KAAK,UAAU;AAClB,WAAK,YAAY,MAAM,EAAE;AAEzB,WAAK,WAAW,YAAY,GAAG;AAE/B,UAAI,EAAE,eAAe,aAAa;AAEhC,WAAG,QAAQ,8BAA8B,KAAK,QAAQ;AACtD,aAAK,aAAa,IAAI,KAAK,QAAQ;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,IAAgB;AACpB,SAAK,MAAM,IAAI,IAAI,WAAA,CAAY;AAAA,EACjC;AAAA;AAAA,EAGA,eACE,IACA,YACqB;AACrB,UAAM,CAAC,MAAM,OAAO,IAAI;AACxB,QAAI,KAAK,UAAU;AACjB,SAAG,QAAQ,YAAY,QAAQ,GAAG,EAAE;AACpC,aAAO;AAAA,IACT;AACA,QAAI;AACF,YAAM,YACJ,SAAS,UACL,WAAW,CAAC,EAAE,kBACd,SAAS,WACP,WAAW,CAAC,EAAE,YACd;AACR,aAAO,KAAK,gBAAgB,IAAI,SAAS,SAAS;AAAA,IACpD,SAAS,GAAG;AACV,WAAK,MAAM,IAAI,CAAC;AAAA,IAClB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,kBACE,IACA,eACA,YACsB;AACtB,UAAM,QAAQ,KAAK,IAAA;AASnB,aAAS,IAAI,KAAK,KAAK;AACrB,UAAI;AACF,eAAO,IAAI;AAAA,UACT;AAAA,UACA,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AAAA,UACL;AAAA,UACA;AAAA,QAAA;AAAA,MAEJ,SAAS,GAAG;AACV,YAAI,aAAa,eAAe,EAAE,SAAS,eAAe;AACxD,aAAG;AAAA,YACD,mBAAmB,KAAK,IAAA,IAAQ,KAAK,gBAAgB,IAAI,CAAC;AAAA,YAG1D;AAAA,UAAA;AAEF;AAAA,QACF;AACA,cAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,gBACE,IACA,KACA,WACqB;AACrB,QAAI,IAAI,QAAQ,SAAS;AACvB,UAAI,KAAK,YAAY;AACnB,cAAM,IAAI,MAAM,4BAA4B,UAAU,GAAG,CAAC,EAAE;AAAA,MAC9D;AACA,WAAK,aAAa,KAAK;AAAA,QACrB;AAAA,QACA,KAAK,SAAS;AAAA,QACd,IAAI,QAAQ;AAAA,MAAA;AAEd,aAAO;AAAA,IACT;AAGA,UAAM,KAAK,KAAK;AAChB,QAAI,CAAC,IAAI;AACP,YAAM,IAAI;AAAA,QACR,4CAA4C,UAAU,GAAG,CAAC;AAAA,MAAA;AAAA,IAE9D;AAEA,QAAI,IAAI,QAAQ,UAAU;AAExB,WAAK,aAAa;AAElB,aAAO,SAAS;AAChB,YAAM,gBAAgB,GAAG,cAAc,KAAK,SAAS;AACrD,aAAO,EAAC,WAAW,cAAA;AAAA,IACrB;AAEA,QAAI,IAAI,QAAQ,YAAY;AAC1B,WAAK,YAAY,MAAM,EAAE;AACzB,WAAK,aAAa;AAClB,aAAO;AAAA,IACT;AAEA,YAAQ,IAAI,KAAA;AAAA,MACV,KAAK;AACH,WAAG,cAAc,GAAG;AACpB;AAAA,MACF,KAAK;AACH,WAAG,cAAc,GAAG;AACpB;AAAA,MACF,KAAK;AACH,WAAG,cAAc,GAAG;AACpB;AAAA,MACF,KAAK;AACH,WAAG,gBAAgB,GAAG;AACtB;AAAA,MACF,KAAK;AACH,WAAG,mBAAmB,GAAG;AACzB;AAAA,MACF,KAAK;AACH,WAAG,mBAAmB,GAAG;AACzB;AAAA,MACF,KAAK;AACH,WAAG,iBAAiB,GAAG;AACvB;AAAA,MACF,KAAK;AACH,WAAG,oBAAoB,GAAG;AAC1B;AAAA,MACF,KAAK;AACH,WAAG,kBAAkB,GAAG;AACxB;AAAA,MACF,KAAK;AACH,WAAG,iBAAiB,GAAG;AACvB;AAAA,MACF,KAAK;AACH,WAAG,mBAAmB,GAAG;AACzB;AAAA,MACF,KAAK;AACH,WAAG,iBAAiB,GAAG;AACvB;AAAA,MACF;AACE,oBAAe;AAAA,IAAA;AAGnB,WAAO;AAAA,EACT;AACF;AAuBA,MAAM,qBAAqB;AAAA,EAChB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,OAAO;AAAA,EACP,iBAAiB;AAAA,EAEjB,YACE,IACA,IACA,MACA,YACA,eACA,YACA;AACA,SAAK,WAAW,KAAK,IAAA;AACrB,SAAK,QAAQ;AACb,SAAK,cAAc;AAEnB,YAAQ,MAAA;AAAA,MACN,KAAK;AAQH,WAAG,gBAAA;AACH;AAAA,MACF,KAAK;AAKH,WAAG,eAAA;AACH;AAAA,MACF,KAAK;AAGH;AAAA,MACF;AACE,oBAAA;AAAA,IAAY;AAEhB,SAAK,MAAM;AACX,SAAK,WAAW;AAChB,SAAK,MAAM,GAAG,YAAY,WAAW,aAAa;AAClD,SAAK,cAAc;AAEnB,QAAI,KAAK,YAAY,SAAS,GAAG;AAC/B,WAAK,kBAAA;AAAA,IACP;AAAA,EACF;AAAA,EAEA,oBAAoB;AAClB,SAAK,YAAY,MAAA;AAEjB,UAAM,WAAW,gBAAgB,KAAK,KAAK,KAAK,IAAI,EAAE;AACtD,aAAS,QAAQ,WAAW,KAAK,IAAI,EAAE,GAAG;AACxC,UAAI,CAAC,KAAK,YAAY;AACpB,eAAO;AAAA,UACL,GAAG;AAAA,UACH,YAAY;AAAA,YACV,GAAI,SAAS,IAAI,KAAK,IAAI,GAAG,UAAU,cAAc,CAAA;AAAA,UAAC;AAAA,QACxD;AAAA,MAEJ;AACA,WAAK,YAAY,IAAI,KAAK,MAAM,IAAI;AAAA,IACtC;AAAA,EACF;AAAA,EAEA,WAAW,MAAc;AACvB,WAAO,KAAK,KAAK,YAAY,IAAI,IAAI,GAAG,iBAAiB,IAAI,EAAE;AAAA,EACjE;AAAA,EAEA,QACE,EAAC,KAAK,WACN,EAAC,YACW;AACZ,UAAM,aACJ,SAAS,oBAAoB,SACzB,SAAS,aACT,KAAK,WAAW,cAAc,QAAQ,CAAC,EAAE;AAC/C,QAAI,CAAC,YAAY,QAAQ;AACvB,YAAM,IAAI;AAAA,QACR,2BAA2B,SAAS,IAAI;AAAA,MAAA;AAAA,IAE5C;AAGA,QAAI,YAAY,WAAW,QAAQ;AACjC,aAAO;AAAA,IACT;AACA,UAAM,MAAqC,CAAA;AAC3C,eAAW,OAAO,YAAY;AAC5B,UAAI,GAAG,IAAI,IAAI,GAAG;AAAA,IACpB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,QAAuB;AACnC,UAAM,QAAQ,cAAc,OAAO,QAAQ;AAC3C,UAAM,SAAS;AAAA,MACb,OAAO;AAAA,MACP,KAAK,WAAW,KAAK;AAAA,MACrB,KAAK;AAAA,IAAA;AAGP,SAAK,QAAQ,OAAO;AAAA,MAClB,GAAG,OAAO;AAAA,MACV,CAAC,wBAAwB,GAAG,KAAK;AAAA,IAAA,CAClC;AAED,QAAI,OAAO,SAAS,WAAW,WAAW,GAAG;AAQ3C;AAAA,IACF;AACA,UAAM,MAAM,KAAK,QAAQ,QAAQ,MAAM;AACvC,SAAK,UAAU,OAAO,GAAG;AAAA,EAC3B;AAAA,EAEA,QAAQ,OAAe,KAAc;AACnC,UAAM,UAAU,OAAO,KAAK,GAAG,EAAE,IAAI,CAAA,MAAK,GAAG,CAAC,CAAC;AAC/C,SAAK,IAAI;AAAA,MACP;AAAA,+BACyB,GAAG,KAAK,CAAC,KAAK,QAAQ,KAAK,GAAG,CAAC;AAAA,kBAC5C,MAAM,KAAK,EAAC,QAAQ,QAAQ,QAAO,EAAE,KAAK,GAAG,EAAE,KAAK,GAAG,CAAC;AAAA;AAAA,MAEpE,OAAO,OAAO,GAAG;AAAA,IAAA;AAAA,EAErB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAiBA,cAAc,QAAuB;AACnC,UAAM,QAAQ,cAAc,OAAO,QAAQ;AAC3C,UAAM,SAAS;AAAA,MACb,OAAO;AAAA,MACP,KAAK,WAAW,KAAK;AAAA,MACrB,KAAK;AAAA,IAAA;AAEP,UAAM,MAAM,EAAC,GAAG,OAAO,KAAK,CAAC,wBAAwB,GAAG,KAAK,SAAA;AAG7D,UAAM,SAAS,OAAO,MAClB,KAAK;AAAA,MACH,QAAQ,OAAO,KAAK,KAAK,WAAW,KAAK,GAAG,KAAK,WAAW;AAAA,MAC5D;AAAA,IAAA,IAEF;AACJ,UAAM,SAAS,KAAK,QAAQ,QAAQ,MAAM;AAE1C,QAAI,QAAQ;AACV,WAAK,aAAa,OAAO,MAAM;AAAA,IACjC;AACA,SAAK,UAAU,OAAO,MAAM;AAE5B,UAAM,UAAU,UAAU;AAC1B,UAAM,QAAQ,OAAO,KAAK,OAAO,EAAE,IAAI,CAAA,QAAO,GAAG,GAAG,GAAG,CAAC,IAAI;AAC5D,UAAM,WAAW,OAAO,KAAK,GAAG,EAAE,IAAI,CAAA,QAAO,GAAG,GAAG,GAAG,CAAC,IAAI;AAE3D,UAAM,EAAC,QAAA,IAAW,KAAK,IAAI;AAAA,MACzB;AAAA,eACS,GAAG,KAAK,CAAC;AAAA,cACV,SAAS,KAAK,GAAG,CAAC;AAAA,gBAChB,MAAM,KAAK,OAAO,CAAC;AAAA;AAAA,MAE7B,CAAC,GAAG,OAAO,OAAO,GAAG,GAAG,GAAG,OAAO,OAAO,OAAO,CAAC;AAAA,IAAA;AAKnD,QAAI,YAAY,GAAG;AACjB,WAAK,QAAQ,OAAO,GAAG;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,cAAc,KAAoB;AAChC,UAAM,QAAQ,cAAc,IAAI,QAAQ;AACxC,UAAM,SAAS,KAAK;AAAA,MAClB,QAAQ,IAAI,KAAK,KAAK,WAAW,KAAK,GAAG,KAAK,WAAW;AAAA,MACzD;AAAA,IAAA;AAGF,SAAK,QAAQ,OAAO,MAAM;AAE1B,QAAI,KAAK,UAAU,WAAW;AAC5B,WAAK,aAAa,OAAO,MAAM;AAAA,IACjC;AAAA,EACF;AAAA,EAEA,QAAQ,OAAe,QAAoB;AACzC,UAAM,QAAQ,OAAO,KAAK,MAAM,EAAE,IAAI,CAAA,QAAO,GAAG,GAAG,GAAG,CAAC,IAAI;AAC3D,SAAK,IAAI;AAAA,MACP,eAAe,GAAG,KAAK,CAAC,UAAU,MAAM,KAAK,OAAO,CAAC;AAAA,MACrD,OAAO,OAAO,MAAM;AAAA,IAAA;AAAA,EAExB;AAAA,EAEA,gBAAgB,UAA2B;AACzC,eAAW,YAAY,SAAS,WAAW;AACzC,YAAM,QAAQ,cAAc,QAAQ;AAEpC,WAAK,IAAI,IAAI,eAAe,GAAG,KAAK,CAAC,EAAE;AAGvC,WAAK,eAAe,KAAK;AAAA,IAC3B;AAAA,EACF;AAAA,EACA,mBAAmB,QAAqB;AACtC,UAAM,QAAQ,kBAAkB,OAAO,IAAI;AAC3C,SAAK,IAAI,GAAG,KAAK,yBAAyB,KAAK,CAAC;AAGhD,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,iBAAW,CAAC,SAAS,OAAO,KAAK,OAAO,QAAQ,OAAO,KAAK,OAAO,GAAG;AACpE,cAAM,OAAO,MAAM,MAAM,SAAS,OAAO;AAAA,MAC3C;AAAA,IACF;AAEA,SAAK,YAAY,MAAM,IAAI;AAC3B,SAAK,IAAI,OAAO,OAAO,KAAK,MAAM,IAAI;AAAA,EACxC;AAAA,EAEA,mBAAmB,QAAqB;AACtC,UAAM,UAAU,cAAc,OAAO,GAAG;AACxC,UAAM,UAAU,cAAc,OAAO,GAAG;AACxC,SAAK,IAAI,GAAG,KAAK,eAAe,GAAG,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,EAAE;AAGtE,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,YAAY,SAAS,OAAO;AAAA,IACpC;AAEA,SAAK,cAAc,OAAO;AAC1B,SAAK,YAAY,OAAO;AACxB,SAAK,IAAI,OAAO,OAAO,KAAK,SAAS,OAAO;AAAA,EAC9C;AAAA,EAEA,iBAAiB,KAAgB;AAC/B,UAAM,QAAQ,cAAc,IAAI,KAAK;AACrC,UAAM,EAAC,SAAQ,IAAI;AACnB,UAAM,OAAO,wBAAwB,OAAO,IAAI,MAAM;AACtD,SAAK,IAAI,GAAG;AAAA,MACV,eAAe,GAAG,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC;AAAA,IAAA;AAIjE,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,OAAO,OAAO,MAAM,IAAI,OAAO,IAAI;AAAA,IAC3C;AAEA,SAAK,cAAc,KAAK;AACxB,SAAK,IAAI,OAAO,IAAI,KAAK,OAAO,IAAI,MAAM;AAAA,EAC5C;AAAA,EAEA,oBAAoB,KAAmB;AACrC,UAAM,QAAQ,cAAc,IAAI,KAAK;AACrC,QAAI,UAAU,IAAI,IAAI;AACtB,UAAM,UAAU,IAAI,IAAI;AAYxB,UAAM,UAAU,wBAAwB,OAAO,IAAI,KAAK,gBAAgB;AACxE,UAAM,UAAU,wBAAwB,OAAO,IAAI,KAAK,gBAAgB;AAGxE,QAAI,YAAY,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAChE,WAAK,IAAI,OAAO,IAAI,KAAK,sBAAsB,SAAS,OAAO;AAC/D;AAAA,IACF;AAGA,QAAI,QAAQ,aAAa,QAAQ,UAAU;AAEzC,YAAM,UAAU,YAAY,KAAK,IAAI,EAAE,EAAE;AAAA,QACvC,CAAA,QAAO,IAAI,cAAc,SAAS,WAAW,IAAI;AAAA,MAAA;AAEnD,YAAM,QAAQ,QAAQ,IAAI,CAAA,QAAO,wBAAwB,GAAG,IAAI,IAAI,CAAC,GAAG;AACxE,YAAM,UAAU,OAAO,OAAO;AAC9B,YAAM,KAAK;AAAA,sBACK,GAAG,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,cAAc,OAAO,CAAC;AAAA,iBAC3D,GAAG,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC;AAAA,sBACxC,GAAG,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC;AAAA,SAC1C;AACH,iBAAW,OAAO,SAAS;AAEzB,YAAI,QAAQ,OAAO,IAAI,IAAI,QAAQ,OAAO;AAC1C,eAAO,IAAI,QAAQ,OAAO;AAC1B,cAAM,KAAK,yBAAyB,GAAG,CAAC;AAAA,MAC1C;AACA,WAAK,IAAI,GAAG,KAAK,MAAM,KAAK,EAAE,CAAC;AAC/B,gBAAU;AAAA,IACZ;AACA,QAAI,YAAY,SAAS;AACvB,WAAK,IAAI,GAAG;AAAA,QACV,eAAe,GAAG,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;AAAA,MAAA;AAAA,IAEpE;AAGA,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,OAAO,OAAO,IAAI,IAAI,MAAM,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI;AAAA,IAC9D;AAEA,SAAK,cAAc,KAAK;AACxB,SAAK,IAAI,OAAO,IAAI,KAAK,OAAO,IAAI,GAAG;AAAA,EACzC;AAAA,EAEA,kBAAkB,KAAiB;AACjC,UAAM,QAAQ,cAAc,IAAI,KAAK;AACrC,UAAM,EAAC,WAAU;AACjB,SAAK,IAAI,GAAG,KAAK,eAAe,GAAG,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE;AAG9D,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,aAAa,OAAO,MAAM;AAAA,IAClC;AAEA,SAAK,cAAc,KAAK;AACxB,SAAK,IAAI,OAAO,IAAI,KAAK,OAAO,MAAM;AAAA,EACxC;AAAA,EAEA,iBAAiB,MAAiB;AAChC,UAAM,OAAO,cAAc,KAAK,EAAE;AAClC,SAAK,IAAI,GAAG,KAAK,wBAAwB,GAAG,IAAI,CAAC,EAAE;AAGnD,UAAM,QAAQ,oBAAoB,YAAY,KAAK,IAAI,EAAE;AACzD,QAAI,OAAO;AACT,YAAM,YAAY,IAAI;AAAA,IACxB;AAEA,SAAK,YAAY,IAAI;AACrB,SAAK,IAAI,OAAO,KAAK,KAAK,IAAI;AAAA,EAChC;AAAA,EAEA,mBAAmB,QAAqB;AACtC,UAAM,QAAQ,uBAAuB,OAAO,IAAI;AAChD,SAAK,IAAI,GAAG,KAAK,yBAAyB,KAAK,CAAC;AAIhD,SAAK,YAAY,MAAM,SAAS;AAChC,SAAK,IAAI,OAAO,OAAO,KAAK,MAAM,IAAI;AAAA,EACxC;AAAA,EAEA,iBAAiB,MAAiB;AAChC,UAAM,OAAO,cAAc,KAAK,EAAE;AAClC,SAAK,IAAI,GAAG,KAAK,wBAAwB,GAAG,IAAI,CAAC,EAAE;AACnD,SAAK,IAAI,OAAO,KAAK,KAAK,IAAI;AAAA,EAChC;AAAA,EAEA,cAAc,OAAe;AAC3B,SAAK,IAAI;AAAA,MACP,UAAU,GAAG,KAAK,CAAC,QAAQ,GAAG,wBAAwB,CAAC;AAAA,MACvD,KAAK;AAAA,IAAA;AAEP,SAAK,YAAY,KAAK;AAAA,EACxB;AAAA,EAEA,UAAU,OAAe,KAAiB;AACxC,QAAI,KAAK,UAAU,WAAW;AAC5B,eAAS,KAAK,KAAK,KAAK,UAAU,KAAK,QAAQ,OAAO,GAAG;AAAA,IAC3D;AAAA,EACF;AAAA,EAEA,aAAa,OAAe,KAAiB;AAC3C,QAAI,KAAK,UAAU,WAAW;AAC5B,kBAAY,KAAK,KAAK,KAAK,UAAU,KAAK,QAAQ,OAAO,GAAG;AAAA,IAC9D;AAAA,EACF;AAAA,EAEA,eAAe,OAAe;AAC5B,QAAI,KAAK,UAAU,WAAW;AAC5B,oBAAc,KAAK,KAAK,KAAK,UAAU,KAAK;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,YAAY,OAAe;AACzB,SAAK,iBAAiB;AACtB,QAAI,KAAK,UAAU,WAAW;AAC5B,iBAAW,KAAK,KAAK,KAAK,UAAU,KAAK;AAAA,IAC3C;AACA,SAAK,kBAAA;AAAA,EACP;AAAA;AAAA,EAGA,cAAc,QAAuB,WAA4B;AAC/D,QAAI,cAAc,KAAK,UAAU;AAC/B,YAAM,IAAI;AAAA,QACR,oBAAoB,SAAS,mCAC3B,KAAK,QACP,KAAK,UAAU,MAAM,CAAC;AAAA,MAAA;AAAA,IAE1B;AACA,+BAA2B,KAAK,KAAK,SAAS;AAE9C,QAAI,KAAK,gBAAgB;AACvB,YAAM,QAAQ,KAAK,IAAA;AACnB,WAAK,IAAI,GAAG,OAAO,UAAU;AAC7B,WAAK,IAAI;AAAA,QACP,yCAAyC,KAAK,IAAA,IAAQ,KAAK;AAAA,MAAA;AAAA,IAE/D;AAEA,QAAI,KAAK,UAAU,gBAAgB;AACjC,WAAK,IAAI,OAAA;AAAA,IACX;AAEA,UAAM,YAAY,KAAK,IAAA,IAAQ,KAAK;AACpC,SAAK,IAAI,QAAQ,gBAAgB,KAAK,QAAQ,KAAK,SAAS,MAAM;AAElE,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,IAAgB;AACpB,OAAG,OAAO,wBAAwB,KAAK,QAAQ,EAAE;AACjD,SAAK,IAAI,SAAA;AAAA,EACX;AACF;AAEA,SAAS,YAAY,KAAqB;AACxC,MAAI,eAAe,OAAO;AACxB,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,IAAI,MAAA;AAClB,QAAM,QAAQ;AACd,SAAO;AACT;"}

package/out/zero-cache/src/services/replicator/schema/change-log.d.ts

@@ -40,13 +40,14 @@ export declare const RESET_OP = "r";
 export declare const changeLogEntrySchema: v.Type<{
     rowKey: Readonly<Record<string, import("../../../../../shared/src/bigint-json.ts").JSONValue>> | null;
     stateVersion: string;
+    pos: number;
     table: string;
     op: "d" | "r" | "s" | "t";
 }>;
 export type ChangeLogEntry = v.Infer<typeof changeLogEntrySchema>;
 export declare function initChangeLog(db: Database): void;
-export declare function logSetOp(db: StatementRunner, version: LexiVersion, table: string, row: LiteRowKey): string;
-export declare function logDeleteOp(db: StatementRunner, version: LexiVersion, table: string, row: LiteRowKey): string;
+export declare function logSetOp(db: StatementRunner, version: LexiVersion, pos: number, table: string, row: LiteRowKey): string;
+export declare function logDeleteOp(db: StatementRunner, version: LexiVersion, pos: number, table: string, row: LiteRowKey): string;
 export declare function logTruncateOp(db: StatementRunner, version: LexiVersion, table: string): void;
 export declare function logResetOp(db: StatementRunner, version: LexiVersion, table: string): void;
 //# sourceMappingURL=change-log.d.ts.map

package/out/zero-cache/src/services/replicator/schema/change-log.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"change-log.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/replicator/schema/change-log.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,qCAAqC,CAAC;AACzD,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAC9D,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC/D,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAChE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,wBAAwB,CAAC;AAGvD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,eAAO,MAAM,MAAM,MAAM,CAAC;AAC1B,eAAO,MAAM,MAAM,MAAM,CAAC;AAC1B,eAAO,MAAM,WAAW,MAAM,CAAC;AAC/B,eAAO,MAAM,QAAQ,MAAM,CAAC;AA2B5B,eAAO,MAAM,oBAAoB;;;;;EAW5B,CAAC;AAEN,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,wBAAgB,aAAa,CAAC,EAAE,EAAE,QAAQ,QAEzC;AAED,wBAAgB,QAAQ,CACtB,EAAE,EAAE,eAAe,EACnB,OAAO,EAAE,WAAW,EACpB,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,UAAU,GACd,MAAM,CAER;AAED,wBAAgB,WAAW,CACzB,EAAE,EAAE,eAAe,EACnB,OAAO,EAAE,WAAW,EACpB,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,UAAU,GACd,MAAM,CAER;AAoBD,wBAAgB,aAAa,CAC3B,EAAE,EAAE,eAAe,EACnB,OAAO,EAAE,WAAW,EACpB,KAAK,EAAE,MAAM,QAGd;AAED,wBAAgB,UAAU,CACxB,EAAE,EAAE,eAAe,EACnB,OAAO,EAAE,WAAW,EACpB,KAAK,EAAE,MAAM,QAGd"}
+{"version":3,"file":"change-log.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/replicator/schema/change-log.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,qCAAqC,CAAC;AACzD,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAC9D,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC/D,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAChE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,wBAAwB,CAAC;AAGvD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,eAAO,MAAM,MAAM,MAAM,CAAC;AAC1B,eAAO,MAAM,MAAM,MAAM,CAAC;AAC1B,eAAO,MAAM,WAAW,MAAM,CAAC;AAC/B,eAAO,MAAM,QAAQ,MAAM,CAAC;AAgC5B,eAAO,MAAM,oBAAoB;;;;;;EAe5B,CAAC;AAEN,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,wBAAgB,aAAa,CAAC,EAAE,EAAE,QAAQ,QAEzC;AAED,wBAAgB,QAAQ,CACtB,EAAE,EAAE,eAAe,EACnB,OAAO,EAAE,WAAW,EACpB,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,UAAU,GACd,MAAM,CAER;AAED,wBAAgB,WAAW,CACzB,EAAE,EAAE,eAAe,EACnB,OAAO,EAAE,WAAW,EACpB,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,UAAU,GACd,MAAM,CAER;AAqBD,wBAAgB,aAAa,CAC3B,EAAE,EAAE,eAAe,EACnB,OAAO,EAAE,WAAW,EACpB,KAAK,EAAE,MAAM,QAGd;AAED,wBAAgB,UAAU,CACxB,EAAE,EAAE,eAAe,EACnB,OAAO,EAAE,WAAW,EACpB,KAAK,EAAE,MAAM,QAGd"}

package/out/zero-cache/src/services/replicator/schema/change-log.js

@@ -1,64 +1,70 @@
 import { jsonObjectSchema, parse as parse$1, stringify } from "../../../../../shared/src/bigint-json.js";
 import { literalUnion, parse } from "../../../../../shared/src/valita.js";
 import { normalizedKeyOrder } from "../../../types/row-key.js";
-import { object, string } from "@badrap/valita";
+import { object, string, number } from "@badrap/valita";
 const SET_OP = "s";
 const DEL_OP = "d";
 const TRUNCATE_OP = "t";
 const RESET_OP = "r";
 const CREATE_CHANGELOG_SCHEMA = (
   // stateVersion : a.k.a. row version
+  // pos          : order in which to process the change (within the version)
   // table        : The table associated with the change
-  // rowKey       : JSON row key for a row change. For table-wide changes,
-  //                this is set to '', which guarantees that they sort before
-  //                any (subsequent) row-level changes. Note that because
-  //                RESET and TRUNCATE use the same rowKey, only the last
-  //                one will persist. This is fine because they are both
-  //                handled in the same way, i.e. by resetting the pipelines,
-  //                as they cannot be processed via change log entries.
-  // op           : 't' for table truncation
+  // rowKey       : JSON row key for a row change. For table-wide changes RESET
+  //                and TRUNCATE, there is no associated row; instead, `pos` is
+  //                set to -1 and the rowKey is set to the stateVersion,
+  //                guaranteeing when attempting to process the transaction,
+  //                the pipeline is reset (and the change log traversal
+  //                aborted).
+  // op           : 's' for set (insert/update)
+  //              : 'd' for delete
   //              : 'r' for table reset (schema change)
-  //                's' for set (insert/update)
-  //                'd' for delete
+  //              : 't' for table truncation (which also resets the pipeline)
+  //
+  // Naming note: To maintain compatibility between a new replication-manager
+  // and old view-syncers, the previous _zero.changeLog table is preserved
+  // and its replacement given a new name "changeLog2".
   `
-  CREATE TABLE "_zero.changeLog" (
+  CREATE TABLE "_zero.changeLog2" (
     "stateVersion" TEXT NOT NULL,
+    "pos"          INT  NOT NULL,
     "table"        TEXT NOT NULL,
-    "rowKey"       TEXT,
+    "rowKey"       TEXT NOT NULL,
     "op"           TEXT NOT NULL,
-    PRIMARY KEY("stateVersion", "table", "rowKey"),
+    PRIMARY KEY("stateVersion", "pos"),
     UNIQUE("table", "rowKey")
   )
   `
 );
 const changeLogEntrySchema = object({
   stateVersion: string(),
+  pos: number(),
   table: string(),
-  rowKey: string().nullable(),
+  rowKey: string(),
   op: literalUnion(SET_OP, DEL_OP, TRUNCATE_OP, RESET_OP)
 }).map((val) => ({
   ...val,
-  // Note: the empty string "" (for table-wide ops) will result in `null`
-  rowKey: val.rowKey ? parse(parse$1(val.rowKey), jsonObjectSchema) : null
+  // Note: sets the rowKey to `null` for table-wide ops / resets
+  rowKey: val.op === "t" || val.op === "r" ? null : parse(parse$1(val.rowKey), jsonObjectSchema)
 }));
 function initChangeLog(db) {
   db.exec(CREATE_CHANGELOG_SCHEMA);
 }
-function logSetOp(db, version, table, row) {
-  return logRowOp(db, version, table, row, SET_OP);
+function logSetOp(db, version, pos, table, row) {
+  return logRowOp(db, version, pos, table, row, SET_OP);
 }
-function logDeleteOp(db, version, table, row) {
-  return logRowOp(db, version, table, row, DEL_OP);
+function logDeleteOp(db, version, pos, table, row) {
+  return logRowOp(db, version, pos, table, row, DEL_OP);
 }
-function logRowOp(db, version, table, row, op) {
+function logRowOp(db, version, pos, table, row, op) {
   const rowKey = stringify(normalizedKeyOrder(row));
   db.run(
     `
-    INSERT OR REPLACE INTO "_zero.changeLog" 
-      (stateVersion, "table", rowKey, op)
-      VALUES (@version, @table, JSON(@rowKey), @op)
+    INSERT OR REPLACE INTO "_zero.changeLog2" 
+      (stateVersion, pos, "table", rowKey, op)
+      VALUES (@version, @pos, @table, JSON(@rowKey), @op)
     `,
-    { version, table, rowKey, op }
+    { version, pos, table, rowKey, op }
   );
   return rowKey;
 }
@@ -71,18 +77,17 @@ function logResetOp(db, version, table) {
 function logTableWideOp(db, version, table, op) {
   db.run(
     `
-    DELETE FROM "_zero.changeLog" WHERE stateVersion = ? AND "table" = ?
+    DELETE FROM "_zero.changeLog2" WHERE stateVersion = ? AND "table" = ?
     `,
     version,
     table
   );
   db.run(
     `
-    INSERT OR REPLACE INTO "_zero.changeLog" (stateVersion, "table", rowKey, op) 
-      VALUES (@version, @table, @rowKey, @op)
+    INSERT OR REPLACE INTO "_zero.changeLog2" (stateVersion, pos, "table", rowKey, op) 
+      VALUES (@version, -1, @table, @version, @op)
     `,
-    // See file JSDoc for explanation of the rowKey w.r.t. ordering of table-wide ops.
-    { version, table, rowKey: "", op }
+    { version, table, op }
   );
 }
 export {

package/out/zero-cache/src/services/replicator/schema/change-log.js.map

@@ -1 +1 @@
-{"version":3,"file":"change-log.js","sources":["../../../../../../../zero-cache/src/services/replicator/schema/change-log.ts"],"sourcesContent":["import {\n  jsonObjectSchema,\n  parse,\n  stringify,\n} from '../../../../../shared/src/bigint-json.ts';\nimport * as v from '../../../../../shared/src/valita.ts';\nimport type {Database} from '../../../../../zqlite/src/db.ts';\nimport type {StatementRunner} from '../../../db/statements.ts';\nimport type {LexiVersion} from '../../../types/lexi-version.ts';\nimport type {LiteRowKey} from '../../../types/lite.ts';\nimport {normalizedKeyOrder} from '../../../types/row-key.ts';\n\n/**\n * The Change Log tracks the last operation (set or delete) for each row in the\n * data base, ordered by state version; in other words, a cross-table\n * index of row changes ordered by version. This facilitates a minimal \"diff\"\n * of row changes needed to advance a pipeline from one state version to another.\n *\n * The Change Log stores identifiers only, i.e. it does not store contents.\n * A database snapshot at the previous version can be used to query a row's\n * old contents, if any, and the current snapshot can be used to query a row's\n * new contents. (In the common case, the new contents will have just been applied\n * and thus has a high likelihood of being in the SQLite cache.)\n *\n * There are two table-wide operations:\n * - `t` corresponds to the postgres `TRUNCATE` operation\n * - `r` represents any schema (i.e. column) change\n *\n * For both operations, the corresponding row changes are not explicitly included\n * in the change log. The consumer has the option of simulating them be reading\n * from pre- and post- snapshots, or resetting their state entirely with the current\n * snapshot.\n *\n * To achieve the desired ordering semantics when processing tables that have been\n * truncated, reset, and modified, the \"rowKey\" is set to `null` for resets and\n * the empty string `\"\"` for truncates. This means that resets will be encountered\n * before truncates, which will be processed before any subsequent row changes.\n *\n * This ordering is chosen because resets are currently the more \"destructive\" op\n * and result in aborting the processing (and starting from scratch); doing this\n * earlier reduces wasted work.\n */\n\nexport const SET_OP = 's';\nexport const DEL_OP = 'd';\nexport const TRUNCATE_OP = 't';\nexport const RESET_OP = 'r';\n\nconst CREATE_CHANGELOG_SCHEMA =\n  // stateVersion : a.k.a. row version\n  // table        : The table associated with the change\n  // rowKey       : JSON row key for a row change. For table-wide changes,\n  //                this is set to '', which guarantees that they sort before\n  //                any (subsequent) row-level changes. Note that because\n  //                RESET and TRUNCATE use the same rowKey, only the last\n  //                one will persist. This is fine because they are both\n  //                handled in the same way, i.e. by resetting the pipelines,\n  //                as they cannot be processed via change log entries.\n  // op           : 't' for table truncation\n  //              : 'r' for table reset (schema change)\n  //                's' for set (insert/update)\n  //                'd' for delete\n  `\n  CREATE TABLE \"_zero.changeLog\" (\n    \"stateVersion\" TEXT NOT NULL,\n    \"table\"        TEXT NOT NULL,\n    \"rowKey\"       TEXT,\n    \"op\"           TEXT NOT NULL,\n    PRIMARY KEY(\"stateVersion\", \"table\", \"rowKey\"),\n    UNIQUE(\"table\", \"rowKey\")\n  )\n  `;\n\nexport const changeLogEntrySchema = v\n  .object({\n    stateVersion: v.string(),\n    table: v.string(),\n    rowKey: v.string().nullable(),\n    op: v.literalUnion(SET_OP, DEL_OP, TRUNCATE_OP, RESET_OP),\n  })\n  .map(val => ({\n    ...val,\n    // Note: the empty string \"\" (for table-wide ops) will result in `null`\n    rowKey: val.rowKey ? v.parse(parse(val.rowKey), jsonObjectSchema) : null,\n  }));\n\nexport type ChangeLogEntry = v.Infer<typeof changeLogEntrySchema>;\n\nexport function initChangeLog(db: Database) {\n  db.exec(CREATE_CHANGELOG_SCHEMA);\n}\n\nexport function logSetOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  table: string,\n  row: LiteRowKey,\n): string {\n  return logRowOp(db, version, table, row, SET_OP);\n}\n\nexport function logDeleteOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  table: string,\n  row: LiteRowKey,\n): string {\n  return logRowOp(db, version, table, row, DEL_OP);\n}\n\nfunction logRowOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  table: string,\n  row: LiteRowKey,\n  op: string,\n): string {\n  const rowKey = stringify(normalizedKeyOrder(row));\n  db.run(\n    `\n    INSERT OR REPLACE INTO \"_zero.changeLog\" \n      (stateVersion, \"table\", rowKey, op)\n      VALUES (@version, @table, JSON(@rowKey), @op)\n    `,\n    {version, table, rowKey, op},\n  );\n  return rowKey;\n}\nexport function logTruncateOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  table: string,\n) {\n  logTableWideOp(db, version, table, TRUNCATE_OP);\n}\n\nexport function logResetOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  table: string,\n) {\n  logTableWideOp(db, version, table, RESET_OP);\n}\n\nfunction logTableWideOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  table: string,\n  op: 't' | 'r',\n) {\n  // Delete any existing changes for the table (in this version) since the\n  // table wide op invalidates them.\n  db.run(\n    `\n    DELETE FROM \"_zero.changeLog\" WHERE stateVersion = ? AND \"table\" = ?\n    `,\n    version,\n    table,\n  );\n\n  db.run(\n    `\n    INSERT OR REPLACE INTO \"_zero.changeLog\" (stateVersion, \"table\", rowKey, op) \n      VALUES (@version, @table, @rowKey, @op)\n    `,\n    // See file JSDoc for explanation of the rowKey w.r.t. ordering of table-wide ops.\n    {version, table, rowKey: '', op},\n  );\n}\n"],"names":["v.object","v.string","v.literalUnion","v.parse","parse"],"mappings":";;;;AA2CO,MAAM,SAAS;AACf,MAAM,SAAS;AACf,MAAM,cAAc;AACpB,MAAM,WAAW;AAExB,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAcJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWK,MAAM,uBAAuBA,OAC1B;AAAA,EACN,cAAcC,OAAE;AAAA,EAChB,OAAOA,OAAE;AAAA,EACT,QAAQA,OAAE,EAAS,SAAA;AAAA,EACnB,IAAIC,aAAe,QAAQ,QAAQ,aAAa,QAAQ;AAC1D,CAAC,EACA,IAAI,CAAA,SAAQ;AAAA,EACX,GAAG;AAAA;AAAA,EAEH,QAAQ,IAAI,SAASC,MAAQC,QAAM,IAAI,MAAM,GAAG,gBAAgB,IAAI;AACtE,EAAE;AAIG,SAAS,cAAc,IAAc;AAC1C,KAAG,KAAK,uBAAuB;AACjC;AAEO,SAAS,SACd,IACA,SACA,OACA,KACQ;AACR,SAAO,SAAS,IAAI,SAAS,OAAO,KAAK,MAAM;AACjD;AAEO,SAAS,YACd,IACA,SACA,OACA,KACQ;AACR,SAAO,SAAS,IAAI,SAAS,OAAO,KAAK,MAAM;AACjD;AAEA,SAAS,SACP,IACA,SACA,OACA,KACA,IACQ;AACR,QAAM,SAAS,UAAU,mBAAmB,GAAG,CAAC;AAChD,KAAG;AAAA,IACD;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,EAAC,SAAS,OAAO,QAAQ,GAAA;AAAA,EAAE;AAE7B,SAAO;AACT;AACO,SAAS,cACd,IACA,SACA,OACA;AACA,iBAAe,IAAI,SAAS,OAAO,WAAW;AAChD;AAEO,SAAS,WACd,IACA,SACA,OACA;AACA,iBAAe,IAAI,SAAS,OAAO,QAAQ;AAC7C;AAEA,SAAS,eACP,IACA,SACA,OACA,IACA;AAGA,KAAG;AAAA,IACD;AAAA;AAAA;AAAA,IAGA;AAAA,IACA;AAAA,EAAA;AAGF,KAAG;AAAA,IACD;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,EAAC,SAAS,OAAO,QAAQ,IAAI,GAAA;AAAA,EAAE;AAEnC;"}
+{"version":3,"file":"change-log.js","sources":["../../../../../../../zero-cache/src/services/replicator/schema/change-log.ts"],"sourcesContent":["import {\n  jsonObjectSchema,\n  parse,\n  stringify,\n} from '../../../../../shared/src/bigint-json.ts';\nimport * as v from '../../../../../shared/src/valita.ts';\nimport type {Database} from '../../../../../zqlite/src/db.ts';\nimport type {StatementRunner} from '../../../db/statements.ts';\nimport type {LexiVersion} from '../../../types/lexi-version.ts';\nimport type {LiteRowKey} from '../../../types/lite.ts';\nimport {normalizedKeyOrder} from '../../../types/row-key.ts';\n\n/**\n * The Change Log tracks the last operation (set or delete) for each row in the\n * data base, ordered by state version; in other words, a cross-table\n * index of row changes ordered by version. This facilitates a minimal \"diff\"\n * of row changes needed to advance a pipeline from one state version to another.\n *\n * The Change Log stores identifiers only, i.e. it does not store contents.\n * A database snapshot at the previous version can be used to query a row's\n * old contents, if any, and the current snapshot can be used to query a row's\n * new contents. (In the common case, the new contents will have just been applied\n * and thus has a high likelihood of being in the SQLite cache.)\n *\n * There are two table-wide operations:\n * - `t` corresponds to the postgres `TRUNCATE` operation\n * - `r` represents any schema (i.e. column) change\n *\n * For both operations, the corresponding row changes are not explicitly included\n * in the change log. The consumer has the option of simulating them be reading\n * from pre- and post- snapshots, or resetting their state entirely with the current\n * snapshot.\n *\n * To achieve the desired ordering semantics when processing tables that have been\n * truncated, reset, and modified, the \"rowKey\" is set to `null` for resets and\n * the empty string `\"\"` for truncates. This means that resets will be encountered\n * before truncates, which will be processed before any subsequent row changes.\n *\n * This ordering is chosen because resets are currently the more \"destructive\" op\n * and result in aborting the processing (and starting from scratch); doing this\n * earlier reduces wasted work.\n */\n\nexport const SET_OP = 's';\nexport const DEL_OP = 'd';\nexport const TRUNCATE_OP = 't';\nexport const RESET_OP = 'r';\n\nconst CREATE_CHANGELOG_SCHEMA =\n  // stateVersion : a.k.a. row version\n  // pos          : order in which to process the change (within the version)\n  // table        : The table associated with the change\n  // rowKey       : JSON row key for a row change. For table-wide changes RESET\n  //                and TRUNCATE, there is no associated row; instead, `pos` is\n  //                set to -1 and the rowKey is set to the stateVersion,\n  //                guaranteeing when attempting to process the transaction,\n  //                the pipeline is reset (and the change log traversal\n  //                aborted).\n  // op           : 's' for set (insert/update)\n  //              : 'd' for delete\n  //              : 'r' for table reset (schema change)\n  //              : 't' for table truncation (which also resets the pipeline)\n  //\n  // Naming note: To maintain compatibility between a new replication-manager\n  // and old view-syncers, the previous _zero.changeLog table is preserved\n  // and its replacement given a new name \"changeLog2\".\n  `\n  CREATE TABLE \"_zero.changeLog2\" (\n    \"stateVersion\" TEXT NOT NULL,\n    \"pos\"          INT  NOT NULL,\n    \"table\"        TEXT NOT NULL,\n    \"rowKey\"       TEXT NOT NULL,\n    \"op\"           TEXT NOT NULL,\n    PRIMARY KEY(\"stateVersion\", \"pos\"),\n    UNIQUE(\"table\", \"rowKey\")\n  )\n  `;\n\nexport const changeLogEntrySchema = v\n  .object({\n    stateVersion: v.string(),\n    pos: v.number(),\n    table: v.string(),\n    rowKey: v.string(),\n    op: v.literalUnion(SET_OP, DEL_OP, TRUNCATE_OP, RESET_OP),\n  })\n  .map(val => ({\n    ...val,\n    // Note: sets the rowKey to `null` for table-wide ops / resets\n    rowKey:\n      val.op === 't' || val.op === 'r'\n        ? null\n        : v.parse(parse(val.rowKey), jsonObjectSchema),\n  }));\n\nexport type ChangeLogEntry = v.Infer<typeof changeLogEntrySchema>;\n\nexport function initChangeLog(db: Database) {\n  db.exec(CREATE_CHANGELOG_SCHEMA);\n}\n\nexport function logSetOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  pos: number,\n  table: string,\n  row: LiteRowKey,\n): string {\n  return logRowOp(db, version, pos, table, row, SET_OP);\n}\n\nexport function logDeleteOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  pos: number,\n  table: string,\n  row: LiteRowKey,\n): string {\n  return logRowOp(db, version, pos, table, row, DEL_OP);\n}\n\nfunction logRowOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  pos: number,\n  table: string,\n  row: LiteRowKey,\n  op: string,\n): string {\n  const rowKey = stringify(normalizedKeyOrder(row));\n  db.run(\n    `\n    INSERT OR REPLACE INTO \"_zero.changeLog2\" \n      (stateVersion, pos, \"table\", rowKey, op)\n      VALUES (@version, @pos, @table, JSON(@rowKey), @op)\n    `,\n    {version, pos, table, rowKey, op},\n  );\n  return rowKey;\n}\nexport function logTruncateOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  table: string,\n) {\n  logTableWideOp(db, version, table, TRUNCATE_OP);\n}\n\nexport function logResetOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  table: string,\n) {\n  logTableWideOp(db, version, table, RESET_OP);\n}\n\nfunction logTableWideOp(\n  db: StatementRunner,\n  version: LexiVersion,\n  table: string,\n  op: 't' | 'r',\n) {\n  // Delete any existing changes for the table (in this version) since the\n  // table wide op invalidates them.\n  db.run(\n    `\n    DELETE FROM \"_zero.changeLog2\" WHERE stateVersion = ? AND \"table\" = ?\n    `,\n    version,\n    table,\n  );\n\n  db.run(\n    `\n    INSERT OR REPLACE INTO \"_zero.changeLog2\" (stateVersion, pos, \"table\", rowKey, op) \n      VALUES (@version, -1, @table, @version, @op)\n    `,\n    {version, table, op},\n  );\n}\n"],"names":["v.object","v.string","v.number","v.literalUnion","v.parse","parse"],"mappings":";;;;AA2CO,MAAM,SAAS;AACf,MAAM,SAAS;AACf,MAAM,cAAc;AACpB,MAAM,WAAW;AAExB,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAkBJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAYK,MAAM,uBAAuBA,OAC1B;AAAA,EACN,cAAcC,OAAE;AAAA,EAChB,KAAKC,OAAE;AAAA,EACP,OAAOD,OAAE;AAAA,EACT,QAAQA,OAAE;AAAA,EACV,IAAIE,aAAe,QAAQ,QAAQ,aAAa,QAAQ;AAC1D,CAAC,EACA,IAAI,CAAA,SAAQ;AAAA,EACX,GAAG;AAAA;AAAA,EAEH,QACE,IAAI,OAAO,OAAO,IAAI,OAAO,MACzB,OACAC,MAAQC,QAAM,IAAI,MAAM,GAAG,gBAAgB;AACnD,EAAE;AAIG,SAAS,cAAc,IAAc;AAC1C,KAAG,KAAK,uBAAuB;AACjC;AAEO,SAAS,SACd,IACA,SACA,KACA,OACA,KACQ;AACR,SAAO,SAAS,IAAI,SAAS,KAAK,OAAO,KAAK,MAAM;AACtD;AAEO,SAAS,YACd,IACA,SACA,KACA,OACA,KACQ;AACR,SAAO,SAAS,IAAI,SAAS,KAAK,OAAO,KAAK,MAAM;AACtD;AAEA,SAAS,SACP,IACA,SACA,KACA,OACA,KACA,IACQ;AACR,QAAM,SAAS,UAAU,mBAAmB,GAAG,CAAC;AAChD,KAAG;AAAA,IACD;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,EAAC,SAAS,KAAK,OAAO,QAAQ,GAAA;AAAA,EAAE;AAElC,SAAO;AACT;AACO,SAAS,cACd,IACA,SACA,OACA;AACA,iBAAe,IAAI,SAAS,OAAO,WAAW;AAChD;AAEO,SAAS,WACd,IACA,SACA,OACA;AACA,iBAAe,IAAI,SAAS,OAAO,QAAQ;AAC7C;AAEA,SAAS,eACP,IACA,SACA,OACA,IACA;AAGA,KAAG;AAAA,IACD;AAAA;AAAA;AAAA,IAGA;AAAA,IACA;AAAA,EAAA;AAGF,KAAG;AAAA,IACD;AAAA;AAAA;AAAA;AAAA,IAIA,EAAC,SAAS,OAAO,GAAA;AAAA,EAAE;AAEvB;"}

package/out/zero-cache/src/services/view-syncer/client-handler.d.ts

@@ -1,14 +1,13 @@
 import type { LogContext } from '@rocicorp/logger';
 import type { JSONObject } from '../../../../shared/src/bigint-json.ts';
 import { type JSONObject as SafeJSONObject } from '../../../../shared/src/json.ts';
+import type { ErroredQuery } from '../../../../zero-protocol/src/custom-queries.ts';
 import type { Downstream } from '../../../../zero-protocol/src/down.ts';
+import { type TransformFailedBody } from '../../../../zero-protocol/src/error.ts';
 import type { InspectDownBody } from '../../../../zero-protocol/src/inspect-down.ts';
-import { type SchemaVersions } from '../../types/schema-versions.ts';
 import { type ShardID } from '../../types/shards.ts';
 import type { Subscription } from '../../types/subscription.ts';
 import { type CVRVersion, type DelQueryPatch, type NullableCVRVersion, type PutQueryPatch, type RowID } from './schema/types.ts';
-import type { ErroredQuery } from '../../../../zero-protocol/src/custom-queries.ts';
-import { type TransformFailedBody } from '../../../../zero-protocol/src/error.ts';
 export type PutRowPatch = {
     type: 'row';
     op: 'put';
@@ -33,7 +32,7 @@ export interface PokeHandler {
     end(finalVersion: CVRVersion): Promise<void>;
 }
 /** Wraps PokeHandlers for multiple clients in a single PokeHandler. */
-export declare function startPoke(clients: ClientHandler[], tentativeVersion: CVRVersion, schemaVersions?: SchemaVersions): PokeHandler;
+export declare function startPoke(clients: ClientHandler[], tentativeVersion: CVRVersion): PokeHandler;
 /**
  * Handles a single `ViewSyncer` connection.
  */
@@ -41,11 +40,11 @@ export declare class ClientHandler {
     #private;
     readonly clientID: string;
     readonly wsID: string;
-    constructor(lc: LogContext, clientGroupID: string, clientID: string, wsID: string, shard: ShardID, baseCookie: string | null, schemaVersion: number | null, downstream: Subscription<Downstream>);
+    constructor(lc: LogContext, clientGroupID: string, clientID: string, wsID: string, shard: ShardID, baseCookie: string | null, downstream: Subscription<Downstream>);
     version(): NullableCVRVersion;
     fail(e: unknown): void;
     close(reason: string): void;
-    startPoke(tentativeVersion: CVRVersion, schemaVersions?: SchemaVersions): PokeHandler;
+    startPoke(tentativeVersion: CVRVersion): PokeHandler;
     sendDeleteClients(lc: LogContext, deletedClientIDs: string[], deletedClientGroupIDs: string[]): Promise<void>;
     sendQueryTransformApplicationErrors(errors: ErroredQuery[]): void;
     sendQueryTransformFailedError(error: TransformFailedBody): void;

package/out/zero-cache/src/services/view-syncer/client-handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"client-handler.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,uCAAuC,CAAC;AACtE,OAAO,EAEL,KAAK,UAAU,IAAI,cAAc,EAClC,MAAM,gCAAgC,CAAC;AAMxC,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,uCAAuC,CAAC;AACtE,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,+CAA+C,CAAC;AAgBnF,OAAO,EAEL,KAAK,cAAc,EACpB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAiB,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AACnE,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAKL,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,KAAK,KAAK,EACX,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,iDAAiD,CAAC;AAClF,OAAO,EAEL,KAAK,mBAAmB,EACzB,MAAM,wCAAwC,CAAC;AAEhD,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,KAAK,CAAC;IACZ,EAAE,EAAE,KAAK,CAAC;IACV,EAAE,EAAE,KAAK,CAAC;IACV,QAAQ,EAAE,UAAU,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,KAAK,CAAC;IACZ,EAAE,EAAE,KAAK,CAAC;IACV,EAAE,EAAE,KAAK,CAAC;CACX,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,cAAc,CAAC;AACpD,MAAM,MAAM,WAAW,GAAG,aAAa,GAAG,aAAa,CAAC;AAExD,MAAM,MAAM,KAAK,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE3C,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,EAAE,UAAU,CAAC;CACvB,CAAC;AAEF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACxB,GAAG,CAAC,YAAY,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9C;AAQD,uEAAuE;AACvE,wBAAgB,SAAS,CACvB,OAAO,EAAE,aAAa,EAAE,EACxB,gBAAgB,EAAE,UAAU,EAC5B,cAAc,CAAC,EAAE,cAAc,GAC9B,WAAW,CAmBb;AAMD;;GAEG;AACH,qBAAa,aAAa;;IAExB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBA2BpB,EAAE,EAAE,UAAU,EACd,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,EACd,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,UAAU,EAAE,YAAY,CAAC,UAAU,CAAC;IActC,OAAO,IAAI,kBAAkB;IAS7B,IAAI,CAAC,CAAC,EAAE,OAAO;IAQf,KAAK,CAAC,MAAM,EAAE,MAAM;IAKpB,SAAS,CACP,gBAAgB,EAAE,UAAU,EAC5B,cAAc,CAAC,EAAE,cAAc,GAC9B,WAAW;IAuKR,iBAAiB,CACrB,EAAE,EAAE,UAAU,EACd,gBAAgB,EAAE,MAAM,EAAE,EAC1B,qBAAqB,EAAE,MAAM,EAAE;IAajC,mCAAmC,CAAC,MAAM,EAAE,YAAY,EAAE;IAI1D,6BAA6B,CAAC,KAAK,EAAE,mBAAmB;IAIxD,mBAAmB,CAAC,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;CA0BrE;AA0CD;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,UAAU,GAAG,cAAc,CAkB9D"}
+{"version":3,"file":"client-handler.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/view-syncer/client-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,uCAAuC,CAAC;AACtE,OAAO,EAEL,KAAK,UAAU,IAAI,cAAc,EAClC,MAAM,gCAAgC,CAAC;AAIxC,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,iDAAiD,CAAC;AAGlF,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,uCAAuC,CAAC;AACtE,OAAO,EAEL,KAAK,mBAAmB,EACzB,MAAM,wCAAwC,CAAC;AAChD,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,+CAA+C,CAAC;AAgBnF,OAAO,EAAiB,KAAK,OAAO,EAAC,MAAM,uBAAuB,CAAC;AACnE,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAKL,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,KAAK,KAAK,EACX,MAAM,mBAAmB,CAAC;AAE3B,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,KAAK,CAAC;IACZ,EAAE,EAAE,KAAK,CAAC;IACV,EAAE,EAAE,KAAK,CAAC;IACV,QAAQ,EAAE,UAAU,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,KAAK,CAAC;IACZ,EAAE,EAAE,KAAK,CAAC;IACV,EAAE,EAAE,KAAK,CAAC;CACX,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,cAAc,CAAC;AACpD,MAAM,MAAM,WAAW,GAAG,aAAa,GAAG,aAAa,CAAC;AAExD,MAAM,MAAM,KAAK,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE3C,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,EAAE,UAAU,CAAC;CACvB,CAAC;AAEF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACxB,GAAG,CAAC,YAAY,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9C;AAQD,uEAAuE;AACvE,wBAAgB,SAAS,CACvB,OAAO,EAAE,aAAa,EAAE,EACxB,gBAAgB,EAAE,UAAU,GAC3B,WAAW,CAiBb;AAMD;;GAEG;AACH,qBAAa,aAAa;;IAExB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBA0BpB,EAAE,EAAE,UAAU,EACd,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,EACd,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,UAAU,EAAE,YAAY,CAAC,UAAU,CAAC;IAatC,OAAO,IAAI,kBAAkB;IAS7B,IAAI,CAAC,CAAC,EAAE,OAAO;IAQf,KAAK,CAAC,MAAM,EAAE,MAAM;IAKpB,SAAS,CAAC,gBAAgB,EAAE,UAAU,GAAG,WAAW;IAwJ9C,iBAAiB,CACrB,EAAE,EAAE,UAAU,EACd,gBAAgB,EAAE,MAAM,EAAE,EAC1B,qBAAqB,EAAE,MAAM,EAAE;IAajC,mCAAmC,CAAC,MAAM,EAAE,YAAY,EAAE;IAI1D,6BAA6B,CAAC,KAAK,EAAE,mBAAmB;IAIxD,mBAAmB,CAAC,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;CA0BrE;AA0CD;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,UAAU,GAAG,cAAc,CAkB9D"}

package/out/zero-cache/src/services/view-syncer/client-handler.js

@@ -3,24 +3,21 @@ import { assertJSONValue } from "../../../../shared/src/json.js";
 import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
 import { parse } from "../../../../shared/src/valita.js";
 import { rowSchema } from "../../../../zero-protocol/src/data.js";
+import { ProtocolError } from "../../../../zero-protocol/src/error.js";
 import { primaryKeyValueRecordSchema } from "../../../../zero-protocol/src/primary-key.js";
 import { mutationResultSchema } from "../../../../zero-protocol/src/push.js";
 import { getOrCreateHistogram, getOrCreateCounter } from "../../observability/metrics.js";
 import { getLogLevel, wrapWithProtocolError } from "../../types/error-with-level.js";
-import { getProtocolErrorIfSchemaVersionNotSupported } from "../../types/schema-versions.js";
 import { upstreamSchema } from "../../types/shards.js";
 import { cookieToVersion, versionToCookie, cmpVersions, versionToNullableCookie } from "./schema/types.js";
-import { ProtocolError } from "../../../../zero-protocol/src/error.js";
 import { object, number, string } from "@badrap/valita";
 const NOOP = {
   addPatch: () => promiseVoid,
   cancel: () => promiseVoid,
   end: () => promiseVoid
 };
-function startPoke(clients, tentativeVersion, schemaVersions) {
-  const pokers = clients.map(
-    (c) => c.startPoke(tentativeVersion, schemaVersions)
-  );
+function startPoke(clients, tentativeVersion) {
+  const pokers = clients.map((c) => c.startPoke(tentativeVersion));
   return {
     addPatch: async (patch) => {
       await Promise.allSettled(pokers.map((poker) => poker.addPatch(patch)));
@@ -43,7 +40,6 @@ class ClientHandler {
   #lc;
   #downstream;
   #baseVersion;
-  #schemaVersion;
   #pokeTime = getOrCreateHistogram("sync", "poke.time", {
     description: "Time elapsed for each poke transaction. Canceled / noop pokes are excluded.",
     unit: "s"
@@ -58,7 +54,7 @@ class ClientHandler {
     "poke.rows",
     "Count of poked rows."
   );
-  constructor(lc, clientGroupID, clientID, wsID, shard, baseCookie, schemaVersion, downstream) {
+  constructor(lc, clientGroupID, clientID, wsID, shard, baseCookie, downstream) {
     lc.debug?.("new client handler");
     this.#clientGroupID = clientGroupID;
     this.clientID = clientID;
@@ -68,7 +64,6 @@ class ClientHandler {
     this.#lc = lc;
     this.#downstream = downstream;
     this.#baseVersion = cookieToVersion(baseCookie);
-    this.#schemaVersion = schemaVersion;
   }
   version() {
     return this.#baseVersion;
@@ -88,19 +83,9 @@ class ClientHandler {
     this.#lc.debug?.(`view-syncer closing connection: ${reason}`);
     this.#downstream.cancel();
   }
-  startPoke(tentativeVersion, schemaVersions) {
+  startPoke(tentativeVersion) {
     const pokeID = versionToCookie(tentativeVersion);
     const lc = this.#lc.withContext("pokeID", pokeID);
-    if (schemaVersions && this.#schemaVersion) {
-      const schemaVersionError = getProtocolErrorIfSchemaVersionNotSupported(
-        this.#schemaVersion,
-        schemaVersions
-      );
-      if (schemaVersionError) {
-        this.fail(schemaVersionError);
-        return NOOP;
-      }
-    }
     if (cmpVersions(this.#baseVersion, tentativeVersion) >= 0) {
       lc.info?.(`already caught up, not sending poke.`);
       return NOOP;
@@ -110,9 +95,6 @@ class ClientHandler {
     lc.info?.(`starting poke from ${baseCookie} to ${cookie}`);
     const start = performance.now();
     const pokeStart = { pokeID, baseCookie };
-    if (schemaVersions) {
-      pokeStart.schemaVersions = schemaVersions;
-    }
     let pokeStarted = false;
     let body;
     let partCount = 0;