@rocicorp/zero 1.11.0-canary.7 → 1.11.0-canary.9

package/out/zero-cache/src/services/change-source/pg/change-source.js.map

@@ -1 +1 @@
-{"version":3,"file":"change-source.js","names":["#lc","#db","#upstreamUri","#shard","#replica","#backupOptions","#context","#lagReporter","#textCopy","#streamInboundTimeoutMs","#subscribe","#streamBackfill","#stopped","#cleanupTimer","#takeoverReplicationSlot","#logCurrentReplicaInfo","#cleanUpOlderReplicasAndSlots","#acks","#expectDownstreamAck","#ackIfDownstreamIsCaughtUp","#waitingForDownstreamAck","#sendAck","#lagIntervalMs","#lagReportRetries","#getPgVersion","#pgVersion","#expectingLagReport","#scheduleMissingReportRetry","#processLagReport","#timer","#scheduleNextReport","#shardPrefix","#shardConfig","#initialSchema","#skippedIndexWarnings","#error","#logError","#makeChanges","#handleDdlMessage","#lastReplicationEvent","#handleRelation","#replicaIdentityTimer","#makeSchemaChanges","#getTableChanges"],"sources":["../../../../../../../zero-cache/src/services/change-source/pg/change-source.ts"],"sourcesContent":["import {\n  PG_ADMIN_SHUTDOWN,\n  PG_INSUFFICIENT_PRIVILEGE,\n} from '@drdgvhbh/postgres-error-codes';\nimport type {LogContext} from '@rocicorp/logger';\nimport {nanoid} from 'nanoid';\nimport postgres from 'postgres';\nimport {AbortError} from '../../../../../shared/src/abort-error.ts';\nimport {assert} from '../../../../../shared/src/asserts.ts';\nimport {stringify} from '../../../../../shared/src/bigint-json.ts';\nimport {deepEqual} from '../../../../../shared/src/json.ts';\nimport {must} from '../../../../../shared/src/must.ts';\nimport {mapValues} from '../../../../../shared/src/objects.ts';\nimport {\n  equals,\n  intersection,\n  symmetricDifferences,\n} from '../../../../../shared/src/set-utils.ts';\nimport * as v from '../../../../../shared/src/valita.ts';\nimport {Database} from '../../../../../zqlite/src/db.ts';\nimport {mapIndexPredicateColumns} from '../../../db/index-predicate.ts';\nimport {\n  mapPostgresToLiteColumn,\n  UnsupportedColumnDefaultError,\n} from '../../../db/pg-to-lite.ts';\nimport type {\n  ColumnSpec,\n  PublishedIndexSpec,\n  PublishedTableSpec,\n} from '../../../db/specs.ts';\nimport {StatementRunner} from '../../../db/statements.ts';\nimport {getOrCreateCounter} from '../../../observability/metrics.ts';\nimport {type LexiVersion} from '../../../types/lexi-version.ts';\nimport {PG_17} from '../../../types/pg-versions.ts';\nimport {\n  connectPgClient,\n  isPostgresError,\n  pgClient,\n  type PostgresDB,\n} from '../../../types/pg.ts';\nimport {\n  upstreamSchema,\n  type ShardConfig,\n  type ShardID,\n} from '../../../types/shards.ts';\nimport {\n  majorVersionFromString,\n  majorVersionToString,\n} from '../../../types/state-version.ts';\nimport type {Sink} from '../../../types/streams.ts';\nimport {AutoResetSignal} from '../../change-streamer/schema/tables.ts';\nimport {\n  getSubscriptionStateAndContext,\n  type SubscriptionStateAndContext,\n} from '../../replicator/schema/replication-state.ts';\nimport type {ChangeSource, ChangeStream} from '../change-source.ts';\nimport {BackfillManager} from '../common/backfill-manager.ts';\nimport {\n  ChangeStreamMultiplexer,\n  type Listener,\n} from '../common/change-stream-multiplexer.ts';\nimport {\n  restoreReplica,\n  type InitializeResult,\n  type RestoreOptions,\n} from '../common/replica-restore.ts';\nimport {initReplica} from '../common/replica-schema.ts';\nimport type {\n  BackfillRequest,\n  DownstreamStatusMessage,\n  JSONObject,\n} from '../protocol/current.ts';\nimport type {\n  ColumnAdd,\n  Identifier,\n  MessageRelation,\n  SchemaChange,\n  TableCreate,\n} from '../protocol/current/data.ts';\nimport type {\n  ChangeStreamData,\n  ChangeStreamMessage,\n  Data,\n} from '../protocol/current/downstream.ts';\nimport type {ColumnMetadata, TableMetadata} from './backfill-metadata.ts';\nimport {streamBackfill} from './backfill-stream.ts';\nimport {\n  initialSync,\n  type InitialSyncOptions,\n  type ReplicaOptions,\n  type ServerContext,\n} from './initial-sync.ts';\nimport type {\n  Message,\n  MessageMessage,\n  MessageRelation as PostgresRelation,\n} from './logical-replication/pgoutput.types.ts';\nimport {subscribe, type StreamMessage} from './logical-replication/stream.ts';\nimport {fromBigInt, toBigInt, toStateVersionString, type LSN} from './lsn.ts';\nimport {registerReplicationSlotHealthMetrics} from './replication-slot-health.ts';\nimport {dropOldReplicasAndSlots} from './replication-slots.ts';\nimport {replicationEventSchema, type ReplicationEvent} from './schema/ddl.ts';\nimport {ensureShardSchema} from './schema/init.ts';\nimport {\n  getPublicationInfo,\n  type PublishedSchema,\n  type PublishedTableWithReplicaIdentity,\n  warnForSkippedIndexes,\n} from './schema/published.ts';\nimport {\n  dropShard,\n  getActiveReplicas,\n  getInternalShardConfig,\n  getReplicaAtVersion,\n  internalPublicationPrefix,\n  replicaIdentitiesForTablesWithoutPrimaryKeys,\n  replicationSlotPrefix,\n  type BackupOptions,\n  type InternalShardConfig,\n  type Replica,\n  type ReplicaState,\n} from './schema/shard.ts';\nimport {validate} from './schema/validation.ts';\n\nconst REPLICA_SLOT_CLEANUP_INTERVAL_MS = 30_000;\n\ninterface PurgeLock {\n  release(): Promise<void>;\n}\n\n/**\n * Initializes a Postgres change source, including the initial sync of the\n * replica, before streaming changes from the corresponding logical replication\n * stream.\n */\nexport async function initializePostgresChangeSource(\n  lc: LogContext,\n  upstreamURI: string,\n  shard: ShardConfig,\n  replicaDbFile: string,\n  syncOptions: InitialSyncOptions,\n  context: ServerContext,\n  lagReportIntervalMs = 0,\n  restoreOptions: RestoreOptions = {},\n  {backupV5}: ReplicaOptions = {backupV5: true},\n  purgeLock?: PurgeLock | null,\n  streamInboundTimeoutMs?: number | undefined,\n): Promise<InitializeResult> {\n  const db = await connectPgClient(lc, upstreamURI, 'change-source-init');\n  try {\n    await ensureShardSchema(\n      lc,\n      db,\n      shard,\n      syncOptions.installPartialIndexTriggers,\n    );\n\n    const restoredReplica = await selectAndRestoreReplica(\n      lc,\n      db,\n      shard,\n      replicaDbFile,\n      restoreOptions,\n    );\n\n    let initialSyncedReplica: ReplicaState | undefined;\n    await initReplica(\n      lc,\n      `replica-${shard.appID}-${shard.shardNum}`,\n      replicaDbFile,\n      async (log, tx) => {\n        // In RMv1, the purge lock on the change-db must be released before performing\n        // initial sync; if the change-db and upstream are the same db, a lock-holding\n        // transaction will prevent a replication slot from being created. This awkward\n        // dependency can go away with RMv2.\n        void purgeLock?.release();\n        initialSyncedReplica = await initialSync(\n          log,\n          shard,\n          tx,\n          upstreamURI,\n          syncOptions,\n          context,\n          {backupV5},\n        );\n      },\n    );\n\n    const replica = new Database(lc, replicaDbFile);\n    const subscriptionState = getSubscriptionStateAndContext(\n      new StatementRunner(replica),\n    );\n    replica.close();\n\n    // Check that upstream is properly setup, and throw an AutoReset to re-run\n    // initial sync if not.\n    const upstreamReplica = await checkAndUpdateUpstream(\n      lc,\n      db,\n      shard,\n      subscriptionState,\n      (initialSyncedReplica ?? restoredReplica)?.id,\n    );\n\n    const backupPath = initialSyncedReplica\n      ? // If initial sync was performed, use that initial backupPath.\n        initialSyncedReplica.backupPath\n      : // Otherwise, use a new, unique path when backing up with litestream v5. This will be\n        // recorded in the replicas table by the PostgresChangeSource.\n        backupV5\n        ? String(Date.now())\n        : (restoredReplica?.backupPath ?? null);\n\n    const changeSource = new PostgresChangeSource(\n      lc,\n      upstreamURI,\n      shard,\n      upstreamReplica,\n      {backupPath, backupV5},\n      context,\n      lagReportIntervalMs,\n      syncOptions.textCopy,\n      streamInboundTimeoutMs,\n    );\n\n    const destinationBackupURL =\n      backupPath && restoreOptions.litestream?.backupURL\n        ? new URL(backupPath, restoreOptions.litestream.backupURL).toString()\n        : // For legacy RMv1 replicas (on litestream-v3), backup to the same location\n          restoreOptions.litestream?.backupURL;\n\n    return {\n      subscriptionState,\n      changeSource,\n      destinationBackupURL,\n      // The replica this change stream belongs to. It is part of the identity\n      // the SQLite change log records, because a generation (i.e.\n      // `replicaVersion`) is shared by every sibling of a forked replica and so\n      // cannot distinguish two siblings' logs.\n      replicaID: upstreamReplica.id,\n      waitForBackupBeforeServing:\n        // Wait for the first backup if there was an initial sync,\n        initialSyncedReplica !== undefined ||\n        // or if the destination differs from where it was restored\n        // (i.e. backupV5).\n        backupPath !== (restoredReplica?.backupPath ?? null),\n    };\n  } finally {\n    await db.end();\n  }\n}\n\nasync function selectAndRestoreReplica(\n  lc: LogContext,\n  sql: PostgresDB,\n  shard: ShardID,\n  replicaFile: string,\n  {litestream, constraints}: RestoreOptions,\n): Promise<ReplicaState | undefined> {\n  const replicas = (await getActiveReplicas(lc, sql, shard)).filter(\n    // filter to the generation specified by the constraints, if present\n    ({generation}) =>\n      generation === (constraints?.replicaVersion ?? generation),\n  );\n  if (replicas.length === 0) {\n    lc.info?.(`no suitable replicas to restore from`, {replicas});\n    return undefined;\n  }\n  const [replica] = replicas;\n\n  if (litestream?.backupURL) {\n    const {backupURL: backupBaseURL} = litestream;\n    const {slot, backupPath, confirmedFlushLsn} = replica;\n    const backupURL = new URL(backupPath ?? '', backupBaseURL).toString();\n    lc.info?.(\n      `restoring replica from ${backupURL} (${slot}@${confirmedFlushLsn})`,\n      {replicas},\n    );\n    await restoreReplica(\n      lc,\n      {...litestream, backupURL}, // includes the replica's backup sub-path\n      replicaFile,\n      constraints,\n    );\n  }\n  return replica;\n}\n\nasync function checkAndUpdateUpstream(\n  lc: LogContext,\n  sql: PostgresDB,\n  shard: ShardConfig,\n  {\n    replicaVersion,\n    publications: subscribed,\n    initialSyncContext,\n  }: SubscriptionStateAndContext,\n  replicaID: string | undefined,\n) {\n  const upstreamReplica = await getReplicaAtVersion(\n    lc,\n    sql,\n    shard,\n    replicaVersion,\n    replicaID,\n    initialSyncContext,\n  );\n  if (!upstreamReplica) {\n    throw new AutoResetSignal(\n      `No replication slot for replica at version ${replicaVersion} and id ${replicaID}}`,\n    );\n  }\n\n  // Verify that the publications match what is being replicated.\n  const requested = shard.publications.toSorted();\n  const replicated = upstreamReplica.publications\n    .filter(p => !p.startsWith(internalPublicationPrefix(shard)))\n    .sort();\n  if (!deepEqual(requested, replicated)) {\n    lc.warn?.(`Dropping shard to change publications to: [${requested}]`);\n    await sql.unsafe(dropShard(shard.appID, shard.shardNum));\n    throw new AutoResetSignal(\n      `Requested publications [${requested}] do not match configured ` +\n        `publications: [${replicated}]`,\n    );\n  }\n\n  // Sanity check: The subscription state on the replica should have the\n  // same publications. This should be guaranteed by the equivalence of the\n  // replicaVersion, but it doesn't hurt to verify.\n  if (!deepEqual(upstreamReplica.publications, subscribed)) {\n    throw new AutoResetSignal(\n      `Upstream publications [${upstreamReplica.publications}] do not ` +\n        `match subscribed publications [${subscribed}]`,\n    );\n  }\n\n  // Verify that the publications exist.\n  const exists = await sql`\n    SELECT pubname FROM pg_publication WHERE pubname IN ${sql(subscribed)};\n  `.values();\n  if (exists.length !== subscribed.length) {\n    throw new AutoResetSignal(\n      `Upstream publications [${exists.flat()}] do not contain ` +\n        `all subscribed publications [${subscribed}]`,\n    );\n  }\n\n  const {slot} = upstreamReplica;\n  const result = await sql<{restartLSN: LSN | null; walStatus: string | null}[]>\n  /*sql*/ `\n    SELECT restart_lsn as \"restartLSN\", wal_status as \"walStatus\" FROM pg_replication_slots\n      WHERE slot_name = ${slot}`;\n  if (result.length === 0) {\n    throw new AutoResetSignal(`replication slot ${slot} is missing`);\n  }\n  const [{restartLSN, walStatus}] = result;\n  if (restartLSN === null || walStatus === 'lost') {\n    throw new AutoResetSignal(\n      `replication slot ${slot} has been invalidated for exceeding the max_slot_wal_keep_size`,\n    );\n  }\n  return upstreamReplica;\n}\n\n// Parameterize this if necessary. In practice starvation may never happen.\nconst MAX_LOW_PRIORITY_DELAY_MS = 1000;\n\ntype ReservationState = {\n  lastWatermark?: string;\n};\n\n/**\n * Postgres implementation of a {@link ChangeSource} backed by a logical\n * replication stream.\n */\nexport class PostgresChangeSource implements ChangeSource {\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #upstreamUri: string;\n  readonly #shard: ShardID;\n  readonly #replica: Replica;\n  readonly #backupOptions: BackupOptions;\n  readonly #context: ServerContext;\n  readonly #lagReporter: LagReporter | null;\n  readonly #textCopy: boolean;\n  readonly #streamInboundTimeoutMs: number | undefined;\n  readonly #subscribe: typeof subscribe;\n  readonly #streamBackfill: typeof streamBackfill;\n  #stopped = false;\n\n  constructor(\n    lc: LogContext,\n    upstreamUri: string,\n    shard: ShardID,\n    replica: Replica,\n    backupOptions: BackupOptions,\n    context: ServerContext,\n    lagReportIntervalMs: number,\n    textCopy?: boolean | undefined,\n    streamInboundTimeoutMs?: number | undefined,\n    // Injectable dependencies, overridable in tests. Default to the production\n    // implementations.\n    deps: {\n      subscribe?: typeof subscribe;\n      streamBackfill?: typeof streamBackfill;\n    } = {},\n  ) {\n    this.#lc = lc.withContext('component', 'change-source');\n    this.#subscribe = deps.subscribe ?? subscribe;\n    this.#streamBackfill = deps.streamBackfill ?? streamBackfill;\n    this.#db = pgClient(lc, upstreamUri, 'replication-monitor', {\n      max: 1,\n      // used occasionally for schema changes, periodically for lag reporting\n      ['idle_timeout']: 60,\n    });\n    this.#upstreamUri = upstreamUri;\n    this.#shard = shard;\n    this.#replica = replica;\n    this.#backupOptions = backupOptions;\n    this.#context = context;\n    this.#textCopy = textCopy ?? false;\n    this.#streamInboundTimeoutMs = streamInboundTimeoutMs;\n    this.#lagReporter =\n      lagReportIntervalMs > 0\n        ? new LagReporter(\n            lc.withContext('component', 'lag-reporter'),\n            shard,\n            this.#db,\n            lagReportIntervalMs,\n          )\n        : null;\n    registerReplicationSlotHealthMetrics(\n      this.#lc,\n      this.#db,\n      replica.slot,\n      () => this.#stopped,\n    );\n  }\n\n  async stop(): Promise<void> {\n    this.#stopped = true;\n    this.#lagReporter?.stop();\n    clearTimeout(this.#cleanupTimer);\n    await this.#db.end();\n  }\n\n  async startLagReporter() {\n    if (this.#lagReporter) {\n      try {\n        return await this.#lagReporter.initiateLagReport(true);\n      } catch (e) {\n        if (isPostgresError(e, PG_INSUFFICIENT_PRIVILEGE)) {\n          const functionName =\n            (this.#lagReporter.pgVersion ?? 0) >= PG_17\n              ? 'pg_logical_emit_message(boolean, text, text, boolean)'\n              : 'pg_logical_emit_message(boolean, text, text)';\n          this.#lc.warn?.(\n            `\\n\\nUnable to initiate replication lag reports due to insufficient privileges.` +\n              `\\nTo enable replication lag reporting, run:`,\n            `\\n\\tGRANT EXECUTE ON FUNCTION ${functionName} TO <your_db_user>;\\n\\n`,\n            e,\n          );\n        } else {\n          this.#lc.error?.(\n            `Unexpected error while initiating lag reports. Lag reports will be disabled.`,\n            e,\n          );\n        }\n      }\n    }\n    return null;\n  }\n\n  async startStream(\n    clientWatermark: string,\n    backfillRequests: BackfillRequest[] = [],\n  ): Promise<ChangeStream> {\n    await this.#takeoverReplicationSlot();\n    const config = await getInternalShardConfig(this.#db, this.#shard);\n    const {slot} = this.#replica;\n    this.#lc.info?.(`starting replication stream@${slot}`);\n    return this.startStreamInternal(\n      slot,\n      clientWatermark,\n      config,\n      backfillRequests,\n    );\n  }\n\n  // Exported for testing.\n  async startStreamInternal(\n    slot: string,\n    clientWatermark: string,\n    shardConfig: InternalShardConfig,\n    backfillRequests: BackfillRequest[],\n  ): Promise<ChangeStream> {\n    const clientStart = majorVersionFromString(clientWatermark) + 1n;\n    const {messages, acks} = await this.#subscribe(\n      this.#lc,\n      this.#db,\n      slot,\n      [...shardConfig.publications],\n      clientStart,\n      undefined,\n      undefined,\n      this.#streamInboundTimeoutMs,\n    );\n    const acker = new Acker(acks);\n\n    // The ChangeStreamMultiplexer facilitates cooperative streaming from\n    // the main replication stream and backfill streams initiated by the\n    // BackfillManager.\n    const changes = new ChangeStreamMultiplexer(this.#lc, clientWatermark);\n    const backfillManager = new BackfillManager(this.#lc, changes, req =>\n      this.#streamBackfill(this.#lc, this.#upstreamUri, this.#replica, req, {\n        textCopy: this.#textCopy,\n      }),\n    );\n    changes\n      .addProducers(messages, backfillManager)\n      .addListeners(backfillManager, acker);\n    backfillManager.run(clientWatermark, backfillRequests);\n\n    const changeMaker = new ChangeMaker(\n      this.#shard,\n      shardConfig,\n      this.#db,\n      this.#replica.initialSchema,\n    );\n\n    /**\n     * Determines if the incoming message is transactional, otherwise handling\n     * non-transactional messages with a downstream status message.\n     */\n    const isTransactionalMessage = (\n      lsn: bigint,\n      msg: StreamMessage[1],\n    ): msg is Message => {\n      if (\n        msg.tag === 'message' &&\n        msg.prefix === this.#lagReporter?.messagePrefix\n      ) {\n        changes.pushStatus(this.#lagReporter.processLagReportMessage(msg));\n        return false;\n      }\n      // Checks if we are passed the LSN of the expected lag report, in which\n      // case a new one is initiated.\n      const status = this.#lagReporter?.checkCurrentLSN(lsn);\n      if (status) {\n        changes.pushStatus(status);\n      }\n\n      if (msg.tag === 'keepalive') {\n        changes.pushStatus([\n          'status',\n          {ack: msg.shouldRespond},\n          {watermark: majorVersionToString(lsn)},\n        ]);\n        return false;\n      }\n\n      // The only non-transaction \"message\" we process is our own lagReporter's\n      // message (handled above). Non-transactional messages from other shards\n      // (e.g. lag reports), should be ignored but properly classified as\n      // non-transactional, so as not to incorrectly request a stream\n      // reservation.\n      if (msg.tag === 'message' && !msg.transactional) {\n        this.#lc.debug?.(\n          'ignoring non-transactional message for different shard',\n          msg.prefix,\n        );\n        return false;\n      }\n\n      return true;\n    };\n\n    void (async () => {\n      try {\n        let reservation: ReservationState | null = null;\n        let inTransaction = false;\n\n        for await (const [lsn, msg] of messages) {\n          if (!isTransactionalMessage(lsn, msg)) {\n            // If we're not in a transaction but the last reservation was kept\n            // because of pending keepalives or lag reports in the queue,\n            // release the reservation.\n            if (!inTransaction && reservation?.lastWatermark) {\n              changes.release(reservation.lastWatermark);\n              reservation = null;\n            }\n            continue;\n          }\n\n          if (!reservation) {\n            const res = changes.reserve('replication');\n            const lastWatermark = typeof res === 'string' ? res : await res;\n            reservation = {lastWatermark};\n          }\n\n          let lastChange: ChangeStreamMessage | undefined;\n          for (const change of await changeMaker.makeChanges(\n            this.#lc.withContext('lsn', fromBigInt(lsn)),\n            lsn,\n            msg,\n          )) {\n            await changes.push(change); // Allow the change-streamer to push back.\n            lastChange = change;\n          }\n\n          switch (lastChange?.[0]) {\n            case 'begin':\n              inTransaction = true;\n              break;\n            case 'commit':\n              inTransaction = false;\n              reservation.lastWatermark = lastChange[2].watermark;\n              if (\n                messages.queued === 0 ||\n                changes.waiterDelay() > MAX_LOW_PRIORITY_DELAY_MS\n              ) {\n                // After each transaction, release the reservation:\n                // - if there are no pending upstream messages\n                // - or if a low priority request has been waiting for longer\n                //   than MAX_LOW_PRIORITY_DELAY_MS. This is to prevent\n                //   (backfill) starvation on very active upstreams.\n                changes.release(reservation.lastWatermark);\n                reservation = null;\n              }\n              break;\n          }\n        }\n      } catch (e) {\n        // Note: no need to worry about reservations here since downstream\n        //       is being completely canceled.\n        const err = translateError(e);\n        if (err instanceof ShutdownSignal) {\n          // Log the new state of the replica to surface information about the\n          // server that sent the shutdown signal, if any.\n          await this.#logCurrentReplicaInfo();\n        }\n        changes.fail(err);\n      }\n    })();\n\n    this.#lc.info?.(\n      `started replication stream@${slot} from ${clientWatermark} (replicaVersion: ${\n        this.#replica.generation\n      })`,\n    );\n\n    return {\n      changes: changes.asSource(),\n      acks: {push: status => acker.ack(status[2].watermark)},\n    };\n  }\n\n  async #logCurrentReplicaInfo() {\n    try {\n      const replica = await getReplicaAtVersion(\n        this.#lc,\n        this.#db,\n        this.#shard,\n        this.#replica.generation,\n        this.#replica.id,\n      );\n      if (replica) {\n        this.#lc.info?.(\n          `Shutdown signal from replica@${this.#replica.generation}: ${stringify(replica.subscriberContext)}`,\n        );\n      }\n    } catch (e) {\n      this.#lc.warn?.(`error logging replica info`, e);\n    }\n  }\n\n  /**\n   * In RMv1, a single replication slot is taken over by the next\n   * replication-manager, signaling the old one to shut down.\n   *\n   * With litestream v5, the two replication-managers must replicate to unique\n   * backupPaths, as is required by the LTX backup schema.\n   *\n   * Thus, in addition to taking over the replication slot, the\n   * replication-manager also updates the `replicas` table with its\n   * `backupPath` so that future RM's restore from that path instead\n   * of the vestigial path of the previous replication-manager.\n   *\n   * In RMv2, each replication-manager will have its own slot and\n   * row in the `replicas` table, so this \"takeover\" will be unnecessary\n   * (but a harmless no-op).\n   */\n  async #takeoverReplicationSlot() {\n    const sql = this.#db;\n    const {id: replicaID, slot} = this.#replica;\n    const replicasTable = `${upstreamSchema(this.#shard)}.replicas`;\n\n    const result = await sql`\n      SELECT pg_terminate_backend(active_pid) as terminated, active_pid as pid\n        FROM pg_replication_slots\n        WHERE slot_name = ${slot}\n    `;\n    if (result.length === 0) {\n      const slotExpression = replicationSlotPrefix(this.#shard);\n      const replicas = await sql`\n        SELECT id, rank, slot, generation, \"initialSyncContext\", \"subscriberContext\" \n          FROM ${sql(replicasTable)} ORDER BY rank DESC`;\n      const slots = await sql`\n        SELECT slot_name as slot, active, active_pid as pid\n          FROM pg_replication_slots\n          WHERE slot_name LIKE ${slotExpression}\n          ORDER BY slot_name`;\n      this.#lc.warn?.(`slot ${slot} not found while cleaning subscribers`, {\n        slots,\n        replicas,\n      });\n      throw new AbortError(\n        `replication slot ${slot} is missing. A different ` +\n          `replication-manager should now be running on a new ` +\n          `replication slot.`,\n      );\n    }\n    this.#lc.info?.(`terminated replication slots: ${JSON.stringify(result)}`);\n    await sql`\n      UPDATE ${sql(replicasTable)} \n        SET \"subscriberContext\" = ${this.#context},\n            \"backupPath\" = ${this.#backupOptions.backupPath},\n            \"backupV5\" = ${this.#backupOptions.backupV5}\n        WHERE id = ${replicaID}`;\n    void this.#cleanUpOlderReplicasAndSlots();\n  }\n\n  #cleanupTimer: NodeJS.Timeout | undefined;\n\n  async #cleanUpOlderReplicasAndSlots() {\n    clearTimeout(this.#cleanupTimer);\n\n    try {\n      const result = await dropOldReplicasAndSlots(\n        this.#lc,\n        this.#db,\n        this.#shard,\n        this.#replica.rank,\n      );\n      if (result.draining === 0) {\n        this.#lc.info?.(`finished cleaning up replicas and slots`, {result});\n        return;\n      }\n      this.#lc.info?.(`old slots still draining`, {result});\n    } catch (e) {\n      this.#lc.warn?.(`error dropping replication slots`, e);\n    }\n\n    this.#cleanupTimer = setTimeout(\n      () => this.#cleanUpOlderReplicasAndSlots(),\n      REPLICA_SLOT_CLEANUP_INTERVAL_MS,\n    );\n  }\n}\n\n// Exported for testing.\nexport class Acker implements Listener {\n  #acks: Sink<bigint>;\n  #waitingForDownstreamAck: string | null = null;\n\n  constructor(acks: Sink<bigint>) {\n    this.#acks = acks;\n  }\n\n  onChange(change: ChangeStreamMessage): void {\n    switch (change[0]) {\n      case 'status':\n        const {watermark} = change[2];\n        if (change[1].ack) {\n          this.#expectDownstreamAck(watermark);\n        } else {\n          // Keepalives with shouldRespond = false are sent to Listeners,\n          // but for efficiency they are not sent downstream to the\n          // change-streamer. Ack them here if the change-streamer is caught\n          // up. This updates the replication slot's `confirmed_flush_lsn`\n          // more quickly (rather than waiting for the periodic shouldRespond),\n          // which is useful for monitoring replication slot lag.\n          this.#ackIfDownstreamIsCaughtUp(watermark);\n        }\n        break;\n      case 'begin':\n        // Mark the commit watermark as being expected so that any intermediate\n        // shouldRespond=false watermarks, which will be at the\n        // commitWatermark, are *not* acked, as the ack must come from\n        // change-streamer after it commits the transaction.\n        if (!change[1].skipAck) {\n          this.#expectDownstreamAck(change[2].commitWatermark);\n        }\n        break;\n    }\n  }\n\n  #expectDownstreamAck(watermark: string) {\n    this.#waitingForDownstreamAck = watermark;\n  }\n\n  ack(watermark: LexiVersion) {\n    if (\n      this.#waitingForDownstreamAck &&\n      this.#waitingForDownstreamAck <= watermark\n    ) {\n      this.#waitingForDownstreamAck = null;\n    }\n    this.#sendAck(watermark);\n  }\n\n  #ackIfDownstreamIsCaughtUp(watermark: string) {\n    if (this.#waitingForDownstreamAck === null) {\n      this.#sendAck(watermark);\n    }\n  }\n\n  #sendAck(watermark: LexiVersion) {\n    const lsn = majorVersionFromString(watermark);\n    this.#acks.push(lsn);\n  }\n}\n\nconst lagReportSchema = v.object({\n  id: v.string(),\n  sendTimeMs: v.number(),\n  commitTimeMs: v.number(),\n});\n\nexport type LagReport = v.Infer<typeof lagReportSchema>;\n\ntype InitiatedLagReport = LagReport & {lsn: bigint};\n\nexport class LagReporter {\n  static readonly MESSAGE_SUFFIX = '/lag-report/v1';\n\n  readonly #lc: LogContext;\n  readonly messagePrefix: string;\n\n  // oxlint-disable-next-line no-unused-private-class-members\n  readonly #db: PostgresDB;\n  readonly #lagIntervalMs: number;\n  readonly #lagReportRetries = getOrCreateCounter(\n    'replication',\n    'lag_report_retries',\n    {\n      description:\n        'Number of replication lag reports retried because the expected ' +\n        'report was not received before the next report interval.',\n      unit: '{report}',\n    },\n  );\n\n  #pgVersion: number | undefined;\n  #expectingLagReport: InitiatedLagReport | null = null;\n  #timer: NodeJS.Timeout | undefined;\n\n  constructor(\n    lc: LogContext,\n    shard: ShardID,\n    db: PostgresDB,\n    lagIntervalMs: number,\n  ) {\n    this.#lc = lc;\n    this.messagePrefix = `${shard.appID}/${shard.shardNum}${LagReporter.MESSAGE_SUFFIX}`;\n    this.#db = db;\n    this.#lagIntervalMs = lagIntervalMs;\n  }\n\n  async #getPgVersion() {\n    if (this.#pgVersion === undefined) {\n      const [{pgVersion}] = await this.#db<{pgVersion: number}[]> /*sql*/ `\n        SELECT current_setting('server_version_num')::int as \"pgVersion\"`;\n      this.#pgVersion = pgVersion;\n    }\n    return this.#pgVersion;\n  }\n\n  get pgVersion() {\n    return this.#pgVersion;\n  }\n\n  async initiateLagReport(log = false) {\n    const pgVersion = this.#pgVersion ?? (await this.#getPgVersion());\n    const now = Date.now();\n    const id = nanoid();\n\n    // lsn is filled in after the db call.\n    const lagReport = {id, sendTimeMs: now, commitTimeMs: now, lsn: 0n};\n    this.#expectingLagReport = lagReport;\n\n    let commitTimeMs: number;\n    let lsn: string;\n\n    try {\n      if (pgVersion >= PG_17) {\n        [{commitTimeMs, lsn}] = await this.#db /*sql*/ `\n          WITH CTE AS (SELECT extract(epoch from now()) * 1000 AS \"commitTimeMs\")\n          SELECT \"commitTimeMs\", pg_logical_emit_message(\n            false,\n            ${this.messagePrefix},\n            json_build_object(\n              'id', ${id}::text,\n              'sendTimeMs', ${now}::int8,\n              'commitTimeMs', \"commitTimeMs\"\n            )::text,\n            true\n          ) as lsn FROM CTE;\n      `;\n      } else {\n        // Versions before PG 17 do not support the final `flush` option of\n        // pg_logical_emit_message(). This results in an extra 50~100ms latency\n        // for replication reports when the db is idle, which is still\n        // acceptable for the purpose for alerting on pathological lag, for\n        // which the threshold is much higher (e.g. many seconds).\n        [{commitTimeMs, lsn}] = await this.#db /*sql*/ `\n          WITH CTE AS (SELECT extract(epoch from now()) * 1000 as \"commitTimeMs\")\n          SELECT \"commitTimeMs\", pg_logical_emit_message(\n            false,\n            ${this.messagePrefix},\n            json_build_object(\n              'id', ${id}::text,\n              'sendTimeMs', ${now}::int8,\n              'commitTimeMs', \"commitTimeMs\"\n            )::text\n          ) as lsn FROM CTE;\n      `;\n      }\n    } catch (e) {\n      if (this.#expectingLagReport?.id === id) {\n        this.#expectingLagReport = null;\n      }\n      throw e;\n    }\n\n    // Note: We don't know the lsn until after pg_logical_emit_message()\n    //       returns, at which point it is possible that the report has\n    //       already been sent through the replication stream, but this\n    //       is okay since this.#expectingLagReport will have be updated.\n    lagReport.lsn = toBigInt(lsn);\n    lagReport.commitTimeMs = commitTimeMs;\n    if (this.#expectingLagReport?.id === id) {\n      this.#scheduleMissingReportRetry(id);\n    }\n\n    if (log) {\n      this.#lc.info?.(`initiated lag report at lsn ${lsn}`, {\n        id,\n        lsn,\n        sendTimeMs: now,\n        commitTimeMs,\n      });\n    }\n    return {firstCommitTimeMs: commitTimeMs, nextSendTimeMs: now};\n  }\n\n  /**\n   * In Postgres < 17, the pg_logical_emit_message lacks an immediate \"flush\"\n   * option, which can cause messages to be missed when the replication stream\n   * starts up:\n   *\n   * ```\n   * * emit message → WAL write (buffered, not flushed)\n   * * walsender reads up to current flush LSN\n   * * emitted message's LSN is beyond flush LSN → not yet visible\n   * * stream feedback/acknowledgment advances slot\n   * * WAL eventually flushes → but slot has already moved past it\n   * ```\n   *\n   * This has been seen to happen for the initial `wal_writer_delay` interval\n   * of a replication session.\n   *\n   * To account for this, the last emitted lag report is considered \"received\"\n   * if the stream has advanced beyond the LSN of the report.\n   */\n  checkCurrentLSN(lsn: bigint): DownstreamStatusMessage | undefined {\n    if (this.#expectingLagReport?.lsn && lsn > this.#expectingLagReport.lsn) {\n      this.#lc.info?.(\n        `LSN ${fromBigInt(lsn)} is passed expected lag report ` +\n          `${fromBigInt(this.#expectingLagReport.lsn)}. Processing it as received.`,\n      );\n      return this.#processLagReport(\n        this.#expectingLagReport,\n        majorVersionToString(lsn),\n      );\n    }\n    return undefined;\n  }\n\n  stop() {\n    clearTimeout(this.#timer);\n    this.#timer = undefined;\n  }\n\n  #scheduleNextReport(delayMs: number) {\n    this.#expectingLagReport = null;\n    clearTimeout(this.#timer);\n    this.#timer = setTimeout(async () => {\n      this.#timer = undefined;\n      try {\n        await this.initiateLagReport();\n      } catch (e) {\n        this.#lc.warn?.(`error initiating lag report`, e);\n        this.#scheduleNextReport(this.#lagIntervalMs);\n      }\n    }, delayMs);\n  }\n\n  #scheduleMissingReportRetry(reportID: string) {\n    clearTimeout(this.#timer);\n    this.#timer = setTimeout(async () => {\n      this.#timer = undefined;\n      const missingReport = this.#expectingLagReport;\n      if (missingReport?.id !== reportID) {\n        return;\n      }\n\n      this.#lagReportRetries.add(1);\n      this.#lc.warn?.(`retrying missing lag report`, {\n        id: missingReport.id,\n        lsn: fromBigInt(missingReport.lsn),\n        sendTimeMs: missingReport.sendTimeMs,\n      });\n      try {\n        await this.initiateLagReport();\n      } catch (e) {\n        this.#lc.warn?.(`error retrying lag report`, e);\n        this.#scheduleNextReport(this.#lagIntervalMs);\n      }\n    }, this.#lagIntervalMs);\n  }\n\n  processLagReportMessage(msg: MessageMessage): DownstreamStatusMessage {\n    assert(\n      msg.prefix === this.messagePrefix,\n      `unexpected message prefix: ${msg.prefix}`,\n    );\n    const report = parseLogicalMessageContent(this.#lc, msg, lagReportSchema);\n    return this.#processLagReport(\n      report,\n      toStateVersionString(msg.messageLsn ?? '0/0'),\n    );\n  }\n\n  #processLagReport(\n    report: LagReport,\n    watermark: string,\n  ): DownstreamStatusMessage {\n    const now = Date.now();\n    const expectedReport = this.#expectingLagReport;\n    let nextSendTimeMs: number;\n    if (report.id === expectedReport?.id) {\n      nextSendTimeMs = Math.max(now, report.sendTimeMs + this.#lagIntervalMs);\n      this.#scheduleNextReport(nextSendTimeMs - now);\n    } else {\n      // Only schedule the next report when receiving the previous report.\n      // For historic reports in the WAL, or reports generated by other\n      // replication-managers, status messages are still sent downstream,\n      // but the next report is not actually scheduled.\n      this.#lc.debug?.(`received extraneous lag report`, {report});\n      nextSendTimeMs =\n        expectedReport?.sendTimeMs ??\n        Math.max(now, report.sendTimeMs + this.#lagIntervalMs);\n    }\n    const {sendTimeMs, commitTimeMs} = report;\n    return [\n      'status',\n      {\n        ack: false,\n        lagReport: {\n          lastTimings: {\n            sendTimeMs,\n            commitTimeMs,\n            receiveTimeMs: now,\n          },\n          nextSendTimeMs,\n        },\n      },\n      {watermark},\n    ];\n  }\n}\n\ntype ReplicationError = {\n  lsn: bigint;\n  msg: Message;\n  err: unknown;\n  lastLogTime: number;\n};\n\nconst SET_REPLICA_IDENTITY_DELAY_MS = 50;\n\nclass ChangeMaker {\n  readonly #shardPrefix: string;\n  readonly #shardConfig: InternalShardConfig;\n  readonly #initialSchema: PublishedSchema;\n  readonly #db: PostgresDB;\n\n  #replicaIdentityTimer: NodeJS.Timeout | undefined;\n  #error: ReplicationError | undefined;\n  readonly #skippedIndexWarnings = new Set<string>();\n\n  constructor(\n    {appID, shardNum}: ShardID,\n    shardConfig: InternalShardConfig,\n    db: PostgresDB,\n    initialSchema: PublishedSchema,\n  ) {\n    // Note: This matches the prefix used in pg_logical_emit_message() in pg/schema/ddl.ts.\n    this.#shardPrefix = `${appID}/${shardNum}`;\n    this.#shardConfig = shardConfig;\n    this.#initialSchema = initialSchema;\n    this.#db = db;\n  }\n\n  async makeChanges(\n    lc: LogContext,\n    lsn: bigint,\n    msg: Message,\n  ): Promise<ChangeStreamMessage[]> {\n    if (this.#error) {\n      this.#logError(lc, this.#error);\n      return [];\n    }\n    try {\n      return await this.#makeChanges(lc, lsn, msg);\n    } catch (err) {\n      this.#error = {lsn, msg, err, lastLogTime: 0};\n      this.#logError(lc, this.#error);\n\n      const message = `Unable to continue replication from LSN ${fromBigInt(lsn)}`;\n      const errorDetails: JSONObject = {error: message};\n      if (err instanceof UnsupportedSchemaChangeError) {\n        errorDetails.reason = err.description;\n        errorDetails.context = err.event.context;\n      } else {\n        errorDetails.reason = String(err);\n      }\n\n      // Rollback the current transaction to avoid dangling transactions in\n      // downstream processors (i.e. changeLog, replicator).\n      return [\n        ['rollback', {tag: 'rollback'}],\n        ['control', {tag: 'reset-required', message, errorDetails}],\n      ];\n    }\n  }\n\n  #logError(lc: LogContext, error: ReplicationError) {\n    const {lsn, msg, err, lastLogTime} = error;\n    const now = Date.now();\n\n    // Output an error to logs as replication messages continue to be dropped,\n    // at most once a minute.\n    if (now - lastLogTime > 60_000) {\n      lc.error?.(\n        `Unable to continue replication from LSN ${fromBigInt(lsn)}: ${String(\n          err,\n        )}`,\n        {\n          // 'content' can be a large byte Buffer. Exclude it from logging output.\n          ...{change: {...msg, content: undefined}},\n          ...(err instanceof UnsupportedSchemaChangeError && {\n            context: err.event.context,\n          }),\n          ...(err instanceof Error && {\n            errorMsg: err.message,\n            name: err.name,\n            stack: err.stack,\n          }),\n        },\n      );\n      error.lastLogTime = now;\n    }\n  }\n\n  async #makeChanges(\n    lc: LogContext,\n    lsn: bigint,\n    msg: Message,\n  ): Promise<ChangeStreamData[]> {\n    switch (msg.tag) {\n      case 'begin':\n        return [\n          [\n            'begin',\n            {...msg, json: 's'},\n            {commitWatermark: toStateVersionString(must(msg.commitLsn))},\n          ],\n        ];\n\n      case 'delete': {\n        if (!(msg.key ?? msg.old)) {\n          throw new Error(\n            `Invalid DELETE msg (missing key): ${stringify(msg)}`,\n          );\n        }\n        return [\n          [\n            'data',\n            {\n              ...msg,\n              relation: makeRelation(msg.relation),\n              // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-DELETE\n              key: must(msg.old ?? msg.key),\n            },\n          ],\n        ];\n      }\n\n      case 'update': {\n        return [\n          [\n            'data',\n            {\n              ...msg,\n              relation: makeRelation(msg.relation),\n              // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-UPDATE\n              key: msg.old ?? msg.key,\n            },\n          ],\n        ];\n      }\n\n      case 'insert':\n        return [['data', {...msg, relation: makeRelation(msg.relation)}]];\n      case 'truncate':\n        return [['data', {...msg, relations: msg.relations.map(makeRelation)}]];\n\n      case 'message':\n        if (!msg.prefix.startsWith(this.#shardPrefix)) {\n          lc.debug?.('ignoring message for different shard', msg.prefix);\n          return [];\n        }\n        switch (msg.prefix.substring(this.#shardPrefix.length)) {\n          case '': // Legacy prefix\n          case '/ddl':\n            return this.#handleDdlMessage(lc, lsn, msg);\n          default:\n            lc.debug?.('ignoring unknown message type', msg.prefix);\n            return [];\n        }\n\n      case 'commit':\n        // The DDL event that provides command-tag context for a subsequent\n        // event (see #handleDdlMessage) is only meaningful within a single\n        // (upstream) transaction, since related ddl events (e.g. the nested\n        // start->start->end->end sequence) are always emitted together. Clear\n        // it at the transaction boundary so that a lingering event (e.g. a\n        // `CREATE TABLE` ddlStart) is not misattributed as the context for an\n        // unrelated event in a later transaction. Note that this is safe for\n        // the one type of DDL event that spans multiple transactions,\n        // `CREATE INDEX CONCURRENTLY`, because that change is self declaring\n        // in the `ddlUpdate` and does not depend on the value of the preceding\n        // event.\n        this.#lastReplicationEvent = undefined;\n        return [\n          [\n            'commit',\n            // `commitTime` is microseconds since the unix epoch. Carrying it\n            // as milliseconds gives the ViewSyncer the origin timestamp for\n            // the end-to-end serving lag histogram.\n            {...msg, commitTimeMs: Number(msg.commitTime / 1000n)},\n            {watermark: toStateVersionString(must(msg.commitLsn))},\n          ],\n        ];\n\n      case 'relation':\n        return await this.#handleRelation(msg);\n      case 'type':\n        return []; // Nothing need be done for custom types.\n      case 'origin':\n        // No need to detect replication loops since we are not a\n        // PG replication source.\n        return [];\n      default:\n        msg satisfies never;\n        throw new Error(`Unexpected message type ${stringify(msg)}`);\n    }\n  }\n\n  // The lastReplicationEvent is stored to understand the context\n  // of the next one.\n  #lastReplicationEvent: ReplicationEvent | undefined;\n\n  #handleDdlMessage(\n    lc: LogContext,\n    lsn: bigint,\n    msg: MessageMessage,\n  ): ChangeStreamData[] {\n    const event = parseLogicalMessageContent(lc, msg, replicationEventSchema);\n    lc = lc\n      .withContext('lsn', fromBigInt(lsn))\n      .withContext('tag', event.event.tag)\n      .withContext('query', event.context.query);\n\n    if (event.previousSchema) {\n      warnForSkippedIndexes(\n        lc,\n        event.previousSchema,\n        this.#skippedIndexWarnings,\n      );\n    }\n    if (event.schema) {\n      warnForSkippedIndexes(lc, event.schema, this.#skippedIndexWarnings);\n    }\n\n    // Cancel manual schema adjustment timeouts when an upstream schema change\n    // is about to happen, so as to avoid interfering / redundant work.\n    clearTimeout(this.#replicaIdentityTimer);\n\n    const {type} = event;\n    switch (type) {\n      case 'ddlStart':\n      case 'schemaSnapshot':\n      case 'ddlUpdate':\n        break;\n      default: // Ignore unknown types for forwards compatibility\n        lc.info?.(`ignoring unknown ddl message type: ${type}`);\n        return [];\n    }\n\n    const prevEvent = this.#lastReplicationEvent;\n    // Store the new event to understand the context of the next event.\n    this.#lastReplicationEvent = event;\n\n    const {schema} = event;\n    if (schema === undefined) {\n      // A schema-less (protocol v2) ddlStart event signifies that there was\n      // no schema change; it is stored (above) only to provide the command\n      // tag context for a subsequent event with a schema change.\n      lc.debug?.(`received context-only ${msg.prefix}/${type} event`, {\n        event: summarizeReplicationEventForLog(event),\n      });\n      return [];\n    }\n\n    const prevSchema =\n      event.previousSchema === undefined // pre-v21 event => use prevEvent\n        ? prevEvent?.schema\n        : event.previousSchema;\n    if (!prevSchema) {\n      lc.info?.(`received ${msg.prefix}/${type} event`, {\n        event: summarizeReplicationEventForLog(event),\n      });\n      return [];\n    }\n\n    // The tag (i.e. command) is used as an optimization to determine whether\n    // backfill is necessary (CREATE TABLE vs ALTER TABLE vs\n    // ALTER PUBLICATION). If the context is not available (rare), the tag\n    // falls back to 'UNKNOWN', which conservatively initiates a backfill.\n    //\n    // Because ddl events may be nested, e.g.\n    //\n    // ```\n    //          [1]          [2]        [3]          [4]        [5]\n    // ddl_start => ddl_start => ddl_end => ddl_start => ddl_end => ddl_end\n    // ```\n    //\n    // The effective tag is determined from the previous event if it is\n    // ddl_start (e.g. cases 1, 2, and 4), and from the current event\n    // if it is a ddl_end (case 5), and 'UNKNOWN' otherwise (case 3 and\n    // 'schemaSnapshot' workarounds).\n    //\n    // A 'schemaSnapshot' is special: it is a standalone hook (emitted by the\n    // COMMENT ON PUBLICATION workaround, or a MANUAL update_schemas() call)\n    // that substitutes for a missing ALTER PUBLICATION event on databases\n    // (e.g. supabase) that do not fire event triggers for it. It must never\n    // adopt the command tag of a preceding ddlStart (e.g. a `CREATE TABLE`\n    // in the same transaction), as that would cause a newly *published*\n    // table to be misclassified as a freshly *created* one and skip the\n    // backfill of its pre-existing rows. It therefore always falls back to\n    // 'UNKNOWN', which conservatively initiates a backfill.\n    const effectiveTag =\n      event.type === 'schemaSnapshot'\n        ? 'UNKNOWN'\n        : prevEvent?.type === 'ddlStart'\n          ? prevEvent.event.tag\n          : event.type === 'ddlUpdate'\n            ? event.event.tag\n            : 'UNKNOWN';\n    lc.info?.(`processing ${effectiveTag} command from ${msg.prefix}/${type}`, {\n      event: summarizeReplicationEventForLog(event),\n    });\n    const changes = this.#makeSchemaChanges(\n      lc,\n      prevSchema,\n      schema,\n      event,\n      effectiveTag,\n    ).map(change => ['data', change] satisfies Data);\n\n    lc.info?.(`${changes.length} schema change(s)`, {changes});\n\n    const replicaIdentities =\n      replicaIdentitiesForTablesWithoutPrimaryKeys(schema);\n    if (replicaIdentities) {\n      this.#replicaIdentityTimer = setTimeout(async () => {\n        try {\n          await replicaIdentities.apply(lc, this.#db);\n        } catch (err) {\n          lc.warn?.(`error setting replica identities`, err);\n        }\n      }, SET_REPLICA_IDENTITY_DELAY_MS);\n    }\n\n    return changes;\n  }\n\n  /**\n   *  A note on operation order:\n   *\n   * Postgres will drop related indexes when columns are dropped,\n   * but SQLite will error instead (https://sqlite.org/forum/forumpost/2e62dba69f?t=c&hist).\n   * The current workaround is to drop indexes first.\n   *\n   * Also note that although it should not be possible to both rename and\n   * add/drop tables/columns in a single statement, the operations are\n   * ordered to handle that possibility, by always dropping old entities,\n   * then modifying kept entities, and then adding new entities.\n   *\n   * Thus, the order of replicating DDL updates is:\n   * - drop indexes\n   * - drop tables\n   * - alter tables\n   *   - drop columns\n   *   - alter columns\n   *   - add columns\n   * - create tables\n   * - create indexes\n   *\n   * In the future the replication logic should be improved to handle this\n   * behavior in SQLite by dropping dependent indexes manually before dropping\n   * columns. This, for example, would be needed to properly support changing\n   * the type of a column that's indexed.\n   */\n  #makeSchemaChanges(\n    lc: LogContext,\n    preSchema: PublishedSchema,\n    nextSchema: PublishedSchema,\n    event: ReplicationEvent,\n    tag: string,\n  ): SchemaChange[] {\n    try {\n      const [prevTbl, prevIdx] = specsByID(preSchema);\n      const [nextTbl, nextIdx] = specsByID(nextSchema);\n      const changes: SchemaChange[] = [];\n\n      // Validate the new table schemas\n      for (const table of nextTbl.values()) {\n        validate(lc, table);\n      }\n\n      const [droppedIdx, createdIdx] = symmetricDifferences(prevIdx, nextIdx);\n\n      // Detect modified indexes (same name, different definition).\n      // This happens when a constraint is dropped and recreated with the\n      // same name in a single ALTER TABLE statement.\n      // Note: We compare using stable column attnums rather than names,\n      // because table/column renames change the index spec cosmetically\n      // (tableName, column keys) without the index actually being recreated.\n      const keptIdx = intersection(prevIdx, nextIdx);\n      for (const id of keptIdx) {\n        if (\n          isIndexStructurallyChanged(\n            must(prevIdx.get(id)),\n            must(nextIdx.get(id)),\n            prevTbl,\n            nextTbl,\n          )\n        ) {\n          droppedIdx.add(id);\n          createdIdx.add(id);\n        }\n      }\n\n      for (const id of droppedIdx) {\n        const {schema, name} = must(prevIdx.get(id));\n        changes.push({tag: 'drop-index', id: {schema, name}});\n      }\n\n      // DROP\n      const [droppedTbl, createdTbl] = symmetricDifferences(prevTbl, nextTbl);\n      for (const id of droppedTbl) {\n        const {schema, name} = must(prevTbl.get(id));\n        changes.push({tag: 'drop-table', id: {schema, name}});\n      }\n      // ALTER TABLE | ALTER PUBLICATION\n      const tables = intersection(prevTbl, nextTbl);\n      for (const id of tables) {\n        changes.push(\n          ...this.#getTableChanges(\n            lc,\n            must(prevTbl.get(id)),\n            must(nextTbl.get(id)),\n            tag,\n          ),\n        );\n      }\n      // CREATE\n      for (const id of createdTbl) {\n        const spec = must(nextTbl.get(id));\n        const createTable: TableCreate = {\n          tag: 'create-table',\n          spec,\n          metadata: getMetadata(spec),\n        };\n        // Only tables introduced by a `CREATE` statement can skip backfill.\n        // All other scenarios in which tables are introduced into the\n        // schema, e.g.\n        // * ALTER PUBLICATION statements\n        // * COMMENT statements\n        // * MANUAL snapshots\n        // * UNKNOWN command tags\n        // must be backfilled.\n        if (!tag.startsWith('CREATE')) {\n          createTable.backfill = mapValues(spec.columns, ({pos: attNum}) => ({\n            attNum,\n          })) satisfies Record<string, ColumnMetadata>;\n        }\n        changes.push(createTable);\n      }\n\n      // Add indexes last since they may reference tables / columns that need\n      // to be created first.\n      for (const id of createdIdx) {\n        const spec = must(nextIdx.get(id));\n        changes.push({tag: 'create-index', spec});\n      }\n      return changes;\n    } catch (e) {\n      throw new UnsupportedSchemaChangeError(String(e), event, {cause: e});\n    }\n  }\n\n  #getTableChanges(\n    lc: LogContext,\n    oldTable: PublishedTableWithReplicaIdentity,\n    newTable: PublishedTableWithReplicaIdentity,\n    ddlTag: string,\n  ): SchemaChange[] {\n    const changes: SchemaChange[] = [];\n    if (\n      oldTable.schema !== newTable.schema ||\n      oldTable.name !== newTable.name\n    ) {\n      changes.push({\n        tag: 'rename-table',\n        old: {schema: oldTable.schema, name: oldTable.name},\n        new: {schema: newTable.schema, name: newTable.name},\n      });\n    }\n    const oldMetadata = getMetadata(oldTable);\n    const newMetadata = getMetadata(newTable);\n    if (!deepEqual(oldMetadata, newMetadata)) {\n      changes.push({\n        tag: 'update-table-metadata',\n        table: {schema: newTable.schema, name: newTable.name},\n        old: oldMetadata,\n        new: newMetadata,\n      });\n    }\n    const table = {schema: newTable.schema, name: newTable.name};\n    const oldColumns = columnsByID(oldTable.columns);\n    const newColumns = columnsByID(newTable.columns);\n\n    // DROP\n    const [dropped, added] = symmetricDifferences(oldColumns, newColumns);\n    for (const id of dropped) {\n      const {name: column} = must(oldColumns.get(id));\n      changes.push({tag: 'drop-column', table, column});\n    }\n\n    // ALTER\n    const both = intersection(oldColumns, newColumns);\n    for (const id of both) {\n      const {name: oldName, ...oldSpec} = must(oldColumns.get(id));\n      const {name: newName, ...newSpec} = must(newColumns.get(id));\n      // The three things that we care about are:\n      // 1. name\n      // 2. type\n      // 3. not-null\n      if (\n        oldName !== newName ||\n        oldSpec.dataType !== newSpec.dataType ||\n        oldSpec.notNull !== newSpec.notNull\n      ) {\n        changes.push({\n          tag: 'update-column',\n          table,\n          old: {name: oldName, spec: oldSpec},\n          new: {name: newName, spec: newSpec},\n        });\n      }\n    }\n\n    // Only columns introduced by `ALTER TABLE` statements can potentially\n    // skip backfill if they have non-constant defaults. All other scenarios\n    // in which columns are introduced, e.g.\n    // * ALTER PUBLICATION\n    // * COMMENT\n    // * MANUAL\n    // * UNKNOWN\n    // must be backfilled.\n    const alwaysBackfill = ddlTag !== 'ALTER TABLE';\n\n    // ADD\n    for (const id of added) {\n      const {name, ...spec} = must(newColumns.get(id));\n      const column = {name, spec};\n      const addColumn: ColumnAdd = {\n        tag: 'add-column',\n        table,\n        column,\n        tableMetadata: getMetadata(newTable),\n      };\n      if (alwaysBackfill) {\n        addColumn.column.spec.dflt = null;\n        addColumn.backfill = {attNum: spec.pos} satisfies ColumnMetadata;\n      } else {\n        // Determine if the ChangeProcessor will accept the column add as is.\n        try {\n          mapPostgresToLiteColumn(table.name, column);\n        } catch (e) {\n          if (!(e instanceof UnsupportedColumnDefaultError)) {\n            // Note: mapPostgresToLiteColumn is not expected to throw any other\n            // types of errors.\n            throw e;\n          }\n          // If the column has an unsupported default (e.g. an expression or a\n          // generated value), create the column as initially hidden with a\n          // `null` default, and publish it after backfilling the values from\n          // upstream. Note that this does require that the table have a valid\n          // REPLICA IDENTITY, since backfill relies on merging new data with\n          // an existing row.\n          lc.info?.(`Backfilling column ${table.name}.${name}: ${String(e)}`);\n          addColumn.column.spec.dflt = null;\n          addColumn.backfill = {attNum: spec.pos} satisfies ColumnMetadata;\n        }\n      }\n      changes.push(addColumn);\n    }\n    return changes;\n  }\n\n  /**\n   * If `ddlDetection === true`, relation messages are irrelevant,\n   * as schema changes are detected by event triggers that\n   * emit custom messages.\n   *\n   * For degraded-mode replication (`ddlDetection === false`):\n   * 1. query the current published schemas on upstream\n   * 2. compare that with the InternalShardConfig.initialSchema\n   * 3. compare that with the incoming MessageRelation\n   * 4. On any discrepancy, throw an UnsupportedSchemaChangeError\n   *    to halt replication.\n   *\n   * Note that schemas queried in step [1] will be *post-transaction*\n   * schemas, which are not necessarily suitable for actually processing\n   * the statements in the transaction being replicated. In other words,\n   * this mechanism cannot be used to reliably *replicate* schema changes.\n   * However, they serve the purpose determining if schemas have changed.\n   */\n  async #handleRelation(rel: PostgresRelation): Promise<ChangeStreamData[]> {\n    const {publications, ddlDetection} = this.#shardConfig;\n    if (ddlDetection) {\n      return [];\n    }\n    const currentSchema = await getPublicationInfo(this.#db, publications);\n    const difference = getSchemaDifference(this.#initialSchema, currentSchema);\n    if (difference !== null) {\n      throw new MissingEventTriggerSupport(difference);\n    }\n    // Even if the currentSchema is equal to the initialSchema, the\n    // MessageRelation itself must be checked to detect transient\n    // schema changes within the transaction (e.g. adding and dropping\n    // a table, or renaming a column and then renaming it back).\n    const orel = this.#initialSchema.tables.find(\n      t => t.oid === rel.relationOid,\n    );\n    if (!orel) {\n      // Can happen if a table is created and then dropped in the same transaction.\n      throw new MissingEventTriggerSupport(\n        `relation not in initialSchema: ${stringify(rel)}`,\n      );\n    }\n    if (relationDifferent(orel, rel)) {\n      throw new MissingEventTriggerSupport(\n        `relation has changed within the transaction: ${stringify(orel)} vs ${stringify(rel)}`,\n      );\n    }\n    return [];\n  }\n}\n\nfunction getSchemaDifference(\n  a: PublishedSchema,\n  b: PublishedSchema,\n): string | null {\n  // Note: ignore indexes since changes need not to halt replication\n  if (a.tables.length !== b.tables.length) {\n    return `tables created or dropped`;\n  }\n  for (let i = 0; i < a.tables.length; i++) {\n    const at = a.tables[i];\n    const bt = b.tables[i];\n    const difference = getTableDifference(at, bt);\n    if (difference) {\n      return difference;\n    }\n  }\n  return null;\n}\n\n// ColumnSpec comparator\nconst byColumnPos = (a: [string, ColumnSpec], b: [string, ColumnSpec]) =>\n  a[1].pos < b[1].pos ? -1 : a[1].pos > b[1].pos ? 1 : 0;\n\nfunction getTableDifference(\n  a: PublishedTableSpec,\n  b: PublishedTableSpec,\n): string | null {\n  if (a.oid !== b.oid || a.schema !== b.schema || a.name !== b.name) {\n    return `Table \"${a.name}\" differs from table \"${b.name}\"`;\n  }\n  if (!deepEqual(a.primaryKey, b.primaryKey)) {\n    return `Primary key of table \"${a.name}\" has changed`;\n  }\n  const acols = Object.entries(a.columns).sort(byColumnPos);\n  const bcols = Object.entries(b.columns).sort(byColumnPos);\n  if (\n    acols.length !== bcols.length ||\n    acols.some(([aname, acol], i) => {\n      const [bname, bcol] = bcols[i];\n      return (\n        aname !== bname ||\n        acol.pos !== bcol.pos ||\n        acol.typeOID !== bcol.typeOID ||\n        acol.notNull !== bcol.notNull\n      );\n    })\n  ) {\n    return `Columns of table \"${a.name}\" have changed`;\n  }\n  return null;\n}\n\nexport function relationDifferent(a: PublishedTableSpec, b: PostgresRelation) {\n  if (a.oid !== b.relationOid || a.schema !== b.schema || a.name !== b.name) {\n    return true;\n  }\n  if (\n    // The MessageRelation's `keyColumns` field contains the columns in column\n    // declaration order, whereas the PublishedTableSpec's `primaryKey`\n    // contains the columns in primary key (i.e. index) order. Do an\n    // order-agnostic compare here since it is not possible to detect\n    // key-order changes from the MessageRelation message alone.\n    b.replicaIdentity === 'default' &&\n    !equals(new Set(a.primaryKey), new Set(b.keyColumns))\n  ) {\n    return true;\n  }\n  const acols = Object.entries(a.columns).sort(byColumnPos);\n  const bcols = b.columns;\n  return (\n    acols.length !== bcols.length ||\n    acols.some(([aname, acol], i) => {\n      const bcol = bcols[i];\n      return aname !== bcol.name || acol.typeOID !== bcol.typeOid;\n    })\n  );\n}\n\nfunction translateError(e: unknown): Error {\n  if (!(e instanceof Error)) {\n    return new Error(String(e));\n  }\n  if (e instanceof postgres.PostgresError && e.code === PG_ADMIN_SHUTDOWN) {\n    return new ShutdownSignal(e);\n  }\n  return e;\n}\nconst idString = (id: Identifier) => `${id.schema}.${id.name}`;\n\nfunction specsByID(published: PublishedSchema) {\n  return [\n    // It would have been nice to use a CustomKeyMap here, but we rely on set-utils\n    // operations which use plain Sets.\n    new Map(published.tables.map(t => [t.oid, t])),\n    new Map(published.indexes.map(i => [idString(i), i])),\n  ] as const;\n}\n\n/**\n * Determines if an index was structurally changed (e.g. constraint dropped\n * and recreated with different columns) vs cosmetically changed (e.g. the\n * index spec changed because the table or a column was renamed).\n *\n * Compares boolean properties directly and resolves column names to their\n * stable attnums (pg_attribute `attnum`) for the column comparison.\n */\nexport function isIndexStructurallyChanged(\n  prev: PublishedIndexSpec,\n  next: PublishedIndexSpec,\n  prevTables: Map<number, PublishedTableWithReplicaIdentity>,\n  nextTables: Map<number, PublishedTableWithReplicaIdentity>,\n): boolean {\n  if (\n    prev.unique !== next.unique ||\n    prev.isPrimaryKey !== next.isPrimaryKey ||\n    prev.isReplicaIdentity !== next.isReplicaIdentity ||\n    prev.isImmediate !== next.isImmediate\n  ) {\n    return true;\n  }\n\n  const prevTable = findTableBySchemaAndName(\n    prevTables,\n    prev.schema,\n    prev.tableName,\n  );\n  const nextTable = findTableBySchemaAndName(\n    nextTables,\n    next.schema,\n    next.tableName,\n  );\n  if (!prevTable || !nextTable) {\n    // Can't resolve tables; conservatively treat as changed.\n    return true;\n  }\n\n  if ((prev.predicate === undefined) !== (next.predicate === undefined)) {\n    return true;\n  }\n  if (prev.predicate && next.predicate) {\n    let unresolved = false;\n    const prevPredicate = mapIndexPredicateColumns(prev.predicate, name => {\n      const pos = prevTable.columns[name]?.pos;\n      if (pos === undefined) unresolved = true;\n      return String(pos);\n    });\n    const nextPredicate = mapIndexPredicateColumns(next.predicate, name => {\n      const pos = nextTable.columns[name]?.pos;\n      if (pos === undefined) unresolved = true;\n      return String(pos);\n    });\n    if (unresolved || !deepEqual(prevPredicate, nextPredicate)) {\n      return true;\n    }\n  }\n\n  const prevEntries = Object.entries(prev.columns);\n  const nextEntries = Object.entries(next.columns);\n  if (prevEntries.length !== nextEntries.length) {\n    return true;\n  }\n\n  // Resolve column names → attnums and compare.\n  const prevByAttnum = new Map<number | undefined, string>(\n    prevEntries.map(([name, dir]) => [prevTable.columns[name]?.pos, dir]),\n  );\n  const nextByAttnum = new Map<number | undefined, string>(\n    nextEntries.map(([name, dir]) => [nextTable.columns[name]?.pos, dir]),\n  );\n\n  if (prevByAttnum.has(undefined) || nextByAttnum.has(undefined)) {\n    // Column not found in table spec; conservatively treat as changed.\n    return true;\n  }\n  if (prevByAttnum.size !== nextByAttnum.size) {\n    return true;\n  }\n  for (const [attnum, dir] of prevByAttnum) {\n    if (nextByAttnum.get(attnum) !== dir) {\n      return true;\n    }\n  }\n  return false;\n}\n\nfunction findTableBySchemaAndName(\n  tables: Map<number, PublishedTableWithReplicaIdentity>,\n  schema: string,\n  name: string,\n): PublishedTableWithReplicaIdentity | undefined {\n  for (const table of tables.values()) {\n    if (table.schema === schema && table.name === name) {\n      return table;\n    }\n  }\n  return undefined;\n}\n\nfunction columnsByID(\n  columns: Record<string, ColumnSpec>,\n): Map<number, ColumnSpec & {name: string}> {\n  const colsByID = new Map<number, ColumnSpec & {name: string}>();\n  for (const [name, spec] of Object.entries(columns)) {\n    // The `pos` field is the `attnum` in `pg_attribute`, which is a stable\n    // identifier for the column in this table (i.e. never reused).\n    colsByID.set(spec.pos, {...spec, name});\n  }\n  return colsByID;\n}\n\nfunction getMetadata(table: PublishedTableWithReplicaIdentity): TableMetadata {\n  return {\n    schemaOID: must(table.schemaOID),\n    relationOID: table.oid,\n    rowKey: Object.fromEntries(\n      table.replicaIdentityColumns.map(k => [\n        k,\n        {attNum: table.columns[k].pos},\n      ]),\n    ),\n  };\n}\n\n// Avoid sending the `columns` from the Postgres MessageRelation message.\n// They are not used downstream and the message can be large.\nfunction makeRelation(relation: PostgresRelation): MessageRelation {\n  // Avoid sending the `columns` from the Postgres MessageRelation message.\n  // They are not used downstream and the message can be large.\n  const {columns: _, keyColumns, replicaIdentity, ...rest} = relation;\n  return {\n    ...rest,\n    rowKey: {\n      columns: keyColumns,\n      type: replicaIdentity,\n    },\n    // For now, deprecated columns are sent for backwards compatibility.\n    // These can be removed when bumping the MIN_PROTOCOL_VERSION to 5.\n    keyColumns,\n    replicaIdentity,\n  };\n}\n\nfunction summarizeSchemaForLog(schema: PublishedSchema) {\n  return {\n    tables: schema.tables.length,\n    indexes: schema.indexes.length,\n  };\n}\n\nfunction summarizeReplicationEventForLog(event: ReplicationEvent): JSONObject {\n  const {schema, ...rest} = event;\n  const {previousSchema, ...eventWithoutSchemas} = rest;\n  return {\n    ...eventWithoutSchemas,\n    ...(schema !== undefined && {schema: summarizeSchemaForLog(schema)}),\n    ...(previousSchema !== undefined && {\n      previousSchema:\n        previousSchema === null ? null : summarizeSchemaForLog(previousSchema),\n    }),\n  };\n}\n\nclass UnsupportedSchemaChangeError extends Error {\n  readonly name = 'UnsupportedSchemaChangeError';\n  readonly description: string;\n  readonly event: ReplicationEvent;\n\n  constructor(\n    description: string,\n    event: ReplicationEvent,\n    options?: ErrorOptions,\n  ) {\n    super(\n      `Replication halted. Resync the replica to recover: ${description}`,\n      options,\n    );\n    this.description = description;\n    this.event = event;\n  }\n}\n\nclass MissingEventTriggerSupport extends Error {\n  readonly name = 'MissingEventTriggerSupport';\n\n  constructor(msg: string) {\n    super(\n      `${msg}. Schema changes cannot be reliably replicated without event trigger support.`,\n    );\n  }\n}\n\n// TODO(0xcadams): should this be a ProtocolError?\nclass ShutdownSignal extends AbortError {\n  readonly name = 'ShutdownSignal';\n\n  constructor(cause: unknown) {\n    super(\n      'shutdown signal received (e.g. another zero-cache taking over the replication stream)',\n      {\n        cause,\n      },\n    );\n  }\n}\n\nfunction parseLogicalMessageContent<T>(\n  lc: LogContext,\n  msg: MessageMessage,\n  schema: v.Type<T>,\n) {\n  const {content} = msg;\n  const str =\n    content instanceof Buffer\n      ? content.toString('utf-8')\n      : new TextDecoder().decode(content);\n  try {\n    const json = JSON.parse(str);\n    return v.parse(json, schema, 'passthrough');\n  } catch (e) {\n    lc.error?.(`unable to parse logical message content: ${String(e)}`, {\n      message: {...msg, content: str},\n    });\n    throw e;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4HA,IAAM,mCAAmC;;;;;;AAWzC,eAAsB,+BACpB,IACA,aACA,OACA,eACA,aACA,SACA,sBAAsB,GACtB,iBAAiC,CAAC,GAClC,EAAC,aAA4B,EAAC,UAAU,KAAI,GAC5C,WACA,wBAC2B;CAC3B,MAAM,KAAK,MAAM,gBAAgB,IAAI,aAAa,oBAAoB;CACtE,IAAI;EACF,MAAM,kBACJ,IACA,IACA,OACA,YAAY,2BACd;EAEA,MAAM,kBAAkB,MAAM,wBAC5B,IACA,IACA,OACA,eACA,cACF;EAEA,IAAI;EACJ,MAAM,YACJ,IACA,WAAW,MAAM,MAAM,GAAG,MAAM,YAChC,eACA,OAAO,KAAK,OAAO;GAKjB,WAAgB,QAAQ;GACxB,uBAAuB,MAAM,YAC3B,KACA,OACA,IACA,aACA,aACA,SACA,EAAC,SAAQ,CACX;EACF,CACF;EAEA,MAAM,UAAU,IAAI,SAAS,IAAI,aAAa;EAC9C,MAAM,oBAAoB,+BACxB,IAAI,gBAAgB,OAAO,CAC7B;EACA,QAAQ,MAAM;EAId,MAAM,kBAAkB,MAAM,uBAC5B,IACA,IACA,OACA,oBACC,wBAAwB,kBAAkB,EAC7C;EAEA,MAAM,aAAa,uBAEf,qBAAqB,aAGrB,WACE,OAAO,KAAK,IAAI,CAAC,IAChB,iBAAiB,cAAc;EAoBtC,OAAO;GACL;GACA,cAAA,IApBuB,qBACvB,IACA,aACA,OACA,iBACA;IAAC;IAAY;GAAQ,GACrB,SACA,qBACA,YAAY,UACZ,sBAWA;GACA,sBARA,cAAc,eAAe,YAAY,YACrC,IAAI,IAAI,YAAY,eAAe,WAAW,SAAS,EAAE,SAAS,IAElE,eAAe,YAAY;GAU/B,WAAW,gBAAgB;GAC3B,4BAEE,yBAAyB,KAAA,KAGzB,gBAAgB,iBAAiB,cAAc;EACnD;CACF,UAAU;EACR,MAAM,GAAG,IAAI;CACf;AACF;AAEA,eAAe,wBACb,IACA,KACA,OACA,aACA,EAAC,YAAY,eACsB;CACnC,MAAM,YAAY,MAAM,kBAAkB,IAAI,KAAK,KAAK,GAAG,QAExD,EAAC,iBACA,gBAAgB,aAAa,kBAAkB,WACnD;CACA,IAAI,SAAS,WAAW,GAAG;EACzB,GAAG,OAAO,wCAAwC,EAAC,SAAQ,CAAC;EAC5D;CACF;CACA,MAAM,CAAC,WAAW;CAElB,IAAI,YAAY,WAAW;EACzB,MAAM,EAAC,WAAW,kBAAiB;EACnC,MAAM,EAAC,MAAM,YAAY,sBAAqB;EAC9C,MAAM,YAAY,IAAI,IAAI,cAAc,IAAI,aAAa,EAAE,SAAS;EACpE,GAAG,OACD,0BAA0B,UAAU,IAAI,KAAK,GAAG,kBAAkB,IAClE,EAAC,SAAQ,CACX;EACA,MAAM,eACJ,IACA;GAAC,GAAG;GAAY;EAAS,GACzB,aACA,WACF;CACF;CACA,OAAO;AACT;AAEA,eAAe,uBACb,IACA,KACA,OACA,EACE,gBACA,cAAc,YACd,sBAEF,WACA;CACA,MAAM,kBAAkB,MAAM,oBAC5B,IACA,KACA,OACA,gBACA,WACA,kBACF;CACA,IAAI,CAAC,iBACH,MAAM,IAAI,gBACR,8CAA8C,eAAe,UAAU,UAAU,EACnF;CAIF,MAAM,YAAY,MAAM,aAAa,SAAS;CAC9C,MAAM,aAAa,gBAAgB,aAChC,QAAO,MAAK,CAAC,EAAE,WAAW,0BAA0B,KAAK,CAAC,CAAC,EAC3D,KAAK;CACR,IAAI,CAAC,UAAU,WAAW,UAAU,GAAG;EACrC,GAAG,OAAO,8CAA8C,UAAU,EAAE;EACpE,MAAM,IAAI,OAAO,UAAU,MAAM,OAAO,MAAM,QAAQ,CAAC;EACvD,MAAM,IAAI,gBACR,2BAA2B,UAAU,2CACjB,WAAW,EACjC;CACF;CAKA,IAAI,CAAC,UAAU,gBAAgB,cAAc,UAAU,GACrD,MAAM,IAAI,gBACR,0BAA0B,gBAAgB,aAAa,0CACnB,WAAW,EACjD;CAIF,MAAM,SAAS,MAAM,GAAG;0DACgC,IAAI,UAAU,EAAE;IACtE,OAAO;CACT,IAAI,OAAO,WAAW,WAAW,QAC/B,MAAM,IAAI,gBACR,0BAA0B,OAAO,KAAK,EAAE,gDACN,WAAW,EAC/C;CAGF,MAAM,EAAC,SAAQ;CACf,MAAM,SAAS,MAAM,GACb;;0BAEgB;CACxB,IAAI,OAAO,WAAW,GACpB,MAAM,IAAI,gBAAgB,oBAAoB,KAAK,YAAY;CAEjE,MAAM,CAAC,EAAC,YAAY,eAAc;CAClC,IAAI,eAAe,QAAQ,cAAc,QACvC,MAAM,IAAI,gBACR,oBAAoB,KAAK,+DAC3B;CAEF,OAAO;AACT;AAGA,IAAM,4BAA4B;;;;;AAUlC,IAAa,uBAAb,MAA0D;CACxD;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA,WAAW;CAEX,YACE,IACA,aACA,OACA,SACA,eACA,SACA,qBACA,UACA,wBAGA,OAGI,CAAC,GACL;EACA,KAAKA,MAAM,GAAG,YAAY,aAAa,eAAe;EACtD,KAAKU,aAAa,KAAK,aAAa;EACpC,KAAKC,kBAAkB,KAAK,kBAAkB;EAC9C,KAAKV,MAAM,SAAS,IAAI,aAAa,uBAAuB;GAC1D,KAAK;IAEJ,iBAAiB;EACpB,CAAC;EACD,KAAKC,eAAe;EACpB,KAAKC,SAAS;EACd,KAAKC,WAAW;EAChB,KAAKC,iBAAiB;EACtB,KAAKC,WAAW;EAChB,KAAKE,YAAY,YAAY;EAC7B,KAAKC,0BAA0B;EAC/B,KAAKF,eACH,sBAAsB,IAClB,IAAI,YACF,GAAG,YAAY,aAAa,cAAc,GAC1C,OACA,KAAKN,KACL,mBACF,IACA;EACN,qCACE,KAAKD,KACL,KAAKC,KACL,QAAQ,YACF,KAAKW,QACb;CACF;CAEA,MAAM,OAAsB;EAC1B,KAAKA,WAAW;EAChB,KAAKL,cAAc,KAAK;EACxB,aAAa,KAAKM,aAAa;EAC/B,MAAM,KAAKZ,IAAI,IAAI;CACrB;CAEA,MAAM,mBAAmB;EACvB,IAAI,KAAKM,cACP,IAAI;GACF,OAAO,MAAM,KAAKA,aAAa,kBAAkB,IAAI;EACvD,SAAS,GAAG;GACV,IAAI,gBAAgB,GAAG,yBAAyB,GAAG;IACjD,MAAM,gBACH,KAAKA,aAAa,aAAa,MAAA,OAC5B,0DACA;IACN,KAAKP,IAAI,OACP,6HAEA,iCAAiC,aAAa,0BAC9C,CACF;GACF,OACE,KAAKA,IAAI,QACP,gFACA,CACF;EAEJ;EAEF,OAAO;CACT;CAEA,MAAM,YACJ,iBACA,mBAAsC,CAAC,GAChB;EACvB,MAAM,KAAKc,yBAAyB;EACpC,MAAM,SAAS,MAAM,uBAAuB,KAAKb,KAAK,KAAKE,MAAM;EACjE,MAAM,EAAC,SAAQ,KAAKC;EACpB,KAAKJ,IAAI,OAAO,+BAA+B,MAAM;EACrD,OAAO,KAAK,oBACV,MACA,iBACA,QACA,gBACF;CACF;CAGA,MAAM,oBACJ,MACA,iBACA,aACA,kBACuB;EACvB,MAAM,cAAc,uBAAuB,eAAe,IAAI;EAC9D,MAAM,EAAC,UAAU,SAAQ,MAAM,KAAKU,WAClC,KAAKV,KACL,KAAKC,KACL,MACA,CAAC,GAAG,YAAY,YAAY,GAC5B,aACA,KAAA,GACA,KAAA,GACA,KAAKQ,uBACP;EACA,MAAM,QAAQ,IAAI,MAAM,IAAI;EAK5B,MAAM,UAAU,IAAI,wBAAwB,KAAKT,KAAK,eAAe;EACrE,MAAM,kBAAkB,IAAI,gBAAgB,KAAKA,KAAK,UAAS,QAC7D,KAAKW,gBAAgB,KAAKX,KAAK,KAAKE,cAAc,KAAKE,UAAU,KAAK,EACpE,UAAU,KAAKI,UACjB,CAAC,CACH;EACA,QACG,aAAa,UAAU,eAAe,EACtC,aAAa,iBAAiB,KAAK;EACtC,gBAAgB,IAAI,iBAAiB,gBAAgB;EAErD,MAAM,cAAc,IAAI,YACtB,KAAKL,QACL,aACA,KAAKF,KACL,KAAKG,SAAS,aAChB;;;;;EAMA,MAAM,0BACJ,KACA,QACmB;GACnB,IACE,IAAI,QAAQ,aACZ,IAAI,WAAW,KAAKG,cAAc,eAClC;IACA,QAAQ,WAAW,KAAKA,aAAa,wBAAwB,GAAG,CAAC;IACjE,OAAO;GACT;GAGA,MAAM,SAAS,KAAKA,cAAc,gBAAgB,GAAG;GACrD,IAAI,QACF,QAAQ,WAAW,MAAM;GAG3B,IAAI,IAAI,QAAQ,aAAa;IAC3B,QAAQ,WAAW;KACjB;KACA,EAAC,KAAK,IAAI,cAAa;KACvB,EAAC,WAAW,qBAAqB,GAAG,EAAC;IACvC,CAAC;IACD,OAAO;GACT;GAOA,IAAI,IAAI,QAAQ,aAAa,CAAC,IAAI,eAAe;IAC/C,KAAKP,IAAI,QACP,0DACA,IAAI,MACN;IACA,OAAO;GACT;GAEA,OAAO;EACT;EAEA,CAAM,YAAY;GAChB,IAAI;IACF,IAAI,cAAuC;IAC3C,IAAI,gBAAgB;IAEpB,WAAW,MAAM,CAAC,KAAK,QAAQ,UAAU;KACvC,IAAI,CAAC,uBAAuB,KAAK,GAAG,GAAG;MAIrC,IAAI,CAAC,iBAAiB,aAAa,eAAe;OAChD,QAAQ,QAAQ,YAAY,aAAa;OACzC,cAAc;MAChB;MACA;KACF;KAEA,IAAI,CAAC,aAAa;MAChB,MAAM,MAAM,QAAQ,QAAQ,aAAa;MAEzC,cAAc,EAAC,eADO,OAAO,QAAQ,WAAW,MAAM,MAAM,IAChC;KAC9B;KAEA,IAAI;KACJ,KAAK,MAAM,UAAU,MAAM,YAAY,YACrC,KAAKA,IAAI,YAAY,OAAO,WAAW,GAAG,CAAC,GAC3C,KACA,GACF,GAAG;MACD,MAAM,QAAQ,KAAK,MAAM;MACzB,aAAa;KACf;KAEA,QAAQ,aAAa,IAArB;MACE,KAAK;OACH,gBAAgB;OAChB;MACF,KAAK;OACH,gBAAgB;OAChB,YAAY,gBAAgB,WAAW,GAAG;OAC1C,IACE,SAAS,WAAW,KACpB,QAAQ,YAAY,IAAI,2BACxB;QAMA,QAAQ,QAAQ,YAAY,aAAa;QACzC,cAAc;OAChB;OACA;KACJ;IACF;GACF,SAAS,GAAG;IAGV,MAAM,MAAM,eAAe,CAAC;IAC5B,IAAI,eAAe,gBAGjB,MAAM,KAAKe,uBAAuB;IAEpC,QAAQ,KAAK,GAAG;GAClB;EACF,GAAG;EAEH,KAAKf,IAAI,OACP,8BAA8B,KAAK,QAAQ,gBAAgB,oBACzD,KAAKI,SAAS,WACf,EACH;EAEA,OAAO;GACL,SAAS,QAAQ,SAAS;GAC1B,MAAM,EAAC,OAAM,WAAU,MAAM,IAAI,OAAO,GAAG,SAAS,EAAC;EACvD;CACF;CAEA,MAAMW,yBAAyB;EAC7B,IAAI;GACF,MAAM,UAAU,MAAM,oBACpB,KAAKf,KACL,KAAKC,KACL,KAAKE,QACL,KAAKC,SAAS,YACd,KAAKA,SAAS,EAChB;GACA,IAAI,SACF,KAAKJ,IAAI,OACP,gCAAgC,KAAKI,SAAS,WAAW,IAAI,UAAU,QAAQ,iBAAiB,GAClG;EAEJ,SAAS,GAAG;GACV,KAAKJ,IAAI,OAAO,8BAA8B,CAAC;EACjD;CACF;;;;;;;;;;;;;;;;;CAkBA,MAAMc,2BAA2B;EAC/B,MAAM,MAAM,KAAKb;EACjB,MAAM,EAAC,IAAI,WAAW,SAAQ,KAAKG;EACnC,MAAM,gBAAgB,GAAG,eAAe,KAAKD,MAAM,EAAE;EAErD,MAAM,SAAS,MAAM,GAAG;;;4BAGA,KAAK;;EAE7B,IAAI,OAAO,WAAW,GAAG;GACvB,MAAM,iBAAiB,sBAAsB,KAAKA,MAAM;GACxD,MAAM,WAAW,MAAM,GAAG;;iBAEf,IAAI,aAAa,EAAE;GAC9B,MAAM,QAAQ,MAAM,GAAG;;;iCAGI,eAAe;;GAE1C,KAAKH,IAAI,OAAO,QAAQ,KAAK,wCAAwC;IACnE;IACA;GACF,CAAC;GACD,MAAM,IAAI,WACR,oBAAoB,KAAK,8FAG3B;EACF;EACA,KAAKA,IAAI,OAAO,iCAAiC,KAAK,UAAU,MAAM,GAAG;EACzE,MAAM,GAAG;eACE,IAAI,aAAa,EAAE;oCACE,KAAKM,SAAS;6BACrB,KAAKD,eAAe,WAAW;2BACjC,KAAKA,eAAe,SAAS;qBACnC;EACjB,KAAUW,8BAA8B;CAC1C;CAEA;CAEA,MAAMA,gCAAgC;EACpC,aAAa,KAAKH,aAAa;EAE/B,IAAI;GACF,MAAM,SAAS,MAAM,wBACnB,KAAKb,KACL,KAAKC,KACL,KAAKE,QACL,KAAKC,SAAS,IAChB;GACA,IAAI,OAAO,aAAa,GAAG;IACzB,KAAKJ,IAAI,OAAO,2CAA2C,EAAC,OAAM,CAAC;IACnE;GACF;GACA,KAAKA,IAAI,OAAO,4BAA4B,EAAC,OAAM,CAAC;EACtD,SAAS,GAAG;GACV,KAAKA,IAAI,OAAO,oCAAoC,CAAC;EACvD;EAEA,KAAKa,gBAAgB,iBACb,KAAKG,8BAA8B,GACzC,gCACF;CACF;AACF;AAGA,IAAa,QAAb,MAAuC;CACrC;CACA,2BAA0C;CAE1C,YAAY,MAAoB;EAC9B,KAAKC,QAAQ;CACf;CAEA,SAAS,QAAmC;EAC1C,QAAQ,OAAO,IAAf;GACE,KAAK;IACH,MAAM,EAAC,cAAa,OAAO;IAC3B,IAAI,OAAO,GAAG,KACZ,KAAKC,qBAAqB,SAAS;SAQnC,KAAKC,2BAA2B,SAAS;IAE3C;GACF,KAAK;IAKH,IAAI,CAAC,OAAO,GAAG,SACb,KAAKD,qBAAqB,OAAO,GAAG,eAAe;IAErD;EACJ;CACF;CAEA,qBAAqB,WAAmB;EACtC,KAAKE,2BAA2B;CAClC;CAEA,IAAI,WAAwB;EAC1B,IACE,KAAKA,4BACL,KAAKA,4BAA4B,WAEjC,KAAKA,2BAA2B;EAElC,KAAKC,SAAS,SAAS;CACzB;CAEA,2BAA2B,WAAmB;EAC5C,IAAI,KAAKD,6BAA6B,MACpC,KAAKC,SAAS,SAAS;CAE3B;CAEA,SAAS,WAAwB;EAC/B,MAAM,MAAM,uBAAuB,SAAS;EAC5C,KAAKJ,MAAM,KAAK,GAAG;CACrB;AACF;AAEA,IAAM,kBAAkB,eAAE,OAAO;CAC/B,IAAI,eAAE,OAAO;CACb,YAAY,eAAE,OAAO;CACrB,cAAc,eAAE,OAAO;AACzB,CAAC;AAMD,IAAa,cAAb,MAAa,YAAY;CACvB,OAAgB,iBAAiB;CAEjC;CACA;CAGA;CACA;CACA,oBAA6B,mBAC3B,eACA,sBACA;EACE,aACE;EAEF,MAAM;CACR,CACF;CAEA;CACA,sBAAiD;CACjD;CAEA,YACE,IACA,OACA,IACA,eACA;EACA,KAAKjB,MAAM;EACX,KAAK,gBAAgB,GAAG,MAAM,MAAM,GAAG,MAAM,WAAW,YAAY;EACpE,KAAKC,MAAM;EACX,KAAKqB,iBAAiB;CACxB;CAEA,MAAME,gBAAgB;EACpB,IAAI,KAAKC,eAAe,KAAA,GAAW;GACjC,MAAM,CAAC,EAAC,eAAc,MAAM,KAAKxB,GAAmC;;GAEpE,KAAKwB,aAAa;EACpB;EACA,OAAO,KAAKA;CACd;CAEA,IAAI,YAAY;EACd,OAAO,KAAKA;CACd;CAEA,MAAM,kBAAkB,MAAM,OAAO;EACnC,MAAM,YAAY,KAAKA,cAAe,MAAM,KAAKD,cAAc;EAC/D,MAAM,MAAM,KAAK,IAAI;EACrB,MAAM,KAAK,OAAO;EAGlB,MAAM,YAAY;GAAC;GAAI,YAAY;GAAK,cAAc;GAAK,KAAK;EAAE;EAClE,KAAKE,sBAAsB;EAE3B,IAAI;EACJ,IAAI;EAEJ,IAAI;GACF,IAAI,aAAA,MACF,CAAC,CAAC,cAAc,QAAQ,MAAM,KAAKzB,GAAY;;;;cAIzC,KAAK,cAAc;;sBAEX,GAAG;8BACK,IAAI;;;;;;QAY1B,CAAC,CAAC,cAAc,QAAQ,MAAM,KAAKA,GAAY;;;;cAIzC,KAAK,cAAc;;sBAEX,GAAG;8BACK,IAAI;;;;;EAM9B,SAAS,GAAG;GACV,IAAI,KAAKyB,qBAAqB,OAAO,IACnC,KAAKA,sBAAsB;GAE7B,MAAM;EACR;EAMA,UAAU,MAAM,SAAS,GAAG;EAC5B,UAAU,eAAe;EACzB,IAAI,KAAKA,qBAAqB,OAAO,IACnC,KAAKC,4BAA4B,EAAE;EAGrC,IAAI,KACF,KAAK3B,IAAI,OAAO,+BAA+B,OAAO;GACpD;GACA;GACA,YAAY;GACZ;EACF,CAAC;EAEH,OAAO;GAAC,mBAAmB;GAAc,gBAAgB;EAAG;CAC9D;;;;;;;;;;;;;;;;;;;;CAqBA,gBAAgB,KAAkD;EAChE,IAAI,KAAK0B,qBAAqB,OAAO,MAAM,KAAKA,oBAAoB,KAAK;GACvE,KAAK1B,IAAI,OACP,OAAO,WAAW,GAAG,EAAE,iCAClB,WAAW,KAAK0B,oBAAoB,GAAG,EAAE,6BAChD;GACA,OAAO,KAAKE,kBACV,KAAKF,qBACL,qBAAqB,GAAG,CAC1B;EACF;CAEF;CAEA,OAAO;EACL,aAAa,KAAKG,MAAM;EACxB,KAAKA,SAAS,KAAA;CAChB;CAEA,oBAAoB,SAAiB;EACnC,KAAKH,sBAAsB;EAC3B,aAAa,KAAKG,MAAM;EACxB,KAAKA,SAAS,WAAW,YAAY;GACnC,KAAKA,SAAS,KAAA;GACd,IAAI;IACF,MAAM,KAAK,kBAAkB;GAC/B,SAAS,GAAG;IACV,KAAK7B,IAAI,OAAO,+BAA+B,CAAC;IAChD,KAAK8B,oBAAoB,KAAKR,cAAc;GAC9C;EACF,GAAG,OAAO;CACZ;CAEA,4BAA4B,UAAkB;EAC5C,aAAa,KAAKO,MAAM;EACxB,KAAKA,SAAS,WAAW,YAAY;GACnC,KAAKA,SAAS,KAAA;GACd,MAAM,gBAAgB,KAAKH;GAC3B,IAAI,eAAe,OAAO,UACxB;GAGF,KAAKH,kBAAkB,IAAI,CAAC;GAC5B,KAAKvB,IAAI,OAAO,+BAA+B;IAC7C,IAAI,cAAc;IAClB,KAAK,WAAW,cAAc,GAAG;IACjC,YAAY,cAAc;GAC5B,CAAC;GACD,IAAI;IACF,MAAM,KAAK,kBAAkB;GAC/B,SAAS,GAAG;IACV,KAAKA,IAAI,OAAO,6BAA6B,CAAC;IAC9C,KAAK8B,oBAAoB,KAAKR,cAAc;GAC9C;EACF,GAAG,KAAKA,cAAc;CACxB;CAEA,wBAAwB,KAA8C;EACpE,OACE,IAAI,WAAW,KAAK,eACpB,8BAA8B,IAAI,QACpC;EACA,MAAM,SAAS,2BAA2B,KAAKtB,KAAK,KAAK,eAAe;EACxE,OAAO,KAAK4B,kBACV,QACA,qBAAqB,IAAI,cAAc,KAAK,CAC9C;CACF;CAEA,kBACE,QACA,WACyB;EACzB,MAAM,MAAM,KAAK,IAAI;EACrB,MAAM,iBAAiB,KAAKF;EAC5B,IAAI;EACJ,IAAI,OAAO,OAAO,gBAAgB,IAAI;GACpC,iBAAiB,KAAK,IAAI,KAAK,OAAO,aAAa,KAAKJ,cAAc;GACtE,KAAKQ,oBAAoB,iBAAiB,GAAG;EAC/C,OAAO;GAKL,KAAK9B,IAAI,QAAQ,kCAAkC,EAAC,OAAM,CAAC;GAC3D,iBACE,gBAAgB,cAChB,KAAK,IAAI,KAAK,OAAO,aAAa,KAAKsB,cAAc;EACzD;EACA,MAAM,EAAC,YAAY,iBAAgB;EACnC,OAAO;GACL;GACA;IACE,KAAK;IACL,WAAW;KACT,aAAa;MACX;MACA;MACA,eAAe;KACjB;KACA;IACF;GACF;GACA,EAAC,UAAS;EACZ;CACF;AACF;AASA,IAAM,gCAAgC;AAEtC,IAAM,cAAN,MAAkB;CAChB;CACA;CACA;CACA;CAEA;CACA;CACA,wCAAiC,IAAI,IAAY;CAEjD,YACE,EAAC,OAAO,YACR,aACA,IACA,eACA;EAEA,KAAKS,eAAe,GAAG,MAAM,GAAG;EAChC,KAAKC,eAAe;EACpB,KAAKC,iBAAiB;EACtB,KAAKhC,MAAM;CACb;CAEA,MAAM,YACJ,IACA,KACA,KACgC;EAChC,IAAI,KAAKkC,QAAQ;GACf,KAAKC,UAAU,IAAI,KAAKD,MAAM;GAC9B,OAAO,CAAC;EACV;EACA,IAAI;GACF,OAAO,MAAM,KAAKE,aAAa,IAAI,KAAK,GAAG;EAC7C,SAAS,KAAK;GACZ,KAAKF,SAAS;IAAC;IAAK;IAAK;IAAK,aAAa;GAAC;GAC5C,KAAKC,UAAU,IAAI,KAAKD,MAAM;GAE9B,MAAM,UAAU,2CAA2C,WAAW,GAAG;GACzE,MAAM,eAA2B,EAAC,OAAO,QAAO;GAChD,IAAI,eAAe,8BAA8B;IAC/C,aAAa,SAAS,IAAI;IAC1B,aAAa,UAAU,IAAI,MAAM;GACnC,OACE,aAAa,SAAS,OAAO,GAAG;GAKlC,OAAO,CACL,CAAC,YAAY,EAAC,KAAK,WAAU,CAAC,GAC9B,CAAC,WAAW;IAAC,KAAK;IAAkB;IAAS;GAAY,CAAC,CAC5D;EACF;CACF;CAEA,UAAU,IAAgB,OAAyB;EACjD,MAAM,EAAC,KAAK,KAAK,KAAK,gBAAe;EACrC,MAAM,MAAM,KAAK,IAAI;EAIrB,IAAI,MAAM,cAAc,KAAQ;GAC9B,GAAG,QACD,2CAA2C,WAAW,GAAG,EAAE,IAAI,OAC7D,GACF,KACA;IAEM,QAAQ;KAAC,GAAG;KAAK,SAAS,KAAA;IAAS;IACvC,GAAI,eAAe,gCAAgC,EACjD,SAAS,IAAI,MAAM,QACrB;IACA,GAAI,eAAe,SAAS;KAC1B,UAAU,IAAI;KACd,MAAM,IAAI;KACV,OAAO,IAAI;IACb;GACF,CACF;GACA,MAAM,cAAc;EACtB;CACF;CAEA,MAAME,aACJ,IACA,KACA,KAC6B;EAC7B,QAAQ,IAAI,KAAZ;GACE,KAAK,SACH,OAAO,CACL;IACE;IACA;KAAC,GAAG;KAAK,MAAM;IAAG;IAClB,EAAC,iBAAiB,qBAAqB,KAAK,IAAI,SAAS,CAAC,EAAC;GAC7D,CACF;GAEF,KAAK;IACH,IAAI,EAAE,IAAI,OAAO,IAAI,MACnB,MAAM,IAAI,MACR,qCAAqC,UAAU,GAAG,GACpD;IAEF,OAAO,CACL,CACE,QACA;KACE,GAAG;KACH,UAAU,aAAa,IAAI,QAAQ;KAEnC,KAAK,KAAK,IAAI,OAAO,IAAI,GAAG;IAC9B,CACF,CACF;GAGF,KAAK,UACH,OAAO,CACL,CACE,QACA;IACE,GAAG;IACH,UAAU,aAAa,IAAI,QAAQ;IAEnC,KAAK,IAAI,OAAO,IAAI;GACtB,CACF,CACF;GAGF,KAAK,UACH,OAAO,CAAC,CAAC,QAAQ;IAAC,GAAG;IAAK,UAAU,aAAa,IAAI,QAAQ;GAAC,CAAC,CAAC;GAClE,KAAK,YACH,OAAO,CAAC,CAAC,QAAQ;IAAC,GAAG;IAAK,WAAW,IAAI,UAAU,IAAI,YAAY;GAAC,CAAC,CAAC;GAExE,KAAK;IACH,IAAI,CAAC,IAAI,OAAO,WAAW,KAAKN,YAAY,GAAG;KAC7C,GAAG,QAAQ,wCAAwC,IAAI,MAAM;KAC7D,OAAO,CAAC;IACV;IACA,QAAQ,IAAI,OAAO,UAAU,KAAKA,aAAa,MAAM,GAArD;KACE,KAAK;KACL,KAAK,QACH,OAAO,KAAKO,kBAAkB,IAAI,KAAK,GAAG;KAC5C;MACE,GAAG,QAAQ,iCAAiC,IAAI,MAAM;MACtD,OAAO,CAAC;IACZ;GAEF,KAAK;IAYH,KAAKC,wBAAwB,KAAA;IAC7B,OAAO,CACL;KACE;KAIA;MAAC,GAAG;MAAK,cAAc,OAAO,IAAI,aAAa,KAAK;KAAC;KACrD,EAAC,WAAW,qBAAqB,KAAK,IAAI,SAAS,CAAC,EAAC;IACvD,CACF;GAEF,KAAK,YACH,OAAO,MAAM,KAAKC,gBAAgB,GAAG;GACvC,KAAK,QACH,OAAO,CAAC;GACV,KAAK,UAGH,OAAO,CAAC;GACV,SAEE,MAAM,IAAI,MAAM,2BAA2B,UAAU,GAAG,GAAG;EAC/D;CACF;CAIA;CAEA,kBACE,IACA,KACA,KACoB;EACpB,MAAM,QAAQ,2BAA2B,IAAI,KAAK,sBAAsB;EACxE,KAAK,GACF,YAAY,OAAO,WAAW,GAAG,CAAC,EAClC,YAAY,OAAO,MAAM,MAAM,GAAG,EAClC,YAAY,SAAS,MAAM,QAAQ,KAAK;EAE3C,IAAI,MAAM,gBACR,sBACE,IACA,MAAM,gBACN,KAAKN,qBACP;EAEF,IAAI,MAAM,QACR,sBAAsB,IAAI,MAAM,QAAQ,KAAKA,qBAAqB;EAKpE,aAAa,KAAKO,qBAAqB;EAEvC,MAAM,EAAC,SAAQ;EACf,QAAQ,MAAR;GACE,KAAK;GACL,KAAK;GACL,KAAK,aACH;GACF;IACE,GAAG,OAAO,sCAAsC,MAAM;IACtD,OAAO,CAAC;EACZ;EAEA,MAAM,YAAY,KAAKF;EAEvB,KAAKA,wBAAwB;EAE7B,MAAM,EAAC,WAAU;EACjB,IAAI,WAAW,KAAA,GAAW;GAIxB,GAAG,QAAQ,yBAAyB,IAAI,OAAO,GAAG,KAAK,SAAS,EAC9D,OAAO,gCAAgC,KAAK,EAC9C,CAAC;GACD,OAAO,CAAC;EACV;EAEA,MAAM,aACJ,MAAM,mBAAmB,KAAA,IACrB,WAAW,SACX,MAAM;EACZ,IAAI,CAAC,YAAY;GACf,GAAG,OAAO,YAAY,IAAI,OAAO,GAAG,KAAK,SAAS,EAChD,OAAO,gCAAgC,KAAK,EAC9C,CAAC;GACD,OAAO,CAAC;EACV;EA4BA,MAAM,eACJ,MAAM,SAAS,mBACX,YACA,WAAW,SAAS,aAClB,UAAU,MAAM,MAChB,MAAM,SAAS,cACb,MAAM,MAAM,MACZ;EACV,GAAG,OAAO,cAAc,aAAa,gBAAgB,IAAI,OAAO,GAAG,QAAQ,EACzE,OAAO,gCAAgC,KAAK,EAC9C,CAAC;EACD,MAAM,UAAU,KAAKG,mBACnB,IACA,YACA,QACA,OACA,YACF,EAAE,KAAI,WAAU,CAAC,QAAQ,MAAM,CAAgB;EAE/C,GAAG,OAAO,GAAG,QAAQ,OAAO,oBAAoB,EAAC,QAAO,CAAC;EAEzD,MAAM,oBACJ,6CAA6C,MAAM;EACrD,IAAI,mBACF,KAAKD,wBAAwB,WAAW,YAAY;GAClD,IAAI;IACF,MAAM,kBAAkB,MAAM,IAAI,KAAKxC,GAAG;GAC5C,SAAS,KAAK;IACZ,GAAG,OAAO,oCAAoC,GAAG;GACnD;EACF,GAAG,6BAA6B;EAGlC,OAAO;CACT;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6BA,mBACE,IACA,WACA,YACA,OACA,KACgB;EAChB,IAAI;GACF,MAAM,CAAC,SAAS,WAAW,UAAU,SAAS;GAC9C,MAAM,CAAC,SAAS,WAAW,UAAU,UAAU;GAC/C,MAAM,UAA0B,CAAC;GAGjC,KAAK,MAAM,SAAS,QAAQ,OAAO,GACjC,SAAS,IAAI,KAAK;GAGpB,MAAM,CAAC,YAAY,cAAc,qBAAqB,SAAS,OAAO;GAQtE,MAAM,UAAU,aAAa,SAAS,OAAO;GAC7C,KAAK,MAAM,MAAM,SACf,IACE,2BACE,KAAK,QAAQ,IAAI,EAAE,CAAC,GACpB,KAAK,QAAQ,IAAI,EAAE,CAAC,GACpB,SACA,OACF,GACA;IACA,WAAW,IAAI,EAAE;IACjB,WAAW,IAAI,EAAE;GACnB;GAGF,KAAK,MAAM,MAAM,YAAY;IAC3B,MAAM,EAAC,QAAQ,SAAQ,KAAK,QAAQ,IAAI,EAAE,CAAC;IAC3C,QAAQ,KAAK;KAAC,KAAK;KAAc,IAAI;MAAC;MAAQ;KAAI;IAAC,CAAC;GACtD;GAGA,MAAM,CAAC,YAAY,cAAc,qBAAqB,SAAS,OAAO;GACtE,KAAK,MAAM,MAAM,YAAY;IAC3B,MAAM,EAAC,QAAQ,SAAQ,KAAK,QAAQ,IAAI,EAAE,CAAC;IAC3C,QAAQ,KAAK;KAAC,KAAK;KAAc,IAAI;MAAC;MAAQ;KAAI;IAAC,CAAC;GACtD;GAEA,MAAM,SAAS,aAAa,SAAS,OAAO;GAC5C,KAAK,MAAM,MAAM,QACf,QAAQ,KACN,GAAG,KAAK0C,iBACN,IACA,KAAK,QAAQ,IAAI,EAAE,CAAC,GACpB,KAAK,QAAQ,IAAI,EAAE,CAAC,GACpB,GACF,CACF;GAGF,KAAK,MAAM,MAAM,YAAY;IAC3B,MAAM,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC;IACjC,MAAM,cAA2B;KAC/B,KAAK;KACL;KACA,UAAU,YAAY,IAAI;IAC5B;IASA,IAAI,CAAC,IAAI,WAAW,QAAQ,GAC1B,YAAY,WAAW,UAAU,KAAK,UAAU,EAAC,KAAK,cAAa,EACjE,OACF,EAAE;IAEJ,QAAQ,KAAK,WAAW;GAC1B;GAIA,KAAK,MAAM,MAAM,YAAY;IAC3B,MAAM,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC;IACjC,QAAQ,KAAK;KAAC,KAAK;KAAgB;IAAI,CAAC;GAC1C;GACA,OAAO;EACT,SAAS,GAAG;GACV,MAAM,IAAI,6BAA6B,OAAO,CAAC,GAAG,OAAO,EAAC,OAAO,EAAC,CAAC;EACrE;CACF;CAEA,iBACE,IACA,UACA,UACA,QACgB;EAChB,MAAM,UAA0B,CAAC;EACjC,IACE,SAAS,WAAW,SAAS,UAC7B,SAAS,SAAS,SAAS,MAE3B,QAAQ,KAAK;GACX,KAAK;GACL,KAAK;IAAC,QAAQ,SAAS;IAAQ,MAAM,SAAS;GAAI;GAClD,KAAK;IAAC,QAAQ,SAAS;IAAQ,MAAM,SAAS;GAAI;EACpD,CAAC;EAEH,MAAM,cAAc,YAAY,QAAQ;EACxC,MAAM,cAAc,YAAY,QAAQ;EACxC,IAAI,CAAC,UAAU,aAAa,WAAW,GACrC,QAAQ,KAAK;GACX,KAAK;GACL,OAAO;IAAC,QAAQ,SAAS;IAAQ,MAAM,SAAS;GAAI;GACpD,KAAK;GACL,KAAK;EACP,CAAC;EAEH,MAAM,QAAQ;GAAC,QAAQ,SAAS;GAAQ,MAAM,SAAS;EAAI;EAC3D,MAAM,aAAa,YAAY,SAAS,OAAO;EAC/C,MAAM,aAAa,YAAY,SAAS,OAAO;EAG/C,MAAM,CAAC,SAAS,SAAS,qBAAqB,YAAY,UAAU;EACpE,KAAK,MAAM,MAAM,SAAS;GACxB,MAAM,EAAC,MAAM,WAAU,KAAK,WAAW,IAAI,EAAE,CAAC;GAC9C,QAAQ,KAAK;IAAC,KAAK;IAAe;IAAO;GAAM,CAAC;EAClD;EAGA,MAAM,OAAO,aAAa,YAAY,UAAU;EAChD,KAAK,MAAM,MAAM,MAAM;GACrB,MAAM,EAAC,MAAM,SAAS,GAAG,YAAW,KAAK,WAAW,IAAI,EAAE,CAAC;GAC3D,MAAM,EAAC,MAAM,SAAS,GAAG,YAAW,KAAK,WAAW,IAAI,EAAE,CAAC;GAK3D,IACE,YAAY,WACZ,QAAQ,aAAa,QAAQ,YAC7B,QAAQ,YAAY,QAAQ,SAE5B,QAAQ,KAAK;IACX,KAAK;IACL;IACA,KAAK;KAAC,MAAM;KAAS,MAAM;IAAO;IAClC,KAAK;KAAC,MAAM;KAAS,MAAM;IAAO;GACpC,CAAC;EAEL;EAUA,MAAM,iBAAiB,WAAW;EAGlC,KAAK,MAAM,MAAM,OAAO;GACtB,MAAM,EAAC,MAAM,GAAG,SAAQ,KAAK,WAAW,IAAI,EAAE,CAAC;GAC/C,MAAM,SAAS;IAAC;IAAM;GAAI;GAC1B,MAAM,YAAuB;IAC3B,KAAK;IACL;IACA;IACA,eAAe,YAAY,QAAQ;GACrC;GACA,IAAI,gBAAgB;IAClB,UAAU,OAAO,KAAK,OAAO;IAC7B,UAAU,WAAW,EAAC,QAAQ,KAAK,IAAG;GACxC,OAEE,IAAI;IACF,wBAAwB,MAAM,MAAM,MAAM;GAC5C,SAAS,GAAG;IACV,IAAI,EAAE,aAAa,gCAGjB,MAAM;IAQR,GAAG,OAAO,sBAAsB,MAAM,KAAK,GAAG,KAAK,IAAI,OAAO,CAAC,GAAG;IAClE,UAAU,OAAO,KAAK,OAAO;IAC7B,UAAU,WAAW,EAAC,QAAQ,KAAK,IAAG;GACxC;GAEF,QAAQ,KAAK,SAAS;EACxB;EACA,OAAO;CACT;;;;;;;;;;;;;;;;;;;CAoBA,MAAMH,gBAAgB,KAAoD;EACxE,MAAM,EAAC,cAAc,iBAAgB,KAAKR;EAC1C,IAAI,cACF,OAAO,CAAC;EAEV,MAAM,gBAAgB,MAAM,mBAAmB,KAAK/B,KAAK,YAAY;EACrE,MAAM,aAAa,oBAAoB,KAAKgC,gBAAgB,aAAa;EACzE,IAAI,eAAe,MACjB,MAAM,IAAI,2BAA2B,UAAU;EAMjD,MAAM,OAAO,KAAKA,eAAe,OAAO,MACtC,MAAK,EAAE,QAAQ,IAAI,WACrB;EACA,IAAI,CAAC,MAEH,MAAM,IAAI,2BACR,kCAAkC,UAAU,GAAG,GACjD;EAEF,IAAI,kBAAkB,MAAM,GAAG,GAC7B,MAAM,IAAI,2BACR,gDAAgD,UAAU,IAAI,EAAE,MAAM,UAAU,GAAG,GACrF;EAEF,OAAO,CAAC;CACV;AACF;AAEA,SAAS,oBACP,GACA,GACe;CAEf,IAAI,EAAE,OAAO,WAAW,EAAE,OAAO,QAC/B,OAAO;CAET,KAAK,IAAI,IAAI,GAAG,IAAI,EAAE,OAAO,QAAQ,KAAK;EACxC,MAAM,KAAK,EAAE,OAAO;EACpB,MAAM,KAAK,EAAE,OAAO;EACpB,MAAM,aAAa,mBAAmB,IAAI,EAAE;EAC5C,IAAI,YACF,OAAO;CAEX;CACA,OAAO;AACT;AAGA,IAAM,eAAe,GAAyB,MAC5C,EAAE,GAAG,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,GAAG,MAAM,EAAE,GAAG,MAAM,IAAI;AAEvD,SAAS,mBACP,GACA,GACe;CACf,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAC3D,OAAO,UAAU,EAAE,KAAK,wBAAwB,EAAE,KAAK;CAEzD,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,GACvC,OAAO,yBAAyB,EAAE,KAAK;CAEzC,MAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;CACxD,MAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;CACxD,IACE,MAAM,WAAW,MAAM,UACvB,MAAM,MAAM,CAAC,OAAO,OAAO,MAAM;EAC/B,MAAM,CAAC,OAAO,QAAQ,MAAM;EAC5B,OACE,UAAU,SACV,KAAK,QAAQ,KAAK,OAClB,KAAK,YAAY,KAAK,WACtB,KAAK,YAAY,KAAK;CAE1B,CAAC,GAED,OAAO,qBAAqB,EAAE,KAAK;CAErC,OAAO;AACT;AAEA,SAAgB,kBAAkB,GAAuB,GAAqB;CAC5E,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MACnE,OAAO;CAET,IAME,EAAE,oBAAoB,aACtB,CAAC,OAAO,IAAI,IAAI,EAAE,UAAU,GAAG,IAAI,IAAI,EAAE,UAAU,CAAC,GAEpD,OAAO;CAET,MAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;CACxD,MAAM,QAAQ,EAAE;CAChB,OACE,MAAM,WAAW,MAAM,UACvB,MAAM,MAAM,CAAC,OAAO,OAAO,MAAM;EAC/B,MAAM,OAAO,MAAM;EACnB,OAAO,UAAU,KAAK,QAAQ,KAAK,YAAY,KAAK;CACtD,CAAC;AAEL;AAEA,SAAS,eAAe,GAAmB;CACzC,IAAI,EAAE,aAAa,QACjB,OAAO,IAAI,MAAM,OAAO,CAAC,CAAC;CAE5B,IAAI,aAAa,SAAS,iBAAiB,EAAE,SAAS,mBACpD,OAAO,IAAI,eAAe,CAAC;CAE7B,OAAO;AACT;AACA,IAAM,YAAY,OAAmB,GAAG,GAAG,OAAO,GAAG,GAAG;AAExD,SAAS,UAAU,WAA4B;CAC7C,OAAO,CAGL,IAAI,IAAI,UAAU,OAAO,KAAI,MAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAC7C,IAAI,IAAI,UAAU,QAAQ,KAAI,MAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CACtD;AACF;;;;;;;;;AAUA,SAAgB,2BACd,MACA,MACA,YACA,YACS;CACT,IACE,KAAK,WAAW,KAAK,UACrB,KAAK,iBAAiB,KAAK,gBAC3B,KAAK,sBAAsB,KAAK,qBAChC,KAAK,gBAAgB,KAAK,aAE1B,OAAO;CAGT,MAAM,YAAY,yBAChB,YACA,KAAK,QACL,KAAK,SACP;CACA,MAAM,YAAY,yBAChB,YACA,KAAK,QACL,KAAK,SACP;CACA,IAAI,CAAC,aAAa,CAAC,WAEjB,OAAO;CAGT,IAAK,KAAK,cAAc,KAAA,OAAgB,KAAK,cAAc,KAAA,IACzD,OAAO;CAET,IAAI,KAAK,aAAa,KAAK,WAAW;EACpC,IAAI,aAAa;EACjB,MAAM,gBAAgB,yBAAyB,KAAK,YAAW,SAAQ;GACrE,MAAM,MAAM,UAAU,QAAQ,OAAO;GACrC,IAAI,QAAQ,KAAA,GAAW,aAAa;GACpC,OAAO,OAAO,GAAG;EACnB,CAAC;EACD,MAAM,gBAAgB,yBAAyB,KAAK,YAAW,SAAQ;GACrE,MAAM,MAAM,UAAU,QAAQ,OAAO;GACrC,IAAI,QAAQ,KAAA,GAAW,aAAa;GACpC,OAAO,OAAO,GAAG;EACnB,CAAC;EACD,IAAI,cAAc,CAAC,UAAU,eAAe,aAAa,GACvD,OAAO;CAEX;CAEA,MAAM,cAAc,OAAO,QAAQ,KAAK,OAAO;CAC/C,MAAM,cAAc,OAAO,QAAQ,KAAK,OAAO;CAC/C,IAAI,YAAY,WAAW,YAAY,QACrC,OAAO;CAIT,MAAM,eAAe,IAAI,IACvB,YAAY,KAAK,CAAC,MAAM,SAAS,CAAC,UAAU,QAAQ,OAAO,KAAK,GAAG,CAAC,CACtE;CACA,MAAM,eAAe,IAAI,IACvB,YAAY,KAAK,CAAC,MAAM,SAAS,CAAC,UAAU,QAAQ,OAAO,KAAK,GAAG,CAAC,CACtE;CAEA,IAAI,aAAa,IAAI,KAAA,CAAS,KAAK,aAAa,IAAI,KAAA,CAAS,GAE3D,OAAO;CAET,IAAI,aAAa,SAAS,aAAa,MACrC,OAAO;CAET,KAAK,MAAM,CAAC,QAAQ,QAAQ,cAC1B,IAAI,aAAa,IAAI,MAAM,MAAM,KAC/B,OAAO;CAGX,OAAO;AACT;AAEA,SAAS,yBACP,QACA,QACA,MAC+C;CAC/C,KAAK,MAAM,SAAS,OAAO,OAAO,GAChC,IAAI,MAAM,WAAW,UAAU,MAAM,SAAS,MAC5C,OAAO;AAIb;AAEA,SAAS,YACP,SAC0C;CAC1C,MAAM,2BAAW,IAAI,IAAyC;CAC9D,KAAK,MAAM,CAAC,MAAM,SAAS,OAAO,QAAQ,OAAO,GAG/C,SAAS,IAAI,KAAK,KAAK;EAAC,GAAG;EAAM;CAAI,CAAC;CAExC,OAAO;AACT;AAEA,SAAS,YAAY,OAAyD;CAC5E,OAAO;EACL,WAAW,KAAK,MAAM,SAAS;EAC/B,aAAa,MAAM;EACnB,QAAQ,OAAO,YACb,MAAM,uBAAuB,KAAI,MAAK,CACpC,GACA,EAAC,QAAQ,MAAM,QAAQ,GAAG,IAAG,CAC/B,CAAC,CACH;CACF;AACF;AAIA,SAAS,aAAa,UAA6C;CAGjE,MAAM,EAAC,SAAS,GAAG,YAAY,iBAAiB,GAAG,SAAQ;CAC3D,OAAO;EACL,GAAG;EACH,QAAQ;GACN,SAAS;GACT,MAAM;EACR;EAGA;EACA;CACF;AACF;AAEA,SAAS,sBAAsB,QAAyB;CACtD,OAAO;EACL,QAAQ,OAAO,OAAO;EACtB,SAAS,OAAO,QAAQ;CAC1B;AACF;AAEA,SAAS,gCAAgC,OAAqC;CAC5E,MAAM,EAAC,QAAQ,GAAG,SAAQ;CAC1B,MAAM,EAAC,gBAAgB,GAAG,wBAAuB;CACjD,OAAO;EACL,GAAG;EACH,GAAI,WAAW,KAAA,KAAa,EAAC,QAAQ,sBAAsB,MAAM,EAAC;EAClE,GAAI,mBAAmB,KAAA,KAAa,EAClC,gBACE,mBAAmB,OAAO,OAAO,sBAAsB,cAAc,EACzE;CACF;AACF;AAEA,IAAM,+BAAN,cAA2C,MAAM;CAC/C,OAAgB;CAChB;CACA;CAEA,YACE,aACA,OACA,SACA;EACA,MACE,sDAAsD,eACtD,OACF;EACA,KAAK,cAAc;EACnB,KAAK,QAAQ;CACf;AACF;AAEA,IAAM,6BAAN,cAAyC,MAAM;CAC7C,OAAgB;CAEhB,YAAY,KAAa;EACvB,MACE,GAAG,IAAI,8EACT;CACF;AACF;AAGA,IAAM,iBAAN,cAA6B,WAAW;CACtC,OAAgB;CAEhB,YAAY,OAAgB;EAC1B,MACE,yFACA,EACE,MACF,CACF;CACF;AACF;AAEA,SAAS,2BACP,IACA,KACA,QACA;CACA,MAAM,EAAC,YAAW;CAClB,MAAM,MACJ,mBAAmB,SACf,QAAQ,SAAS,OAAO,IACxB,IAAI,YAAY,EAAE,OAAO,OAAO;CACtC,IAAI;EAEF,OAAO,MADM,KAAK,MAAM,GACT,GAAM,QAAQ,aAAa;CAC5C,SAAS,GAAG;EACV,GAAG,QAAQ,4CAA4C,OAAO,CAAC,KAAK,EAClE,SAAS;GAAC,GAAG;GAAK,SAAS;EAAG,EAChC,CAAC;EACD,MAAM;CACR;AACF"}
+{"version":3,"file":"change-source.js","names":["#lc","#db","#upstreamUri","#shard","#replica","#slotCleanupMonitor","#backupOptions","#context","#lagReporter","#textCopy","#streamInboundTimeoutMs","#subscribe","#streamBackfill","#stopped","#takeoverReplicationSlot","#logCurrentReplicaInfo","#acks","#waitingForDownstreamAck","#expectDownstreamAck","#ackIfDownstreamIsCaughtUp","#sendAck","#lagIntervalMs","#lagReportRetries","#pgVersion","#expectingLagReport","#scheduleMissingReportRetry","#processLagReport","#timer","#scheduleNextReport","#shardPrefix","#shardConfig","#initialSchema","#skippedIndexWarnings","#error","#logError","#makeChanges","#handleDdlMessage","#lastReplicationEvent","#handleRelation","#replicaIdentityTimer","#makeSchemaChanges","#getTableChanges"],"sources":["../../../../../../../zero-cache/src/services/change-source/pg/change-source.ts"],"sourcesContent":["import {\n  PG_ADMIN_SHUTDOWN,\n  PG_INSUFFICIENT_PRIVILEGE,\n} from '@drdgvhbh/postgres-error-codes';\nimport type {LogContext} from '@rocicorp/logger';\nimport {nanoid} from 'nanoid';\nimport postgres from 'postgres';\nimport {AbortError} from '../../../../../shared/src/abort-error.ts';\nimport {assert} from '../../../../../shared/src/asserts.ts';\nimport {stringify} from '../../../../../shared/src/bigint-json.ts';\nimport {deepEqual} from '../../../../../shared/src/json.ts';\nimport {must} from '../../../../../shared/src/must.ts';\nimport {mapValues} from '../../../../../shared/src/objects.ts';\nimport {\n  equals,\n  intersection,\n  symmetricDifferences,\n} from '../../../../../shared/src/set-utils.ts';\nimport * as v from '../../../../../shared/src/valita.ts';\nimport {mapIndexPredicateColumns} from '../../../db/index-predicate.ts';\nimport {\n  mapPostgresToLiteColumn,\n  UnsupportedColumnDefaultError,\n} from '../../../db/pg-to-lite.ts';\nimport type {\n  ColumnSpec,\n  PublishedIndexSpec,\n  PublishedTableSpec,\n} from '../../../db/specs.ts';\nimport {getOrCreateCounter} from '../../../observability/metrics.ts';\nimport {type LexiVersion} from '../../../types/lexi-version.ts';\nimport {PG_17} from '../../../types/pg-versions.ts';\nimport {isPostgresError, pgClient, type PostgresDB} from '../../../types/pg.ts';\nimport {upstreamSchema, type ShardID} from '../../../types/shards.ts';\nimport {\n  majorVersionFromString,\n  majorVersionToString,\n} from '../../../types/state-version.ts';\nimport type {Sink} from '../../../types/streams.ts';\nimport type {ChangeSource, ChangeStream} from '../change-source.ts';\nimport {BackfillManager} from '../common/backfill-manager.ts';\nimport {\n  ChangeStreamMultiplexer,\n  type Listener,\n} from '../common/change-stream-multiplexer.ts';\nimport type {\n  BackfillRequest,\n  DownstreamStatusMessage,\n  JSONObject,\n} from '../protocol/current.ts';\nimport type {\n  ColumnAdd,\n  Identifier,\n  MessageRelation,\n  SchemaChange,\n  TableCreate,\n} from '../protocol/current/data.ts';\nimport type {\n  ChangeStreamData,\n  ChangeStreamMessage,\n  Data,\n} from '../protocol/current/downstream.ts';\nimport type {ColumnMetadata, TableMetadata} from './backfill-metadata.ts';\nimport {streamBackfill} from './backfill-stream.ts';\nimport {type ServerContext} from './initial-sync.ts';\nimport type {\n  Message,\n  MessageMessage,\n  MessageRelation as PostgresRelation,\n} from './logical-replication/pgoutput.types.ts';\nimport {subscribe, type StreamMessage} from './logical-replication/stream.ts';\nimport {fromBigInt, toBigInt, toStateVersionString} from './lsn.ts';\nimport {ReplicationSlotCleanupMonitor} from './replication-slot-cleanup-monitor.ts';\nimport {registerReplicationSlotHealthMetrics} from './replication-slot-health.ts';\nimport {replicationEventSchema, type ReplicationEvent} from './schema/ddl.ts';\nimport {\n  getPublicationInfo,\n  warnForSkippedIndexes,\n  type PublishedSchema,\n  type PublishedTableWithReplicaIdentity,\n} from './schema/published.ts';\nimport {\n  getInternalShardConfig,\n  getReplicaAtVersion,\n  replicaIdentitiesForTablesWithoutPrimaryKeys,\n  replicationSlotPrefix,\n  type BackupOptions,\n  type InternalShardConfig,\n  type Replica,\n} from './schema/shard.ts';\nimport {validate} from './schema/validation.ts';\n\n// Parameterize this if necessary. In practice starvation may never happen.\nconst MAX_LOW_PRIORITY_DELAY_MS = 1000;\n\ntype ReservationState = {\n  lastWatermark?: string;\n};\n\n/**\n * Postgres implementation of a {@link ChangeSource} backed by a logical\n * replication stream.\n */\nexport class PostgresChangeSource implements ChangeSource {\n  readonly #lc: LogContext;\n  readonly #db: PostgresDB;\n  readonly #upstreamUri: string;\n  readonly #shard: ShardID;\n  readonly #replica: Replica;\n  readonly #slotCleanupMonitor: ReplicationSlotCleanupMonitor;\n  readonly #backupOptions: BackupOptions;\n  readonly #context: ServerContext;\n  readonly #lagReporter: LagReporter | null;\n  readonly #textCopy: boolean;\n  readonly #streamInboundTimeoutMs: number | undefined;\n  readonly #subscribe: typeof subscribe;\n  readonly #streamBackfill: typeof streamBackfill;\n  #stopped = false;\n\n  constructor(\n    lc: LogContext,\n    upstreamUri: string,\n    shard: ShardID,\n    replica: Replica,\n    pgVersion: number,\n    backupOptions: BackupOptions,\n    context: ServerContext,\n    lagReportIntervalMs: number,\n    textCopy?: boolean | undefined,\n    streamInboundTimeoutMs?: number | undefined,\n    // Injectable dependencies, overridable in tests. Default to the production\n    // implementations.\n    deps: {\n      subscribe?: typeof subscribe;\n      streamBackfill?: typeof streamBackfill;\n    } = {},\n  ) {\n    this.#lc = lc.withContext('component', 'change-source');\n    this.#subscribe = deps.subscribe ?? subscribe;\n    this.#streamBackfill = deps.streamBackfill ?? streamBackfill;\n    // used for schema changes, lag reporting, and slot cleanup\n    this.#db = pgClient(lc, upstreamUri, 'replication-monitor', {\n      max: 3,\n      idle_timeout: 60,\n    });\n    this.#upstreamUri = upstreamUri;\n    this.#shard = shard;\n    this.#replica = replica;\n    this.#slotCleanupMonitor = new ReplicationSlotCleanupMonitor(\n      lc.withContext('component', 'replication-slot-monitor'),\n      shard,\n      this.#db,\n      pgVersion,\n      replica.slot,\n    );\n    this.#backupOptions = backupOptions;\n    this.#context = context;\n    this.#textCopy = textCopy ?? false;\n    this.#streamInboundTimeoutMs = streamInboundTimeoutMs;\n    this.#lagReporter =\n      lagReportIntervalMs > 0\n        ? new LagReporter(\n            lc.withContext('component', 'lag-reporter'),\n            shard,\n            this.#db,\n            pgVersion,\n            lagReportIntervalMs,\n          )\n        : null;\n    registerReplicationSlotHealthMetrics(\n      this.#lc,\n      this.#db,\n      replica.slot,\n      () => this.#stopped,\n    );\n  }\n\n  async stop(): Promise<void> {\n    this.#stopped = true;\n    this.#lagReporter?.stop();\n    await this.#db.end();\n  }\n\n  async startLagReporter() {\n    if (this.#lagReporter) {\n      try {\n        return await this.#lagReporter.initiateLagReport(true);\n      } catch (e) {\n        if (isPostgresError(e, PG_INSUFFICIENT_PRIVILEGE)) {\n          const functionName =\n            (this.#lagReporter.pgVersion ?? 0) >= PG_17\n              ? 'pg_logical_emit_message(boolean, text, text, boolean)'\n              : 'pg_logical_emit_message(boolean, text, text)';\n          this.#lc.warn?.(\n            `\\n\\nUnable to initiate replication lag reports due to insufficient privileges.` +\n              `\\nTo enable replication lag reporting, run:`,\n            `\\n\\tGRANT EXECUTE ON FUNCTION ${functionName} TO <your_db_user>;\\n\\n`,\n            e,\n          );\n        } else {\n          this.#lc.error?.(\n            `Unexpected error while initiating lag reports. Lag reports will be disabled.`,\n            e,\n          );\n        }\n      }\n    }\n    return null;\n  }\n\n  async startStream(\n    clientWatermark: string,\n    backfillRequests: BackfillRequest[] = [],\n  ): Promise<ChangeStream> {\n    await this.#takeoverReplicationSlot();\n    const config = await getInternalShardConfig(this.#db, this.#shard);\n    const {slot} = this.#replica;\n    this.#lc.info?.(`starting replication stream@${slot}`);\n    const changeStream = await this.startStreamInternal(\n      slot,\n      clientWatermark,\n      config,\n      backfillRequests,\n    );\n    const {signal} = changeStream.changes;\n    if (!signal.aborted) {\n      // The slot cleanup monitor runs when a replication slot is active.\n      // If no slots are active, they are all available for claiming by a\n      // replication-manager; inactive slots are only cleaned up when at\n      // least one stream is being processed.\n      this.#slotCleanupMonitor.start();\n      signal.addEventListener('abort', () => this.#slotCleanupMonitor.stop());\n    }\n    return changeStream;\n  }\n\n  // Exported for testing.\n  async startStreamInternal(\n    slot: string,\n    clientWatermark: string,\n    shardConfig: InternalShardConfig,\n    backfillRequests: BackfillRequest[],\n  ): Promise<ChangeStream> {\n    const clientStart = majorVersionFromString(clientWatermark) + 1n;\n    const {messages, acks} = await this.#subscribe(\n      this.#lc,\n      this.#db,\n      slot,\n      [...shardConfig.publications],\n      clientStart,\n      undefined,\n      undefined,\n      this.#streamInboundTimeoutMs,\n    );\n    const acker = new Acker(acks, clientWatermark);\n\n    // The ChangeStreamMultiplexer facilitates cooperative streaming from\n    // the main replication stream and backfill streams initiated by the\n    // BackfillManager.\n    const changes = new ChangeStreamMultiplexer(this.#lc, clientWatermark);\n    const backfillManager = new BackfillManager(this.#lc, changes, req =>\n      this.#streamBackfill(this.#lc, this.#upstreamUri, this.#replica, req, {\n        textCopy: this.#textCopy,\n      }),\n    );\n    changes\n      .addProducers(messages, backfillManager)\n      .addListeners(backfillManager, acker);\n    backfillManager.run(clientWatermark, backfillRequests);\n\n    const changeMaker = new ChangeMaker(\n      this.#shard,\n      shardConfig,\n      this.#db,\n      this.#replica.initialSchema,\n    );\n\n    /**\n     * Determines if the incoming message is transactional, otherwise handling\n     * non-transactional messages with a downstream status message.\n     */\n    const isTransactionalMessage = (\n      lsn: bigint,\n      msg: StreamMessage[1],\n    ): msg is Message => {\n      if (\n        msg.tag === 'message' &&\n        msg.prefix === this.#lagReporter?.messagePrefix\n      ) {\n        changes.pushStatus(this.#lagReporter.processLagReportMessage(msg));\n        return false;\n      }\n      // Checks if we are passed the LSN of the expected lag report, in which\n      // case a new one is initiated.\n      const status = this.#lagReporter?.checkCurrentLSN(lsn);\n      if (status) {\n        changes.pushStatus(status);\n      }\n\n      if (msg.tag === 'keepalive') {\n        changes.pushStatus([\n          'status',\n          {ack: msg.shouldRespond},\n          {watermark: majorVersionToString(lsn)},\n        ]);\n        return false;\n      }\n\n      // The only non-transaction \"message\" we process is our own lagReporter's\n      // message (handled above). Non-transactional messages from other shards\n      // (e.g. lag reports), should be ignored but properly classified as\n      // non-transactional, so as not to incorrectly request a stream\n      // reservation.\n      if (msg.tag === 'message' && !msg.transactional) {\n        this.#lc.debug?.(\n          'ignoring non-transactional message for different shard',\n          msg.prefix,\n        );\n        return false;\n      }\n\n      return true;\n    };\n\n    void (async () => {\n      try {\n        let reservation: ReservationState | null = null;\n        let inTransaction = false;\n\n        for await (const [lsn, msg] of messages) {\n          if (!isTransactionalMessage(lsn, msg)) {\n            // If we're not in a transaction but the last reservation was kept\n            // because of pending keepalives or lag reports in the queue,\n            // release the reservation.\n            if (!inTransaction && reservation?.lastWatermark) {\n              changes.release(reservation.lastWatermark);\n              reservation = null;\n            }\n            continue;\n          }\n\n          if (!reservation) {\n            const res = changes.reserve('replication');\n            const lastWatermark = typeof res === 'string' ? res : await res;\n            reservation = {lastWatermark};\n          }\n\n          let lastChange: ChangeStreamMessage | undefined;\n          for (const change of await changeMaker.makeChanges(\n            this.#lc.withContext('lsn', fromBigInt(lsn)),\n            lsn,\n            msg,\n          )) {\n            await changes.push(change); // Allow the change-streamer to push back.\n            lastChange = change;\n          }\n\n          switch (lastChange?.[0]) {\n            case 'begin':\n              inTransaction = true;\n              break;\n            case 'commit':\n              inTransaction = false;\n              reservation.lastWatermark = lastChange[2].watermark;\n              if (\n                messages.queued === 0 ||\n                changes.waiterDelay() > MAX_LOW_PRIORITY_DELAY_MS\n              ) {\n                // After each transaction, release the reservation:\n                // - if there are no pending upstream messages\n                // - or if a low priority request has been waiting for longer\n                //   than MAX_LOW_PRIORITY_DELAY_MS. This is to prevent\n                //   (backfill) starvation on very active upstreams.\n                changes.release(reservation.lastWatermark);\n                reservation = null;\n              }\n              break;\n          }\n        }\n      } catch (e) {\n        // Note: no need to worry about reservations here since downstream\n        //       is being completely canceled.\n        const err = translateError(e);\n        if (err instanceof ShutdownSignal) {\n          // Log the new state of the replica to surface information about the\n          // server that sent the shutdown signal, if any.\n          await this.#logCurrentReplicaInfo();\n        }\n        changes.fail(err);\n      }\n    })();\n\n    this.#lc.info?.(\n      `started replication stream@${slot} from ${clientWatermark} (replicaVersion: ${\n        this.#replica.generation\n      })`,\n    );\n\n    return {\n      changes: changes.asSource(),\n      acks: {push: status => acker.ack(status[2].watermark)},\n    };\n  }\n\n  async #logCurrentReplicaInfo() {\n    try {\n      const replica = await getReplicaAtVersion(\n        this.#lc,\n        this.#db,\n        this.#shard,\n        this.#replica.generation,\n        this.#replica.id,\n      );\n      if (replica) {\n        this.#lc.info?.(\n          `Shutdown signal from replica@${this.#replica.generation}: ${stringify(replica.subscriberContext)}`,\n        );\n      }\n    } catch (e) {\n      this.#lc.warn?.(`error logging replica info`, e);\n    }\n  }\n\n  /**\n   * In RMv1, a single replication slot is taken over by the next\n   * replication-manager, signaling the old one to shut down.\n   *\n   * With litestream v5, the two replication-managers must replicate to unique\n   * backupPaths, as is required by the LTX backup schema.\n   *\n   * Thus, in addition to taking over the replication slot, the\n   * replication-manager also updates the `replicas` table with its\n   * `backupPath` so that future RM's restore from that path instead\n   * of the vestigial path of the previous replication-manager.\n   *\n   * In RMv2, each replication-manager will have its own slot and\n   * row in the `replicas` table, so this \"takeover\" will be unnecessary\n   * (but a harmless no-op).\n   */\n  async #takeoverReplicationSlot() {\n    const sql = this.#db;\n    const {id: replicaID, slot} = this.#replica;\n    const replicasTable = `${upstreamSchema(this.#shard)}.replicas`;\n\n    const result = await sql`\n      SELECT pg_terminate_backend(active_pid) as terminated, active_pid as pid\n        FROM pg_replication_slots\n        WHERE slot_name = ${slot}\n    `;\n    if (result.length === 0) {\n      const slotExpression = replicationSlotPrefix(this.#shard);\n      const replicas = await sql`\n        SELECT id, rank, slot, generation, \"initialSyncContext\", \"subscriberContext\" \n          FROM ${sql(replicasTable)} ORDER BY rank DESC`;\n      const slots = await sql`\n        SELECT slot_name as slot, active, active_pid as pid\n          FROM pg_replication_slots\n          WHERE slot_name LIKE ${slotExpression}\n          ORDER BY slot_name`;\n      this.#lc.warn?.(`slot ${slot} not found while cleaning subscribers`, {\n        slots,\n        replicas,\n      });\n      throw new AbortError(\n        `replication slot ${slot} is missing. A different ` +\n          `replication-manager should now be running on a new ` +\n          `replication slot.`,\n      );\n    }\n    this.#lc.info?.(`terminated replication slots: ${JSON.stringify(result)}`);\n    await sql`\n      UPDATE ${sql(replicasTable)} \n        SET \"subscriberContext\" = ${this.#context},\n            \"backupPath\" = ${this.#backupOptions.backupPath},\n            \"backupV5\" = ${this.#backupOptions.backupV5}\n        WHERE id = ${replicaID}`;\n  }\n}\n\n// Exported for testing.\nexport class Acker implements Listener {\n  #acks: Sink<bigint>;\n  #waitingForDownstreamAck: string | null;\n\n  /**\n   * @param resumeWatermark the watermark the stream resumes after. What came\n   *     before it was received on an earlier connection, and only the\n   *     change-streamer knows whether it has persisted it, so keepalives are\n   *     not acked until the change-streamer has acked it. A change-streamer\n   *     whose SQLite change log is ahead of its backup would otherwise have\n   *     the slot moved past transactions that only that log holds.\n   */\n  constructor(acks: Sink<bigint>, resumeWatermark: string | null) {\n    this.#acks = acks;\n    this.#waitingForDownstreamAck = resumeWatermark;\n  }\n\n  onChange(change: ChangeStreamMessage): void {\n    switch (change[0]) {\n      case 'status':\n        const {watermark} = change[2];\n        if (change[1].ack) {\n          this.#expectDownstreamAck(watermark);\n        } else {\n          // Keepalives with shouldRespond = false are sent to Listeners,\n          // but for efficiency they are not sent downstream to the\n          // change-streamer. Ack them here if the change-streamer is caught\n          // up. This updates the replication slot's `confirmed_flush_lsn`\n          // more quickly (rather than waiting for the periodic shouldRespond),\n          // which is useful for monitoring replication slot lag.\n          this.#ackIfDownstreamIsCaughtUp(watermark);\n        }\n        break;\n      case 'begin':\n        // Mark the commit watermark as being expected so that any intermediate\n        // shouldRespond=false watermarks, which will be at the\n        // commitWatermark, are *not* acked, as the ack must come from\n        // change-streamer after it commits the transaction.\n        if (!change[1].skipAck) {\n          this.#expectDownstreamAck(change[2].commitWatermark);\n        }\n        break;\n    }\n  }\n\n  #expectDownstreamAck(watermark: string) {\n    this.#waitingForDownstreamAck = watermark;\n  }\n\n  ack(watermark: LexiVersion) {\n    if (\n      this.#waitingForDownstreamAck &&\n      this.#waitingForDownstreamAck <= watermark\n    ) {\n      this.#waitingForDownstreamAck = null;\n    }\n    this.#sendAck(watermark);\n  }\n\n  #ackIfDownstreamIsCaughtUp(watermark: string) {\n    if (this.#waitingForDownstreamAck === null) {\n      this.#sendAck(watermark);\n    }\n  }\n\n  #sendAck(watermark: LexiVersion) {\n    const lsn = majorVersionFromString(watermark);\n    this.#acks.push(lsn);\n  }\n}\n\nconst lagReportSchema = v.object({\n  id: v.string(),\n  sendTimeMs: v.number(),\n  commitTimeMs: v.number(),\n});\n\nexport type LagReport = v.Infer<typeof lagReportSchema>;\n\ntype InitiatedLagReport = LagReport & {lsn: bigint};\n\nexport class LagReporter {\n  static readonly MESSAGE_SUFFIX = '/lag-report/v1';\n\n  readonly #lc: LogContext;\n  readonly messagePrefix: string;\n\n  // oxlint-disable-next-line no-unused-private-class-members\n  readonly #db: PostgresDB;\n  readonly #lagIntervalMs: number;\n  readonly #lagReportRetries = getOrCreateCounter(\n    'replication',\n    'lag_report_retries',\n    {\n      description:\n        'Number of replication lag reports retried because the expected ' +\n        'report was not received before the next report interval.',\n      unit: '{report}',\n    },\n  );\n\n  readonly #pgVersion: number;\n  #expectingLagReport: InitiatedLagReport | null = null;\n  #timer: NodeJS.Timeout | undefined;\n\n  constructor(\n    lc: LogContext,\n    shard: ShardID,\n    db: PostgresDB,\n    pgVersion: number,\n    lagIntervalMs: number,\n  ) {\n    this.#lc = lc;\n    this.messagePrefix = `${shard.appID}/${shard.shardNum}${LagReporter.MESSAGE_SUFFIX}`;\n    this.#db = db;\n    this.#pgVersion = pgVersion;\n    this.#lagIntervalMs = lagIntervalMs;\n  }\n\n  get pgVersion() {\n    return this.#pgVersion;\n  }\n\n  async initiateLagReport(log = false) {\n    const now = Date.now();\n    const id = nanoid();\n\n    // lsn is filled in after the db call.\n    const lagReport = {id, sendTimeMs: now, commitTimeMs: now, lsn: 0n};\n    this.#expectingLagReport = lagReport;\n\n    let commitTimeMs: number;\n    let lsn: string;\n\n    try {\n      if (this.#pgVersion >= PG_17) {\n        [{commitTimeMs, lsn}] = await this.#db /*sql*/ `\n          WITH CTE AS (SELECT extract(epoch from now()) * 1000 AS \"commitTimeMs\")\n          SELECT \"commitTimeMs\", pg_logical_emit_message(\n            false,\n            ${this.messagePrefix},\n            json_build_object(\n              'id', ${id}::text,\n              'sendTimeMs', ${now}::int8,\n              'commitTimeMs', \"commitTimeMs\"\n            )::text,\n            true\n          ) as lsn FROM CTE;\n      `;\n      } else {\n        // Versions before PG 17 do not support the final `flush` option of\n        // pg_logical_emit_message(). This results in an extra 50~100ms latency\n        // for replication reports when the db is idle, which is still\n        // acceptable for the purpose for alerting on pathological lag, for\n        // which the threshold is much higher (e.g. many seconds).\n        [{commitTimeMs, lsn}] = await this.#db /*sql*/ `\n          WITH CTE AS (SELECT extract(epoch from now()) * 1000 as \"commitTimeMs\")\n          SELECT \"commitTimeMs\", pg_logical_emit_message(\n            false,\n            ${this.messagePrefix},\n            json_build_object(\n              'id', ${id}::text,\n              'sendTimeMs', ${now}::int8,\n              'commitTimeMs', \"commitTimeMs\"\n            )::text\n          ) as lsn FROM CTE;\n      `;\n      }\n    } catch (e) {\n      if (this.#expectingLagReport?.id === id) {\n        this.#expectingLagReport = null;\n      }\n      throw e;\n    }\n\n    // Note: We don't know the lsn until after pg_logical_emit_message()\n    //       returns, at which point it is possible that the report has\n    //       already been sent through the replication stream, but this\n    //       is okay since this.#expectingLagReport will have be updated.\n    lagReport.lsn = toBigInt(lsn);\n    lagReport.commitTimeMs = commitTimeMs;\n    if (this.#expectingLagReport?.id === id) {\n      this.#scheduleMissingReportRetry(id);\n    }\n\n    if (log) {\n      this.#lc.info?.(`initiated lag report at lsn ${lsn}`, {\n        id,\n        lsn,\n        sendTimeMs: now,\n        commitTimeMs,\n      });\n    }\n    return {firstCommitTimeMs: commitTimeMs, nextSendTimeMs: now};\n  }\n\n  /**\n   * In Postgres < 17, the pg_logical_emit_message lacks an immediate \"flush\"\n   * option, which can cause messages to be missed when the replication stream\n   * starts up:\n   *\n   * ```\n   * * emit message → WAL write (buffered, not flushed)\n   * * walsender reads up to current flush LSN\n   * * emitted message's LSN is beyond flush LSN → not yet visible\n   * * stream feedback/acknowledgment advances slot\n   * * WAL eventually flushes → but slot has already moved past it\n   * ```\n   *\n   * This has been seen to happen for the initial `wal_writer_delay` interval\n   * of a replication session.\n   *\n   * To account for this, the last emitted lag report is considered \"received\"\n   * if the stream has advanced beyond the LSN of the report.\n   */\n  checkCurrentLSN(lsn: bigint): DownstreamStatusMessage | undefined {\n    if (this.#expectingLagReport?.lsn && lsn > this.#expectingLagReport.lsn) {\n      this.#lc.info?.(\n        `LSN ${fromBigInt(lsn)} is passed expected lag report ` +\n          `${fromBigInt(this.#expectingLagReport.lsn)}. Processing it as received.`,\n      );\n      return this.#processLagReport(\n        this.#expectingLagReport,\n        majorVersionToString(lsn),\n      );\n    }\n    return undefined;\n  }\n\n  stop() {\n    clearTimeout(this.#timer);\n    this.#timer = undefined;\n  }\n\n  #scheduleNextReport(delayMs: number) {\n    this.#expectingLagReport = null;\n    clearTimeout(this.#timer);\n    this.#timer = setTimeout(async () => {\n      this.#timer = undefined;\n      try {\n        await this.initiateLagReport();\n      } catch (e) {\n        this.#lc.warn?.(`error initiating lag report`, e);\n        this.#scheduleNextReport(this.#lagIntervalMs);\n      }\n    }, delayMs);\n  }\n\n  #scheduleMissingReportRetry(reportID: string) {\n    clearTimeout(this.#timer);\n    this.#timer = setTimeout(async () => {\n      this.#timer = undefined;\n      const missingReport = this.#expectingLagReport;\n      if (missingReport?.id !== reportID) {\n        return;\n      }\n\n      this.#lagReportRetries.add(1);\n      this.#lc.warn?.(`retrying missing lag report`, {\n        id: missingReport.id,\n        lsn: fromBigInt(missingReport.lsn),\n        sendTimeMs: missingReport.sendTimeMs,\n      });\n      try {\n        await this.initiateLagReport();\n      } catch (e) {\n        this.#lc.warn?.(`error retrying lag report`, e);\n        this.#scheduleNextReport(this.#lagIntervalMs);\n      }\n    }, this.#lagIntervalMs);\n  }\n\n  processLagReportMessage(msg: MessageMessage): DownstreamStatusMessage {\n    assert(\n      msg.prefix === this.messagePrefix,\n      `unexpected message prefix: ${msg.prefix}`,\n    );\n    const report = parseLogicalMessageContent(this.#lc, msg, lagReportSchema);\n    return this.#processLagReport(\n      report,\n      toStateVersionString(msg.messageLsn ?? '0/0'),\n    );\n  }\n\n  #processLagReport(\n    report: LagReport,\n    watermark: string,\n  ): DownstreamStatusMessage {\n    const now = Date.now();\n    const expectedReport = this.#expectingLagReport;\n    let nextSendTimeMs: number;\n    if (report.id === expectedReport?.id) {\n      nextSendTimeMs = Math.max(now, report.sendTimeMs + this.#lagIntervalMs);\n      this.#scheduleNextReport(nextSendTimeMs - now);\n    } else {\n      // Only schedule the next report when receiving the previous report.\n      // For historic reports in the WAL, or reports generated by other\n      // replication-managers, status messages are still sent downstream,\n      // but the next report is not actually scheduled.\n      this.#lc.debug?.(`received extraneous lag report`, {report});\n      nextSendTimeMs =\n        expectedReport?.sendTimeMs ??\n        Math.max(now, report.sendTimeMs + this.#lagIntervalMs);\n    }\n    const {sendTimeMs, commitTimeMs} = report;\n    return [\n      'status',\n      {\n        ack: false,\n        lagReport: {\n          lastTimings: {\n            sendTimeMs,\n            commitTimeMs,\n            receiveTimeMs: now,\n          },\n          nextSendTimeMs,\n        },\n      },\n      {watermark},\n    ];\n  }\n}\n\ntype ReplicationError = {\n  lsn: bigint;\n  msg: Message;\n  err: unknown;\n  lastLogTime: number;\n};\n\nconst SET_REPLICA_IDENTITY_DELAY_MS = 50;\n\nclass ChangeMaker {\n  readonly #shardPrefix: string;\n  readonly #shardConfig: InternalShardConfig;\n  readonly #initialSchema: PublishedSchema;\n  readonly #db: PostgresDB;\n\n  #replicaIdentityTimer: NodeJS.Timeout | undefined;\n  #error: ReplicationError | undefined;\n  readonly #skippedIndexWarnings = new Set<string>();\n\n  constructor(\n    {appID, shardNum}: ShardID,\n    shardConfig: InternalShardConfig,\n    db: PostgresDB,\n    initialSchema: PublishedSchema,\n  ) {\n    // Note: This matches the prefix used in pg_logical_emit_message() in pg/schema/ddl.ts.\n    this.#shardPrefix = `${appID}/${shardNum}`;\n    this.#shardConfig = shardConfig;\n    this.#initialSchema = initialSchema;\n    this.#db = db;\n  }\n\n  async makeChanges(\n    lc: LogContext,\n    lsn: bigint,\n    msg: Message,\n  ): Promise<ChangeStreamMessage[]> {\n    if (this.#error) {\n      this.#logError(lc, this.#error);\n      return [];\n    }\n    try {\n      return await this.#makeChanges(lc, lsn, msg);\n    } catch (err) {\n      this.#error = {lsn, msg, err, lastLogTime: 0};\n      this.#logError(lc, this.#error);\n\n      const message = `Unable to continue replication from LSN ${fromBigInt(lsn)}`;\n      const errorDetails: JSONObject = {error: message};\n      if (err instanceof UnsupportedSchemaChangeError) {\n        errorDetails.reason = err.description;\n        errorDetails.context = err.event.context;\n      } else {\n        errorDetails.reason = String(err);\n      }\n\n      // Rollback the current transaction to avoid dangling transactions in\n      // downstream processors (i.e. changeLog, replicator).\n      return [\n        ['rollback', {tag: 'rollback'}],\n        ['control', {tag: 'reset-required', message, errorDetails}],\n      ];\n    }\n  }\n\n  #logError(lc: LogContext, error: ReplicationError) {\n    const {lsn, msg, err, lastLogTime} = error;\n    const now = Date.now();\n\n    // Output an error to logs as replication messages continue to be dropped,\n    // at most once a minute.\n    if (now - lastLogTime > 60_000) {\n      lc.error?.(\n        `Unable to continue replication from LSN ${fromBigInt(lsn)}: ${String(\n          err,\n        )}`,\n        {\n          // 'content' can be a large byte Buffer. Exclude it from logging output.\n          ...{change: {...msg, content: undefined}},\n          ...(err instanceof UnsupportedSchemaChangeError && {\n            context: err.event.context,\n          }),\n          ...(err instanceof Error && {\n            errorMsg: err.message,\n            name: err.name,\n            stack: err.stack,\n          }),\n        },\n      );\n      error.lastLogTime = now;\n    }\n  }\n\n  async #makeChanges(\n    lc: LogContext,\n    lsn: bigint,\n    msg: Message,\n  ): Promise<ChangeStreamData[]> {\n    switch (msg.tag) {\n      case 'begin':\n        return [\n          [\n            'begin',\n            {...msg, json: 's'},\n            {commitWatermark: toStateVersionString(must(msg.commitLsn))},\n          ],\n        ];\n\n      case 'delete': {\n        if (!(msg.key ?? msg.old)) {\n          throw new Error(\n            `Invalid DELETE msg (missing key): ${stringify(msg)}`,\n          );\n        }\n        return [\n          [\n            'data',\n            {\n              ...msg,\n              relation: makeRelation(msg.relation),\n              // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-DELETE\n              key: must(msg.old ?? msg.key),\n            },\n          ],\n        ];\n      }\n\n      case 'update': {\n        return [\n          [\n            'data',\n            {\n              ...msg,\n              relation: makeRelation(msg.relation),\n              // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-UPDATE\n              key: msg.old ?? msg.key,\n            },\n          ],\n        ];\n      }\n\n      case 'insert':\n        return [['data', {...msg, relation: makeRelation(msg.relation)}]];\n      case 'truncate':\n        return [['data', {...msg, relations: msg.relations.map(makeRelation)}]];\n\n      case 'message':\n        if (!msg.prefix.startsWith(this.#shardPrefix)) {\n          lc.debug?.('ignoring message for different shard', msg.prefix);\n          return [];\n        }\n        switch (msg.prefix.substring(this.#shardPrefix.length)) {\n          case '': // Legacy prefix\n          case '/ddl':\n            return this.#handleDdlMessage(lc, lsn, msg);\n          default:\n            lc.debug?.('ignoring unknown message type', msg.prefix);\n            return [];\n        }\n\n      case 'commit':\n        // The DDL event that provides command-tag context for a subsequent\n        // event (see #handleDdlMessage) is only meaningful within a single\n        // (upstream) transaction, since related ddl events (e.g. the nested\n        // start->start->end->end sequence) are always emitted together. Clear\n        // it at the transaction boundary so that a lingering event (e.g. a\n        // `CREATE TABLE` ddlStart) is not misattributed as the context for an\n        // unrelated event in a later transaction. Note that this is safe for\n        // the one type of DDL event that spans multiple transactions,\n        // `CREATE INDEX CONCURRENTLY`, because that change is self declaring\n        // in the `ddlUpdate` and does not depend on the value of the preceding\n        // event.\n        this.#lastReplicationEvent = undefined;\n        return [\n          [\n            'commit',\n            // `commitTime` is microseconds since the unix epoch. Carrying it\n            // as milliseconds gives the ViewSyncer the origin timestamp for\n            // the end-to-end serving lag histogram.\n            {...msg, commitTimeMs: Number(msg.commitTime / 1000n)},\n            {watermark: toStateVersionString(must(msg.commitLsn))},\n          ],\n        ];\n\n      case 'relation':\n        return await this.#handleRelation(msg);\n      case 'type':\n        return []; // Nothing need be done for custom types.\n      case 'origin':\n        // No need to detect replication loops since we are not a\n        // PG replication source.\n        return [];\n      default:\n        msg satisfies never;\n        throw new Error(`Unexpected message type ${stringify(msg)}`);\n    }\n  }\n\n  // The lastReplicationEvent is stored to understand the context\n  // of the next one.\n  #lastReplicationEvent: ReplicationEvent | undefined;\n\n  #handleDdlMessage(\n    lc: LogContext,\n    lsn: bigint,\n    msg: MessageMessage,\n  ): ChangeStreamData[] {\n    const event = parseLogicalMessageContent(lc, msg, replicationEventSchema);\n    lc = lc\n      .withContext('lsn', fromBigInt(lsn))\n      .withContext('tag', event.event.tag)\n      .withContext('query', event.context.query);\n\n    if (event.previousSchema) {\n      warnForSkippedIndexes(\n        lc,\n        event.previousSchema,\n        this.#skippedIndexWarnings,\n      );\n    }\n    if (event.schema) {\n      warnForSkippedIndexes(lc, event.schema, this.#skippedIndexWarnings);\n    }\n\n    // Cancel manual schema adjustment timeouts when an upstream schema change\n    // is about to happen, so as to avoid interfering / redundant work.\n    clearTimeout(this.#replicaIdentityTimer);\n\n    const {type} = event;\n    switch (type) {\n      case 'ddlStart':\n      case 'schemaSnapshot':\n      case 'ddlUpdate':\n        break;\n      default: // Ignore unknown types for forwards compatibility\n        lc.info?.(`ignoring unknown ddl message type: ${type}`);\n        return [];\n    }\n\n    const prevEvent = this.#lastReplicationEvent;\n    // Store the new event to understand the context of the next event.\n    this.#lastReplicationEvent = event;\n\n    const {schema} = event;\n    if (schema === undefined) {\n      // A schema-less (protocol v2) ddlStart event signifies that there was\n      // no schema change; it is stored (above) only to provide the command\n      // tag context for a subsequent event with a schema change.\n      lc.debug?.(`received context-only ${msg.prefix}/${type} event`, {\n        event: summarizeReplicationEventForLog(event),\n      });\n      return [];\n    }\n\n    const prevSchema =\n      event.previousSchema === undefined // pre-v21 event => use prevEvent\n        ? prevEvent?.schema\n        : event.previousSchema;\n    if (!prevSchema) {\n      lc.info?.(`received ${msg.prefix}/${type} event`, {\n        event: summarizeReplicationEventForLog(event),\n      });\n      return [];\n    }\n\n    // The tag (i.e. command) is used as an optimization to determine whether\n    // backfill is necessary (CREATE TABLE vs ALTER TABLE vs\n    // ALTER PUBLICATION). If the context is not available (rare), the tag\n    // falls back to 'UNKNOWN', which conservatively initiates a backfill.\n    //\n    // Because ddl events may be nested, e.g.\n    //\n    // ```\n    //          [1]          [2]        [3]          [4]        [5]\n    // ddl_start => ddl_start => ddl_end => ddl_start => ddl_end => ddl_end\n    // ```\n    //\n    // The effective tag is determined from the previous event if it is\n    // ddl_start (e.g. cases 1, 2, and 4), and from the current event\n    // if it is a ddl_end (case 5), and 'UNKNOWN' otherwise (case 3 and\n    // 'schemaSnapshot' workarounds).\n    //\n    // A 'schemaSnapshot' is special: it is a standalone hook (emitted by the\n    // COMMENT ON PUBLICATION workaround, or a MANUAL update_schemas() call)\n    // that substitutes for a missing ALTER PUBLICATION event on databases\n    // (e.g. supabase) that do not fire event triggers for it. It must never\n    // adopt the command tag of a preceding ddlStart (e.g. a `CREATE TABLE`\n    // in the same transaction), as that would cause a newly *published*\n    // table to be misclassified as a freshly *created* one and skip the\n    // backfill of its pre-existing rows. It therefore always falls back to\n    // 'UNKNOWN', which conservatively initiates a backfill.\n    const effectiveTag =\n      event.type === 'schemaSnapshot'\n        ? 'UNKNOWN'\n        : prevEvent?.type === 'ddlStart'\n          ? prevEvent.event.tag\n          : event.type === 'ddlUpdate'\n            ? event.event.tag\n            : 'UNKNOWN';\n    lc.info?.(`processing ${effectiveTag} command from ${msg.prefix}/${type}`, {\n      event: summarizeReplicationEventForLog(event),\n    });\n    const changes = this.#makeSchemaChanges(\n      lc,\n      prevSchema,\n      schema,\n      event,\n      effectiveTag,\n    ).map(change => ['data', change] satisfies Data);\n\n    lc.info?.(`${changes.length} schema change(s)`, {changes});\n\n    const replicaIdentities =\n      replicaIdentitiesForTablesWithoutPrimaryKeys(schema);\n    if (replicaIdentities) {\n      this.#replicaIdentityTimer = setTimeout(async () => {\n        try {\n          await replicaIdentities.apply(lc, this.#db);\n        } catch (err) {\n          lc.warn?.(`error setting replica identities`, err);\n        }\n      }, SET_REPLICA_IDENTITY_DELAY_MS);\n    }\n\n    return changes;\n  }\n\n  /**\n   *  A note on operation order:\n   *\n   * Postgres will drop related indexes when columns are dropped,\n   * but SQLite will error instead (https://sqlite.org/forum/forumpost/2e62dba69f?t=c&hist).\n   * The current workaround is to drop indexes first.\n   *\n   * Also note that although it should not be possible to both rename and\n   * add/drop tables/columns in a single statement, the operations are\n   * ordered to handle that possibility, by always dropping old entities,\n   * then modifying kept entities, and then adding new entities.\n   *\n   * Thus, the order of replicating DDL updates is:\n   * - drop indexes\n   * - drop tables\n   * - alter tables\n   *   - drop columns\n   *   - alter columns\n   *   - add columns\n   * - create tables\n   * - create indexes\n   *\n   * In the future the replication logic should be improved to handle this\n   * behavior in SQLite by dropping dependent indexes manually before dropping\n   * columns. This, for example, would be needed to properly support changing\n   * the type of a column that's indexed.\n   */\n  #makeSchemaChanges(\n    lc: LogContext,\n    preSchema: PublishedSchema,\n    nextSchema: PublishedSchema,\n    event: ReplicationEvent,\n    tag: string,\n  ): SchemaChange[] {\n    try {\n      const [prevTbl, prevIdx] = specsByID(preSchema);\n      const [nextTbl, nextIdx] = specsByID(nextSchema);\n      const changes: SchemaChange[] = [];\n\n      // Validate the new table schemas\n      for (const table of nextTbl.values()) {\n        validate(lc, table);\n      }\n\n      const [droppedIdx, createdIdx] = symmetricDifferences(prevIdx, nextIdx);\n\n      // Detect modified indexes (same name, different definition).\n      // This happens when a constraint is dropped and recreated with the\n      // same name in a single ALTER TABLE statement.\n      // Note: We compare using stable column attnums rather than names,\n      // because table/column renames change the index spec cosmetically\n      // (tableName, column keys) without the index actually being recreated.\n      const keptIdx = intersection(prevIdx, nextIdx);\n      for (const id of keptIdx) {\n        if (\n          isIndexStructurallyChanged(\n            must(prevIdx.get(id)),\n            must(nextIdx.get(id)),\n            prevTbl,\n            nextTbl,\n          )\n        ) {\n          droppedIdx.add(id);\n          createdIdx.add(id);\n        }\n      }\n\n      for (const id of droppedIdx) {\n        const {schema, name} = must(prevIdx.get(id));\n        changes.push({tag: 'drop-index', id: {schema, name}});\n      }\n\n      // DROP\n      const [droppedTbl, createdTbl] = symmetricDifferences(prevTbl, nextTbl);\n      for (const id of droppedTbl) {\n        const {schema, name} = must(prevTbl.get(id));\n        changes.push({tag: 'drop-table', id: {schema, name}});\n      }\n      // ALTER TABLE | ALTER PUBLICATION\n      const tables = intersection(prevTbl, nextTbl);\n      for (const id of tables) {\n        changes.push(\n          ...this.#getTableChanges(\n            lc,\n            must(prevTbl.get(id)),\n            must(nextTbl.get(id)),\n            tag,\n          ),\n        );\n      }\n      // CREATE\n      for (const id of createdTbl) {\n        const spec = must(nextTbl.get(id));\n        const createTable: TableCreate = {\n          tag: 'create-table',\n          spec,\n          metadata: getMetadata(spec),\n        };\n        // Only tables introduced by a `CREATE` statement can skip backfill.\n        // All other scenarios in which tables are introduced into the\n        // schema, e.g.\n        // * ALTER PUBLICATION statements\n        // * COMMENT statements\n        // * MANUAL snapshots\n        // * UNKNOWN command tags\n        // must be backfilled.\n        if (!tag.startsWith('CREATE')) {\n          createTable.backfill = mapValues(spec.columns, ({pos: attNum}) => ({\n            attNum,\n          })) satisfies Record<string, ColumnMetadata>;\n        }\n        changes.push(createTable);\n      }\n\n      // Add indexes last since they may reference tables / columns that need\n      // to be created first.\n      for (const id of createdIdx) {\n        const spec = must(nextIdx.get(id));\n        changes.push({tag: 'create-index', spec});\n      }\n      return changes;\n    } catch (e) {\n      throw new UnsupportedSchemaChangeError(String(e), event, {cause: e});\n    }\n  }\n\n  #getTableChanges(\n    lc: LogContext,\n    oldTable: PublishedTableWithReplicaIdentity,\n    newTable: PublishedTableWithReplicaIdentity,\n    ddlTag: string,\n  ): SchemaChange[] {\n    const changes: SchemaChange[] = [];\n    if (\n      oldTable.schema !== newTable.schema ||\n      oldTable.name !== newTable.name\n    ) {\n      changes.push({\n        tag: 'rename-table',\n        old: {schema: oldTable.schema, name: oldTable.name},\n        new: {schema: newTable.schema, name: newTable.name},\n      });\n    }\n    const oldMetadata = getMetadata(oldTable);\n    const newMetadata = getMetadata(newTable);\n    if (!deepEqual(oldMetadata, newMetadata)) {\n      changes.push({\n        tag: 'update-table-metadata',\n        table: {schema: newTable.schema, name: newTable.name},\n        old: oldMetadata,\n        new: newMetadata,\n      });\n    }\n    const table = {schema: newTable.schema, name: newTable.name};\n    const oldColumns = columnsByID(oldTable.columns);\n    const newColumns = columnsByID(newTable.columns);\n\n    // DROP\n    const [dropped, added] = symmetricDifferences(oldColumns, newColumns);\n    for (const id of dropped) {\n      const {name: column} = must(oldColumns.get(id));\n      changes.push({tag: 'drop-column', table, column});\n    }\n\n    // ALTER\n    const both = intersection(oldColumns, newColumns);\n    for (const id of both) {\n      const {name: oldName, ...oldSpec} = must(oldColumns.get(id));\n      const {name: newName, ...newSpec} = must(newColumns.get(id));\n      // The three things that we care about are:\n      // 1. name\n      // 2. type\n      // 3. not-null\n      if (\n        oldName !== newName ||\n        oldSpec.dataType !== newSpec.dataType ||\n        oldSpec.notNull !== newSpec.notNull\n      ) {\n        changes.push({\n          tag: 'update-column',\n          table,\n          old: {name: oldName, spec: oldSpec},\n          new: {name: newName, spec: newSpec},\n        });\n      }\n    }\n\n    // Only columns introduced by `ALTER TABLE` statements can potentially\n    // skip backfill if they have non-constant defaults. All other scenarios\n    // in which columns are introduced, e.g.\n    // * ALTER PUBLICATION\n    // * COMMENT\n    // * MANUAL\n    // * UNKNOWN\n    // must be backfilled.\n    const alwaysBackfill = ddlTag !== 'ALTER TABLE';\n\n    // ADD\n    for (const id of added) {\n      const {name, ...spec} = must(newColumns.get(id));\n      const column = {name, spec};\n      const addColumn: ColumnAdd = {\n        tag: 'add-column',\n        table,\n        column,\n        tableMetadata: getMetadata(newTable),\n      };\n      if (alwaysBackfill) {\n        addColumn.column.spec.dflt = null;\n        addColumn.backfill = {attNum: spec.pos} satisfies ColumnMetadata;\n      } else {\n        // Determine if the ChangeProcessor will accept the column add as is.\n        try {\n          mapPostgresToLiteColumn(table.name, column);\n        } catch (e) {\n          if (!(e instanceof UnsupportedColumnDefaultError)) {\n            // Note: mapPostgresToLiteColumn is not expected to throw any other\n            // types of errors.\n            throw e;\n          }\n          // If the column has an unsupported default (e.g. an expression or a\n          // generated value), create the column as initially hidden with a\n          // `null` default, and publish it after backfilling the values from\n          // upstream. Note that this does require that the table have a valid\n          // REPLICA IDENTITY, since backfill relies on merging new data with\n          // an existing row.\n          lc.info?.(`Backfilling column ${table.name}.${name}: ${String(e)}`);\n          addColumn.column.spec.dflt = null;\n          addColumn.backfill = {attNum: spec.pos} satisfies ColumnMetadata;\n        }\n      }\n      changes.push(addColumn);\n    }\n    return changes;\n  }\n\n  /**\n   * If `ddlDetection === true`, relation messages are irrelevant,\n   * as schema changes are detected by event triggers that\n   * emit custom messages.\n   *\n   * For degraded-mode replication (`ddlDetection === false`):\n   * 1. query the current published schemas on upstream\n   * 2. compare that with the InternalShardConfig.initialSchema\n   * 3. compare that with the incoming MessageRelation\n   * 4. On any discrepancy, throw an UnsupportedSchemaChangeError\n   *    to halt replication.\n   *\n   * Note that schemas queried in step [1] will be *post-transaction*\n   * schemas, which are not necessarily suitable for actually processing\n   * the statements in the transaction being replicated. In other words,\n   * this mechanism cannot be used to reliably *replicate* schema changes.\n   * However, they serve the purpose determining if schemas have changed.\n   */\n  async #handleRelation(rel: PostgresRelation): Promise<ChangeStreamData[]> {\n    const {publications, ddlDetection} = this.#shardConfig;\n    if (ddlDetection) {\n      return [];\n    }\n    const currentSchema = await getPublicationInfo(this.#db, publications);\n    const difference = getSchemaDifference(this.#initialSchema, currentSchema);\n    if (difference !== null) {\n      throw new MissingEventTriggerSupport(difference);\n    }\n    // Even if the currentSchema is equal to the initialSchema, the\n    // MessageRelation itself must be checked to detect transient\n    // schema changes within the transaction (e.g. adding and dropping\n    // a table, or renaming a column and then renaming it back).\n    const orel = this.#initialSchema.tables.find(\n      t => t.oid === rel.relationOid,\n    );\n    if (!orel) {\n      // Can happen if a table is created and then dropped in the same transaction.\n      throw new MissingEventTriggerSupport(\n        `relation not in initialSchema: ${stringify(rel)}`,\n      );\n    }\n    if (relationDifferent(orel, rel)) {\n      throw new MissingEventTriggerSupport(\n        `relation has changed within the transaction: ${stringify(orel)} vs ${stringify(rel)}`,\n      );\n    }\n    return [];\n  }\n}\n\nfunction getSchemaDifference(\n  a: PublishedSchema,\n  b: PublishedSchema,\n): string | null {\n  // Note: ignore indexes since changes need not to halt replication\n  if (a.tables.length !== b.tables.length) {\n    return `tables created or dropped`;\n  }\n  for (let i = 0; i < a.tables.length; i++) {\n    const at = a.tables[i];\n    const bt = b.tables[i];\n    const difference = getTableDifference(at, bt);\n    if (difference) {\n      return difference;\n    }\n  }\n  return null;\n}\n\n// ColumnSpec comparator\nconst byColumnPos = (a: [string, ColumnSpec], b: [string, ColumnSpec]) =>\n  a[1].pos < b[1].pos ? -1 : a[1].pos > b[1].pos ? 1 : 0;\n\nfunction getTableDifference(\n  a: PublishedTableSpec,\n  b: PublishedTableSpec,\n): string | null {\n  if (a.oid !== b.oid || a.schema !== b.schema || a.name !== b.name) {\n    return `Table \"${a.name}\" differs from table \"${b.name}\"`;\n  }\n  if (!deepEqual(a.primaryKey, b.primaryKey)) {\n    return `Primary key of table \"${a.name}\" has changed`;\n  }\n  const acols = Object.entries(a.columns).sort(byColumnPos);\n  const bcols = Object.entries(b.columns).sort(byColumnPos);\n  if (\n    acols.length !== bcols.length ||\n    acols.some(([aname, acol], i) => {\n      const [bname, bcol] = bcols[i];\n      return (\n        aname !== bname ||\n        acol.pos !== bcol.pos ||\n        acol.typeOID !== bcol.typeOID ||\n        acol.notNull !== bcol.notNull\n      );\n    })\n  ) {\n    return `Columns of table \"${a.name}\" have changed`;\n  }\n  return null;\n}\n\nexport function relationDifferent(a: PublishedTableSpec, b: PostgresRelation) {\n  if (a.oid !== b.relationOid || a.schema !== b.schema || a.name !== b.name) {\n    return true;\n  }\n  if (\n    // The MessageRelation's `keyColumns` field contains the columns in column\n    // declaration order, whereas the PublishedTableSpec's `primaryKey`\n    // contains the columns in primary key (i.e. index) order. Do an\n    // order-agnostic compare here since it is not possible to detect\n    // key-order changes from the MessageRelation message alone.\n    b.replicaIdentity === 'default' &&\n    !equals(new Set(a.primaryKey), new Set(b.keyColumns))\n  ) {\n    return true;\n  }\n  const acols = Object.entries(a.columns).sort(byColumnPos);\n  const bcols = b.columns;\n  return (\n    acols.length !== bcols.length ||\n    acols.some(([aname, acol], i) => {\n      const bcol = bcols[i];\n      return aname !== bcol.name || acol.typeOID !== bcol.typeOid;\n    })\n  );\n}\n\nfunction translateError(e: unknown): Error {\n  if (!(e instanceof Error)) {\n    return new Error(String(e));\n  }\n  if (e instanceof postgres.PostgresError && e.code === PG_ADMIN_SHUTDOWN) {\n    return new ShutdownSignal(e);\n  }\n  return e;\n}\nconst idString = (id: Identifier) => `${id.schema}.${id.name}`;\n\nfunction specsByID(published: PublishedSchema) {\n  return [\n    // It would have been nice to use a CustomKeyMap here, but we rely on set-utils\n    // operations which use plain Sets.\n    new Map(published.tables.map(t => [t.oid, t])),\n    new Map(published.indexes.map(i => [idString(i), i])),\n  ] as const;\n}\n\n/**\n * Determines if an index was structurally changed (e.g. constraint dropped\n * and recreated with different columns) vs cosmetically changed (e.g. the\n * index spec changed because the table or a column was renamed).\n *\n * Compares boolean properties directly and resolves column names to their\n * stable attnums (pg_attribute `attnum`) for the column comparison.\n */\nexport function isIndexStructurallyChanged(\n  prev: PublishedIndexSpec,\n  next: PublishedIndexSpec,\n  prevTables: Map<number, PublishedTableWithReplicaIdentity>,\n  nextTables: Map<number, PublishedTableWithReplicaIdentity>,\n): boolean {\n  if (\n    prev.unique !== next.unique ||\n    prev.isPrimaryKey !== next.isPrimaryKey ||\n    prev.isReplicaIdentity !== next.isReplicaIdentity ||\n    prev.isImmediate !== next.isImmediate\n  ) {\n    return true;\n  }\n\n  const prevTable = findTableBySchemaAndName(\n    prevTables,\n    prev.schema,\n    prev.tableName,\n  );\n  const nextTable = findTableBySchemaAndName(\n    nextTables,\n    next.schema,\n    next.tableName,\n  );\n  if (!prevTable || !nextTable) {\n    // Can't resolve tables; conservatively treat as changed.\n    return true;\n  }\n\n  if ((prev.predicate === undefined) !== (next.predicate === undefined)) {\n    return true;\n  }\n  if (prev.predicate && next.predicate) {\n    let unresolved = false;\n    const prevPredicate = mapIndexPredicateColumns(prev.predicate, name => {\n      const pos = prevTable.columns[name]?.pos;\n      if (pos === undefined) unresolved = true;\n      return String(pos);\n    });\n    const nextPredicate = mapIndexPredicateColumns(next.predicate, name => {\n      const pos = nextTable.columns[name]?.pos;\n      if (pos === undefined) unresolved = true;\n      return String(pos);\n    });\n    if (unresolved || !deepEqual(prevPredicate, nextPredicate)) {\n      return true;\n    }\n  }\n\n  const prevEntries = Object.entries(prev.columns);\n  const nextEntries = Object.entries(next.columns);\n  if (prevEntries.length !== nextEntries.length) {\n    return true;\n  }\n\n  // Resolve column names → attnums and compare.\n  const prevByAttnum = new Map<number | undefined, string>(\n    prevEntries.map(([name, dir]) => [prevTable.columns[name]?.pos, dir]),\n  );\n  const nextByAttnum = new Map<number | undefined, string>(\n    nextEntries.map(([name, dir]) => [nextTable.columns[name]?.pos, dir]),\n  );\n\n  if (prevByAttnum.has(undefined) || nextByAttnum.has(undefined)) {\n    // Column not found in table spec; conservatively treat as changed.\n    return true;\n  }\n  if (prevByAttnum.size !== nextByAttnum.size) {\n    return true;\n  }\n  for (const [attnum, dir] of prevByAttnum) {\n    if (nextByAttnum.get(attnum) !== dir) {\n      return true;\n    }\n  }\n  return false;\n}\n\nfunction findTableBySchemaAndName(\n  tables: Map<number, PublishedTableWithReplicaIdentity>,\n  schema: string,\n  name: string,\n): PublishedTableWithReplicaIdentity | undefined {\n  for (const table of tables.values()) {\n    if (table.schema === schema && table.name === name) {\n      return table;\n    }\n  }\n  return undefined;\n}\n\nfunction columnsByID(\n  columns: Record<string, ColumnSpec>,\n): Map<number, ColumnSpec & {name: string}> {\n  const colsByID = new Map<number, ColumnSpec & {name: string}>();\n  for (const [name, spec] of Object.entries(columns)) {\n    // The `pos` field is the `attnum` in `pg_attribute`, which is a stable\n    // identifier for the column in this table (i.e. never reused).\n    colsByID.set(spec.pos, {...spec, name});\n  }\n  return colsByID;\n}\n\nfunction getMetadata(table: PublishedTableWithReplicaIdentity): TableMetadata {\n  return {\n    schemaOID: must(table.schemaOID),\n    relationOID: table.oid,\n    rowKey: Object.fromEntries(\n      table.replicaIdentityColumns.map(k => [\n        k,\n        {attNum: table.columns[k].pos},\n      ]),\n    ),\n  };\n}\n\n// Avoid sending the `columns` from the Postgres MessageRelation message.\n// They are not used downstream and the message can be large.\nfunction makeRelation(relation: PostgresRelation): MessageRelation {\n  // Avoid sending the `columns` from the Postgres MessageRelation message.\n  // They are not used downstream and the message can be large.\n  const {columns: _, keyColumns, replicaIdentity, ...rest} = relation;\n  return {\n    ...rest,\n    rowKey: {\n      columns: keyColumns,\n      type: replicaIdentity,\n    },\n    // For now, deprecated columns are sent for backwards compatibility.\n    // These can be removed when bumping the MIN_PROTOCOL_VERSION to 5.\n    keyColumns,\n    replicaIdentity,\n  };\n}\n\nfunction summarizeSchemaForLog(schema: PublishedSchema) {\n  return {\n    tables: schema.tables.length,\n    indexes: schema.indexes.length,\n  };\n}\n\nfunction summarizeReplicationEventForLog(event: ReplicationEvent): JSONObject {\n  const {schema, ...rest} = event;\n  const {previousSchema, ...eventWithoutSchemas} = rest;\n  return {\n    ...eventWithoutSchemas,\n    ...(schema !== undefined && {schema: summarizeSchemaForLog(schema)}),\n    ...(previousSchema !== undefined && {\n      previousSchema:\n        previousSchema === null ? null : summarizeSchemaForLog(previousSchema),\n    }),\n  };\n}\n\nclass UnsupportedSchemaChangeError extends Error {\n  readonly name = 'UnsupportedSchemaChangeError';\n  readonly description: string;\n  readonly event: ReplicationEvent;\n\n  constructor(\n    description: string,\n    event: ReplicationEvent,\n    options?: ErrorOptions,\n  ) {\n    super(\n      `Replication halted. Resync the replica to recover: ${description}`,\n      options,\n    );\n    this.description = description;\n    this.event = event;\n  }\n}\n\nclass MissingEventTriggerSupport extends Error {\n  readonly name = 'MissingEventTriggerSupport';\n\n  constructor(msg: string) {\n    super(\n      `${msg}. Schema changes cannot be reliably replicated without event trigger support.`,\n    );\n  }\n}\n\n// TODO(0xcadams): should this be a ProtocolError?\nclass ShutdownSignal extends AbortError {\n  readonly name = 'ShutdownSignal';\n\n  constructor(cause: unknown) {\n    super(\n      'shutdown signal received (e.g. another zero-cache taking over the replication stream)',\n      {\n        cause,\n      },\n    );\n  }\n}\n\nfunction parseLogicalMessageContent<T>(\n  lc: LogContext,\n  msg: MessageMessage,\n  schema: v.Type<T>,\n) {\n  const {content} = msg;\n  const str =\n    content instanceof Buffer\n      ? content.toString('utf-8')\n      : new TextDecoder().decode(content);\n  try {\n    const json = JSON.parse(str);\n    return v.parse(json, schema, 'passthrough');\n  } catch (e) {\n    lc.error?.(`unable to parse logical message content: ${String(e)}`, {\n      message: {...msg, content: str},\n    });\n    throw e;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6FA,IAAM,4BAA4B;;;;;AAUlC,IAAa,uBAAb,MAA0D;CACxD;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA,WAAW;CAEX,YACE,IACA,aACA,OACA,SACA,WACA,eACA,SACA,qBACA,UACA,wBAGA,OAGI,CAAC,GACL;EACA,KAAKA,MAAM,GAAG,YAAY,aAAa,eAAe;EACtD,KAAKW,aAAa,KAAK,aAAa;EACpC,KAAKC,kBAAkB,KAAK,kBAAkB;EAE9C,KAAKX,MAAM,SAAS,IAAI,aAAa,uBAAuB;GAC1D,KAAK;GACL,cAAc;EAChB,CAAC;EACD,KAAKC,eAAe;EACpB,KAAKC,SAAS;EACd,KAAKC,WAAW;EAChB,KAAKC,sBAAsB,IAAI,8BAC7B,GAAG,YAAY,aAAa,0BAA0B,GACtD,OACA,KAAKJ,KACL,WACA,QAAQ,IACV;EACA,KAAKK,iBAAiB;EACtB,KAAKC,WAAW;EAChB,KAAKE,YAAY,YAAY;EAC7B,KAAKC,0BAA0B;EAC/B,KAAKF,eACH,sBAAsB,IAClB,IAAI,YACF,GAAG,YAAY,aAAa,cAAc,GAC1C,OACA,KAAKP,KACL,WACA,mBACF,IACA;EACN,qCACE,KAAKD,KACL,KAAKC,KACL,QAAQ,YACF,KAAKY,QACb;CACF;CAEA,MAAM,OAAsB;EAC1B,KAAKA,WAAW;EAChB,KAAKL,cAAc,KAAK;EACxB,MAAM,KAAKP,IAAI,IAAI;CACrB;CAEA,MAAM,mBAAmB;EACvB,IAAI,KAAKO,cACP,IAAI;GACF,OAAO,MAAM,KAAKA,aAAa,kBAAkB,IAAI;EACvD,SAAS,GAAG;GACV,IAAI,gBAAgB,GAAG,yBAAyB,GAAG;IACjD,MAAM,gBACH,KAAKA,aAAa,aAAa,MAAA,OAC5B,0DACA;IACN,KAAKR,IAAI,OACP,6HAEA,iCAAiC,aAAa,0BAC9C,CACF;GACF,OACE,KAAKA,IAAI,QACP,gFACA,CACF;EAEJ;EAEF,OAAO;CACT;CAEA,MAAM,YACJ,iBACA,mBAAsC,CAAC,GAChB;EACvB,MAAM,KAAKc,yBAAyB;EACpC,MAAM,SAAS,MAAM,uBAAuB,KAAKb,KAAK,KAAKE,MAAM;EACjE,MAAM,EAAC,SAAQ,KAAKC;EACpB,KAAKJ,IAAI,OAAO,+BAA+B,MAAM;EACrD,MAAM,eAAe,MAAM,KAAK,oBAC9B,MACA,iBACA,QACA,gBACF;EACA,MAAM,EAAC,WAAU,aAAa;EAC9B,IAAI,CAAC,OAAO,SAAS;GAKnB,KAAKK,oBAAoB,MAAM;GAC/B,OAAO,iBAAiB,eAAe,KAAKA,oBAAoB,KAAK,CAAC;EACxE;EACA,OAAO;CACT;CAGA,MAAM,oBACJ,MACA,iBACA,aACA,kBACuB;EACvB,MAAM,cAAc,uBAAuB,eAAe,IAAI;EAC9D,MAAM,EAAC,UAAU,SAAQ,MAAM,KAAKM,WAClC,KAAKX,KACL,KAAKC,KACL,MACA,CAAC,GAAG,YAAY,YAAY,GAC5B,aACA,KAAA,GACA,KAAA,GACA,KAAKS,uBACP;EACA,MAAM,QAAQ,IAAI,MAAM,MAAM,eAAe;EAK7C,MAAM,UAAU,IAAI,wBAAwB,KAAKV,KAAK,eAAe;EACrE,MAAM,kBAAkB,IAAI,gBAAgB,KAAKA,KAAK,UAAS,QAC7D,KAAKY,gBAAgB,KAAKZ,KAAK,KAAKE,cAAc,KAAKE,UAAU,KAAK,EACpE,UAAU,KAAKK,UACjB,CAAC,CACH;EACA,QACG,aAAa,UAAU,eAAe,EACtC,aAAa,iBAAiB,KAAK;EACtC,gBAAgB,IAAI,iBAAiB,gBAAgB;EAErD,MAAM,cAAc,IAAI,YACtB,KAAKN,QACL,aACA,KAAKF,KACL,KAAKG,SAAS,aAChB;;;;;EAMA,MAAM,0BACJ,KACA,QACmB;GACnB,IACE,IAAI,QAAQ,aACZ,IAAI,WAAW,KAAKI,cAAc,eAClC;IACA,QAAQ,WAAW,KAAKA,aAAa,wBAAwB,GAAG,CAAC;IACjE,OAAO;GACT;GAGA,MAAM,SAAS,KAAKA,cAAc,gBAAgB,GAAG;GACrD,IAAI,QACF,QAAQ,WAAW,MAAM;GAG3B,IAAI,IAAI,QAAQ,aAAa;IAC3B,QAAQ,WAAW;KACjB;KACA,EAAC,KAAK,IAAI,cAAa;KACvB,EAAC,WAAW,qBAAqB,GAAG,EAAC;IACvC,CAAC;IACD,OAAO;GACT;GAOA,IAAI,IAAI,QAAQ,aAAa,CAAC,IAAI,eAAe;IAC/C,KAAKR,IAAI,QACP,0DACA,IAAI,MACN;IACA,OAAO;GACT;GAEA,OAAO;EACT;EAEA,CAAM,YAAY;GAChB,IAAI;IACF,IAAI,cAAuC;IAC3C,IAAI,gBAAgB;IAEpB,WAAW,MAAM,CAAC,KAAK,QAAQ,UAAU;KACvC,IAAI,CAAC,uBAAuB,KAAK,GAAG,GAAG;MAIrC,IAAI,CAAC,iBAAiB,aAAa,eAAe;OAChD,QAAQ,QAAQ,YAAY,aAAa;OACzC,cAAc;MAChB;MACA;KACF;KAEA,IAAI,CAAC,aAAa;MAChB,MAAM,MAAM,QAAQ,QAAQ,aAAa;MAEzC,cAAc,EAAC,eADO,OAAO,QAAQ,WAAW,MAAM,MAAM,IAChC;KAC9B;KAEA,IAAI;KACJ,KAAK,MAAM,UAAU,MAAM,YAAY,YACrC,KAAKA,IAAI,YAAY,OAAO,WAAW,GAAG,CAAC,GAC3C,KACA,GACF,GAAG;MACD,MAAM,QAAQ,KAAK,MAAM;MACzB,aAAa;KACf;KAEA,QAAQ,aAAa,IAArB;MACE,KAAK;OACH,gBAAgB;OAChB;MACF,KAAK;OACH,gBAAgB;OAChB,YAAY,gBAAgB,WAAW,GAAG;OAC1C,IACE,SAAS,WAAW,KACpB,QAAQ,YAAY,IAAI,2BACxB;QAMA,QAAQ,QAAQ,YAAY,aAAa;QACzC,cAAc;OAChB;OACA;KACJ;IACF;GACF,SAAS,GAAG;IAGV,MAAM,MAAM,eAAe,CAAC;IAC5B,IAAI,eAAe,gBAGjB,MAAM,KAAKe,uBAAuB;IAEpC,QAAQ,KAAK,GAAG;GAClB;EACF,GAAG;EAEH,KAAKf,IAAI,OACP,8BAA8B,KAAK,QAAQ,gBAAgB,oBACzD,KAAKI,SAAS,WACf,EACH;EAEA,OAAO;GACL,SAAS,QAAQ,SAAS;GAC1B,MAAM,EAAC,OAAM,WAAU,MAAM,IAAI,OAAO,GAAG,SAAS,EAAC;EACvD;CACF;CAEA,MAAMW,yBAAyB;EAC7B,IAAI;GACF,MAAM,UAAU,MAAM,oBACpB,KAAKf,KACL,KAAKC,KACL,KAAKE,QACL,KAAKC,SAAS,YACd,KAAKA,SAAS,EAChB;GACA,IAAI,SACF,KAAKJ,IAAI,OACP,gCAAgC,KAAKI,SAAS,WAAW,IAAI,UAAU,QAAQ,iBAAiB,GAClG;EAEJ,SAAS,GAAG;GACV,KAAKJ,IAAI,OAAO,8BAA8B,CAAC;EACjD;CACF;;;;;;;;;;;;;;;;;CAkBA,MAAMc,2BAA2B;EAC/B,MAAM,MAAM,KAAKb;EACjB,MAAM,EAAC,IAAI,WAAW,SAAQ,KAAKG;EACnC,MAAM,gBAAgB,GAAG,eAAe,KAAKD,MAAM,EAAE;EAErD,MAAM,SAAS,MAAM,GAAG;;;4BAGA,KAAK;;EAE7B,IAAI,OAAO,WAAW,GAAG;GACvB,MAAM,iBAAiB,sBAAsB,KAAKA,MAAM;GACxD,MAAM,WAAW,MAAM,GAAG;;iBAEf,IAAI,aAAa,EAAE;GAC9B,MAAM,QAAQ,MAAM,GAAG;;;iCAGI,eAAe;;GAE1C,KAAKH,IAAI,OAAO,QAAQ,KAAK,wCAAwC;IACnE;IACA;GACF,CAAC;GACD,MAAM,IAAI,WACR,oBAAoB,KAAK,8FAG3B;EACF;EACA,KAAKA,IAAI,OAAO,iCAAiC,KAAK,UAAU,MAAM,GAAG;EACzE,MAAM,GAAG;eACE,IAAI,aAAa,EAAE;oCACE,KAAKO,SAAS;6BACrB,KAAKD,eAAe,WAAW;2BACjC,KAAKA,eAAe,SAAS;qBACnC;CACnB;AACF;AAGA,IAAa,QAAb,MAAuC;CACrC;CACA;;;;;;;;;CAUA,YAAY,MAAoB,iBAAgC;EAC9D,KAAKU,QAAQ;EACb,KAAKC,2BAA2B;CAClC;CAEA,SAAS,QAAmC;EAC1C,QAAQ,OAAO,IAAf;GACE,KAAK;IACH,MAAM,EAAC,cAAa,OAAO;IAC3B,IAAI,OAAO,GAAG,KACZ,KAAKC,qBAAqB,SAAS;SAQnC,KAAKC,2BAA2B,SAAS;IAE3C;GACF,KAAK;IAKH,IAAI,CAAC,OAAO,GAAG,SACb,KAAKD,qBAAqB,OAAO,GAAG,eAAe;IAErD;EACJ;CACF;CAEA,qBAAqB,WAAmB;EACtC,KAAKD,2BAA2B;CAClC;CAEA,IAAI,WAAwB;EAC1B,IACE,KAAKA,4BACL,KAAKA,4BAA4B,WAEjC,KAAKA,2BAA2B;EAElC,KAAKG,SAAS,SAAS;CACzB;CAEA,2BAA2B,WAAmB;EAC5C,IAAI,KAAKH,6BAA6B,MACpC,KAAKG,SAAS,SAAS;CAE3B;CAEA,SAAS,WAAwB;EAC/B,MAAM,MAAM,uBAAuB,SAAS;EAC5C,KAAKJ,MAAM,KAAK,GAAG;CACrB;AACF;AAEA,IAAM,kBAAkB,eAAE,OAAO;CAC/B,IAAI,eAAE,OAAO;CACb,YAAY,eAAE,OAAO;CACrB,cAAc,eAAE,OAAO;AACzB,CAAC;AAMD,IAAa,cAAb,MAAa,YAAY;CACvB,OAAgB,iBAAiB;CAEjC;CACA;CAGA;CACA;CACA,oBAA6B,mBAC3B,eACA,sBACA;EACE,aACE;EAEF,MAAM;CACR,CACF;CAEA;CACA,sBAAiD;CACjD;CAEA,YACE,IACA,OACA,IACA,WACA,eACA;EACA,KAAKhB,MAAM;EACX,KAAK,gBAAgB,GAAG,MAAM,MAAM,GAAG,MAAM,WAAW,YAAY;EACpE,KAAKC,MAAM;EACX,KAAKsB,aAAa;EAClB,KAAKF,iBAAiB;CACxB;CAEA,IAAI,YAAY;EACd,OAAO,KAAKE;CACd;CAEA,MAAM,kBAAkB,MAAM,OAAO;EACnC,MAAM,MAAM,KAAK,IAAI;EACrB,MAAM,KAAK,OAAO;EAGlB,MAAM,YAAY;GAAC;GAAI,YAAY;GAAK,cAAc;GAAK,KAAK;EAAE;EAClE,KAAKC,sBAAsB;EAE3B,IAAI;EACJ,IAAI;EAEJ,IAAI;GACF,IAAI,KAAKD,cAAAA,MACP,CAAC,CAAC,cAAc,QAAQ,MAAM,KAAKtB,GAAY;;;;cAIzC,KAAK,cAAc;;sBAEX,GAAG;8BACK,IAAI;;;;;;QAY1B,CAAC,CAAC,cAAc,QAAQ,MAAM,KAAKA,GAAY;;;;cAIzC,KAAK,cAAc;;sBAEX,GAAG;8BACK,IAAI;;;;;EAM9B,SAAS,GAAG;GACV,IAAI,KAAKuB,qBAAqB,OAAO,IACnC,KAAKA,sBAAsB;GAE7B,MAAM;EACR;EAMA,UAAU,MAAM,SAAS,GAAG;EAC5B,UAAU,eAAe;EACzB,IAAI,KAAKA,qBAAqB,OAAO,IACnC,KAAKC,4BAA4B,EAAE;EAGrC,IAAI,KACF,KAAKzB,IAAI,OAAO,+BAA+B,OAAO;GACpD;GACA;GACA,YAAY;GACZ;EACF,CAAC;EAEH,OAAO;GAAC,mBAAmB;GAAc,gBAAgB;EAAG;CAC9D;;;;;;;;;;;;;;;;;;;;CAqBA,gBAAgB,KAAkD;EAChE,IAAI,KAAKwB,qBAAqB,OAAO,MAAM,KAAKA,oBAAoB,KAAK;GACvE,KAAKxB,IAAI,OACP,OAAO,WAAW,GAAG,EAAE,iCAClB,WAAW,KAAKwB,oBAAoB,GAAG,EAAE,6BAChD;GACA,OAAO,KAAKE,kBACV,KAAKF,qBACL,qBAAqB,GAAG,CAC1B;EACF;CAEF;CAEA,OAAO;EACL,aAAa,KAAKG,MAAM;EACxB,KAAKA,SAAS,KAAA;CAChB;CAEA,oBAAoB,SAAiB;EACnC,KAAKH,sBAAsB;EAC3B,aAAa,KAAKG,MAAM;EACxB,KAAKA,SAAS,WAAW,YAAY;GACnC,KAAKA,SAAS,KAAA;GACd,IAAI;IACF,MAAM,KAAK,kBAAkB;GAC/B,SAAS,GAAG;IACV,KAAK3B,IAAI,OAAO,+BAA+B,CAAC;IAChD,KAAK4B,oBAAoB,KAAKP,cAAc;GAC9C;EACF,GAAG,OAAO;CACZ;CAEA,4BAA4B,UAAkB;EAC5C,aAAa,KAAKM,MAAM;EACxB,KAAKA,SAAS,WAAW,YAAY;GACnC,KAAKA,SAAS,KAAA;GACd,MAAM,gBAAgB,KAAKH;GAC3B,IAAI,eAAe,OAAO,UACxB;GAGF,KAAKF,kBAAkB,IAAI,CAAC;GAC5B,KAAKtB,IAAI,OAAO,+BAA+B;IAC7C,IAAI,cAAc;IAClB,KAAK,WAAW,cAAc,GAAG;IACjC,YAAY,cAAc;GAC5B,CAAC;GACD,IAAI;IACF,MAAM,KAAK,kBAAkB;GAC/B,SAAS,GAAG;IACV,KAAKA,IAAI,OAAO,6BAA6B,CAAC;IAC9C,KAAK4B,oBAAoB,KAAKP,cAAc;GAC9C;EACF,GAAG,KAAKA,cAAc;CACxB;CAEA,wBAAwB,KAA8C;EACpE,OACE,IAAI,WAAW,KAAK,eACpB,8BAA8B,IAAI,QACpC;EACA,MAAM,SAAS,2BAA2B,KAAKrB,KAAK,KAAK,eAAe;EACxE,OAAO,KAAK0B,kBACV,QACA,qBAAqB,IAAI,cAAc,KAAK,CAC9C;CACF;CAEA,kBACE,QACA,WACyB;EACzB,MAAM,MAAM,KAAK,IAAI;EACrB,MAAM,iBAAiB,KAAKF;EAC5B,IAAI;EACJ,IAAI,OAAO,OAAO,gBAAgB,IAAI;GACpC,iBAAiB,KAAK,IAAI,KAAK,OAAO,aAAa,KAAKH,cAAc;GACtE,KAAKO,oBAAoB,iBAAiB,GAAG;EAC/C,OAAO;GAKL,KAAK5B,IAAI,QAAQ,kCAAkC,EAAC,OAAM,CAAC;GAC3D,iBACE,gBAAgB,cAChB,KAAK,IAAI,KAAK,OAAO,aAAa,KAAKqB,cAAc;EACzD;EACA,MAAM,EAAC,YAAY,iBAAgB;EACnC,OAAO;GACL;GACA;IACE,KAAK;IACL,WAAW;KACT,aAAa;MACX;MACA;MACA,eAAe;KACjB;KACA;IACF;GACF;GACA,EAAC,UAAS;EACZ;CACF;AACF;AASA,IAAM,gCAAgC;AAEtC,IAAM,cAAN,MAAkB;CAChB;CACA;CACA;CACA;CAEA;CACA;CACA,wCAAiC,IAAI,IAAY;CAEjD,YACE,EAAC,OAAO,YACR,aACA,IACA,eACA;EAEA,KAAKQ,eAAe,GAAG,MAAM,GAAG;EAChC,KAAKC,eAAe;EACpB,KAAKC,iBAAiB;EACtB,KAAK9B,MAAM;CACb;CAEA,MAAM,YACJ,IACA,KACA,KACgC;EAChC,IAAI,KAAKgC,QAAQ;GACf,KAAKC,UAAU,IAAI,KAAKD,MAAM;GAC9B,OAAO,CAAC;EACV;EACA,IAAI;GACF,OAAO,MAAM,KAAKE,aAAa,IAAI,KAAK,GAAG;EAC7C,SAAS,KAAK;GACZ,KAAKF,SAAS;IAAC;IAAK;IAAK;IAAK,aAAa;GAAC;GAC5C,KAAKC,UAAU,IAAI,KAAKD,MAAM;GAE9B,MAAM,UAAU,2CAA2C,WAAW,GAAG;GACzE,MAAM,eAA2B,EAAC,OAAO,QAAO;GAChD,IAAI,eAAe,8BAA8B;IAC/C,aAAa,SAAS,IAAI;IAC1B,aAAa,UAAU,IAAI,MAAM;GACnC,OACE,aAAa,SAAS,OAAO,GAAG;GAKlC,OAAO,CACL,CAAC,YAAY,EAAC,KAAK,WAAU,CAAC,GAC9B,CAAC,WAAW;IAAC,KAAK;IAAkB;IAAS;GAAY,CAAC,CAC5D;EACF;CACF;CAEA,UAAU,IAAgB,OAAyB;EACjD,MAAM,EAAC,KAAK,KAAK,KAAK,gBAAe;EACrC,MAAM,MAAM,KAAK,IAAI;EAIrB,IAAI,MAAM,cAAc,KAAQ;GAC9B,GAAG,QACD,2CAA2C,WAAW,GAAG,EAAE,IAAI,OAC7D,GACF,KACA;IAEM,QAAQ;KAAC,GAAG;KAAK,SAAS,KAAA;IAAS;IACvC,GAAI,eAAe,gCAAgC,EACjD,SAAS,IAAI,MAAM,QACrB;IACA,GAAI,eAAe,SAAS;KAC1B,UAAU,IAAI;KACd,MAAM,IAAI;KACV,OAAO,IAAI;IACb;GACF,CACF;GACA,MAAM,cAAc;EACtB;CACF;CAEA,MAAME,aACJ,IACA,KACA,KAC6B;EAC7B,QAAQ,IAAI,KAAZ;GACE,KAAK,SACH,OAAO,CACL;IACE;IACA;KAAC,GAAG;KAAK,MAAM;IAAG;IAClB,EAAC,iBAAiB,qBAAqB,KAAK,IAAI,SAAS,CAAC,EAAC;GAC7D,CACF;GAEF,KAAK;IACH,IAAI,EAAE,IAAI,OAAO,IAAI,MACnB,MAAM,IAAI,MACR,qCAAqC,UAAU,GAAG,GACpD;IAEF,OAAO,CACL,CACE,QACA;KACE,GAAG;KACH,UAAU,aAAa,IAAI,QAAQ;KAEnC,KAAK,KAAK,IAAI,OAAO,IAAI,GAAG;IAC9B,CACF,CACF;GAGF,KAAK,UACH,OAAO,CACL,CACE,QACA;IACE,GAAG;IACH,UAAU,aAAa,IAAI,QAAQ;IAEnC,KAAK,IAAI,OAAO,IAAI;GACtB,CACF,CACF;GAGF,KAAK,UACH,OAAO,CAAC,CAAC,QAAQ;IAAC,GAAG;IAAK,UAAU,aAAa,IAAI,QAAQ;GAAC,CAAC,CAAC;GAClE,KAAK,YACH,OAAO,CAAC,CAAC,QAAQ;IAAC,GAAG;IAAK,WAAW,IAAI,UAAU,IAAI,YAAY;GAAC,CAAC,CAAC;GAExE,KAAK;IACH,IAAI,CAAC,IAAI,OAAO,WAAW,KAAKN,YAAY,GAAG;KAC7C,GAAG,QAAQ,wCAAwC,IAAI,MAAM;KAC7D,OAAO,CAAC;IACV;IACA,QAAQ,IAAI,OAAO,UAAU,KAAKA,aAAa,MAAM,GAArD;KACE,KAAK;KACL,KAAK,QACH,OAAO,KAAKO,kBAAkB,IAAI,KAAK,GAAG;KAC5C;MACE,GAAG,QAAQ,iCAAiC,IAAI,MAAM;MACtD,OAAO,CAAC;IACZ;GAEF,KAAK;IAYH,KAAKC,wBAAwB,KAAA;IAC7B,OAAO,CACL;KACE;KAIA;MAAC,GAAG;MAAK,cAAc,OAAO,IAAI,aAAa,KAAK;KAAC;KACrD,EAAC,WAAW,qBAAqB,KAAK,IAAI,SAAS,CAAC,EAAC;IACvD,CACF;GAEF,KAAK,YACH,OAAO,MAAM,KAAKC,gBAAgB,GAAG;GACvC,KAAK,QACH,OAAO,CAAC;GACV,KAAK,UAGH,OAAO,CAAC;GACV,SAEE,MAAM,IAAI,MAAM,2BAA2B,UAAU,GAAG,GAAG;EAC/D;CACF;CAIA;CAEA,kBACE,IACA,KACA,KACoB;EACpB,MAAM,QAAQ,2BAA2B,IAAI,KAAK,sBAAsB;EACxE,KAAK,GACF,YAAY,OAAO,WAAW,GAAG,CAAC,EAClC,YAAY,OAAO,MAAM,MAAM,GAAG,EAClC,YAAY,SAAS,MAAM,QAAQ,KAAK;EAE3C,IAAI,MAAM,gBACR,sBACE,IACA,MAAM,gBACN,KAAKN,qBACP;EAEF,IAAI,MAAM,QACR,sBAAsB,IAAI,MAAM,QAAQ,KAAKA,qBAAqB;EAKpE,aAAa,KAAKO,qBAAqB;EAEvC,MAAM,EAAC,SAAQ;EACf,QAAQ,MAAR;GACE,KAAK;GACL,KAAK;GACL,KAAK,aACH;GACF;IACE,GAAG,OAAO,sCAAsC,MAAM;IACtD,OAAO,CAAC;EACZ;EAEA,MAAM,YAAY,KAAKF;EAEvB,KAAKA,wBAAwB;EAE7B,MAAM,EAAC,WAAU;EACjB,IAAI,WAAW,KAAA,GAAW;GAIxB,GAAG,QAAQ,yBAAyB,IAAI,OAAO,GAAG,KAAK,SAAS,EAC9D,OAAO,gCAAgC,KAAK,EAC9C,CAAC;GACD,OAAO,CAAC;EACV;EAEA,MAAM,aACJ,MAAM,mBAAmB,KAAA,IACrB,WAAW,SACX,MAAM;EACZ,IAAI,CAAC,YAAY;GACf,GAAG,OAAO,YAAY,IAAI,OAAO,GAAG,KAAK,SAAS,EAChD,OAAO,gCAAgC,KAAK,EAC9C,CAAC;GACD,OAAO,CAAC;EACV;EA4BA,MAAM,eACJ,MAAM,SAAS,mBACX,YACA,WAAW,SAAS,aAClB,UAAU,MAAM,MAChB,MAAM,SAAS,cACb,MAAM,MAAM,MACZ;EACV,GAAG,OAAO,cAAc,aAAa,gBAAgB,IAAI,OAAO,GAAG,QAAQ,EACzE,OAAO,gCAAgC,KAAK,EAC9C,CAAC;EACD,MAAM,UAAU,KAAKG,mBACnB,IACA,YACA,QACA,OACA,YACF,EAAE,KAAI,WAAU,CAAC,QAAQ,MAAM,CAAgB;EAE/C,GAAG,OAAO,GAAG,QAAQ,OAAO,oBAAoB,EAAC,QAAO,CAAC;EAEzD,MAAM,oBACJ,6CAA6C,MAAM;EACrD,IAAI,mBACF,KAAKD,wBAAwB,WAAW,YAAY;GAClD,IAAI;IACF,MAAM,kBAAkB,MAAM,IAAI,KAAKtC,GAAG;GAC5C,SAAS,KAAK;IACZ,GAAG,OAAO,oCAAoC,GAAG;GACnD;EACF,GAAG,6BAA6B;EAGlC,OAAO;CACT;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6BA,mBACE,IACA,WACA,YACA,OACA,KACgB;EAChB,IAAI;GACF,MAAM,CAAC,SAAS,WAAW,UAAU,SAAS;GAC9C,MAAM,CAAC,SAAS,WAAW,UAAU,UAAU;GAC/C,MAAM,UAA0B,CAAC;GAGjC,KAAK,MAAM,SAAS,QAAQ,OAAO,GACjC,SAAS,IAAI,KAAK;GAGpB,MAAM,CAAC,YAAY,cAAc,qBAAqB,SAAS,OAAO;GAQtE,MAAM,UAAU,aAAa,SAAS,OAAO;GAC7C,KAAK,MAAM,MAAM,SACf,IACE,2BACE,KAAK,QAAQ,IAAI,EAAE,CAAC,GACpB,KAAK,QAAQ,IAAI,EAAE,CAAC,GACpB,SACA,OACF,GACA;IACA,WAAW,IAAI,EAAE;IACjB,WAAW,IAAI,EAAE;GACnB;GAGF,KAAK,MAAM,MAAM,YAAY;IAC3B,MAAM,EAAC,QAAQ,SAAQ,KAAK,QAAQ,IAAI,EAAE,CAAC;IAC3C,QAAQ,KAAK;KAAC,KAAK;KAAc,IAAI;MAAC;MAAQ;KAAI;IAAC,CAAC;GACtD;GAGA,MAAM,CAAC,YAAY,cAAc,qBAAqB,SAAS,OAAO;GACtE,KAAK,MAAM,MAAM,YAAY;IAC3B,MAAM,EAAC,QAAQ,SAAQ,KAAK,QAAQ,IAAI,EAAE,CAAC;IAC3C,QAAQ,KAAK;KAAC,KAAK;KAAc,IAAI;MAAC;MAAQ;KAAI;IAAC,CAAC;GACtD;GAEA,MAAM,SAAS,aAAa,SAAS,OAAO;GAC5C,KAAK,MAAM,MAAM,QACf,QAAQ,KACN,GAAG,KAAKwC,iBACN,IACA,KAAK,QAAQ,IAAI,EAAE,CAAC,GACpB,KAAK,QAAQ,IAAI,EAAE,CAAC,GACpB,GACF,CACF;GAGF,KAAK,MAAM,MAAM,YAAY;IAC3B,MAAM,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC;IACjC,MAAM,cAA2B;KAC/B,KAAK;KACL;KACA,UAAU,YAAY,IAAI;IAC5B;IASA,IAAI,CAAC,IAAI,WAAW,QAAQ,GAC1B,YAAY,WAAW,UAAU,KAAK,UAAU,EAAC,KAAK,cAAa,EACjE,OACF,EAAE;IAEJ,QAAQ,KAAK,WAAW;GAC1B;GAIA,KAAK,MAAM,MAAM,YAAY;IAC3B,MAAM,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC;IACjC,QAAQ,KAAK;KAAC,KAAK;KAAgB;IAAI,CAAC;GAC1C;GACA,OAAO;EACT,SAAS,GAAG;GACV,MAAM,IAAI,6BAA6B,OAAO,CAAC,GAAG,OAAO,EAAC,OAAO,EAAC,CAAC;EACrE;CACF;CAEA,iBACE,IACA,UACA,UACA,QACgB;EAChB,MAAM,UAA0B,CAAC;EACjC,IACE,SAAS,WAAW,SAAS,UAC7B,SAAS,SAAS,SAAS,MAE3B,QAAQ,KAAK;GACX,KAAK;GACL,KAAK;IAAC,QAAQ,SAAS;IAAQ,MAAM,SAAS;GAAI;GAClD,KAAK;IAAC,QAAQ,SAAS;IAAQ,MAAM,SAAS;GAAI;EACpD,CAAC;EAEH,MAAM,cAAc,YAAY,QAAQ;EACxC,MAAM,cAAc,YAAY,QAAQ;EACxC,IAAI,CAAC,UAAU,aAAa,WAAW,GACrC,QAAQ,KAAK;GACX,KAAK;GACL,OAAO;IAAC,QAAQ,SAAS;IAAQ,MAAM,SAAS;GAAI;GACpD,KAAK;GACL,KAAK;EACP,CAAC;EAEH,MAAM,QAAQ;GAAC,QAAQ,SAAS;GAAQ,MAAM,SAAS;EAAI;EAC3D,MAAM,aAAa,YAAY,SAAS,OAAO;EAC/C,MAAM,aAAa,YAAY,SAAS,OAAO;EAG/C,MAAM,CAAC,SAAS,SAAS,qBAAqB,YAAY,UAAU;EACpE,KAAK,MAAM,MAAM,SAAS;GACxB,MAAM,EAAC,MAAM,WAAU,KAAK,WAAW,IAAI,EAAE,CAAC;GAC9C,QAAQ,KAAK;IAAC,KAAK;IAAe;IAAO;GAAM,CAAC;EAClD;EAGA,MAAM,OAAO,aAAa,YAAY,UAAU;EAChD,KAAK,MAAM,MAAM,MAAM;GACrB,MAAM,EAAC,MAAM,SAAS,GAAG,YAAW,KAAK,WAAW,IAAI,EAAE,CAAC;GAC3D,MAAM,EAAC,MAAM,SAAS,GAAG,YAAW,KAAK,WAAW,IAAI,EAAE,CAAC;GAK3D,IACE,YAAY,WACZ,QAAQ,aAAa,QAAQ,YAC7B,QAAQ,YAAY,QAAQ,SAE5B,QAAQ,KAAK;IACX,KAAK;IACL;IACA,KAAK;KAAC,MAAM;KAAS,MAAM;IAAO;IAClC,KAAK;KAAC,MAAM;KAAS,MAAM;IAAO;GACpC,CAAC;EAEL;EAUA,MAAM,iBAAiB,WAAW;EAGlC,KAAK,MAAM,MAAM,OAAO;GACtB,MAAM,EAAC,MAAM,GAAG,SAAQ,KAAK,WAAW,IAAI,EAAE,CAAC;GAC/C,MAAM,SAAS;IAAC;IAAM;GAAI;GAC1B,MAAM,YAAuB;IAC3B,KAAK;IACL;IACA;IACA,eAAe,YAAY,QAAQ;GACrC;GACA,IAAI,gBAAgB;IAClB,UAAU,OAAO,KAAK,OAAO;IAC7B,UAAU,WAAW,EAAC,QAAQ,KAAK,IAAG;GACxC,OAEE,IAAI;IACF,wBAAwB,MAAM,MAAM,MAAM;GAC5C,SAAS,GAAG;IACV,IAAI,EAAE,aAAa,gCAGjB,MAAM;IAQR,GAAG,OAAO,sBAAsB,MAAM,KAAK,GAAG,KAAK,IAAI,OAAO,CAAC,GAAG;IAClE,UAAU,OAAO,KAAK,OAAO;IAC7B,UAAU,WAAW,EAAC,QAAQ,KAAK,IAAG;GACxC;GAEF,QAAQ,KAAK,SAAS;EACxB;EACA,OAAO;CACT;;;;;;;;;;;;;;;;;;;CAoBA,MAAMH,gBAAgB,KAAoD;EACxE,MAAM,EAAC,cAAc,iBAAgB,KAAKR;EAC1C,IAAI,cACF,OAAO,CAAC;EAEV,MAAM,gBAAgB,MAAM,mBAAmB,KAAK7B,KAAK,YAAY;EACrE,MAAM,aAAa,oBAAoB,KAAK8B,gBAAgB,aAAa;EACzE,IAAI,eAAe,MACjB,MAAM,IAAI,2BAA2B,UAAU;EAMjD,MAAM,OAAO,KAAKA,eAAe,OAAO,MACtC,MAAK,EAAE,QAAQ,IAAI,WACrB;EACA,IAAI,CAAC,MAEH,MAAM,IAAI,2BACR,kCAAkC,UAAU,GAAG,GACjD;EAEF,IAAI,kBAAkB,MAAM,GAAG,GAC7B,MAAM,IAAI,2BACR,gDAAgD,UAAU,IAAI,EAAE,MAAM,UAAU,GAAG,GACrF;EAEF,OAAO,CAAC;CACV;AACF;AAEA,SAAS,oBACP,GACA,GACe;CAEf,IAAI,EAAE,OAAO,WAAW,EAAE,OAAO,QAC/B,OAAO;CAET,KAAK,IAAI,IAAI,GAAG,IAAI,EAAE,OAAO,QAAQ,KAAK;EACxC,MAAM,KAAK,EAAE,OAAO;EACpB,MAAM,KAAK,EAAE,OAAO;EACpB,MAAM,aAAa,mBAAmB,IAAI,EAAE;EAC5C,IAAI,YACF,OAAO;CAEX;CACA,OAAO;AACT;AAGA,IAAM,eAAe,GAAyB,MAC5C,EAAE,GAAG,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,GAAG,MAAM,EAAE,GAAG,MAAM,IAAI;AAEvD,SAAS,mBACP,GACA,GACe;CACf,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAC3D,OAAO,UAAU,EAAE,KAAK,wBAAwB,EAAE,KAAK;CAEzD,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,GACvC,OAAO,yBAAyB,EAAE,KAAK;CAEzC,MAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;CACxD,MAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;CACxD,IACE,MAAM,WAAW,MAAM,UACvB,MAAM,MAAM,CAAC,OAAO,OAAO,MAAM;EAC/B,MAAM,CAAC,OAAO,QAAQ,MAAM;EAC5B,OACE,UAAU,SACV,KAAK,QAAQ,KAAK,OAClB,KAAK,YAAY,KAAK,WACtB,KAAK,YAAY,KAAK;CAE1B,CAAC,GAED,OAAO,qBAAqB,EAAE,KAAK;CAErC,OAAO;AACT;AAEA,SAAgB,kBAAkB,GAAuB,GAAqB;CAC5E,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MACnE,OAAO;CAET,IAME,EAAE,oBAAoB,aACtB,CAAC,OAAO,IAAI,IAAI,EAAE,UAAU,GAAG,IAAI,IAAI,EAAE,UAAU,CAAC,GAEpD,OAAO;CAET,MAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;CACxD,MAAM,QAAQ,EAAE;CAChB,OACE,MAAM,WAAW,MAAM,UACvB,MAAM,MAAM,CAAC,OAAO,OAAO,MAAM;EAC/B,MAAM,OAAO,MAAM;EACnB,OAAO,UAAU,KAAK,QAAQ,KAAK,YAAY,KAAK;CACtD,CAAC;AAEL;AAEA,SAAS,eAAe,GAAmB;CACzC,IAAI,EAAE,aAAa,QACjB,OAAO,IAAI,MAAM,OAAO,CAAC,CAAC;CAE5B,IAAI,aAAa,SAAS,iBAAiB,EAAE,SAAS,mBACpD,OAAO,IAAI,eAAe,CAAC;CAE7B,OAAO;AACT;AACA,IAAM,YAAY,OAAmB,GAAG,GAAG,OAAO,GAAG,GAAG;AAExD,SAAS,UAAU,WAA4B;CAC7C,OAAO,CAGL,IAAI,IAAI,UAAU,OAAO,KAAI,MAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAC7C,IAAI,IAAI,UAAU,QAAQ,KAAI,MAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CACtD;AACF;;;;;;;;;AAUA,SAAgB,2BACd,MACA,MACA,YACA,YACS;CACT,IACE,KAAK,WAAW,KAAK,UACrB,KAAK,iBAAiB,KAAK,gBAC3B,KAAK,sBAAsB,KAAK,qBAChC,KAAK,gBAAgB,KAAK,aAE1B,OAAO;CAGT,MAAM,YAAY,yBAChB,YACA,KAAK,QACL,KAAK,SACP;CACA,MAAM,YAAY,yBAChB,YACA,KAAK,QACL,KAAK,SACP;CACA,IAAI,CAAC,aAAa,CAAC,WAEjB,OAAO;CAGT,IAAK,KAAK,cAAc,KAAA,OAAgB,KAAK,cAAc,KAAA,IACzD,OAAO;CAET,IAAI,KAAK,aAAa,KAAK,WAAW;EACpC,IAAI,aAAa;EACjB,MAAM,gBAAgB,yBAAyB,KAAK,YAAW,SAAQ;GACrE,MAAM,MAAM,UAAU,QAAQ,OAAO;GACrC,IAAI,QAAQ,KAAA,GAAW,aAAa;GACpC,OAAO,OAAO,GAAG;EACnB,CAAC;EACD,MAAM,gBAAgB,yBAAyB,KAAK,YAAW,SAAQ;GACrE,MAAM,MAAM,UAAU,QAAQ,OAAO;GACrC,IAAI,QAAQ,KAAA,GAAW,aAAa;GACpC,OAAO,OAAO,GAAG;EACnB,CAAC;EACD,IAAI,cAAc,CAAC,UAAU,eAAe,aAAa,GACvD,OAAO;CAEX;CAEA,MAAM,cAAc,OAAO,QAAQ,KAAK,OAAO;CAC/C,MAAM,cAAc,OAAO,QAAQ,KAAK,OAAO;CAC/C,IAAI,YAAY,WAAW,YAAY,QACrC,OAAO;CAIT,MAAM,eAAe,IAAI,IACvB,YAAY,KAAK,CAAC,MAAM,SAAS,CAAC,UAAU,QAAQ,OAAO,KAAK,GAAG,CAAC,CACtE;CACA,MAAM,eAAe,IAAI,IACvB,YAAY,KAAK,CAAC,MAAM,SAAS,CAAC,UAAU,QAAQ,OAAO,KAAK,GAAG,CAAC,CACtE;CAEA,IAAI,aAAa,IAAI,KAAA,CAAS,KAAK,aAAa,IAAI,KAAA,CAAS,GAE3D,OAAO;CAET,IAAI,aAAa,SAAS,aAAa,MACrC,OAAO;CAET,KAAK,MAAM,CAAC,QAAQ,QAAQ,cAC1B,IAAI,aAAa,IAAI,MAAM,MAAM,KAC/B,OAAO;CAGX,OAAO;AACT;AAEA,SAAS,yBACP,QACA,QACA,MAC+C;CAC/C,KAAK,MAAM,SAAS,OAAO,OAAO,GAChC,IAAI,MAAM,WAAW,UAAU,MAAM,SAAS,MAC5C,OAAO;AAIb;AAEA,SAAS,YACP,SAC0C;CAC1C,MAAM,2BAAW,IAAI,IAAyC;CAC9D,KAAK,MAAM,CAAC,MAAM,SAAS,OAAO,QAAQ,OAAO,GAG/C,SAAS,IAAI,KAAK,KAAK;EAAC,GAAG;EAAM;CAAI,CAAC;CAExC,OAAO;AACT;AAEA,SAAS,YAAY,OAAyD;CAC5E,OAAO;EACL,WAAW,KAAK,MAAM,SAAS;EAC/B,aAAa,MAAM;EACnB,QAAQ,OAAO,YACb,MAAM,uBAAuB,KAAI,MAAK,CACpC,GACA,EAAC,QAAQ,MAAM,QAAQ,GAAG,IAAG,CAC/B,CAAC,CACH;CACF;AACF;AAIA,SAAS,aAAa,UAA6C;CAGjE,MAAM,EAAC,SAAS,GAAG,YAAY,iBAAiB,GAAG,SAAQ;CAC3D,OAAO;EACL,GAAG;EACH,QAAQ;GACN,SAAS;GACT,MAAM;EACR;EAGA;EACA;CACF;AACF;AAEA,SAAS,sBAAsB,QAAyB;CACtD,OAAO;EACL,QAAQ,OAAO,OAAO;EACtB,SAAS,OAAO,QAAQ;CAC1B;AACF;AAEA,SAAS,gCAAgC,OAAqC;CAC5E,MAAM,EAAC,QAAQ,GAAG,SAAQ;CAC1B,MAAM,EAAC,gBAAgB,GAAG,wBAAuB;CACjD,OAAO;EACL,GAAG;EACH,GAAI,WAAW,KAAA,KAAa,EAAC,QAAQ,sBAAsB,MAAM,EAAC;EAClE,GAAI,mBAAmB,KAAA,KAAa,EAClC,gBACE,mBAAmB,OAAO,OAAO,sBAAsB,cAAc,EACzE;CACF;AACF;AAEA,IAAM,+BAAN,cAA2C,MAAM;CAC/C,OAAgB;CAChB;CACA;CAEA,YACE,aACA,OACA,SACA;EACA,MACE,sDAAsD,eACtD,OACF;EACA,KAAK,cAAc;EACnB,KAAK,QAAQ;CACf;AACF;AAEA,IAAM,6BAAN,cAAyC,MAAM;CAC7C,OAAgB;CAEhB,YAAY,KAAa;EACvB,MACE,GAAG,IAAI,8EACT;CACF;AACF;AAGA,IAAM,iBAAN,cAA6B,WAAW;CACtC,OAAgB;CAEhB,YAAY,OAAgB;EAC1B,MACE,yFACA,EACE,MACF,CACF;CACF;AACF;AAEA,SAAS,2BACP,IACA,KACA,QACA;CACA,MAAM,EAAC,YAAW;CAClB,MAAM,MACJ,mBAAmB,SACf,QAAQ,SAAS,OAAO,IACxB,IAAI,YAAY,EAAE,OAAO,OAAO;CACtC,IAAI;EAEF,OAAO,MADM,KAAK,MAAM,GACT,GAAM,QAAQ,aAAa;CAC5C,SAAS,GAAG;EACV,GAAG,QAAQ,4CAA4C,OAAO,CAAC,KAAK,EAClE,SAAS;GAAC,GAAG;GAAK,SAAS;EAAG,EAChC,CAAC;EACD,MAAM;CACR;AACF"}

package/out/zero-cache/src/services/change-source/pg/initial-sync.d.ts

@@ -88,7 +88,22 @@ export type DownloadStatements = {
  * without a known binary decoder to `::text`.
  */
 export declare function makeBinarySelectExprs(table: PublishedTableSpec, cols: string[]): string[];
-export declare function makeDownloadStatements(table: PublishedTableSpec, cols: string[], sampleRate?: number | undefined, maxRowsPerTable?: number | undefined, selectExprs?: string[] | undefined): DownloadStatements;
+/**
+ * Orders the downloaded rows, and optionally restricts them to a suffix of
+ * that order. Used by resumable backfills; see `backfill-resume.ts`.
+ */
+export type DownloadOrder = {
+    /** The `ORDER BY` expression, e.g. from `orderByRowKey()`. */
+    readonly by: string;
+    /**
+     * A boolean SQL expression restricting the download to rows after a mark,
+     * e.g. from `resumeWhere()`. It is ANDed with the publication row filter,
+     * and applies to the row and byte totals as well, so that a resumed run
+     * reports the progress of what remains.
+     */
+    readonly after?: string | undefined;
+};
+export declare function makeDownloadStatements(table: PublishedTableSpec, cols: string[], sampleRate?: number | undefined, maxRowsPerTable?: number | undefined, selectExprs?: string[] | undefined, order?: DownloadOrder | undefined): DownloadStatements;
 type DownloadState = {
     spec: PublishedTableSpec;
     status: DownloadStatus;

package/out/zero-cache/src/services/change-source/pg/initial-sync.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"initial-sync.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/pg/initial-sync.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AAGzE,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAoBzD,OAAO,KAAK,EAAC,SAAS,EAAE,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AAaxE,OAAO,EAEL,KAAK,UAAU,EAGhB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAU1D,OAAO,EAML,KAAK,YAAY,EAClB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,MAAM,kBAAkB,GAAG;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,uBAAuB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9C,2BAA2B,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClD;;;;;;OAMG;IACH,MAAM,CAAC,EACH;QACE,6DAA6D;QAC7D,UAAU,EAAE,MAAM,CAAC;QACnB;;;WAGG;QACH,eAAe,EAAE,MAAM,CAAC;KACzB,GACD,SAAS,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,4EAA4E;AAC5E,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC;AAEvC;;;GAGG;AACH,wBAAsB,WAAW,CAC/B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,kBAAkB,EAC/B,OAAO,EAAE,aAAa,EACtB,EAAC,QAAQ,EAAC,GAAE,cAAiC,GAC5C,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CA8RnC;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF;;;;;;;;;GASG;AACH,wBAAsB,iBAAiB,CACrC,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,aAAa,EACtB,WAAW,CAAC,EAAE,IAAI,CAAC,kBAAkB,EAAE,UAAU,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC,CA+Bf;AA8KD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,mBAAmB,CACjC,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE;IAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAAC,OAAO,EAAE,SAAS,EAAE,CAAA;CAAC,EAC/D,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACvC,IAAI,CAgFN;AAMD,eAAO,MAAM,iBAAiB,KAAK,CAAC;AAMpC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAwBF;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,kBAAkB,EACzB,IAAI,EAAE,MAAM,EAAE,GACb,MAAM,EAAE,CAKV;AAED,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,kBAAkB,EACzB,IAAI,EAAE,MAAM,EAAE,EACd,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,EAC/B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,EACpC,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,GACjC,kBAAkB,CA8BpB;AAED,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EAAE,cAAc,CAAC;CACxB,CAAC;AAEF,KAAK,UAAU,GAAG,QAAQ,GAAG,MAAM,CAAC;AACpC,KAAK,eAAe,GAAG,SAAS,GAAG,QAAQ,CAAC;AAE5C,KAAK,sBAAsB,GAAG;IAC5B,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AA4BF,eAAO,MAAM,uBAAuB,QAAkB,CAAC;AAoFvD,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI;oBAe7B,MAAM;;EASzB;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,sBAAsB;oBAXhD,MAAM;;EAmBzB;AA6GD,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,UAAU,EACd,GAAG,EAAE,UAAU,EACf,IAAI,EAAE,kBAAkB,EACxB,UAAU,EAAE,OAAO,GAClB,OAAO,CAAC,aAAa,CAAC,CA2CxB"}
+{"version":3,"file":"initial-sync.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/pg/initial-sync.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AAGzE,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAoBzD,OAAO,KAAK,EAAC,SAAS,EAAE,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AAaxE,OAAO,EAEL,KAAK,UAAU,EAGhB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAW1D,OAAO,EAML,KAAK,YAAY,EAClB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,MAAM,kBAAkB,GAAG;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,uBAAuB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9C,2BAA2B,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClD;;;;;;OAMG;IACH,MAAM,CAAC,EACH;QACE,6DAA6D;QAC7D,UAAU,EAAE,MAAM,CAAC;QACnB;;;WAGG;QACH,eAAe,EAAE,MAAM,CAAC;KACzB,GACD,SAAS,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,4EAA4E;AAC5E,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC;AAEvC;;;GAGG;AACH,wBAAsB,WAAW,CAC/B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,kBAAkB,EAC/B,OAAO,EAAE,aAAa,EACtB,EAAC,QAAQ,EAAC,GAAE,cAAiC,GAC5C,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CA8RnC;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF;;;;;;;;;GASG;AACH,wBAAsB,iBAAiB,CACrC,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,aAAa,EACtB,WAAW,CAAC,EAAE,IAAI,CAAC,kBAAkB,EAAE,UAAU,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC,CA+Bf;AA8KD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,mBAAmB,CACjC,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE;IAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAAC,OAAO,EAAE,SAAS,EAAE,CAAA;CAAC,EAC/D,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACvC,IAAI,CAgFN;AAMD,eAAO,MAAM,iBAAiB,KAAK,CAAC;AAMpC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAwBF;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,kBAAkB,EACzB,IAAI,EAAE,MAAM,EAAE,GACb,MAAM,EAAE,CAKV;AAED;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG;IAC1B,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB;;;;;OAKG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,kBAAkB,EACzB,IAAI,EAAE,MAAM,EAAE,EACd,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,EAC/B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,EACpC,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,EAClC,KAAK,CAAC,EAAE,aAAa,GAAG,SAAS,GAChC,kBAAkB,CAkCpB;AAED,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EAAE,cAAc,CAAC;CACxB,CAAC;AAEF,KAAK,UAAU,GAAG,QAAQ,GAAG,MAAM,CAAC;AACpC,KAAK,eAAe,GAAG,SAAS,GAAG,QAAQ,CAAC;AAE5C,KAAK,sBAAsB,GAAG;IAC5B,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AA4BF,eAAO,MAAM,uBAAuB,QAAkB,CAAC;AAoFvD,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI;oBAe7B,MAAM;;EASzB;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,sBAAsB;oBAXhD,MAAM;;EAmBzB;AA6GD,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,UAAU,EACd,GAAG,EAAE,UAAU,EACf,IAAI,EAAE,kBAAkB,EACxB,UAAU,EAAE,OAAO,GAClB,OAAO,CAAC,aAAa,CAAC,CA2CxB"}

package/out/zero-cache/src/services/change-source/pg/initial-sync.js

@@ -25,6 +25,7 @@ import { BinaryCopyParser, hasBinaryDecoder, makeBinaryDecoder, textCastDecoder
 import { TsvParser } from "../../../db/pg-copy.js";
 import { getTypeParsers } from "../../../db/pg-type-parser.js";
 import { TransactionPool, importSnapshot } from "../../../db/transaction-pool.js";
+import { publicationRowFilter } from "./backfill-resume.js";
 import { createReplicaAndSlot } from "./replication-slots.js";
 import { ensureShardSchema } from "./schema/init.js";
 import { platform, tmpdir } from "node:os";
@@ -362,13 +363,16 @@ function makeBinarySelectExprs(table, cols) {
 		return hasBinaryDecoder(spec) ? id(col) : `${id(col)}::text`;
 	});
 }
-function makeDownloadStatements(table, cols, sampleRate, maxRowsPerTable, selectExprs) {
-	const filterConditions = Object.values(table.publications).map(({ rowFilter }) => rowFilter).filter((f) => !!f);
-	const where = filterConditions.length === 0 ? "" : `WHERE ${filterConditions.join(" OR ")}`;
+function makeDownloadStatements(table, cols, sampleRate, maxRowsPerTable, selectExprs, order) {
+	const publicationFilter = publicationRowFilter(table);
+	const after = order?.after;
+	const conditions = after === void 0 ? publicationFilter : [...publicationFilter === null ? [] : [publicationFilter], after].join(" AND ");
+	const where = conditions === null ? "" : `WHERE ${conditions}`;
 	const sample = tableSampleClause(sampleRate);
 	const limit = limitClause(maxRowsPerTable);
+	const orderBy = order ? ` ORDER BY ${order.by}` : "";
 	const fromTable = `FROM ${id(table.schema)}.${id(table.name)}${sample} ${where}`;
-	const select = `SELECT ${(selectExprs ?? cols.map(id)).join(",")} ${fromTable}${limit}`;
+	const select = `SELECT ${(selectExprs ?? cols.map(id)).join(",")} ${fromTable}${orderBy}${limit}`;
 	if (limit) {
 		const bytesExpr = cols.map((col) => `COALESCE(pg_column_size(${id(col)}), 0)`).join(" + ");
 		return {