@rocicorp/zero 0.26.1-canary.9 → 0.26.1

package/out/zero-cache/src/services/change-source/pg/change-source.js

@@ -581,6 +581,18 @@ class ChangeMaker {
         validate(this.#lc, table);
       }
       const [droppedIdx, createdIdx] = symmetricDifferences(prevIdx, nextIdx);
+      const keptIdx = intersection(prevIdx, nextIdx);
+      for (const id of keptIdx) {
+        if (isIndexStructurallyChanged(
+          must(prevIdx.get(id)),
+          must(nextIdx.get(id)),
+          prevTbl,
+          nextTbl
+        )) {
+          droppedIdx.add(id);
+          createdIdx.add(id);
+        }
+      }
       for (const id of droppedIdx) {
         const { schema, name } = must(prevIdx.get(id));
         changes.push({ tag: "drop-index", id: { schema, name } });
@@ -817,6 +829,55 @@ function specsByID(published) {
     new Map(published.indexes.map((i) => [idString(i), i]))
   ];
 }
+function isIndexStructurallyChanged(prev, next, prevTables, nextTables) {
+  if (prev.unique !== next.unique || prev.isPrimaryKey !== next.isPrimaryKey || prev.isReplicaIdentity !== next.isReplicaIdentity || prev.isImmediate !== next.isImmediate) {
+    return true;
+  }
+  const prevTable = findTableBySchemaAndName(
+    prevTables,
+    prev.schema,
+    prev.tableName
+  );
+  const nextTable = findTableBySchemaAndName(
+    nextTables,
+    next.schema,
+    next.tableName
+  );
+  if (!prevTable || !nextTable) {
+    return true;
+  }
+  const prevEntries = Object.entries(prev.columns);
+  const nextEntries = Object.entries(next.columns);
+  if (prevEntries.length !== nextEntries.length) {
+    return true;
+  }
+  const prevByAttnum = new Map(
+    prevEntries.map(([name, dir]) => [prevTable.columns[name]?.pos, dir])
+  );
+  const nextByAttnum = new Map(
+    nextEntries.map(([name, dir]) => [nextTable.columns[name]?.pos, dir])
+  );
+  if (prevByAttnum.has(void 0) || nextByAttnum.has(void 0)) {
+    return true;
+  }
+  if (prevByAttnum.size !== nextByAttnum.size) {
+    return true;
+  }
+  for (const [attnum, dir] of prevByAttnum) {
+    if (nextByAttnum.get(attnum) !== dir) {
+      return true;
+    }
+  }
+  return false;
+}
+function findTableBySchemaAndName(tables, schema, name) {
+  for (const table of tables.values()) {
+    if (table.schema === schema && table.name === name) {
+      return table;
+    }
+  }
+  return void 0;
+}
 function columnsByID(columns) {
   const colsByID = /* @__PURE__ */ new Map();
   for (const [name, spec] of Object.entries(columns)) {

package/out/zero-cache/src/services/change-source/pg/change-source.js.map

@@ -1 +1 @@
-{"version":3,"file":"change-source.js","sources":["../../../../../../../zero-cache/src/services/change-source/pg/change-source.ts"],"sourcesContent":["import {\n  PG_ADMIN_SHUTDOWN,\n  PG_OBJECT_IN_USE,\n} from '@drdgvhbh/postgres-error-codes';\nimport type {LogContext} from '@rocicorp/logger';\nimport postgres from 'postgres';\nimport {AbortError} from '../../../../../shared/src/abort-error.ts';\nimport {stringify} from '../../../../../shared/src/bigint-json.ts';\nimport {deepEqual} from '../../../../../shared/src/json.ts';\nimport {must} from '../../../../../shared/src/must.ts';\nimport {mapValues} from '../../../../../shared/src/objects.ts';\nimport {promiseVoid} from '../../../../../shared/src/resolved-promises.ts';\nimport {\n  equals,\n  intersection,\n  symmetricDifferences,\n} from '../../../../../shared/src/set-utils.ts';\nimport {sleep} from '../../../../../shared/src/sleep.ts';\nimport * as v from '../../../../../shared/src/valita.ts';\nimport {Database} from '../../../../../zqlite/src/db.ts';\nimport {\n  mapPostgresToLiteColumn,\n  UnsupportedColumnDefaultError,\n} from '../../../db/pg-to-lite.ts';\nimport {runTx} from '../../../db/run-transaction.ts';\nimport type {ColumnSpec, PublishedTableSpec} from '../../../db/specs.ts';\nimport {StatementRunner} from '../../../db/statements.ts';\nimport {type LexiVersion} from '../../../types/lexi-version.ts';\nimport {pgClient, type PostgresDB} from '../../../types/pg.ts';\nimport {\n  upstreamSchema,\n  type ShardConfig,\n  type ShardID,\n} from '../../../types/shards.ts';\nimport {\n  majorVersionFromString,\n  majorVersionToString,\n} from '../../../types/state-version.ts';\nimport type {Sink} from '../../../types/streams.ts';\nimport {AutoResetSignal} from '../../change-streamer/schema/tables.ts';\nimport {\n  getSubscriptionStateAndContext,\n  type SubscriptionState,\n  type SubscriptionStateAndContext,\n} from '../../replicator/schema/replication-state.ts';\nimport type {ChangeSource, ChangeStream} from '../change-source.ts';\nimport {BackfillManager} from '../common/backfill-manager.ts';\nimport {\n  ChangeStreamMultiplexer,\n  type Listener,\n} from '../common/change-stream-multiplexer.ts';\nimport {initReplica} from '../common/replica-schema.ts';\nimport type {BackfillRequest, JSONObject} from '../protocol/current.ts';\nimport type {\n  ColumnAdd,\n  Identifier,\n  MessageRelation,\n  SchemaChange,\n  TableCreate,\n} from '../protocol/current/data.ts';\nimport type {\n  ChangeStreamData,\n  ChangeStreamMessage,\n  Data,\n} from '../protocol/current/downstream.ts';\nimport type {ColumnMetadata, TableMetadata} from './backfill-metadata.ts';\nimport {streamBackfill} from './backfill-stream.ts';\nimport {\n  initialSync,\n  type InitialSyncOptions,\n  type ServerContext,\n} from './initial-sync.ts';\nimport type {\n  Message,\n  MessageMessage,\n  MessageRelation as PostgresRelation,\n} from './logical-replication/pgoutput.types.ts';\nimport {subscribe} from './logical-replication/stream.ts';\nimport {fromBigInt, toStateVersionString, type LSN} from './lsn.ts';\nimport {replicationEventSchema, type DdlUpdateEvent} from './schema/ddl.ts';\nimport {updateShardSchema} from './schema/init.ts';\nimport {\n  getPublicationInfo,\n  type PublishedSchema,\n  type PublishedTableWithReplicaIdentity,\n} from './schema/published.ts';\nimport {\n  dropShard,\n  getInternalShardConfig,\n  getReplicaAtVersion,\n  internalPublicationPrefix,\n  legacyReplicationSlot,\n  replicaIdentitiesForTablesWithoutPrimaryKeys,\n  replicationSlotExpression,\n  type InternalShardConfig,\n  type Replica,\n} from './schema/shard.ts';\nimport {validate} from './schema/validation.ts';\n\n/**\n * Initializes a Postgres change source, including the initial sync of the\n * replica, before streaming changes from the corresponding logical replication\n * stream.\n */\nexport async function initializePostgresChangeSource(\n  lc: LogContext,\n  upstreamURI: string,\n  shard: ShardConfig,\n  replicaDbFile: string,\n  syncOptions: InitialSyncOptions,\n  context: ServerContext,\n): Promise<{subscriptionState: SubscriptionState; changeSource: ChangeSource}> {\n  await initReplica(\n    lc,\n    `replica-${shard.appID}-${shard.shardNum}`,\n    replicaDbFile,\n    (log, tx) => initialSync(log, shard, tx, upstreamURI, syncOptions, context),\n  );\n\n  const replica = new Database(lc, replicaDbFile);\n  const subscriptionState = getSubscriptionStateAndContext(\n    new StatementRunner(replica),\n  );\n  replica.close();\n\n  // Check that upstream is properly setup, and throw an AutoReset to re-run\n  // initial sync if not.\n  const db = pgClient(lc, upstreamURI);\n  try {\n    const upstreamReplica = await checkAndUpdateUpstream(\n      lc,\n      db,\n      shard,\n      subscriptionState,\n    );\n\n    const changeSource = new PostgresChangeSource(\n      lc,\n      upstreamURI,\n      shard,\n      upstreamReplica,\n      context,\n    );\n\n    return {subscriptionState, changeSource};\n  } finally {\n    await db.end();\n  }\n}\n\nasync function checkAndUpdateUpstream(\n  lc: LogContext,\n  sql: PostgresDB,\n  shard: ShardConfig,\n  {\n    replicaVersion,\n    publications: subscribed,\n    initialSyncContext,\n  }: SubscriptionStateAndContext,\n) {\n  // Perform any shard schema updates\n  await updateShardSchema(lc, sql, shard, replicaVersion);\n\n  const upstreamReplica = await getReplicaAtVersion(\n    lc,\n    sql,\n    shard,\n    replicaVersion,\n    initialSyncContext,\n  );\n  if (!upstreamReplica) {\n    throw new AutoResetSignal(\n      `No replication slot for replica at version ${replicaVersion}`,\n    );\n  }\n\n  // Verify that the publications match what is being replicated.\n  const requested = [...shard.publications].sort();\n  const replicated = upstreamReplica.publications\n    .filter(p => !p.startsWith(internalPublicationPrefix(shard)))\n    .sort();\n  if (!deepEqual(requested, replicated)) {\n    lc.warn?.(`Dropping shard to change publications to: [${requested}]`);\n    await sql.unsafe(dropShard(shard.appID, shard.shardNum));\n    throw new AutoResetSignal(\n      `Requested publications [${requested}] do not match configured ` +\n        `publications: [${replicated}]`,\n    );\n  }\n\n  // Sanity check: The subscription state on the replica should have the\n  // same publications. This should be guaranteed by the equivalence of the\n  // replicaVersion, but it doesn't hurt to verify.\n  if (!deepEqual(upstreamReplica.publications, subscribed)) {\n    throw new AutoResetSignal(\n      `Upstream publications [${upstreamReplica.publications}] do not ` +\n        `match subscribed publications [${subscribed}]`,\n    );\n  }\n\n  // Verify that the publications exist.\n  const exists = await sql`\n    SELECT pubname FROM pg_publication WHERE pubname IN ${sql(subscribed)};\n  `.values();\n  if (exists.length !== subscribed.length) {\n    throw new AutoResetSignal(\n      `Upstream publications [${exists.flat()}] do not contain ` +\n        `all subscribed publications [${subscribed}]`,\n    );\n  }\n\n  const {slot} = upstreamReplica;\n  const result = await sql<\n    {restartLSN: LSN | null; walStatus: string | null}[]\n  > /*sql*/ `\n    SELECT restart_lsn as \"restartLSN\", wal_status as \"walStatus\" FROM pg_replication_slots\n      WHERE slot_name = ${slot}`;\n  if (result.length === 0) {\n    throw new AutoResetSignal(`replication slot ${slot} is missing`);\n  }\n  const [{restartLSN, walStatus}] = result;\n  if (restartLSN === null || walStatus === 'lost') {\n    throw new AutoResetSignal(\n      `replication slot ${slot} has been invalidated for exceeding the max_slot_wal_keep_size`,\n    );\n  }\n  return upstreamReplica;\n}\n\n// Parameterize this if necessary. In practice starvation may never happen.\nconst MAX_LOW_PRIORITY_DELAY_MS = 1000;\n\ntype ReservationState = {\n  lastWatermark?: string;\n};\n\n/**\n * Postgres implementation of a {@link ChangeSource} backed by a logical\n * replication stream.\n */\nclass PostgresChangeSource implements ChangeSource {\n  readonly #lc: LogContext;\n  readonly #upstreamUri: string;\n  readonly #shard: ShardID;\n  readonly #replica: Replica;\n  readonly #context: ServerContext;\n\n  constructor(\n    lc: LogContext,\n    upstreamUri: string,\n    shard: ShardID,\n    replica: Replica,\n    context: ServerContext,\n  ) {\n    this.#lc = lc.withContext('component', 'change-source');\n    this.#upstreamUri = upstreamUri;\n    this.#shard = shard;\n    this.#replica = replica;\n    this.#context = context;\n  }\n\n  async startStream(\n    clientWatermark: string,\n    backfillRequests: BackfillRequest[] = [],\n  ): Promise<ChangeStream> {\n    const db = pgClient(this.#lc, this.#upstreamUri);\n    const {slot} = this.#replica;\n\n    let cleanup = promiseVoid;\n    try {\n      ({cleanup} = await this.#stopExistingReplicationSlotSubscribers(\n        db,\n        slot,\n      ));\n      const config = await getInternalShardConfig(db, this.#shard);\n      this.#lc.info?.(`starting replication stream@${slot}`);\n      return await this.#startStream(\n        db,\n        slot,\n        clientWatermark,\n        config,\n        backfillRequests,\n      );\n    } finally {\n      void cleanup.then(() => db.end());\n    }\n  }\n\n  async #startStream(\n    db: PostgresDB,\n    slot: string,\n    clientWatermark: string,\n    shardConfig: InternalShardConfig,\n    backfillRequests: BackfillRequest[],\n  ): Promise<ChangeStream> {\n    const clientStart = majorVersionFromString(clientWatermark) + 1n;\n    const {messages, acks} = await subscribe(\n      this.#lc,\n      db,\n      slot,\n      [...shardConfig.publications],\n      clientStart,\n    );\n    const acker = new Acker(acks);\n\n    // The ChangeStreamMultiplexer facilitates cooperative streaming from\n    // the main replication stream and backfill streams initiated by the\n    // BackfillManager.\n    const changes = new ChangeStreamMultiplexer(this.#lc, clientWatermark);\n    const backfillManager = new BackfillManager(this.#lc, changes, req =>\n      streamBackfill(this.#lc, this.#upstreamUri, this.#replica, req),\n    );\n    changes\n      .addProducers(messages, backfillManager)\n      .addListeners(backfillManager, acker);\n    backfillManager.run(clientWatermark, backfillRequests);\n\n    const changeMaker = new ChangeMaker(\n      this.#lc,\n      this.#shard,\n      shardConfig,\n      this.#replica.initialSchema,\n      this.#upstreamUri,\n    );\n\n    void (async () => {\n      try {\n        let reservation: ReservationState | null = null;\n        let inTransaction = false;\n\n        for await (const [lsn, msg] of messages) {\n          // Note: no reservation is needed for pushStatus().\n          if (msg.tag === 'keepalive') {\n            changes.pushStatus([\n              'status',\n              {ack: msg.shouldRespond},\n              {watermark: majorVersionToString(lsn)},\n            ]);\n\n            // If we're not in a transaction but the last reservation was kept\n            // because of pending keepalives in the queue, release the\n            // reservation.\n            if (!inTransaction && reservation?.lastWatermark) {\n              changes.release(reservation.lastWatermark);\n              reservation = null;\n            }\n            continue;\n          }\n\n          if (!reservation) {\n            const res = changes.reserve('replication');\n            typeof res === 'string' || (await res); // awaits should be uncommon\n            reservation = {};\n          }\n\n          let lastChange: ChangeStreamMessage | undefined;\n          for (const change of await changeMaker.makeChanges(lsn, msg)) {\n            await changes.push(change); // Allow the change-streamer to push back.\n            lastChange = change;\n          }\n\n          switch (lastChange?.[0]) {\n            case 'begin':\n              inTransaction = true;\n              break;\n            case 'commit':\n              inTransaction = false;\n              reservation.lastWatermark = lastChange[2].watermark;\n              if (\n                messages.queued === 0 ||\n                changes.waiterDelay() > MAX_LOW_PRIORITY_DELAY_MS\n              ) {\n                // After each transaction, release the reservation:\n                // - if there are no pending upstream messages\n                // - or if a low priority request has been waiting for longer\n                //   than MAX_LOW_PRIORITY_DELAY_MS. This is to prevent\n                //   (backfill) starvation on very active upstreams.\n                changes.release(reservation.lastWatermark);\n                reservation = null;\n              }\n              break;\n          }\n        }\n      } catch (e) {\n        // Note: no need to worry about reservations here since downstream\n        //       is being completely canceled.\n        const err = translateError(e);\n        if (err instanceof ShutdownSignal) {\n          // Log the new state of the replica to surface information about the\n          // server that sent the shutdown signal, if any.\n          await this.#logCurrentReplicaInfo();\n        }\n        changes.fail(err);\n      }\n    })();\n\n    this.#lc.info?.(\n      `started replication stream@${slot} from ${clientWatermark} (replicaVersion: ${\n        this.#replica.version\n      })`,\n    );\n\n    return {\n      changes: changes.asSource(),\n      acks: {push: status => acker.ack(status[2].watermark)},\n    };\n  }\n\n  async #logCurrentReplicaInfo() {\n    const db = pgClient(this.#lc, this.#upstreamUri);\n    try {\n      const replica = await getReplicaAtVersion(\n        this.#lc,\n        db,\n        this.#shard,\n        this.#replica.version,\n      );\n      if (replica) {\n        this.#lc.info?.(\n          `Shutdown signal from replica@${this.#replica.version}: ${stringify(replica.subscriberContext)}`,\n        );\n      }\n    } catch (e) {\n      this.#lc.warn?.(`error logging replica info`, e);\n    } finally {\n      await db.end();\n    }\n  }\n\n  /**\n   * Stops replication slots associated with this shard, and returns\n   * a `cleanup` task that drops any slot other than the specified\n   * `slotToKeep`.\n   *\n   * Note that replication slots created after `slotToKeep` (as indicated by\n   * the timestamp suffix) are preserved, as those are newly syncing replicas\n   * that will soon take over the slot.\n   */\n  async #stopExistingReplicationSlotSubscribers(\n    db: PostgresDB,\n    slotToKeep: string,\n  ): Promise<{cleanup: Promise<void>}> {\n    const slotExpression = replicationSlotExpression(this.#shard);\n    const legacySlotName = legacyReplicationSlot(this.#shard);\n\n    const result = await runTx(db, async sql => {\n      // Note: `slot_name <= slotToKeep` uses a string compare of the millisecond\n      // timestamp, which works until it exceeds 13 digits (sometime in 2286).\n      const result = await sql<\n        {slot: string; pid: string | null; terminated: boolean | null}[]\n      > /*sql*/ `\n      SELECT slot_name as slot, pg_terminate_backend(active_pid) as terminated, active_pid as pid\n        FROM pg_replication_slots \n        WHERE (slot_name LIKE ${slotExpression} OR slot_name = ${legacySlotName})\n              AND slot_name <= ${slotToKeep}`;\n      this.#lc.info?.(\n        `terminated replication slots: ${JSON.stringify(result)}`,\n      );\n      const replicasTable = `${upstreamSchema(this.#shard)}.replicas`;\n      const replicasBefore = await sql`\n        SELECT slot, version, \"initialSyncContext\", \"subscriberContext\" \n          FROM ${sql(replicasTable)} ORDER BY slot`;\n\n      if (result.length === 0) {\n        const shardSlots = await sql`\n        SELECT slot_name as slot, active, active_pid as pid\n          FROM pg_replication_slots\n          WHERE slot_name LIKE ${slotExpression} OR slot_name = ${legacySlotName}\n          ORDER BY slot_name`;\n        this.#lc.warn?.(\n          `slot ${slotToKeep} not found while cleaning subscribers`,\n          {slots: shardSlots, replicas: replicasBefore},\n        );\n        throw new AbortError(\n          `replication slot ${slotToKeep} is missing. A different ` +\n            `replication-manager should now be running on a new ` +\n            `replication slot.`,\n        );\n      }\n      // Clear the state of the older replicas.\n      this.#lc.info?.(\n        `replicas before cleanup (slotToKeep=${slotToKeep}): ${JSON.stringify(\n          replicasBefore,\n        )}`,\n      );\n      await sql`\n        DELETE FROM ${sql(replicasTable)} WHERE slot < ${slotToKeep}`;\n      await sql`\n        UPDATE ${sql(replicasTable)} \n          SET \"subscriberContext\" = ${this.#context}\n          WHERE slot = ${slotToKeep}`;\n      const replicasAfter = await sql<{slot: string; version: string}[]>`\n      SELECT slot, version FROM ${sql(replicasTable)} ORDER BY slot`;\n      this.#lc.info?.(\n        `replicas after cleanup (slotToKeep=${slotToKeep}): ${JSON.stringify(\n          replicasAfter,\n        )}`,\n      );\n      return result;\n    });\n\n    const pids = result.filter(({pid}) => pid !== null).map(({pid}) => pid);\n    if (pids.length) {\n      this.#lc.info?.(`signaled subscriber ${pids} to shut down`);\n    }\n    const otherSlots = result\n      .filter(({slot}) => slot !== slotToKeep)\n      .map(({slot}) => slot);\n    return {\n      cleanup: otherSlots.length\n        ? this.#dropReplicationSlots(db, otherSlots)\n        : promiseVoid,\n    };\n  }\n\n  async #dropReplicationSlots(sql: PostgresDB, slots: string[]) {\n    this.#lc.info?.(`dropping other replication slot(s) ${slots}`);\n    for (let i = 0; i < 5; i++) {\n      try {\n        await sql`\n          SELECT pg_drop_replication_slot(slot_name) FROM pg_replication_slots\n            WHERE slot_name IN ${sql(slots)}\n        `;\n        this.#lc.info?.(`successfully dropped ${slots}`);\n        return;\n      } catch (e) {\n        // error: replication slot \"zero_slot_change_source_test_id\" is active for PID 268\n        if (\n          e instanceof postgres.PostgresError &&\n          e.code === PG_OBJECT_IN_USE\n        ) {\n          // The freeing up of the replication slot is not transactional;\n          // sometimes it takes time for Postgres to consider the slot\n          // inactive.\n          this.#lc.debug?.(`attempt ${i + 1}: ${String(e)}`, e);\n        } else {\n          this.#lc.warn?.(`error dropping ${slots}`, e);\n        }\n        await sleep(1000);\n      }\n    }\n    this.#lc.warn?.(`maximum attempts exceeded dropping ${slots}`);\n  }\n}\n\n// Exported for testing.\nexport class Acker implements Listener {\n  #acks: Sink<bigint>;\n  #waitingForDownstreamAck: string | null = null;\n\n  constructor(acks: Sink<bigint>) {\n    this.#acks = acks;\n  }\n\n  onChange(change: ChangeStreamMessage): void {\n    switch (change[0]) {\n      case 'status':\n        const {watermark} = change[2];\n        if (change[1].ack) {\n          this.#expectDownstreamAck(watermark);\n        } else {\n          // Keepalives with shouldRespond = false are sent to Listeners,\n          // but for efficiency they are not sent downstream to the\n          // change-streamer. Ack them here if the change-streamer is caught\n          // up. This updates the replication slot's `confirmed_flush_lsn`\n          // more quickly (rather than waiting for the periodic shouldRespond),\n          // which is useful for monitoring replication slot lag.\n          this.#ackIfDownstreamIsCaughtUp(watermark);\n        }\n        break;\n      case 'begin':\n        // Mark the commit watermark as being expected so that any intermediate\n        // shouldRespond=false watermarks, which will be at the\n        // commitWatermark, are *not* acked, as the ack must come from\n        // change-streamer after it commits the transaction.\n        if (!change[1].skipAck) {\n          this.#expectDownstreamAck(change[2].commitWatermark);\n        }\n        break;\n    }\n  }\n\n  #expectDownstreamAck(watermark: string) {\n    this.#waitingForDownstreamAck = watermark;\n  }\n\n  ack(watermark: LexiVersion) {\n    if (\n      this.#waitingForDownstreamAck &&\n      this.#waitingForDownstreamAck <= watermark\n    ) {\n      this.#waitingForDownstreamAck = null;\n    }\n    this.#sendAck(watermark);\n  }\n\n  #ackIfDownstreamIsCaughtUp(watermark: string) {\n    if (this.#waitingForDownstreamAck === null) {\n      this.#sendAck(watermark);\n    }\n  }\n\n  #sendAck(watermark: LexiVersion) {\n    const lsn = majorVersionFromString(watermark);\n    this.#acks.push(lsn);\n  }\n}\n\ntype ReplicationError = {\n  lsn: bigint;\n  msg: Message;\n  err: unknown;\n  lastLogTime: number;\n};\n\nconst SET_REPLICA_IDENTITY_DELAY_MS = 50;\n\nclass ChangeMaker {\n  readonly #lc: LogContext;\n  readonly #shardPrefix: string;\n  readonly #shardConfig: InternalShardConfig;\n  readonly #initialSchema: PublishedSchema;\n  readonly #upstreamDB: PostgresDB;\n\n  #replicaIdentityTimer: NodeJS.Timeout | undefined;\n  #error: ReplicationError | undefined;\n\n  constructor(\n    lc: LogContext,\n    {appID, shardNum}: ShardID,\n    shardConfig: InternalShardConfig,\n    initialSchema: PublishedSchema,\n    upstreamURI: string,\n  ) {\n    this.#lc = lc;\n    // Note: This matches the prefix used in pg_logical_emit_message() in pg/schema/ddl.ts.\n    this.#shardPrefix = `${appID}/${shardNum}`;\n    this.#shardConfig = shardConfig;\n    this.#initialSchema = initialSchema;\n    this.#upstreamDB = pgClient(lc, upstreamURI, {\n      ['idle_timeout']: 10, // only used occasionally\n      connection: {['application_name']: 'zero-schema-change-detector'},\n    });\n  }\n\n  async makeChanges(lsn: bigint, msg: Message): Promise<ChangeStreamMessage[]> {\n    if (this.#error) {\n      this.#logError(this.#error);\n      return [];\n    }\n    try {\n      return await this.#makeChanges(msg);\n    } catch (err) {\n      this.#error = {lsn, msg, err, lastLogTime: 0};\n      this.#logError(this.#error);\n\n      const message = `Unable to continue replication from LSN ${fromBigInt(lsn)}`;\n      const errorDetails: JSONObject = {error: message};\n      if (err instanceof UnsupportedSchemaChangeError) {\n        errorDetails.reason = err.description;\n        errorDetails.context = err.ddlUpdate.context;\n      } else {\n        errorDetails.reason = String(err);\n      }\n\n      // Rollback the current transaction to avoid dangling transactions in\n      // downstream processors (i.e. changeLog, replicator).\n      return [\n        ['rollback', {tag: 'rollback'}],\n        ['control', {tag: 'reset-required', message, errorDetails}],\n      ];\n    }\n  }\n\n  #logError(error: ReplicationError) {\n    const {lsn, msg, err, lastLogTime} = error;\n    const now = Date.now();\n\n    // Output an error to logs as replication messages continue to be dropped,\n    // at most once a minute.\n    if (now - lastLogTime > 60_000) {\n      this.#lc.error?.(\n        `Unable to continue replication from LSN ${fromBigInt(lsn)}: ${String(\n          err,\n        )}`,\n        err instanceof UnsupportedSchemaChangeError\n          ? err.ddlUpdate.context\n          : // 'content' can be a large byte Buffer. Exclude it from logging output.\n            {...msg, content: undefined},\n      );\n      error.lastLogTime = now;\n    }\n  }\n\n  // oxlint-disable-next-line require-await\n  async #makeChanges(msg: Message): Promise<ChangeStreamData[]> {\n    switch (msg.tag) {\n      case 'begin':\n        return [\n          [\n            'begin',\n            {...msg, json: 's'},\n            {commitWatermark: toStateVersionString(must(msg.commitLsn))},\n          ],\n        ];\n\n      case 'delete': {\n        if (!(msg.key ?? msg.old)) {\n          throw new Error(\n            `Invalid DELETE msg (missing key): ${stringify(msg)}`,\n          );\n        }\n        return [\n          [\n            'data',\n            {\n              ...msg,\n              relation: makeRelation(msg.relation),\n              // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-DELETE\n              key: must(msg.old ?? msg.key),\n            },\n          ],\n        ];\n      }\n\n      case 'update': {\n        return [\n          [\n            'data',\n            {\n              ...msg,\n              relation: makeRelation(msg.relation),\n              // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-UPDATE\n              key: msg.old ?? msg.key,\n            },\n          ],\n        ];\n      }\n\n      case 'insert':\n        return [['data', {...msg, relation: makeRelation(msg.relation)}]];\n      case 'truncate':\n        return [['data', {...msg, relations: msg.relations.map(makeRelation)}]];\n\n      case 'message':\n        if (msg.prefix !== this.#shardPrefix) {\n          this.#lc.debug?.('ignoring message for different shard', msg.prefix);\n          return [];\n        }\n        return this.#handleCustomMessage(msg);\n\n      case 'commit':\n        return [\n          [\n            'commit',\n            msg,\n            {watermark: toStateVersionString(must(msg.commitLsn))},\n          ],\n        ];\n\n      case 'relation':\n        return this.#handleRelation(msg);\n      case 'type':\n        return []; // Nothing need be done for custom types.\n      case 'origin':\n        // No need to detect replication loops since we are not a\n        // PG replication source.\n        return [];\n      default:\n        msg satisfies never;\n        throw new Error(`Unexpected message type ${stringify(msg)}`);\n    }\n  }\n\n  #preSchema: PublishedSchema | undefined;\n\n  #handleCustomMessage(msg: MessageMessage) {\n    const event = this.#parseReplicationEvent(msg.content);\n    // Cancel manual schema adjustment timeouts when an upstream schema change\n    // is about to happen, so as to avoid interfering / redundant work.\n    clearTimeout(this.#replicaIdentityTimer);\n\n    if (event.type === 'ddlStart') {\n      // Store the schema in order to diff it with a potential ddlUpdate.\n      this.#preSchema = event.schema;\n      return [];\n    }\n    // ddlUpdate\n    const changes = this.#makeSchemaChanges(\n      must(this.#preSchema, `ddlUpdate received without a ddlStart`),\n      event,\n    ).map(change => ['data', change] satisfies Data);\n\n    this.#lc\n      .withContext('tag', event.event.tag)\n      .withContext('query', event.context.query)\n      .info?.(`${changes.length} schema change(s)`, {changes});\n\n    const replicaIdentities = replicaIdentitiesForTablesWithoutPrimaryKeys(\n      event.schema,\n    );\n    if (replicaIdentities) {\n      this.#replicaIdentityTimer = setTimeout(async () => {\n        try {\n          await replicaIdentities.apply(this.#lc, this.#upstreamDB);\n        } catch (err) {\n          this.#lc.warn?.(`error setting replica identities`, err);\n        }\n      }, SET_REPLICA_IDENTITY_DELAY_MS);\n    }\n\n    return changes;\n  }\n\n  /**\n   *  A note on operation order:\n   *\n   * Postgres will drop related indexes when columns are dropped,\n   * but SQLite will error instead (https://sqlite.org/forum/forumpost/2e62dba69f?t=c&hist).\n   * The current workaround is to drop indexes first.\n   *\n   * Also note that although it should not be possible to both rename and\n   * add/drop tables/columns in a single statement, the operations are\n   * ordered to handle that possibility, by always dropping old entities,\n   * then modifying kept entities, and then adding new entities.\n   *\n   * Thus, the order of replicating DDL updates is:\n   * - drop indexes\n   * - drop tables\n   * - alter tables\n   *   - drop columns\n   *   - alter columns\n   *   - add columns\n   * - create tables\n   * - create indexes\n   *\n   * In the future the replication logic should be improved to handle this\n   * behavior in SQLite by dropping dependent indexes manually before dropping\n   * columns. This, for example, would be needed to properly support changing\n   * the type of a column that's indexed.\n   */\n  #makeSchemaChanges(\n    preSchema: PublishedSchema,\n    update: DdlUpdateEvent,\n  ): SchemaChange[] {\n    try {\n      const [prevTbl, prevIdx] = specsByID(preSchema);\n      const [nextTbl, nextIdx] = specsByID(update.schema);\n      const changes: SchemaChange[] = [];\n\n      // Validate the new table schemas\n      for (const table of nextTbl.values()) {\n        validate(this.#lc, table);\n      }\n\n      const [droppedIdx, createdIdx] = symmetricDifferences(prevIdx, nextIdx);\n      for (const id of droppedIdx) {\n        const {schema, name} = must(prevIdx.get(id));\n        changes.push({tag: 'drop-index', id: {schema, name}});\n      }\n\n      // DROP\n      const [droppedTbl, createdTbl] = symmetricDifferences(prevTbl, nextTbl);\n      for (const id of droppedTbl) {\n        const {schema, name} = must(prevTbl.get(id));\n        changes.push({tag: 'drop-table', id: {schema, name}});\n      }\n      // ALTER TABLE | ALTER PUBLICATION\n      const tables = intersection(prevTbl, nextTbl);\n      for (const id of tables) {\n        changes.push(\n          ...this.#getTableChanges(\n            must(prevTbl.get(id)),\n            must(nextTbl.get(id)),\n            update.event.tag,\n          ),\n        );\n      }\n      // CREATE\n      for (const id of createdTbl) {\n        const spec = must(nextTbl.get(id));\n        const createTable: TableCreate = {\n          tag: 'create-table',\n          spec,\n          metadata: getMetadata(spec),\n        };\n        if (!update.event.tag.startsWith('CREATE')) {\n          // Tables introduced to the publication via ALTER statements\n          // must be backfilled.\n          createTable.backfill = mapValues(spec.columns, ({pos: attNum}) => ({\n            attNum,\n          })) satisfies Record<string, ColumnMetadata>;\n        }\n        changes.push(createTable);\n      }\n\n      // Add indexes last since they may reference tables / columns that need\n      // to be created first.\n      for (const id of createdIdx) {\n        const spec = must(nextIdx.get(id));\n        changes.push({tag: 'create-index', spec});\n      }\n      return changes;\n    } catch (e) {\n      throw new UnsupportedSchemaChangeError(String(e), update, {cause: e});\n    }\n  }\n\n  #getTableChanges(\n    oldTable: PublishedTableWithReplicaIdentity,\n    newTable: PublishedTableWithReplicaIdentity,\n    ddlTag: string,\n  ): SchemaChange[] {\n    const changes: SchemaChange[] = [];\n    if (\n      oldTable.schema !== newTable.schema ||\n      oldTable.name !== newTable.name\n    ) {\n      changes.push({\n        tag: 'rename-table',\n        old: {schema: oldTable.schema, name: oldTable.name},\n        new: {schema: newTable.schema, name: newTable.name},\n      });\n    }\n    const oldMetadata = getMetadata(oldTable);\n    const newMetadata = getMetadata(newTable);\n    if (!deepEqual(oldMetadata, newMetadata)) {\n      changes.push({\n        tag: 'update-table-metadata',\n        table: {schema: newTable.schema, name: newTable.name},\n        old: oldMetadata,\n        new: newMetadata,\n      });\n    }\n    const table = {schema: newTable.schema, name: newTable.name};\n    const oldColumns = columnsByID(oldTable.columns);\n    const newColumns = columnsByID(newTable.columns);\n\n    // DROP\n    const [dropped, added] = symmetricDifferences(oldColumns, newColumns);\n    for (const id of dropped) {\n      const {name: column} = must(oldColumns.get(id));\n      changes.push({tag: 'drop-column', table, column});\n    }\n\n    // ALTER\n    const both = intersection(oldColumns, newColumns);\n    for (const id of both) {\n      const {name: oldName, ...oldSpec} = must(oldColumns.get(id));\n      const {name: newName, ...newSpec} = must(newColumns.get(id));\n      // The three things that we care about are:\n      // 1. name\n      // 2. type\n      // 3. not-null\n      if (\n        oldName !== newName ||\n        oldSpec.dataType !== newSpec.dataType ||\n        oldSpec.notNull !== newSpec.notNull\n      ) {\n        changes.push({\n          tag: 'update-column',\n          table,\n          old: {name: oldName, spec: oldSpec},\n          new: {name: newName, spec: newSpec},\n        });\n      }\n    }\n\n    // All columns introduced by a publication change require backfill.\n    // Columns created by ALTER TABLE, on the other hand, only require\n    // backfill if they have non-constant defaults.\n    const alwaysBackfill = ddlTag === 'ALTER PUBLICATION';\n\n    // ADD\n    for (const id of added) {\n      const {name, ...spec} = must(newColumns.get(id));\n      const column = {name, spec};\n      const addColumn: ColumnAdd = {\n        tag: 'add-column',\n        table,\n        column,\n        tableMetadata: getMetadata(newTable),\n      };\n      if (alwaysBackfill) {\n        addColumn.column.spec.dflt = null;\n        addColumn.backfill = {attNum: spec.pos} satisfies ColumnMetadata;\n      } else {\n        // Determine if the ChangeProcessor will accept the column add as is.\n        try {\n          mapPostgresToLiteColumn(table.name, column);\n        } catch (e) {\n          if (!(e instanceof UnsupportedColumnDefaultError)) {\n            // Note: mapPostgresToLiteColumn is not expected to throw any other\n            // types of errors.\n            throw e;\n          }\n          // If the column has an unsupported default (e.g. an expression or a\n          // generated value), create the column as initially hidden with a\n          // `null` default, and publish it after backfilling the values from\n          // upstream. Note that this does require that the table have a valid\n          // REPLICA IDENTITY, since backfill relies on merging new data with\n          // an existing row.\n          this.#lc.info?.(\n            `Backfilling column ${table.name}.${name}: ${String(e)}`,\n          );\n          addColumn.column.spec.dflt = null;\n          addColumn.backfill = {attNum: spec.pos} satisfies ColumnMetadata;\n        }\n      }\n      changes.push(addColumn);\n    }\n    return changes;\n  }\n\n  #parseReplicationEvent(content: Uint8Array) {\n    const str =\n      content instanceof Buffer\n        ? content.toString('utf-8')\n        : new TextDecoder().decode(content);\n    const json = JSON.parse(str);\n    return v.parse(json, replicationEventSchema, 'passthrough');\n  }\n\n  /**\n   * If `ddlDetection === true`, relation messages are irrelevant,\n   * as schema changes are detected by event triggers that\n   * emit custom messages.\n   *\n   * For degraded-mode replication (`ddlDetection === false`):\n   * 1. query the current published schemas on upstream\n   * 2. compare that with the InternalShardConfig.initialSchema\n   * 3. compare that with the incoming MessageRelation\n   * 4. On any discrepancy, throw an UnsupportedSchemaChangeError\n   *    to halt replication.\n   *\n   * Note that schemas queried in step [1] will be *post-transaction*\n   * schemas, which are not necessarily suitable for actually processing\n   * the statements in the transaction being replicated. In other words,\n   * this mechanism cannot be used to reliably *replicate* schema changes.\n   * However, they serve the purpose determining if schemas have changed.\n   */\n  async #handleRelation(rel: PostgresRelation): Promise<ChangeStreamData[]> {\n    const {publications, ddlDetection} = this.#shardConfig;\n    if (ddlDetection) {\n      return [];\n    }\n    const currentSchema = await getPublicationInfo(\n      this.#upstreamDB,\n      publications,\n    );\n    const difference = getSchemaDifference(this.#initialSchema, currentSchema);\n    if (difference !== null) {\n      throw new MissingEventTriggerSupport(difference);\n    }\n    // Even if the currentSchema is equal to the initialSchema, the\n    // MessageRelation itself must be checked to detect transient\n    // schema changes within the transaction (e.g. adding and dropping\n    // a table, or renaming a column and then renaming it back).\n    const orel = this.#initialSchema.tables.find(\n      t => t.oid === rel.relationOid,\n    );\n    if (!orel) {\n      // Can happen if a table is created and then dropped in the same transaction.\n      throw new MissingEventTriggerSupport(\n        `relation not in initialSchema: ${stringify(rel)}`,\n      );\n    }\n    if (relationDifferent(orel, rel)) {\n      throw new MissingEventTriggerSupport(\n        `relation has changed within the transaction: ${stringify(orel)} vs ${stringify(rel)}`,\n      );\n    }\n    return [];\n  }\n}\n\nfunction getSchemaDifference(\n  a: PublishedSchema,\n  b: PublishedSchema,\n): string | null {\n  // Note: ignore indexes since changes need not to halt replication\n  if (a.tables.length !== b.tables.length) {\n    return `tables created or dropped`;\n  }\n  for (let i = 0; i < a.tables.length; i++) {\n    const at = a.tables[i];\n    const bt = b.tables[i];\n    const difference = getTableDifference(at, bt);\n    if (difference) {\n      return difference;\n    }\n  }\n  return null;\n}\n\n// ColumnSpec comparator\nconst byColumnPos = (a: [string, ColumnSpec], b: [string, ColumnSpec]) =>\n  a[1].pos < b[1].pos ? -1 : a[1].pos > b[1].pos ? 1 : 0;\n\nfunction getTableDifference(\n  a: PublishedTableSpec,\n  b: PublishedTableSpec,\n): string | null {\n  if (a.oid !== b.oid || a.schema !== b.schema || a.name !== b.name) {\n    return `Table \"${a.name}\" differs from table \"${b.name}\"`;\n  }\n  if (!deepEqual(a.primaryKey, b.primaryKey)) {\n    return `Primary key of table \"${a.name}\" has changed`;\n  }\n  const acols = Object.entries(a.columns).sort(byColumnPos);\n  const bcols = Object.entries(b.columns).sort(byColumnPos);\n  if (\n    acols.length !== bcols.length ||\n    acols.some(([aname, acol], i) => {\n      const [bname, bcol] = bcols[i];\n      return (\n        aname !== bname ||\n        acol.pos !== bcol.pos ||\n        acol.typeOID !== bcol.typeOID ||\n        acol.notNull !== bcol.notNull\n      );\n    })\n  ) {\n    return `Columns of table \"${a.name}\" have changed`;\n  }\n  return null;\n}\n\nexport function relationDifferent(a: PublishedTableSpec, b: PostgresRelation) {\n  if (a.oid !== b.relationOid || a.schema !== b.schema || a.name !== b.name) {\n    return true;\n  }\n  if (\n    // The MessageRelation's `keyColumns` field contains the columns in column\n    // declaration order, whereas the PublishedTableSpec's `primaryKey`\n    // contains the columns in primary key (i.e. index) order. Do an\n    // order-agnostic compare here since it is not possible to detect\n    // key-order changes from the MessageRelation message alone.\n    b.replicaIdentity === 'default' &&\n    !equals(new Set(a.primaryKey), new Set(b.keyColumns))\n  ) {\n    return true;\n  }\n  const acols = Object.entries(a.columns).sort(byColumnPos);\n  const bcols = b.columns;\n  return (\n    acols.length !== bcols.length ||\n    acols.some(([aname, acol], i) => {\n      const bcol = bcols[i];\n      return aname !== bcol.name || acol.typeOID !== bcol.typeOid;\n    })\n  );\n}\n\nfunction translateError(e: unknown): Error {\n  if (!(e instanceof Error)) {\n    return new Error(String(e));\n  }\n  if (e instanceof postgres.PostgresError && e.code === PG_ADMIN_SHUTDOWN) {\n    return new ShutdownSignal(e);\n  }\n  return e;\n}\nconst idString = (id: Identifier) => `${id.schema}.${id.name}`;\n\nfunction specsByID(published: PublishedSchema) {\n  return [\n    // It would have been nice to use a CustomKeyMap here, but we rely on set-utils\n    // operations which use plain Sets.\n    new Map(published.tables.map(t => [t.oid, t])),\n    new Map(published.indexes.map(i => [idString(i), i])),\n  ] as const;\n}\n\nfunction columnsByID(\n  columns: Record<string, ColumnSpec>,\n): Map<number, ColumnSpec & {name: string}> {\n  const colsByID = new Map<number, ColumnSpec & {name: string}>();\n  for (const [name, spec] of Object.entries(columns)) {\n    // The `pos` field is the `attnum` in `pg_attribute`, which is a stable\n    // identifier for the column in this table (i.e. never reused).\n    colsByID.set(spec.pos, {...spec, name});\n  }\n  return colsByID;\n}\n\nfunction getMetadata(table: PublishedTableWithReplicaIdentity): TableMetadata {\n  return {\n    schemaOID: must(table.schemaOID),\n    relationOID: table.oid,\n    rowKey: Object.fromEntries(\n      table.replicaIdentityColumns.map(k => [\n        k,\n        {attNum: table.columns[k].pos},\n      ]),\n    ),\n  };\n}\n\n// Avoid sending the `columns` from the Postgres MessageRelation message.\n// They are not used downstream and the message can be large.\nfunction makeRelation(relation: PostgresRelation): MessageRelation {\n  // Avoid sending the `columns` from the Postgres MessageRelation message.\n  // They are not used downstream and the message can be large.\n  const {columns: _, keyColumns, replicaIdentity, ...rest} = relation;\n  return {\n    ...rest,\n    rowKey: {\n      columns: keyColumns,\n      type: replicaIdentity,\n    },\n    // For now, deprecated columns are sent for backwards compatibility.\n    // These can be removed when bumping the MIN_PROTOCOL_VERSION to 5.\n    keyColumns,\n    replicaIdentity,\n  };\n}\n\nclass UnsupportedSchemaChangeError extends Error {\n  readonly name = 'UnsupportedSchemaChangeError';\n  readonly description: string;\n  readonly ddlUpdate: DdlUpdateEvent;\n\n  constructor(\n    description: string,\n    ddlUpdate: DdlUpdateEvent,\n    options?: ErrorOptions,\n  ) {\n    super(\n      `Replication halted. Resync the replica to recover: ${description}`,\n      options,\n    );\n    this.description = description;\n    this.ddlUpdate = ddlUpdate;\n  }\n}\n\nclass MissingEventTriggerSupport extends Error {\n  readonly name = 'MissingEventTriggerSupport';\n\n  constructor(msg: string) {\n    super(\n      `${msg}. Schema changes cannot be reliably replicated without event trigger support.`,\n    );\n  }\n}\n\n// TODO(0xcadams): should this be a ProtocolError?\nclass ShutdownSignal extends AbortError {\n  readonly name = 'ShutdownSignal';\n\n  constructor(cause: unknown) {\n    super(\n      'shutdown signal received (e.g. another zero-cache taking over the replication stream)',\n      {\n        cause,\n      },\n    );\n  }\n}\n"],"names":["result","v.parse"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwGA,eAAsB,+BACpB,IACA,aACA,OACA,eACA,aACA,SAC6E;AAC7E,QAAM;AAAA,IACJ;AAAA,IACA,WAAW,MAAM,KAAK,IAAI,MAAM,QAAQ;AAAA,IACxC;AAAA,IACA,CAAC,KAAK,OAAO,YAAY,KAAK,OAAO,IAAI,aAAa,aAAa,OAAO;AAAA,EAAA;AAG5E,QAAM,UAAU,IAAI,SAAS,IAAI,aAAa;AAC9C,QAAM,oBAAoB;AAAA,IACxB,IAAI,gBAAgB,OAAO;AAAA,EAAA;AAE7B,UAAQ,MAAA;AAIR,QAAM,KAAK,SAAS,IAAI,WAAW;AACnC,MAAI;AACF,UAAM,kBAAkB,MAAM;AAAA,MAC5B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAGF,UAAM,eAAe,IAAI;AAAA,MACvB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAGF,WAAO,EAAC,mBAAmB,aAAA;AAAA,EAC7B,UAAA;AACE,UAAM,GAAG,IAAA;AAAA,EACX;AACF;AAEA,eAAe,uBACb,IACA,KACA,OACA;AAAA,EACE;AAAA,EACA,cAAc;AAAA,EACd;AACF,GACA;AAEA,QAAM,kBAAkB,IAAI,KAAK,OAAO,cAAc;AAEtD,QAAM,kBAAkB,MAAM;AAAA,IAC5B;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAEF,MAAI,CAAC,iBAAiB;AACpB,UAAM,IAAI;AAAA,MACR,8CAA8C,cAAc;AAAA,IAAA;AAAA,EAEhE;AAGA,QAAM,YAAY,CAAC,GAAG,MAAM,YAAY,EAAE,KAAA;AAC1C,QAAM,aAAa,gBAAgB,aAChC,OAAO,CAAA,MAAK,CAAC,EAAE,WAAW,0BAA0B,KAAK,CAAC,CAAC,EAC3D,KAAA;AACH,MAAI,CAAC,UAAU,WAAW,UAAU,GAAG;AACrC,OAAG,OAAO,8CAA8C,SAAS,GAAG;AACpE,UAAM,IAAI,OAAO,UAAU,MAAM,OAAO,MAAM,QAAQ,CAAC;AACvD,UAAM,IAAI;AAAA,MACR,2BAA2B,SAAS,4CAChB,UAAU;AAAA,IAAA;AAAA,EAElC;AAKA,MAAI,CAAC,UAAU,gBAAgB,cAAc,UAAU,GAAG;AACxD,UAAM,IAAI;AAAA,MACR,0BAA0B,gBAAgB,YAAY,2CAClB,UAAU;AAAA,IAAA;AAAA,EAElD;AAGA,QAAM,SAAS,MAAM;AAAA,0DACmC,IAAI,UAAU,CAAC;AAAA,IACrE,OAAA;AACF,MAAI,OAAO,WAAW,WAAW,QAAQ;AACvC,UAAM,IAAI;AAAA,MACR,0BAA0B,OAAO,KAAA,CAAM,iDACL,UAAU;AAAA,IAAA;AAAA,EAEhD;AAEA,QAAM,EAAC,SAAQ;AACf,QAAM,SAAS,MAAM;AAAA;AAAA,0BAIG,IAAI;AAC5B,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,gBAAgB,oBAAoB,IAAI,aAAa;AAAA,EACjE;AACA,QAAM,CAAC,EAAC,YAAY,UAAA,CAAU,IAAI;AAClC,MAAI,eAAe,QAAQ,cAAc,QAAQ;AAC/C,UAAM,IAAI;AAAA,MACR,oBAAoB,IAAI;AAAA,IAAA;AAAA,EAE5B;AACA,SAAO;AACT;AAGA,MAAM,4BAA4B;AAUlC,MAAM,qBAA6C;AAAA,EACxC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,YACE,IACA,aACA,OACA,SACA,SACA;AACA,SAAK,MAAM,GAAG,YAAY,aAAa,eAAe;AACtD,SAAK,eAAe;AACpB,SAAK,SAAS;AACd,SAAK,WAAW;AAChB,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,MAAM,YACJ,iBACA,mBAAsC,IACf;AACvB,UAAM,KAAK,SAAS,KAAK,KAAK,KAAK,YAAY;AAC/C,UAAM,EAAC,SAAQ,KAAK;AAEpB,QAAI,UAAU;AACd,QAAI;AACF,OAAC,EAAC,QAAA,IAAW,MAAM,KAAK;AAAA,QACtB;AAAA,QACA;AAAA,MAAA;AAEF,YAAM,SAAS,MAAM,uBAAuB,IAAI,KAAK,MAAM;AAC3D,WAAK,IAAI,OAAO,+BAA+B,IAAI,EAAE;AACrD,aAAO,MAAM,KAAK;AAAA,QAChB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAAA,IAEJ,UAAA;AACE,WAAK,QAAQ,KAAK,MAAM,GAAG,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEA,MAAM,aACJ,IACA,MACA,iBACA,aACA,kBACuB;AACvB,UAAM,cAAc,uBAAuB,eAAe,IAAI;AAC9D,UAAM,EAAC,UAAU,KAAA,IAAQ,MAAM;AAAA,MAC7B,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA,CAAC,GAAG,YAAY,YAAY;AAAA,MAC5B;AAAA,IAAA;AAEF,UAAM,QAAQ,IAAI,MAAM,IAAI;AAK5B,UAAM,UAAU,IAAI,wBAAwB,KAAK,KAAK,eAAe;AACrE,UAAM,kBAAkB,IAAI;AAAA,MAAgB,KAAK;AAAA,MAAK;AAAA,MAAS,CAAA,QAC7D,eAAe,KAAK,KAAK,KAAK,cAAc,KAAK,UAAU,GAAG;AAAA,IAAA;AAEhE,YACG,aAAa,UAAU,eAAe,EACtC,aAAa,iBAAiB,KAAK;AACtC,oBAAgB,IAAI,iBAAiB,gBAAgB;AAErD,UAAM,cAAc,IAAI;AAAA,MACtB,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,MACA,KAAK,SAAS;AAAA,MACd,KAAK;AAAA,IAAA;AAGP,UAAM,YAAY;AAChB,UAAI;AACF,YAAI,cAAuC;AAC3C,YAAI,gBAAgB;AAEpB,yBAAiB,CAAC,KAAK,GAAG,KAAK,UAAU;AAEvC,cAAI,IAAI,QAAQ,aAAa;AAC3B,oBAAQ,WAAW;AAAA,cACjB;AAAA,cACA,EAAC,KAAK,IAAI,cAAA;AAAA,cACV,EAAC,WAAW,qBAAqB,GAAG,EAAA;AAAA,YAAC,CACtC;AAKD,gBAAI,CAAC,iBAAiB,aAAa,eAAe;AAChD,sBAAQ,QAAQ,YAAY,aAAa;AACzC,4BAAc;AAAA,YAChB;AACA;AAAA,UACF;AAEA,cAAI,CAAC,aAAa;AAChB,kBAAM,MAAM,QAAQ,QAAQ,aAAa;AACzC,mBAAO,QAAQ,YAAa,MAAM;AAClC,0BAAc,CAAA;AAAA,UAChB;AAEA,cAAI;AACJ,qBAAW,UAAU,MAAM,YAAY,YAAY,KAAK,GAAG,GAAG;AAC5D,kBAAM,QAAQ,KAAK,MAAM;AACzB,yBAAa;AAAA,UACf;AAEA,kBAAQ,aAAa,CAAC,GAAA;AAAA,YACpB,KAAK;AACH,8BAAgB;AAChB;AAAA,YACF,KAAK;AACH,8BAAgB;AAChB,0BAAY,gBAAgB,WAAW,CAAC,EAAE;AAC1C,kBACE,SAAS,WAAW,KACpB,QAAQ,YAAA,IAAgB,2BACxB;AAMA,wBAAQ,QAAQ,YAAY,aAAa;AACzC,8BAAc;AAAA,cAChB;AACA;AAAA,UAAA;AAAA,QAEN;AAAA,MACF,SAAS,GAAG;AAGV,cAAM,MAAM,eAAe,CAAC;AAC5B,YAAI,eAAe,gBAAgB;AAGjC,gBAAM,KAAK,uBAAA;AAAA,QACb;AACA,gBAAQ,KAAK,GAAG;AAAA,MAClB;AAAA,IACF,GAAA;AAEA,SAAK,IAAI;AAAA,MACP,8BAA8B,IAAI,SAAS,eAAe,qBACxD,KAAK,SAAS,OAChB;AAAA,IAAA;AAGF,WAAO;AAAA,MACL,SAAS,QAAQ,SAAA;AAAA,MACjB,MAAM,EAAC,MAAM,CAAA,WAAU,MAAM,IAAI,OAAO,CAAC,EAAE,SAAS,EAAA;AAAA,IAAC;AAAA,EAEzD;AAAA,EAEA,MAAM,yBAAyB;AAC7B,UAAM,KAAK,SAAS,KAAK,KAAK,KAAK,YAAY;AAC/C,QAAI;AACF,YAAM,UAAU,MAAM;AAAA,QACpB,KAAK;AAAA,QACL;AAAA,QACA,KAAK;AAAA,QACL,KAAK,SAAS;AAAA,MAAA;AAEhB,UAAI,SAAS;AACX,aAAK,IAAI;AAAA,UACP,gCAAgC,KAAK,SAAS,OAAO,KAAK,UAAU,QAAQ,iBAAiB,CAAC;AAAA,QAAA;AAAA,MAElG;AAAA,IACF,SAAS,GAAG;AACV,WAAK,IAAI,OAAO,8BAA8B,CAAC;AAAA,IACjD,UAAA;AACE,YAAM,GAAG,IAAA;AAAA,IACX;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,wCACJ,IACA,YACmC;AACnC,UAAM,iBAAiB,0BAA0B,KAAK,MAAM;AAC5D,UAAM,iBAAiB,sBAAsB,KAAK,MAAM;AAExD,UAAM,SAAS,MAAM,MAAM,IAAI,OAAM,QAAO;AAG1C,YAAMA,UAAS,MAAM;AAAA;AAAA;AAAA,gCAKK,cAAc,mBAAmB,cAAc;AAAA,iCAC9C,UAAU;AACrC,WAAK,IAAI;AAAA,QACP,iCAAiC,KAAK,UAAUA,OAAM,CAAC;AAAA,MAAA;AAEzD,YAAM,gBAAgB,GAAG,eAAe,KAAK,MAAM,CAAC;AACpD,YAAM,iBAAiB,MAAM;AAAA;AAAA,iBAElB,IAAI,aAAa,CAAC;AAE7B,UAAIA,QAAO,WAAW,GAAG;AACvB,cAAM,aAAa,MAAM;AAAA;AAAA;AAAA,iCAGA,cAAc,mBAAmB,cAAc;AAAA;AAExE,aAAK,IAAI;AAAA,UACP,QAAQ,UAAU;AAAA,UAClB,EAAC,OAAO,YAAY,UAAU,eAAA;AAAA,QAAc;AAE9C,cAAM,IAAI;AAAA,UACR,oBAAoB,UAAU;AAAA,QAAA;AAAA,MAIlC;AAEA,WAAK,IAAI;AAAA,QACP,uCAAuC,UAAU,MAAM,KAAK;AAAA,UAC1D;AAAA,QAAA,CACD;AAAA,MAAA;AAEH,YAAM;AAAA,sBACU,IAAI,aAAa,CAAC,iBAAiB,UAAU;AAC7D,YAAM;AAAA,iBACK,IAAI,aAAa,CAAC;AAAA,sCACG,KAAK,QAAQ;AAAA,yBAC1B,UAAU;AAC7B,YAAM,gBAAgB,MAAM;AAAA,kCACA,IAAI,aAAa,CAAC;AAC9C,WAAK,IAAI;AAAA,QACP,sCAAsC,UAAU,MAAM,KAAK;AAAA,UACzD;AAAA,QAAA,CACD;AAAA,MAAA;AAEH,aAAOA;AAAAA,IACT,CAAC;AAED,UAAM,OAAO,OAAO,OAAO,CAAC,EAAC,IAAA,MAAS,QAAQ,IAAI,EAAE,IAAI,CAAC,EAAC,IAAA,MAAS,GAAG;AACtE,QAAI,KAAK,QAAQ;AACf,WAAK,IAAI,OAAO,uBAAuB,IAAI,eAAe;AAAA,IAC5D;AACA,UAAM,aAAa,OAChB,OAAO,CAAC,EAAC,KAAA,MAAU,SAAS,UAAU,EACtC,IAAI,CAAC,EAAC,KAAA,MAAU,IAAI;AACvB,WAAO;AAAA,MACL,SAAS,WAAW,SAChB,KAAK,sBAAsB,IAAI,UAAU,IACzC;AAAA,IAAA;AAAA,EAER;AAAA,EAEA,MAAM,sBAAsB,KAAiB,OAAiB;AAC5D,SAAK,IAAI,OAAO,sCAAsC,KAAK,EAAE;AAC7D,aAAS,IAAI,GAAG,IAAI,GAAG,KAAK;AAC1B,UAAI;AACF,cAAM;AAAA;AAAA,iCAEmB,IAAI,KAAK,CAAC;AAAA;AAEnC,aAAK,IAAI,OAAO,wBAAwB,KAAK,EAAE;AAC/C;AAAA,MACF,SAAS,GAAG;AAEV,YACE,aAAa,SAAS,iBACtB,EAAE,SAAS,kBACX;AAIA,eAAK,IAAI,QAAQ,WAAW,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC,IAAI,CAAC;AAAA,QACtD,OAAO;AACL,eAAK,IAAI,OAAO,kBAAkB,KAAK,IAAI,CAAC;AAAA,QAC9C;AACA,cAAM,MAAM,GAAI;AAAA,MAClB;AAAA,IACF;AACA,SAAK,IAAI,OAAO,sCAAsC,KAAK,EAAE;AAAA,EAC/D;AACF;AAGO,MAAM,MAA0B;AAAA,EACrC;AAAA,EACA,2BAA0C;AAAA,EAE1C,YAAY,MAAoB;AAC9B,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,SAAS,QAAmC;AAC1C,YAAQ,OAAO,CAAC,GAAA;AAAA,MACd,KAAK;AACH,cAAM,EAAC,UAAA,IAAa,OAAO,CAAC;AAC5B,YAAI,OAAO,CAAC,EAAE,KAAK;AACjB,eAAK,qBAAqB,SAAS;AAAA,QACrC,OAAO;AAOL,eAAK,2BAA2B,SAAS;AAAA,QAC3C;AACA;AAAA,MACF,KAAK;AAKH,YAAI,CAAC,OAAO,CAAC,EAAE,SAAS;AACtB,eAAK,qBAAqB,OAAO,CAAC,EAAE,eAAe;AAAA,QACrD;AACA;AAAA,IAAA;AAAA,EAEN;AAAA,EAEA,qBAAqB,WAAmB;AACtC,SAAK,2BAA2B;AAAA,EAClC;AAAA,EAEA,IAAI,WAAwB;AAC1B,QACE,KAAK,4BACL,KAAK,4BAA4B,WACjC;AACA,WAAK,2BAA2B;AAAA,IAClC;AACA,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,2BAA2B,WAAmB;AAC5C,QAAI,KAAK,6BAA6B,MAAM;AAC1C,WAAK,SAAS,SAAS;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,SAAS,WAAwB;AAC/B,UAAM,MAAM,uBAAuB,SAAS;AAC5C,SAAK,MAAM,KAAK,GAAG;AAAA,EACrB;AACF;AASA,MAAM,gCAAgC;AAEtC,MAAM,YAAY;AAAA,EACP;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET;AAAA,EACA;AAAA,EAEA,YACE,IACA,EAAC,OAAO,YACR,aACA,eACA,aACA;AACA,SAAK,MAAM;AAEX,SAAK,eAAe,GAAG,KAAK,IAAI,QAAQ;AACxC,SAAK,eAAe;AACpB,SAAK,iBAAiB;AACtB,SAAK,cAAc,SAAS,IAAI,aAAa;AAAA,MAC3C,CAAC,cAAc,GAAG;AAAA;AAAA,MAClB,YAAY,EAAC,CAAC,kBAAkB,GAAG,8BAAA;AAAA,IAA6B,CACjE;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,KAAa,KAA8C;AAC3E,QAAI,KAAK,QAAQ;AACf,WAAK,UAAU,KAAK,MAAM;AAC1B,aAAO,CAAA;AAAA,IACT;AACA,QAAI;AACF,aAAO,MAAM,KAAK,aAAa,GAAG;AAAA,IACpC,SAAS,KAAK;AACZ,WAAK,SAAS,EAAC,KAAK,KAAK,KAAK,aAAa,EAAA;AAC3C,WAAK,UAAU,KAAK,MAAM;AAE1B,YAAM,UAAU,2CAA2C,WAAW,GAAG,CAAC;AAC1E,YAAM,eAA2B,EAAC,OAAO,QAAA;AACzC,UAAI,eAAe,8BAA8B;AAC/C,qBAAa,SAAS,IAAI;AAC1B,qBAAa,UAAU,IAAI,UAAU;AAAA,MACvC,OAAO;AACL,qBAAa,SAAS,OAAO,GAAG;AAAA,MAClC;AAIA,aAAO;AAAA,QACL,CAAC,YAAY,EAAC,KAAK,YAAW;AAAA,QAC9B,CAAC,WAAW,EAAC,KAAK,kBAAkB,SAAS,cAAa;AAAA,MAAA;AAAA,IAE9D;AAAA,EACF;AAAA,EAEA,UAAU,OAAyB;AACjC,UAAM,EAAC,KAAK,KAAK,KAAK,gBAAe;AACrC,UAAM,MAAM,KAAK,IAAA;AAIjB,QAAI,MAAM,cAAc,KAAQ;AAC9B,WAAK,IAAI;AAAA,QACP,2CAA2C,WAAW,GAAG,CAAC,KAAK;AAAA,UAC7D;AAAA,QAAA,CACD;AAAA,QACD,eAAe,+BACX,IAAI,UAAU;AAAA;AAAA,UAEd,EAAC,GAAG,KAAK,SAAS,OAAA;AAAA;AAAA,MAAS;AAEjC,YAAM,cAAc;AAAA,IACtB;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,aAAa,KAA2C;AAC5D,YAAQ,IAAI,KAAA;AAAA,MACV,KAAK;AACH,eAAO;AAAA,UACL;AAAA,YACE;AAAA,YACA,EAAC,GAAG,KAAK,MAAM,IAAA;AAAA,YACf,EAAC,iBAAiB,qBAAqB,KAAK,IAAI,SAAS,CAAC,EAAA;AAAA,UAAC;AAAA,QAC7D;AAAA,MAGJ,KAAK,UAAU;AACb,YAAI,EAAE,IAAI,OAAO,IAAI,MAAM;AACzB,gBAAM,IAAI;AAAA,YACR,qCAAqC,UAAU,GAAG,CAAC;AAAA,UAAA;AAAA,QAEvD;AACA,eAAO;AAAA,UACL;AAAA,YACE;AAAA,YACA;AAAA,cACE,GAAG;AAAA,cACH,UAAU,aAAa,IAAI,QAAQ;AAAA;AAAA,cAEnC,KAAK,KAAK,IAAI,OAAO,IAAI,GAAG;AAAA,YAAA;AAAA,UAC9B;AAAA,QACF;AAAA,MAEJ;AAAA,MAEA,KAAK,UAAU;AACb,eAAO;AAAA,UACL;AAAA,YACE;AAAA,YACA;AAAA,cACE,GAAG;AAAA,cACH,UAAU,aAAa,IAAI,QAAQ;AAAA;AAAA,cAEnC,KAAK,IAAI,OAAO,IAAI;AAAA,YAAA;AAAA,UACtB;AAAA,QACF;AAAA,MAEJ;AAAA,MAEA,KAAK;AACH,eAAO,CAAC,CAAC,QAAQ,EAAC,GAAG,KAAK,UAAU,aAAa,IAAI,QAAQ,EAAA,CAAE,CAAC;AAAA,MAClE,KAAK;AACH,eAAO,CAAC,CAAC,QAAQ,EAAC,GAAG,KAAK,WAAW,IAAI,UAAU,IAAI,YAAY,EAAA,CAAE,CAAC;AAAA,MAExE,KAAK;AACH,YAAI,IAAI,WAAW,KAAK,cAAc;AACpC,eAAK,IAAI,QAAQ,wCAAwC,IAAI,MAAM;AACnE,iBAAO,CAAA;AAAA,QACT;AACA,eAAO,KAAK,qBAAqB,GAAG;AAAA,MAEtC,KAAK;AACH,eAAO;AAAA,UACL;AAAA,YACE;AAAA,YACA;AAAA,YACA,EAAC,WAAW,qBAAqB,KAAK,IAAI,SAAS,CAAC,EAAA;AAAA,UAAC;AAAA,QACvD;AAAA,MAGJ,KAAK;AACH,eAAO,KAAK,gBAAgB,GAAG;AAAA,MACjC,KAAK;AACH,eAAO,CAAA;AAAA;AAAA,MACT,KAAK;AAGH,eAAO,CAAA;AAAA,MACT;AAEE,cAAM,IAAI,MAAM,2BAA2B,UAAU,GAAG,CAAC,EAAE;AAAA,IAAA;AAAA,EAEjE;AAAA,EAEA;AAAA,EAEA,qBAAqB,KAAqB;AACxC,UAAM,QAAQ,KAAK,uBAAuB,IAAI,OAAO;AAGrD,iBAAa,KAAK,qBAAqB;AAEvC,QAAI,MAAM,SAAS,YAAY;AAE7B,WAAK,aAAa,MAAM;AACxB,aAAO,CAAA;AAAA,IACT;AAEA,UAAM,UAAU,KAAK;AAAA,MACnB,KAAK,KAAK,YAAY,uCAAuC;AAAA,MAC7D;AAAA,IAAA,EACA,IAAI,CAAA,WAAU,CAAC,QAAQ,MAAM,CAAgB;AAE/C,SAAK,IACF,YAAY,OAAO,MAAM,MAAM,GAAG,EAClC,YAAY,SAAS,MAAM,QAAQ,KAAK,EACxC,OAAO,GAAG,QAAQ,MAAM,qBAAqB,EAAC,SAAQ;AAEzD,UAAM,oBAAoB;AAAA,MACxB,MAAM;AAAA,IAAA;AAER,QAAI,mBAAmB;AACrB,WAAK,wBAAwB,WAAW,YAAY;AAClD,YAAI;AACF,gBAAM,kBAAkB,MAAM,KAAK,KAAK,KAAK,WAAW;AAAA,QAC1D,SAAS,KAAK;AACZ,eAAK,IAAI,OAAO,oCAAoC,GAAG;AAAA,QACzD;AAAA,MACF,GAAG,6BAA6B;AAAA,IAClC;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EA6BA,mBACE,WACA,QACgB;AAChB,QAAI;AACF,YAAM,CAAC,SAAS,OAAO,IAAI,UAAU,SAAS;AAC9C,YAAM,CAAC,SAAS,OAAO,IAAI,UAAU,OAAO,MAAM;AAClD,YAAM,UAA0B,CAAA;AAGhC,iBAAW,SAAS,QAAQ,UAAU;AACpC,iBAAS,KAAK,KAAK,KAAK;AAAA,MAC1B;AAEA,YAAM,CAAC,YAAY,UAAU,IAAI,qBAAqB,SAAS,OAAO;AACtE,iBAAW,MAAM,YAAY;AAC3B,cAAM,EAAC,QAAQ,KAAA,IAAQ,KAAK,QAAQ,IAAI,EAAE,CAAC;AAC3C,gBAAQ,KAAK,EAAC,KAAK,cAAc,IAAI,EAAC,QAAQ,KAAA,GAAM;AAAA,MACtD;AAGA,YAAM,CAAC,YAAY,UAAU,IAAI,qBAAqB,SAAS,OAAO;AACtE,iBAAW,MAAM,YAAY;AAC3B,cAAM,EAAC,QAAQ,KAAA,IAAQ,KAAK,QAAQ,IAAI,EAAE,CAAC;AAC3C,gBAAQ,KAAK,EAAC,KAAK,cAAc,IAAI,EAAC,QAAQ,KAAA,GAAM;AAAA,MACtD;AAEA,YAAM,SAAS,aAAa,SAAS,OAAO;AAC5C,iBAAW,MAAM,QAAQ;AACvB,gBAAQ;AAAA,UACN,GAAG,KAAK;AAAA,YACN,KAAK,QAAQ,IAAI,EAAE,CAAC;AAAA,YACpB,KAAK,QAAQ,IAAI,EAAE,CAAC;AAAA,YACpB,OAAO,MAAM;AAAA,UAAA;AAAA,QACf;AAAA,MAEJ;AAEA,iBAAW,MAAM,YAAY;AAC3B,cAAM,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC;AACjC,cAAM,cAA2B;AAAA,UAC/B,KAAK;AAAA,UACL;AAAA,UACA,UAAU,YAAY,IAAI;AAAA,QAAA;AAE5B,YAAI,CAAC,OAAO,MAAM,IAAI,WAAW,QAAQ,GAAG;AAG1C,sBAAY,WAAW,UAAU,KAAK,SAAS,CAAC,EAAC,KAAK,cAAa;AAAA,YACjE;AAAA,UAAA,EACA;AAAA,QACJ;AACA,gBAAQ,KAAK,WAAW;AAAA,MAC1B;AAIA,iBAAW,MAAM,YAAY;AAC3B,cAAM,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC;AACjC,gBAAQ,KAAK,EAAC,KAAK,gBAAgB,MAAK;AAAA,MAC1C;AACA,aAAO;AAAA,IACT,SAAS,GAAG;AACV,YAAM,IAAI,6BAA6B,OAAO,CAAC,GAAG,QAAQ,EAAC,OAAO,GAAE;AAAA,IACtE;AAAA,EACF;AAAA,EAEA,iBACE,UACA,UACA,QACgB;AAChB,UAAM,UAA0B,CAAA;AAChC,QACE,SAAS,WAAW,SAAS,UAC7B,SAAS,SAAS,SAAS,MAC3B;AACA,cAAQ,KAAK;AAAA,QACX,KAAK;AAAA,QACL,KAAK,EAAC,QAAQ,SAAS,QAAQ,MAAM,SAAS,KAAA;AAAA,QAC9C,KAAK,EAAC,QAAQ,SAAS,QAAQ,MAAM,SAAS,KAAA;AAAA,MAAI,CACnD;AAAA,IACH;AACA,UAAM,cAAc,YAAY,QAAQ;AACxC,UAAM,cAAc,YAAY,QAAQ;AACxC,QAAI,CAAC,UAAU,aAAa,WAAW,GAAG;AACxC,cAAQ,KAAK;AAAA,QACX,KAAK;AAAA,QACL,OAAO,EAAC,QAAQ,SAAS,QAAQ,MAAM,SAAS,KAAA;AAAA,QAChD,KAAK;AAAA,QACL,KAAK;AAAA,MAAA,CACN;AAAA,IACH;AACA,UAAM,QAAQ,EAAC,QAAQ,SAAS,QAAQ,MAAM,SAAS,KAAA;AACvD,UAAM,aAAa,YAAY,SAAS,OAAO;AAC/C,UAAM,aAAa,YAAY,SAAS,OAAO;AAG/C,UAAM,CAAC,SAAS,KAAK,IAAI,qBAAqB,YAAY,UAAU;AACpE,eAAW,MAAM,SAAS;AACxB,YAAM,EAAC,MAAM,OAAA,IAAU,KAAK,WAAW,IAAI,EAAE,CAAC;AAC9C,cAAQ,KAAK,EAAC,KAAK,eAAe,OAAO,QAAO;AAAA,IAClD;AAGA,UAAM,OAAO,aAAa,YAAY,UAAU;AAChD,eAAW,MAAM,MAAM;AACrB,YAAM,EAAC,MAAM,SAAS,GAAG,QAAA,IAAW,KAAK,WAAW,IAAI,EAAE,CAAC;AAC3D,YAAM,EAAC,MAAM,SAAS,GAAG,QAAA,IAAW,KAAK,WAAW,IAAI,EAAE,CAAC;AAK3D,UACE,YAAY,WACZ,QAAQ,aAAa,QAAQ,YAC7B,QAAQ,YAAY,QAAQ,SAC5B;AACA,gBAAQ,KAAK;AAAA,UACX,KAAK;AAAA,UACL;AAAA,UACA,KAAK,EAAC,MAAM,SAAS,MAAM,QAAA;AAAA,UAC3B,KAAK,EAAC,MAAM,SAAS,MAAM,QAAA;AAAA,QAAO,CACnC;AAAA,MACH;AAAA,IACF;AAKA,UAAM,iBAAiB,WAAW;AAGlC,eAAW,MAAM,OAAO;AACtB,YAAM,EAAC,MAAM,GAAG,KAAA,IAAQ,KAAK,WAAW,IAAI,EAAE,CAAC;AAC/C,YAAM,SAAS,EAAC,MAAM,KAAA;AACtB,YAAM,YAAuB;AAAA,QAC3B,KAAK;AAAA,QACL;AAAA,QACA;AAAA,QACA,eAAe,YAAY,QAAQ;AAAA,MAAA;AAErC,UAAI,gBAAgB;AAClB,kBAAU,OAAO,KAAK,OAAO;AAC7B,kBAAU,WAAW,EAAC,QAAQ,KAAK,IAAA;AAAA,MACrC,OAAO;AAEL,YAAI;AACF,kCAAwB,MAAM,MAAM,MAAM;AAAA,QAC5C,SAAS,GAAG;AACV,cAAI,EAAE,aAAa,gCAAgC;AAGjD,kBAAM;AAAA,UACR;AAOA,eAAK,IAAI;AAAA,YACP,sBAAsB,MAAM,IAAI,IAAI,IAAI,KAAK,OAAO,CAAC,CAAC;AAAA,UAAA;AAExD,oBAAU,OAAO,KAAK,OAAO;AAC7B,oBAAU,WAAW,EAAC,QAAQ,KAAK,IAAA;AAAA,QACrC;AAAA,MACF;AACA,cAAQ,KAAK,SAAS;AAAA,IACxB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,uBAAuB,SAAqB;AAC1C,UAAM,MACJ,mBAAmB,SACf,QAAQ,SAAS,OAAO,IACxB,IAAI,cAAc,OAAO,OAAO;AACtC,UAAM,OAAO,KAAK,MAAM,GAAG;AAC3B,WAAOC,MAAQ,MAAM,wBAAwB,aAAa;AAAA,EAC5D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAoBA,MAAM,gBAAgB,KAAoD;AACxE,UAAM,EAAC,cAAc,aAAA,IAAgB,KAAK;AAC1C,QAAI,cAAc;AAChB,aAAO,CAAA;AAAA,IACT;AACA,UAAM,gBAAgB,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL;AAAA,IAAA;AAEF,UAAM,aAAa,oBAAoB,KAAK,gBAAgB,aAAa;AACzE,QAAI,eAAe,MAAM;AACvB,YAAM,IAAI,2BAA2B,UAAU;AAAA,IACjD;AAKA,UAAM,OAAO,KAAK,eAAe,OAAO;AAAA,MACtC,CAAA,MAAK,EAAE,QAAQ,IAAI;AAAA,IAAA;AAErB,QAAI,CAAC,MAAM;AAET,YAAM,IAAI;AAAA,QACR,kCAAkC,UAAU,GAAG,CAAC;AAAA,MAAA;AAAA,IAEpD;AACA,QAAI,kBAAkB,MAAM,GAAG,GAAG;AAChC,YAAM,IAAI;AAAA,QACR,gDAAgD,UAAU,IAAI,CAAC,OAAO,UAAU,GAAG,CAAC;AAAA,MAAA;AAAA,IAExF;AACA,WAAO,CAAA;AAAA,EACT;AACF;AAEA,SAAS,oBACP,GACA,GACe;AAEf,MAAI,EAAE,OAAO,WAAW,EAAE,OAAO,QAAQ;AACvC,WAAO;AAAA,EACT;AACA,WAAS,IAAI,GAAG,IAAI,EAAE,OAAO,QAAQ,KAAK;AACxC,UAAM,KAAK,EAAE,OAAO,CAAC;AACrB,UAAM,KAAK,EAAE,OAAO,CAAC;AACrB,UAAM,aAAa,mBAAmB,IAAI,EAAE;AAC5C,QAAI,YAAY;AACd,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAGA,MAAM,cAAc,CAAC,GAAyB,MAC5C,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,IAAI;AAEvD,SAAS,mBACP,GACA,GACe;AACf,MAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM;AACjE,WAAO,UAAU,EAAE,IAAI,yBAAyB,EAAE,IAAI;AAAA,EACxD;AACA,MAAI,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,GAAG;AAC1C,WAAO,yBAAyB,EAAE,IAAI;AAAA,EACxC;AACA,QAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;AACxD,QAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;AACxD,MACE,MAAM,WAAW,MAAM,UACvB,MAAM,KAAK,CAAC,CAAC,OAAO,IAAI,GAAG,MAAM;AAC/B,UAAM,CAAC,OAAO,IAAI,IAAI,MAAM,CAAC;AAC7B,WACE,UAAU,SACV,KAAK,QAAQ,KAAK,OAClB,KAAK,YAAY,KAAK,WACtB,KAAK,YAAY,KAAK;AAAA,EAE1B,CAAC,GACD;AACA,WAAO,qBAAqB,EAAE,IAAI;AAAA,EACpC;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB,GAAuB,GAAqB;AAC5E,MAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM;AACzE,WAAO;AAAA,EACT;AACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAME,EAAE,oBAAoB,aACtB,CAAC,OAAO,IAAI,IAAI,EAAE,UAAU,GAAG,IAAI,IAAI,EAAE,UAAU,CAAC;AAAA,IACpD;AACA,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;AACxD,QAAM,QAAQ,EAAE;AAChB,SACE,MAAM,WAAW,MAAM,UACvB,MAAM,KAAK,CAAC,CAAC,OAAO,IAAI,GAAG,MAAM;AAC/B,UAAM,OAAO,MAAM,CAAC;AACpB,WAAO,UAAU,KAAK,QAAQ,KAAK,YAAY,KAAK;AAAA,EACtD,CAAC;AAEL;AAEA,SAAS,eAAe,GAAmB;AACzC,MAAI,EAAE,aAAa,QAAQ;AACzB,WAAO,IAAI,MAAM,OAAO,CAAC,CAAC;AAAA,EAC5B;AACA,MAAI,aAAa,SAAS,iBAAiB,EAAE,SAAS,mBAAmB;AACvE,WAAO,IAAI,eAAe,CAAC;AAAA,EAC7B;AACA,SAAO;AACT;AACA,MAAM,WAAW,CAAC,OAAmB,GAAG,GAAG,MAAM,IAAI,GAAG,IAAI;AAE5D,SAAS,UAAU,WAA4B;AAC7C,SAAO;AAAA;AAAA;AAAA,IAGL,IAAI,IAAI,UAAU,OAAO,IAAI,CAAA,MAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AAAA,IAC7C,IAAI,IAAI,UAAU,QAAQ,IAAI,CAAA,MAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;AAAA,EAAA;AAExD;AAEA,SAAS,YACP,SAC0C;AAC1C,QAAM,+BAAe,IAAA;AACrB,aAAW,CAAC,MAAM,IAAI,KAAK,OAAO,QAAQ,OAAO,GAAG;AAGlD,aAAS,IAAI,KAAK,KAAK,EAAC,GAAG,MAAM,MAAK;AAAA,EACxC;AACA,SAAO;AACT;AAEA,SAAS,YAAY,OAAyD;AAC5E,SAAO;AAAA,IACL,WAAW,KAAK,MAAM,SAAS;AAAA,IAC/B,aAAa,MAAM;AAAA,IACnB,QAAQ,OAAO;AAAA,MACb,MAAM,uBAAuB,IAAI,CAAA,MAAK;AAAA,QACpC;AAAA,QACA,EAAC,QAAQ,MAAM,QAAQ,CAAC,EAAE,IAAA;AAAA,MAAG,CAC9B;AAAA,IAAA;AAAA,EACH;AAEJ;AAIA,SAAS,aAAa,UAA6C;AAGjE,QAAM,EAAC,SAAS,GAAG,YAAY,iBAAiB,GAAG,SAAQ;AAC3D,SAAO;AAAA,IACL,GAAG;AAAA,IACH,QAAQ;AAAA,MACN,SAAS;AAAA,MACT,MAAM;AAAA,IAAA;AAAA;AAAA;AAAA,IAIR;AAAA,IACA;AAAA,EAAA;AAEJ;AAEA,MAAM,qCAAqC,MAAM;AAAA,EACtC,OAAO;AAAA,EACP;AAAA,EACA;AAAA,EAET,YACE,aACA,WACA,SACA;AACA;AAAA,MACE,sDAAsD,WAAW;AAAA,MACjE;AAAA,IAAA;AAEF,SAAK,cAAc;AACnB,SAAK,YAAY;AAAA,EACnB;AACF;AAEA,MAAM,mCAAmC,MAAM;AAAA,EACpC,OAAO;AAAA,EAEhB,YAAY,KAAa;AACvB;AAAA,MACE,GAAG,GAAG;AAAA,IAAA;AAAA,EAEV;AACF;AAGA,MAAM,uBAAuB,WAAW;AAAA,EAC7B,OAAO;AAAA,EAEhB,YAAY,OAAgB;AAC1B;AAAA,MACE;AAAA,MACA;AAAA,QACE;AAAA,MAAA;AAAA,IACF;AAAA,EAEJ;AACF;"}
+{"version":3,"file":"change-source.js","sources":["../../../../../../../zero-cache/src/services/change-source/pg/change-source.ts"],"sourcesContent":["import {\n  PG_ADMIN_SHUTDOWN,\n  PG_OBJECT_IN_USE,\n} from '@drdgvhbh/postgres-error-codes';\nimport type {LogContext} from '@rocicorp/logger';\nimport postgres from 'postgres';\nimport {AbortError} from '../../../../../shared/src/abort-error.ts';\nimport {stringify} from '../../../../../shared/src/bigint-json.ts';\nimport {deepEqual} from '../../../../../shared/src/json.ts';\nimport {must} from '../../../../../shared/src/must.ts';\nimport {mapValues} from '../../../../../shared/src/objects.ts';\nimport {promiseVoid} from '../../../../../shared/src/resolved-promises.ts';\nimport {\n  equals,\n  intersection,\n  symmetricDifferences,\n} from '../../../../../shared/src/set-utils.ts';\nimport {sleep} from '../../../../../shared/src/sleep.ts';\nimport * as v from '../../../../../shared/src/valita.ts';\nimport {Database} from '../../../../../zqlite/src/db.ts';\nimport {\n  mapPostgresToLiteColumn,\n  UnsupportedColumnDefaultError,\n} from '../../../db/pg-to-lite.ts';\nimport {runTx} from '../../../db/run-transaction.ts';\nimport type {\n  ColumnSpec,\n  PublishedIndexSpec,\n  PublishedTableSpec,\n} from '../../../db/specs.ts';\nimport {StatementRunner} from '../../../db/statements.ts';\nimport {type LexiVersion} from '../../../types/lexi-version.ts';\nimport {pgClient, type PostgresDB} from '../../../types/pg.ts';\nimport {\n  upstreamSchema,\n  type ShardConfig,\n  type ShardID,\n} from '../../../types/shards.ts';\nimport {\n  majorVersionFromString,\n  majorVersionToString,\n} from '../../../types/state-version.ts';\nimport type {Sink} from '../../../types/streams.ts';\nimport {AutoResetSignal} from '../../change-streamer/schema/tables.ts';\nimport {\n  getSubscriptionStateAndContext,\n  type SubscriptionState,\n  type SubscriptionStateAndContext,\n} from '../../replicator/schema/replication-state.ts';\nimport type {ChangeSource, ChangeStream} from '../change-source.ts';\nimport {BackfillManager} from '../common/backfill-manager.ts';\nimport {\n  ChangeStreamMultiplexer,\n  type Listener,\n} from '../common/change-stream-multiplexer.ts';\nimport {initReplica} from '../common/replica-schema.ts';\nimport type {BackfillRequest, JSONObject} from '../protocol/current.ts';\nimport type {\n  ColumnAdd,\n  Identifier,\n  MessageRelation,\n  SchemaChange,\n  TableCreate,\n} from '../protocol/current/data.ts';\nimport type {\n  ChangeStreamData,\n  ChangeStreamMessage,\n  Data,\n} from '../protocol/current/downstream.ts';\nimport type {ColumnMetadata, TableMetadata} from './backfill-metadata.ts';\nimport {streamBackfill} from './backfill-stream.ts';\nimport {\n  initialSync,\n  type InitialSyncOptions,\n  type ServerContext,\n} from './initial-sync.ts';\nimport type {\n  Message,\n  MessageMessage,\n  MessageRelation as PostgresRelation,\n} from './logical-replication/pgoutput.types.ts';\nimport {subscribe} from './logical-replication/stream.ts';\nimport {fromBigInt, toStateVersionString, type LSN} from './lsn.ts';\nimport {replicationEventSchema, type DdlUpdateEvent} from './schema/ddl.ts';\nimport {updateShardSchema} from './schema/init.ts';\nimport {\n  getPublicationInfo,\n  type PublishedSchema,\n  type PublishedTableWithReplicaIdentity,\n} from './schema/published.ts';\nimport {\n  dropShard,\n  getInternalShardConfig,\n  getReplicaAtVersion,\n  internalPublicationPrefix,\n  legacyReplicationSlot,\n  replicaIdentitiesForTablesWithoutPrimaryKeys,\n  replicationSlotExpression,\n  type InternalShardConfig,\n  type Replica,\n} from './schema/shard.ts';\nimport {validate} from './schema/validation.ts';\n\n/**\n * Initializes a Postgres change source, including the initial sync of the\n * replica, before streaming changes from the corresponding logical replication\n * stream.\n */\nexport async function initializePostgresChangeSource(\n  lc: LogContext,\n  upstreamURI: string,\n  shard: ShardConfig,\n  replicaDbFile: string,\n  syncOptions: InitialSyncOptions,\n  context: ServerContext,\n): Promise<{subscriptionState: SubscriptionState; changeSource: ChangeSource}> {\n  await initReplica(\n    lc,\n    `replica-${shard.appID}-${shard.shardNum}`,\n    replicaDbFile,\n    (log, tx) => initialSync(log, shard, tx, upstreamURI, syncOptions, context),\n  );\n\n  const replica = new Database(lc, replicaDbFile);\n  const subscriptionState = getSubscriptionStateAndContext(\n    new StatementRunner(replica),\n  );\n  replica.close();\n\n  // Check that upstream is properly setup, and throw an AutoReset to re-run\n  // initial sync if not.\n  const db = pgClient(lc, upstreamURI);\n  try {\n    const upstreamReplica = await checkAndUpdateUpstream(\n      lc,\n      db,\n      shard,\n      subscriptionState,\n    );\n\n    const changeSource = new PostgresChangeSource(\n      lc,\n      upstreamURI,\n      shard,\n      upstreamReplica,\n      context,\n    );\n\n    return {subscriptionState, changeSource};\n  } finally {\n    await db.end();\n  }\n}\n\nasync function checkAndUpdateUpstream(\n  lc: LogContext,\n  sql: PostgresDB,\n  shard: ShardConfig,\n  {\n    replicaVersion,\n    publications: subscribed,\n    initialSyncContext,\n  }: SubscriptionStateAndContext,\n) {\n  // Perform any shard schema updates\n  await updateShardSchema(lc, sql, shard, replicaVersion);\n\n  const upstreamReplica = await getReplicaAtVersion(\n    lc,\n    sql,\n    shard,\n    replicaVersion,\n    initialSyncContext,\n  );\n  if (!upstreamReplica) {\n    throw new AutoResetSignal(\n      `No replication slot for replica at version ${replicaVersion}`,\n    );\n  }\n\n  // Verify that the publications match what is being replicated.\n  const requested = [...shard.publications].sort();\n  const replicated = upstreamReplica.publications\n    .filter(p => !p.startsWith(internalPublicationPrefix(shard)))\n    .sort();\n  if (!deepEqual(requested, replicated)) {\n    lc.warn?.(`Dropping shard to change publications to: [${requested}]`);\n    await sql.unsafe(dropShard(shard.appID, shard.shardNum));\n    throw new AutoResetSignal(\n      `Requested publications [${requested}] do not match configured ` +\n        `publications: [${replicated}]`,\n    );\n  }\n\n  // Sanity check: The subscription state on the replica should have the\n  // same publications. This should be guaranteed by the equivalence of the\n  // replicaVersion, but it doesn't hurt to verify.\n  if (!deepEqual(upstreamReplica.publications, subscribed)) {\n    throw new AutoResetSignal(\n      `Upstream publications [${upstreamReplica.publications}] do not ` +\n        `match subscribed publications [${subscribed}]`,\n    );\n  }\n\n  // Verify that the publications exist.\n  const exists = await sql`\n    SELECT pubname FROM pg_publication WHERE pubname IN ${sql(subscribed)};\n  `.values();\n  if (exists.length !== subscribed.length) {\n    throw new AutoResetSignal(\n      `Upstream publications [${exists.flat()}] do not contain ` +\n        `all subscribed publications [${subscribed}]`,\n    );\n  }\n\n  const {slot} = upstreamReplica;\n  const result = await sql<\n    {restartLSN: LSN | null; walStatus: string | null}[]\n  > /*sql*/ `\n    SELECT restart_lsn as \"restartLSN\", wal_status as \"walStatus\" FROM pg_replication_slots\n      WHERE slot_name = ${slot}`;\n  if (result.length === 0) {\n    throw new AutoResetSignal(`replication slot ${slot} is missing`);\n  }\n  const [{restartLSN, walStatus}] = result;\n  if (restartLSN === null || walStatus === 'lost') {\n    throw new AutoResetSignal(\n      `replication slot ${slot} has been invalidated for exceeding the max_slot_wal_keep_size`,\n    );\n  }\n  return upstreamReplica;\n}\n\n// Parameterize this if necessary. In practice starvation may never happen.\nconst MAX_LOW_PRIORITY_DELAY_MS = 1000;\n\ntype ReservationState = {\n  lastWatermark?: string;\n};\n\n/**\n * Postgres implementation of a {@link ChangeSource} backed by a logical\n * replication stream.\n */\nclass PostgresChangeSource implements ChangeSource {\n  readonly #lc: LogContext;\n  readonly #upstreamUri: string;\n  readonly #shard: ShardID;\n  readonly #replica: Replica;\n  readonly #context: ServerContext;\n\n  constructor(\n    lc: LogContext,\n    upstreamUri: string,\n    shard: ShardID,\n    replica: Replica,\n    context: ServerContext,\n  ) {\n    this.#lc = lc.withContext('component', 'change-source');\n    this.#upstreamUri = upstreamUri;\n    this.#shard = shard;\n    this.#replica = replica;\n    this.#context = context;\n  }\n\n  async startStream(\n    clientWatermark: string,\n    backfillRequests: BackfillRequest[] = [],\n  ): Promise<ChangeStream> {\n    const db = pgClient(this.#lc, this.#upstreamUri);\n    const {slot} = this.#replica;\n\n    let cleanup = promiseVoid;\n    try {\n      ({cleanup} = await this.#stopExistingReplicationSlotSubscribers(\n        db,\n        slot,\n      ));\n      const config = await getInternalShardConfig(db, this.#shard);\n      this.#lc.info?.(`starting replication stream@${slot}`);\n      return await this.#startStream(\n        db,\n        slot,\n        clientWatermark,\n        config,\n        backfillRequests,\n      );\n    } finally {\n      void cleanup.then(() => db.end());\n    }\n  }\n\n  async #startStream(\n    db: PostgresDB,\n    slot: string,\n    clientWatermark: string,\n    shardConfig: InternalShardConfig,\n    backfillRequests: BackfillRequest[],\n  ): Promise<ChangeStream> {\n    const clientStart = majorVersionFromString(clientWatermark) + 1n;\n    const {messages, acks} = await subscribe(\n      this.#lc,\n      db,\n      slot,\n      [...shardConfig.publications],\n      clientStart,\n    );\n    const acker = new Acker(acks);\n\n    // The ChangeStreamMultiplexer facilitates cooperative streaming from\n    // the main replication stream and backfill streams initiated by the\n    // BackfillManager.\n    const changes = new ChangeStreamMultiplexer(this.#lc, clientWatermark);\n    const backfillManager = new BackfillManager(this.#lc, changes, req =>\n      streamBackfill(this.#lc, this.#upstreamUri, this.#replica, req),\n    );\n    changes\n      .addProducers(messages, backfillManager)\n      .addListeners(backfillManager, acker);\n    backfillManager.run(clientWatermark, backfillRequests);\n\n    const changeMaker = new ChangeMaker(\n      this.#lc,\n      this.#shard,\n      shardConfig,\n      this.#replica.initialSchema,\n      this.#upstreamUri,\n    );\n\n    void (async () => {\n      try {\n        let reservation: ReservationState | null = null;\n        let inTransaction = false;\n\n        for await (const [lsn, msg] of messages) {\n          // Note: no reservation is needed for pushStatus().\n          if (msg.tag === 'keepalive') {\n            changes.pushStatus([\n              'status',\n              {ack: msg.shouldRespond},\n              {watermark: majorVersionToString(lsn)},\n            ]);\n\n            // If we're not in a transaction but the last reservation was kept\n            // because of pending keepalives in the queue, release the\n            // reservation.\n            if (!inTransaction && reservation?.lastWatermark) {\n              changes.release(reservation.lastWatermark);\n              reservation = null;\n            }\n            continue;\n          }\n\n          if (!reservation) {\n            const res = changes.reserve('replication');\n            typeof res === 'string' || (await res); // awaits should be uncommon\n            reservation = {};\n          }\n\n          let lastChange: ChangeStreamMessage | undefined;\n          for (const change of await changeMaker.makeChanges(lsn, msg)) {\n            await changes.push(change); // Allow the change-streamer to push back.\n            lastChange = change;\n          }\n\n          switch (lastChange?.[0]) {\n            case 'begin':\n              inTransaction = true;\n              break;\n            case 'commit':\n              inTransaction = false;\n              reservation.lastWatermark = lastChange[2].watermark;\n              if (\n                messages.queued === 0 ||\n                changes.waiterDelay() > MAX_LOW_PRIORITY_DELAY_MS\n              ) {\n                // After each transaction, release the reservation:\n                // - if there are no pending upstream messages\n                // - or if a low priority request has been waiting for longer\n                //   than MAX_LOW_PRIORITY_DELAY_MS. This is to prevent\n                //   (backfill) starvation on very active upstreams.\n                changes.release(reservation.lastWatermark);\n                reservation = null;\n              }\n              break;\n          }\n        }\n      } catch (e) {\n        // Note: no need to worry about reservations here since downstream\n        //       is being completely canceled.\n        const err = translateError(e);\n        if (err instanceof ShutdownSignal) {\n          // Log the new state of the replica to surface information about the\n          // server that sent the shutdown signal, if any.\n          await this.#logCurrentReplicaInfo();\n        }\n        changes.fail(err);\n      }\n    })();\n\n    this.#lc.info?.(\n      `started replication stream@${slot} from ${clientWatermark} (replicaVersion: ${\n        this.#replica.version\n      })`,\n    );\n\n    return {\n      changes: changes.asSource(),\n      acks: {push: status => acker.ack(status[2].watermark)},\n    };\n  }\n\n  async #logCurrentReplicaInfo() {\n    const db = pgClient(this.#lc, this.#upstreamUri);\n    try {\n      const replica = await getReplicaAtVersion(\n        this.#lc,\n        db,\n        this.#shard,\n        this.#replica.version,\n      );\n      if (replica) {\n        this.#lc.info?.(\n          `Shutdown signal from replica@${this.#replica.version}: ${stringify(replica.subscriberContext)}`,\n        );\n      }\n    } catch (e) {\n      this.#lc.warn?.(`error logging replica info`, e);\n    } finally {\n      await db.end();\n    }\n  }\n\n  /**\n   * Stops replication slots associated with this shard, and returns\n   * a `cleanup` task that drops any slot other than the specified\n   * `slotToKeep`.\n   *\n   * Note that replication slots created after `slotToKeep` (as indicated by\n   * the timestamp suffix) are preserved, as those are newly syncing replicas\n   * that will soon take over the slot.\n   */\n  async #stopExistingReplicationSlotSubscribers(\n    db: PostgresDB,\n    slotToKeep: string,\n  ): Promise<{cleanup: Promise<void>}> {\n    const slotExpression = replicationSlotExpression(this.#shard);\n    const legacySlotName = legacyReplicationSlot(this.#shard);\n\n    const result = await runTx(db, async sql => {\n      // Note: `slot_name <= slotToKeep` uses a string compare of the millisecond\n      // timestamp, which works until it exceeds 13 digits (sometime in 2286).\n      const result = await sql<\n        {slot: string; pid: string | null; terminated: boolean | null}[]\n      > /*sql*/ `\n      SELECT slot_name as slot, pg_terminate_backend(active_pid) as terminated, active_pid as pid\n        FROM pg_replication_slots \n        WHERE (slot_name LIKE ${slotExpression} OR slot_name = ${legacySlotName})\n              AND slot_name <= ${slotToKeep}`;\n      this.#lc.info?.(\n        `terminated replication slots: ${JSON.stringify(result)}`,\n      );\n      const replicasTable = `${upstreamSchema(this.#shard)}.replicas`;\n      const replicasBefore = await sql`\n        SELECT slot, version, \"initialSyncContext\", \"subscriberContext\" \n          FROM ${sql(replicasTable)} ORDER BY slot`;\n\n      if (result.length === 0) {\n        const shardSlots = await sql`\n        SELECT slot_name as slot, active, active_pid as pid\n          FROM pg_replication_slots\n          WHERE slot_name LIKE ${slotExpression} OR slot_name = ${legacySlotName}\n          ORDER BY slot_name`;\n        this.#lc.warn?.(\n          `slot ${slotToKeep} not found while cleaning subscribers`,\n          {slots: shardSlots, replicas: replicasBefore},\n        );\n        throw new AbortError(\n          `replication slot ${slotToKeep} is missing. A different ` +\n            `replication-manager should now be running on a new ` +\n            `replication slot.`,\n        );\n      }\n      // Clear the state of the older replicas.\n      this.#lc.info?.(\n        `replicas before cleanup (slotToKeep=${slotToKeep}): ${JSON.stringify(\n          replicasBefore,\n        )}`,\n      );\n      await sql`\n        DELETE FROM ${sql(replicasTable)} WHERE slot < ${slotToKeep}`;\n      await sql`\n        UPDATE ${sql(replicasTable)} \n          SET \"subscriberContext\" = ${this.#context}\n          WHERE slot = ${slotToKeep}`;\n      const replicasAfter = await sql<{slot: string; version: string}[]>`\n      SELECT slot, version FROM ${sql(replicasTable)} ORDER BY slot`;\n      this.#lc.info?.(\n        `replicas after cleanup (slotToKeep=${slotToKeep}): ${JSON.stringify(\n          replicasAfter,\n        )}`,\n      );\n      return result;\n    });\n\n    const pids = result.filter(({pid}) => pid !== null).map(({pid}) => pid);\n    if (pids.length) {\n      this.#lc.info?.(`signaled subscriber ${pids} to shut down`);\n    }\n    const otherSlots = result\n      .filter(({slot}) => slot !== slotToKeep)\n      .map(({slot}) => slot);\n    return {\n      cleanup: otherSlots.length\n        ? this.#dropReplicationSlots(db, otherSlots)\n        : promiseVoid,\n    };\n  }\n\n  async #dropReplicationSlots(sql: PostgresDB, slots: string[]) {\n    this.#lc.info?.(`dropping other replication slot(s) ${slots}`);\n    for (let i = 0; i < 5; i++) {\n      try {\n        await sql`\n          SELECT pg_drop_replication_slot(slot_name) FROM pg_replication_slots\n            WHERE slot_name IN ${sql(slots)}\n        `;\n        this.#lc.info?.(`successfully dropped ${slots}`);\n        return;\n      } catch (e) {\n        // error: replication slot \"zero_slot_change_source_test_id\" is active for PID 268\n        if (\n          e instanceof postgres.PostgresError &&\n          e.code === PG_OBJECT_IN_USE\n        ) {\n          // The freeing up of the replication slot is not transactional;\n          // sometimes it takes time for Postgres to consider the slot\n          // inactive.\n          this.#lc.debug?.(`attempt ${i + 1}: ${String(e)}`, e);\n        } else {\n          this.#lc.warn?.(`error dropping ${slots}`, e);\n        }\n        await sleep(1000);\n      }\n    }\n    this.#lc.warn?.(`maximum attempts exceeded dropping ${slots}`);\n  }\n}\n\n// Exported for testing.\nexport class Acker implements Listener {\n  #acks: Sink<bigint>;\n  #waitingForDownstreamAck: string | null = null;\n\n  constructor(acks: Sink<bigint>) {\n    this.#acks = acks;\n  }\n\n  onChange(change: ChangeStreamMessage): void {\n    switch (change[0]) {\n      case 'status':\n        const {watermark} = change[2];\n        if (change[1].ack) {\n          this.#expectDownstreamAck(watermark);\n        } else {\n          // Keepalives with shouldRespond = false are sent to Listeners,\n          // but for efficiency they are not sent downstream to the\n          // change-streamer. Ack them here if the change-streamer is caught\n          // up. This updates the replication slot's `confirmed_flush_lsn`\n          // more quickly (rather than waiting for the periodic shouldRespond),\n          // which is useful for monitoring replication slot lag.\n          this.#ackIfDownstreamIsCaughtUp(watermark);\n        }\n        break;\n      case 'begin':\n        // Mark the commit watermark as being expected so that any intermediate\n        // shouldRespond=false watermarks, which will be at the\n        // commitWatermark, are *not* acked, as the ack must come from\n        // change-streamer after it commits the transaction.\n        if (!change[1].skipAck) {\n          this.#expectDownstreamAck(change[2].commitWatermark);\n        }\n        break;\n    }\n  }\n\n  #expectDownstreamAck(watermark: string) {\n    this.#waitingForDownstreamAck = watermark;\n  }\n\n  ack(watermark: LexiVersion) {\n    if (\n      this.#waitingForDownstreamAck &&\n      this.#waitingForDownstreamAck <= watermark\n    ) {\n      this.#waitingForDownstreamAck = null;\n    }\n    this.#sendAck(watermark);\n  }\n\n  #ackIfDownstreamIsCaughtUp(watermark: string) {\n    if (this.#waitingForDownstreamAck === null) {\n      this.#sendAck(watermark);\n    }\n  }\n\n  #sendAck(watermark: LexiVersion) {\n    const lsn = majorVersionFromString(watermark);\n    this.#acks.push(lsn);\n  }\n}\n\ntype ReplicationError = {\n  lsn: bigint;\n  msg: Message;\n  err: unknown;\n  lastLogTime: number;\n};\n\nconst SET_REPLICA_IDENTITY_DELAY_MS = 50;\n\nclass ChangeMaker {\n  readonly #lc: LogContext;\n  readonly #shardPrefix: string;\n  readonly #shardConfig: InternalShardConfig;\n  readonly #initialSchema: PublishedSchema;\n  readonly #upstreamDB: PostgresDB;\n\n  #replicaIdentityTimer: NodeJS.Timeout | undefined;\n  #error: ReplicationError | undefined;\n\n  constructor(\n    lc: LogContext,\n    {appID, shardNum}: ShardID,\n    shardConfig: InternalShardConfig,\n    initialSchema: PublishedSchema,\n    upstreamURI: string,\n  ) {\n    this.#lc = lc;\n    // Note: This matches the prefix used in pg_logical_emit_message() in pg/schema/ddl.ts.\n    this.#shardPrefix = `${appID}/${shardNum}`;\n    this.#shardConfig = shardConfig;\n    this.#initialSchema = initialSchema;\n    this.#upstreamDB = pgClient(lc, upstreamURI, {\n      ['idle_timeout']: 10, // only used occasionally\n      connection: {['application_name']: 'zero-schema-change-detector'},\n    });\n  }\n\n  async makeChanges(lsn: bigint, msg: Message): Promise<ChangeStreamMessage[]> {\n    if (this.#error) {\n      this.#logError(this.#error);\n      return [];\n    }\n    try {\n      return await this.#makeChanges(msg);\n    } catch (err) {\n      this.#error = {lsn, msg, err, lastLogTime: 0};\n      this.#logError(this.#error);\n\n      const message = `Unable to continue replication from LSN ${fromBigInt(lsn)}`;\n      const errorDetails: JSONObject = {error: message};\n      if (err instanceof UnsupportedSchemaChangeError) {\n        errorDetails.reason = err.description;\n        errorDetails.context = err.ddlUpdate.context;\n      } else {\n        errorDetails.reason = String(err);\n      }\n\n      // Rollback the current transaction to avoid dangling transactions in\n      // downstream processors (i.e. changeLog, replicator).\n      return [\n        ['rollback', {tag: 'rollback'}],\n        ['control', {tag: 'reset-required', message, errorDetails}],\n      ];\n    }\n  }\n\n  #logError(error: ReplicationError) {\n    const {lsn, msg, err, lastLogTime} = error;\n    const now = Date.now();\n\n    // Output an error to logs as replication messages continue to be dropped,\n    // at most once a minute.\n    if (now - lastLogTime > 60_000) {\n      this.#lc.error?.(\n        `Unable to continue replication from LSN ${fromBigInt(lsn)}: ${String(\n          err,\n        )}`,\n        err instanceof UnsupportedSchemaChangeError\n          ? err.ddlUpdate.context\n          : // 'content' can be a large byte Buffer. Exclude it from logging output.\n            {...msg, content: undefined},\n      );\n      error.lastLogTime = now;\n    }\n  }\n\n  // oxlint-disable-next-line require-await\n  async #makeChanges(msg: Message): Promise<ChangeStreamData[]> {\n    switch (msg.tag) {\n      case 'begin':\n        return [\n          [\n            'begin',\n            {...msg, json: 's'},\n            {commitWatermark: toStateVersionString(must(msg.commitLsn))},\n          ],\n        ];\n\n      case 'delete': {\n        if (!(msg.key ?? msg.old)) {\n          throw new Error(\n            `Invalid DELETE msg (missing key): ${stringify(msg)}`,\n          );\n        }\n        return [\n          [\n            'data',\n            {\n              ...msg,\n              relation: makeRelation(msg.relation),\n              // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-DELETE\n              key: must(msg.old ?? msg.key),\n            },\n          ],\n        ];\n      }\n\n      case 'update': {\n        return [\n          [\n            'data',\n            {\n              ...msg,\n              relation: makeRelation(msg.relation),\n              // https://www.postgresql.org/docs/current/protocol-logicalrep-message-formats.html#PROTOCOL-LOGICALREP-MESSAGE-FORMATS-UPDATE\n              key: msg.old ?? msg.key,\n            },\n          ],\n        ];\n      }\n\n      case 'insert':\n        return [['data', {...msg, relation: makeRelation(msg.relation)}]];\n      case 'truncate':\n        return [['data', {...msg, relations: msg.relations.map(makeRelation)}]];\n\n      case 'message':\n        if (msg.prefix !== this.#shardPrefix) {\n          this.#lc.debug?.('ignoring message for different shard', msg.prefix);\n          return [];\n        }\n        return this.#handleCustomMessage(msg);\n\n      case 'commit':\n        return [\n          [\n            'commit',\n            msg,\n            {watermark: toStateVersionString(must(msg.commitLsn))},\n          ],\n        ];\n\n      case 'relation':\n        return this.#handleRelation(msg);\n      case 'type':\n        return []; // Nothing need be done for custom types.\n      case 'origin':\n        // No need to detect replication loops since we are not a\n        // PG replication source.\n        return [];\n      default:\n        msg satisfies never;\n        throw new Error(`Unexpected message type ${stringify(msg)}`);\n    }\n  }\n\n  #preSchema: PublishedSchema | undefined;\n\n  #handleCustomMessage(msg: MessageMessage) {\n    const event = this.#parseReplicationEvent(msg.content);\n    // Cancel manual schema adjustment timeouts when an upstream schema change\n    // is about to happen, so as to avoid interfering / redundant work.\n    clearTimeout(this.#replicaIdentityTimer);\n\n    if (event.type === 'ddlStart') {\n      // Store the schema in order to diff it with a potential ddlUpdate.\n      this.#preSchema = event.schema;\n      return [];\n    }\n    // ddlUpdate\n    const changes = this.#makeSchemaChanges(\n      must(this.#preSchema, `ddlUpdate received without a ddlStart`),\n      event,\n    ).map(change => ['data', change] satisfies Data);\n\n    this.#lc\n      .withContext('tag', event.event.tag)\n      .withContext('query', event.context.query)\n      .info?.(`${changes.length} schema change(s)`, {changes});\n\n    const replicaIdentities = replicaIdentitiesForTablesWithoutPrimaryKeys(\n      event.schema,\n    );\n    if (replicaIdentities) {\n      this.#replicaIdentityTimer = setTimeout(async () => {\n        try {\n          await replicaIdentities.apply(this.#lc, this.#upstreamDB);\n        } catch (err) {\n          this.#lc.warn?.(`error setting replica identities`, err);\n        }\n      }, SET_REPLICA_IDENTITY_DELAY_MS);\n    }\n\n    return changes;\n  }\n\n  /**\n   *  A note on operation order:\n   *\n   * Postgres will drop related indexes when columns are dropped,\n   * but SQLite will error instead (https://sqlite.org/forum/forumpost/2e62dba69f?t=c&hist).\n   * The current workaround is to drop indexes first.\n   *\n   * Also note that although it should not be possible to both rename and\n   * add/drop tables/columns in a single statement, the operations are\n   * ordered to handle that possibility, by always dropping old entities,\n   * then modifying kept entities, and then adding new entities.\n   *\n   * Thus, the order of replicating DDL updates is:\n   * - drop indexes\n   * - drop tables\n   * - alter tables\n   *   - drop columns\n   *   - alter columns\n   *   - add columns\n   * - create tables\n   * - create indexes\n   *\n   * In the future the replication logic should be improved to handle this\n   * behavior in SQLite by dropping dependent indexes manually before dropping\n   * columns. This, for example, would be needed to properly support changing\n   * the type of a column that's indexed.\n   */\n  #makeSchemaChanges(\n    preSchema: PublishedSchema,\n    update: DdlUpdateEvent,\n  ): SchemaChange[] {\n    try {\n      const [prevTbl, prevIdx] = specsByID(preSchema);\n      const [nextTbl, nextIdx] = specsByID(update.schema);\n      const changes: SchemaChange[] = [];\n\n      // Validate the new table schemas\n      for (const table of nextTbl.values()) {\n        validate(this.#lc, table);\n      }\n\n      const [droppedIdx, createdIdx] = symmetricDifferences(prevIdx, nextIdx);\n\n      // Detect modified indexes (same name, different definition).\n      // This happens when a constraint is dropped and recreated with the\n      // same name in a single ALTER TABLE statement.\n      // Note: We compare using stable column attnums rather than names,\n      // because table/column renames change the index spec cosmetically\n      // (tableName, column keys) without the index actually being recreated.\n      const keptIdx = intersection(prevIdx, nextIdx);\n      for (const id of keptIdx) {\n        if (\n          isIndexStructurallyChanged(\n            must(prevIdx.get(id)),\n            must(nextIdx.get(id)),\n            prevTbl,\n            nextTbl,\n          )\n        ) {\n          droppedIdx.add(id);\n          createdIdx.add(id);\n        }\n      }\n\n      for (const id of droppedIdx) {\n        const {schema, name} = must(prevIdx.get(id));\n        changes.push({tag: 'drop-index', id: {schema, name}});\n      }\n\n      // DROP\n      const [droppedTbl, createdTbl] = symmetricDifferences(prevTbl, nextTbl);\n      for (const id of droppedTbl) {\n        const {schema, name} = must(prevTbl.get(id));\n        changes.push({tag: 'drop-table', id: {schema, name}});\n      }\n      // ALTER TABLE | ALTER PUBLICATION\n      const tables = intersection(prevTbl, nextTbl);\n      for (const id of tables) {\n        changes.push(\n          ...this.#getTableChanges(\n            must(prevTbl.get(id)),\n            must(nextTbl.get(id)),\n            update.event.tag,\n          ),\n        );\n      }\n      // CREATE\n      for (const id of createdTbl) {\n        const spec = must(nextTbl.get(id));\n        const createTable: TableCreate = {\n          tag: 'create-table',\n          spec,\n          metadata: getMetadata(spec),\n        };\n        if (!update.event.tag.startsWith('CREATE')) {\n          // Tables introduced to the publication via ALTER statements\n          // must be backfilled.\n          createTable.backfill = mapValues(spec.columns, ({pos: attNum}) => ({\n            attNum,\n          })) satisfies Record<string, ColumnMetadata>;\n        }\n        changes.push(createTable);\n      }\n\n      // Add indexes last since they may reference tables / columns that need\n      // to be created first.\n      for (const id of createdIdx) {\n        const spec = must(nextIdx.get(id));\n        changes.push({tag: 'create-index', spec});\n      }\n      return changes;\n    } catch (e) {\n      throw new UnsupportedSchemaChangeError(String(e), update, {cause: e});\n    }\n  }\n\n  #getTableChanges(\n    oldTable: PublishedTableWithReplicaIdentity,\n    newTable: PublishedTableWithReplicaIdentity,\n    ddlTag: string,\n  ): SchemaChange[] {\n    const changes: SchemaChange[] = [];\n    if (\n      oldTable.schema !== newTable.schema ||\n      oldTable.name !== newTable.name\n    ) {\n      changes.push({\n        tag: 'rename-table',\n        old: {schema: oldTable.schema, name: oldTable.name},\n        new: {schema: newTable.schema, name: newTable.name},\n      });\n    }\n    const oldMetadata = getMetadata(oldTable);\n    const newMetadata = getMetadata(newTable);\n    if (!deepEqual(oldMetadata, newMetadata)) {\n      changes.push({\n        tag: 'update-table-metadata',\n        table: {schema: newTable.schema, name: newTable.name},\n        old: oldMetadata,\n        new: newMetadata,\n      });\n    }\n    const table = {schema: newTable.schema, name: newTable.name};\n    const oldColumns = columnsByID(oldTable.columns);\n    const newColumns = columnsByID(newTable.columns);\n\n    // DROP\n    const [dropped, added] = symmetricDifferences(oldColumns, newColumns);\n    for (const id of dropped) {\n      const {name: column} = must(oldColumns.get(id));\n      changes.push({tag: 'drop-column', table, column});\n    }\n\n    // ALTER\n    const both = intersection(oldColumns, newColumns);\n    for (const id of both) {\n      const {name: oldName, ...oldSpec} = must(oldColumns.get(id));\n      const {name: newName, ...newSpec} = must(newColumns.get(id));\n      // The three things that we care about are:\n      // 1. name\n      // 2. type\n      // 3. not-null\n      if (\n        oldName !== newName ||\n        oldSpec.dataType !== newSpec.dataType ||\n        oldSpec.notNull !== newSpec.notNull\n      ) {\n        changes.push({\n          tag: 'update-column',\n          table,\n          old: {name: oldName, spec: oldSpec},\n          new: {name: newName, spec: newSpec},\n        });\n      }\n    }\n\n    // All columns introduced by a publication change require backfill.\n    // Columns created by ALTER TABLE, on the other hand, only require\n    // backfill if they have non-constant defaults.\n    const alwaysBackfill = ddlTag === 'ALTER PUBLICATION';\n\n    // ADD\n    for (const id of added) {\n      const {name, ...spec} = must(newColumns.get(id));\n      const column = {name, spec};\n      const addColumn: ColumnAdd = {\n        tag: 'add-column',\n        table,\n        column,\n        tableMetadata: getMetadata(newTable),\n      };\n      if (alwaysBackfill) {\n        addColumn.column.spec.dflt = null;\n        addColumn.backfill = {attNum: spec.pos} satisfies ColumnMetadata;\n      } else {\n        // Determine if the ChangeProcessor will accept the column add as is.\n        try {\n          mapPostgresToLiteColumn(table.name, column);\n        } catch (e) {\n          if (!(e instanceof UnsupportedColumnDefaultError)) {\n            // Note: mapPostgresToLiteColumn is not expected to throw any other\n            // types of errors.\n            throw e;\n          }\n          // If the column has an unsupported default (e.g. an expression or a\n          // generated value), create the column as initially hidden with a\n          // `null` default, and publish it after backfilling the values from\n          // upstream. Note that this does require that the table have a valid\n          // REPLICA IDENTITY, since backfill relies on merging new data with\n          // an existing row.\n          this.#lc.info?.(\n            `Backfilling column ${table.name}.${name}: ${String(e)}`,\n          );\n          addColumn.column.spec.dflt = null;\n          addColumn.backfill = {attNum: spec.pos} satisfies ColumnMetadata;\n        }\n      }\n      changes.push(addColumn);\n    }\n    return changes;\n  }\n\n  #parseReplicationEvent(content: Uint8Array) {\n    const str =\n      content instanceof Buffer\n        ? content.toString('utf-8')\n        : new TextDecoder().decode(content);\n    const json = JSON.parse(str);\n    return v.parse(json, replicationEventSchema, 'passthrough');\n  }\n\n  /**\n   * If `ddlDetection === true`, relation messages are irrelevant,\n   * as schema changes are detected by event triggers that\n   * emit custom messages.\n   *\n   * For degraded-mode replication (`ddlDetection === false`):\n   * 1. query the current published schemas on upstream\n   * 2. compare that with the InternalShardConfig.initialSchema\n   * 3. compare that with the incoming MessageRelation\n   * 4. On any discrepancy, throw an UnsupportedSchemaChangeError\n   *    to halt replication.\n   *\n   * Note that schemas queried in step [1] will be *post-transaction*\n   * schemas, which are not necessarily suitable for actually processing\n   * the statements in the transaction being replicated. In other words,\n   * this mechanism cannot be used to reliably *replicate* schema changes.\n   * However, they serve the purpose determining if schemas have changed.\n   */\n  async #handleRelation(rel: PostgresRelation): Promise<ChangeStreamData[]> {\n    const {publications, ddlDetection} = this.#shardConfig;\n    if (ddlDetection) {\n      return [];\n    }\n    const currentSchema = await getPublicationInfo(\n      this.#upstreamDB,\n      publications,\n    );\n    const difference = getSchemaDifference(this.#initialSchema, currentSchema);\n    if (difference !== null) {\n      throw new MissingEventTriggerSupport(difference);\n    }\n    // Even if the currentSchema is equal to the initialSchema, the\n    // MessageRelation itself must be checked to detect transient\n    // schema changes within the transaction (e.g. adding and dropping\n    // a table, or renaming a column and then renaming it back).\n    const orel = this.#initialSchema.tables.find(\n      t => t.oid === rel.relationOid,\n    );\n    if (!orel) {\n      // Can happen if a table is created and then dropped in the same transaction.\n      throw new MissingEventTriggerSupport(\n        `relation not in initialSchema: ${stringify(rel)}`,\n      );\n    }\n    if (relationDifferent(orel, rel)) {\n      throw new MissingEventTriggerSupport(\n        `relation has changed within the transaction: ${stringify(orel)} vs ${stringify(rel)}`,\n      );\n    }\n    return [];\n  }\n}\n\nfunction getSchemaDifference(\n  a: PublishedSchema,\n  b: PublishedSchema,\n): string | null {\n  // Note: ignore indexes since changes need not to halt replication\n  if (a.tables.length !== b.tables.length) {\n    return `tables created or dropped`;\n  }\n  for (let i = 0; i < a.tables.length; i++) {\n    const at = a.tables[i];\n    const bt = b.tables[i];\n    const difference = getTableDifference(at, bt);\n    if (difference) {\n      return difference;\n    }\n  }\n  return null;\n}\n\n// ColumnSpec comparator\nconst byColumnPos = (a: [string, ColumnSpec], b: [string, ColumnSpec]) =>\n  a[1].pos < b[1].pos ? -1 : a[1].pos > b[1].pos ? 1 : 0;\n\nfunction getTableDifference(\n  a: PublishedTableSpec,\n  b: PublishedTableSpec,\n): string | null {\n  if (a.oid !== b.oid || a.schema !== b.schema || a.name !== b.name) {\n    return `Table \"${a.name}\" differs from table \"${b.name}\"`;\n  }\n  if (!deepEqual(a.primaryKey, b.primaryKey)) {\n    return `Primary key of table \"${a.name}\" has changed`;\n  }\n  const acols = Object.entries(a.columns).sort(byColumnPos);\n  const bcols = Object.entries(b.columns).sort(byColumnPos);\n  if (\n    acols.length !== bcols.length ||\n    acols.some(([aname, acol], i) => {\n      const [bname, bcol] = bcols[i];\n      return (\n        aname !== bname ||\n        acol.pos !== bcol.pos ||\n        acol.typeOID !== bcol.typeOID ||\n        acol.notNull !== bcol.notNull\n      );\n    })\n  ) {\n    return `Columns of table \"${a.name}\" have changed`;\n  }\n  return null;\n}\n\nexport function relationDifferent(a: PublishedTableSpec, b: PostgresRelation) {\n  if (a.oid !== b.relationOid || a.schema !== b.schema || a.name !== b.name) {\n    return true;\n  }\n  if (\n    // The MessageRelation's `keyColumns` field contains the columns in column\n    // declaration order, whereas the PublishedTableSpec's `primaryKey`\n    // contains the columns in primary key (i.e. index) order. Do an\n    // order-agnostic compare here since it is not possible to detect\n    // key-order changes from the MessageRelation message alone.\n    b.replicaIdentity === 'default' &&\n    !equals(new Set(a.primaryKey), new Set(b.keyColumns))\n  ) {\n    return true;\n  }\n  const acols = Object.entries(a.columns).sort(byColumnPos);\n  const bcols = b.columns;\n  return (\n    acols.length !== bcols.length ||\n    acols.some(([aname, acol], i) => {\n      const bcol = bcols[i];\n      return aname !== bcol.name || acol.typeOID !== bcol.typeOid;\n    })\n  );\n}\n\nfunction translateError(e: unknown): Error {\n  if (!(e instanceof Error)) {\n    return new Error(String(e));\n  }\n  if (e instanceof postgres.PostgresError && e.code === PG_ADMIN_SHUTDOWN) {\n    return new ShutdownSignal(e);\n  }\n  return e;\n}\nconst idString = (id: Identifier) => `${id.schema}.${id.name}`;\n\nfunction specsByID(published: PublishedSchema) {\n  return [\n    // It would have been nice to use a CustomKeyMap here, but we rely on set-utils\n    // operations which use plain Sets.\n    new Map(published.tables.map(t => [t.oid, t])),\n    new Map(published.indexes.map(i => [idString(i), i])),\n  ] as const;\n}\n\n/**\n * Determines if an index was structurally changed (e.g. constraint dropped\n * and recreated with different columns) vs cosmetically changed (e.g. the\n * index spec changed because the table or a column was renamed).\n *\n * Compares boolean properties directly and resolves column names to their\n * stable attnums (pg_attribute `attnum`) for the column comparison.\n */\nfunction isIndexStructurallyChanged(\n  prev: PublishedIndexSpec,\n  next: PublishedIndexSpec,\n  prevTables: Map<number, PublishedTableWithReplicaIdentity>,\n  nextTables: Map<number, PublishedTableWithReplicaIdentity>,\n): boolean {\n  if (\n    prev.unique !== next.unique ||\n    prev.isPrimaryKey !== next.isPrimaryKey ||\n    prev.isReplicaIdentity !== next.isReplicaIdentity ||\n    prev.isImmediate !== next.isImmediate\n  ) {\n    return true;\n  }\n\n  const prevTable = findTableBySchemaAndName(\n    prevTables,\n    prev.schema,\n    prev.tableName,\n  );\n  const nextTable = findTableBySchemaAndName(\n    nextTables,\n    next.schema,\n    next.tableName,\n  );\n  if (!prevTable || !nextTable) {\n    // Can't resolve tables; conservatively treat as changed.\n    return true;\n  }\n\n  const prevEntries = Object.entries(prev.columns);\n  const nextEntries = Object.entries(next.columns);\n  if (prevEntries.length !== nextEntries.length) {\n    return true;\n  }\n\n  // Resolve column names → attnums and compare.\n  const prevByAttnum = new Map<number | undefined, string>(\n    prevEntries.map(([name, dir]) => [prevTable.columns[name]?.pos, dir]),\n  );\n  const nextByAttnum = new Map<number | undefined, string>(\n    nextEntries.map(([name, dir]) => [nextTable.columns[name]?.pos, dir]),\n  );\n\n  if (prevByAttnum.has(undefined) || nextByAttnum.has(undefined)) {\n    // Column not found in table spec; conservatively treat as changed.\n    return true;\n  }\n  if (prevByAttnum.size !== nextByAttnum.size) {\n    return true;\n  }\n  for (const [attnum, dir] of prevByAttnum) {\n    if (nextByAttnum.get(attnum) !== dir) {\n      return true;\n    }\n  }\n  return false;\n}\n\nfunction findTableBySchemaAndName(\n  tables: Map<number, PublishedTableWithReplicaIdentity>,\n  schema: string,\n  name: string,\n): PublishedTableWithReplicaIdentity | undefined {\n  for (const table of tables.values()) {\n    if (table.schema === schema && table.name === name) {\n      return table;\n    }\n  }\n  return undefined;\n}\n\nfunction columnsByID(\n  columns: Record<string, ColumnSpec>,\n): Map<number, ColumnSpec & {name: string}> {\n  const colsByID = new Map<number, ColumnSpec & {name: string}>();\n  for (const [name, spec] of Object.entries(columns)) {\n    // The `pos` field is the `attnum` in `pg_attribute`, which is a stable\n    // identifier for the column in this table (i.e. never reused).\n    colsByID.set(spec.pos, {...spec, name});\n  }\n  return colsByID;\n}\n\nfunction getMetadata(table: PublishedTableWithReplicaIdentity): TableMetadata {\n  return {\n    schemaOID: must(table.schemaOID),\n    relationOID: table.oid,\n    rowKey: Object.fromEntries(\n      table.replicaIdentityColumns.map(k => [\n        k,\n        {attNum: table.columns[k].pos},\n      ]),\n    ),\n  };\n}\n\n// Avoid sending the `columns` from the Postgres MessageRelation message.\n// They are not used downstream and the message can be large.\nfunction makeRelation(relation: PostgresRelation): MessageRelation {\n  // Avoid sending the `columns` from the Postgres MessageRelation message.\n  // They are not used downstream and the message can be large.\n  const {columns: _, keyColumns, replicaIdentity, ...rest} = relation;\n  return {\n    ...rest,\n    rowKey: {\n      columns: keyColumns,\n      type: replicaIdentity,\n    },\n    // For now, deprecated columns are sent for backwards compatibility.\n    // These can be removed when bumping the MIN_PROTOCOL_VERSION to 5.\n    keyColumns,\n    replicaIdentity,\n  };\n}\n\nclass UnsupportedSchemaChangeError extends Error {\n  readonly name = 'UnsupportedSchemaChangeError';\n  readonly description: string;\n  readonly ddlUpdate: DdlUpdateEvent;\n\n  constructor(\n    description: string,\n    ddlUpdate: DdlUpdateEvent,\n    options?: ErrorOptions,\n  ) {\n    super(\n      `Replication halted. Resync the replica to recover: ${description}`,\n      options,\n    );\n    this.description = description;\n    this.ddlUpdate = ddlUpdate;\n  }\n}\n\nclass MissingEventTriggerSupport extends Error {\n  readonly name = 'MissingEventTriggerSupport';\n\n  constructor(msg: string) {\n    super(\n      `${msg}. Schema changes cannot be reliably replicated without event trigger support.`,\n    );\n  }\n}\n\n// TODO(0xcadams): should this be a ProtocolError?\nclass ShutdownSignal extends AbortError {\n  readonly name = 'ShutdownSignal';\n\n  constructor(cause: unknown) {\n    super(\n      'shutdown signal received (e.g. another zero-cache taking over the replication stream)',\n      {\n        cause,\n      },\n    );\n  }\n}\n"],"names":["result","v.parse"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4GA,eAAsB,+BACpB,IACA,aACA,OACA,eACA,aACA,SAC6E;AAC7E,QAAM;AAAA,IACJ;AAAA,IACA,WAAW,MAAM,KAAK,IAAI,MAAM,QAAQ;AAAA,IACxC;AAAA,IACA,CAAC,KAAK,OAAO,YAAY,KAAK,OAAO,IAAI,aAAa,aAAa,OAAO;AAAA,EAAA;AAG5E,QAAM,UAAU,IAAI,SAAS,IAAI,aAAa;AAC9C,QAAM,oBAAoB;AAAA,IACxB,IAAI,gBAAgB,OAAO;AAAA,EAAA;AAE7B,UAAQ,MAAA;AAIR,QAAM,KAAK,SAAS,IAAI,WAAW;AACnC,MAAI;AACF,UAAM,kBAAkB,MAAM;AAAA,MAC5B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAGF,UAAM,eAAe,IAAI;AAAA,MACvB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAGF,WAAO,EAAC,mBAAmB,aAAA;AAAA,EAC7B,UAAA;AACE,UAAM,GAAG,IAAA;AAAA,EACX;AACF;AAEA,eAAe,uBACb,IACA,KACA,OACA;AAAA,EACE;AAAA,EACA,cAAc;AAAA,EACd;AACF,GACA;AAEA,QAAM,kBAAkB,IAAI,KAAK,OAAO,cAAc;AAEtD,QAAM,kBAAkB,MAAM;AAAA,IAC5B;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAEF,MAAI,CAAC,iBAAiB;AACpB,UAAM,IAAI;AAAA,MACR,8CAA8C,cAAc;AAAA,IAAA;AAAA,EAEhE;AAGA,QAAM,YAAY,CAAC,GAAG,MAAM,YAAY,EAAE,KAAA;AAC1C,QAAM,aAAa,gBAAgB,aAChC,OAAO,CAAA,MAAK,CAAC,EAAE,WAAW,0BAA0B,KAAK,CAAC,CAAC,EAC3D,KAAA;AACH,MAAI,CAAC,UAAU,WAAW,UAAU,GAAG;AACrC,OAAG,OAAO,8CAA8C,SAAS,GAAG;AACpE,UAAM,IAAI,OAAO,UAAU,MAAM,OAAO,MAAM,QAAQ,CAAC;AACvD,UAAM,IAAI;AAAA,MACR,2BAA2B,SAAS,4CAChB,UAAU;AAAA,IAAA;AAAA,EAElC;AAKA,MAAI,CAAC,UAAU,gBAAgB,cAAc,UAAU,GAAG;AACxD,UAAM,IAAI;AAAA,MACR,0BAA0B,gBAAgB,YAAY,2CAClB,UAAU;AAAA,IAAA;AAAA,EAElD;AAGA,QAAM,SAAS,MAAM;AAAA,0DACmC,IAAI,UAAU,CAAC;AAAA,IACrE,OAAA;AACF,MAAI,OAAO,WAAW,WAAW,QAAQ;AACvC,UAAM,IAAI;AAAA,MACR,0BAA0B,OAAO,KAAA,CAAM,iDACL,UAAU;AAAA,IAAA;AAAA,EAEhD;AAEA,QAAM,EAAC,SAAQ;AACf,QAAM,SAAS,MAAM;AAAA;AAAA,0BAIG,IAAI;AAC5B,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,gBAAgB,oBAAoB,IAAI,aAAa;AAAA,EACjE;AACA,QAAM,CAAC,EAAC,YAAY,UAAA,CAAU,IAAI;AAClC,MAAI,eAAe,QAAQ,cAAc,QAAQ;AAC/C,UAAM,IAAI;AAAA,MACR,oBAAoB,IAAI;AAAA,IAAA;AAAA,EAE5B;AACA,SAAO;AACT;AAGA,MAAM,4BAA4B;AAUlC,MAAM,qBAA6C;AAAA,EACxC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,YACE,IACA,aACA,OACA,SACA,SACA;AACA,SAAK,MAAM,GAAG,YAAY,aAAa,eAAe;AACtD,SAAK,eAAe;AACpB,SAAK,SAAS;AACd,SAAK,WAAW;AAChB,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,MAAM,YACJ,iBACA,mBAAsC,IACf;AACvB,UAAM,KAAK,SAAS,KAAK,KAAK,KAAK,YAAY;AAC/C,UAAM,EAAC,SAAQ,KAAK;AAEpB,QAAI,UAAU;AACd,QAAI;AACF,OAAC,EAAC,QAAA,IAAW,MAAM,KAAK;AAAA,QACtB;AAAA,QACA;AAAA,MAAA;AAEF,YAAM,SAAS,MAAM,uBAAuB,IAAI,KAAK,MAAM;AAC3D,WAAK,IAAI,OAAO,+BAA+B,IAAI,EAAE;AACrD,aAAO,MAAM,KAAK;AAAA,QAChB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAAA,IAEJ,UAAA;AACE,WAAK,QAAQ,KAAK,MAAM,GAAG,KAAK;AAAA,IAClC;AAAA,EACF;AAAA,EAEA,MAAM,aACJ,IACA,MACA,iBACA,aACA,kBACuB;AACvB,UAAM,cAAc,uBAAuB,eAAe,IAAI;AAC9D,UAAM,EAAC,UAAU,KAAA,IAAQ,MAAM;AAAA,MAC7B,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA,CAAC,GAAG,YAAY,YAAY;AAAA,MAC5B;AAAA,IAAA;AAEF,UAAM,QAAQ,IAAI,MAAM,IAAI;AAK5B,UAAM,UAAU,IAAI,wBAAwB,KAAK,KAAK,eAAe;AACrE,UAAM,kBAAkB,IAAI;AAAA,MAAgB,KAAK;AAAA,MAAK;AAAA,MAAS,CAAA,QAC7D,eAAe,KAAK,KAAK,KAAK,cAAc,KAAK,UAAU,GAAG;AAAA,IAAA;AAEhE,YACG,aAAa,UAAU,eAAe,EACtC,aAAa,iBAAiB,KAAK;AACtC,oBAAgB,IAAI,iBAAiB,gBAAgB;AAErD,UAAM,cAAc,IAAI;AAAA,MACtB,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,MACA,KAAK,SAAS;AAAA,MACd,KAAK;AAAA,IAAA;AAGP,UAAM,YAAY;AAChB,UAAI;AACF,YAAI,cAAuC;AAC3C,YAAI,gBAAgB;AAEpB,yBAAiB,CAAC,KAAK,GAAG,KAAK,UAAU;AAEvC,cAAI,IAAI,QAAQ,aAAa;AAC3B,oBAAQ,WAAW;AAAA,cACjB;AAAA,cACA,EAAC,KAAK,IAAI,cAAA;AAAA,cACV,EAAC,WAAW,qBAAqB,GAAG,EAAA;AAAA,YAAC,CACtC;AAKD,gBAAI,CAAC,iBAAiB,aAAa,eAAe;AAChD,sBAAQ,QAAQ,YAAY,aAAa;AACzC,4BAAc;AAAA,YAChB;AACA;AAAA,UACF;AAEA,cAAI,CAAC,aAAa;AAChB,kBAAM,MAAM,QAAQ,QAAQ,aAAa;AACzC,mBAAO,QAAQ,YAAa,MAAM;AAClC,0BAAc,CAAA;AAAA,UAChB;AAEA,cAAI;AACJ,qBAAW,UAAU,MAAM,YAAY,YAAY,KAAK,GAAG,GAAG;AAC5D,kBAAM,QAAQ,KAAK,MAAM;AACzB,yBAAa;AAAA,UACf;AAEA,kBAAQ,aAAa,CAAC,GAAA;AAAA,YACpB,KAAK;AACH,8BAAgB;AAChB;AAAA,YACF,KAAK;AACH,8BAAgB;AAChB,0BAAY,gBAAgB,WAAW,CAAC,EAAE;AAC1C,kBACE,SAAS,WAAW,KACpB,QAAQ,YAAA,IAAgB,2BACxB;AAMA,wBAAQ,QAAQ,YAAY,aAAa;AACzC,8BAAc;AAAA,cAChB;AACA;AAAA,UAAA;AAAA,QAEN;AAAA,MACF,SAAS,GAAG;AAGV,cAAM,MAAM,eAAe,CAAC;AAC5B,YAAI,eAAe,gBAAgB;AAGjC,gBAAM,KAAK,uBAAA;AAAA,QACb;AACA,gBAAQ,KAAK,GAAG;AAAA,MAClB;AAAA,IACF,GAAA;AAEA,SAAK,IAAI;AAAA,MACP,8BAA8B,IAAI,SAAS,eAAe,qBACxD,KAAK,SAAS,OAChB;AAAA,IAAA;AAGF,WAAO;AAAA,MACL,SAAS,QAAQ,SAAA;AAAA,MACjB,MAAM,EAAC,MAAM,CAAA,WAAU,MAAM,IAAI,OAAO,CAAC,EAAE,SAAS,EAAA;AAAA,IAAC;AAAA,EAEzD;AAAA,EAEA,MAAM,yBAAyB;AAC7B,UAAM,KAAK,SAAS,KAAK,KAAK,KAAK,YAAY;AAC/C,QAAI;AACF,YAAM,UAAU,MAAM;AAAA,QACpB,KAAK;AAAA,QACL;AAAA,QACA,KAAK;AAAA,QACL,KAAK,SAAS;AAAA,MAAA;AAEhB,UAAI,SAAS;AACX,aAAK,IAAI;AAAA,UACP,gCAAgC,KAAK,SAAS,OAAO,KAAK,UAAU,QAAQ,iBAAiB,CAAC;AAAA,QAAA;AAAA,MAElG;AAAA,IACF,SAAS,GAAG;AACV,WAAK,IAAI,OAAO,8BAA8B,CAAC;AAAA,IACjD,UAAA;AACE,YAAM,GAAG,IAAA;AAAA,IACX;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,wCACJ,IACA,YACmC;AACnC,UAAM,iBAAiB,0BAA0B,KAAK,MAAM;AAC5D,UAAM,iBAAiB,sBAAsB,KAAK,MAAM;AAExD,UAAM,SAAS,MAAM,MAAM,IAAI,OAAM,QAAO;AAG1C,YAAMA,UAAS,MAAM;AAAA;AAAA;AAAA,gCAKK,cAAc,mBAAmB,cAAc;AAAA,iCAC9C,UAAU;AACrC,WAAK,IAAI;AAAA,QACP,iCAAiC,KAAK,UAAUA,OAAM,CAAC;AAAA,MAAA;AAEzD,YAAM,gBAAgB,GAAG,eAAe,KAAK,MAAM,CAAC;AACpD,YAAM,iBAAiB,MAAM;AAAA;AAAA,iBAElB,IAAI,aAAa,CAAC;AAE7B,UAAIA,QAAO,WAAW,GAAG;AACvB,cAAM,aAAa,MAAM;AAAA;AAAA;AAAA,iCAGA,cAAc,mBAAmB,cAAc;AAAA;AAExE,aAAK,IAAI;AAAA,UACP,QAAQ,UAAU;AAAA,UAClB,EAAC,OAAO,YAAY,UAAU,eAAA;AAAA,QAAc;AAE9C,cAAM,IAAI;AAAA,UACR,oBAAoB,UAAU;AAAA,QAAA;AAAA,MAIlC;AAEA,WAAK,IAAI;AAAA,QACP,uCAAuC,UAAU,MAAM,KAAK;AAAA,UAC1D;AAAA,QAAA,CACD;AAAA,MAAA;AAEH,YAAM;AAAA,sBACU,IAAI,aAAa,CAAC,iBAAiB,UAAU;AAC7D,YAAM;AAAA,iBACK,IAAI,aAAa,CAAC;AAAA,sCACG,KAAK,QAAQ;AAAA,yBAC1B,UAAU;AAC7B,YAAM,gBAAgB,MAAM;AAAA,kCACA,IAAI,aAAa,CAAC;AAC9C,WAAK,IAAI;AAAA,QACP,sCAAsC,UAAU,MAAM,KAAK;AAAA,UACzD;AAAA,QAAA,CACD;AAAA,MAAA;AAEH,aAAOA;AAAAA,IACT,CAAC;AAED,UAAM,OAAO,OAAO,OAAO,CAAC,EAAC,IAAA,MAAS,QAAQ,IAAI,EAAE,IAAI,CAAC,EAAC,IAAA,MAAS,GAAG;AACtE,QAAI,KAAK,QAAQ;AACf,WAAK,IAAI,OAAO,uBAAuB,IAAI,eAAe;AAAA,IAC5D;AACA,UAAM,aAAa,OAChB,OAAO,CAAC,EAAC,KAAA,MAAU,SAAS,UAAU,EACtC,IAAI,CAAC,EAAC,KAAA,MAAU,IAAI;AACvB,WAAO;AAAA,MACL,SAAS,WAAW,SAChB,KAAK,sBAAsB,IAAI,UAAU,IACzC;AAAA,IAAA;AAAA,EAER;AAAA,EAEA,MAAM,sBAAsB,KAAiB,OAAiB;AAC5D,SAAK,IAAI,OAAO,sCAAsC,KAAK,EAAE;AAC7D,aAAS,IAAI,GAAG,IAAI,GAAG,KAAK;AAC1B,UAAI;AACF,cAAM;AAAA;AAAA,iCAEmB,IAAI,KAAK,CAAC;AAAA;AAEnC,aAAK,IAAI,OAAO,wBAAwB,KAAK,EAAE;AAC/C;AAAA,MACF,SAAS,GAAG;AAEV,YACE,aAAa,SAAS,iBACtB,EAAE,SAAS,kBACX;AAIA,eAAK,IAAI,QAAQ,WAAW,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC,IAAI,CAAC;AAAA,QACtD,OAAO;AACL,eAAK,IAAI,OAAO,kBAAkB,KAAK,IAAI,CAAC;AAAA,QAC9C;AACA,cAAM,MAAM,GAAI;AAAA,MAClB;AAAA,IACF;AACA,SAAK,IAAI,OAAO,sCAAsC,KAAK,EAAE;AAAA,EAC/D;AACF;AAGO,MAAM,MAA0B;AAAA,EACrC;AAAA,EACA,2BAA0C;AAAA,EAE1C,YAAY,MAAoB;AAC9B,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,SAAS,QAAmC;AAC1C,YAAQ,OAAO,CAAC,GAAA;AAAA,MACd,KAAK;AACH,cAAM,EAAC,UAAA,IAAa,OAAO,CAAC;AAC5B,YAAI,OAAO,CAAC,EAAE,KAAK;AACjB,eAAK,qBAAqB,SAAS;AAAA,QACrC,OAAO;AAOL,eAAK,2BAA2B,SAAS;AAAA,QAC3C;AACA;AAAA,MACF,KAAK;AAKH,YAAI,CAAC,OAAO,CAAC,EAAE,SAAS;AACtB,eAAK,qBAAqB,OAAO,CAAC,EAAE,eAAe;AAAA,QACrD;AACA;AAAA,IAAA;AAAA,EAEN;AAAA,EAEA,qBAAqB,WAAmB;AACtC,SAAK,2BAA2B;AAAA,EAClC;AAAA,EAEA,IAAI,WAAwB;AAC1B,QACE,KAAK,4BACL,KAAK,4BAA4B,WACjC;AACA,WAAK,2BAA2B;AAAA,IAClC;AACA,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,2BAA2B,WAAmB;AAC5C,QAAI,KAAK,6BAA6B,MAAM;AAC1C,WAAK,SAAS,SAAS;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,SAAS,WAAwB;AAC/B,UAAM,MAAM,uBAAuB,SAAS;AAC5C,SAAK,MAAM,KAAK,GAAG;AAAA,EACrB;AACF;AASA,MAAM,gCAAgC;AAEtC,MAAM,YAAY;AAAA,EACP;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET;AAAA,EACA;AAAA,EAEA,YACE,IACA,EAAC,OAAO,YACR,aACA,eACA,aACA;AACA,SAAK,MAAM;AAEX,SAAK,eAAe,GAAG,KAAK,IAAI,QAAQ;AACxC,SAAK,eAAe;AACpB,SAAK,iBAAiB;AACtB,SAAK,cAAc,SAAS,IAAI,aAAa;AAAA,MAC3C,CAAC,cAAc,GAAG;AAAA;AAAA,MAClB,YAAY,EAAC,CAAC,kBAAkB,GAAG,8BAAA;AAAA,IAA6B,CACjE;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,KAAa,KAA8C;AAC3E,QAAI,KAAK,QAAQ;AACf,WAAK,UAAU,KAAK,MAAM;AAC1B,aAAO,CAAA;AAAA,IACT;AACA,QAAI;AACF,aAAO,MAAM,KAAK,aAAa,GAAG;AAAA,IACpC,SAAS,KAAK;AACZ,WAAK,SAAS,EAAC,KAAK,KAAK,KAAK,aAAa,EAAA;AAC3C,WAAK,UAAU,KAAK,MAAM;AAE1B,YAAM,UAAU,2CAA2C,WAAW,GAAG,CAAC;AAC1E,YAAM,eAA2B,EAAC,OAAO,QAAA;AACzC,UAAI,eAAe,8BAA8B;AAC/C,qBAAa,SAAS,IAAI;AAC1B,qBAAa,UAAU,IAAI,UAAU;AAAA,MACvC,OAAO;AACL,qBAAa,SAAS,OAAO,GAAG;AAAA,MAClC;AAIA,aAAO;AAAA,QACL,CAAC,YAAY,EAAC,KAAK,YAAW;AAAA,QAC9B,CAAC,WAAW,EAAC,KAAK,kBAAkB,SAAS,cAAa;AAAA,MAAA;AAAA,IAE9D;AAAA,EACF;AAAA,EAEA,UAAU,OAAyB;AACjC,UAAM,EAAC,KAAK,KAAK,KAAK,gBAAe;AACrC,UAAM,MAAM,KAAK,IAAA;AAIjB,QAAI,MAAM,cAAc,KAAQ;AAC9B,WAAK,IAAI;AAAA,QACP,2CAA2C,WAAW,GAAG,CAAC,KAAK;AAAA,UAC7D;AAAA,QAAA,CACD;AAAA,QACD,eAAe,+BACX,IAAI,UAAU;AAAA;AAAA,UAEd,EAAC,GAAG,KAAK,SAAS,OAAA;AAAA;AAAA,MAAS;AAEjC,YAAM,cAAc;AAAA,IACtB;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,aAAa,KAA2C;AAC5D,YAAQ,IAAI,KAAA;AAAA,MACV,KAAK;AACH,eAAO;AAAA,UACL;AAAA,YACE;AAAA,YACA,EAAC,GAAG,KAAK,MAAM,IAAA;AAAA,YACf,EAAC,iBAAiB,qBAAqB,KAAK,IAAI,SAAS,CAAC,EAAA;AAAA,UAAC;AAAA,QAC7D;AAAA,MAGJ,KAAK,UAAU;AACb,YAAI,EAAE,IAAI,OAAO,IAAI,MAAM;AACzB,gBAAM,IAAI;AAAA,YACR,qCAAqC,UAAU,GAAG,CAAC;AAAA,UAAA;AAAA,QAEvD;AACA,eAAO;AAAA,UACL;AAAA,YACE;AAAA,YACA;AAAA,cACE,GAAG;AAAA,cACH,UAAU,aAAa,IAAI,QAAQ;AAAA;AAAA,cAEnC,KAAK,KAAK,IAAI,OAAO,IAAI,GAAG;AAAA,YAAA;AAAA,UAC9B;AAAA,QACF;AAAA,MAEJ;AAAA,MAEA,KAAK,UAAU;AACb,eAAO;AAAA,UACL;AAAA,YACE;AAAA,YACA;AAAA,cACE,GAAG;AAAA,cACH,UAAU,aAAa,IAAI,QAAQ;AAAA;AAAA,cAEnC,KAAK,IAAI,OAAO,IAAI;AAAA,YAAA;AAAA,UACtB;AAAA,QACF;AAAA,MAEJ;AAAA,MAEA,KAAK;AACH,eAAO,CAAC,CAAC,QAAQ,EAAC,GAAG,KAAK,UAAU,aAAa,IAAI,QAAQ,EAAA,CAAE,CAAC;AAAA,MAClE,KAAK;AACH,eAAO,CAAC,CAAC,QAAQ,EAAC,GAAG,KAAK,WAAW,IAAI,UAAU,IAAI,YAAY,EAAA,CAAE,CAAC;AAAA,MAExE,KAAK;AACH,YAAI,IAAI,WAAW,KAAK,cAAc;AACpC,eAAK,IAAI,QAAQ,wCAAwC,IAAI,MAAM;AACnE,iBAAO,CAAA;AAAA,QACT;AACA,eAAO,KAAK,qBAAqB,GAAG;AAAA,MAEtC,KAAK;AACH,eAAO;AAAA,UACL;AAAA,YACE;AAAA,YACA;AAAA,YACA,EAAC,WAAW,qBAAqB,KAAK,IAAI,SAAS,CAAC,EAAA;AAAA,UAAC;AAAA,QACvD;AAAA,MAGJ,KAAK;AACH,eAAO,KAAK,gBAAgB,GAAG;AAAA,MACjC,KAAK;AACH,eAAO,CAAA;AAAA;AAAA,MACT,KAAK;AAGH,eAAO,CAAA;AAAA,MACT;AAEE,cAAM,IAAI,MAAM,2BAA2B,UAAU,GAAG,CAAC,EAAE;AAAA,IAAA;AAAA,EAEjE;AAAA,EAEA;AAAA,EAEA,qBAAqB,KAAqB;AACxC,UAAM,QAAQ,KAAK,uBAAuB,IAAI,OAAO;AAGrD,iBAAa,KAAK,qBAAqB;AAEvC,QAAI,MAAM,SAAS,YAAY;AAE7B,WAAK,aAAa,MAAM;AACxB,aAAO,CAAA;AAAA,IACT;AAEA,UAAM,UAAU,KAAK;AAAA,MACnB,KAAK,KAAK,YAAY,uCAAuC;AAAA,MAC7D;AAAA,IAAA,EACA,IAAI,CAAA,WAAU,CAAC,QAAQ,MAAM,CAAgB;AAE/C,SAAK,IACF,YAAY,OAAO,MAAM,MAAM,GAAG,EAClC,YAAY,SAAS,MAAM,QAAQ,KAAK,EACxC,OAAO,GAAG,QAAQ,MAAM,qBAAqB,EAAC,SAAQ;AAEzD,UAAM,oBAAoB;AAAA,MACxB,MAAM;AAAA,IAAA;AAER,QAAI,mBAAmB;AACrB,WAAK,wBAAwB,WAAW,YAAY;AAClD,YAAI;AACF,gBAAM,kBAAkB,MAAM,KAAK,KAAK,KAAK,WAAW;AAAA,QAC1D,SAAS,KAAK;AACZ,eAAK,IAAI,OAAO,oCAAoC,GAAG;AAAA,QACzD;AAAA,MACF,GAAG,6BAA6B;AAAA,IAClC;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EA6BA,mBACE,WACA,QACgB;AAChB,QAAI;AACF,YAAM,CAAC,SAAS,OAAO,IAAI,UAAU,SAAS;AAC9C,YAAM,CAAC,SAAS,OAAO,IAAI,UAAU,OAAO,MAAM;AAClD,YAAM,UAA0B,CAAA;AAGhC,iBAAW,SAAS,QAAQ,UAAU;AACpC,iBAAS,KAAK,KAAK,KAAK;AAAA,MAC1B;AAEA,YAAM,CAAC,YAAY,UAAU,IAAI,qBAAqB,SAAS,OAAO;AAQtE,YAAM,UAAU,aAAa,SAAS,OAAO;AAC7C,iBAAW,MAAM,SAAS;AACxB,YACE;AAAA,UACE,KAAK,QAAQ,IAAI,EAAE,CAAC;AAAA,UACpB,KAAK,QAAQ,IAAI,EAAE,CAAC;AAAA,UACpB;AAAA,UACA;AAAA,QAAA,GAEF;AACA,qBAAW,IAAI,EAAE;AACjB,qBAAW,IAAI,EAAE;AAAA,QACnB;AAAA,MACF;AAEA,iBAAW,MAAM,YAAY;AAC3B,cAAM,EAAC,QAAQ,KAAA,IAAQ,KAAK,QAAQ,IAAI,EAAE,CAAC;AAC3C,gBAAQ,KAAK,EAAC,KAAK,cAAc,IAAI,EAAC,QAAQ,KAAA,GAAM;AAAA,MACtD;AAGA,YAAM,CAAC,YAAY,UAAU,IAAI,qBAAqB,SAAS,OAAO;AACtE,iBAAW,MAAM,YAAY;AAC3B,cAAM,EAAC,QAAQ,KAAA,IAAQ,KAAK,QAAQ,IAAI,EAAE,CAAC;AAC3C,gBAAQ,KAAK,EAAC,KAAK,cAAc,IAAI,EAAC,QAAQ,KAAA,GAAM;AAAA,MACtD;AAEA,YAAM,SAAS,aAAa,SAAS,OAAO;AAC5C,iBAAW,MAAM,QAAQ;AACvB,gBAAQ;AAAA,UACN,GAAG,KAAK;AAAA,YACN,KAAK,QAAQ,IAAI,EAAE,CAAC;AAAA,YACpB,KAAK,QAAQ,IAAI,EAAE,CAAC;AAAA,YACpB,OAAO,MAAM;AAAA,UAAA;AAAA,QACf;AAAA,MAEJ;AAEA,iBAAW,MAAM,YAAY;AAC3B,cAAM,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC;AACjC,cAAM,cAA2B;AAAA,UAC/B,KAAK;AAAA,UACL;AAAA,UACA,UAAU,YAAY,IAAI;AAAA,QAAA;AAE5B,YAAI,CAAC,OAAO,MAAM,IAAI,WAAW,QAAQ,GAAG;AAG1C,sBAAY,WAAW,UAAU,KAAK,SAAS,CAAC,EAAC,KAAK,cAAa;AAAA,YACjE;AAAA,UAAA,EACA;AAAA,QACJ;AACA,gBAAQ,KAAK,WAAW;AAAA,MAC1B;AAIA,iBAAW,MAAM,YAAY;AAC3B,cAAM,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC;AACjC,gBAAQ,KAAK,EAAC,KAAK,gBAAgB,MAAK;AAAA,MAC1C;AACA,aAAO;AAAA,IACT,SAAS,GAAG;AACV,YAAM,IAAI,6BAA6B,OAAO,CAAC,GAAG,QAAQ,EAAC,OAAO,GAAE;AAAA,IACtE;AAAA,EACF;AAAA,EAEA,iBACE,UACA,UACA,QACgB;AAChB,UAAM,UAA0B,CAAA;AAChC,QACE,SAAS,WAAW,SAAS,UAC7B,SAAS,SAAS,SAAS,MAC3B;AACA,cAAQ,KAAK;AAAA,QACX,KAAK;AAAA,QACL,KAAK,EAAC,QAAQ,SAAS,QAAQ,MAAM,SAAS,KAAA;AAAA,QAC9C,KAAK,EAAC,QAAQ,SAAS,QAAQ,MAAM,SAAS,KAAA;AAAA,MAAI,CACnD;AAAA,IACH;AACA,UAAM,cAAc,YAAY,QAAQ;AACxC,UAAM,cAAc,YAAY,QAAQ;AACxC,QAAI,CAAC,UAAU,aAAa,WAAW,GAAG;AACxC,cAAQ,KAAK;AAAA,QACX,KAAK;AAAA,QACL,OAAO,EAAC,QAAQ,SAAS,QAAQ,MAAM,SAAS,KAAA;AAAA,QAChD,KAAK;AAAA,QACL,KAAK;AAAA,MAAA,CACN;AAAA,IACH;AACA,UAAM,QAAQ,EAAC,QAAQ,SAAS,QAAQ,MAAM,SAAS,KAAA;AACvD,UAAM,aAAa,YAAY,SAAS,OAAO;AAC/C,UAAM,aAAa,YAAY,SAAS,OAAO;AAG/C,UAAM,CAAC,SAAS,KAAK,IAAI,qBAAqB,YAAY,UAAU;AACpE,eAAW,MAAM,SAAS;AACxB,YAAM,EAAC,MAAM,OAAA,IAAU,KAAK,WAAW,IAAI,EAAE,CAAC;AAC9C,cAAQ,KAAK,EAAC,KAAK,eAAe,OAAO,QAAO;AAAA,IAClD;AAGA,UAAM,OAAO,aAAa,YAAY,UAAU;AAChD,eAAW,MAAM,MAAM;AACrB,YAAM,EAAC,MAAM,SAAS,GAAG,QAAA,IAAW,KAAK,WAAW,IAAI,EAAE,CAAC;AAC3D,YAAM,EAAC,MAAM,SAAS,GAAG,QAAA,IAAW,KAAK,WAAW,IAAI,EAAE,CAAC;AAK3D,UACE,YAAY,WACZ,QAAQ,aAAa,QAAQ,YAC7B,QAAQ,YAAY,QAAQ,SAC5B;AACA,gBAAQ,KAAK;AAAA,UACX,KAAK;AAAA,UACL;AAAA,UACA,KAAK,EAAC,MAAM,SAAS,MAAM,QAAA;AAAA,UAC3B,KAAK,EAAC,MAAM,SAAS,MAAM,QAAA;AAAA,QAAO,CACnC;AAAA,MACH;AAAA,IACF;AAKA,UAAM,iBAAiB,WAAW;AAGlC,eAAW,MAAM,OAAO;AACtB,YAAM,EAAC,MAAM,GAAG,KAAA,IAAQ,KAAK,WAAW,IAAI,EAAE,CAAC;AAC/C,YAAM,SAAS,EAAC,MAAM,KAAA;AACtB,YAAM,YAAuB;AAAA,QAC3B,KAAK;AAAA,QACL;AAAA,QACA;AAAA,QACA,eAAe,YAAY,QAAQ;AAAA,MAAA;AAErC,UAAI,gBAAgB;AAClB,kBAAU,OAAO,KAAK,OAAO;AAC7B,kBAAU,WAAW,EAAC,QAAQ,KAAK,IAAA;AAAA,MACrC,OAAO;AAEL,YAAI;AACF,kCAAwB,MAAM,MAAM,MAAM;AAAA,QAC5C,SAAS,GAAG;AACV,cAAI,EAAE,aAAa,gCAAgC;AAGjD,kBAAM;AAAA,UACR;AAOA,eAAK,IAAI;AAAA,YACP,sBAAsB,MAAM,IAAI,IAAI,IAAI,KAAK,OAAO,CAAC,CAAC;AAAA,UAAA;AAExD,oBAAU,OAAO,KAAK,OAAO;AAC7B,oBAAU,WAAW,EAAC,QAAQ,KAAK,IAAA;AAAA,QACrC;AAAA,MACF;AACA,cAAQ,KAAK,SAAS;AAAA,IACxB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,uBAAuB,SAAqB;AAC1C,UAAM,MACJ,mBAAmB,SACf,QAAQ,SAAS,OAAO,IACxB,IAAI,cAAc,OAAO,OAAO;AACtC,UAAM,OAAO,KAAK,MAAM,GAAG;AAC3B,WAAOC,MAAQ,MAAM,wBAAwB,aAAa;AAAA,EAC5D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAoBA,MAAM,gBAAgB,KAAoD;AACxE,UAAM,EAAC,cAAc,aAAA,IAAgB,KAAK;AAC1C,QAAI,cAAc;AAChB,aAAO,CAAA;AAAA,IACT;AACA,UAAM,gBAAgB,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL;AAAA,IAAA;AAEF,UAAM,aAAa,oBAAoB,KAAK,gBAAgB,aAAa;AACzE,QAAI,eAAe,MAAM;AACvB,YAAM,IAAI,2BAA2B,UAAU;AAAA,IACjD;AAKA,UAAM,OAAO,KAAK,eAAe,OAAO;AAAA,MACtC,CAAA,MAAK,EAAE,QAAQ,IAAI;AAAA,IAAA;AAErB,QAAI,CAAC,MAAM;AAET,YAAM,IAAI;AAAA,QACR,kCAAkC,UAAU,GAAG,CAAC;AAAA,MAAA;AAAA,IAEpD;AACA,QAAI,kBAAkB,MAAM,GAAG,GAAG;AAChC,YAAM,IAAI;AAAA,QACR,gDAAgD,UAAU,IAAI,CAAC,OAAO,UAAU,GAAG,CAAC;AAAA,MAAA;AAAA,IAExF;AACA,WAAO,CAAA;AAAA,EACT;AACF;AAEA,SAAS,oBACP,GACA,GACe;AAEf,MAAI,EAAE,OAAO,WAAW,EAAE,OAAO,QAAQ;AACvC,WAAO;AAAA,EACT;AACA,WAAS,IAAI,GAAG,IAAI,EAAE,OAAO,QAAQ,KAAK;AACxC,UAAM,KAAK,EAAE,OAAO,CAAC;AACrB,UAAM,KAAK,EAAE,OAAO,CAAC;AACrB,UAAM,aAAa,mBAAmB,IAAI,EAAE;AAC5C,QAAI,YAAY;AACd,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAGA,MAAM,cAAc,CAAC,GAAyB,MAC5C,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,IAAI;AAEvD,SAAS,mBACP,GACA,GACe;AACf,MAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM;AACjE,WAAO,UAAU,EAAE,IAAI,yBAAyB,EAAE,IAAI;AAAA,EACxD;AACA,MAAI,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,GAAG;AAC1C,WAAO,yBAAyB,EAAE,IAAI;AAAA,EACxC;AACA,QAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;AACxD,QAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;AACxD,MACE,MAAM,WAAW,MAAM,UACvB,MAAM,KAAK,CAAC,CAAC,OAAO,IAAI,GAAG,MAAM;AAC/B,UAAM,CAAC,OAAO,IAAI,IAAI,MAAM,CAAC;AAC7B,WACE,UAAU,SACV,KAAK,QAAQ,KAAK,OAClB,KAAK,YAAY,KAAK,WACtB,KAAK,YAAY,KAAK;AAAA,EAE1B,CAAC,GACD;AACA,WAAO,qBAAqB,EAAE,IAAI;AAAA,EACpC;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB,GAAuB,GAAqB;AAC5E,MAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM;AACzE,WAAO;AAAA,EACT;AACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAME,EAAE,oBAAoB,aACtB,CAAC,OAAO,IAAI,IAAI,EAAE,UAAU,GAAG,IAAI,IAAI,EAAE,UAAU,CAAC;AAAA,IACpD;AACA,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,OAAO,QAAQ,EAAE,OAAO,EAAE,KAAK,WAAW;AACxD,QAAM,QAAQ,EAAE;AAChB,SACE,MAAM,WAAW,MAAM,UACvB,MAAM,KAAK,CAAC,CAAC,OAAO,IAAI,GAAG,MAAM;AAC/B,UAAM,OAAO,MAAM,CAAC;AACpB,WAAO,UAAU,KAAK,QAAQ,KAAK,YAAY,KAAK;AAAA,EACtD,CAAC;AAEL;AAEA,SAAS,eAAe,GAAmB;AACzC,MAAI,EAAE,aAAa,QAAQ;AACzB,WAAO,IAAI,MAAM,OAAO,CAAC,CAAC;AAAA,EAC5B;AACA,MAAI,aAAa,SAAS,iBAAiB,EAAE,SAAS,mBAAmB;AACvE,WAAO,IAAI,eAAe,CAAC;AAAA,EAC7B;AACA,SAAO;AACT;AACA,MAAM,WAAW,CAAC,OAAmB,GAAG,GAAG,MAAM,IAAI,GAAG,IAAI;AAE5D,SAAS,UAAU,WAA4B;AAC7C,SAAO;AAAA;AAAA;AAAA,IAGL,IAAI,IAAI,UAAU,OAAO,IAAI,CAAA,MAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AAAA,IAC7C,IAAI,IAAI,UAAU,QAAQ,IAAI,CAAA,MAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;AAAA,EAAA;AAExD;AAUA,SAAS,2BACP,MACA,MACA,YACA,YACS;AACT,MACE,KAAK,WAAW,KAAK,UACrB,KAAK,iBAAiB,KAAK,gBAC3B,KAAK,sBAAsB,KAAK,qBAChC,KAAK,gBAAgB,KAAK,aAC1B;AACA,WAAO;AAAA,EACT;AAEA,QAAM,YAAY;AAAA,IAChB;AAAA,IACA,KAAK;AAAA,IACL,KAAK;AAAA,EAAA;AAEP,QAAM,YAAY;AAAA,IAChB;AAAA,IACA,KAAK;AAAA,IACL,KAAK;AAAA,EAAA;AAEP,MAAI,CAAC,aAAa,CAAC,WAAW;AAE5B,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,OAAO,QAAQ,KAAK,OAAO;AAC/C,QAAM,cAAc,OAAO,QAAQ,KAAK,OAAO;AAC/C,MAAI,YAAY,WAAW,YAAY,QAAQ;AAC7C,WAAO;AAAA,EACT;AAGA,QAAM,eAAe,IAAI;AAAA,IACvB,YAAY,IAAI,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,QAAQ,IAAI,GAAG,KAAK,GAAG,CAAC;AAAA,EAAA;AAEtE,QAAM,eAAe,IAAI;AAAA,IACvB,YAAY,IAAI,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,QAAQ,IAAI,GAAG,KAAK,GAAG,CAAC;AAAA,EAAA;AAGtE,MAAI,aAAa,IAAI,MAAS,KAAK,aAAa,IAAI,MAAS,GAAG;AAE9D,WAAO;AAAA,EACT;AACA,MAAI,aAAa,SAAS,aAAa,MAAM;AAC3C,WAAO;AAAA,EACT;AACA,aAAW,CAAC,QAAQ,GAAG,KAAK,cAAc;AACxC,QAAI,aAAa,IAAI,MAAM,MAAM,KAAK;AACpC,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,yBACP,QACA,QACA,MAC+C;AAC/C,aAAW,SAAS,OAAO,UAAU;AACnC,QAAI,MAAM,WAAW,UAAU,MAAM,SAAS,MAAM;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,YACP,SAC0C;AAC1C,QAAM,+BAAe,IAAA;AACrB,aAAW,CAAC,MAAM,IAAI,KAAK,OAAO,QAAQ,OAAO,GAAG;AAGlD,aAAS,IAAI,KAAK,KAAK,EAAC,GAAG,MAAM,MAAK;AAAA,EACxC;AACA,SAAO;AACT;AAEA,SAAS,YAAY,OAAyD;AAC5E,SAAO;AAAA,IACL,WAAW,KAAK,MAAM,SAAS;AAAA,IAC/B,aAAa,MAAM;AAAA,IACnB,QAAQ,OAAO;AAAA,MACb,MAAM,uBAAuB,IAAI,CAAA,MAAK;AAAA,QACpC;AAAA,QACA,EAAC,QAAQ,MAAM,QAAQ,CAAC,EAAE,IAAA;AAAA,MAAG,CAC9B;AAAA,IAAA;AAAA,EACH;AAEJ;AAIA,SAAS,aAAa,UAA6C;AAGjE,QAAM,EAAC,SAAS,GAAG,YAAY,iBAAiB,GAAG,SAAQ;AAC3D,SAAO;AAAA,IACL,GAAG;AAAA,IACH,QAAQ;AAAA,MACN,SAAS;AAAA,MACT,MAAM;AAAA,IAAA;AAAA;AAAA;AAAA,IAIR;AAAA,IACA;AAAA,EAAA;AAEJ;AAEA,MAAM,qCAAqC,MAAM;AAAA,EACtC,OAAO;AAAA,EACP;AAAA,EACA;AAAA,EAET,YACE,aACA,WACA,SACA;AACA;AAAA,MACE,sDAAsD,WAAW;AAAA,MACjE;AAAA,IAAA;AAEF,SAAK,cAAc;AACnB,SAAK,YAAY;AAAA,EACnB;AACF;AAEA,MAAM,mCAAmC,MAAM;AAAA,EACpC,OAAO;AAAA,EAEhB,YAAY,KAAa;AACvB;AAAA,MACE,GAAG,GAAG;AAAA,IAAA;AAAA,EAEV;AACF;AAGA,MAAM,uBAAuB,WAAW;AAAA,EAC7B,OAAO;AAAA,EAEhB,YAAY,OAAgB;AAC1B;AAAA,MACE;AAAA,MACA;AAAA,QACE;AAAA,MAAA;AAAA,IACF;AAAA,EAEJ;AACF;"}

package/out/zero-cache/src/services/change-streamer/broadcast.d.ts

@@ -0,0 +1,100 @@
+import type { LogContext } from '@rocicorp/logger';
+import type { WatermarkedChange } from './change-streamer-service.ts';
+import type { Subscriber } from './subscriber.ts';
+/**
+ * Initiates and tracks the progress of a change broadcasted to
+ * a set of subscribers.
+ *
+ * Creating a `Broadcast` automatically initiates the send.
+ *
+ * By default, {@link Broadcast.done} resolves when all subscribers
+ * have acked the change. However, {@link Broadcast.checkProgress()}
+ * can be called to resolve the broadcast earlier based on the flow
+ * control policy.
+ */
+export declare class Broadcast {
+    #private;
+    /**
+     * Sends the change to the subscribers without the tracking machinery.
+     * This is suitable for fire-and-forget (i.e. pipelined) sends.
+     */
+    static withoutTracking(subscribers: Iterable<Subscriber>, change: WatermarkedChange): void;
+    /**
+     * Broadcasts the `change` to the `subscribers` and tracks their
+     * completion.
+     */
+    constructor(subscribers: Iterable<Subscriber>, change: WatermarkedChange);
+    get isDone(): boolean;
+    get done(): Promise<void>;
+    /**
+     * Checks for pathological situations in which flow should be reenabled
+     * before all subscribers have acked.
+     *
+     * ### Background
+     *
+     * The purpose of flow control is to pull upstream replication changes
+     * no faster than the rate as they are processed by downstream subscribers
+     * in the steady state. In the change-streamer, this is done by occasionally
+     * waiting for ACKs from subscribers before continuing; without doing so,
+     * I/O buffers fill up and cause the system to spend most of its time in GC.
+     *
+     * However, the naive algorithm of always waiting for all subscribers (e.g.
+     * `Promise.all()`) can behave poorly in scenarios where subscribers
+     * are imbalanced:
+     * * New subscribers may have a backlog of changes to catch up with.
+     *   Having all subscribers wait for the new subscriber to catch up results
+     *   in delaying the entire application.
+     * * Broken TCP connections similarly require all subscribers to wait until
+     *   connection liveness checks kick in and disconnect the subscriber.
+     *
+     * A simplistic approach is to add a limit to the amount of time waiting for
+     * subscribers, i.e. an ack timeout. However, deciding what this timeout
+     * should be is non-trivial because of the heterogeneous nature of changes;
+     * while most changes operate on single rows and are relatively predictable
+     * in terms of running time, some changes are table-wide operations and can
+     * legitimately take an arbitrary amount of time. In such scenarios, a
+     * timeout that is too short can stop progress on replication altogether.
+     *
+     * ### Consensus-based Timeout Algorithm
+     *
+     * To address these shortcomings, a "consensus-based timeout" algorithm is
+     * used:
+     * * Wait for more than half of the subscribers to finish. (In
+     *   case of a single node, or the case of one replication-manager
+     *   and one view-syncer, this reduces to waiting for all subscribers.)
+     * * Once more than half of the subscribers have finished, proceed after
+     *   a fixed timeout elapses (e.g. 1 second), even if not all subscribers
+     *   have finished.
+     *
+     * In other words, the subscribers themselves are used to determine the
+     * timeout of each batch of changes; the majority determines this when
+     * they complete, upon which a timeout is logically started.
+     *
+     * In the common case, the remaining subscribers finish soon afterward and
+     * the timeout never elapses. However, in pathological cases where a minority
+     * of subscribers have a disproportionate amount of load, some will still
+     * be processing (or otherwise unresponsive). These subscribers are given
+     * a bounded amount of time to catch up at each flushed batch, up to the
+     * timeout interval. This guarantees eventual catchup because the
+     * subscribers with a backlog of changes necessarily have a higher
+     * processing rate than the subscribers that finished (and are made to wait).
+     *
+     * ### Not implemented: Broken connection detection
+     *
+     * If a subscriber has not made progress for a certain interval, the
+     * algorithm could theoretically drop it preemptively, supplementing the
+     * existing websocket-level liveness checks.
+     *
+     * However, a more reliable approach would be to change the replicator
+     * to use non-blocking writes, and subsequently increase the frequency of
+     * connection-level liveness checks. The current synchronous replica writes
+     * can delay both ping responsiveness and change progress arbitrarily (e.g.
+     * a large index creation); an independently liveness check that is not
+     * delayed by synchronous writes on the subscriber would be a more failsafe
+     * solution.
+     *
+     * @returns `true` if the broadcast was already done or was marked done.
+     */
+    checkProgress(lc: LogContext, flowControlConsensusPaddingMs: number, now: number): boolean;
+}
+//# sourceMappingURL=broadcast.d.ts.map

package/out/zero-cache/src/services/change-streamer/broadcast.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"broadcast.d.ts","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-streamer/broadcast.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,8BAA8B,CAAC;AACpE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAEhD;;;;;;;;;;GAUG;AACH,qBAAa,SAAS;;IACpB;;;OAGG;IACH,MAAM,CAAC,eAAe,CACpB,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,EACjC,MAAM,EAAE,iBAAiB;IAkB3B;;;OAGG;gBACS,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,iBAAiB;IAkCxE,IAAI,MAAM,IAAI,OAAO,CAEpB;IAED,IAAI,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAExB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAoEG;IACH,aAAa,CACX,EAAE,EAAE,UAAU,EACd,6BAA6B,EAAE,MAAM,EACrC,GAAG,EAAE,MAAM;CA+Cd"}