npm - @rocicorp/zero - Versions diffs - 1.12.0-canary.8 → 1.12.0-canary.9 - Mend

@rocicorp/zero 1.12.0-canary.8 → 1.12.0-canary.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (516) hide show

package/out/zero-cache/src/services/change-streamer/sqlite-change-log-catchup.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"sqlite-change-log-catchup.js","names":[],"sources":["../../../../../../zero-cache/src/services/change-streamer/sqlite-change-log-catchup.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {resolver} from '@rocicorp/resolver';\nimport {AbortError} from '../../../../shared/src/abort-error.ts';\nimport {sleep} from '../../../../shared/src/sleep.ts';\nimport {\n getOrCreateCounter,\n getOrCreateLatencyHistogram,\n getOrCreateValueHistogram,\n} from '../../observability/metrics.ts';\nimport type {WatermarkedChange} from './change-streamer.ts';\nimport * as ErrorType from './error-type-enum.ts';\nimport type {Forwarder} from './forwarder.ts';\nimport type {CatchupPlan} from './sqlite-change-log-reader.ts';\nimport type {Subscriber} from './subscriber.ts';\n\nexport interface SQLiteChangeLogCatchupReader {\n plan(fromWatermark: string): CatchupPlan;\n read(\n fromWatermark: string,\n throughWatermark: string,\n batchSize: number,\n signal?: AbortSignal,\n ): AsyncIterable<readonly WatermarkedChange[]>;\n close(): void;\n}\n\n/*\n Slice 9 replaces this no-op implementation with a guard that waits for an\n * in-flight purge and blocks new purge dispatch while the subscriber's ACK is\n * made visible to the Forwarder.\n /\nexport interface SQLiteChangeLogCleanupGuard {\n runWhilePurgeBlocked<T>(register: () => T): Promise<T>;\n}\n\n// How long the barrier waits for the change-log writer's commit notification\n// before re-reading the log itself. The notification normally arrives first, so\n// this is a backstop for the windows in which none is coming: the writer is\n// disabled, or it is between stream connections.\nconst DEFAULT_BARRIER_POLL_INTERVAL_MS = 1000;\n\nexport type SQLiteChangeLogCatchupOptions = {\n batchSize: number;\n barrierTimeoutMs: number;\n barrierPollIntervalMs?: number \| undefined;\n cleanupGuard?: SQLiteChangeLogCleanupGuard \| undefined;\n sleep?: typeof sleep \| undefined;\n now?: (() => number) \| undefined;\n /* Opens slice 11's process-local breaker after registration has committed. /\n onFailure?: ((failure: SQLiteChangeLogCatchupFailure) => void) \| undefined;\n};\n\nexport type SQLiteChangeLogCatchupRequest = {\n /\n Whether the routing warm-up gate classified the log as warm for this\n subscriber. The coordinator is opened once and reused, so this cannot be\n a property of it: `coldReadPercent` serves some subscribers from a log\n * that is still inside its warm-up window, and the catchup metrics have to\n * separate those from steady-state serving.\n /\n readonly logWarm?: boolean \| undefined;\n};\n\nexport type SQLiteChangeLogCatchupFailure = 'barrier-timeout' \| 'reader-error';\n\nexport type SQLiteChangeLogCatchupRegistration =\n \| {readonly kind: 'registered'}\n \| {readonly kind: 'uncovered'; readonly minWatermark: string}\n // Registration failed before the subscriber was committed to SQLite, so PG\n // catchup is still available and the caller falls back to it.\n \| {readonly kind: 'declined'; readonly error: unknown}\n // The coordinator closed or failed the subscriber itself.\n \| {readonly kind: 'handled'};\n\nconst NOOP_CLEANUP_GUARD: SQLiteChangeLogCleanupGuard = {\n runWhilePurgeBlocked: register => Promise.resolve(register()),\n};\n\n/\n Coordinates a serving subscriber's gap-free transition from replica-local\n * SQLite catchup to the Forwarder's live stream.\n \n Registration and required-head capture happen in one synchronous callback.\n * The subscriber therefore either sees a transaction in SQLite catchup or in\n * its live backlog (duplicates across that boundary are filtered by\n * Subscriber), never in neither place.\n /\nexport class SQLiteChangeLogCatchup implements Disposable {\n readonly #lc: LogContext;\n readonly #forwarder: Forwarder;\n readonly #reader: SQLiteChangeLogCatchupReader;\n readonly #batchSize: number;\n readonly #barrierTimeoutMs: number;\n readonly #barrierPollIntervalMs: number;\n readonly #cleanupGuard: SQLiteChangeLogCleanupGuard;\n readonly #sleep: typeof sleep;\n readonly #now: () => number;\n readonly #onFailure:\n \| ((failure: SQLiteChangeLogCatchupFailure) => void)\n \| undefined;\n readonly #barrierTimeouts = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.barrier_timeouts',\n 'SQLite change-log catchups that timed out waiting for the required head.',\n );\n readonly #barrierBacklogOverflows = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.barrier_backlog_overflows',\n 'SQLite change-log catchups abandoned because the subscriber backlog ' +\n 'reached its high water mark while waiting for the required head.',\n );\n readonly #barrierWakeups = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.barrier_wakeups',\n 'SQLite catchup barrier waits, labeled by what ended the wait. A ' +\n 'population dominated by \"poll\" means the change-log writer\\'s commit ' +\n 'notification is not reaching the barrier.',\n );\n readonly #catchupResults = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.catchup_results',\n 'SQLite catchup subscriptions by outcome.',\n );\n readonly #catchupRows = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.catchup_rows',\n 'Rows served from the SQLite change log during catchup.',\n );\n readonly #catchupBytes = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.catchup_bytes',\n {\n description: 'Bytes served from the SQLite change log during catchup.',\n unit: 'By',\n },\n );\n readonly #catchupDuration = getOrCreateLatencyHistogram(\n 'replication',\n 'sqlite_change_log.catchup_duration',\n 'Duration of a SQLite change-log catchup.',\n );\n readonly #barrierWaitDuration = getOrCreateLatencyHistogram(\n 'replication',\n 'sqlite_change_log.barrier_wait_duration',\n 'Time SQLite catchup waits for its pinned required head.',\n );\n readonly #catchupBacklogPeak = getOrCreateValueHistogram(\n 'replication',\n 'sqlite_change_log.catchup_backlog_peak_bytes',\n {\n description:\n 'Peak live backlog bytes buffered while a subscriber catches up from SQLite.',\n unit: 'By',\n bucketBoundaries: [\n 0, 1024, 16_384, 65_536, 262_144, 1_048_576, 4_194_304, 16_777_216,\n ],\n },\n );\n readonly #catchups = new Map<Subscriber, AbortController>();\n readonly #commitWaiters = new Set<CommitWaiter>();\n #closed = false;\n\n constructor(\n lc: LogContext,\n forwarder: Forwarder,\n reader: SQLiteChangeLogCatchupReader,\n opts: SQLiteChangeLogCatchupOptions,\n ) {\n this.#lc = lc.withContext('component', 'sqlite-change-log-catchup');\n this.#forwarder = forwarder;\n this.#reader = reader;\n this.#batchSize = opts.batchSize;\n this.#barrierTimeoutMs = opts.barrierTimeoutMs;\n this.#barrierPollIntervalMs =\n opts.barrierPollIntervalMs ?? DEFAULT_BARRIER_POLL_INTERVAL_MS;\n this.#cleanupGuard = opts.cleanupGuard ?? NOOP_CLEANUP_GUARD;\n this.#sleep = opts.sleep ?? sleep;\n this.#now = opts.now ?? Date.now;\n this.#onFailure = opts.onFailure;\n }\n\n /\n Registers the subscriber before resolving. Catchup itself continues in\n * the background so subscribe() does not wait for SQLite to reach the\n * required head.\n /\n async catchup(\n subscriber: Subscriber,\n captureRequiredHead: () => string \| Promise<string>,\n request: SQLiteChangeLogCatchupRequest = {},\n ): Promise<SQLiteChangeLogCatchupRegistration> {\n if (this.#closed) {\n subscriber.fail(new AbortError('SQLite change-log catchup is closed'));\n return {kind: 'handled'};\n }\n\n const abort = new AbortController();\n this.#catchups.set(subscriber, abort);\n let requiredHead: string \| Promise<string> \| undefined;\n let uncoveredMinWatermark: string \| undefined;\n let committed = false;\n try {\n await this.#cleanupGuard.runWhilePurgeBlocked(() => {\n this.#throwIfAborted(abort.signal);\n // The router's eligibility inspection happens before this async guard\n // is acquired. Recheck the exact boundary here: an in-flight purge can\n // have advanced the minimum while registration waited. Once added to\n // the Forwarder, the subscriber's ACK prevents any later purge from\n // crossing this boundary.\n const plan = this.#reader.plan(subscriber.watermark);\n if (plan.kind === 'too-old') {\n uncoveredMinWatermark = plan.minWatermark;\n return;\n }\n requiredHead = captureRequiredHead();\n this.#forwarder.add(subscriber);\n committed = true;\n });\n } catch (error) {\n this.#catchups.delete(subscriber);\n if (abort.signal.aborted) {\n return {kind: 'handled'};\n }\n if (!committed) {\n // Nothing was committed to SQLite -- the subscriber never reached\n // Forwarder.add() -- so PG catchup is still available. Failing here\n // would send the client a terminal ['error', ...], which\n // IncrementalSyncer answers with a full litestream replica restore,\n // for a fallback that was still open. Trip the breaker as well: this\n // is a reader failure like any other, and without it the retry picks\n // SQLite again and the reset repeats.\n this.#onFailure?.('reader-error');\n return {kind: 'declined', error};\n }\n this.#lc.error?.(\n `error while registering SQLite catchup subscriber ${subscriber.id}`,\n error,\n );\n subscriber.fail(error);\n return {kind: 'handled'};\n }\n if (uncoveredMinWatermark !== undefined) {\n this.#catchups.delete(subscriber);\n return {kind: 'uncovered', minWatermark: uncoveredMinWatermark};\n }\n\n void this.#run(\n subscriber,\n requiredHead as string \| Promise<string>,\n abort,\n request.logWarm,\n );\n return {kind: 'registered'};\n }\n\n /\n Notes that the change-log writer has committed `watermark`, i.e. that the\n * log's head has advanced to it. The writer runs in this process, so this is\n * the event itself rather than a subscriber's ACK of it.\n \n It is a wakeup, not an authority: `plan()` still decides what can be read.\n * A notification that never arrives costs the barrier a poll interval, and one\n * that arrives early costs an extra `plan()` call.\n /\n onChangeLogCommit(watermark: string): void {\n for (const waiter of this.#commitWaiters) {\n if (watermark >= waiter.watermark) {\n this.#commitWaiters.delete(waiter);\n waiter.resolve();\n }\n }\n }\n\n remove(subscriber: Subscriber): void {\n this.#catchups.get(subscriber)?.abort();\n this.#catchups.delete(subscriber);\n this.#forwarder.remove(subscriber);\n }\n\n close(): void {\n if (this.#closed) {\n return;\n }\n this.#closed = true;\n for (const [subscriber, abort] of this.#catchups) {\n abort.abort();\n this.#forwarder.remove(subscriber);\n }\n this.#catchups.clear();\n this.#reader.close();\n }\n\n [Symbol.dispose](): void {\n this.close();\n }\n\n async #run(\n subscriber: Subscriber,\n requiredHead: string \| Promise<string>,\n abort: AbortController,\n logWarm: boolean \| undefined,\n ): Promise<void> {\n const {signal} = abort;\n const catchupStart = this.#now();\n let outcome = 'aborted';\n let backlogPeakBytes = 0;\n try {\n const requiredHeadStart = this.#now();\n const required = await this.#awaitRequiredHead(requiredHead, signal);\n const requiredHeadWaitMs = this.#now() - requiredHeadStart;\n if (requiredHeadWaitMs > this.#barrierTimeoutMs) {\n this.#lc.info?.(\n `waited ${requiredHeadWaitMs} ms for the forwarded transaction to ` +\n `commit before starting the SQLite barrier for ${subscriber.id}`,\n );\n }\n // The barrier bounds replica lag, not upstream transaction duration, so\n // its deadline starts once the required head is known. Sharing one\n // deadline with the wait above would fail subscribers that registered\n // during a transaction longer than barrierTimeoutMs, however current\n // the replica is.\n const deadline = this.#now() + this.#barrierTimeoutMs;\n const barrierStart = this.#now();\n let plan: CatchupPlan;\n try {\n plan = await this.#waitForPlan(subscriber, required, deadline, signal);\n } finally {\n // Record failed and aborted barriers too; their wait distribution is\n // at least as operationally important as the successful path.\n this.#barrierWaitDuration.recordMs(this.#now() - barrierStart);\n }\n this.#throwIfAborted(signal);\n\n if (plan.kind === 'too-old') {\n outcome = 'too-old';\n const message =\n `earliest supported watermark is ${plan.minWatermark} ` +\n `(requested ${subscriber.watermark})`;\n this.#lc.warn?.(\n `rejecting subscriber at watermark ${subscriber.watermark} ` +\n `(earliest watermark: ${plan.minWatermark})`,\n );\n subscriber.close(ErrorType.WatermarkTooOld, message);\n return;\n }\n\n let count = 0;\n let bytes = 0;\n const start = this.#now();\n if (plan.kind === 'range') {\n let lastBatchConsumed: Promise<unknown> \| undefined;\n for await (const changes of this.#reader.read(\n subscriber.watermark,\n plan.headWatermark,\n this.#batchSize,\n signal,\n )) {\n const waitStart = this.#now();\n await lastBatchConsumed;\n const elapsed = this.#now() - waitStart;\n if (lastBatchConsumed) {\n this.#lc[elapsed > 100 ? 'info' : 'debug']?.(\n `waited ${elapsed.toFixed(3)} ms for ${subscriber.id} to consume ` +\n `the previous SQLite catchup batch`,\n );\n }\n this.#throwIfAborted(signal);\n for (const change of changes) {\n lastBatchConsumed = subscriber.catchup(change);\n count++;\n bytes += Buffer.byteLength(change[2]);\n }\n backlogPeakBytes = Math.max(\n backlogPeakBytes,\n subscriber.getStats().backlogBytes,\n );\n }\n await lastBatchConsumed;\n outcome = 'range';\n } else {\n outcome = 'ahead';\n this.#lc.warn?.(\n `subscriber ${subscriber.id} at watermark ${subscriber.watermark} ` +\n `is ahead of the SQLite change-log head ${plan.headWatermark}; ` +\n `waiting for the replica to catch up`,\n );\n }\n\n this.#throwIfAborted(signal);\n this.#lc.info?.(\n `caught up ${subscriber.id} from SQLite with ${count} changes ` +\n `(${this.#now() - start} ms)`,\n );\n const attributes = {\n classification: outcome,\n log_warm: logWarm ?? 'unknown',\n };\n this.#catchupRows.add(count, attributes);\n this.#catchupBytes.add(bytes, attributes);\n // Keep buffering live sends until the asynchronous backlog drain has\n // established its ordering boundary.\n void subscriber.setCaughtUp();\n } catch (error) {\n if (signal.aborted) {\n return;\n }\n if (error instanceof SQLiteChangeLogBarrierError) {\n if (error instanceof SQLiteChangeLogBarrierTimeoutError) {\n this.#barrierTimeouts.add(1);\n outcome = 'barrier-timeout';\n this.#onFailure?.('barrier-timeout');\n } else {\n // No #onFailure: a backlog high water mark is a property of this\n // one subscriber's consumption, not of the log. Tripping the\n // process-wide breaker for it would take every task in the shard\n // off SQLite, which a client that reconnects and stalls again\n // could hold open indefinitely.\n outcome = 'barrier-backlog';\n }\n // Giving up on the barrier means the replica has not caught up yet,\n // not that it cannot serve this subscriber. End the subscription\n // cleanly so the client reconnects and retries: IncrementalSyncer\n // treats any ['error', ...] message as terminal and restores a fresh\n // replica from litestream, whereas a clean end backs off and\n // re-subscribes. If retries keep failing until the change log is purged\n // past the subscriber's watermark, plan() returns 'too-old', which is\n // terminal by design.\n this.#lc.warn?.(\n `ending subscription for ${subscriber.id} to retry SQLite catchup`,\n error,\n );\n subscriber.close();\n return;\n }\n outcome = 'reader-error';\n this.#onFailure?.('reader-error');\n this.#lc.error?.(\n `error while catching up subscriber ${subscriber.id} from SQLite`,\n error,\n );\n subscriber.fail(error);\n } finally {\n backlogPeakBytes = Math.max(\n backlogPeakBytes,\n subscriber.getStats().backlogBytes,\n );\n const attributes = {\n classification: outcome,\n log_warm: logWarm ?? 'unknown',\n };\n this.#catchupResults.add(1, attributes);\n this.#catchupDuration.recordMs(this.#now() - catchupStart, attributes);\n this.#catchupBacklogPeak.record(backlogPeakBytes, attributes);\n if (this.#catchups.get(subscriber) === abort) {\n this.#catchups.delete(subscriber);\n }\n }\n }\n\n /\n Waits for the transaction that was in flight at registration to finish.\n \n This wait is bounded by the upstream transaction rather than by\n * `barrierTimeoutMs`: the completion settles on both commit and rollback,\n * and an interrupted change stream forwards a synthetic rollback, so it\n * always settles. Aborting -- the subscriber disconnecting or the service\n * shutting down -- is what releases it early.\n /\n async #awaitRequiredHead(\n requiredHead: string \| Promise<string>,\n signal: AbortSignal,\n ): Promise<string> {\n if (typeof requiredHead === 'string') {\n return requiredHead;\n }\n this.#throwIfAborted(signal);\n let onAbort: (() => void) \| undefined;\n try {\n return await Promise.race([\n requiredHead,\n new Promise<never>((_, reject) => {\n onAbort = () =>\n reject(new AbortError('SQLite change-log catchup aborted'));\n signal.addEventListener('abort', onAbort, {once: true});\n }),\n ]);\n } finally {\n if (onAbort) {\n signal.removeEventListener('abort', onAbort);\n }\n }\n }\n\n async #waitForPlan(\n subscriber: Subscriber,\n requiredHead: string,\n deadline: number,\n signal: AbortSignal,\n ): Promise<Exclude<CatchupPlan, {kind: 'not-ready'}>> {\n // Race backlog growth once around the whole polling loop. Attaching the\n // same unresolved promise to every per-poll race would retain one reaction\n // per iteration until the subscriber's backlog eventually filled.\n const backlogFull = subscriber.whenBacklogFull();\n const barrier = new AbortController();\n const abortBarrier = () => barrier.abort();\n signal.addEventListener('abort', abortBarrier, {once: true});\n if (signal.aborted) {\n barrier.abort();\n }\n\n let observedHead = subscriber.watermark;\n try {\n const planReady = (async () => {\n while (true) {\n this.#throwIfAborted(barrier.signal);\n const plan = this.#reader.plan(subscriber.watermark);\n // A not-ready log has no head to compare, so it can never satisfy\n // the required head: keep waiting for the writer to create and\n // reconcile it, and let the barrier deadline end the subscription\n // cleanly for a retry. Selection declines a not-ready log before a\n // subscriber gets here, and neither purging nor reconciliation can\n // empty a log that had content, so this is a belt-and-braces path.\n if (plan.kind !== 'not-ready') {\n observedHead = plan.headWatermark;\n if (plan.headWatermark >= requiredHead) {\n return plan;\n }\n }\n const remaining = deadline - this.#now();\n if (remaining <= 0) {\n throw new SQLiteChangeLogBarrierTimeoutError(\n `timed out waiting for SQLite head ${observedHead} to ` +\n `reach required head ${requiredHead}`,\n );\n }\n await this.#awaitChangeLogProgress(\n requiredHead,\n remaining,\n barrier.signal,\n );\n }\n })();\n\n const backlogOverflow = backlogFull.promise.then(() => {\n this.#throwIfAborted(signal);\n // close() also resolves backlog waiters so none are stranded. The\n // backlog is cleared first, which distinguishes close from overflow.\n if (!subscriber.backlogFull) {\n return new Promise<never>(() => {});\n }\n this.#barrierWakeups.add(1, {'wakeup.source': 'backlog'});\n // Bytes, not time, are what the barrier actually costs: past the high\n // water mark this subscriber's send() no longer resolves, so it holds\n // up every flush and can stall the replica this barrier waits on.\n this.#barrierBacklogOverflows.add(1);\n throw new SQLiteChangeLogBarrierBacklogError(\n `backlog for subscriber ${subscriber.id} reached its high water ` +\n `mark while waiting for SQLite head ${observedHead} to ` +\n `reach required head ${requiredHead}`,\n );\n });\n\n return await Promise.race([planReady, backlogOverflow]);\n } finally {\n signal.removeEventListener('abort', abortBarrier);\n barrier.abort();\n backlogFull.cancel();\n }\n }\n\n /\n Waits for the change-log writer to commit `requiredHead`, or the poll\n * interval as a backstop.\n \n No notification can be missed by registering after `plan()` was read: the\n * notification follows the commit it reports, so if the writer had already\n * committed `requiredHead`, `plan()` would have seen it.\n /\n async #awaitChangeLogProgress(\n requiredHead: string,\n remainingMs: number,\n signal: AbortSignal,\n ): Promise<void> {\n const committed = resolver<void>();\n const waiter = {watermark: requiredHead, resolve: committed.resolve};\n this.#commitWaiters.add(waiter);\n // Scopes the backstop timer to this wait so that a commit cancels it rather\n // than leaving it to fire against a barrier that has already moved on.\n const poll = new AbortController();\n const abortPoll = () => poll.abort();\n signal.addEventListener('abort', abortPoll, {once: true});\n try {\n const wokenBy = await Promise.race([\n committed.promise.then(() => 'commit' as const),\n this.#sleep(\n Math.min(this.#barrierPollIntervalMs, remainingMs),\n poll.signal,\n ).then(() => 'poll' as const),\n ]);\n this.#barrierWakeups.add(1, {'wakeup.source': wokenBy});\n } finally {\n this.#commitWaiters.delete(waiter);\n signal.removeEventListener('abort', abortPoll);\n poll.abort();\n }\n }\n\n #throwIfAborted(signal: AbortSignal): void {\n if (this.#closed \|\| signal.aborted) {\n throw new AbortError('SQLite change-log catchup aborted');\n }\n }\n}\n\ntype CommitWaiter = {watermark: string; resolve: () => void};\n\n/\n A barrier that gave up on the replica reaching the required head. Both\n * reasons mean \"not yet\", not \"never\", so both end the subscription cleanly\n * for a retry rather than failing it.\n /\nexport class SQLiteChangeLogBarrierError extends Error {}\n\n/* The replica did not reach the required head before the deadline. /\nexport class SQLiteChangeLogBarrierTimeoutError extends SQLiteChangeLogBarrierError {\n readonly name = 'SQLiteChangeLogBarrierTimeoutError';\n}\n\n/* Waiting any longer would have cost more than reconnecting. */\nexport class SQLiteChangeLogBarrierBacklogError extends SQLiteChangeLogBarrierError {\n readonly name = 'SQLiteChangeLogBarrierBacklogError';\n}\n"],"mappings":";;;;;AAuCA,IAAM,mCAAmC;AAmCzC,IAAM,qBAAkD,EACtD,uBAAsB,aAAY,QAAQ,QAAQ,SAAS,CAAC,EAC9D;;;;;;;;;;AAWA,IAAa,yBAAb,MAA0D;CACxD;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAGA,mBAA4B,mBAC1B,eACA,sCACA,0EACF;CACA,2BAAoC,mBAClC,eACA,+CACA,sIAEF;CACA,kBAA2B,mBACzB,eACA,qCACA,iLAGF;CACA,kBAA2B,mBACzB,eACA,qCACA,0CACF;CACA,eAAwB,mBACtB,eACA,kCACA,wDACF;CACA,gBAAyB,mBACvB,eACA,mCACA;EACE,aAAa;EACb,MAAM;CACR,CACF;CACA,mBAA4B,4BAC1B,eACA,sCACA,0CACF;CACA,uBAAgC,4BAC9B,eACA,2CACA,yDACF;CACA,sBAA+B,0BAC7B,eACA,gDACA;EACE,aACE;EACF,MAAM;EACN,kBAAkB;GAChB;GAAG;GAAM;GAAQ;GAAQ;GAAS;GAAW;GAAW;EAC1D;CACF,CACF;CACA,4BAAqB,IAAI,IAAiC;CAC1D,iCAA0B,IAAI,IAAkB;CAChD,UAAU;CAEV,YACE,IACA,WACA,QACA,MACA;EACA,KAAK,MAAM,GAAG,YAAY,aAAa,2BAA2B;EAClE,KAAK,aAAa;EAClB,KAAK,UAAU;EACf,KAAK,aAAa,KAAK;EACvB,KAAK,oBAAoB,KAAK;EAC9B,KAAK,yBACH,KAAK,yBAAyB;EAChC,KAAK,gBAAgB,KAAK,gBAAgB;EAC1C,KAAK,SAAS,KAAK,SAAS;EAC5B,KAAK,OAAO,KAAK,OAAO,KAAK;EAC7B,KAAK,aAAa,KAAK;CACzB;;;;;;CAOA,MAAM,QACJ,YACA,qBACA,UAAyC,CAAC,GACG;EAC7C,IAAI,KAAK,SAAS;GAChB,WAAW,KAAK,IAAI,WAAW,qCAAqC,CAAC;GACrE,OAAO,EAAC,MAAM,UAAS;EACzB;EAEA,MAAM,QAAQ,IAAI,gBAAgB;EAClC,KAAK,UAAU,IAAI,YAAY,KAAK;EACpC,IAAI;EACJ,IAAI;EACJ,IAAI,YAAY;EAChB,IAAI;GACF,MAAM,KAAK,cAAc,2BAA2B;IAClD,KAAK,gBAAgB,MAAM,MAAM;IAMjC,MAAM,OAAO,KAAK,QAAQ,KAAK,WAAW,SAAS;IACnD,IAAI,KAAK,SAAS,WAAW;KAC3B,wBAAwB,KAAK;KAC7B;IACF;IACA,eAAe,oBAAoB;IACnC,KAAK,WAAW,IAAI,UAAU;IAC9B,YAAY;GACd,CAAC;EACH,SAAS,OAAO;GACd,KAAK,UAAU,OAAO,UAAU;GAChC,IAAI,MAAM,OAAO,SACf,OAAO,EAAC,MAAM,UAAS;GAEzB,IAAI,CAAC,WAAW;IAQd,KAAK,aAAa,cAAc;IAChC,OAAO;KAAC,MAAM;KAAY;IAAK;GACjC;GACA,KAAK,IAAI,QACP,qDAAqD,WAAW,MAChE,KACF;GACA,WAAW,KAAK,KAAK;GACrB,OAAO,EAAC,MAAM,UAAS;EACzB;EACA,IAAI,0BAA0B,KAAA,GAAW;GACvC,KAAK,UAAU,OAAO,UAAU;GAChC,OAAO;IAAC,MAAM;IAAa,cAAc;GAAqB;EAChE;EAEA,KAAU,KACR,YACA,cACA,OACA,QAAQ,OACV;EACA,OAAO,EAAC,MAAM,aAAY;CAC5B;;;;;;;;;;CAWA,kBAAkB,WAAyB;EACzC,KAAK,MAAM,UAAU,KAAK,gBACxB,IAAI,aAAa,OAAO,WAAW;GACjC,KAAK,eAAe,OAAO,MAAM;GACjC,OAAO,QAAQ;EACjB;CAEJ;CAEA,OAAO,YAA8B;EACnC,KAAK,UAAU,IAAI,UAAU,CAAC,EAAE,MAAM;EACtC,KAAK,UAAU,OAAO,UAAU;EAChC,KAAK,WAAW,OAAO,UAAU;CACnC;CAEA,QAAc;EACZ,IAAI,KAAK,SACP;EAEF,KAAK,UAAU;EACf,KAAK,MAAM,CAAC,YAAY,UAAU,KAAK,WAAW;GAChD,MAAM,MAAM;GACZ,KAAK,WAAW,OAAO,UAAU;EACnC;EACA,KAAK,UAAU,MAAM;EACrB,KAAK,QAAQ,MAAM;CACrB;CAEA,CAAC,OAAO,WAAiB;EACvB,KAAK,MAAM;CACb;CAEA,MAAM,KACJ,YACA,cACA,OACA,SACe;EACf,MAAM,EAAC,WAAU;EACjB,MAAM,eAAe,KAAK,KAAK;EAC/B,IAAI,UAAU;EACd,IAAI,mBAAmB;EACvB,IAAI;GACF,MAAM,oBAAoB,KAAK,KAAK;GACpC,MAAM,WAAW,MAAM,KAAK,mBAAmB,cAAc,MAAM;GACnE,MAAM,qBAAqB,KAAK,KAAK,IAAI;GACzC,IAAI,qBAAqB,KAAK,mBAC5B,KAAK,IAAI,OACP,UAAU,mBAAmB,qFACsB,WAAW,IAChE;GAOF,MAAM,WAAW,KAAK,KAAK,IAAI,KAAK;GACpC,MAAM,eAAe,KAAK,KAAK;GAC/B,IAAI;GACJ,IAAI;IACF,OAAO,MAAM,KAAK,aAAa,YAAY,UAAU,UAAU,MAAM;GACvE,UAAU;IAGR,KAAK,qBAAqB,SAAS,KAAK,KAAK,IAAI,YAAY;GAC/D;GACA,KAAK,gBAAgB,MAAM;GAE3B,IAAI,KAAK,SAAS,WAAW;IAC3B,UAAU;IACV,MAAM,UACJ,mCAAmC,KAAK,aAAa,cACvC,WAAW,UAAU;IACrC,KAAK,IAAI,OACP,qCAAqC,WAAW,UAAU,wBAChC,KAAK,aAAa,EAC9C;IACA,WAAW,MAAM,GAA2B,OAAO;IACnD;GACF;GAEA,IAAI,QAAQ;GACZ,IAAI,QAAQ;GACZ,MAAM,QAAQ,KAAK,KAAK;GACxB,IAAI,KAAK,SAAS,SAAS;IACzB,IAAI;IACJ,WAAW,MAAM,WAAW,KAAK,QAAQ,KACvC,WAAW,WACX,KAAK,eACL,KAAK,YACL,MACF,GAAG;KACD,MAAM,YAAY,KAAK,KAAK;KAC5B,MAAM;KACN,MAAM,UAAU,KAAK,KAAK,IAAI;KAC9B,IAAI,mBACF,KAAK,IAAI,UAAU,MAAM,SAAS,QAAQ,GACxC,UAAU,QAAQ,QAAQ,CAAC,EAAE,UAAU,WAAW,GAAG,8CAEvD;KAEF,KAAK,gBAAgB,MAAM;KAC3B,KAAK,MAAM,UAAU,SAAS;MAC5B,oBAAoB,WAAW,QAAQ,MAAM;MAC7C;MACA,SAAS,OAAO,WAAW,OAAO,EAAE;KACtC;KACA,mBAAmB,KAAK,IACtB,kBACA,WAAW,SAAS,CAAC,CAAC,YACxB;IACF;IACA,MAAM;IACN,UAAU;GACZ,OAAO;IACL,UAAU;IACV,KAAK,IAAI,OACP,cAAc,WAAW,GAAG,gBAAgB,WAAW,UAAU,0CACrB,KAAK,cAAc,sCAEjE;GACF;GAEA,KAAK,gBAAgB,MAAM;GAC3B,KAAK,IAAI,OACP,aAAa,WAAW,GAAG,oBAAoB,MAAM,YAC/C,KAAK,KAAK,IAAI,MAAM,KAC5B;GACA,MAAM,aAAa;IACjB,gBAAgB;IAChB,UAAU,WAAW;GACvB;GACA,KAAK,aAAa,IAAI,OAAO,UAAU;GACvC,KAAK,cAAc,IAAI,OAAO,UAAU;GAGxC,WAAgB,YAAY;EAC9B,SAAS,OAAO;GACd,IAAI,OAAO,SACT;GAEF,IAAI,iBAAiB,6BAA6B;IAChD,IAAI,iBAAiB,oCAAoC;KACvD,KAAK,iBAAiB,IAAI,CAAC;KAC3B,UAAU;KACV,KAAK,aAAa,iBAAiB;IACrC,OAME,UAAU;IAUZ,KAAK,IAAI,OACP,2BAA2B,WAAW,GAAG,2BACzC,KACF;IACA,WAAW,MAAM;IACjB;GACF;GACA,UAAU;GACV,KAAK,aAAa,cAAc;GAChC,KAAK,IAAI,QACP,sCAAsC,WAAW,GAAG,eACpD,KACF;GACA,WAAW,KAAK,KAAK;EACvB,UAAU;GACR,mBAAmB,KAAK,IACtB,kBACA,WAAW,SAAS,CAAC,CAAC,YACxB;GACA,MAAM,aAAa;IACjB,gBAAgB;IAChB,UAAU,WAAW;GACvB;GACA,KAAK,gBAAgB,IAAI,GAAG,UAAU;GACtC,KAAK,iBAAiB,SAAS,KAAK,KAAK,IAAI,cAAc,UAAU;GACrE,KAAK,oBAAoB,OAAO,kBAAkB,UAAU;GAC5D,IAAI,KAAK,UAAU,IAAI,UAAU,MAAM,OACrC,KAAK,UAAU,OAAO,UAAU;EAEpC;CACF;;;;;;;;;;CAWA,MAAM,mBACJ,cACA,QACiB;EACjB,IAAI,OAAO,iBAAiB,UAC1B,OAAO;EAET,KAAK,gBAAgB,MAAM;EAC3B,IAAI;EACJ,IAAI;GACF,OAAO,MAAM,QAAQ,KAAK,CACxB,cACA,IAAI,SAAgB,GAAG,WAAW;IAChC,gBACE,OAAO,IAAI,WAAW,mCAAmC,CAAC;IAC5D,OAAO,iBAAiB,SAAS,SAAS,EAAC,MAAM,KAAI,CAAC;GACxD,CAAC,CACH,CAAC;EACH,UAAU;GACR,IAAI,SACF,OAAO,oBAAoB,SAAS,OAAO;EAE/C;CACF;CAEA,MAAM,aACJ,YACA,cACA,UACA,QACoD;EAIpD,MAAM,cAAc,WAAW,gBAAgB;EAC/C,MAAM,UAAU,IAAI,gBAAgB;EACpC,MAAM,qBAAqB,QAAQ,MAAM;EACzC,OAAO,iBAAiB,SAAS,cAAc,EAAC,MAAM,KAAI,CAAC;EAC3D,IAAI,OAAO,SACT,QAAQ,MAAM;EAGhB,IAAI,eAAe,WAAW;EAC9B,IAAI;GACF,MAAM,aAAa,YAAY;IAC7B,OAAO,MAAM;KACX,KAAK,gBAAgB,QAAQ,MAAM;KACnC,MAAM,OAAO,KAAK,QAAQ,KAAK,WAAW,SAAS;KAOnD,IAAI,KAAK,SAAS,aAAa;MAC7B,eAAe,KAAK;MACpB,IAAI,KAAK,iBAAiB,cACxB,OAAO;KAEX;KACA,MAAM,YAAY,WAAW,KAAK,KAAK;KACvC,IAAI,aAAa,GACf,MAAM,IAAI,mCACR,qCAAqC,aAAa,0BACzB,cAC3B;KAEF,MAAM,KAAK,wBACT,cACA,WACA,QAAQ,MACV;IACF;GACF,EAAA,CAAG;GAEH,MAAM,kBAAkB,YAAY,QAAQ,WAAW;IACrD,KAAK,gBAAgB,MAAM;IAG3B,IAAI,CAAC,WAAW,aACd,OAAO,IAAI,cAAqB,CAAC,CAAC;IAEpC,KAAK,gBAAgB,IAAI,GAAG,EAAC,iBAAiB,UAAS,CAAC;IAIxD,KAAK,yBAAyB,IAAI,CAAC;IACnC,MAAM,IAAI,mCACR,0BAA0B,WAAW,GAAG,6DACA,aAAa,0BAC5B,cAC3B;GACF,CAAC;GAED,OAAO,MAAM,QAAQ,KAAK,CAAC,WAAW,eAAe,CAAC;EACxD,UAAU;GACR,OAAO,oBAAoB,SAAS,YAAY;GAChD,QAAQ,MAAM;GACd,YAAY,OAAO;EACrB;CACF;;;;;;;;;CAUA,MAAM,wBACJ,cACA,aACA,QACe;EACf,MAAM,YAAY,SAAe;EACjC,MAAM,SAAS;GAAC,WAAW;GAAc,SAAS,UAAU;EAAO;EACnE,KAAK,eAAe,IAAI,MAAM;EAG9B,MAAM,OAAO,IAAI,gBAAgB;EACjC,MAAM,kBAAkB,KAAK,MAAM;EACnC,OAAO,iBAAiB,SAAS,WAAW,EAAC,MAAM,KAAI,CAAC;EACxD,IAAI;GACF,MAAM,UAAU,MAAM,QAAQ,KAAK,CACjC,UAAU,QAAQ,WAAW,QAAiB,GAC9C,KAAK,OACH,KAAK,IAAI,KAAK,wBAAwB,WAAW,GACjD,KAAK,MACP,CAAC,CAAC,WAAW,MAAe,CAC9B,CAAC;GACD,KAAK,gBAAgB,IAAI,GAAG,EAAC,iBAAiB,QAAO,CAAC;EACxD,UAAU;GACR,KAAK,eAAe,OAAO,MAAM;GACjC,OAAO,oBAAoB,SAAS,SAAS;GAC7C,KAAK,MAAM;EACb;CACF;CAEA,gBAAgB,QAA2B;EACzC,IAAI,KAAK,WAAW,OAAO,SACzB,MAAM,IAAI,WAAW,mCAAmC;CAE5D;AACF;;;;;;AASA,IAAa,8BAAb,cAAiD,MAAM,CAAC;;AAGxD,IAAa,qCAAb,cAAwD,4BAA4B;CAClF,OAAgB;AAClB;;AAGA,IAAa,qCAAb,cAAwD,4BAA4B;CAClF,OAAgB;AAClB"}
1	+ {"version":3,"file":"sqlite-change-log-catchup.js","names":[],"sources":["../../../../../../zero-cache/src/services/change-streamer/sqlite-change-log-catchup.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {AbortError} from '../../../../shared/src/abort-error.ts';\nimport {resolver} from '../../../../shared/src/resolver.ts';\nimport {sleep} from '../../../../shared/src/sleep.ts';\nimport {\n getOrCreateCounter,\n getOrCreateLatencyHistogram,\n getOrCreateValueHistogram,\n} from '../../observability/metrics.ts';\nimport type {WatermarkedChange} from './change-streamer.ts';\nimport * as ErrorType from './error-type-enum.ts';\nimport type {Forwarder} from './forwarder.ts';\nimport type {CatchupPlan} from './sqlite-change-log-reader.ts';\nimport type {Subscriber} from './subscriber.ts';\n\nexport interface SQLiteChangeLogCatchupReader {\n plan(fromWatermark: string): CatchupPlan;\n read(\n fromWatermark: string,\n throughWatermark: string,\n batchSize: number,\n signal?: AbortSignal,\n ): AsyncIterable<readonly WatermarkedChange[]>;\n close(): void;\n}\n\n/*\n Slice 9 replaces this no-op implementation with a guard that waits for an\n * in-flight purge and blocks new purge dispatch while the subscriber's ACK is\n * made visible to the Forwarder.\n /\nexport interface SQLiteChangeLogCleanupGuard {\n runWhilePurgeBlocked<T>(register: () => T): Promise<T>;\n}\n\n// How long the barrier waits for the change-log writer's commit notification\n// before re-reading the log itself. The notification normally arrives first, so\n// this is a backstop for the windows in which none is coming: the writer is\n// disabled, or it is between stream connections.\nconst DEFAULT_BARRIER_POLL_INTERVAL_MS = 1000;\n\nexport type SQLiteChangeLogCatchupOptions = {\n batchSize: number;\n barrierTimeoutMs: number;\n barrierPollIntervalMs?: number \| undefined;\n cleanupGuard?: SQLiteChangeLogCleanupGuard \| undefined;\n sleep?: typeof sleep \| undefined;\n now?: (() => number) \| undefined;\n /* Opens slice 11's process-local breaker after registration has committed. /\n onFailure?: ((failure: SQLiteChangeLogCatchupFailure) => void) \| undefined;\n};\n\nexport type SQLiteChangeLogCatchupRequest = {\n /\n Whether the routing warm-up gate classified the log as warm for this\n subscriber. The coordinator is opened once and reused, so this cannot be\n a property of it: `coldReadPercent` serves some subscribers from a log\n * that is still inside its warm-up window, and the catchup metrics have to\n * separate those from steady-state serving.\n /\n readonly logWarm?: boolean \| undefined;\n};\n\nexport type SQLiteChangeLogCatchupFailure = 'barrier-timeout' \| 'reader-error';\n\nexport type SQLiteChangeLogCatchupRegistration =\n \| {readonly kind: 'registered'}\n \| {readonly kind: 'uncovered'; readonly minWatermark: string}\n // Registration failed before the subscriber was committed to SQLite, so PG\n // catchup is still available and the caller falls back to it.\n \| {readonly kind: 'declined'; readonly error: unknown}\n // The coordinator closed or failed the subscriber itself.\n \| {readonly kind: 'handled'};\n\nconst NOOP_CLEANUP_GUARD: SQLiteChangeLogCleanupGuard = {\n runWhilePurgeBlocked: register => Promise.resolve(register()),\n};\n\n/\n Coordinates a serving subscriber's gap-free transition from replica-local\n * SQLite catchup to the Forwarder's live stream.\n \n Registration and required-head capture happen in one synchronous callback.\n * The subscriber therefore either sees a transaction in SQLite catchup or in\n * its live backlog (duplicates across that boundary are filtered by\n * Subscriber), never in neither place.\n /\nexport class SQLiteChangeLogCatchup implements Disposable {\n readonly #lc: LogContext;\n readonly #forwarder: Forwarder;\n readonly #reader: SQLiteChangeLogCatchupReader;\n readonly #batchSize: number;\n readonly #barrierTimeoutMs: number;\n readonly #barrierPollIntervalMs: number;\n readonly #cleanupGuard: SQLiteChangeLogCleanupGuard;\n readonly #sleep: typeof sleep;\n readonly #now: () => number;\n readonly #onFailure:\n \| ((failure: SQLiteChangeLogCatchupFailure) => void)\n \| undefined;\n readonly #barrierTimeouts = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.barrier_timeouts',\n 'SQLite change-log catchups that timed out waiting for the required head.',\n );\n readonly #barrierBacklogOverflows = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.barrier_backlog_overflows',\n 'SQLite change-log catchups abandoned because the subscriber backlog ' +\n 'reached its high water mark while waiting for the required head.',\n );\n readonly #barrierWakeups = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.barrier_wakeups',\n 'SQLite catchup barrier waits, labeled by what ended the wait. A ' +\n 'population dominated by \"poll\" means the change-log writer\\'s commit ' +\n 'notification is not reaching the barrier.',\n );\n readonly #catchupResults = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.catchup_results',\n 'SQLite catchup subscriptions by outcome.',\n );\n readonly #catchupRows = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.catchup_rows',\n 'Rows served from the SQLite change log during catchup.',\n );\n readonly #catchupBytes = getOrCreateCounter(\n 'replication',\n 'sqlite_change_log.catchup_bytes',\n {\n description: 'Bytes served from the SQLite change log during catchup.',\n unit: 'By',\n },\n );\n readonly #catchupDuration = getOrCreateLatencyHistogram(\n 'replication',\n 'sqlite_change_log.catchup_duration',\n 'Duration of a SQLite change-log catchup.',\n );\n readonly #barrierWaitDuration = getOrCreateLatencyHistogram(\n 'replication',\n 'sqlite_change_log.barrier_wait_duration',\n 'Time SQLite catchup waits for its pinned required head.',\n );\n readonly #catchupBacklogPeak = getOrCreateValueHistogram(\n 'replication',\n 'sqlite_change_log.catchup_backlog_peak_bytes',\n {\n description:\n 'Peak live backlog bytes buffered while a subscriber catches up from SQLite.',\n unit: 'By',\n bucketBoundaries: [\n 0, 1024, 16_384, 65_536, 262_144, 1_048_576, 4_194_304, 16_777_216,\n ],\n },\n );\n readonly #catchups = new Map<Subscriber, AbortController>();\n readonly #commitWaiters = new Set<CommitWaiter>();\n #closed = false;\n\n constructor(\n lc: LogContext,\n forwarder: Forwarder,\n reader: SQLiteChangeLogCatchupReader,\n opts: SQLiteChangeLogCatchupOptions,\n ) {\n this.#lc = lc.withContext('component', 'sqlite-change-log-catchup');\n this.#forwarder = forwarder;\n this.#reader = reader;\n this.#batchSize = opts.batchSize;\n this.#barrierTimeoutMs = opts.barrierTimeoutMs;\n this.#barrierPollIntervalMs =\n opts.barrierPollIntervalMs ?? DEFAULT_BARRIER_POLL_INTERVAL_MS;\n this.#cleanupGuard = opts.cleanupGuard ?? NOOP_CLEANUP_GUARD;\n this.#sleep = opts.sleep ?? sleep;\n this.#now = opts.now ?? Date.now;\n this.#onFailure = opts.onFailure;\n }\n\n /\n Registers the subscriber before resolving. Catchup itself continues in\n * the background so subscribe() does not wait for SQLite to reach the\n * required head.\n /\n async catchup(\n subscriber: Subscriber,\n captureRequiredHead: () => string \| Promise<string>,\n request: SQLiteChangeLogCatchupRequest = {},\n ): Promise<SQLiteChangeLogCatchupRegistration> {\n if (this.#closed) {\n subscriber.fail(new AbortError('SQLite change-log catchup is closed'));\n return {kind: 'handled'};\n }\n\n const abort = new AbortController();\n this.#catchups.set(subscriber, abort);\n let requiredHead: string \| Promise<string> \| undefined;\n let uncoveredMinWatermark: string \| undefined;\n let committed = false;\n try {\n await this.#cleanupGuard.runWhilePurgeBlocked(() => {\n this.#throwIfAborted(abort.signal);\n // The router's eligibility inspection happens before this async guard\n // is acquired. Recheck the exact boundary here: an in-flight purge can\n // have advanced the minimum while registration waited. Once added to\n // the Forwarder, the subscriber's ACK prevents any later purge from\n // crossing this boundary.\n const plan = this.#reader.plan(subscriber.watermark);\n if (plan.kind === 'too-old') {\n uncoveredMinWatermark = plan.minWatermark;\n return;\n }\n requiredHead = captureRequiredHead();\n this.#forwarder.add(subscriber);\n committed = true;\n });\n } catch (error) {\n this.#catchups.delete(subscriber);\n if (abort.signal.aborted) {\n return {kind: 'handled'};\n }\n if (!committed) {\n // Nothing was committed to SQLite -- the subscriber never reached\n // Forwarder.add() -- so PG catchup is still available. Failing here\n // would send the client a terminal ['error', ...], which\n // IncrementalSyncer answers with a full litestream replica restore,\n // for a fallback that was still open. Trip the breaker as well: this\n // is a reader failure like any other, and without it the retry picks\n // SQLite again and the reset repeats.\n this.#onFailure?.('reader-error');\n return {kind: 'declined', error};\n }\n this.#lc.error?.(\n `error while registering SQLite catchup subscriber ${subscriber.id}`,\n error,\n );\n subscriber.fail(error);\n return {kind: 'handled'};\n }\n if (uncoveredMinWatermark !== undefined) {\n this.#catchups.delete(subscriber);\n return {kind: 'uncovered', minWatermark: uncoveredMinWatermark};\n }\n\n void this.#run(\n subscriber,\n requiredHead as string \| Promise<string>,\n abort,\n request.logWarm,\n );\n return {kind: 'registered'};\n }\n\n /\n Notes that the change-log writer has committed `watermark`, i.e. that the\n * log's head has advanced to it. The writer runs in this process, so this is\n * the event itself rather than a subscriber's ACK of it.\n \n It is a wakeup, not an authority: `plan()` still decides what can be read.\n * A notification that never arrives costs the barrier a poll interval, and one\n * that arrives early costs an extra `plan()` call.\n /\n onChangeLogCommit(watermark: string): void {\n for (const waiter of this.#commitWaiters) {\n if (watermark >= waiter.watermark) {\n this.#commitWaiters.delete(waiter);\n waiter.resolve();\n }\n }\n }\n\n remove(subscriber: Subscriber): void {\n this.#catchups.get(subscriber)?.abort();\n this.#catchups.delete(subscriber);\n this.#forwarder.remove(subscriber);\n }\n\n close(): void {\n if (this.#closed) {\n return;\n }\n this.#closed = true;\n for (const [subscriber, abort] of this.#catchups) {\n abort.abort();\n this.#forwarder.remove(subscriber);\n }\n this.#catchups.clear();\n this.#reader.close();\n }\n\n [Symbol.dispose](): void {\n this.close();\n }\n\n async #run(\n subscriber: Subscriber,\n requiredHead: string \| Promise<string>,\n abort: AbortController,\n logWarm: boolean \| undefined,\n ): Promise<void> {\n const {signal} = abort;\n const catchupStart = this.#now();\n let outcome = 'aborted';\n let backlogPeakBytes = 0;\n try {\n const requiredHeadStart = this.#now();\n const required = await this.#awaitRequiredHead(requiredHead, signal);\n const requiredHeadWaitMs = this.#now() - requiredHeadStart;\n if (requiredHeadWaitMs > this.#barrierTimeoutMs) {\n this.#lc.info?.(\n `waited ${requiredHeadWaitMs} ms for the forwarded transaction to ` +\n `commit before starting the SQLite barrier for ${subscriber.id}`,\n );\n }\n // The barrier bounds replica lag, not upstream transaction duration, so\n // its deadline starts once the required head is known. Sharing one\n // deadline with the wait above would fail subscribers that registered\n // during a transaction longer than barrierTimeoutMs, however current\n // the replica is.\n const deadline = this.#now() + this.#barrierTimeoutMs;\n const barrierStart = this.#now();\n let plan: CatchupPlan;\n try {\n plan = await this.#waitForPlan(subscriber, required, deadline, signal);\n } finally {\n // Record failed and aborted barriers too; their wait distribution is\n // at least as operationally important as the successful path.\n this.#barrierWaitDuration.recordMs(this.#now() - barrierStart);\n }\n this.#throwIfAborted(signal);\n\n if (plan.kind === 'too-old') {\n outcome = 'too-old';\n const message =\n `earliest supported watermark is ${plan.minWatermark} ` +\n `(requested ${subscriber.watermark})`;\n this.#lc.warn?.(\n `rejecting subscriber at watermark ${subscriber.watermark} ` +\n `(earliest watermark: ${plan.minWatermark})`,\n );\n subscriber.close(ErrorType.WatermarkTooOld, message);\n return;\n }\n\n let count = 0;\n let bytes = 0;\n const start = this.#now();\n if (plan.kind === 'range') {\n let lastBatchConsumed: Promise<unknown> \| undefined;\n for await (const changes of this.#reader.read(\n subscriber.watermark,\n plan.headWatermark,\n this.#batchSize,\n signal,\n )) {\n const waitStart = this.#now();\n await lastBatchConsumed;\n const elapsed = this.#now() - waitStart;\n if (lastBatchConsumed) {\n this.#lc[elapsed > 100 ? 'info' : 'debug']?.(\n `waited ${elapsed.toFixed(3)} ms for ${subscriber.id} to consume ` +\n `the previous SQLite catchup batch`,\n );\n }\n this.#throwIfAborted(signal);\n for (const change of changes) {\n lastBatchConsumed = subscriber.catchup(change);\n count++;\n bytes += Buffer.byteLength(change[2]);\n }\n backlogPeakBytes = Math.max(\n backlogPeakBytes,\n subscriber.getStats().backlogBytes,\n );\n }\n await lastBatchConsumed;\n outcome = 'range';\n } else {\n outcome = 'ahead';\n this.#lc.warn?.(\n `subscriber ${subscriber.id} at watermark ${subscriber.watermark} ` +\n `is ahead of the SQLite change-log head ${plan.headWatermark}; ` +\n `waiting for the replica to catch up`,\n );\n }\n\n this.#throwIfAborted(signal);\n this.#lc.info?.(\n `caught up ${subscriber.id} from SQLite with ${count} changes ` +\n `(${this.#now() - start} ms)`,\n );\n const attributes = {\n classification: outcome,\n log_warm: logWarm ?? 'unknown',\n };\n this.#catchupRows.add(count, attributes);\n this.#catchupBytes.add(bytes, attributes);\n // Keep buffering live sends until the asynchronous backlog drain has\n // established its ordering boundary.\n void subscriber.setCaughtUp();\n } catch (error) {\n if (signal.aborted) {\n return;\n }\n if (error instanceof SQLiteChangeLogBarrierError) {\n if (error instanceof SQLiteChangeLogBarrierTimeoutError) {\n this.#barrierTimeouts.add(1);\n outcome = 'barrier-timeout';\n this.#onFailure?.('barrier-timeout');\n } else {\n // No #onFailure: a backlog high water mark is a property of this\n // one subscriber's consumption, not of the log. Tripping the\n // process-wide breaker for it would take every task in the shard\n // off SQLite, which a client that reconnects and stalls again\n // could hold open indefinitely.\n outcome = 'barrier-backlog';\n }\n // Giving up on the barrier means the replica has not caught up yet,\n // not that it cannot serve this subscriber. End the subscription\n // cleanly so the client reconnects and retries: IncrementalSyncer\n // treats any ['error', ...] message as terminal and restores a fresh\n // replica from litestream, whereas a clean end backs off and\n // re-subscribes. If retries keep failing until the change log is purged\n // past the subscriber's watermark, plan() returns 'too-old', which is\n // terminal by design.\n this.#lc.warn?.(\n `ending subscription for ${subscriber.id} to retry SQLite catchup`,\n error,\n );\n subscriber.close();\n return;\n }\n outcome = 'reader-error';\n this.#onFailure?.('reader-error');\n this.#lc.error?.(\n `error while catching up subscriber ${subscriber.id} from SQLite`,\n error,\n );\n subscriber.fail(error);\n } finally {\n backlogPeakBytes = Math.max(\n backlogPeakBytes,\n subscriber.getStats().backlogBytes,\n );\n const attributes = {\n classification: outcome,\n log_warm: logWarm ?? 'unknown',\n };\n this.#catchupResults.add(1, attributes);\n this.#catchupDuration.recordMs(this.#now() - catchupStart, attributes);\n this.#catchupBacklogPeak.record(backlogPeakBytes, attributes);\n if (this.#catchups.get(subscriber) === abort) {\n this.#catchups.delete(subscriber);\n }\n }\n }\n\n /\n Waits for the transaction that was in flight at registration to finish.\n \n This wait is bounded by the upstream transaction rather than by\n * `barrierTimeoutMs`: the completion settles on both commit and rollback,\n * and an interrupted change stream forwards a synthetic rollback, so it\n * always settles. Aborting -- the subscriber disconnecting or the service\n * shutting down -- is what releases it early.\n /\n async #awaitRequiredHead(\n requiredHead: string \| Promise<string>,\n signal: AbortSignal,\n ): Promise<string> {\n if (typeof requiredHead === 'string') {\n return requiredHead;\n }\n this.#throwIfAborted(signal);\n let onAbort: (() => void) \| undefined;\n try {\n return await Promise.race([\n requiredHead,\n new Promise<never>((_, reject) => {\n onAbort = () =>\n reject(new AbortError('SQLite change-log catchup aborted'));\n signal.addEventListener('abort', onAbort, {once: true});\n }),\n ]);\n } finally {\n if (onAbort) {\n signal.removeEventListener('abort', onAbort);\n }\n }\n }\n\n async #waitForPlan(\n subscriber: Subscriber,\n requiredHead: string,\n deadline: number,\n signal: AbortSignal,\n ): Promise<Exclude<CatchupPlan, {kind: 'not-ready'}>> {\n // Race backlog growth once around the whole polling loop. Attaching the\n // same unresolved promise to every per-poll race would retain one reaction\n // per iteration until the subscriber's backlog eventually filled.\n const backlogFull = subscriber.whenBacklogFull();\n const barrier = new AbortController();\n const abortBarrier = () => barrier.abort();\n signal.addEventListener('abort', abortBarrier, {once: true});\n if (signal.aborted) {\n barrier.abort();\n }\n\n let observedHead = subscriber.watermark;\n try {\n const planReady = (async () => {\n while (true) {\n this.#throwIfAborted(barrier.signal);\n const plan = this.#reader.plan(subscriber.watermark);\n // A not-ready log has no head to compare, so it can never satisfy\n // the required head: keep waiting for the writer to create and\n // reconcile it, and let the barrier deadline end the subscription\n // cleanly for a retry. Selection declines a not-ready log before a\n // subscriber gets here, and neither purging nor reconciliation can\n // empty a log that had content, so this is a belt-and-braces path.\n if (plan.kind !== 'not-ready') {\n observedHead = plan.headWatermark;\n if (plan.headWatermark >= requiredHead) {\n return plan;\n }\n }\n const remaining = deadline - this.#now();\n if (remaining <= 0) {\n throw new SQLiteChangeLogBarrierTimeoutError(\n `timed out waiting for SQLite head ${observedHead} to ` +\n `reach required head ${requiredHead}`,\n );\n }\n await this.#awaitChangeLogProgress(\n requiredHead,\n remaining,\n barrier.signal,\n );\n }\n })();\n\n const backlogOverflow = backlogFull.promise.then(() => {\n this.#throwIfAborted(signal);\n // close() also resolves backlog waiters so none are stranded. The\n // backlog is cleared first, which distinguishes close from overflow.\n if (!subscriber.backlogFull) {\n return new Promise<never>(() => {});\n }\n this.#barrierWakeups.add(1, {'wakeup.source': 'backlog'});\n // Bytes, not time, are what the barrier actually costs: past the high\n // water mark this subscriber's send() no longer resolves, so it holds\n // up every flush and can stall the replica this barrier waits on.\n this.#barrierBacklogOverflows.add(1);\n throw new SQLiteChangeLogBarrierBacklogError(\n `backlog for subscriber ${subscriber.id} reached its high water ` +\n `mark while waiting for SQLite head ${observedHead} to ` +\n `reach required head ${requiredHead}`,\n );\n });\n\n return await Promise.race([planReady, backlogOverflow]);\n } finally {\n signal.removeEventListener('abort', abortBarrier);\n barrier.abort();\n backlogFull.cancel();\n }\n }\n\n /\n Waits for the change-log writer to commit `requiredHead`, or the poll\n * interval as a backstop.\n \n No notification can be missed by registering after `plan()` was read: the\n * notification follows the commit it reports, so if the writer had already\n * committed `requiredHead`, `plan()` would have seen it.\n /\n async #awaitChangeLogProgress(\n requiredHead: string,\n remainingMs: number,\n signal: AbortSignal,\n ): Promise<void> {\n const committed = resolver<void>();\n const waiter = {watermark: requiredHead, resolve: committed.resolve};\n this.#commitWaiters.add(waiter);\n // Scopes the backstop timer to this wait so that a commit cancels it rather\n // than leaving it to fire against a barrier that has already moved on.\n const poll = new AbortController();\n const abortPoll = () => poll.abort();\n signal.addEventListener('abort', abortPoll, {once: true});\n try {\n const wokenBy = await Promise.race([\n committed.promise.then(() => 'commit' as const),\n this.#sleep(\n Math.min(this.#barrierPollIntervalMs, remainingMs),\n poll.signal,\n ).then(() => 'poll' as const),\n ]);\n this.#barrierWakeups.add(1, {'wakeup.source': wokenBy});\n } finally {\n this.#commitWaiters.delete(waiter);\n signal.removeEventListener('abort', abortPoll);\n poll.abort();\n }\n }\n\n #throwIfAborted(signal: AbortSignal): void {\n if (this.#closed \|\| signal.aborted) {\n throw new AbortError('SQLite change-log catchup aborted');\n }\n }\n}\n\ntype CommitWaiter = {watermark: string; resolve: () => void};\n\n/\n A barrier that gave up on the replica reaching the required head. Both\n * reasons mean \"not yet\", not \"never\", so both end the subscription cleanly\n * for a retry rather than failing it.\n /\nclass SQLiteChangeLogBarrierError extends Error {}\n\n/* The replica did not reach the required head before the deadline. /\nexport class SQLiteChangeLogBarrierTimeoutError extends SQLiteChangeLogBarrierError {\n readonly name = 'SQLiteChangeLogBarrierTimeoutError';\n}\n\n/* Waiting any longer would have cost more than reconnecting. */\nexport class SQLiteChangeLogBarrierBacklogError extends SQLiteChangeLogBarrierError {\n readonly name = 'SQLiteChangeLogBarrierBacklogError';\n}\n"],"mappings":";;;;;AAuCA,IAAM,mCAAmC;AAmCzC,IAAM,qBAAkD,EACtD,uBAAsB,aAAY,QAAQ,QAAQ,SAAS,CAAC,EAC9D;;;;;;;;;;AAWA,IAAa,yBAAb,MAA0D;CACxD;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAGA,mBAA4B,mBAC1B,eACA,sCACA,0EACF;CACA,2BAAoC,mBAClC,eACA,+CACA,sIAEF;CACA,kBAA2B,mBACzB,eACA,qCACA,iLAGF;CACA,kBAA2B,mBACzB,eACA,qCACA,0CACF;CACA,eAAwB,mBACtB,eACA,kCACA,wDACF;CACA,gBAAyB,mBACvB,eACA,mCACA;EACE,aAAa;EACb,MAAM;CACR,CACF;CACA,mBAA4B,4BAC1B,eACA,sCACA,0CACF;CACA,uBAAgC,4BAC9B,eACA,2CACA,yDACF;CACA,sBAA+B,0BAC7B,eACA,gDACA;EACE,aACE;EACF,MAAM;EACN,kBAAkB;GAChB;GAAG;GAAM;GAAQ;GAAQ;GAAS;GAAW;GAAW;EAC1D;CACF,CACF;CACA,4BAAqB,IAAI,IAAiC;CAC1D,iCAA0B,IAAI,IAAkB;CAChD,UAAU;CAEV,YACE,IACA,WACA,QACA,MACA;EACA,KAAK,MAAM,GAAG,YAAY,aAAa,2BAA2B;EAClE,KAAK,aAAa;EAClB,KAAK,UAAU;EACf,KAAK,aAAa,KAAK;EACvB,KAAK,oBAAoB,KAAK;EAC9B,KAAK,yBACH,KAAK,yBAAyB;EAChC,KAAK,gBAAgB,KAAK,gBAAgB;EAC1C,KAAK,SAAS,KAAK,SAAS;EAC5B,KAAK,OAAO,KAAK,OAAO,KAAK;EAC7B,KAAK,aAAa,KAAK;CACzB;;;;;;CAOA,MAAM,QACJ,YACA,qBACA,UAAyC,CAAC,GACG;EAC7C,IAAI,KAAK,SAAS;GAChB,WAAW,KAAK,IAAI,WAAW,qCAAqC,CAAC;GACrE,OAAO,EAAC,MAAM,UAAS;EACzB;EAEA,MAAM,QAAQ,IAAI,gBAAgB;EAClC,KAAK,UAAU,IAAI,YAAY,KAAK;EACpC,IAAI;EACJ,IAAI;EACJ,IAAI,YAAY;EAChB,IAAI;GACF,MAAM,KAAK,cAAc,2BAA2B;IAClD,KAAK,gBAAgB,MAAM,MAAM;IAMjC,MAAM,OAAO,KAAK,QAAQ,KAAK,WAAW,SAAS;IACnD,IAAI,KAAK,SAAS,WAAW;KAC3B,wBAAwB,KAAK;KAC7B;IACF;IACA,eAAe,oBAAoB;IACnC,KAAK,WAAW,IAAI,UAAU;IAC9B,YAAY;GACd,CAAC;EACH,SAAS,OAAO;GACd,KAAK,UAAU,OAAO,UAAU;GAChC,IAAI,MAAM,OAAO,SACf,OAAO,EAAC,MAAM,UAAS;GAEzB,IAAI,CAAC,WAAW;IAQd,KAAK,aAAa,cAAc;IAChC,OAAO;KAAC,MAAM;KAAY;IAAK;GACjC;GACA,KAAK,IAAI,QACP,qDAAqD,WAAW,MAChE,KACF;GACA,WAAW,KAAK,KAAK;GACrB,OAAO,EAAC,MAAM,UAAS;EACzB;EACA,IAAI,0BAA0B,KAAA,GAAW;GACvC,KAAK,UAAU,OAAO,UAAU;GAChC,OAAO;IAAC,MAAM;IAAa,cAAc;GAAqB;EAChE;EAEA,KAAU,KACR,YACA,cACA,OACA,QAAQ,OACV;EACA,OAAO,EAAC,MAAM,aAAY;CAC5B;;;;;;;;;;CAWA,kBAAkB,WAAyB;EACzC,KAAK,MAAM,UAAU,KAAK,gBACxB,IAAI,aAAa,OAAO,WAAW;GACjC,KAAK,eAAe,OAAO,MAAM;GACjC,OAAO,QAAQ;EACjB;CAEJ;CAEA,OAAO,YAA8B;EACnC,KAAK,UAAU,IAAI,UAAU,CAAC,EAAE,MAAM;EACtC,KAAK,UAAU,OAAO,UAAU;EAChC,KAAK,WAAW,OAAO,UAAU;CACnC;CAEA,QAAc;EACZ,IAAI,KAAK,SACP;EAEF,KAAK,UAAU;EACf,KAAK,MAAM,CAAC,YAAY,UAAU,KAAK,WAAW;GAChD,MAAM,MAAM;GACZ,KAAK,WAAW,OAAO,UAAU;EACnC;EACA,KAAK,UAAU,MAAM;EACrB,KAAK,QAAQ,MAAM;CACrB;CAEA,CAAC,OAAO,WAAiB;EACvB,KAAK,MAAM;CACb;CAEA,MAAM,KACJ,YACA,cACA,OACA,SACe;EACf,MAAM,EAAC,WAAU;EACjB,MAAM,eAAe,KAAK,KAAK;EAC/B,IAAI,UAAU;EACd,IAAI,mBAAmB;EACvB,IAAI;GACF,MAAM,oBAAoB,KAAK,KAAK;GACpC,MAAM,WAAW,MAAM,KAAK,mBAAmB,cAAc,MAAM;GACnE,MAAM,qBAAqB,KAAK,KAAK,IAAI;GACzC,IAAI,qBAAqB,KAAK,mBAC5B,KAAK,IAAI,OACP,UAAU,mBAAmB,qFACsB,WAAW,IAChE;GAOF,MAAM,WAAW,KAAK,KAAK,IAAI,KAAK;GACpC,MAAM,eAAe,KAAK,KAAK;GAC/B,IAAI;GACJ,IAAI;IACF,OAAO,MAAM,KAAK,aAAa,YAAY,UAAU,UAAU,MAAM;GACvE,UAAU;IAGR,KAAK,qBAAqB,SAAS,KAAK,KAAK,IAAI,YAAY;GAC/D;GACA,KAAK,gBAAgB,MAAM;GAE3B,IAAI,KAAK,SAAS,WAAW;IAC3B,UAAU;IACV,MAAM,UACJ,mCAAmC,KAAK,aAAa,cACvC,WAAW,UAAU;IACrC,KAAK,IAAI,OACP,qCAAqC,WAAW,UAAU,wBAChC,KAAK,aAAa,EAC9C;IACA,WAAW,MAAM,GAA2B,OAAO;IACnD;GACF;GAEA,IAAI,QAAQ;GACZ,IAAI,QAAQ;GACZ,MAAM,QAAQ,KAAK,KAAK;GACxB,IAAI,KAAK,SAAS,SAAS;IACzB,IAAI;IACJ,WAAW,MAAM,WAAW,KAAK,QAAQ,KACvC,WAAW,WACX,KAAK,eACL,KAAK,YACL,MACF,GAAG;KACD,MAAM,YAAY,KAAK,KAAK;KAC5B,MAAM;KACN,MAAM,UAAU,KAAK,KAAK,IAAI;KAC9B,IAAI,mBACF,KAAK,IAAI,UAAU,MAAM,SAAS,QAAQ,GACxC,UAAU,QAAQ,QAAQ,CAAC,EAAE,UAAU,WAAW,GAAG,8CAEvD;KAEF,KAAK,gBAAgB,MAAM;KAC3B,KAAK,MAAM,UAAU,SAAS;MAC5B,oBAAoB,WAAW,QAAQ,MAAM;MAC7C;MACA,SAAS,OAAO,WAAW,OAAO,EAAE;KACtC;KACA,mBAAmB,KAAK,IACtB,kBACA,WAAW,SAAS,CAAC,CAAC,YACxB;IACF;IACA,MAAM;IACN,UAAU;GACZ,OAAO;IACL,UAAU;IACV,KAAK,IAAI,OACP,cAAc,WAAW,GAAG,gBAAgB,WAAW,UAAU,0CACrB,KAAK,cAAc,sCAEjE;GACF;GAEA,KAAK,gBAAgB,MAAM;GAC3B,KAAK,IAAI,OACP,aAAa,WAAW,GAAG,oBAAoB,MAAM,YAC/C,KAAK,KAAK,IAAI,MAAM,KAC5B;GACA,MAAM,aAAa;IACjB,gBAAgB;IAChB,UAAU,WAAW;GACvB;GACA,KAAK,aAAa,IAAI,OAAO,UAAU;GACvC,KAAK,cAAc,IAAI,OAAO,UAAU;GAGxC,WAAgB,YAAY;EAC9B,SAAS,OAAO;GACd,IAAI,OAAO,SACT;GAEF,IAAI,iBAAiB,6BAA6B;IAChD,IAAI,iBAAiB,oCAAoC;KACvD,KAAK,iBAAiB,IAAI,CAAC;KAC3B,UAAU;KACV,KAAK,aAAa,iBAAiB;IACrC,OAME,UAAU;IAUZ,KAAK,IAAI,OACP,2BAA2B,WAAW,GAAG,2BACzC,KACF;IACA,WAAW,MAAM;IACjB;GACF;GACA,UAAU;GACV,KAAK,aAAa,cAAc;GAChC,KAAK,IAAI,QACP,sCAAsC,WAAW,GAAG,eACpD,KACF;GACA,WAAW,KAAK,KAAK;EACvB,UAAU;GACR,mBAAmB,KAAK,IACtB,kBACA,WAAW,SAAS,CAAC,CAAC,YACxB;GACA,MAAM,aAAa;IACjB,gBAAgB;IAChB,UAAU,WAAW;GACvB;GACA,KAAK,gBAAgB,IAAI,GAAG,UAAU;GACtC,KAAK,iBAAiB,SAAS,KAAK,KAAK,IAAI,cAAc,UAAU;GACrE,KAAK,oBAAoB,OAAO,kBAAkB,UAAU;GAC5D,IAAI,KAAK,UAAU,IAAI,UAAU,MAAM,OACrC,KAAK,UAAU,OAAO,UAAU;EAEpC;CACF;;;;;;;;;;CAWA,MAAM,mBACJ,cACA,QACiB;EACjB,IAAI,OAAO,iBAAiB,UAC1B,OAAO;EAET,KAAK,gBAAgB,MAAM;EAC3B,IAAI;EACJ,IAAI;GACF,OAAO,MAAM,QAAQ,KAAK,CACxB,cACA,IAAI,SAAgB,GAAG,WAAW;IAChC,gBACE,OAAO,IAAI,WAAW,mCAAmC,CAAC;IAC5D,OAAO,iBAAiB,SAAS,SAAS,EAAC,MAAM,KAAI,CAAC;GACxD,CAAC,CACH,CAAC;EACH,UAAU;GACR,IAAI,SACF,OAAO,oBAAoB,SAAS,OAAO;EAE/C;CACF;CAEA,MAAM,aACJ,YACA,cACA,UACA,QACoD;EAIpD,MAAM,cAAc,WAAW,gBAAgB;EAC/C,MAAM,UAAU,IAAI,gBAAgB;EACpC,MAAM,qBAAqB,QAAQ,MAAM;EACzC,OAAO,iBAAiB,SAAS,cAAc,EAAC,MAAM,KAAI,CAAC;EAC3D,IAAI,OAAO,SACT,QAAQ,MAAM;EAGhB,IAAI,eAAe,WAAW;EAC9B,IAAI;GACF,MAAM,aAAa,YAAY;IAC7B,OAAO,MAAM;KACX,KAAK,gBAAgB,QAAQ,MAAM;KACnC,MAAM,OAAO,KAAK,QAAQ,KAAK,WAAW,SAAS;KAOnD,IAAI,KAAK,SAAS,aAAa;MAC7B,eAAe,KAAK;MACpB,IAAI,KAAK,iBAAiB,cACxB,OAAO;KAEX;KACA,MAAM,YAAY,WAAW,KAAK,KAAK;KACvC,IAAI,aAAa,GACf,MAAM,IAAI,mCACR,qCAAqC,aAAa,0BACzB,cAC3B;KAEF,MAAM,KAAK,wBACT,cACA,WACA,QAAQ,MACV;IACF;GACF,EAAA,CAAG;GAEH,MAAM,kBAAkB,YAAY,QAAQ,WAAW;IACrD,KAAK,gBAAgB,MAAM;IAG3B,IAAI,CAAC,WAAW,aACd,OAAO,IAAI,cAAqB,CAAC,CAAC;IAEpC,KAAK,gBAAgB,IAAI,GAAG,EAAC,iBAAiB,UAAS,CAAC;IAIxD,KAAK,yBAAyB,IAAI,CAAC;IACnC,MAAM,IAAI,mCACR,0BAA0B,WAAW,GAAG,6DACA,aAAa,0BAC5B,cAC3B;GACF,CAAC;GAED,OAAO,MAAM,QAAQ,KAAK,CAAC,WAAW,eAAe,CAAC;EACxD,UAAU;GACR,OAAO,oBAAoB,SAAS,YAAY;GAChD,QAAQ,MAAM;GACd,YAAY,OAAO;EACrB;CACF;;;;;;;;;CAUA,MAAM,wBACJ,cACA,aACA,QACe;EACf,MAAM,YAAY,SAAe;EACjC,MAAM,SAAS;GAAC,WAAW;GAAc,SAAS,UAAU;EAAO;EACnE,KAAK,eAAe,IAAI,MAAM;EAG9B,MAAM,OAAO,IAAI,gBAAgB;EACjC,MAAM,kBAAkB,KAAK,MAAM;EACnC,OAAO,iBAAiB,SAAS,WAAW,EAAC,MAAM,KAAI,CAAC;EACxD,IAAI;GACF,MAAM,UAAU,MAAM,QAAQ,KAAK,CACjC,UAAU,QAAQ,WAAW,QAAiB,GAC9C,KAAK,OACH,KAAK,IAAI,KAAK,wBAAwB,WAAW,GACjD,KAAK,MACP,CAAC,CAAC,WAAW,MAAe,CAC9B,CAAC;GACD,KAAK,gBAAgB,IAAI,GAAG,EAAC,iBAAiB,QAAO,CAAC;EACxD,UAAU;GACR,KAAK,eAAe,OAAO,MAAM;GACjC,OAAO,oBAAoB,SAAS,SAAS;GAC7C,KAAK,MAAM;EACb;CACF;CAEA,gBAAgB,QAA2B;EACzC,IAAI,KAAK,WAAW,OAAO,SACzB,MAAM,IAAI,WAAW,mCAAmC;CAE5D;AACF;;;;;;AASA,IAAM,8BAAN,cAA0C,MAAM,CAAC;;AAGjD,IAAa,qCAAb,cAAwD,4BAA4B;CAClF,OAAgB;AAClB;;AAGA,IAAa,qCAAb,cAAwD,4BAA4B;CAClF,OAAgB;AAClB"}

package/out/zero-cache/src/services/change-streamer/sqlite-change-log-read-router.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"sqlite-change-log-read-router.js","names":[],"sources":["../../../../../../zero-cache/src/services/change-streamer/sqlite-change-log-read-router.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {Database} from '../../../../zqlite/src/db.ts';\nimport type {ShardID} from '../../types/shards.ts';\nimport {\n CHANGE_LOG_DB_SCHEMA_VERSION,\n readChangeLogBounds,\n readChangeLogMeta,\n type ChangeLogIdentity,\n} from '../replicator/change-log-db.ts';\nimport {isSampledForShard} from './shard-sampling.ts';\n\nexport type ChangeLogReadSource = 'pg' \| 'sqlite';\n\nexport type SQLiteChangeLogCoverage = {\n readonly seededAtMs: number;\n readonly seedWatermark: string;\n readonly minWatermark: string;\n readonly headWatermark: string;\n};\n\nexport type ChangeLogReadRouteReason =\n \| 'selected'\n // Selected while the log was still inside its warm-up window. Kept\n // distinct from 'selected' so bootstrap serving is separable in metrics\n // from steady-state serving.\n \| 'selected-cold'\n \| 'percentage'\n \| 'cold-log'\n \| 'log-unavailable'\n \| 'breaker-open'\n // Pinned to SQLite, then demoted because the log could not cover the\n // backup the reservation is restoring from. See {@link\n // SQLiteChangeLogReadRouter.demote}.\n \| 'backup-uncovered';\n\nexport type ChangeLogReadRoute = {\n readonly source: ChangeLogReadSource;\n readonly reason: ChangeLogReadRouteReason;\n readonly pinned?: boolean \| undefined;\n readonly coverage?: SQLiteChangeLogCoverage \| undefined;\n};\n\nexport type SQLiteChangeLogReadRouterOptions = {\n readonly shard: ShardID;\n readonly readPercent: number;\n /*\n Percentage of eligible tasks served from a log that has not yet aged\n * through {@link retentionMs}. Defaults to zero, which keeps every such\n * task on PG.\n /\n readonly coldReadPercent?: number \| undefined;\n readonly retentionMs: number;\n readonly inspect: () => SQLiteChangeLogCoverage \| undefined;\n readonly failureCooldownMs?: number \| undefined;\n readonly now?: (() => number) \| undefined;\n};\n\nconst DEFAULT_FAILURE_COOLDOWN_MS = 30_000;\n\n/\n Selects and pins the catchup source shared by `/snapshot` and `/changes`.\n \n A post-registration SQLite failure opens a process-local breaker. Requests\n * use PG during the cooldown; the first request after it expires is the\n * bounded probe. A successful readiness inspection closes the breaker, while\n * another unavailable result rearms it. A writer failure opens it permanently\n * because the writer remains disabled and its file stays absent for the life\n * of the process.\n /\nexport class SQLiteChangeLogReadRouter {\n readonly #shard: ShardID;\n readonly #readPercent: number;\n readonly #coldReadPercent: number;\n readonly #retentionMs: number;\n readonly #inspect: () => SQLiteChangeLogCoverage \| undefined;\n readonly #failureCooldownMs: number;\n readonly #now: () => number;\n readonly #pins = new Map<string, ChangeLogReadRoute>();\n\n #breakerUntilMs: number \| undefined;\n #permanentlyDisabled = false;\n\n constructor(opts: SQLiteChangeLogReadRouterOptions) {\n this.#shard = opts.shard;\n this.#readPercent = opts.readPercent;\n this.#coldReadPercent = opts.coldReadPercent ?? 0;\n this.#retentionMs = opts.retentionMs;\n this.#inspect = opts.inspect;\n this.#failureCooldownMs =\n opts.failureCooldownMs ?? DEFAULT_FAILURE_COOLDOWN_MS;\n this.#now = opts.now ?? Date.now;\n }\n\n /* Chooses and pins a source for a snapshot reservation. /\n pin(taskID: string): ChangeLogReadRoute {\n const route = this.#choose(taskID);\n this.#pins.set(taskID, route);\n return route;\n }\n\n /* Returns the source pinned by an active snapshot reservation. /\n peek(taskID: string): ChangeLogReadRoute \| undefined {\n const route = this.#pins.get(taskID);\n return route && this.#asPinned(route);\n }\n\n /* Consumes a snapshot pin, or makes the stable choice for a direct retry. /\n consume(taskID: string): ChangeLogReadRoute {\n const route = this.#pins.get(taskID);\n if (route === undefined) {\n return this.#choose(taskID);\n }\n this.#pins.delete(taskID);\n return this.#asPinned(route);\n }\n\n /* Releases a pin whose snapshot reservation ended before subscribing. /\n release(taskID: string): void {\n this.#pins.delete(taskID);\n }\n\n /\n Replaces a pinned SQLite route with PG, for a reservation whose backup\n * the log cannot cover -- most often a log seeded after that backup.\n \n The pin moves, not just the reservation's advertised bounds. Confirming\n * with PG bounds while the task's `/changes` request still resolves to\n * SQLite is exactly the mismatch the reservation path exists to prevent,\n * so the two have to change together.\n \n A task with no pin is left alone: `consume` makes it a fresh choice.\n /\n demote(taskID: string): ChangeLogReadRoute {\n const route: ChangeLogReadRoute = {\n source: 'pg',\n reason: 'backup-uncovered',\n };\n if (this.#pins.has(taskID)) {\n this.#pins.set(taskID, route);\n }\n return route;\n }\n\n /* Opens the post-registration failure breaker. /\n trip(permanent = false): void {\n if (permanent) {\n this.#permanentlyDisabled = true;\n this.#breakerUntilMs = undefined;\n return;\n }\n if (!this.#permanentlyDisabled) {\n this.#breakerUntilMs = this.#now() + this.#failureCooldownMs;\n }\n }\n\n #choose(taskID: string): ChangeLogReadRoute {\n const now = this.#now();\n if (\n this.#permanentlyDisabled \|\|\n (this.#breakerUntilMs !== undefined && now < this.#breakerUntilMs)\n ) {\n return {source: 'pg', reason: 'breaker-open'};\n }\n\n // Inspect eligibility even at readPercent=0. Slice 11 starts its rollout\n // at zero specifically so warm/cold/unavailable rates are visible before\n // any subscriber is routed to SQLite.\n let coverage: SQLiteChangeLogCoverage \| undefined;\n try {\n coverage = this.#inspect();\n } catch {\n coverage = undefined;\n }\n if (coverage === undefined) {\n // This was a breaker probe rather than ordinary startup unavailability.\n // Rearm it so a busy retry loop does not turn into an open/read loop.\n if (this.#breakerUntilMs !== undefined) {\n this.#breakerUntilMs = now + this.#failureCooldownMs;\n }\n return {source: 'pg', reason: 'log-unavailable'};\n }\n // A successful probe restores eligibility. This happens before the gates\n // below so that declining a task -- for a cold log or for the percentage\n // -- does not leave the cooldown armed against the next ordinary\n // unavailability.\n this.#breakerUntilMs = undefined;\n // A log seeded less than a retention window ago holds less history than\n // the purger promises to keep, so it is the case that most often cannot\n // cover a follower. It is also the only path that has no PG to fall back\n // to once PG is retired, which is the argument for exercising it now\n // rather than meeting it at the cutover: `coldReadPercent` is that dial.\n const cold = now - coverage.seededAtMs < this.#retentionMs;\n if (\n cold &&\n !isSampledForShard(this.#shard, taskID, this.#coldReadPercent)\n ) {\n return {source: 'pg', reason: 'cold-log', coverage};\n }\n\n // Keeping the percentage decision after readiness makes zero-percent\n // rollouts emit eligibility metrics without serving reads.\n if (!isSampledForShard(this.#shard, taskID, this.#readPercent)) {\n return {source: 'pg', reason: 'percentage', coverage};\n }\n return {\n source: 'sqlite',\n reason: cold ? 'selected-cold' : 'selected',\n coverage,\n };\n }\n\n #asPinned(route: ChangeLogReadRoute): ChangeLogReadRoute {\n return {...route, pinned: true};\n }\n}\n\n/\n Reads the coverage and validates the v2 schema and RMv2 identity in one\n * short-lived readonly connection. It never creates the log.\n */\nexport function inspectSQLiteChangeLog(\n lc: LogContext,\n changeLogFile: string,\n identity: ChangeLogIdentity,\n): SQLiteChangeLogCoverage \| undefined {\n let db: Database \| undefined;\n try {\n db = new Database(\n lc.withContext('component', 'sqlite-change-log-read-router'),\n changeLogFile,\n {readonly: true},\n );\n const meta = readChangeLogMeta(db);\n if (\n meta.schemaVersion !== CHANGE_LOG_DB_SCHEMA_VERSION \|\|\n meta.epoch !== identity.epoch \|\|\n meta.generation !== identity.generation \|\|\n meta.replicaID !== identity.replicaID\n ) {\n return undefined;\n }\n const bounds = readChangeLogBounds(db);\n if (bounds.minWatermark === null \|\| bounds.headWatermark === null) {\n return undefined;\n }\n return {\n seededAtMs: meta.seededAtMs,\n seedWatermark: meta.seedWatermark,\n minWatermark: bounds.minWatermark,\n headWatermark: bounds.headWatermark,\n };\n } catch {\n return undefined;\n } finally {\n db?.close();\n }\n}\n"],"mappings":";;;;AAyDA,IAAM,8BAA8B;;;;;;;;;;;AAYpC,IAAa,4BAAb,MAAuC;CACrC;CACA;CACA;CACA;CACA;CACA;CACA;CACA,wBAAiB,IAAI,IAAgC;CAErD;CACA,uBAAuB;CAEvB,YAAY,MAAwC;EAClD,KAAK,SAAS,KAAK;EACnB,KAAK,eAAe,KAAK;EACzB,KAAK,mBAAmB,KAAK,mBAAmB;EAChD,KAAK,eAAe,KAAK;EACzB,KAAK,WAAW,KAAK;EACrB,KAAK,qBACH,KAAK,qBAAqB;EAC5B,KAAK,OAAO,KAAK,OAAO,KAAK;CAC/B;;CAGA,IAAI,QAAoC;EACtC,MAAM,QAAQ,KAAK,QAAQ,MAAM;EACjC,KAAK,MAAM,IAAI,QAAQ,KAAK;EAC5B,OAAO;CACT;;CAGA,KAAK,QAAgD;EACnD,MAAM,QAAQ,KAAK,MAAM,IAAI,MAAM;EACnC,OAAO,SAAS,KAAK,UAAU,KAAK;CACtC;;CAGA,QAAQ,QAAoC;EAC1C,MAAM,QAAQ,KAAK,MAAM,IAAI,MAAM;EACnC,IAAI,UAAU,KAAA,GACZ,OAAO,KAAK,QAAQ,MAAM;EAE5B,KAAK,MAAM,OAAO,MAAM;EACxB,OAAO,KAAK,UAAU,KAAK;CAC7B;;CAGA,QAAQ,QAAsB;EAC5B,KAAK,MAAM,OAAO,MAAM;CAC1B;;;;;;;;;;;;CAaA,OAAO,QAAoC;EACzC,MAAM,QAA4B;GAChC,QAAQ;GACR,QAAQ;EACV;EACA,IAAI,KAAK,MAAM,IAAI,MAAM,GACvB,KAAK,MAAM,IAAI,QAAQ,KAAK;EAE9B,OAAO;CACT;;CAGA,KAAK,YAAY,OAAa;EAC5B,IAAI,WAAW;GACb,KAAK,uBAAuB;GAC5B,KAAK,kBAAkB,KAAA;GACvB;EACF;EACA,IAAI,CAAC,KAAK,sBACR,KAAK,kBAAkB,KAAK,KAAK,IAAI,KAAK;CAE9C;CAEA,QAAQ,QAAoC;EAC1C,MAAM,MAAM,KAAK,KAAK;EACtB,IACE,KAAK,wBACJ,KAAK,oBAAoB,KAAA,KAAa,MAAM,KAAK,iBAElD,OAAO;GAAC,QAAQ;GAAM,QAAQ;EAAc;EAM9C,IAAI;EACJ,IAAI;GACF,WAAW,KAAK,SAAS;EAC3B,QAAQ;GACN,WAAW,KAAA;EACb;EACA,IAAI,aAAa,KAAA,GAAW;GAG1B,IAAI,KAAK,oBAAoB,KAAA,GAC3B,KAAK,kBAAkB,MAAM,KAAK;GAEpC,OAAO;IAAC,QAAQ;IAAM,QAAQ;GAAiB;EACjD;EAKA,KAAK,kBAAkB,KAAA;EAMvB,MAAM,OAAO,MAAM,SAAS,aAAa,KAAK;EAC9C,IACE,QACA,CAAC,kBAAkB,KAAK,QAAQ,QAAQ,KAAK,gBAAgB,GAE7D,OAAO;GAAC,QAAQ;GAAM,QAAQ;GAAY;EAAQ;EAKpD,IAAI,CAAC,kBAAkB,KAAK,QAAQ,QAAQ,KAAK,YAAY,GAC3D,OAAO;GAAC,QAAQ;GAAM,QAAQ;GAAc;EAAQ;EAEtD,OAAO;GACL,QAAQ;GACR,QAAQ,OAAO,kBAAkB;GACjC;EACF;CACF;CAEA,UAAU,OAA+C;EACvD,OAAO;GAAC,GAAG;GAAO,QAAQ;EAAI;CAChC;AACF;;;;;AAMA,SAAgB,uBACd,IACA,eACA,UACqC;CACrC,IAAI;CACJ,IAAI;EACF,KAAK,IAAI,SACP,GAAG,YAAY,aAAa,+BAA+B,GAC3D,eACA,EAAC,UAAU,KAAI,CACjB;EACA,MAAM,OAAO,kBAAkB,EAAE;EACjC,IACE,KAAK,kBAAA,KACL,KAAK,UAAU,SAAS,SACxB,KAAK,eAAe,SAAS,cAC7B,KAAK,cAAc,SAAS,WAE5B;EAEF,MAAM,SAAS,oBAAoB,EAAE;EACrC,IAAI,OAAO,iBAAiB,QAAQ,OAAO,kBAAkB,MAC3D;EAEF,OAAO;GACL,YAAY,KAAK;GACjB,eAAe,KAAK;GACpB,cAAc,OAAO;GACrB,eAAe,OAAO;EACxB;CACF,QAAQ;EACN;CACF,UAAU;EACR,IAAI,MAAM;CACZ;AACF"}
1	+ {"version":3,"file":"sqlite-change-log-read-router.js","names":[],"sources":["../../../../../../zero-cache/src/services/change-streamer/sqlite-change-log-read-router.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {Database} from '../../../../zqlite/src/db.ts';\nimport type {ShardID} from '../../types/shards.ts';\nimport {\n CHANGE_LOG_DB_SCHEMA_VERSION,\n readChangeLogBounds,\n readChangeLogMeta,\n type ChangeLogIdentity,\n} from '../replicator/change-log-db.ts';\nimport {isSampledForShard} from './shard-sampling.ts';\n\nexport type ChangeLogReadSource = 'pg' \| 'sqlite';\n\nexport type SQLiteChangeLogCoverage = {\n readonly seededAtMs: number;\n readonly seedWatermark: string;\n readonly minWatermark: string;\n readonly headWatermark: string;\n};\n\ntype ChangeLogReadRouteReason =\n \| 'selected'\n // Selected while the log was still inside its warm-up window. Kept\n // distinct from 'selected' so bootstrap serving is separable in metrics\n // from steady-state serving.\n \| 'selected-cold'\n \| 'percentage'\n \| 'cold-log'\n \| 'log-unavailable'\n \| 'breaker-open'\n // Pinned to SQLite, then demoted because the log could not cover the\n // backup the reservation is restoring from. See {@link\n // SQLiteChangeLogReadRouter.demote}.\n \| 'backup-uncovered';\n\nexport type ChangeLogReadRoute = {\n readonly source: ChangeLogReadSource;\n readonly reason: ChangeLogReadRouteReason;\n readonly pinned?: boolean \| undefined;\n readonly coverage?: SQLiteChangeLogCoverage \| undefined;\n};\n\nexport type SQLiteChangeLogReadRouterOptions = {\n readonly shard: ShardID;\n readonly readPercent: number;\n /*\n Percentage of eligible tasks served from a log that has not yet aged\n * through {@link retentionMs}. Defaults to zero, which keeps every such\n * task on PG.\n /\n readonly coldReadPercent?: number \| undefined;\n readonly retentionMs: number;\n readonly inspect: () => SQLiteChangeLogCoverage \| undefined;\n readonly failureCooldownMs?: number \| undefined;\n readonly now?: (() => number) \| undefined;\n};\n\nconst DEFAULT_FAILURE_COOLDOWN_MS = 30_000;\n\n/\n Selects and pins the catchup source shared by `/snapshot` and `/changes`.\n \n A post-registration SQLite failure opens a process-local breaker. Requests\n * use PG during the cooldown; the first request after it expires is the\n * bounded probe. A successful readiness inspection closes the breaker, while\n * another unavailable result rearms it. A writer failure opens it permanently\n * because the writer remains disabled and its file stays absent for the life\n * of the process.\n /\nexport class SQLiteChangeLogReadRouter {\n readonly #shard: ShardID;\n readonly #readPercent: number;\n readonly #coldReadPercent: number;\n readonly #retentionMs: number;\n readonly #inspect: () => SQLiteChangeLogCoverage \| undefined;\n readonly #failureCooldownMs: number;\n readonly #now: () => number;\n readonly #pins = new Map<string, ChangeLogReadRoute>();\n\n #breakerUntilMs: number \| undefined;\n #permanentlyDisabled = false;\n\n constructor(opts: SQLiteChangeLogReadRouterOptions) {\n this.#shard = opts.shard;\n this.#readPercent = opts.readPercent;\n this.#coldReadPercent = opts.coldReadPercent ?? 0;\n this.#retentionMs = opts.retentionMs;\n this.#inspect = opts.inspect;\n this.#failureCooldownMs =\n opts.failureCooldownMs ?? DEFAULT_FAILURE_COOLDOWN_MS;\n this.#now = opts.now ?? Date.now;\n }\n\n /* Chooses and pins a source for a snapshot reservation. /\n pin(taskID: string): ChangeLogReadRoute {\n const route = this.#choose(taskID);\n this.#pins.set(taskID, route);\n return route;\n }\n\n /* Returns the source pinned by an active snapshot reservation. /\n peek(taskID: string): ChangeLogReadRoute \| undefined {\n const route = this.#pins.get(taskID);\n return route && this.#asPinned(route);\n }\n\n /* Consumes a snapshot pin, or makes the stable choice for a direct retry. /\n consume(taskID: string): ChangeLogReadRoute {\n const route = this.#pins.get(taskID);\n if (route === undefined) {\n return this.#choose(taskID);\n }\n this.#pins.delete(taskID);\n return this.#asPinned(route);\n }\n\n /* Releases a pin whose snapshot reservation ended before subscribing. /\n release(taskID: string): void {\n this.#pins.delete(taskID);\n }\n\n /\n Replaces a pinned SQLite route with PG, for a reservation whose backup\n * the log cannot cover -- most often a log seeded after that backup.\n \n The pin moves, not just the reservation's advertised bounds. Confirming\n * with PG bounds while the task's `/changes` request still resolves to\n * SQLite is exactly the mismatch the reservation path exists to prevent,\n * so the two have to change together.\n \n A task with no pin is left alone: `consume` makes it a fresh choice.\n /\n demote(taskID: string): ChangeLogReadRoute {\n const route: ChangeLogReadRoute = {\n source: 'pg',\n reason: 'backup-uncovered',\n };\n if (this.#pins.has(taskID)) {\n this.#pins.set(taskID, route);\n }\n return route;\n }\n\n /* Opens the post-registration failure breaker. /\n trip(permanent = false): void {\n if (permanent) {\n this.#permanentlyDisabled = true;\n this.#breakerUntilMs = undefined;\n return;\n }\n if (!this.#permanentlyDisabled) {\n this.#breakerUntilMs = this.#now() + this.#failureCooldownMs;\n }\n }\n\n #choose(taskID: string): ChangeLogReadRoute {\n const now = this.#now();\n if (\n this.#permanentlyDisabled \|\|\n (this.#breakerUntilMs !== undefined && now < this.#breakerUntilMs)\n ) {\n return {source: 'pg', reason: 'breaker-open'};\n }\n\n // Inspect eligibility even at readPercent=0. Slice 11 starts its rollout\n // at zero specifically so warm/cold/unavailable rates are visible before\n // any subscriber is routed to SQLite.\n let coverage: SQLiteChangeLogCoverage \| undefined;\n try {\n coverage = this.#inspect();\n } catch {\n coverage = undefined;\n }\n if (coverage === undefined) {\n // This was a breaker probe rather than ordinary startup unavailability.\n // Rearm it so a busy retry loop does not turn into an open/read loop.\n if (this.#breakerUntilMs !== undefined) {\n this.#breakerUntilMs = now + this.#failureCooldownMs;\n }\n return {source: 'pg', reason: 'log-unavailable'};\n }\n // A successful probe restores eligibility. This happens before the gates\n // below so that declining a task -- for a cold log or for the percentage\n // -- does not leave the cooldown armed against the next ordinary\n // unavailability.\n this.#breakerUntilMs = undefined;\n // A log seeded less than a retention window ago holds less history than\n // the purger promises to keep, so it is the case that most often cannot\n // cover a follower. It is also the only path that has no PG to fall back\n // to once PG is retired, which is the argument for exercising it now\n // rather than meeting it at the cutover: `coldReadPercent` is that dial.\n const cold = now - coverage.seededAtMs < this.#retentionMs;\n if (\n cold &&\n !isSampledForShard(this.#shard, taskID, this.#coldReadPercent)\n ) {\n return {source: 'pg', reason: 'cold-log', coverage};\n }\n\n // Keeping the percentage decision after readiness makes zero-percent\n // rollouts emit eligibility metrics without serving reads.\n if (!isSampledForShard(this.#shard, taskID, this.#readPercent)) {\n return {source: 'pg', reason: 'percentage', coverage};\n }\n return {\n source: 'sqlite',\n reason: cold ? 'selected-cold' : 'selected',\n coverage,\n };\n }\n\n #asPinned(route: ChangeLogReadRoute): ChangeLogReadRoute {\n return {...route, pinned: true};\n }\n}\n\n/\n Reads the coverage and validates the v2 schema and RMv2 identity in one\n * short-lived readonly connection. It never creates the log.\n */\nexport function inspectSQLiteChangeLog(\n lc: LogContext,\n changeLogFile: string,\n identity: ChangeLogIdentity,\n): SQLiteChangeLogCoverage \| undefined {\n let db: Database \| undefined;\n try {\n db = new Database(\n lc.withContext('component', 'sqlite-change-log-read-router'),\n changeLogFile,\n {readonly: true},\n );\n const meta = readChangeLogMeta(db);\n if (\n meta.schemaVersion !== CHANGE_LOG_DB_SCHEMA_VERSION \|\|\n meta.epoch !== identity.epoch \|\|\n meta.generation !== identity.generation \|\|\n meta.replicaID !== identity.replicaID\n ) {\n return undefined;\n }\n const bounds = readChangeLogBounds(db);\n if (bounds.minWatermark === null \|\| bounds.headWatermark === null) {\n return undefined;\n }\n return {\n seededAtMs: meta.seededAtMs,\n seedWatermark: meta.seedWatermark,\n minWatermark: bounds.minWatermark,\n headWatermark: bounds.headWatermark,\n };\n } catch {\n return undefined;\n } finally {\n db?.close();\n }\n}\n"],"mappings":";;;;AAyDA,IAAM,8BAA8B;;;;;;;;;;;AAYpC,IAAa,4BAAb,MAAuC;CACrC;CACA;CACA;CACA;CACA;CACA;CACA;CACA,wBAAiB,IAAI,IAAgC;CAErD;CACA,uBAAuB;CAEvB,YAAY,MAAwC;EAClD,KAAK,SAAS,KAAK;EACnB,KAAK,eAAe,KAAK;EACzB,KAAK,mBAAmB,KAAK,mBAAmB;EAChD,KAAK,eAAe,KAAK;EACzB,KAAK,WAAW,KAAK;EACrB,KAAK,qBACH,KAAK,qBAAqB;EAC5B,KAAK,OAAO,KAAK,OAAO,KAAK;CAC/B;;CAGA,IAAI,QAAoC;EACtC,MAAM,QAAQ,KAAK,QAAQ,MAAM;EACjC,KAAK,MAAM,IAAI,QAAQ,KAAK;EAC5B,OAAO;CACT;;CAGA,KAAK,QAAgD;EACnD,MAAM,QAAQ,KAAK,MAAM,IAAI,MAAM;EACnC,OAAO,SAAS,KAAK,UAAU,KAAK;CACtC;;CAGA,QAAQ,QAAoC;EAC1C,MAAM,QAAQ,KAAK,MAAM,IAAI,MAAM;EACnC,IAAI,UAAU,KAAA,GACZ,OAAO,KAAK,QAAQ,MAAM;EAE5B,KAAK,MAAM,OAAO,MAAM;EACxB,OAAO,KAAK,UAAU,KAAK;CAC7B;;CAGA,QAAQ,QAAsB;EAC5B,KAAK,MAAM,OAAO,MAAM;CAC1B;;;;;;;;;;;;CAaA,OAAO,QAAoC;EACzC,MAAM,QAA4B;GAChC,QAAQ;GACR,QAAQ;EACV;EACA,IAAI,KAAK,MAAM,IAAI,MAAM,GACvB,KAAK,MAAM,IAAI,QAAQ,KAAK;EAE9B,OAAO;CACT;;CAGA,KAAK,YAAY,OAAa;EAC5B,IAAI,WAAW;GACb,KAAK,uBAAuB;GAC5B,KAAK,kBAAkB,KAAA;GACvB;EACF;EACA,IAAI,CAAC,KAAK,sBACR,KAAK,kBAAkB,KAAK,KAAK,IAAI,KAAK;CAE9C;CAEA,QAAQ,QAAoC;EAC1C,MAAM,MAAM,KAAK,KAAK;EACtB,IACE,KAAK,wBACJ,KAAK,oBAAoB,KAAA,KAAa,MAAM,KAAK,iBAElD,OAAO;GAAC,QAAQ;GAAM,QAAQ;EAAc;EAM9C,IAAI;EACJ,IAAI;GACF,WAAW,KAAK,SAAS;EAC3B,QAAQ;GACN,WAAW,KAAA;EACb;EACA,IAAI,aAAa,KAAA,GAAW;GAG1B,IAAI,KAAK,oBAAoB,KAAA,GAC3B,KAAK,kBAAkB,MAAM,KAAK;GAEpC,OAAO;IAAC,QAAQ;IAAM,QAAQ;GAAiB;EACjD;EAKA,KAAK,kBAAkB,KAAA;EAMvB,MAAM,OAAO,MAAM,SAAS,aAAa,KAAK;EAC9C,IACE,QACA,CAAC,kBAAkB,KAAK,QAAQ,QAAQ,KAAK,gBAAgB,GAE7D,OAAO;GAAC,QAAQ;GAAM,QAAQ;GAAY;EAAQ;EAKpD,IAAI,CAAC,kBAAkB,KAAK,QAAQ,QAAQ,KAAK,YAAY,GAC3D,OAAO;GAAC,QAAQ;GAAM,QAAQ;GAAc;EAAQ;EAEtD,OAAO;GACL,QAAQ;GACR,QAAQ,OAAO,kBAAkB;GACjC;EACF;CACF;CAEA,UAAU,OAA+C;EACvD,OAAO;GAAC,GAAG;GAAO,QAAQ;EAAI;CAChC;AACF;;;;;AAMA,SAAgB,uBACd,IACA,eACA,UACqC;CACrC,IAAI;CACJ,IAAI;EACF,KAAK,IAAI,SACP,GAAG,YAAY,aAAa,+BAA+B,GAC3D,eACA,EAAC,UAAU,KAAI,CACjB;EACA,MAAM,OAAO,kBAAkB,EAAE;EACjC,IACE,KAAK,kBAAA,KACL,KAAK,UAAU,SAAS,SACxB,KAAK,eAAe,SAAS,cAC7B,KAAK,cAAc,SAAS,WAE5B;EAEF,MAAM,SAAS,oBAAoB,EAAE;EACrC,IAAI,OAAO,iBAAiB,QAAQ,OAAO,kBAAkB,MAC3D;EAEF,OAAO;GACL,YAAY,KAAK;GACjB,eAAe,KAAK;GACpB,cAAc,OAAO;GACrB,eAAe,OAAO;EACxB;CACF,QAAQ;EACN;CACF,UAAU;EACR,IAAI,MAAM;CACZ;AACF"}

package/out/zero-cache/src/services/change-streamer/storer.js CHANGED Viewed

@@ -1,5 +1,6 @@
 import { assert, unreachable } from "../../../../shared/src/asserts.js";
 import { promiseVoid } from "../../../../shared/src/resolved-promises.js";
+import { resolver } from "../../../../shared/src/resolver.js";
 import { AbortError } from "../../../../shared/src/abort-error.js";
 import { parse, valita_exports } from "../../../../shared/src/valita.js";
 import { must } from "../../../../shared/src/must.js";
@@ -18,7 +19,6 @@ import { Queue } from "../../../../shared/src/queue.js";
 import { AutoResetSignal, ensureReplicationConfig, markResetRequired, reinitializeChangeLog } from "./schema/tables.js";
 import { TransactionPool, sharedSnapshot } from "../../db/transaction-pool.js";
 import { reconstructWatermarkedChange, serializeChangeStreamDataWithChange } from "./change-log-codec.js";
-import { resolver } from "@rocicorp/resolver";
 import "postgres";
 import { getHeapStatistics } from "node:v8";
 //#region ../zero-cache/src/services/change-streamer/storer.ts