@nodii/telemetry 0.13.0 → 0.14.0

package/dist/worker/replication-worker.js

@@ -0,0 +1,513 @@
+// D402 — ReplicationWorker: the Pattern-3 SUBSCRIBER consume side — the
+// canonical `09-replication-doctrine § 4` sequence every replicating service
+// follows.
+//
+// D402 (LOCKED): "ReplicationWorker — Pattern-3, BOTH sides: producer
+// outbox-drain + subscriber consume + snapshot-bootstrap + HWM stitch + dedupe +
+// last-write-wins + audit." This file is the SUBSCRIBER consume side (the
+// producer side is OutboxDispatcher); it GENERALIZES `ts/replica-consumer/src/`
+// (which this lib does NOT edit — replica-consumer gets re-based onto this in
+// Phase 2).
+//
+// ── Composition (which primitives, how) ──────────────────────────────────────
+//   - SingleActiveLease  — single-active per (service, source_stream); ttl/2
+//     renew inside the lease. `validateFence(token)` guards the projection
+//     upsert: a lease-lost subscriber mid-apply has its stale write REJECTED.
+//   - DedupeStore        — `seen(...)` skips an already-applied (event_id, topic);
+//     `record(...)` runs INSIDE the apply tx (atomic with projection + cursor).
+//   - CheckpointStore    — the HWM cursor; `advance(...)` runs in the SAME apply
+//     tx. Also stitches snapshot→live: the bootstrap writes the snapshot HWM as
+//     the cursor, then live consume resumes from it (§ 7 stitch).
+//   - ObservabilityHooks — lease/lag/hwm/depth metrics, canonical names.
+//   - SignalDrain        — `stop({timeoutMs})` registerable; bounded drain.
+//   - DeadLetterSink     — INJECTED (no default); a poison event after retries
+//     is dead-lettered + XACK'd.
+//   - audit hook         — an injected `onApplied(...)` audit emitter fires AFTER
+//     a successful commit (the § 4 "audit" step).
+//
+// ── LAST-WRITE-WINS (the replication-specific guard) ─────────────────────────
+//   Each event carries `entity_version`. The apply is LWW: an event whose
+//   `entity_version` is <= the projection's current `source_entity_version` is a
+//   STALE replay and MUST NOT regress the projection. The worker compares
+//   against the value the injected `currentVersion(...)` returns (the consumer
+//   reads its own projection row) and SKIPS the apply (but STILL records dedupe +
+//   advances the cursor, so the stale event is consumed-once and never retried).
+//   The CheckpointStore's `high_water_entity_version` also tracks the LWW HWM
+//   monotonically (GREATEST) as a secondary guard.
+//
+// ── The consume sequence (09-replication § 4) ────────────────────────────────
+//   bootstrap (if cursor absent: snapshot → write snapshot HWM cursor) →
+//   live consume: XREADGROUP > → for each (id, event):
+//     [1] dedupe.seen? → XACK + skip
+//     [2] LWW: event.entity_version <= current? → consume-but-skip-apply
+//     [3] apply tx: projection upsert (fence-guarded) + dedupe.record +
+//         checkpoint.advance(+hwev) — ONE tx, atomic
+//     [4] XACK; audit hook; on error retry-then-dead-letter.
+import { ensurePiiRedaction } from "./dead-letter.js";
+import { hwmGaugeValue, ObservabilityHooks } from "./observability-hooks.js";
+import { FenceCheckUnavailableError, FenceLostError, SingleActiveLease, } from "./single-active-lease.js";
+import { parseAutoClaimEntries, parseStreamEntries, } from "./streams-worker.js";
+const DEFAULT_BATCH = 32;
+const DEFAULT_BLOCK_MS = 2_000;
+const DEFAULT_RETRY_MAX = 3;
+const DEFAULT_STOP_TIMEOUT_MS = 30_000;
+const DEFAULT_RECLAIM_MIN_IDLE_MS = 30_000;
+function toBigint(v) {
+    return typeof v === "bigint" ? v : BigInt(v);
+}
+/** Consumer-group name — `${service}:${stream}` (canonical per replica-consumer). */
+export function replicationConsumerGroup(service, stream) {
+    return `${service}:${stream}`;
+}
+/**
+ * ReplicationWorker — the Pattern-3 subscriber. Composes lease + dedupe +
+ * checkpoint + hooks + drain + snapshot-bootstrap + LWW + audit. EXACTLY-ONCE
+ * apply, monotonic projection (no LWW regression), atomic cursor+dedupe+upsert.
+ */
+export class ReplicationWorker {
+    redis;
+    sourceStream;
+    applyHandler;
+    currentVersion;
+    begin;
+    dedupe;
+    checkpoint;
+    lease;
+    subscription;
+    deadLetter;
+    snapshot;
+    audit;
+    retryMaxAttempts;
+    pollBatch;
+    blockMs;
+    reclaimMinIdleMs;
+    hooks;
+    autoStart;
+    group;
+    consumer;
+    retries = new Map();
+    _running = false;
+    _stopped = false;
+    _inFlight = 0;
+    _bootstrapped = false;
+    _hwm = {
+        lastStreamId: null,
+        highWaterEntityVersion: null,
+    };
+    _lastAppliedAtMs = null;
+    groupEnsured = false;
+    loop = Promise.resolve();
+    constructor(opts) {
+        this.redis = opts.redis;
+        this.sourceStream = opts.sourceStream;
+        this.applyHandler = opts.apply;
+        this.currentVersion = opts.currentVersion;
+        this.begin = opts.begin;
+        this.dedupe = opts.dedupe;
+        this.checkpoint = opts.checkpoint;
+        this.lease = new SingleActiveLease({
+            ...opts.lease,
+            onLeaseLost: () => this.hooks.leaseLost(),
+        });
+        this.subscription = opts.subscription ?? `replication:${opts.sourceStream}`;
+        this.deadLetter = ensurePiiRedaction(opts.deadLetter);
+        this.snapshot = opts.snapshot;
+        this.audit = opts.audit;
+        this.retryMaxAttempts = opts.retryMaxAttempts ?? DEFAULT_RETRY_MAX;
+        this.pollBatch = opts.pollBatch ?? DEFAULT_BATCH;
+        this.blockMs = opts.blockMs ?? DEFAULT_BLOCK_MS;
+        this.reclaimMinIdleMs =
+            opts.reclaimMinIdleMs ??
+                Math.max(opts.lease.ttlMs, DEFAULT_RECLAIM_MIN_IDLE_MS);
+        this.autoStart = opts.autoStart !== false;
+        this.hooks =
+            opts.hooks ??
+                new ObservabilityHooks({
+                    attributes: {
+                        service: opts.lease.service,
+                        scope: opts.lease.scope,
+                        worker: opts.workerLabel ?? "replication",
+                    },
+                });
+        this.group = replicationConsumerGroup(opts.lease.service, opts.sourceStream);
+        this.consumer = `${opts.lease.service}:${this.lease.ownerId}`;
+    }
+    get running() {
+        return this._running;
+    }
+    get leaseAcquired() {
+        return this.lease.leaseAcquired;
+    }
+    get lag() {
+        if (this._lastAppliedAtMs === null)
+            return null;
+        return Math.max(0, (Date.now() - this._lastAppliedAtMs) / 1000);
+    }
+    get currentHwm() {
+        return this._hwm;
+    }
+    /** True once the snapshot bootstrap (if any) has run / been determined absent. */
+    get bootstrapped() {
+        return this._bootstrapped;
+    }
+    async ensureGroup() {
+        if (this.groupEnsured)
+            return;
+        try {
+            await this.redis.xgroup("CREATE", this.sourceStream, this.group, "$", "MKSTREAM");
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            if (!/BUSYGROUP/i.test(msg))
+                throw err;
+        }
+        this.groupEnsured = true;
+    }
+    async start() {
+        if (this._running)
+            return;
+        this._stopped = false;
+        const acquired = await this.lease.acquire();
+        if (acquired)
+            this.hooks.leaseAcquired();
+        // ensureGroup (XGROUP CREATE) is an idempotent no-op when the group exists —
+        // safe regardless of lease ownership. The SNAPSHOT BOOTSTRAP (which WRITES the
+        // projection + cursor) runs ONLY when we hold the lease: a non-holder Start()
+        // must NOT bootstrap, or two cold instances racing into the shared projection
+        // would both snapshot (single-active violation). A non-holder idles; the loop
+        // re-acquires + bootstraps (lease-guarded) once it wins. BUG-1: release the
+        // lease on a boot-step failure after a successful acquire (never orphan it).
+        try {
+            await this.ensureGroup();
+            if (acquired)
+                await this.maybeBootstrap();
+        }
+        catch (err) {
+            if (acquired)
+                await this.lease.release();
+            throw err;
+        }
+        this._running = true;
+        // The background consume loop. A test may set `autoStart:false` to drive
+        // `runOnce()` deterministically without the loop racing the explicit ticks.
+        if (this.autoStart)
+            this.loop = this.runLoop();
+    }
+    /**
+     * Snapshot-bootstrap + HWM stitch (§ 7): if the durable cursor is ABSENT (cold
+     * start) AND a snapshot source is wired, run the snapshot bootstrap inside ONE
+     * tx and write the returned high-water stream id as the cursor — live consume
+     * then resumes EXACTLY from there (no gap, no double-apply of the snapshot
+     * window). If a cursor already exists we skip the snapshot and resume live.
+     */
+    async maybeBootstrap() {
+        if (this._bootstrapped)
+            return;
+        const existing = await this.begin((tx) => this.checkpoint.get(this.subscription, tx));
+        if (existing) {
+            // Warm start — resume live from the durable cursor.
+            this._hwm = {
+                lastStreamId: existing.lastStreamId,
+                highWaterEntityVersion: existing.highWaterEntityVersion,
+            };
+            this._bootstrapped = true;
+            return;
+        }
+        const snapshot = this.snapshot;
+        if (!snapshot) {
+            // No snapshot wired + no cursor → consume live from `>` (group at `$`).
+            this._bootstrapped = true;
+            return;
+        }
+        // Cold start WITH a snapshot — bootstrap + stitch the cursor in ONE tx so
+        // the snapshot apply + the cursor write commit together-or-none.
+        await this.begin(async (tx) => {
+            const { highWaterStreamId } = await snapshot.bootstrap(tx);
+            await this.checkpoint.advance({ subscription: this.subscription, lastStreamId: highWaterStreamId }, tx);
+        });
+        this._hwm = {
+            lastStreamId: null,
+            highWaterEntityVersion: null,
+        };
+        const cp = await this.begin((tx) => this.checkpoint.get(this.subscription, tx));
+        if (cp) {
+            this._hwm = {
+                lastStreamId: cp.lastStreamId,
+                highWaterEntityVersion: cp.highWaterEntityVersion,
+            };
+        }
+        this._bootstrapped = true;
+    }
+    async runLoop() {
+        while (!this._stopped) {
+            if (this.lease.lost)
+                break;
+            try {
+                const processed = await this.pollOnce();
+                if (processed === 0) {
+                    await new Promise((r) => setTimeout(r, 0));
+                }
+            }
+            catch (err) {
+                // BUG-2 fix: a poll that throws BECAUSE we're shutting down (stop() set
+                // `_stopped`) is a CLEAN cancel, not a redis failure — exit quietly.
+                // A genuine poll-level error (XREADGROUP rejected — Redis down) while
+                // still running is the Pillar-5 infra-failure case: back off, never crash.
+                if (this._stopped)
+                    break;
+                this.hooks.recordDepth(-1, { error: "poll_failed" });
+                void err;
+                await new Promise((r) => setTimeout(r, 200));
+            }
+        }
+    }
+    async pollOnce() {
+        let reacquiredThisPoll = false;
+        if (!this.lease.leaseAcquired) {
+            const got = await this.lease.acquire();
+            if (got) {
+                reacquiredThisPoll = true;
+                this.hooks.leaseAcquired();
+                // Re-ensure the consumer group on every re-acquire (a Redis failover may
+                // have wiped it — a cached `groupEnsured` would let xreadgroup hit
+                // NOGROUP forever).
+                this.groupEnsured = false;
+                // BUG fix (in-loop re-acquire): release the freshly-taken lease if
+                // ensureGroup throws — otherwise the renewal loop holds it INDEFINITELY
+                // while the next poll hammers a never-created group (NOGROUP loop).
+                try {
+                    await this.ensureGroup();
+                }
+                catch (err) {
+                    await this.lease.release();
+                    throw err;
+                }
+            }
+            else {
+                return 0;
+            }
+        }
+        if (!this._bootstrapped) {
+            // Same in-loop rule: a bootstrap failure right after THIS poll re-acquired
+            // must release the freshly-taken lease (a lease held from a prior poll is
+            // left intact — maybeBootstrap won't run then, `_bootstrapped` is true).
+            try {
+                await this.maybeBootstrap();
+            }
+            catch (err) {
+                if (reacquiredThisPoll)
+                    await this.lease.release();
+                throw err;
+            }
+        }
+        let processed = 0;
+        // [reclaim] CRASH-RECOVERY reaper: XAUTOCLAIM transfers PENDING entries idle
+        // ≥ reclaimMinIdleMs from a DEAD predecessor to US (the single-active
+        // successor) — without it a crashed worker's un-ACK'd entries are
+        // PERMANENTLY ORPHANED (silent loss; the "no-reaper" defect D402 eliminates).
+        // The fence guard + LWW still protect against a still-alive predecessor.
+        const claimedRaw = await this.redis.xautoclaim(this.sourceStream, this.group, this.consumer, this.reclaimMinIdleMs, "0-0", "COUNT", this.pollBatch);
+        for (const p of parseAutoClaimEntries(claimedRaw)) {
+            if (this._stopped || this.lease.lost)
+                break;
+            await this.applyOne(p.id, p.event);
+            processed += 1;
+        }
+        // [retry] Re-read our OWN PEL (id `0`) for NACK'd entries — they must be
+        // retried, and a plain `>` read never re-returns a PEL entry.
+        const pendingRaw = await this.redis.xreadgroup("GROUP", this.group, this.consumer, "COUNT", this.pollBatch, "STREAMS", this.sourceStream, "0");
+        for (const p of parseStreamEntries(pendingRaw)) {
+            if (this._stopped || this.lease.lost)
+                break;
+            await this.applyOne(p.id, p.event);
+            processed += 1;
+        }
+        // [new] Read brand-new entries (`>`, blocking).
+        const raw = await this.redis.xreadgroup("GROUP", this.group, this.consumer, "COUNT", this.pollBatch, "BLOCK", this.blockMs, "STREAMS", this.sourceStream, ">");
+        try {
+            const depth = await this.redis.xlen(this.sourceStream);
+            this.hooks.recordDepth(depth);
+        }
+        catch {
+            /* depth advisory */
+        }
+        for (const p of parseStreamEntries(raw)) {
+            if (this._stopped || this.lease.lost)
+                break;
+            await this.applyOne(p.id, p.event);
+            processed += 1;
+        }
+        return processed;
+    }
+    /**
+     * Apply one replication event: dedupe-skip → LWW check → apply tx (projection
+     * + dedupe.record + checkpoint.advance, fence-guarded, ONE tx) → XACK → audit.
+     */
+    async applyOne(streamId, event) {
+        if (this.lease.lost)
+            return;
+        this._inFlight += 1;
+        const token = this.lease.fencingToken;
+        try {
+            // [1] Pre-tx dedupe probe.
+            const alreadySeen = await this.begin((tx) => this.dedupe.seen(event.event_id, event.topic, tx));
+            if (alreadySeen) {
+                // The event already committed — only the XACK is outstanding. A failing
+                // XACK is a TRANSIENT ack-failure, NOT a poison event: swallow it (re-acked
+                // next poll). NEVER route a committed event to retry/DLQ over an ack blip.
+                await this.ackSwallow(streamId);
+                this.retries.delete(streamId);
+                return;
+            }
+            const incomingVersion = toBigint(event.entity_version);
+            let applied = false;
+            // [2]+[3] Apply tx: LWW check + projection + dedupe + cursor — ONE tx.
+            await this.begin(async (tx) => {
+                // LWW: read the projection's current version IN the tx so the compare
+                // is consistent with the upsert.
+                const current = await this.currentVersion(tx, event);
+                const isStale = current !== null && incomingVersion <= current;
+                if (!isStale) {
+                    // Apply the projection (fence-guarded BEFORE the write).
+                    const ctx = {
+                        tx,
+                        event,
+                        streamId,
+                        validateFence: async () => {
+                            if (token === null) {
+                                throw new FenceLostError({
+                                    leaseKey: this.lease.key,
+                                    expectedToken: -1,
+                                    current: null,
+                                });
+                            }
+                            await this.lease.validateFence(token);
+                        },
+                    };
+                    await this.applyHandler(ctx);
+                    applied = true;
+                }
+                // ALWAYS record dedupe + advance the cursor — even on an LWW-skip the
+                // event is consumed-once (it must never be retried) and the cursor must
+                // advance past it. The hwev advances monotonically (GREATEST) regardless.
+                await this.dedupe.record(event.event_id, event.topic, tx);
+                await this.checkpoint.advance({
+                    subscription: this.subscription,
+                    lastStreamId: streamId,
+                    highWaterEntityVersion: incomingVersion,
+                }, tx);
+            });
+            // [4] Commit succeeded → XACK + audit + advance local HWM. The XACK is
+            //     POST-COMMIT and NOT part of the apply tx: a failing XACK is a
+            //     transient ack-failure, NOT a poison event — swallow it (re-acked next
+            //     poll; the dedupe row makes a redelivery a no-op). Do NOT route a
+            //     successfully-committed event to retry/DLQ over an ack blip.
+            await this.ackSwallow(streamId);
+            this.retries.delete(streamId);
+            const prevHwev = this._hwm.highWaterEntityVersion ?? null;
+            this._hwm = {
+                lastStreamId: streamId,
+                highWaterEntityVersion: prevHwev !== null && prevHwev > incomingVersion
+                    ? prevHwev
+                    : incomingVersion,
+            };
+            this._lastAppliedAtMs = Date.now();
+            this.hooks.recordHwm(hwmGaugeValue(streamId));
+            if (event.occurred_at_ms !== undefined) {
+                this.hooks.recordLag(Math.max(0, (Date.now() - event.occurred_at_ms) / 1000));
+            }
+            else {
+                this.hooks.recordLag(0);
+            }
+            if (this.audit) {
+                try {
+                    await this.audit({ event, streamId, applied });
+                }
+                catch {
+                    // The audit hook is best-effort AFTER commit — a failure must not
+                    // un-apply the projection (already committed); log-and-continue.
+                }
+            }
+        }
+        catch (err) {
+            if (err instanceof FenceLostError) {
+                this.hooks.leaseLost();
+                return;
+            }
+            // Transient fence-check redis failure: fail closed, leave the event in the
+            // PEL (no XACK, no DLQ) to reprocess on recovery — cross-runtime-identical.
+            if (err instanceof FenceCheckUnavailableError) {
+                this.hooks.recordDepth(-1, { error: "fence_check_unavailable" });
+                return;
+            }
+            await this.retryOrDeadLetter(streamId, event, err);
+        }
+        finally {
+            this._inFlight -= 1;
+        }
+    }
+    /**
+     * XACK an already-committed entry, SWALLOWING a transient ack failure. The
+     * XACK is post-commit (or post-dedupe-skip) and NOT part of the apply tx — a
+     * failing XACK is a transient redis blip, never a poison event. On failure the
+     * entry stays un-acked in the PEL and is re-acked next poll once redis
+     * recovers (the durable dedupe row makes the redelivery a no-op). Matches Go's
+     * `_, _ = Ack(...)`; a throw here must NEVER reach retry/DLQ.
+     */
+    async ackSwallow(streamId) {
+        try {
+            await this.redis.xack(this.sourceStream, this.group, streamId);
+        }
+        catch {
+            this.hooks.recordDepth(-1, { error: "ack_failed" });
+        }
+    }
+    async retryOrDeadLetter(streamId, event, err) {
+        const attempt = (this.retries.get(streamId) ?? 0) + 1;
+        this.retries.set(streamId, attempt);
+        if (attempt < this.retryMaxAttempts)
+            return; // stays in the PEL, redelivered.
+        try {
+            await this.deadLetter.deadLetter({
+                sourceStream: this.sourceStream,
+                topic: event.topic,
+                eventId: event.event_id,
+                payload: event,
+                errorMessage: err instanceof Error ? err.message : String(err),
+                retryCount: attempt,
+            });
+            await this.redis.xack(this.sourceStream, this.group, streamId);
+            this.retries.delete(streamId);
+        }
+        catch {
+            // Dead-letter sink failed — leave in the PEL rather than lose it.
+        }
+    }
+    async runOnce() {
+        return this.pollOnce();
+    }
+    async stop(opts) {
+        const timeoutMs = opts?.timeoutMs ?? DEFAULT_STOP_TIMEOUT_MS;
+        const start = Date.now();
+        this._stopped = true;
+        this._running = false;
+        try {
+            await Promise.race([
+                this.loop,
+                new Promise((r) => setTimeout(r, timeoutMs)),
+            ]);
+        }
+        catch {
+            /* swallow */
+        }
+        while (this._inFlight > 0 && Date.now() - start < timeoutMs) {
+            await new Promise((r) => setTimeout(r, 10));
+        }
+        const drainedCleanly = this._inFlight === 0;
+        await this.lease.release();
+        const durationMs = Date.now() - start;
+        this.hooks.recordDrainDuration(durationMs);
+        return { drainedCleanly, durationMs };
+    }
+}
+//# sourceMappingURL=replication-worker.js.map

package/dist/worker/replication-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replication-worker.js","sourceRoot":"","sources":["../../src/worker/replication-worker.ts"],"names":[],"mappings":"AAAA,wEAAwE;AACxE,6EAA6E;AAC7E,WAAW;AACX,EAAE;AACF,sEAAsE;AACtE,iFAAiF;AACjF,0EAA0E;AAC1E,gFAAgF;AAChF,8EAA8E;AAC9E,YAAY;AACZ,EAAE;AACF,gFAAgF;AAChF,6EAA6E;AAC7E,2EAA2E;AAC3E,8EAA8E;AAC9E,mFAAmF;AACnF,gFAAgF;AAChF,iFAAiF;AACjF,gFAAgF;AAChF,kEAAkE;AAClE,yEAAyE;AACzE,4EAA4E;AAC5E,+EAA+E;AAC/E,iCAAiC;AACjC,kFAAkF;AAClF,kDAAkD;AAClD,EAAE;AACF,gFAAgF;AAChF,0EAA0E;AAC1E,iFAAiF;AACjF,0EAA0E;AAC1E,+EAA+E;AAC/E,kFAAkF;AAClF,iFAAiF;AACjF,8EAA8E;AAC9E,mDAAmD;AACnD,EAAE;AACF,gFAAgF;AAChF,yEAAyE;AACzE,uDAAuD;AACvD,qCAAqC;AACrC,yEAAyE;AACzE,wEAAwE;AACxE,qDAAqD;AACrD,6DAA6D;AAG7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAGtD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC7E,OAAO,EACL,0BAA0B,EAC1B,cAAc,EACd,iBAAiB,GAElB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EACrB,kBAAkB,GAEnB,MAAM,qBAAqB,CAAC;AAiG7B,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAC/B,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,uBAAuB,GAAG,MAAM,CAAC;AACvC,MAAM,2BAA2B,GAAG,MAAM,CAAC;AAE3C,SAAS,QAAQ,CAAC,CAA2B;IAC3C,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,wBAAwB,CACtC,OAAe,EACf,MAAc;IAEd,OAAO,GAAG,OAAO,IAAI,MAAM,EAAE,CAAC;AAChC,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,iBAAiB;IACX,KAAK,CAAmB;IACxB,YAAY,CAAS;IACrB,YAAY,CAA0B;IACtC,cAAc,CAGH;IACX,KAAK,CAEN;IACC,MAAM,CAAc;IACpB,UAAU,CAAkB;IAC5B,KAAK,CAAoB;IACzB,YAAY,CAAS;IACrB,UAAU,CAAiB;IAC3B,QAAQ,CAAqB;IAC7B,KAAK,CAAwB;IAC7B,gBAAgB,CAAS;IACzB,SAAS,CAAS;IAClB,OAAO,CAAS;IAChB,gBAAgB,CAAS;IACzB,KAAK,CAAqB;IAC1B,SAAS,CAAU;IACnB,KAAK,CAAS;IACd,QAAQ,CAAS;IAEjB,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,QAAQ,GAAG,KAAK,CAAC;IACjB,QAAQ,GAAG,KAAK,CAAC;IACjB,SAAS,GAAG,CAAC,CAAC;IACd,aAAa,GAAG,KAAK,CAAC;IACtB,IAAI,GAAc;QACxB,YAAY,EAAE,IAAI;QAClB,sBAAsB,EAAE,IAAI;KAC7B,CAAC;IACM,gBAAgB,GAAkB,IAAI,CAAC;IACvC,YAAY,GAAG,KAAK,CAAC;IACrB,IAAI,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEhD,YAAY,IAA2B;QACrC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAiB,CAAC;YACjC,GAAG,IAAI,CAAC,KAAK;YACb,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;SAC1C,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,eAAe,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5E,IAAI,CAAC,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,iBAAiB,CAAC;QACnE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,aAAa,CAAC;QACjD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC;QAChD,IAAI,CAAC,gBAAgB;YACnB,IAAI,CAAC,gBAAgB;gBACrB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,2BAA2B,CAAC,CAAC;QAC1D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC;QAC1C,IAAI,CAAC,KAAK;YACR,IAAI,CAAC,KAAK;gBACV,IAAI,kBAAkB,CAAC;oBACrB,UAAU,EAAE;wBACV,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;wBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;wBACvB,MAAM,EAAE,IAAI,CAAC,WAAW,IAAI,aAAa;qBAC1C;iBACF,CAAC,CAAC;QACL,IAAI,CAAC,KAAK,GAAG,wBAAwB,CACnC,IAAI,CAAC,KAAK,CAAC,OAAO,EAClB,IAAI,CAAC,YAAY,CAClB,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;IAChE,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;IAClC,CAAC;IAED,IAAI,GAAG;QACL,IAAI,IAAI,CAAC,gBAAgB,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAChD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,CAAC;IAClE,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,kFAAkF;IAClF,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAC9B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CACrB,QAAQ,EACR,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,KAAK,EACV,GAAG,EACH,UAAU,CACX,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,MAAM,GAAG,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC5C,IAAI,QAAQ;YAAE,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QACzC,6EAA6E;QAC7E,+EAA+E;QAC/E,8EAA8E;QAC9E,8EAA8E;QAC9E,8EAA8E;QAC9E,4EAA4E;QAC5E,6EAA6E;QAC7E,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,IAAI,QAAQ;gBAAE,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,QAAQ;gBAAE,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,yEAAyE;QACzE,4EAA4E;QAC5E,IAAI,IAAI,CAAC,SAAS;YAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IACjD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,cAAc;QAClB,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO;QAC/B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC,CAC3C,CAAC;QACF,IAAI,QAAQ,EAAE,CAAC;YACb,oDAAoD;YACpD,IAAI,CAAC,IAAI,GAAG;gBACV,YAAY,EAAE,QAAQ,CAAC,YAAY;gBACnC,sBAAsB,EAAE,QAAQ,CAAC,sBAAsB;aACxD,CAAC;YACF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,OAAO;QACT,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,wEAAwE;YACxE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,OAAO;QACT,CAAC;QACD,0EAA0E;QAC1E,iEAAiE;QACjE,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAC5B,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAC3B,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,YAAY,EAAE,iBAAiB,EAAE,EACpE,EAAE,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG;YACV,YAAY,EAAE,IAAI;YAClB,sBAAsB,EAAE,IAAI;SAC7B,CAAC;QACF,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CACjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC,CAC3C,CAAC;QACF,IAAI,EAAE,EAAE,CAAC;YACP,IAAI,CAAC,IAAI,GAAG;gBACV,YAAY,EAAE,EAAE,CAAC,YAAY;gBAC7B,sBAAsB,EAAE,EAAE,CAAC,sBAAsB;aAClD,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI;gBAAE,MAAM;YAC3B,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACxC,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;oBACpB,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,wEAAwE;gBACxE,qEAAqE;gBACrE,sEAAsE;gBACtE,2EAA2E;gBAC3E,IAAI,IAAI,CAAC,QAAQ;oBAAE,MAAM;gBACzB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;gBACrD,KAAK,GAAG,CAAC;gBACT,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,IAAI,kBAAkB,GAAG,KAAK,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACvC,IAAI,GAAG,EAAE,CAAC;gBACR,kBAAkB,GAAG,IAAI,CAAC;gBAC1B,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;gBAC3B,yEAAyE;gBACzE,mEAAmE;gBACnE,oBAAoB;gBACpB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC1B,mEAAmE;gBACnE,wEAAwE;gBACxE,oEAAoE;gBACpE,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC3B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC3B,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,2EAA2E;YAC3E,0EAA0E;YAC1E,yEAAyE;YACzE,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,kBAAkB;oBAAE,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnD,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,6EAA6E;QAC7E,sEAAsE;QACtE,kEAAkE;QAClE,8EAA8E;QAC9E,yEAAyE;QACzE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAC5C,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,gBAAgB,EACrB,KAAK,EACL,OAAO,EACP,IAAI,CAAC,SAAS,CACf,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,qBAAqB,CAAC,UAAU,CAG9C,EAAE,CAAC;YACH,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI;gBAAE,MAAM;YAC5C,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YACnC,SAAS,IAAI,CAAC,CAAC;QACjB,CAAC;QAED,yEAAyE;QACzE,8DAA8D;QAC9D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAC5C,OAAO,EACP,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,QAAQ,EACb,OAAO,EACP,IAAI,CAAC,SAAS,EACd,SAAS,EACT,IAAI,CAAC,YAAY,EACjB,GAAG,CACJ,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,kBAAkB,CAAC,UAAU,CAG3C,EAAE,CAAC;YACH,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI;gBAAE,MAAM;YAC5C,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YACnC,SAAS,IAAI,CAAC,CAAC;QACjB,CAAC;QAED,gDAAgD;QAChD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CACrC,OAAO,EACP,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,QAAQ,EACb,OAAO,EACP,IAAI,CAAC,SAAS,EACd,OAAO,EACP,IAAI,CAAC,OAAO,EACZ,SAAS,EACT,IAAI,CAAC,YAAY,EACjB,GAAG,CACJ,CAAC;QACF,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACvD,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,oBAAoB;QACtB,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAGpC,EAAE,CAAC;YACH,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI;gBAAE,MAAM;YAC5C,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YACnC,SAAS,IAAI,CAAC,CAAC;QACjB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,QAAQ,CACpB,QAAgB,EAChB,KAAuB;QAEvB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI;YAAE,OAAO;QAC5B,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;QACtC,IAAI,CAAC;YACH,2BAA2B;YAC3B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAC1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAClD,CAAC;YACF,IAAI,WAAW,EAAE,CAAC;gBAChB,wEAAwE;gBACxE,4EAA4E;gBAC5E,2EAA2E;gBAC3E,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC9B,OAAO;YACT,CAAC;YAED,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACvD,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,uEAAuE;YACvE,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;gBAC5B,sEAAsE;gBACtE,iCAAiC;gBACjC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBACrD,MAAM,OAAO,GAAG,OAAO,KAAK,IAAI,IAAI,eAAe,IAAI,OAAO,CAAC;gBAE/D,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,yDAAyD;oBACzD,MAAM,GAAG,GAA4B;wBACnC,EAAE;wBACF,KAAK;wBACL,QAAQ;wBACR,aAAa,EAAE,KAAK,IAAI,EAAE;4BACxB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gCACnB,MAAM,IAAI,cAAc,CAAC;oCACvB,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG;oCACxB,aAAa,EAAE,CAAC,CAAC;oCACjB,OAAO,EAAE,IAAI;iCACd,CAAC,CAAC;4BACL,CAAC;4BACD,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;wBACxC,CAAC;qBACF,CAAC;oBACF,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;oBAC7B,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC;gBACD,sEAAsE;gBACtE,wEAAwE;gBACxE,0EAA0E;gBAC1E,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBAC1D,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAC3B;oBACE,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,YAAY,EAAE,QAAQ;oBACtB,sBAAsB,EAAE,eAAe;iBACxC,EACD,EAAE,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,uEAAuE;YACvE,oEAAoE;YACpE,4EAA4E;YAC5E,uEAAuE;YACvE,kEAAkE;YAClE,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,IAAI,IAAI,CAAC;YAC1D,IAAI,CAAC,IAAI,GAAG;gBACV,YAAY,EAAE,QAAQ;gBACtB,sBAAsB,EACpB,QAAQ,KAAK,IAAI,IAAI,QAAQ,GAAG,eAAe;oBAC7C,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,eAAe;aACtB,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACnC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC9C,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;gBACvC,IAAI,CAAC,KAAK,CAAC,SAAS,CAClB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,CACxD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC1B,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBACjD,CAAC;gBAAC,MAAM,CAAC;oBACP,kEAAkE;oBAClE,iEAAiE;gBACnE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,cAAc,EAAE,CAAC;gBAClC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YACD,2EAA2E;YAC3E,4EAA4E;YAC5E,IAAI,GAAG,YAAY,0BAA0B,EAAE,CAAC;gBAC9C,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,CAAC;gBACjE,OAAO;YACT,CAAC;YACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACrD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,UAAU,CAAC,QAAgB;QACvC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACjE,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,QAAgB,EAChB,KAAuB,EACvB,GAAY;QAEZ,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACtD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACpC,IAAI,OAAO,GAAG,IAAI,CAAC,gBAAgB;YAAE,OAAO,CAAC,iCAAiC;QAC9E,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC;gBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,OAAO,EAAE,KAAK,CAAC,QAAQ;gBACvB,OAAO,EAAE,KAAgC;gBACzC,YAAY,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;gBAC9D,UAAU,EAAE,OAAO;aACpB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC/D,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,kEAAkE;QACpE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAwB;QACjC,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,uBAAuB,CAAC;QAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,IAAI,CAAC,IAAI;gBACT,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;aACnD,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,aAAa;QACf,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,KAAK,CAAC,CAAC;QAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACtC,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAC3C,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC;IACxC,CAAC;CACF"}

package/dist/worker/signal-drain.d.ts

@@ -0,0 +1,83 @@
+/**
+ * A stop-handler: a worker's bounded graceful-stop. Receives the remaining
+ * budget (ms) so it can bound its OWN flush/release within the global deadline.
+ * Resolves when the worker has flushed in-flight work + released its leases.
+ */
+export type StopHandler = (remainingMs: number) => Promise<void>;
+export interface SignalDrainOpts {
+    /**
+     * Default bound (ms) for `stop()` when the caller doesn't pass one. After it
+     * elapses, drain resolves even if a handler is still running (the handler is
+     * abandoned; a wedged worker cannot hang shutdown). Default 30_000.
+     */
+    defaultTimeoutMs?: number;
+    /**
+     * Signals to install handlers for. Default `["SIGTERM", "SIGINT"]`. Pass `[]`
+     * to register NO OS handlers (drive `stop()` manually — used by tests).
+     */
+    signals?: readonly NodeJS.Signals[];
+    /**
+     * Invoked once drain completes (cleanly or on timeout). When OS signal
+     * handlers are installed this typically calls `process.exit(0)`; omit to
+     * leave exit to the caller (the default — SignalDrain never force-exits on
+     * its own).
+     */
+    onDrained?: (result: DrainResult) => void;
+}
+export interface DrainResult {
+    /** True if EVERY handler resolved within the bound; false if any timed out. */
+    drainedCleanly: boolean;
+    /** Number of stop-handlers that were registered when drain ran. */
+    handlerCount: number;
+    /** Wall-clock ms the drain took. */
+    durationMs: number;
+}
+/**
+ * Coordinates graceful shutdown across every worker in a process. Register each
+ * worker's bounded `stop` via {@link register}; on SIGTERM/SIGINT (or a manual
+ * {@link stop} call) SignalDrain runs them all concurrently under ONE global
+ * deadline, then resolves — bounded, so a wedged handler can't hang shutdown.
+ *
+ * Usage:
+ *   const drain = new SignalDrain({ onDrained: () => process.exit(0) });
+ *   drain.register((remainingMs) => worker.stop({ timeoutMs: remainingMs }).then(() => {}));
+ *   // SIGTERM → all workers stop within 30s, then process.exit(0).
+ */
+export declare class SignalDrain {
+    private readonly handlers;
+    private readonly defaultTimeoutMs;
+    private readonly signals;
+    private readonly onDrained?;
+    private readonly installed;
+    private draining;
+    private drainPromise;
+    constructor(opts?: SignalDrainOpts);
+    /** Number of currently-registered stop-handlers. */
+    get size(): number;
+    /** Is a drain currently in progress? */
+    get isDraining(): boolean;
+    /**
+     * Register a stop-handler (a worker's bounded graceful-stop). Returns an
+     * `unregister` fn so a worker that stops on its own removes itself.
+     */
+    register(handler: StopHandler): () => void;
+    private installSignalHandlers;
+    /**
+     * Run every registered stop-handler CONCURRENTLY under a single global
+     * deadline (`opts.timeoutMs` or the constructor default). Each handler gets
+     * the remaining budget so it can bound its own flush/release. Resolves once
+     * all handlers settle OR the deadline elapses (whichever first) — BOUNDED.
+     * Idempotent: a second call returns the in-flight drain.
+     */
+    stop(opts?: {
+        timeoutMs?: number;
+    }): Promise<DrainResult>;
+    private removeSignalHandlers;
+    /**
+     * Tear down WITHOUT draining — removes the OS signal handlers and clears the
+     * registry. For tests / hot-reload that need to drop a SignalDrain without
+     * triggering shutdown.
+     */
+    dispose(): void;
+}
+//# sourceMappingURL=signal-drain.d.ts.map

package/dist/worker/signal-drain.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"signal-drain.d.ts","sourceRoot":"","sources":["../../src/worker/signal-drain.ts"],"names":[],"mappings":"AAcA;;;;GAIG;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAEjE,MAAM,WAAW,eAAe;IAC9B;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,OAAO,CAAC,EAAE,SAAS,MAAM,CAAC,OAAO,EAAE,CAAC;IACpC;;;;;OAKG;IACH,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,WAAW;IAC1B,+EAA+E;IAC/E,cAAc,EAAE,OAAO,CAAC;IACxB,mEAAmE;IACnE,YAAY,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,UAAU,EAAE,MAAM,CAAC;CACpB;AAKD;;;;;;;;;;GAUG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkC;IAC3D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA4B;IACpD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAgC;IAC3D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAGlB;IACR,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,YAAY,CAAqC;gBAE7C,IAAI,GAAE,eAAoB;IAOtC,oDAAoD;IACpD,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,wCAAwC;IACxC,IAAI,UAAU,IAAI,OAAO,CAExB;IAED;;;OAGG;IACH,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,IAAI;IAQ1C,OAAO,CAAC,qBAAqB;IAU7B;;;;;;OAMG;IACG,IAAI,CAAC,IAAI,GAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC,WAAW,CAAC;IA8CnE,OAAO,CAAC,oBAAoB;IAO5B;;;;OAIG;IACH,OAAO,IAAI,IAAI;CAIhB"}