@openrig/cli 0.6.12 → 0.6.14

package/daemon/dist/domain/gateway/slack/recovery-budget.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recovery-budget.d.ts","sourceRoot":"","sources":["../../../../src/domain/gateway/slack/recovery-budget.ts"],"names":[],"mappings":"AAEA,yEAAyE;AACzE,eAAO,MAAM,OAAO,0BAA0B,CAAC;AAC/C,eAAO,MAAM,OAAO,0BAA0B,CAAC;AAE/C,MAAM,WAAW,cAAc;IAAG,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE;AAEpF,8FAA8F;AAC9F,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAE7D;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAEvE;AAED,sGAAsG;AACtG,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA6B;IACnD,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO;IAC7C,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,IAAI;CACvC;AAED,uDAAuD;AACvD,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,wEAAwE;IACxE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;CAChF"}

package/daemon/dist/domain/gateway/slack/recovery-budget.js

@@ -0,0 +1,18 @@
+// One recovery pass's work, shared in turn by every channel and thread it reaches.
+/** The two Slack methods recovery calls; each has its own rate limit. */
+export const HISTORY = "conversations.history";
+export const REPLIES = "conversations.replies";
+/** Four history calls, 100 entries and 15 seconds per pass, however many sources share it. */
+export function newRecoveryBudget(now) {
+    return { deadline: now + 15_000, calls: 0, entries: 0 };
+}
+export function budgetLeft(budget, now) {
+    return budget.calls < 4 && budget.entries < 100 && now < budget.deadline;
+}
+/** Slack rate-limits each Web API method on its own, so a Retry-After holds back only that method. */
+export class MethodBackoff {
+    until = new Map();
+    blocked(method, now) { return (this.until.get(method) ?? 0) > now; }
+    hold(method, at) { this.until.set(method, Math.max(at, this.until.get(method) ?? 0)); }
+}
+//# sourceMappingURL=recovery-budget.js.map

package/daemon/dist/domain/gateway/slack/recovery-budget.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recovery-budget.js","sourceRoot":"","sources":["../../../../src/domain/gateway/slack/recovery-budget.ts"],"names":[],"mappings":"AAAA,mFAAmF;AAEnF,yEAAyE;AACzE,MAAM,CAAC,MAAM,OAAO,GAAG,uBAAuB,CAAC;AAC/C,MAAM,CAAC,MAAM,OAAO,GAAG,uBAAuB,CAAC;AAI/C,8FAA8F;AAC9F,MAAM,UAAU,iBAAiB,CAAC,GAAW;IAC3C,OAAO,EAAE,QAAQ,EAAE,GAAG,GAAG,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAsB,EAAE,GAAW;IAC5D,OAAO,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,GAAG,GAAG,IAAI,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC;AAC3E,CAAC;AAED,sGAAsG;AACtG,MAAM,OAAO,aAAa;IACP,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACnD,OAAO,CAAC,MAAc,EAAE,GAAW,IAAa,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAC7F,IAAI,CAAC,MAAc,EAAE,EAAU,IAAU,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC9G"}

package/daemon/dist/domain/gateway/slack/slack-recovery.d.ts

@@ -0,0 +1,104 @@
+import type { FetchImpl } from "./slack-api.js";
+import type { InboundRouter } from "./inbound.js";
+import { ChannelCoverageStore, ThreadCoverageStore } from "./state-store.js";
+/** A thread is tracked while its root was posted, or it closed, within this window. */
+export declare const THREAD_WINDOW_MS: number;
+export interface TrackedThread {
+    channel: string;
+    threadTs: string;
+    state?: string;
+    closedAt?: string | null;
+}
+/** The channels this machine recovers: its default channel and its channel map's, except a channel
+ *  its configuration relays to the machine that owns it (that machine recovers it). */
+export declare function ownedRecoveryChannels(cfg: {
+    channel: string | null;
+    channelMap?: Array<{
+        channel: string;
+    }>;
+    forwardChannels?: unknown;
+}): string[];
+interface SlackRecoveryOptions {
+    /** The machine's default channel first. "adoption" for a channel recovery newly covers. */
+    channels: Array<{
+        channel: string;
+        seed?: "adoption";
+    }>;
+    token: string | null;
+    stateDir: string;
+    router: InboundRouter;
+    /** Tracked thread roots in these channels posted, or closed, at or after `since` (ISO). */
+    trackedThreads?: (channels: string[], since: string) => TrackedThread[];
+    fetchImpl?: FetchImpl;
+    now?: () => number;
+    channelStore?: ChannelCoverageStore;
+    threadStore?: ThreadCoverageStore;
+    /** This machine has no connection of its own; the hub relays its channels' events. A configured channel is recovered
+     *  only once the hub has relayed it here (adoptRelayed), from that moment, and across restarts. A machine nothing is
+     *  relayed to never reads history. */
+    relayed?: boolean;
+}
+export declare class SlackRecovery {
+    private readonly opts;
+    private readonly channels;
+    private readonly channelStore;
+    private readonly threadStore;
+    private threads;
+    private readonly backoff;
+    private readonly now;
+    private pass?;
+    private stopped;
+    private lastChannel;
+    private lastThread;
+    private threadsUnavailable;
+    private initialized;
+    private readonly adoptedHere;
+    private readonly threadTotals;
+    constructor(opts: SlackRecoveryOptions);
+    initialize(): void;
+    /** The hub relayed an event for `channel` here, received at `atMs`. A configured channel is adopted the first time, with
+     *  its coverage starting at that receipt; a channel this machine isn't configured for is never adopted. */
+    adoptRelayed(channel: string | undefined, atMs: number): void;
+    stop(): void;
+    run(): Promise<void>;
+    /** On a relayed machine, the configured channels the hub has relayed here (saved, so a restart keeps them). */
+    private relayAdopted;
+    private activeChannels;
+    /** Slack's rate limit holds a method for the whole workspace. Before any source is admitted, restore each method's hold
+     *  from every saved rate-limit deadline, including one on a thread no longer tracked. A deadline saved without the
+     *  marker, as an older daemon saved every backoff, may be a rate limit, so it holds the method too. */
+    private restoreMethodHolds;
+    private scan;
+    private trackedThreadSources;
+    status(): {
+        acceptedThisProcess: number;
+        deadLetteredThisProcess: number;
+        limits: string[];
+        channels: {
+            state: string;
+            reason: string | undefined;
+            channel: string | null;
+            lastScanAt: string | undefined;
+            coverage: import("./state-store.js").ChannelCoverage | null;
+            acceptedThisProcess: number;
+            deadLetteredThisProcess: number;
+        }[];
+        threads: {
+            tracked: number;
+            scanned: number;
+            pending: number;
+            oldestPendingSeconds: number | null;
+            backoff: Record<string, number>;
+            incomplete: Record<string, number>;
+            reason?: string | undefined;
+            state: string;
+        };
+        state: string;
+        reason: string | undefined;
+        channel: string | null;
+        lastScanAt: string | undefined;
+        coverage: import("./state-store.js").ChannelCoverage | null;
+    };
+}
+export {};
+//# sourceMappingURL=slack-recovery.d.ts.map

package/daemon/dist/domain/gateway/slack/slack-recovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"slack-recovery.d.ts","sourceRoot":"","sources":["../../../../src/domain/gateway/slack/slack-recovery.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAGlD,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAoD,MAAM,kBAAkB,CAAC;AAG/H,uFAAuF;AACvF,eAAO,MAAM,gBAAgB,QAA0B,CAAC;AAExD,MAAM,WAAW,aAAa;IAAG,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE;AAE9G;uFACuF;AACvF,wBAAgB,qBAAqB,CAAC,GAAG,EAAE;IAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAAC,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,MAAM,EAAE,CASnJ;AAED,UAAU,oBAAoB;IAC5B,2FAA2F;IAC3F,QAAQ,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,UAAU,CAAA;KAAE,CAAC,CAAC;IACxD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,aAAa,CAAC;IACtB,2FAA2F;IAC3F,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,KAAK,aAAa,EAAE,CAAC;IACxE,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,oBAAoB,CAAC;IACpC,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC;;0CAEsC;IACtC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAID,qBAAa,aAAa;IAiBZ,OAAO,CAAC,QAAQ,CAAC,IAAI;IAhBjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAuB;IACpD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsB;IAClD,OAAO,CAAC,OAAO,CAAoC;IACnD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuB;IAC/C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,IAAI,CAAC,CAAgB;IAC7B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IAEjD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;gBAEpC,IAAI,EAAE,oBAAoB;IASvD,UAAU,IAAI,IAAI;IAQlB;+GAC2G;IAC3G,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAW7D,IAAI,IAAI,IAAI;IAKZ,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAUpB,+GAA+G;IAC/G,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,cAAc;IAKtB;;2GAEuG;IACvG,OAAO,CAAC,kBAAkB;YAcZ,IAAI;IAyBlB,OAAO,CAAC,oBAAoB;IA4B5B,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8CP"}

package/daemon/dist/domain/gateway/slack/slack-recovery.js

@@ -0,0 +1,236 @@
+// Missed-message recovery for the channels this machine owns and the threads it tracks in them.
+// A pass shares one budget, taken alternately by channels and threads (each kind in rotation), so
+// neither kind starves the other.
+import path from "node:path";
+import { ChannelRecovery } from "./channel-recovery.js";
+import { ThreadRecovery, threadKey } from "./thread-recovery.js";
+import { ChannelCoverageStore, ThreadCoverageStore, slackMicros, slackTimestamp } from "./state-store.js";
+import { budgetLeft, HISTORY, MethodBackoff, newRecoveryBudget, REPLIES } from "./recovery-budget.js";
+/** A thread is tracked while its root was posted, or it closed, within this window. */
+export const THREAD_WINDOW_MS = 7 * 24 * 60 * 60 * 1000;
+/** The channels this machine recovers: its default channel and its channel map's, except a channel
+ *  its configuration relays to the machine that owns it (that machine recovers it). */
+export function ownedRecoveryChannels(cfg) {
+    const relayed = new Set(Array.isArray(cfg.forwardChannels)
+        ? cfg.forwardChannels.flatMap((f) => (f && typeof f.channel === "string" ? [f.channel] : []))
+        : []);
+    const out = [];
+    for (const channel of [cfg.channel, ...(cfg.channelMap ?? []).map((e) => e.channel)]) {
+        if (channel && !relayed.has(channel) && !out.includes(channel))
+            out.push(channel);
+    }
+    return out;
+}
+export class SlackRecovery {
+    opts;
+    channels;
+    channelStore;
+    threadStore;
+    threads = new Map();
+    backoff = new MethodBackoff();
+    now;
+    pass;
+    stopped = false;
+    lastChannel;
+    lastThread;
+    threadsUnavailable;
+    initialized = false;
+    adoptedHere = new Set();
+    // Thread recoveries since the connector started, kept when a thread leaves the window.
+    threadTotals = { accepted: 0, deadLettered: 0 };
+    constructor(opts) {
+        this.opts = opts;
+        this.now = opts.now ?? Date.now;
+        this.channelStore = opts.channelStore ?? new ChannelCoverageStore(path.join(opts.stateDir, "slack-channel-coverage.json"));
+        const channels = opts.channels.length ? opts.channels : [{ channel: null }];
+        this.channels = channels.map((c) => new ChannelRecovery({ channel: c.channel, token: opts.token, stateDir: opts.stateDir,
+            router: opts.router, fetchImpl: opts.fetchImpl, store: this.channelStore, now: this.now, ...(c.seed ? { seed: c.seed } : {}) }));
+        this.threadStore = opts.threadStore ?? new ThreadCoverageStore(path.join(opts.stateDir, "slack-thread-coverage.json"));
+    }
+    initialize() {
+        this.initialized = true;
+        for (const channel of this.activeChannels()) {
+            channel.initialize();
+            if (channel.channel)
+                this.adoptedHere.add(channel.channel);
+        }
+    }
+    /** The hub relayed an event for `channel` here, received at `atMs`. A configured channel is adopted the first time, with
+     *  its coverage starting at that receipt; a channel this machine isn't configured for is never adopted. */
+    adoptRelayed(channel, atMs) {
+        if (!this.opts.relayed || !channel || this.stopped || this.adoptedHere.has(channel))
+            return;
+        const source = this.channels.find((c) => c.channel === channel);
+        if (!source)
+            return;
+        try {
+            this.channelStore.adoptRelayed(channel, slackTimestamp(BigInt(atMs) * 1000n));
+            source.initialize();
+            this.adoptedHere.add(channel);
+        }
+        catch { /* an unreadable checkpoint file is never replaced; the channel keeps waiting */ }
+    }
+    stop() {
+        this.stopped = true;
+        for (const channel of this.channels)
+            channel.stop();
+    }
+    run() {
+        if (this.pass)
+            return this.pass;
+        if (this.stopped || !this.opts.token)
+            return Promise.resolve();
+        if (!this.initialized)
+            this.initialize();
+        const pass = this.scan();
+        this.pass = pass;
+        void pass.finally(() => { if (this.pass === pass)
+            this.pass = undefined; });
+        return pass;
+    }
+    /** On a relayed machine, the configured channels the hub has relayed here (saved, so a restart keeps them). */
+    relayAdopted() {
+        if (!this.opts.relayed)
+            return null;
+        try {
+            return new Set(Object.entries(this.channelStore.all()).flatMap(([channel, c]) => (c.relayAdoptedAt ? [channel] : [])));
+        }
+        catch {
+            return new Set();
+        }
+    }
+    activeChannels() {
+        const adopted = this.relayAdopted();
+        return adopted ? this.channels.filter((c) => c.channel !== null && adopted.has(c.channel)) : this.channels;
+    }
+    /** Slack's rate limit holds a method for the whole workspace. Before any source is admitted, restore each method's hold
+     *  from every saved rate-limit deadline, including one on a thread no longer tracked. A deadline saved without the
+     *  marker, as an older daemon saved every backoff, may be a rate limit, so it holds the method too. */
+    restoreMethodHolds() {
+        const now = this.now();
+        try {
+            for (const c of Object.values(this.channelStore.all())) {
+                if (c.rateLimited !== false && c.nextRetryAt && c.nextRetryAt > now)
+                    this.backoff.hold(HISTORY, c.nextRetryAt);
+            }
+        }
+        catch { /* an unreadable channel file leaves its channels unavailable */ }
+        try {
+            for (const t of Object.values(this.threadStore.read())) {
+                if (t.rateLimited !== false && t.nextRetryAt && t.nextRetryAt > now)
+                    this.backoff.hold(REPLIES, t.nextRetryAt);
+            }
+        }
+        catch { /* reported when threads are listed */ }
+    }
+    async scan() {
+        this.restoreMethodHolds();
+        // Channels and threads take turns one step at a time, each kind in its own rotation. A source with
+        // more to scan rejoins the back of its kind's queue; a kind with nothing left gives its turns away.
+        const queues = [rotate(this.activeChannels(), this.lastChannel), rotate(this.trackedThreadSources(), this.lastThread)];
+        const budget = newRecoveryBudget(this.now());
+        let kind = 0;
+        while (!this.stopped && budgetLeft(budget, this.now()) && (queues[0].length || queues[1].length)) {
+            if (!queues[kind].length)
+                kind = 1 - kind;
+            const source = queues[kind].shift();
+            if (source instanceof ThreadRecovery) {
+                this.lastThread = source.key;
+                const before = { accepted: source.accepted, deadLettered: source.deadLettered };
+                const more = await source.step(budget, this.backoff);
+                this.threadTotals.accepted += source.accepted - before.accepted;
+                this.threadTotals.deadLettered += source.deadLettered - before.deadLettered;
+                if (more === "more")
+                    queues[kind].push(source);
+            }
+            else {
+                this.lastChannel = source.key;
+                if (await source.step(budget, this.backoff) === "more")
+                    queues[kind].push(source);
+            }
+            kind = 1 - kind;
+        }
+    }
+    trackedThreadSources() {
+        if (!this.opts.trackedThreads || !this.opts.token)
+            return [];
+        let stored;
+        try {
+            stored = this.threadStore.read();
+            this.threadsUnavailable = undefined;
+        }
+        catch {
+            // Never replace an unreadable checkpoint file with fresh floors.
+            this.threadsUnavailable = "checkpoint-unreadable-or-unwritable";
+            return [];
+        }
+        const owned = this.activeChannels().flatMap((c) => (c.channel ? [c.channel] : []));
+        const since = new Date(this.now() - THREAD_WINDOW_MS).toISOString();
+        const next = new Map();
+        for (const t of this.opts.trackedThreads(owned, since)) {
+            if (!owned.includes(t.channel) || slackMicros(t.threadTs) === null)
+                continue;
+            const key = threadKey(t.channel, t.threadTs);
+            const mapping = `${t.state ?? ""}|${t.closedAt ?? ""}`;
+            const prior = this.threads.get(key);
+            // A changed mapping gets a fresh source (so a thread Slack couldn't find is asked again); saved coverage carries over.
+            next.set(key, prior && prior.mapping === mapping ? prior : { mapping, source: new ThreadRecovery({ channel: t.channel,
+                    threadTs: t.threadTs, token: this.opts.token, store: this.threadStore, stored: stored[key], router: this.opts.router,
+                    fetchImpl: this.opts.fetchImpl, now: this.now, stopped: () => this.stopped }) });
+        }
+        this.threads = next;
+        return [...next.values()].map((t) => t.source).sort((a, b) => (a.key < b.key ? -1 : 1));
+    }
+    status() {
+        const adopted = this.relayAdopted();
+        const channels = this.channels.map((c) => {
+            const s = c.status();
+            return adopted && c.channel && !adopted.has(c.channel) ? { ...s, state: "waiting", reason: "no-relayed-event-yet" } : s;
+        });
+        const [primary, ...others] = channels;
+        const threads = [...this.threads.values()].map((t) => t.source);
+        const count = (state) => threads.filter((t) => t.state === state).length;
+        const byReason = (states) => threads.reduce((acc, t) => {
+            if (states.includes(t.state))
+                acc[t.reason ?? "unknown"] = (acc[t.reason ?? "unknown"] ?? 0) + 1;
+            return acc;
+        }, {});
+        const now = this.now();
+        const behind = (t) => Math.max(0, Math.floor(now / 1000 - Number(slackMicros(t.coveredThrough) / 1000000n)));
+        const pending = threads.filter((t) => t.state === "pending");
+        const sum = (values) => values.reduce((n, v) => n + v, 0);
+        return {
+            ...primary,
+            // Every channel and thread recovered since the connector started, the default channel's included.
+            acceptedThisProcess: sum(channels.map((c) => c.acceptedThisProcess)) + this.threadTotals.accepted,
+            deadLetteredThisProcess: sum(channels.map((c) => c.deadLetteredThisProcess)) + this.threadTotals.deadLettered,
+            limits: [
+                "older history unknown",
+                "counts reset on connector rewire/restart",
+                "history of the channels this machine owns, including broadcast replies, and replies in tracked threads whose root was posted or which closed within seven days",
+                "missed replies in older open threads aren't recovered; live delivery is unchanged",
+                "a recovered thread reply, or a broadcast reply recovered in a newly covered channel, lands as a late reply row and never answers a decision",
+                ...(channels.some((c) => c.coverage?.historyLimited) ? ["Slack plan limit excludes older history; only available messages were scanned"] : []),
+                "coverage means scanned available history; dead letters are custody, not delivery",
+                "five-second settle margin; larger clock skew or history visibility lag remains unverified",
+                "four calls / 100 entries / 15 seconds per pass, taken in turn by channels and threads; no global chronological ordering",
+            ],
+            channels: others.map(({ limits: _limits, ...rest }) => rest),
+            threads: {
+                state: !this.opts.trackedThreads ? "not-configured" : this.threadsUnavailable ? "unavailable" : "available",
+                ...(this.threadsUnavailable ? { reason: this.threadsUnavailable } : {}),
+                tracked: threads.length,
+                scanned: count("scanned"),
+                pending: pending.length,
+                oldestPendingSeconds: pending.length ? Math.max(...pending.map(behind)) : null,
+                backoff: byReason(["backoff"]),
+                incomplete: byReason(["incomplete"]),
+            },
+        };
+    }
+}
+function rotate(sources, last) {
+    const start = last === undefined ? 0 : sources.findIndex((s) => s.key === last) + 1;
+    return [...sources.slice(start), ...sources.slice(0, start)];
+}
+//# sourceMappingURL=slack-recovery.js.map

package/daemon/dist/domain/gateway/slack/slack-recovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"slack-recovery.js","sourceRoot":"","sources":["../../../../src/domain/gateway/slack/slack-recovery.ts"],"names":[],"mappings":"AAAA,gGAAgG;AAChG,kGAAkG;AAClG,kCAAkC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,WAAW,EAAE,cAAc,EAAuB,MAAM,kBAAkB,CAAC;AAC/H,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,OAAO,EAAuB,MAAM,sBAAsB,CAAC;AAE3H,uFAAuF;AACvF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAIxD;uFACuF;AACvF,MAAM,UAAU,qBAAqB,CAAC,GAAmG;IACvI,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QACxD,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7F,CAAC,CAAC,EAAE,CAAC,CAAC;IACR,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACrF,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAsBD,MAAM,OAAO,aAAa;IAiBK;IAhBZ,QAAQ,CAAoB;IAC5B,YAAY,CAAuB;IACnC,WAAW,CAAsB;IAC1C,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IAClC,OAAO,GAAG,IAAI,aAAa,EAAE,CAAC;IAC9B,GAAG,CAAe;IAC3B,IAAI,CAAiB;IACrB,OAAO,GAAG,KAAK,CAAC;IAChB,WAAW,CAAqB;IAChC,UAAU,CAAqB;IAC/B,kBAAkB,CAAqB;IACvC,WAAW,GAAG,KAAK,CAAC;IACX,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACjD,uFAAuF;IACtE,YAAY,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IAEjE,YAA6B,IAA0B;QAA1B,SAAI,GAAJ,IAAI,CAAsB;QACrD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,6BAA6B,CAAC,CAAC,CAAC;QAC3H,MAAM,QAAQ,GAAyD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAClI,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACtH,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACnI,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,4BAA4B,CAAC,CAAC,CAAC;IACzH,CAAC;IAED,UAAU;QACR,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;YAC5C,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,OAAO,CAAC,OAAO;gBAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED;+GAC2G;IAC3G,YAAY,CAAC,OAA2B,EAAE,IAAY;QACpD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO;QAC5F,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM;YAAE,OAAO;QACpB,IAAI,CAAC;YACH,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;YAC9E,MAAM,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC,CAAC,gFAAgF,CAAC,CAAC;IAC9F,CAAC;IAED,IAAI;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IACtD,CAAC;IAED,GAAG;QACD,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;QAChC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC/D,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,IAAI,CAAC,UAAU,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI;YAAE,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,+GAA+G;IACvG,YAAY;QAClB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACzH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,GAAG,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACpC,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;IAC7G,CAAC;IAED;;2GAEuG;IAC/F,kBAAkB;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;gBACvD,IAAI,CAAC,CAAC,WAAW,KAAK,KAAK,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,GAAG,GAAG;oBAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;YACjH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,gEAAgE,CAAC,CAAC;QAC5E,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;gBACvD,IAAI,CAAC,CAAC,WAAW,KAAK,KAAK,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,GAAG,GAAG;oBAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;YACjH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,sCAAsC,CAAC,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,mGAAmG;QACnG,oGAAoG;QACpG,MAAM,MAAM,GAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QAC3I,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7C,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,EAAE,CAAC;YACnG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAE,CAAC,MAAM;gBAAE,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;YAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAE,CAAC,KAAK,EAAG,CAAC;YACtC,IAAI,MAAM,YAAY,cAAc,EAAE,CAAC;gBACrC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;gBAC7B,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC;gBAChF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrD,IAAI,CAAC,YAAY,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBAChE,IAAI,CAAC,YAAY,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;gBAC5E,IAAI,IAAI,KAAK,MAAM;oBAAE,MAAM,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC;gBAC9B,IAAI,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,MAAM;oBAAE,MAAM,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrF,CAAC;YACD,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IAEO,oBAAoB;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAC7D,IAAI,MAAsC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,iEAAiE;YACjE,IAAI,CAAC,kBAAkB,GAAG,qCAAqC,CAAC;YAChE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnF,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC,CAAC,WAAW,EAAE,CAAC;QACpE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAyB,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,IAAI;gBAAE,SAAS;YAC7E,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpC,uHAAuH;YACvH,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO;oBACnH,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM;oBACpH,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED,MAAM;QACJ,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACvC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO,OAAO,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1H,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,GAAG,QAAQ,CAAC;QACtC,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC;QACjF,MAAM,QAAQ,GAAG,CAAC,MAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAyB,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;YACvF,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjG,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,CAAC,CAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAE,GAAG,QAAU,CAAC,CAAC,CAAC,CAAC;QAChI,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;QAC7D,MAAM,GAAG,GAAG,CAAC,MAAgB,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACpE,OAAO;YACL,GAAG,OAAQ;YACX,kGAAkG;YAClG,mBAAmB,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ;YACjG,uBAAuB,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY;YAC7G,MAAM,EAAE;gBACN,uBAAuB;gBACvB,0CAA0C;gBAC1C,gKAAgK;gBAChK,mFAAmF;gBACnF,6IAA6I;gBAC7I,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,+EAA+E,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9I,kFAAkF;gBAClF,2FAA2F;gBAC3F,yHAAyH;aAC1H;YACD,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;YAC5D,OAAO,EAAE;gBACP,KAAK,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW;gBAC3G,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,OAAO,EAAE,OAAO,CAAC,MAAM;gBACvB,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC;gBACzB,OAAO,EAAE,OAAO,CAAC,MAAM;gBACvB,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC9E,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC;gBAC9B,UAAU,EAAE,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC;aACrC;SACF,CAAC;IACJ,CAAC;CACF;AAED,SAAS,MAAM,CAA4B,OAAY,EAAE,IAAwB;IAC/E,MAAM,KAAK,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AAC/D,CAAC"}

package/daemon/dist/domain/gateway/slack/slack-subsystem.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"slack-subsystem.d.ts","sourceRoot":"","sources":["../../../../src/domain/gateway/slack/slack-subsystem.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAsB,KAAK,WAAW,EAA2B,MAAM,yBAAyB,CAAC;AAUxG,OAAO,EAAsH,KAAK,eAAe,EAA0E,MAAM,cAAc,CAAC;AAChP,OAAO,EAA6B,KAAK,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAOzF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AACnF,OAAO,EAAgD,KAAK,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAEhG,OAAO,EAAmC,KAAK,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAGlG,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAoBhD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,eAAe,CAAC;IAC3B,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5B,2FAA2F;IAC3F,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,CAAC;IACpC,6EAA6E;IAC7E,gBAAgB,CAAC,EAAE,MAAM,sBAAsB,CAAC;IAChD,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,EAAE,eAAe,CAAC;IAC3B,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,UAAU,GAAG,kBAAkB,GAAG,gBAAgB,CAAC,CAAC;CACzJ;AAED,UAAU,oBAAoB;IAC5B,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC5G;AAED;;yEAEyE;AACzE,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,eAAe,EAC1B,QAAQ,EAAE,oBAAoB,GAAG,SAAS,GACzC,WAAW,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAqBjD;AAED;;;;;;;;;;;;GAYG;AACH;;;kCAGkC;AAClC,wBAAgB,mBAAmB,CAAC,IAAI,EAAE;IACxC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACnD,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,eAAe,CA4ClB;AA+BD;wEACwE;AACxE,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,aAAa,GAAG,WAAW,CA+qBtE"}
+{"version":3,"file":"slack-subsystem.d.ts","sourceRoot":"","sources":["../../../../src/domain/gateway/slack/slack-subsystem.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAsB,KAAK,WAAW,EAA2B,MAAM,yBAAyB,CAAC;AAUxG,OAAO,EAAsH,KAAK,eAAe,EAA0E,MAAM,cAAc,CAAC;AAChP,OAAO,EAA6B,KAAK,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAOzF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AACnF,OAAO,EAAgD,KAAK,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAEhG,OAAO,EAAmC,KAAK,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAGlG,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAoBhD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,eAAe,CAAC;IAC3B,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5B,2FAA2F;IAC3F,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,CAAC;IACpC,6EAA6E;IAC7E,gBAAgB,CAAC,EAAE,MAAM,sBAAsB,CAAC;IAChD,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,EAAE,eAAe,CAAC;IAC3B,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,UAAU,GAAG,kBAAkB,GAAG,gBAAgB,CAAC,CAAC;CACzJ;AAED,UAAU,oBAAoB;IAC5B,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC5G;AAED;;yEAEyE;AACzE,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,eAAe,EAC1B,QAAQ,EAAE,oBAAoB,GAAG,SAAS,GACzC,WAAW,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAqBjD;AAED;;;;;;;;;;;;GAYG;AACH;;;kCAGkC;AAClC,wBAAgB,mBAAmB,CAAC,IAAI,EAAE;IACxC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACnD,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,eAAe,CA4ClB;AA+BD;wEACwE;AACxE,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,aAAa,GAAG,WAAW,CAqsBtE"}

package/daemon/dist/domain/gateway/slack/slack-subsystem.js

@@ -11,7 +11,7 @@
 // (slack-outbound-seen.jsonl, slack-inbound-seen.jsonl, slack-inbound-deadletter.jsonl), so
 // the relay's history IS the subsystem's history — enabling the subsystem replays nothing the
 // relay already delivered (the enable-time backlog rule survives the cutover by construction).
-import { ChannelRecovery } from "./channel-recovery.js";
+import { SlackRecovery, ownedRecoveryChannels } from "./slack-recovery.js";
 import { channelStateDigest } from "../channel-operations.js";
 import path from "node:path";
 import { createHash } from "node:crypto";
@@ -33,7 +33,7 @@ import { makeThreadRouteResolver } from "./thread-routing.js";
 import { resolveInboundChannelDestination, resolveOutboundChannel, unsupportedChannelMapFields } from "./channel-map.js";
 import { resolveRigRepresentative } from "../../queue-owner.js";
 import { getSelfHostId } from "../../hosts/fanout-contract.js";
-import { forwardChannelProblems, makeEnvelopeForwarder } from "./forwarding.js";
+import { envelopeChannel, forwardChannelProblems, makeEnvelopeForwarder } from "./forwarding.js";
 import { startSocketInbound } from "./socket-inbound.js";
 import { loadHumanRegistry, resolveSlackHandle } from "../human-registry.js";
 import { hasLiveHumanGate, isBlockerLive } from "../../queue-repository.js";
@@ -676,6 +676,17 @@ export function buildSlackGatewayWire(opts) {
     const starts = [];
     let inboundHandle;
     let recovery;
+    // Recovery covers the channels this machine owns and the threads tracked in them. The configured
+    // default channel keeps its established seed; a channel newly recovered starts at adoption.
+    const buildRecovery = (router, seedDefault, relayed = false) => new SlackRecovery({
+        channels: ownedRecoveryChannels(cfg).map((channel) => (seedDefault && channel === cfg.channel ? { channel } : { channel, seed: "adoption" })),
+        token: bot,
+        stateDir: stateDir(opts.home),
+        router,
+        trackedThreads: (channels, closedSince) => threadMap.trackedForRecovery(channels, closedSince),
+        fetchImpl: opts.fetchImpl,
+        ...(relayed ? { relayed: true } : {}),
+    });
     if (outboundReady) {
         const driver = new SlackOutboundDriver({
             home: opts.home,
@@ -801,25 +812,37 @@ export function buildSlackGatewayWire(opts) {
             log(`slack bot inbox OFF: ${!bot ? "SLACK_BOT_TOKEN unresolved (bots.info needs it)" : botInboxProblems(cfg).join("; ")}`);
         }
         // An envelope the hub relayed is handled here and never relayed again.
-        acceptForwarded = (env) => { relayedReceived++; return handleEnvelope(env, () => { }, built, log, undefined, { relayed: true }); };
+        acceptForwarded = (env) => {
+            relayedReceived++;
+            // A relayed event adopts its channel for recovery, from this local receipt time (only a channel configured here).
+            if (!inboundReady)
+                recovery?.adoptRelayed(envelopeChannel(env), Date.now());
+            return handleEnvelope(env, () => { }, built, log, undefined, { relayed: true });
+        };
         if (!inboundReady) {
             // No socket here, so no socket-driven retry: drain this machine's own retained events on the
-            // same five-minute cadence the socket uses, once services start.
+            // same five-minute cadence the socket uses, once services start. The hub relays this machine's
+            // channels' live events; each configured channel the hub has relayed here is also recovered,
+            // from its first relayed event, so this machine, which owns it, gets what nobody received.
+            const relayedRecovery = (recovery = buildRecovery(built, false, true));
+            const recover = () => { void relayedRecovery.run().catch(() => log("channel recovery failed; checkpoint retained")); };
             let retryTimer;
             starts.push(() => {
+                relayedRecovery.initialize(); // channels adopted before a restart resume from their saved coverage
                 retryTimer = setInterval(() => {
+                    recover();
                     void built.retryDeadLetters().catch((e) => log(`slack dead-letter retry failed: ${e.message}`));
                 }, opts.inboundRetryIntervalMs ?? 5 * 60 * 1000);
                 retryTimer.unref?.();
             });
-            stops.push(() => { if (retryTimer)
+            stops.push(() => { relayedRecovery.stop(); if (retryTimer)
                 clearInterval(retryTimer); });
         }
     }
     if (inboundReady && router) {
         const socketRouter = router;
         const receipts = new InboundReceiptStore(path.join(stateDir(opts.home), "slack-inbound-receipts.jsonl"));
-        recovery = new ChannelRecovery({ channel: cfg.channel, token: bot, stateDir: stateDir(opts.home), router: socketRouter, fetchImpl: opts.fetchImpl });
+        recovery = buildRecovery(socketRouter, true);
         starts.push(() => {
             recovery.initialize(); // persist the once-only floor before any live events
             inboundHandle = startSocketInbound(app, socketRouter, {