crewly 1.20.106 → 1.20.108

package/dist/backend/backend/src/services/restart/in-flight-turn-tracker.service.js

@@ -0,0 +1,246 @@
+/**
+ * In-Flight Turn Tracker
+ *
+ * Remembers, per agent session, the messages that were written into the
+ * agent's PTY (or handed to an in-process runtime) and whether the agent has
+ * finished the turn they started.
+ *
+ * Why this exists: the persistent message queue only protects messages that
+ * have not been delivered yet. Once a message is in the PTY it is off the
+ * queue, so a restart during the agent's turn used to lose the turn with no
+ * trace — the owner DM'd Ella at 01:38:30, a restart at 01:39:31 killed her
+ * mid-turn, and nothing picked it back up (2026-09-24). The drain and the
+ * interrupted-turn resume both read from here.
+ *
+ * Turn completion is decided by a {@link TurnProbe}, not by events alone:
+ * - the ActivityMonitor `agent:idle` event is a *prompt* to re-probe, never a
+ *   verdict — it fires on a 30s poll and is force-emitted after 15 minutes of
+ *   continuous output even when the agent is still working;
+ * - a reply (report-status / reply-slack / chat) is not a verdict either — an
+ *   agent says "on it" and keeps working, which is exactly the Ella case;
+ * - in-process (crewly-agent) turns end precisely when their promise settles,
+ *   so the caller reports that directly via {@link completeMessage}.
+ *
+ * @module services/restart/in-flight-turn-tracker
+ */
+import { LoggerService } from '../core/logger.service.js';
+import { SAFE_RESTART } from '../../constants.js';
+/** Marker that opens every scheduler / reconciler / status ping. */
+const SYSTEM_MARKER = /^\s*\[SYSTEM\b/;
+/**
+ * Build a one-line preview of a delivered message.
+ *
+ * @param text - Delivered text
+ * @returns Whitespace-collapsed text, cut to SAFE_RESTART.PREVIEW_CHARS
+ */
+export function previewOf(text) {
+    const flat = text.replace(/\s+/g, ' ').trim();
+    return flat.length > SAFE_RESTART.PREVIEW_CHARS ? `${flat.slice(0, SAFE_RESTART.PREVIEW_CHARS - 1)}…` : flat;
+}
+/**
+ * Tracks in-flight agent turns. Singleton; all state is in memory.
+ */
+export class InFlightTurnTracker {
+    static instance = null;
+    logger;
+    turns = new Map();
+    probe = null;
+    constructor() {
+        this.logger = LoggerService.getInstance().createComponentLogger('InFlightTurnTracker');
+    }
+    /**
+     * Get the singleton instance.
+     *
+     * @returns The tracker
+     */
+    static getInstance() {
+        if (!InFlightTurnTracker.instance) {
+            InFlightTurnTracker.instance = new InFlightTurnTracker();
+        }
+        return InFlightTurnTracker.instance;
+    }
+    /**
+     * Reset the singleton (tests only).
+     */
+    static resetInstance() {
+        InFlightTurnTracker.instance = null;
+    }
+    /**
+     * Install the probe used to decide whether a PTY session is still mid-turn.
+     *
+     * @param probe - Probe function, or null to remove
+     */
+    setProbe(probe) {
+        this.probe = probe;
+    }
+    /**
+     * Record a message that was just written into an agent's PTY or handed to
+     * its in-process runtime.
+     *
+     * Callers should {@link settle} the session *before* writing: if the agent
+     * is resting, whatever was still open belonged to a finished turn and is
+     * dropped, so a restart never resumes a message that was already answered.
+     * (After the write the echo makes the PTY look busy, so settling then
+     * proves nothing.)
+     *
+     * @param sessionName - Agent session
+     * @param text - Exactly what was delivered
+     * @param runtime - How it was delivered
+     * @param now - Current time (ms)
+     * @returns The recorded message (pass it to completeMessage for in-process turns)
+     */
+    recordDelivery(sessionName, text, runtime = 'pty', now = Date.now()) {
+        const message = {
+            deliveredAt: now,
+            text,
+            preview: previewOf(text),
+            systemEvent: SYSTEM_MARKER.test(text),
+        };
+        const turn = this.turns.get(sessionName);
+        if (!turn) {
+            this.turns.set(sessionName, { sessionName, runtime, since: now, messages: [message] });
+            return message;
+        }
+        turn.runtime = runtime;
+        turn.messages.push(message);
+        while (turn.messages.length > SAFE_RESTART.MAX_OPEN_MESSAGES_PER_SESSION) {
+            turn.messages.shift();
+        }
+        turn.since = turn.messages[0].deliveredAt;
+        return message;
+    }
+    /**
+     * Attach queue metadata to the most recent open delivery whose text matches.
+     * Called by the queue processor after a successful delivery so the resume
+     * path can re-enqueue with the original source (Slack thread etc.).
+     *
+     * @param sessionName - Agent session
+     * @param text - The delivered text (as passed to sendMessageToAgent)
+     * @param meta - Queue metadata
+     * @returns True if a matching delivery was found
+     */
+    annotate(sessionName, text, meta) {
+        const turn = this.turns.get(sessionName);
+        if (!turn)
+            return false;
+        for (let i = turn.messages.length - 1; i >= 0; i--) {
+            const msg = turn.messages[i];
+            if (msg.text === text) {
+                Object.assign(msg, meta, { systemEvent: meta.systemEvent ?? msg.systemEvent });
+                return true;
+            }
+        }
+        return false;
+    }
+    /**
+     * Mark one delivery as finished (in-process runtimes report this exactly).
+     *
+     * @param sessionName - Agent session
+     * @param message - The object returned by recordDelivery
+     */
+    completeMessage(sessionName, message) {
+        const turn = this.turns.get(sessionName);
+        if (!turn)
+            return;
+        turn.messages = turn.messages.filter((m) => m !== message);
+        if (turn.messages.length === 0) {
+            this.turns.delete(sessionName);
+        }
+        else {
+            turn.since = turn.messages[0].deliveredAt;
+        }
+    }
+    /**
+     * Drop every open delivery for a session (turn over, or session gone).
+     *
+     * @param sessionName - Agent session
+     * @param reason - Why, for the debug log
+     */
+    markTurnComplete(sessionName, reason) {
+        if (this.turns.delete(sessionName)) {
+            this.logger.debug('Turn complete', { sessionName, reason });
+        }
+    }
+    /**
+     * Re-check one session with the probe and drop its open deliveries if the
+     * agent is resting or its session is gone. In-process turns are left alone:
+     * only their promise can end them.
+     *
+     * @param sessionName - Agent session
+     * @param now - Current time (ms)
+     * @returns True if the session is still mid-turn afterwards
+     */
+    settle(sessionName, now = Date.now()) {
+        const turn = this.turns.get(sessionName);
+        if (!turn)
+            return false;
+        if (turn.runtime === 'in-process')
+            return true;
+        const newest = turn.messages[turn.messages.length - 1];
+        if (newest && now - newest.deliveredAt < SAFE_RESTART.TURN_START_GRACE_MS)
+            return true;
+        if (!this.probe)
+            return true;
+        let verdict;
+        try {
+            verdict = this.probe(sessionName);
+        }
+        catch (error) {
+            // A probe that throws cannot prove the turn is over — keep waiting.
+            this.logger.warn('Turn probe failed; treating session as busy', {
+                sessionName,
+                error: error instanceof Error ? error.message : String(error),
+            });
+            return true;
+        }
+        if (verdict === 'busy')
+            return true;
+        this.markTurnComplete(sessionName, verdict === 'gone' ? 'session gone' : 'agent resting');
+        return false;
+    }
+    /**
+     * Settle every tracked session and return those still mid-turn.
+     *
+     * @param now - Current time (ms)
+     * @returns Snapshot of in-flight turns, oldest first
+     */
+    getMidTurn(now = Date.now()) {
+        for (const sessionName of [...this.turns.keys()]) {
+            this.settle(sessionName, now);
+        }
+        return this.snapshot();
+    }
+    /**
+     * Snapshot of every open turn without probing.
+     *
+     * @returns Copies of the open turns, oldest first
+     */
+    snapshot() {
+        return [...this.turns.values()]
+            .map((t) => ({ ...t, messages: t.messages.map((m) => ({ ...m })) }))
+            .sort((a, b) => a.since - b.since);
+    }
+    /**
+     * Re-probe a session whenever the ActivityMonitor reports it idle, so a
+     * finished turn is forgotten promptly instead of lingering until the next
+     * delivery. The event only triggers the probe; it never decides alone.
+     *
+     * @param source - Event bus emitting 'eventPublished'
+     * @returns Function that detaches the listener
+     */
+    attachEventSource(source) {
+        const listener = (event) => {
+            if (event?.type === 'agent:idle' && typeof event.sessionName === 'string') {
+                this.settle(event.sessionName);
+            }
+        };
+        source.on('eventPublished', listener);
+        return () => {
+            if (source.off)
+                source.off('eventPublished', listener);
+            else
+                source.removeListener?.('eventPublished', listener);
+        };
+    }
+}
+//# sourceMappingURL=in-flight-turn-tracker.service.js.map

package/dist/backend/backend/src/services/restart/in-flight-turn-tracker.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-flight-turn-tracker.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/restart/in-flight-turn-tracker.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAAE,aAAa,EAAmB,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAwDlD,oEAAoE;AACpE,MAAM,aAAa,GAAG,gBAAgB,CAAC;AAEvC;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,IAAY;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,OAAO,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,aAAa,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9G,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,mBAAmB;IACvB,MAAM,CAAC,QAAQ,GAA+B,IAAI,CAAC;IAC1C,MAAM,CAAkB;IACxB,KAAK,GAAG,IAAI,GAAG,EAAwB,CAAC;IACjD,KAAK,GAAqB,IAAI,CAAC;IAEvC;QACC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,CAAC;IACxF,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,WAAW;QACjB,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,CAAC;YACnC,mBAAmB,CAAC,QAAQ,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAC1D,CAAC;QACD,OAAO,mBAAmB,CAAC,QAAQ,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa;QACnB,mBAAmB,CAAC,QAAQ,GAAG,IAAI,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,KAAuB;QAC/B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACpB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,cAAc,CAAC,WAAmB,EAAE,IAAY,EAAE,UAA2B,KAAK,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;QAC3G,MAAM,OAAO,GAAqB;YACjC,WAAW,EAAE,GAAG;YAChB,IAAI;YACJ,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC;YACxB,WAAW,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;SACrC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACvF,OAAO,OAAO,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,YAAY,CAAC,6BAA6B,EAAE,CAAC;YAC1E,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAC1C,OAAO,OAAO,CAAC;IAChB,CAAC;IAED;;;;;;;;;OASG;IACH,QAAQ,CAAC,WAAmB,EAAE,IAAY,EAAE,IAAkB;QAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QACxB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACpD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACvB,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC/E,OAAO,IAAI,CAAC;YACb,CAAC;QACF,CAAC;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,WAAmB,EAAE,OAAyB;QAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC;QAC3D,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAChC,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAC3C,CAAC;IACF,CAAC;IAED;;;;;OAKG;IACH,gBAAgB,CAAC,WAAmB,EAAE,MAAc;QACnD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;IACF,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,WAAmB,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QACxB,IAAI,IAAI,CAAC,OAAO,KAAK,YAAY;YAAE,OAAO,IAAI,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvD,IAAI,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,WAAW,GAAG,YAAY,CAAC,mBAAmB;YAAE,OAAO,IAAI,CAAC;QACvF,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAC7B,IAAI,OAAwB,CAAC;QAC7B,IAAI,CAAC;YACJ,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,oEAAoE;YACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;gBAC/D,WAAW;gBACX,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACb,CAAC;QACD,IAAI,OAAO,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QACpC,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QAC1F,OAAO,KAAK,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACH,UAAU,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QAClC,KAAK,MAAM,WAAW,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED;;;;OAIG;IACH,QAAQ;QACP,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;aAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;aACnE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED;;;;;;;OAOG;IACH,iBAAiB,CAAC,MAAuB;QACxC,MAAM,QAAQ,GAAG,CAAC,KAA8C,EAAQ,EAAE;YACzE,IAAI,KAAK,EAAE,IAAI,KAAK,YAAY,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC3E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;QACF,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;QACtC,OAAO,GAAG,EAAE;YACX,IAAI,MAAM,CAAC,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;;gBAClD,MAAM,CAAC,cAAc,EAAE,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;QAC1D,CAAC,CAAC;IACH,CAAC"}

package/dist/backend/backend/src/services/restart/interrupted-turns.d.ts

@@ -0,0 +1,153 @@
+/**
+ * Interrupted Turns — persist on shutdown, resume on boot.
+ *
+ * When the restart drain gives up (timeout, second signal, drain disabled),
+ * the turns still in flight are written to `<CREWLY_HOME>/interrupted-turns.json`.
+ * On the next boot those sessions count as having work in hand (so
+ * auto-restore brings them back), and once each agent is up its message is
+ * re-delivered with a short notice through the normal delivery path:
+ * - messages that came through the message queue are re-enqueued with their
+ *   original source, conversation and Slack thread, so replies still route;
+ * - anything else goes through `sendMessageToAgent`, whose registration gate
+ *   holds the text until the agent has registered.
+ *
+ * Scheduler / status pings ([SYSTEM] markers) are not persisted: their
+ * producers fire again after a restart, and replaying a stale ping is noise.
+ *
+ * @module services/restart/interrupted-turns
+ */
+import { type MessageSource } from '../../constants.js';
+import type { InFlightTurn } from './in-flight-turn-tracker.service.js';
+/** One interrupted message, as stored on disk. */
+export interface InterruptedTurnEntry {
+    /** Agent session that was mid-turn */
+    sessionName: string;
+    /** Epoch ms the message was delivered */
+    deliveredAt: number;
+    /** Exactly what had been written into the PTY */
+    text: string;
+    /** One-line preview */
+    preview: string;
+    /** Queue metadata, present when the message came through the message queue */
+    messageId?: string;
+    source?: string;
+    conversationId?: string;
+    originalContent?: string;
+    sourceMetadata?: Record<string, string | number | boolean>;
+}
+/** Outcome of loading the file. */
+export interface LoadedInterruptedTurns {
+    /** Entries young enough to resume */
+    fresh: InterruptedTurnEntry[];
+    /** Number of entries dropped for age or shape */
+    dropped: number;
+}
+/** Input for a message-queue re-enqueue. */
+export interface ResumeEnqueueInput {
+    content: string;
+    conversationId: string;
+    source: MessageSource;
+    sourceMetadata?: Record<string, string | number | boolean>;
+    targetSession?: string;
+}
+/** Dependencies of {@link resumeInterruptedTurns}. */
+export interface ResumeDeps {
+    /** Orchestrator session name */
+    orchestratorSession: string;
+    /** Whether the session is running now (PTY exists or in-process runtime registered) */
+    isSessionRunning: (sessionName: string) => boolean;
+    /** Enqueue on the persistent message queue */
+    enqueue: (input: ResumeEnqueueInput) => void;
+    /** Direct delivery (registration-gated) */
+    sendMessageToAgent: (sessionName: string, text: string) => Promise<{
+        success: boolean;
+        error?: string;
+        queued?: boolean;
+    }>;
+    /** Resolves true once the orchestrator is registered and active */
+    waitForOrchestratorActive: () => Promise<boolean>;
+    /** Called after each entry is handled (delivered, skipped or failed) */
+    onEntryHandled?: (entry: InterruptedTurnEntry, remaining: InterruptedTurnEntry[]) => void;
+    /** Logger */
+    logger: {
+        info: (msg: string, meta?: Record<string, unknown>) => void;
+        warn: (msg: string, meta?: Record<string, unknown>) => void;
+    };
+}
+/** Summary of a resume pass. */
+export interface ResumeSummary {
+    redelivered: number;
+    skipped: number;
+    failed: number;
+}
+/**
+ * Default location of the interrupted-turns file.
+ *
+ * @param crewlyHome - CREWLY_HOME directory
+ * @returns Absolute file path
+ */
+export declare function interruptedTurnsPath(crewlyHome: string): string;
+/**
+ * Flatten in-flight turns into storable entries, dropping [SYSTEM] pings.
+ *
+ * @param turns - Turns still in flight when the drain ended
+ * @returns Entries to persist
+ */
+export declare function toInterruptedEntries(turns: readonly InFlightTurn[]): InterruptedTurnEntry[];
+/**
+ * Write entries atomically (write-then-rename), or remove the file when empty.
+ *
+ * @param filePath - File path
+ * @param entries - Entries to store
+ * @param reason - Why they were interrupted
+ */
+export declare function writeInterruptedTurns(filePath: string, entries: readonly InterruptedTurnEntry[], reason?: string): void;
+/**
+ * Persist interrupted turns at shutdown, merged with any entries a previous
+ * boot had not resumed yet (so a quick second restart cannot drop them).
+ *
+ * @param filePath - File path
+ * @param turns - Turns still in flight
+ * @param reason - Drain outcome / signal
+ * @returns Number of entries now on disk
+ */
+export declare function saveInterruptedTurns(filePath: string, turns: readonly InFlightTurn[], reason?: string): number;
+/**
+ * Load entries worth resuming.
+ *
+ * @param filePath - File path
+ * @param now - Current time (ms)
+ * @param maxAgeMs - Older entries are dropped
+ * @returns Fresh entries and the number dropped
+ */
+export declare function loadInterruptedTurns(filePath: string, now?: number, maxAgeMs?: number): LoadedInterruptedTurns;
+/**
+ * Remove the file (missing file is fine).
+ *
+ * @param filePath - File path
+ */
+export declare function clearInterruptedTurns(filePath: string): void;
+/**
+ * Prefix a message with the resume notice, without stacking notices when a
+ * resumed message is itself interrupted again.
+ *
+ * @param original - The message to resume
+ * @returns Notice + original
+ */
+export declare function buildResumeMessage(original: string): string;
+/**
+ * Re-deliver interrupted messages, one at a time.
+ *
+ * @param entries - Fresh entries from loadInterruptedTurns
+ * @param deps - Delivery hooks
+ * @returns Counts of redelivered / skipped / failed
+ *
+ * @example
+ * ```typescript
+ * const { fresh } = loadInterruptedTurns(file);
+ * await resumeInterruptedTurns(fresh, deps);
+ * clearInterruptedTurns(file);
+ * ```
+ */
+export declare function resumeInterruptedTurns(entries: readonly InterruptedTurnEntry[], deps: ResumeDeps): Promise<ResumeSummary>;
+//# sourceMappingURL=interrupted-turns.d.ts.map

package/dist/backend/backend/src/services/restart/interrupted-turns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interrupted-turns.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/restart/interrupted-turns.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAIH,OAAO,EAAiC,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACvF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AAExE,kDAAkD;AAClD,MAAM,WAAW,oBAAoB;IACpC,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,yCAAyC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,iDAAiD;IACjD,IAAI,EAAE,MAAM,CAAC;IACb,uBAAuB;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,8EAA8E;IAC9E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;CAC3D;AAUD,mCAAmC;AACnC,MAAM,WAAW,sBAAsB;IACtC,qCAAqC;IACrC,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAC9B,iDAAiD;IACjD,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,4CAA4C;AAC5C,MAAM,WAAW,kBAAkB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,aAAa,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;IAC3D,aAAa,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,sDAAsD;AACtD,MAAM,WAAW,UAAU;IAC1B,gCAAgC;IAChC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,uFAAuF;IACvF,gBAAgB,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC;IACnD,8CAA8C;IAC9C,OAAO,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,CAAC;IAC7C,2CAA2C;IAC3C,kBAAkB,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAC3H,mEAAmE;IACnE,yBAAyB,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IAClD,wEAAwE;IACxE,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,EAAE,SAAS,EAAE,oBAAoB,EAAE,KAAK,IAAI,CAAC;IAC1F,aAAa;IACb,MAAM,EAAE;QAAE,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;QAAC,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAA;KAAE,CAAC;CACrI;AAED,gCAAgC;AAChC,MAAM,WAAW,aAAa;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CACf;AAID;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAE/D;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,GAAG,oBAAoB,EAAE,CAmB3F;AAiBD;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,oBAAoB,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAevH;AAED;;;;;;;;GAQG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,YAAY,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAe9G;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CACnC,QAAQ,EAAE,MAAM,EAChB,GAAG,GAAE,MAAmB,EACxB,QAAQ,GAAE,MAAiD,GACzD,sBAAsB,CAgBxB;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAM5D;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAM3D;AAmBD;;;;;;;;;;;;;GAaG;AACH,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,SAAS,oBAAoB,EAAE,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,CAoE/H"}