@runcore-sh/runcore 0.1.2

package/dist/agents/monitor.js

@@ -0,0 +1,235 @@
+import { listTasks, updateTask, readTaskOutput } from "./store.js";
+import { spawnAgent, updateBoardTaskState } from "./spawn.js";
+import { pushNotification } from "../goals/notifications.js";
+import { logActivity } from "../activity/log.js";
+import { rememberTaskOutcome } from "./memory.js";
+import { pruneRecoveryTracking, attemptRecovery } from "./recover.js";
+import { createLogger } from "../utils/logger.js";
+import { getRuntime } from "./runtime/index.js";
+const log = createLogger("agent-monitor");
+const POLL_INTERVAL_MS = 15_000;
+let pollTimer = null;
+/**
+ * Set of task IDs we're monitoring (recovered PIDs that we didn't spawn).
+ * For PIDs we spawned, the exit handler in spawn.ts handles completion.
+ * This set tracks recovered PIDs that need poll-based monitoring.
+ *
+ * Only contains tasks NOT managed by the RuntimeManager — pool-spawned
+ * tasks are handled by the RuntimeManager's own monitor cycle.
+ */
+const monitoredPids = new Map();
+/** Check if a process is alive by sending signal 0. */
+function isPidAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Check if a task is managed by the RuntimeManager.
+ * Tasks spawned via the agent pool have a corresponding runtime instance
+ * and should NOT be double-recovered by the monitor.
+ */
+function isRuntimeManaged(taskId) {
+    const runtime = getRuntime();
+    return runtime?.getByTaskId(taskId) != null;
+}
+/**
+ * Called once at startup. Scans all task files and recovers state:
+ * - running + PID alive → register for monitoring (only if not runtime-managed)
+ * - running + PID dead → read log, mark completed/failed (only if not runtime-managed)
+ * - pending → re-spawn (only if not runtime-managed)
+ *
+ * IMPORTANT: Call this AFTER createRuntime() so the runtime registry is
+ * available for dedup checks. Tasks managed by the RuntimeManager are
+ * skipped — its own recoverAgents() handles them.
+ */
+export async function recoverTasks() {
+    log.info("Recovering tasks from previous session");
+    const tasks = await listTasks();
+    let recovered = 0;
+    let requeued = 0;
+    let skippedRuntime = 0;
+    // Separate tasks by recovery action for parallel processing
+    const aliveTasks = [];
+    const deadTasks = [];
+    const pendingTasks = [];
+    for (const task of tasks) {
+        // Skip tasks managed by the RuntimeManager — prevents double-recovery
+        // that causes duplicate retries + recovery agent fan-out (DASH-82)
+        if (isRuntimeManaged(task.id)) {
+            skippedRuntime++;
+            continue;
+        }
+        if (task.status === "running" && task.pid) {
+            if (isPidAlive(task.pid)) {
+                aliveTasks.push(task);
+            }
+            else {
+                deadTasks.push(task);
+            }
+        }
+        else if (task.status === "pending") {
+            pendingTasks.push(task);
+        }
+    }
+    if (skippedRuntime > 0) {
+        log.info(`Skipped ${skippedRuntime} runtime-managed task(s) — RuntimeManager handles recovery`);
+    }
+    // Register alive processes (no I/O needed)
+    for (const task of aliveTasks) {
+        monitoredPids.set(task.id, task.pid);
+        recovered++;
+        logActivity({
+            source: "agent",
+            summary: `Recovered running agent: ${task.label}`,
+            detail: `PID ${task.pid} still alive`,
+            actionLabel: task.origin === "ai" ? "AUTONOMOUS" : "PROMPTED",
+            reason: "monitor recovered running process",
+        });
+    }
+    // Recover dead tasks in parallel (each reads task output from disk)
+    if (deadTasks.length > 0) {
+        await Promise.all(deadTasks.map(async (task) => {
+            const output = await readTaskOutput(task.id);
+            const hasOutput = output.trim().length > 0;
+            const finalStatus = hasOutput ? "completed" : "failed";
+            await updateTask(task.id, {
+                status: finalStatus,
+                finishedAt: new Date().toISOString(),
+                resultSummary: hasOutput ? output.slice(0, 500) : undefined,
+                error: hasOutput ? undefined : "Process died while server was down (no output)",
+            });
+            // Update board task state on recovery
+            if (task.boardTaskId) {
+                if (finalStatus === "completed") {
+                    updateBoardTaskState(task.boardTaskId, { state: "done" });
+                }
+                else {
+                    updateBoardTaskState(task.boardTaskId, { state: "todo", assignee: null });
+                }
+            }
+            rememberTaskOutcome({ ...task, status: finalStatus, error: hasOutput ? undefined : "Process died while server was down" }, output).catch(() => { });
+            logActivity({
+                source: "agent",
+                summary: `Recovered ${finalStatus} agent: ${task.label}`,
+                detail: `PID ${task.pid} was dead on recovery`,
+                actionLabel: task.origin === "ai" ? "AUTONOMOUS" : "PROMPTED",
+                reason: "monitor detected process exit",
+            });
+            const outputSnippet = hasOutput
+                ? `\nOutput:\n${output.trim().slice(0, 1000)}`
+                : "";
+            pushNotification({
+                timestamp: new Date().toISOString(),
+                source: "agent",
+                message: `Agent task "${task.label}" ${finalStatus} (recovered after restart).${outputSnippet}`,
+            });
+        }));
+    }
+    // Re-queue pending tasks with staggered delays
+    for (const task of pendingTasks) {
+        requeued++;
+        const delayMs = requeued * 2000;
+        logActivity({
+            source: "agent",
+            summary: `Re-queuing pending agent (${delayMs}ms delay): ${task.label}`,
+            actionLabel: task.origin === "ai" ? "AUTONOMOUS" : "PROMPTED",
+            reason: "monitor re-queuing pending task",
+        });
+        setTimeout(() => {
+            spawnAgent(task).catch((err) => {
+                logActivity({
+                    source: "agent",
+                    summary: `Failed to re-spawn agent: ${task.label}`,
+                    detail: err.message,
+                    actionLabel: task.origin === "ai" ? "AUTONOMOUS" : "PROMPTED",
+                    reason: "monitor re-spawn failed",
+                });
+            });
+        }, delayMs);
+    }
+    if (recovered > 0 || requeued > 0 || deadTasks.length > 0 || skippedRuntime > 0) {
+        log.info("Task recovery complete", { recovered, resolved: deadTasks.length, requeued, skippedRuntime });
+        logActivity({
+            source: "agent",
+            summary: `Agent recovery: ${recovered} running, ${deadTasks.length} resolved, ${requeued} re-queued${skippedRuntime > 0 ? `, ${skippedRuntime} runtime-managed` : ""}`,
+        });
+    }
+}
+/** Start the 15s poll loop for monitoring recovered PIDs. */
+export function startAgentMonitor() {
+    if (pollTimer)
+        return;
+    pollTimer = setInterval(async () => {
+        // Periodically prune the recovery tracking set to prevent memory growth
+        pruneRecoveryTracking();
+        for (const [taskId, pid] of monitoredPids) {
+            if (!isPidAlive(pid)) {
+                log.info(`Monitored PID exited`, { taskId, pid });
+                monitoredPids.delete(taskId);
+                const output = await readTaskOutput(taskId);
+                const hasOutput = output.trim().length > 0;
+                const finalStatus = hasOutput ? "completed" : "failed";
+                const updated = await updateTask(taskId, {
+                    status: finalStatus,
+                    finishedAt: new Date().toISOString(),
+                    resultSummary: hasOutput ? output.slice(0, 500) : undefined,
+                    error: hasOutput ? undefined : "Process exited with no output",
+                });
+                const label = updated?.label ?? taskId;
+                // Update board task state from monitor
+                const boardTaskId = updated?.boardTaskId;
+                if (boardTaskId) {
+                    if (finalStatus === "completed") {
+                        updateBoardTaskState(boardTaskId, { state: "done" });
+                    }
+                    else {
+                        updateBoardTaskState(boardTaskId, { state: "todo", assignee: null });
+                    }
+                }
+                if (updated) {
+                    rememberTaskOutcome(updated, output).catch(() => { });
+                }
+                logActivity({
+                    source: "agent",
+                    summary: `Agent ${finalStatus}: ${label}`,
+                    detail: `Detected via monitor poll (PID ${pid})`,
+                    actionLabel: updated?.origin === "ai" ? "AUTONOMOUS" : "PROMPTED",
+                    reason: "monitor detected process exit",
+                });
+                const outputSnippet = hasOutput
+                    ? `\nOutput:\n${output.trim().slice(0, 1000)}`
+                    : "";
+                pushNotification({
+                    timestamp: new Date().toISOString(),
+                    source: "agent",
+                    message: `Agent task "${label}" ${finalStatus}.${outputSnippet}`,
+                });
+                // Attempt recovery for failed monitored tasks — but ONLY for tasks
+                // not managed by the RuntimeManager. Runtime-managed tasks should never
+                // be in monitoredPids (filtered in recoverTasks), but guard here too
+                // to prevent double-retry fan-out (DASH-82).
+                if (finalStatus === "failed" && updated && updated.origin === "ai") {
+                    if (isRuntimeManaged(taskId)) {
+                        log.info(`Skipping recovery for runtime-managed task: ${label}`, { taskId });
+                    }
+                    else {
+                        attemptRecovery({ ...updated, status: "failed", error: "Process exited with no output" }, output).catch(() => { });
+                    }
+                }
+            }
+        }
+    }, POLL_INTERVAL_MS);
+}
+/** Stop the poll loop. */
+export function stopAgentMonitor() {
+    if (pollTimer) {
+        clearInterval(pollTimer);
+        pollTimer = null;
+    }
+}
+//# sourceMappingURL=monitor.js.map

package/dist/agents/monitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitor.js","sourceRoot":"","sources":["../../src/agents/monitor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACnE,OAAO,EAAE,UAAU,EAAmB,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAEhD,MAAM,GAAG,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;AAE1C,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,IAAI,SAAS,GAA0C,IAAI,CAAC;AAE5D;;;;;;;GAOG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAEhD,uDAAuD;AACvD,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,MAAc;IACtC,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,OAAO,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;AAC9C,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,GAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;IAChC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,4DAA4D;IAC5D,MAAM,UAAU,GAAiB,EAAE,CAAC;IACpC,MAAM,SAAS,GAAiB,EAAE,CAAC;IACnC,MAAM,YAAY,GAAiB,EAAE,CAAC;IAEtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,sEAAsE;QACtE,mEAAmE;QACnE,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YAC9B,cAAc,EAAE,CAAC;YACjB,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAC1C,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACrC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,GAAG,CAAC,IAAI,CAAC,WAAW,cAAc,4DAA4D,CAAC,CAAC;IAClG,CAAC;IAED,2CAA2C;IAC3C,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,GAAI,CAAC,CAAC;QACtC,SAAS,EAAE,CAAC;QACZ,WAAW,CAAC;YACV,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,4BAA4B,IAAI,CAAC,KAAK,EAAE;YACjD,MAAM,EAAE,OAAO,IAAI,CAAC,GAAG,cAAc;YACrC,WAAW,EAAE,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU;YAC7D,MAAM,EAAE,mCAAmC;SAC5C,CAAC,CAAC;IACL,CAAC;IAED,oEAAoE;IACpE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;YAE3C,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;YACvD,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE;gBACxB,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC3D,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gDAAgD;aAChF,CAAC,CAAC;YAEH,sCAAsC;YACtC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,WAAW,KAAK,WAAW,EAAE,CAAC;oBAChC,oBAAoB,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC5D,CAAC;qBAAM,CAAC;oBACN,oBAAoB,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC;YAED,mBAAmB,CACjB,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,oCAAoC,EAAE,EACrG,MAAM,CACP,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAElB,WAAW,CAAC;gBACV,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,aAAa,WAAW,WAAW,IAAI,CAAC,KAAK,EAAE;gBACxD,MAAM,EAAE,OAAO,IAAI,CAAC,GAAG,uBAAuB;gBAC9C,WAAW,EAAE,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU;gBAC7D,MAAM,EAAE,+BAA+B;aACxC,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,SAAS;gBAC7B,CAAC,CAAC,cAAc,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;gBAC9C,CAAC,CAAC,EAAE,CAAC;YACP,gBAAgB,CAAC;gBACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,eAAe,IAAI,CAAC,KAAK,KAAK,WAAW,8BAA8B,aAAa,EAAE;aAChG,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,+CAA+C;IAC/C,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,QAAQ,EAAE,CAAC;QACX,MAAM,OAAO,GAAG,QAAQ,GAAG,IAAI,CAAC;QAChC,WAAW,CAAC;YACV,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,6BAA6B,OAAO,cAAc,IAAI,CAAC,KAAK,EAAE;YACvE,WAAW,EAAE,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU;YAC7D,MAAM,EAAE,iCAAiC;SAC1C,CAAC,CAAC;QACH,UAAU,CAAC,GAAG,EAAE;YACd,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC7B,WAAW,CAAC;oBACV,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,6BAA6B,IAAI,CAAC,KAAK,EAAE;oBAClD,MAAM,EAAE,GAAG,CAAC,OAAO;oBACnB,WAAW,EAAE,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU;oBAC7D,MAAM,EAAE,yBAAyB;iBAClC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,OAAO,CAAC,CAAC;IACd,CAAC;IAED,IAAI,SAAS,GAAG,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QAChF,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;QACxG,WAAW,CAAC;YACV,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,mBAAmB,SAAS,aAAa,SAAS,CAAC,MAAM,cAAc,QAAQ,aAAa,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,cAAc,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE;SACvK,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,iBAAiB;IAC/B,IAAI,SAAS;QAAE,OAAO;IAEtB,SAAS,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACjC,wEAAwE;QACxE,qBAAqB,EAAE,CAAC;QAExB,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,aAAa,EAAE,CAAC;YAC1C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;gBAClD,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE7B,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;gBAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;gBAE3C,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACvD,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE;oBACvC,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACpC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC3D,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,+BAA+B;iBAC/D,CAAC,CAAC;gBAEH,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,MAAM,CAAC;gBAEvC,uCAAuC;gBACvC,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,CAAC;gBACzC,IAAI,WAAW,EAAE,CAAC;oBAChB,IAAI,WAAW,KAAK,WAAW,EAAE,CAAC;wBAChC,oBAAoB,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBACvD,CAAC;yBAAM,CAAC;wBACN,oBAAoB,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;oBACvE,CAAC;gBACH,CAAC;gBAED,IAAI,OAAO,EAAE,CAAC;oBACZ,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACvD,CAAC;gBAED,WAAW,CAAC;oBACV,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,SAAS,WAAW,KAAK,KAAK,EAAE;oBACzC,MAAM,EAAE,kCAAkC,GAAG,GAAG;oBAChD,WAAW,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU;oBACjE,MAAM,EAAE,+BAA+B;iBACxC,CAAC,CAAC;gBAEH,MAAM,aAAa,GAAG,SAAS;oBAC7B,CAAC,CAAC,cAAc,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;oBAC9C,CAAC,CAAC,EAAE,CAAC;gBACP,gBAAgB,CAAC;oBACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,eAAe,KAAK,KAAK,WAAW,IAAI,aAAa,EAAE;iBACjE,CAAC,CAAC;gBAEH,mEAAmE;gBACnE,wEAAwE;gBACxE,qEAAqE;gBACrE,6CAA6C;gBAC7C,IAAI,WAAW,KAAK,QAAQ,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;oBACnE,IAAI,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;wBAC7B,GAAG,CAAC,IAAI,CAAC,+CAA+C,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC/E,CAAC;yBAAM,CAAC;wBACN,eAAe,CACb,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,+BAA+B,EAAE,EACxE,MAAM,CACP,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBACpB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,EAAE,gBAAgB,CAAC,CAAC;AACvB,CAAC;AAED,0BAA0B;AAC1B,MAAM,UAAU,gBAAgB;IAC9B,IAAI,SAAS,EAAE,CAAC;QACd,aAAa,CAAC,SAAS,CAAC,CAAC;QACzB,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;AACH,CAAC"}

package/dist/agents/orchestration.d.ts

@@ -0,0 +1,218 @@
+/**
+ * Agent Orchestration Engine — Multi-agent coordination, delegation, and result merging.
+ *
+ * Sits on top of the AgentPool to provide:
+ * 1. **Workflows** — Named groups of coordinated agent tasks
+ * 2. **Task delegation** — Spawn multiple agents for a workflow and track them
+ * 3. **Result aggregation** — Collect, merge, and synthesize outputs from all agents
+ * 4. **Conflict resolution** — Preventive file locking + post-hoc detection/resolution
+ * 5. **Queue management** — Priority-aware workflow scheduling
+ * 6. **Status tracking** — Real-time workflow status and reporting
+ * 7. **Context passing** — Dependency mode pipes completed task outputs into dependents
+ * 8. **Cascading failure limits** — Auto-cancel workflows when failure threshold hit
+ * 9. **Workflow timeouts** — Wall-clock timeout for entire workflows
+ * 10. **Bus integration** — Emits workflow lifecycle events for monitoring
+ *
+ * Usage:
+ *   const orch = new Orchestrator(pool);
+ *   const wf = orch.createWorkflow({ name: "Feature X", tasks: [...] });
+ *   const result = await orch.execute(wf.id);
+ *   const aggregated = orch.aggregateResults(wf.id);
+ */
+import type { AgentInstanceConfig } from "./runtime/types.js";
+import type { AgentPool } from "./runtime.js";
+/** Status of an individual task within a workflow. */
+export type TaskStatus = "pending" | "queued" | "running" | "completed" | "failed" | "cancelled" | "skipped";
+/** Overall workflow status. */
+export type WorkflowStatus = "pending" | "running" | "completed" | "failed" | "cancelled" | "partial";
+/** Strategy for handling conflicts between agents. */
+export type ConflictStrategy = "last-write-wins" | "first-write-wins" | "fail" | "manual";
+/** How tasks within a workflow are executed. */
+export type ExecutionMode = "parallel" | "sequential" | "dependency";
+/** A single task definition within a workflow. */
+export interface WorkflowTaskDef {
+    /** Unique key within the workflow. */
+    key: string;
+    label: string;
+    prompt: string;
+    cwd?: string;
+    /** Task keys this depends on (for dependency mode). */
+    dependsOn?: string[];
+    /** Priority (0 = highest). Default: 50. */
+    priority?: number;
+    /** Override isolation and config for this task. */
+    config?: Partial<AgentInstanceConfig>;
+    /** Tags for grouping/filtering. */
+    tags?: string[];
+}
+/** Input to create a workflow. */
+export interface CreateWorkflowInput {
+    name: string;
+    description?: string;
+    tasks: WorkflowTaskDef[];
+    /** How to execute tasks. Default: "parallel". */
+    mode?: ExecutionMode;
+    /** How to handle file conflicts. Default: "last-write-wins". */
+    conflictStrategy?: ConflictStrategy;
+    /** Max concurrent agents for this workflow. 0 = use pool default. */
+    maxConcurrent?: number;
+    /** Origin of the workflow. */
+    origin?: "user" | "ai" | "system";
+}
+/** Runtime state of a task within a workflow. */
+export interface WorkflowTask {
+    key: string;
+    label: string;
+    prompt: string;
+    cwd?: string;
+    dependsOn: string[];
+    priority: number;
+    config?: Partial<AgentInstanceConfig>;
+    tags: string[];
+    status: TaskStatus;
+    /** Linked agent task ID (from store). */
+    taskId?: string;
+    /** Linked runtime instance ID. */
+    instanceId?: string;
+    /** Output summary from the agent. */
+    output?: string;
+    /** Files touched by this agent (parsed from output). */
+    filesTouched?: string[];
+    /** Error message if failed. */
+    error?: string;
+    startedAt?: string;
+    finishedAt?: string;
+}
+/** A workflow — a coordinated group of agent tasks. */
+export interface Workflow {
+    id: string;
+    name: string;
+    description?: string;
+    status: WorkflowStatus;
+    mode: ExecutionMode;
+    conflictStrategy: ConflictStrategy;
+    maxConcurrent: number;
+    origin: "user" | "ai" | "system";
+    tasks: Map<string, WorkflowTask>;
+    createdAt: string;
+    startedAt?: string;
+    finishedAt?: string;
+}
+/** A detected file conflict between two tasks. */
+export interface FileConflict {
+    filePath: string;
+    taskKeys: string[];
+    resolution?: "accepted" | "rejected" | "merged" | "deferred";
+    resolvedBy?: string;
+}
+/** Aggregated results from a completed workflow. */
+export interface WorkflowResult {
+    workflowId: string;
+    workflowName: string;
+    status: WorkflowStatus;
+    tasks: Array<{
+        key: string;
+        label: string;
+        status: TaskStatus;
+        output?: string;
+        error?: string;
+        durationMs?: number;
+    }>;
+    conflicts: FileConflict[];
+    summary: {
+        total: number;
+        completed: number;
+        failed: number;
+        skipped: number;
+        cancelled: number;
+        durationMs: number;
+    };
+}
+/** Status report for monitoring. */
+export interface OrchestratorReport {
+    timestamp: string;
+    activeWorkflows: number;
+    pendingWorkflows: number;
+    completedWorkflows: number;
+    workflows: Array<{
+        id: string;
+        name: string;
+        status: WorkflowStatus;
+        progress: {
+            completed: number;
+            total: number;
+            running: number;
+            failed: number;
+        };
+    }>;
+    queueDepth: number;
+}
+export declare class Orchestrator {
+    private readonly pool;
+    private readonly workflows;
+    private readonly conflicts;
+    private readonly workflowQueue;
+    private activeWorkflowCount;
+    private maxActiveWorkflows;
+    private readonly eventHandlers;
+    /** Resolvers for queued workflows waiting for capacity. */
+    private readonly queueResolvers;
+    constructor(pool: AgentPool, options?: {
+        maxActiveWorkflows?: number;
+    });
+    /** Create a workflow (does not start execution). */
+    createWorkflow(input: CreateWorkflowInput): Workflow;
+    /**
+     * Execute a workflow. Spawns agents according to the execution mode.
+     * Returns a promise that resolves when the workflow completes.
+     */
+    execute(workflowId: string): Promise<WorkflowResult>;
+    /** Cancel a running or pending workflow. */
+    cancel(workflowId: string): Promise<void>;
+    /** Execute all tasks in parallel (respecting maxConcurrent). */
+    private executeParallel;
+    /** Execute tasks one at a time in definition order. */
+    private executeSequential;
+    /** Execute tasks respecting dependency edges (topological order). */
+    private executeDependency;
+    /** Spawn a single agent for a workflow task and wait for completion. */
+    private spawnTask;
+    /** Wait for an agent instance to reach a terminal state. */
+    private waitForCompletion;
+    /** Detect file conflicts — multiple tasks claiming to touch the same files. */
+    private detectFileConflicts;
+    /** Apply conflict resolution strategy. */
+    private resolveConflicts;
+    private getLastFinished;
+    private getFirstFinished;
+    /** Drain queued workflows when capacity frees up. */
+    private drainQueue;
+    /** Get a single workflow by ID. */
+    getWorkflow(workflowId: string): Workflow | undefined;
+    /** Get the aggregated result for a completed workflow. */
+    getResult(workflowId: string): WorkflowResult;
+    /** Get a monitoring report across all workflows. */
+    getReport(): OrchestratorReport;
+    /** Get file conflicts for a workflow. */
+    getConflicts(workflowId: string): FileConflict[];
+    /** Record which files a task touched (called externally after parsing output). */
+    recordFilesTouched(workflowId: string, taskKey: string, files: string[]): void;
+    /** Record output for a task. */
+    recordTaskOutput(workflowId: string, taskKey: string, output: string): void;
+    /** Remove a completed workflow from tracking. */
+    removeWorkflow(workflowId: string): boolean;
+    /** Cancel all workflows and clear state. */
+    shutdown(): Promise<void>;
+    private requireWorkflow;
+    private computeWorkflowStatus;
+    private getTaskProgress;
+    private buildResult;
+    /** Detect cycles in dependency graph via DFS. */
+    private detectCycles;
+}
+/**
+ * Parse file paths from agent output.
+ * Looks for common patterns: "Created X", "Modified X", "Wrote X", file paths in backticks.
+ */
+export declare function parseFilesFromOutput(output: string): string[];
+//# sourceMappingURL=orchestration.d.ts.map

package/dist/agents/orchestration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestration.d.ts","sourceRoot":"","sources":["../../src/agents/orchestration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,KAAK,EAA+B,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC3F,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAW9C,sDAAsD;AACtD,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;AAE7G,+BAA+B;AAC/B,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;AAEtG,sDAAsD;AACtD,MAAM,MAAM,gBAAgB,GAAG,iBAAiB,GAAG,kBAAkB,GAAG,MAAM,GAAG,QAAQ,CAAC;AAE1F,gDAAgD;AAChD,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,YAAY,GAAG,YAAY,CAAC;AAErE,kDAAkD;AAClD,MAAM,WAAW,eAAe;IAC9B,sCAAsC;IACtC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,2CAA2C;IAC3C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mDAAmD;IACnD,MAAM,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtC,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,kCAAkC;AAClC,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,eAAe,EAAE,CAAC;IACzB,iDAAiD;IACjD,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,gEAAgE;IAChE,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,qEAAqE;IACrE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,8BAA8B;IAC9B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,QAAQ,CAAC;CACnC;AAED,iDAAiD;AACjD,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtC,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,EAAE,UAAU,CAAC;IACnB,yCAAyC;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kCAAkC;IAClC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qCAAqC;IACrC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wDAAwD;IACxD,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,+BAA+B;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,uDAAuD;AACvD,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,QAAQ,CAAC;IACjC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,kDAAkD;AAClD,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,QAAQ,GAAG,UAAU,CAAC;IAC7D,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,oDAAoD;AACpD,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,KAAK,EAAE,KAAK,CAAC;QACX,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,UAAU,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IACH,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,oCAAoC;AACpC,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,KAAK,CAAC;QACf,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,cAAc,CAAC;QACvB,QAAQ,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;KACjF,CAAC,CAAC;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAY;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA+B;IACzD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqC;IAC/D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAiC;IAC/D,2DAA2D;IAC3D,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiC;gBAEpD,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE;QAAE,kBAAkB,CAAC,EAAE,MAAM,CAAA;KAAE;IAStE,oDAAoD;IACpD,cAAc,CAAC,KAAK,EAAE,mBAAmB,GAAG,QAAQ;IA4DpD;;;OAGG;IACG,OAAO,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAyE1D,4CAA4C;IACtC,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwC/C,gEAAgE;YAClD,eAAe;IA2B7B,uDAAuD;YACzC,iBAAiB;IAO/B,qEAAqE;YACvD,iBAAiB;IA8D/B,wEAAwE;YAC1D,SAAS;IA0CvB,4DAA4D;IAC5D,OAAO,CAAC,iBAAiB;IAwEzB,+EAA+E;IAC/E,OAAO,CAAC,mBAAmB;IAuB3B,0CAA0C;IAC1C,OAAO,CAAC,gBAAgB;IA+BxB,OAAO,CAAC,eAAe;IAavB,OAAO,CAAC,gBAAgB;IAiBxB,qDAAqD;IACrD,OAAO,CAAC,UAAU;IAkBlB,mCAAmC;IACnC,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS;IAIrD,0DAA0D;IAC1D,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,cAAc;IAK7C,oDAAoD;IACpD,SAAS,IAAI,kBAAkB;IA+B/B,yCAAyC;IACzC,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,YAAY,EAAE;IAIhD,kFAAkF;IAClF,kBAAkB,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI;IAS9E,gCAAgC;IAChC,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAS3E,iDAAiD;IACjD,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAe3C,4CAA4C;IACtC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B/B,OAAO,CAAC,eAAe;IAQvB,OAAO,CAAC,qBAAqB;IAgB7B,OAAO,CAAC,eAAe;IAqBvB,OAAO,CAAC,WAAW;IAwCnB,iDAAiD;IACjD,OAAO,CAAC,YAAY;CA4BrB;AAUD;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAkB7D"}