steroids-api 0.2.7

package/dist/src/health/stuck-task-detector.js

@@ -0,0 +1,233 @@
+/**
+ * Core stuck-task detection logic (detection only, no recovery).
+ *
+ * This implementation intentionally uses the project's current schemas:
+ * - Project DB: tasks, audit, task_invocations
+ * - Global DB: runners
+ *
+ * The design doc (docs/stuck-task-detection.md) describes additional fields/tables
+ * (incidents, invocation started/completed timestamps, last_tool_execution, etc.).
+ * Those are not present in the current repo schema, so we derive signals from
+ * existing timestamps (tasks.updated_at, task_invocations.created_at, runners.heartbeat_at).
+ */
+const DEFAULTS = {
+    orphanedTaskTimeoutSec: 600,
+    maxCoderDurationSec: 1800,
+    maxReviewerDurationSec: 900,
+    runnerHeartbeatTimeoutSec: 300,
+    invocationStalenessSec: 600,
+    dbInconsistencyRecentUpdateSec: 60,
+};
+function isProcessAliveBestEffort(pid) {
+    try {
+        // Signal 0: existence check only.
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Parse SQLite datetime('now') strings (YYYY-MM-DD HH:MM:SS) as UTC.
+ * Node's Date parser can treat "YYYY-MM-DD HH:MM:SS" as local time depending on runtime,
+ * so we normalize to ISO 8601 Zulu.
+ */
+export function parseSqliteDateTimeUtc(value) {
+    // Already ISO? (e.g., 2026-02-10T13:45:00.000Z)
+    if (value.includes('T'))
+        return new Date(value);
+    // SQLite "YYYY-MM-DD HH:MM:SS" (UTC) => "YYYY-MM-DDTHH:MM:SSZ"
+    return new Date(value.replace(' ', 'T') + 'Z');
+}
+/**
+ * Format a Date as SQLite datetime('now')-compatible UTC string: YYYY-MM-DD HH:MM:SS
+ * This keeps comparisons lexicographically safe against stored SQLite timestamps.
+ */
+export function formatSqliteDateTimeUtc(date) {
+    // Date#toISOString is always UTC; trim milliseconds and replace T with space.
+    return date.toISOString().slice(0, 19).replace('T', ' ');
+}
+function secondsBetween(a, b) {
+    return Math.max(0, Math.floor((a.getTime() - b.getTime()) / 1000));
+}
+function mergeConfig(config) {
+    return { ...DEFAULTS, ...(config ?? {}) };
+}
+export function detectStuckTasks(options) {
+    const now = options.now ?? new Date();
+    const cfg = mergeConfig(options.config);
+    const isPidAlive = options.isPidAlive ?? isProcessAliveBestEffort;
+    const zombieRunners = detectZombieRunnersInternal(options.globalDb, options.projectPath, cfg, now, isPidAlive);
+    const deadRunners = detectDeadRunnersInternal(options.globalDb, options.projectPath, cfg, now, isPidAlive);
+    const { orphanedTasks, hangingInvocations, dbInconsistencies } = detectTaskSignalsInternal(options.projectDb, options.globalDb, options.projectPath, cfg, now, isPidAlive);
+    return {
+        timestamp: now,
+        orphanedTasks,
+        hangingInvocations,
+        zombieRunners,
+        deadRunners,
+        dbInconsistencies,
+    };
+}
+function detectZombieRunnersInternal(globalDb, projectPath, cfg, now, isPidAlive) {
+    const cutoff = formatSqliteDateTimeUtc(new Date(now.getTime() - cfg.runnerHeartbeatTimeoutSec * 1000));
+    const rows = globalDb.prepare(`SELECT id, status, pid, project_path, current_task_id, heartbeat_at
+     FROM runners
+     WHERE status = 'running'
+       AND project_path = ?
+       AND heartbeat_at < ?`).all(projectPath, cutoff);
+    const result = [];
+    for (const row of rows) {
+        if (row.pid !== null && isPidAlive(row.pid)) {
+            const hb = parseSqliteDateTimeUtc(row.heartbeat_at);
+            result.push({
+                failureMode: 'zombie_runner',
+                runnerId: row.id,
+                pid: row.pid,
+                status: row.status,
+                projectPath: row.project_path,
+                currentTaskId: row.current_task_id,
+                heartbeatAt: hb,
+                secondsSinceHeartbeat: secondsBetween(now, hb),
+            });
+        }
+    }
+    return result;
+}
+function detectDeadRunnersInternal(globalDb, projectPath, cfg, now, isPidAlive) {
+    const rows = globalDb.prepare(`SELECT id, status, pid, project_path, current_task_id, heartbeat_at
+     FROM runners
+     WHERE status = 'running'
+       AND project_path = ?`).all(projectPath);
+    const result = [];
+    for (const row of rows) {
+        const alive = row.pid !== null && isPidAlive(row.pid);
+        if (!alive) {
+            const hb = parseSqliteDateTimeUtc(row.heartbeat_at);
+            result.push({
+                failureMode: 'dead_runner',
+                runnerId: row.id,
+                pid: row.pid,
+                status: row.status,
+                projectPath: row.project_path,
+                currentTaskId: row.current_task_id,
+                heartbeatAt: hb,
+                secondsSinceHeartbeat: secondsBetween(now, hb),
+            });
+        }
+    }
+    return result;
+}
+function detectTaskSignalsInternal(projectDb, globalDb, projectPath, cfg, now, isPidAlive) {
+    const orphanedTasks = [];
+    const hangingInvocations = [];
+    const dbInconsistencies = [];
+    // DB inconsistency (transient): in_progress, no invocations, very recently updated.
+    {
+        const cutoff = formatSqliteDateTimeUtc(new Date(now.getTime() - cfg.dbInconsistencyRecentUpdateSec * 1000));
+        const rows = projectDb.prepare(`SELECT t.id, t.title, t.status, t.updated_at
+       FROM tasks t
+       LEFT JOIN task_invocations i ON i.task_id = t.id AND i.role = 'coder'
+       WHERE t.status = 'in_progress'
+       GROUP BY t.id
+       HAVING COUNT(i.id) = 0
+          AND t.updated_at >= ?`).all(cutoff);
+        for (const row of rows) {
+            const updatedAt = parseSqliteDateTimeUtc(row.updated_at);
+            dbInconsistencies.push({
+                failureMode: 'db_inconsistency',
+                taskId: row.id,
+                title: row.title,
+                status: 'in_progress',
+                updatedAt,
+                secondsSinceUpdate: secondsBetween(now, updatedAt),
+                invocationCount: 0,
+            });
+        }
+    }
+    // Orphaned tasks: in_progress, stale updated_at, and no recent invocations, and no active runner assigned.
+    {
+        const taskCutoff = formatSqliteDateTimeUtc(new Date(now.getTime() - cfg.orphanedTaskTimeoutSec * 1000));
+        const invocationCutoff = formatSqliteDateTimeUtc(new Date(now.getTime() - cfg.invocationStalenessSec * 1000));
+        const rows = projectDb.prepare(`SELECT
+         t.id,
+         t.title,
+         t.status,
+         t.updated_at,
+         COUNT(i.id) as invocation_count,
+         MAX(i.created_at) as last_invocation_at
+       FROM tasks t
+       LEFT JOIN task_invocations i ON i.task_id = t.id AND i.role = 'coder'
+       WHERE t.status = 'in_progress'
+         AND t.updated_at < ?
+       GROUP BY t.id
+       HAVING COUNT(i.id) = 0
+           OR MAX(i.created_at) < ?`).all(taskCutoff, invocationCutoff);
+        for (const row of rows) {
+            const updatedAt = parseSqliteDateTimeUtc(row.updated_at);
+            const lastInvocationAt = row.last_invocation_at ? parseSqliteDateTimeUtc(row.last_invocation_at) : null;
+            const activeRunner = getActiveRunnerForTask(globalDb, projectPath, row.id, cfg, now, isPidAlive);
+            if (!activeRunner) {
+                orphanedTasks.push({
+                    failureMode: 'orphaned_task',
+                    taskId: row.id,
+                    title: row.title,
+                    status: 'in_progress',
+                    updatedAt,
+                    secondsSinceUpdate: secondsBetween(now, updatedAt),
+                    invocationCount: row.invocation_count,
+                    lastInvocationAt,
+                    hasActiveRunner: false,
+                });
+            }
+        }
+    }
+    // Hanging invocations: in_progress/review for too long with an active runner currently executing the task.
+    // Approximates "invocation started but not completed" using task age + runner current_task_id.
+    {
+        const coderCutoff = formatSqliteDateTimeUtc(new Date(now.getTime() - cfg.maxCoderDurationSec * 1000));
+        const reviewerCutoff = formatSqliteDateTimeUtc(new Date(now.getTime() - cfg.maxReviewerDurationSec * 1000));
+        const rows = projectDb.prepare(`SELECT t.id, t.title, t.status, t.updated_at
+       FROM tasks t
+       WHERE (t.status = 'in_progress' AND t.updated_at < ?)
+          OR (t.status = 'review' AND t.updated_at < ?)`).all(coderCutoff, reviewerCutoff);
+        for (const row of rows) {
+            const activeRunner = getActiveRunnerForTask(globalDb, projectPath, row.id, cfg, now, isPidAlive);
+            if (!activeRunner)
+                continue;
+            const updatedAt = parseSqliteDateTimeUtc(row.updated_at);
+            const hbAt = parseSqliteDateTimeUtc(activeRunner.heartbeat_at);
+            hangingInvocations.push({
+                failureMode: 'hanging_invocation',
+                phase: row.status === 'review' ? 'reviewer' : 'coder',
+                taskId: row.id,
+                title: row.title,
+                status: row.status,
+                updatedAt,
+                secondsSinceUpdate: secondsBetween(now, updatedAt),
+                runnerId: activeRunner.id,
+                runnerPid: activeRunner.pid,
+                runnerHeartbeatAt: hbAt,
+            });
+        }
+    }
+    return { orphanedTasks, hangingInvocations, dbInconsistencies };
+}
+function getActiveRunnerForTask(globalDb, projectPath, taskId, cfg, now, isPidAlive) {
+    const cutoff = formatSqliteDateTimeUtc(new Date(now.getTime() - cfg.runnerHeartbeatTimeoutSec * 1000));
+    const row = globalDb.prepare(`SELECT id, pid, heartbeat_at
+     FROM runners
+     WHERE project_path = ?
+       AND current_task_id = ?
+       AND status = 'running'
+       AND heartbeat_at >= ?
+     ORDER BY heartbeat_at DESC
+     LIMIT 1`).get(projectPath, taskId, cutoff);
+    if (!row)
+        return null;
+    if (row.pid !== null && !isPidAlive(row.pid))
+        return null;
+    return row;
+}
+//# sourceMappingURL=stuck-task-detector.js.map

package/dist/src/health/stuck-task-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stuck-task-detector.js","sourceRoot":"","sources":["../../../../src/health/stuck-task-detector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAgIH,MAAM,QAAQ,GAAuC;IACnD,sBAAsB,EAAE,GAAG;IAC3B,mBAAmB,EAAE,IAAI;IACzB,sBAAsB,EAAE,GAAG;IAC3B,yBAAyB,EAAE,GAAG;IAC9B,sBAAsB,EAAE,GAAG;IAC3B,8BAA8B,EAAE,EAAE;CACnC,CAAC;AAEF,SAAS,wBAAwB,CAAC,GAAW;IAC3C,IAAI,CAAC;QACH,kCAAkC;QAClC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,gDAAgD;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;IAChD,+DAA+D;IAC/D,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;AACjD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAU;IAChD,8EAA8E;IAC9E,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CAAC,CAAO,EAAE,CAAO;IACtC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,WAAW,CAAC,MAAiC;IACpD,OAAO,EAAE,GAAG,QAAQ,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAgC;IAC/D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IACtC,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,wBAAwB,CAAC;IAElE,MAAM,aAAa,GAAG,2BAA2B,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;IAC/G,MAAM,WAAW,GAAG,yBAAyB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;IAC3G,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,GAAG,yBAAyB,CACxF,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,WAAW,EACnB,GAAG,EACH,GAAG,EACH,UAAU,CACX,CAAC;IAEF,OAAO;QACL,SAAS,EAAE,GAAG;QACd,aAAa;QACb,kBAAkB;QAClB,aAAa;QACb,WAAW;QACX,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAClC,QAA2B,EAC3B,WAAmB,EACnB,GAAuC,EACvC,GAAS,EACT,UAAoC;IAEpC,MAAM,MAAM,GAAG,uBAAuB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,yBAAyB,GAAG,IAAI,CAAC,CAAC,CAAC;IACvG,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAC3B;;;;4BAIwB,CACzB,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAOvB,CAAC;IAEH,MAAM,MAAM,GAAyB,EAAE,CAAC;IACxC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,EAAE,GAAG,sBAAsB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC;gBACV,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,GAAG,CAAC,EAAE;gBAChB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,WAAW,EAAE,GAAG,CAAC,YAAY;gBAC7B,aAAa,EAAE,GAAG,CAAC,eAAe;gBAClC,WAAW,EAAE,EAAE;gBACf,qBAAqB,EAAE,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC;aAC/C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,yBAAyB,CAChC,QAA2B,EAC3B,WAAmB,EACnB,GAAuC,EACvC,GAAS,EACT,UAAoC;IAEpC,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAC3B;;;4BAGwB,CACzB,CAAC,GAAG,CAAC,WAAW,CAOf,CAAC;IAEH,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,EAAE,GAAG,sBAAsB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC;gBACV,WAAW,EAAE,aAAa;gBAC1B,QAAQ,EAAE,GAAG,CAAC,EAAE;gBAChB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,WAAW,EAAE,GAAG,CAAC,YAAY;gBAC7B,aAAa,EAAE,GAAG,CAAC,eAAe;gBAClC,WAAW,EAAE,EAAE;gBACf,qBAAqB,EAAE,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC;aAC/C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,yBAAyB,CAChC,SAA4B,EAC5B,QAA2B,EAC3B,WAAmB,EACnB,GAAuC,EACvC,GAAS,EACT,UAAoC;IAMpC,MAAM,aAAa,GAAyB,EAAE,CAAC;IAC/C,MAAM,kBAAkB,GAAwB,EAAE,CAAC;IACnD,MAAM,iBAAiB,GAA4B,EAAE,CAAC;IAEtD,oFAAoF;IACpF,CAAC;QACC,MAAM,MAAM,GAAG,uBAAuB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,8BAA8B,GAAG,IAAI,CAAC,CAAC,CAAC;QAC5G,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAC5B;;;;;;gCAM0B,CAC3B,CAAC,GAAG,CAAC,MAAM,CAAoF,CAAC;QAEjG,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,sBAAsB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACzD,iBAAiB,CAAC,IAAI,CAAC;gBACrB,WAAW,EAAE,kBAAkB;gBAC/B,MAAM,EAAE,GAAG,CAAC,EAAE;gBACd,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,MAAM,EAAE,aAAa;gBACrB,SAAS;gBACT,kBAAkB,EAAE,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC;gBAClD,eAAe,EAAE,CAAC;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,2GAA2G;IAC3G,CAAC;QACC,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC,CAAC;QACxG,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC,CAAC;QAE9G,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAC5B;;;;;;;;;;;;;oCAa8B,CAC/B,CAAC,GAAG,CAAC,UAAU,EAAE,gBAAgB,CAOhC,CAAC;QAEH,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,sBAAsB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACzD,MAAM,gBAAgB,GAAG,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACxG,MAAM,YAAY,GAAG,sBAAsB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;YAEjG,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,aAAa,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,eAAe;oBAC5B,MAAM,EAAE,GAAG,CAAC,EAAE;oBACd,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,MAAM,EAAE,aAAa;oBACrB,SAAS;oBACT,kBAAkB,EAAE,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC;oBAClD,eAAe,EAAE,GAAG,CAAC,gBAAgB;oBACrC,gBAAgB;oBAChB,eAAe,EAAE,KAAK;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,2GAA2G;IAC3G,+FAA+F;IAC/F,CAAC;QACC,MAAM,WAAW,GAAG,uBAAuB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC,CAAC;QACtG,MAAM,cAAc,GAAG,uBAAuB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC,CAAC;QAE5G,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAC5B;;;wDAGkD,CACnD,CAAC,GAAG,CAAC,WAAW,EAAE,cAAc,CAA+F,CAAC;QAEjI,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,YAAY,GAAG,sBAAsB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;YACjG,IAAI,CAAC,YAAY;gBAAE,SAAS;YAE5B,MAAM,SAAS,GAAG,sBAAsB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACzD,MAAM,IAAI,GAAG,sBAAsB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAE/D,kBAAkB,CAAC,IAAI,CAAC;gBACtB,WAAW,EAAE,oBAAoB;gBACjC,KAAK,EAAE,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO;gBACrD,MAAM,EAAE,GAAG,CAAC,EAAE;gBACd,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,SAAS;gBACT,kBAAkB,EAAE,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC;gBAClD,QAAQ,EAAE,YAAY,CAAC,EAAE;gBACzB,SAAS,EAAE,YAAY,CAAC,GAAG;gBAC3B,iBAAiB,EAAE,IAAI;aACxB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,sBAAsB,CAC7B,QAA2B,EAC3B,WAAmB,EACnB,MAAc,EACd,GAAuC,EACvC,GAAS,EACT,UAAoC;IAEpC,MAAM,MAAM,GAAG,uBAAuB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,yBAAyB,GAAG,IAAI,CAAC,CAAC,CAAC;IAEvG,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAC1B;;;;;;;aAOS,CACV,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAyE,CAAC;IAE3G,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,IAAI,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1D,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/src/health/stuck-task-recovery.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Automatic recovery actions for stuck tasks.
+ *
+ * This builds on detectStuckTasks() and applies a conservative set of actions:
+ * - orphaned_task: reset task to pending, release any task lock, increment failure_count, log incident
+ * - hanging_invocation: kill runner process, remove runner row, reset task (or skip after repeated failures)
+ * - zombie_runner/dead_runner: stop runner (best-effort) and reset its current_task_id (if any)
+ *
+ * Note: The repo intentionally approximates "invocation started/completed" using tasks.updated_at,
+ * task_invocations.created_at, and runners.heartbeat_at. Recovery follows those same signals.
+ */
+import type Database from 'better-sqlite3';
+import type { SteroidsConfig } from '../config/loader.js';
+import { type StuckTaskDetectionConfig, type StuckTaskDetectionReport } from './stuck-task-detector.js';
+export interface StuckTaskRecoveryConfig extends StuckTaskDetectionConfig {
+    autoRecover?: boolean;
+    maxRecoveryAttempts?: number;
+    maxIncidentsPerHour?: number;
+    killGraceMs?: number;
+}
+export type RecoveryResolution = 'auto_restart' | 'skipped' | 'escalated' | 'none';
+export interface RecoveryAction {
+    kind: 'task' | 'runner';
+    targetId: string;
+    failureMode: string;
+    resolution: RecoveryResolution;
+    reason: string;
+}
+export interface RecoverStuckTasksOptions {
+    projectPath: string;
+    projectDb: Database.Database;
+    globalDb: Database.Database;
+    config?: SteroidsConfig;
+    now?: Date;
+    dryRun?: boolean;
+    isPidAlive?: (pid: number) => boolean;
+    killPid?: (pid: number, graceMs: number) => Promise<boolean>;
+}
+export interface RecoverStuckTasksResult {
+    report: StuckTaskDetectionReport;
+    actions: RecoveryAction[];
+    skippedDueToSafetyLimit: boolean;
+}
+export declare function recoverStuckTasks(options: RecoverStuckTasksOptions): Promise<RecoverStuckTasksResult>;
+//# sourceMappingURL=stuck-task-recovery.d.ts.map

package/dist/src/health/stuck-task-recovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stuck-task-recovery.d.ts","sourceRoot":"","sources":["../../../../src/health/stuck-task-recovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAE3C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAG1D,OAAO,EAEL,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAK9B,MAAM,0BAA0B,CAAC;AAElC,MAAM,WAAW,uBAAwB,SAAQ,wBAAwB;IACvE,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,kBAAkB,GAAG,cAAc,GAAG,SAAS,GAAG,WAAW,GAAG,MAAM,CAAC;AAEnF,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,kBAAkB,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,wBAAwB;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC;IAC7B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC;IAC5B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,GAAG,CAAC,EAAE,IAAI,CAAC;IACX,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;IACtC,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAC9D;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,wBAAwB,CAAC;IACjC,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,uBAAuB,EAAE,OAAO,CAAC;CAClC;AAuTD,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAqD3G"}

package/dist/src/health/stuck-task-recovery.js

@@ -0,0 +1,309 @@
+/**
+ * Automatic recovery actions for stuck tasks.
+ *
+ * This builds on detectStuckTasks() and applies a conservative set of actions:
+ * - orphaned_task: reset task to pending, release any task lock, increment failure_count, log incident
+ * - hanging_invocation: kill runner process, remove runner row, reset task (or skip after repeated failures)
+ * - zombie_runner/dead_runner: stop runner (best-effort) and reset its current_task_id (if any)
+ *
+ * Note: The repo intentionally approximates "invocation started/completed" using tasks.updated_at,
+ * task_invocations.created_at, and runners.heartbeat_at. Recovery follows those same signals.
+ */
+import { v4 as uuidv4 } from 'uuid';
+import { updateTaskStatus } from '../database/queries.js';
+import { forceReleaseTaskLock } from '../locking/queries.js';
+import { detectStuckTasks, } from './stuck-task-detector.js';
+const DEFAULTS = {
+    autoRecover: true,
+    maxRecoveryAttempts: 3,
+    maxIncidentsPerHour: 10,
+    killGraceMs: 10_000,
+};
+function delay(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+function isPidAliveBestEffort(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+async function killPidBestEffort(pid, graceMs, isAlive) {
+    try {
+        process.kill(pid, 'SIGTERM');
+    }
+    catch {
+        return false;
+    }
+    const start = Date.now();
+    while (Date.now() - start < graceMs) {
+        if (!isAlive(pid))
+            return true;
+        await delay(250);
+    }
+    try {
+        process.kill(pid, 'SIGKILL');
+    }
+    catch {
+        // ignore
+    }
+    return !isAlive(pid);
+}
+function readRecoveryConfig(config) {
+    const h = config?.health ?? {};
+    return {
+        orphanedTaskTimeoutSec: h.orphanedTaskTimeout ?? 600,
+        maxCoderDurationSec: h.maxCoderDuration ?? 1800,
+        maxReviewerDurationSec: h.maxReviewerDuration ?? 900,
+        runnerHeartbeatTimeoutSec: h.runnerHeartbeatTimeout ?? 300,
+        invocationStalenessSec: h.invocationStaleness ?? 600,
+        dbInconsistencyRecentUpdateSec: 60,
+        autoRecover: h.autoRecover ?? DEFAULTS.autoRecover,
+        maxRecoveryAttempts: h.maxRecoveryAttempts ?? DEFAULTS.maxRecoveryAttempts,
+        maxIncidentsPerHour: h.maxIncidentsPerHour ?? DEFAULTS.maxIncidentsPerHour,
+        killGraceMs: DEFAULTS.killGraceMs,
+    };
+}
+function incidentsInLastHour(projectDb) {
+    try {
+        const row = projectDb
+            .prepare(`SELECT COUNT(*) as count FROM incidents WHERE detected_at >= datetime('now', '-1 hour')`)
+            .get();
+        return row?.count ?? 0;
+    }
+    catch {
+        return 0;
+    }
+}
+function insertIncident(projectDb, args) {
+    try {
+        const id = uuidv4();
+        const details = args.details === undefined ? null : JSON.stringify(args.details);
+        projectDb
+            .prepare(`INSERT INTO incidents (id, task_id, runner_id, failure_mode, detected_at, resolved_at, resolution, details)
+         VALUES (?, ?, ?, ?, datetime('now'), datetime('now'), ?, ?)`)
+            .run(id, args.taskId ?? null, args.runnerId ?? null, args.failureMode, args.resolution, details);
+    }
+    catch {
+        // Best-effort: incidents table may not exist if migrations are disabled.
+    }
+}
+function getFailureCount(projectDb, taskId) {
+    try {
+        const row = projectDb.prepare('SELECT failure_count as c FROM tasks WHERE id = ?').get(taskId);
+        return row?.c ?? 0;
+    }
+    catch {
+        return 0;
+    }
+}
+function bumpFailureCount(projectDb, taskId) {
+    try {
+        projectDb
+            .prepare(`UPDATE tasks
+         SET failure_count = COALESCE(failure_count, 0) + 1,
+             last_failure_at = datetime('now')
+         WHERE id = ?`)
+            .run(taskId);
+    }
+    catch {
+        // ignore
+    }
+}
+function deleteRunnerRow(globalDb, runnerId) {
+    try {
+        globalDb.prepare('DELETE FROM runners WHERE id = ?').run(runnerId);
+    }
+    catch {
+        // ignore
+    }
+}
+function recoverOrphanedTask(projectDb, signal, cfg, dryRun) {
+    const currentFailures = getFailureCount(projectDb, signal.taskId);
+    const nextFailures = currentFailures + 1;
+    const shouldEscalate = nextFailures >= cfg.maxRecoveryAttempts;
+    const resolution = shouldEscalate ? 'skipped' : 'auto_restart';
+    const newStatus = shouldEscalate ? 'skipped' : 'pending';
+    if (!dryRun) {
+        const tx = projectDb.transaction(() => {
+            forceReleaseTaskLock(projectDb, signal.taskId);
+            updateTaskStatus(projectDb, signal.taskId, newStatus, 'system:stuck-task-recovery', shouldEscalate
+                ? `Auto-recovery escalated after ${nextFailures} failure(s): orphaned task`
+                : `Auto-recovery: orphaned task reset to pending`);
+            bumpFailureCount(projectDb, signal.taskId);
+            insertIncident(projectDb, {
+                taskId: signal.taskId,
+                failureMode: 'orphaned_task',
+                resolution,
+                details: {
+                    secondsSinceUpdate: signal.secondsSinceUpdate,
+                    invocationCount: signal.invocationCount,
+                    lastInvocationAt: signal.lastInvocationAt?.toISOString() ?? null,
+                },
+            });
+        });
+        tx();
+    }
+    return {
+        kind: 'task',
+        targetId: signal.taskId,
+        failureMode: 'orphaned_task',
+        resolution,
+        reason: shouldEscalate
+            ? `orphaned task escalated (failure_count ${nextFailures})`
+            : `orphaned task reset to pending (failure_count ${nextFailures})`,
+    };
+}
+async function recoverHangingInvocation(projectDb, globalDb, signal, cfg, dryRun, killPid) {
+    const currentFailures = getFailureCount(projectDb, signal.taskId);
+    const nextFailures = currentFailures + 1;
+    const shouldEscalate = nextFailures >= cfg.maxRecoveryAttempts;
+    const resolution = shouldEscalate ? 'skipped' : 'auto_restart';
+    const newStatus = shouldEscalate ? 'skipped' : 'pending';
+    if (!dryRun) {
+        // Stop the runner first (best-effort), then reset the task.
+        if (signal.runnerPid !== null) {
+            await killPid(signal.runnerPid, cfg.killGraceMs ?? DEFAULTS.killGraceMs);
+        }
+        deleteRunnerRow(globalDb, signal.runnerId);
+        const tx = projectDb.transaction(() => {
+            forceReleaseTaskLock(projectDb, signal.taskId);
+            updateTaskStatus(projectDb, signal.taskId, newStatus, 'system:stuck-task-recovery', shouldEscalate
+                ? `Auto-recovery escalated after ${nextFailures} failure(s): hanging ${signal.phase}`
+                : `Auto-recovery: killed hanging ${signal.phase}, reset to pending`);
+            bumpFailureCount(projectDb, signal.taskId);
+            insertIncident(projectDb, {
+                taskId: signal.taskId,
+                runnerId: signal.runnerId,
+                failureMode: 'hanging_invocation',
+                resolution,
+                details: {
+                    phase: signal.phase,
+                    secondsSinceUpdate: signal.secondsSinceUpdate,
+                    runnerPid: signal.runnerPid,
+                    runnerHeartbeatAt: signal.runnerHeartbeatAt.toISOString(),
+                },
+            });
+        });
+        tx();
+    }
+    return {
+        kind: 'task',
+        targetId: signal.taskId,
+        failureMode: 'hanging_invocation',
+        resolution,
+        reason: shouldEscalate
+            ? `hanging ${signal.phase} escalated (failure_count ${nextFailures})`
+            : `killed hanging ${signal.phase}, reset to pending (failure_count ${nextFailures})`,
+    };
+}
+async function recoverZombieOrDeadRunner(projectDb, globalDb, signal, dryRun, killPid) {
+    if (!dryRun) {
+        if (signal.failureMode === 'zombie_runner' && signal.pid !== null) {
+            await killPid(signal.pid, DEFAULTS.killGraceMs);
+        }
+        // Reset the runner's current task (if any) so the project can continue.
+        if (signal.currentTaskId) {
+            const taskExists = (() => {
+                try {
+                    const row = projectDb.prepare('SELECT 1 FROM tasks WHERE id = ?').get(signal.currentTaskId);
+                    return row !== undefined;
+                }
+                catch {
+                    return false;
+                }
+            })();
+            const tx = projectDb.transaction(() => {
+                forceReleaseTaskLock(projectDb, signal.currentTaskId);
+                if (taskExists) {
+                    updateTaskStatus(projectDb, signal.currentTaskId, 'pending', 'system:stuck-task-recovery', `Auto-recovery: ${signal.failureMode} cleared runner and reset task to pending`);
+                    bumpFailureCount(projectDb, signal.currentTaskId);
+                }
+                insertIncident(projectDb, {
+                    taskId: signal.currentTaskId,
+                    runnerId: signal.runnerId,
+                    failureMode: signal.failureMode,
+                    resolution: 'auto_restart',
+                    details: {
+                        runnerPid: signal.pid,
+                        secondsSinceHeartbeat: signal.secondsSinceHeartbeat,
+                        taskExists,
+                    },
+                });
+            });
+            tx();
+        }
+        else {
+            insertIncident(projectDb, {
+                runnerId: signal.runnerId,
+                failureMode: signal.failureMode,
+                resolution: 'auto_restart',
+                details: {
+                    runnerPid: signal.pid,
+                    secondsSinceHeartbeat: signal.secondsSinceHeartbeat,
+                },
+            });
+        }
+        deleteRunnerRow(globalDb, signal.runnerId);
+    }
+    return {
+        kind: 'runner',
+        targetId: signal.runnerId,
+        failureMode: signal.failureMode,
+        resolution: 'auto_restart',
+        reason: `${signal.failureMode} runner removed`,
+    };
+}
+export async function recoverStuckTasks(options) {
+    const cfg = readRecoveryConfig(options.config);
+    const now = options.now ?? new Date();
+    const dryRun = options.dryRun ?? false;
+    const isPidAlive = options.isPidAlive ?? isPidAliveBestEffort;
+    const killPid = options.killPid ??
+        ((pid, graceMs) => killPidBestEffort(pid, graceMs, isPidAlive));
+    const report = detectStuckTasks({
+        projectPath: options.projectPath,
+        projectDb: options.projectDb,
+        globalDb: options.globalDb,
+        now,
+        isPidAlive,
+        config: cfg,
+    });
+    const actions = [];
+    const handledTaskIds = new Set();
+    // Safety limit: too many incidents per hour => stop auto-recovery.
+    const recentIncidents = incidentsInLastHour(options.projectDb);
+    if ((cfg.maxIncidentsPerHour ?? DEFAULTS.maxIncidentsPerHour) > 0 && recentIncidents >= (cfg.maxIncidentsPerHour ?? DEFAULTS.maxIncidentsPerHour)) {
+        return { report, actions, skippedDueToSafetyLimit: true };
+    }
+    if (!cfg.autoRecover) {
+        return { report, actions, skippedDueToSafetyLimit: false };
+    }
+    // Runner-level recovery first, to avoid repeatedly detecting "hanging" with a zombie/dead runner.
+    for (const r of report.zombieRunners) {
+        actions.push(await recoverZombieOrDeadRunner(options.projectDb, options.globalDb, r, dryRun, killPid));
+        if (r.currentTaskId)
+            handledTaskIds.add(r.currentTaskId);
+    }
+    for (const r of report.deadRunners) {
+        actions.push(await recoverZombieOrDeadRunner(options.projectDb, options.globalDb, r, dryRun, killPid));
+        if (r.currentTaskId)
+            handledTaskIds.add(r.currentTaskId);
+    }
+    // Task-level recovery.
+    for (const t of report.orphanedTasks) {
+        if (handledTaskIds.has(t.taskId))
+            continue;
+        actions.push(recoverOrphanedTask(options.projectDb, t, cfg, dryRun));
+    }
+    for (const h of report.hangingInvocations) {
+        if (handledTaskIds.has(h.taskId))
+            continue;
+        actions.push(await recoverHangingInvocation(options.projectDb, options.globalDb, h, cfg, dryRun, killPid));
+    }
+    return { report, actions, skippedDueToSafetyLimit: false };
+}
+//# sourceMappingURL=stuck-task-recovery.js.map

package/dist/src/health/stuck-task-recovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stuck-task-recovery.js","sourceRoot":"","sources":["../../../../src/health/stuck-task-recovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EACL,gBAAgB,GAOjB,MAAM,0BAA0B,CAAC;AAoClC,MAAM,QAAQ,GAA2H;IACvI,WAAW,EAAE,IAAI;IACjB,mBAAmB,EAAE,CAAC;IACtB,mBAAmB,EAAE,EAAE;IACvB,WAAW,EAAE,MAAM;CACpB,CAAC;AAEF,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAW;IACvC,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,GAAW,EAAE,OAAe,EAAE,OAAiC;IAC9F,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAC/B,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IAED,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;IAED,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAuB;IACjD,MAAM,CAAC,GAAG,MAAM,EAAE,MAAM,IAAI,EAAE,CAAC;IAC/B,OAAO;QACL,sBAAsB,EAAE,CAAC,CAAC,mBAAmB,IAAI,GAAG;QACpD,mBAAmB,EAAE,CAAC,CAAC,gBAAgB,IAAI,IAAI;QAC/C,sBAAsB,EAAE,CAAC,CAAC,mBAAmB,IAAI,GAAG;QACpD,yBAAyB,EAAE,CAAC,CAAC,sBAAsB,IAAI,GAAG;QAC1D,sBAAsB,EAAE,CAAC,CAAC,mBAAmB,IAAI,GAAG;QACpD,8BAA8B,EAAE,EAAE;QAClC,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW;QAClD,mBAAmB,EAAE,CAAC,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB;QAC1E,mBAAmB,EAAE,CAAC,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB;QAC1E,WAAW,EAAE,QAAQ,CAAC,WAAW;KAClC,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,SAA4B;IACvD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,SAAS;aAClB,OAAO,CAAC,yFAAyF,CAAC;aAClG,GAAG,EAAmC,CAAC;QAC1C,OAAO,GAAG,EAAE,KAAK,IAAI,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CACrB,SAA4B,EAC5B,IAMC;IAED,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjF,SAAS;aACN,OAAO,CACN;qEAC6D,CAC9D;aACA,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACrG,CAAC;IAAC,MAAM,CAAC;QACP,yEAAyE;IAC3E,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,SAA4B,EAAE,MAAc;IACnE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC,GAAG,CAAC,MAAM,CAA8B,CAAC;QAC5H,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,SAA4B,EAAE,MAAc;IACpE,IAAI,CAAC;QACH,SAAS;aACN,OAAO,CACN;;;sBAGc,CACf;aACA,GAAG,CAAC,MAAM,CAAC,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,QAA2B,EAAE,QAAgB;IACpE,IAAI,CAAC;QACH,QAAQ,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,SAA4B,EAC5B,MAA0B,EAC1B,GAAsC,EACtC,MAAe;IAEf,MAAM,eAAe,GAAG,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,YAAY,GAAG,eAAe,GAAG,CAAC,CAAC;IACzC,MAAM,cAAc,GAAG,YAAY,IAAI,GAAG,CAAC,mBAAmB,CAAC;IAE/D,MAAM,UAAU,GAAuB,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC;IACnF,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAEzD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,EAAE,GAAG,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE;YACpC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/C,gBAAgB,CACd,SAAS,EACT,MAAM,CAAC,MAAM,EACb,SAAS,EACT,4BAA4B,EAC5B,cAAc;gBACZ,CAAC,CAAC,iCAAiC,YAAY,4BAA4B;gBAC3E,CAAC,CAAC,+CAA+C,CACpD,CAAC;YACF,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3C,cAAc,CAAC,SAAS,EAAE;gBACxB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,WAAW,EAAE,eAAe;gBAC5B,UAAU;gBACV,OAAO,EAAE;oBACP,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;oBAC7C,eAAe,EAAE,MAAM,CAAC,eAAe;oBACvC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,WAAW,EAAE,IAAI,IAAI;iBACjE;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,EAAE,EAAE,CAAC;IACP,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE,MAAM,CAAC,MAAM;QACvB,WAAW,EAAE,eAAe;QAC5B,UAAU;QACV,MAAM,EAAE,cAAc;YACpB,CAAC,CAAC,0CAA0C,YAAY,GAAG;YAC3D,CAAC,CAAC,iDAAiD,YAAY,GAAG;KACrE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,SAA4B,EAC5B,QAA2B,EAC3B,MAAyB,EACzB,GAAsC,EACtC,MAAe,EACf,OAA2D;IAE3D,MAAM,eAAe,GAAG,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,YAAY,GAAG,eAAe,GAAG,CAAC,CAAC;IACzC,MAAM,cAAc,GAAG,YAAY,IAAI,GAAG,CAAC,mBAAmB,CAAC;IAE/D,MAAM,UAAU,GAAuB,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC;IACnF,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAEzD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,4DAA4D;QAC5D,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC9B,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC3E,CAAC;QACD,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE3C,MAAM,EAAE,GAAG,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE;YACpC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/C,gBAAgB,CACd,SAAS,EACT,MAAM,CAAC,MAAM,EACb,SAAS,EACT,4BAA4B,EAC5B,cAAc;gBACZ,CAAC,CAAC,iCAAiC,YAAY,wBAAwB,MAAM,CAAC,KAAK,EAAE;gBACrF,CAAC,CAAC,iCAAiC,MAAM,CAAC,KAAK,oBAAoB,CACtE,CAAC;YACF,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3C,cAAc,CAAC,SAAS,EAAE;gBACxB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,WAAW,EAAE,oBAAoB;gBACjC,UAAU;gBACV,OAAO,EAAE;oBACP,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;oBAC7C,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,CAAC,WAAW,EAAE;iBAC1D;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,EAAE,EAAE,CAAC;IACP,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE,MAAM,CAAC,MAAM;QACvB,WAAW,EAAE,oBAAoB;QACjC,UAAU;QACV,MAAM,EAAE,cAAc;YACpB,CAAC,CAAC,WAAW,MAAM,CAAC,KAAK,6BAA6B,YAAY,GAAG;YACrE,CAAC,CAAC,kBAAkB,MAAM,CAAC,KAAK,qCAAqC,YAAY,GAAG;KACvF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,SAA4B,EAC5B,QAA2B,EAC3B,MAA6C,EAC7C,MAAe,EACf,OAA2D;IAE3D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,MAAM,CAAC,WAAW,KAAK,eAAe,IAAI,MAAM,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;YAClE,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;QAClD,CAAC;QAED,wEAAwE;QACxE,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE;gBACvB,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAA8B,CAAC;oBACzH,OAAO,GAAG,KAAK,SAAS,CAAC;gBAC3B,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;YAEL,MAAM,EAAE,GAAG,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE;gBACpC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,aAAuB,CAAC,CAAC;gBAChE,IAAI,UAAU,EAAE,CAAC;oBACf,gBAAgB,CACd,SAAS,EACT,MAAM,CAAC,aAAuB,EAC9B,SAAS,EACT,4BAA4B,EAC5B,kBAAkB,MAAM,CAAC,WAAW,2CAA2C,CAChF,CAAC;oBACF,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,aAAuB,CAAC,CAAC;gBAC9D,CAAC;gBACD,cAAc,CAAC,SAAS,EAAE;oBACxB,MAAM,EAAE,MAAM,CAAC,aAAuB;oBACtC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,UAAU,EAAE,cAAc;oBAC1B,OAAO,EAAE;wBACP,SAAS,EAAE,MAAM,CAAC,GAAG;wBACrB,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;wBACnD,UAAU;qBACX;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,EAAE,EAAE,CAAC;QACP,CAAC;aAAM,CAAC;YACN,cAAc,CAAC,SAAS,EAAE;gBACxB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,UAAU,EAAE,cAAc;gBAC1B,OAAO,EAAE;oBACP,SAAS,EAAE,MAAM,CAAC,GAAG;oBACrB,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;iBACpD;aACF,CAAC,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,UAAU,EAAE,cAAc;QAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,iBAAiB;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAiC;IACvE,MAAM,GAAG,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;IAEvC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,oBAAoB,CAAC;IAC9D,MAAM,OAAO,GACX,OAAO,CAAC,OAAO;QACf,CAAC,CAAC,GAAW,EAAE,OAAe,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;IAElF,MAAM,MAAM,GAAG,gBAAgB,CAAC;QAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,GAAG;QACH,UAAU;QACV,MAAM,EAAE,GAAG;KACZ,CAAC,CAAC;IAEH,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IAEzC,mEAAmE;IACnE,MAAM,eAAe,GAAG,mBAAmB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/D,IAAI,CAAC,GAAG,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,eAAe,IAAI,CAAC,GAAG,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAClJ,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,EAAE,IAAI,EAAE,CAAC;IAC5D,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QACrB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,EAAE,KAAK,EAAE,CAAC;IAC7D,CAAC;IAED,kGAAkG;IAClG,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,MAAM,yBAAyB,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QACvG,IAAI,CAAC,CAAC,aAAa;YAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC3D,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,MAAM,yBAAyB,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QACvG,IAAI,CAAC,CAAC,aAAa;YAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC3D,CAAC;IAED,uBAAuB;IACvB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;YAAE,SAAS;QAC3C,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC1C,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;YAAE,SAAS;QAC3C,OAAO,CAAC,IAAI,CAAC,MAAM,wBAAwB,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC7G,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,EAAE,KAAK,EAAE,CAAC;AAC7D,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Steroids API Server
+ * REST API for multi-project monitoring and management
+ */
+import express from 'express';
+export declare function createApp(): express.Express;
+declare const app: express.Express;
+export declare function startServer(): void;
+export default app;
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,OAAO,MAAM,SAAS,CAAC;AAgB9B,wBAAgB,SAAS,IAAI,OAAO,CAAC,OAAO,CAyF3C;AAED,QAAA,MAAM,GAAG,iBAAc,CAAC;AAExB,wBAAgB,WAAW,IAAI,IAAI,CAOlC;AAqBD,eAAe,GAAG,CAAC"}