@slaw-ai/server 2026.611.0

package/dist/services/recovery/service.d.ts

@@ -0,0 +1,258 @@
+import type { Db } from "@slaw-ai/db";
+import { type IssueGraphLivenessAutoRecoveryPreview } from "@slaw-ai/shared";
+import { heartbeatRuns, issues } from "@slaw-ai/db";
+import { SUCCESSFUL_RUN_MISSING_STATE_REASON } from "./successful-run-handoff.js";
+export declare const ACTIVE_RUN_OUTPUT_SUSPICION_THRESHOLD_MS: number;
+export declare const ACTIVE_RUN_OUTPUT_CRITICAL_THRESHOLD_MS: number;
+export declare const ACTIVE_RUN_OUTPUT_CONTINUE_REARM_MS: number;
+type RecoveryWakeupOptions = {
+    source?: "timer" | "assignment" | "on_demand" | "automation";
+    triggerDetail?: "manual" | "ping" | "callback" | "system";
+    reason?: string | null;
+    payload?: Record<string, unknown> | null;
+    idempotencyKey?: string | null;
+    requestedByActorType?: "user" | "agent" | "system";
+    requestedByActorId?: string | null;
+    contextSnapshot?: Record<string, unknown>;
+};
+type RecoveryWakeup = (agentId: string, opts?: RecoveryWakeupOptions) => Promise<typeof heartbeatRuns.$inferSelect | null>;
+type LatestIssueRun = Pick<typeof heartbeatRuns.$inferSelect, "id" | "agentId" | "status" | "error" | "errorCode" | "contextSnapshot" | "livenessState"> | null;
+type StrandedRecoveryCause = "stranded_assigned_issue" | typeof SUCCESSFUL_RUN_MISSING_STATE_REASON;
+type SuccessfulRunHandoffRecoveryEvidence = {
+    sourceRunId: string | null;
+    correctiveRunId: string;
+    missingDisposition: string;
+    handoffAttempt: number;
+    maxHandoffAttempts: number;
+};
+type WatchdogDecisionActor = {
+    type: "operator";
+    userId?: string | null;
+    runId?: string | null;
+} | {
+    type: "agent";
+    agentId?: string | null;
+    runId?: string | null;
+} | {
+    type: "none";
+};
+export type RunOutputSilenceSummary = {
+    lastOutputAt: Date | null;
+    lastOutputSeq: number;
+    lastOutputStream: "stdout" | "stderr" | null;
+    silenceStartedAt: Date | null;
+    silenceAgeMs: number | null;
+    level: "not_applicable" | "ok" | "suspicious" | "critical" | "snoozed";
+    suspicionThresholdMs: number;
+    criticalThresholdMs: number;
+    snoozedUntil: Date | null;
+    evaluationIssueId: string | null;
+    evaluationIssueIdentifier: string | null;
+    evaluationIssueAssigneeAgentId: string | null;
+};
+export declare function recoveryService(db: Db, deps: {
+    enqueueWakeup: RecoveryWakeup;
+}): {
+    buildRunOutputSilence: (run: Pick<typeof heartbeatRuns.$inferSelect, "id" | "squadId" | "status" | "lastOutputAt" | "lastOutputSeq" | "lastOutputStream" | "processStartedAt" | "startedAt" | "createdAt">, now?: Date) => Promise<RunOutputSilenceSummary>;
+    escalateStrandedRecoveryIssueInPlace: (input: {
+        issue: typeof issues.$inferSelect;
+        previousStatus: "todo" | "in_progress";
+        latestRun: LatestIssueRun;
+    }) => Promise<({
+        id: string;
+        description: string | null;
+        status: string;
+        createdAt: Date;
+        updatedAt: Date;
+        squadId: string;
+        title: string;
+        createdByAgentId: string | null;
+        createdByUserId: string | null;
+        identifier: string | null;
+        projectId: string | null;
+        projectWorkspaceId: string | null;
+        executionWorkspaceId: string | null;
+        startedAt: Date | null;
+        priority: string;
+        assigneeAgentId: string | null;
+        assigneeUserId: string | null;
+        goalId: string | null;
+        parentId: string | null;
+        workMode: string;
+        requestDepth: number;
+        billingCode: string | null;
+        assigneeAdapterOverrides: Record<string, unknown> | null;
+        executionPolicy: Record<string, unknown> | null;
+        executionWorkspacePreference: string | null;
+        executionWorkspaceSettings: Record<string, unknown> | null;
+        hiddenAt: Date | null;
+        originId: string | null;
+        completedAt: Date | null;
+        cancelledAt: Date | null;
+        checkoutRunId: string | null;
+        executionRunId: string | null;
+        executionAgentNameKey: string | null;
+        executionLockedAt: Date | null;
+        issueNumber: number | null;
+        originKind: string;
+        originRunId: string | null;
+        originFingerprint: string;
+        executionState: Record<string, unknown> | null;
+        monitorNextCheckAt: Date | null;
+        monitorWakeRequestedAt: Date | null;
+        monitorLastTriggeredAt: Date | null;
+        monitorAttemptCount: number;
+        monitorNotes: string | null;
+        monitorScheduledBy: string | null;
+    } & {
+        labels: {
+            id: string;
+            name: string;
+            createdAt: Date;
+            updatedAt: Date;
+            squadId: string;
+            color: string;
+        }[];
+        labelIds: string[];
+    }) | null>;
+    escalateStrandedAssignedIssue: (input: {
+        issue: typeof issues.$inferSelect;
+        previousStatus: "todo" | "in_progress";
+        latestRun: LatestIssueRun;
+        comment?: string;
+        recoveryCause?: StrandedRecoveryCause;
+        successfulRunHandoffEvidence?: SuccessfulRunHandoffRecoveryEvidence | null;
+    }) => Promise<({
+        id: string;
+        description: string | null;
+        status: string;
+        createdAt: Date;
+        updatedAt: Date;
+        squadId: string;
+        title: string;
+        createdByAgentId: string | null;
+        createdByUserId: string | null;
+        identifier: string | null;
+        projectId: string | null;
+        projectWorkspaceId: string | null;
+        executionWorkspaceId: string | null;
+        startedAt: Date | null;
+        priority: string;
+        assigneeAgentId: string | null;
+        assigneeUserId: string | null;
+        goalId: string | null;
+        parentId: string | null;
+        workMode: string;
+        requestDepth: number;
+        billingCode: string | null;
+        assigneeAdapterOverrides: Record<string, unknown> | null;
+        executionPolicy: Record<string, unknown> | null;
+        executionWorkspacePreference: string | null;
+        executionWorkspaceSettings: Record<string, unknown> | null;
+        hiddenAt: Date | null;
+        originId: string | null;
+        completedAt: Date | null;
+        cancelledAt: Date | null;
+        checkoutRunId: string | null;
+        executionRunId: string | null;
+        executionAgentNameKey: string | null;
+        executionLockedAt: Date | null;
+        issueNumber: number | null;
+        originKind: string;
+        originRunId: string | null;
+        originFingerprint: string;
+        executionState: Record<string, unknown> | null;
+        monitorNextCheckAt: Date | null;
+        monitorWakeRequestedAt: Date | null;
+        monitorLastTriggeredAt: Date | null;
+        monitorAttemptCount: number;
+        monitorNotes: string | null;
+        monitorScheduledBy: string | null;
+    } & {
+        labels: {
+            id: string;
+            name: string;
+            createdAt: Date;
+            updatedAt: Date;
+            squadId: string;
+            color: string;
+        }[];
+        labelIds: string[];
+    }) | null>;
+    recordWatchdogDecision: (input: {
+        runId: string;
+        actor: WatchdogDecisionActor;
+        decision: "snooze" | "continue" | "dismissed_false_positive";
+        evaluationIssueId?: string | null;
+        reason?: string | null;
+        snoozedUntil?: Date | null;
+        createdByRunId?: string | null;
+        now?: Date;
+    }) => Promise<{
+        id: string;
+        createdAt: Date;
+        squadId: string;
+        createdByAgentId: string | null;
+        createdByUserId: string | null;
+        reason: string | null;
+        runId: string;
+        createdByRunId: string | null;
+        evaluationIssueId: string | null;
+        decision: string;
+        snoozedUntil: Date | null;
+    }>;
+    scanSilentActiveRuns: (opts?: {
+        now?: Date;
+        squadId?: string;
+    }) => Promise<{
+        scanned: number;
+        created: number;
+        existing: number;
+        escalated: number;
+        folded: number;
+        snoozed: number;
+        skipped: number;
+        evaluationIssueIds: string[];
+    }>;
+    reconcileStrandedAssignedIssues: () => Promise<{
+        assignmentDispatched: number;
+        dispatchRequeued: number;
+        continuationRequeued: number;
+        productiveContinuationObserved: number;
+        successfulContinuationObserved: number;
+        orphanBlockersAssigned: number;
+        successfulRunHandoffEscalated: number;
+        escalated: number;
+        skipped: number;
+        issueIds: string[];
+    }>;
+    buildIssueGraphLivenessAutoRecoveryPreview: (opts?: {
+        lookbackHours?: number;
+        now?: Date;
+    }) => Promise<IssueGraphLivenessAutoRecoveryPreview>;
+    reconcileIssueGraphLiveness: (opts?: {
+        runId?: string | null;
+        force?: boolean;
+        lookbackHours?: number;
+    }) => Promise<{
+        findings: number;
+        autoRecoveryEnabled: boolean;
+        lookbackHours: number;
+        cutoff: string;
+        escalationsCreated: number;
+        existingEscalations: number;
+        skipped: number;
+        skippedAutoRecoveryDisabled: number;
+        skippedOutsideLookback: number;
+        obsoleteRecoveriesRetired: number;
+        obsoleteRecoveriesActiveSkipped: number;
+        obsoleteRecoveryBlockerRelationsRemoved: number;
+        doneRecoveryBlockerRelationsRemoved: number;
+        issueIds: string[];
+        escalationIssueIds: string[];
+        retiredRecoveryIssueIds: string[];
+    }>;
+    readRecoveryTimerIntervalMs: (raw: unknown, fallback: number) => number;
+};
+export {};
+//# sourceMappingURL=service.d.ts.map

package/dist/services/recovery/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../src/services/recovery/service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAIL,KAAK,qCAAqC,EAE3C,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAQL,aAAa,EAMb,MAAM,EACP,MAAM,aAAa,CAAC;AAerB,OAAO,EAGL,mCAAmC,EAIpC,MAAM,6BAA6B,CAAC;AAmBrC,eAAO,MAAM,wCAAwC,QAAiB,CAAC;AACvE,eAAO,MAAM,uCAAuC,QAAqB,CAAC;AAC1E,eAAO,MAAM,mCAAmC,QAAiB,CAAC;AAelE,KAAK,qBAAqB,GAAG;IAC3B,MAAM,CAAC,EAAE,OAAO,GAAG,YAAY,GAAG,WAAW,GAAG,YAAY,CAAC;IAC7D,aAAa,CAAC,EAAE,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC;IAC1D,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACzC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,oBAAoB,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;IACnD,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC3C,CAAC;AAEF,KAAK,cAAc,GAAG,CACpB,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,qBAAqB,KACzB,OAAO,CAAC,OAAO,aAAa,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;AAEvD,KAAK,cAAc,GAAG,IAAI,CACxB,OAAO,aAAa,CAAC,YAAY,EACjC,IAAI,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,GAAG,WAAW,GAAG,iBAAiB,GAAG,eAAe,CAC1F,GAAG,IAAI,CAAC;AAGT,KAAK,qBAAqB,GAAG,yBAAyB,GAAG,OAAO,mCAAmC,CAAC;AAEpG,KAAK,oCAAoC,GAAG;IAC1C,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,KAAK,qBAAqB,GACtB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GACnE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GACjE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAErB,MAAM,MAAM,uBAAuB,GAAG;IACpC,YAAY,EAAE,IAAI,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC;IAC7C,gBAAgB,EAAE,IAAI,GAAG,IAAI,CAAC;IAC9B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,EAAE,gBAAgB,GAAG,IAAI,GAAG,YAAY,GAAG,UAAU,GAAG,SAAS,CAAC;IACvE,oBAAoB,EAAE,MAAM,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,IAAI,GAAG,IAAI,CAAC;IAC1B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,yBAAyB,EAAE,MAAM,GAAG,IAAI,CAAC;IACzC,8BAA8B,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/C,CAAC;AA6TF,wBAAgB,eAAe,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE;IAAE,aAAa,EAAE,cAAc,CAAA;CAAE;iCA0YtE,IAAI,CACP,OAAO,aAAa,CAAC,YAAY,EACjC,IAAI,GAAG,SAAS,GAAG,QAAQ,GAAG,cAAc,GAAG,eAAe,GAAG,kBAAkB,GAAG,kBAAkB,GAAG,WAAW,GAAG,WAAW,CACrI,iBAEA,OAAO,CAAC,uBAAuB,CAAC;kDAg0CwB;QACzD,KAAK,EAAE,OAAO,MAAM,CAAC,YAAY,CAAC;QAClC,cAAc,EAAE,MAAM,GAAG,aAAa,CAAC;QACvC,SAAS,EAAE,cAAc,CAAC;KAC3B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2CA6EmD;QAClD,KAAK,EAAE,OAAO,MAAM,CAAC,YAAY,CAAC;QAClC,cAAc,EAAE,MAAM,GAAG,aAAa,CAAC;QACvC,SAAS,EAAE,cAAc,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,aAAa,CAAC,EAAE,qBAAqB,CAAC;QACtC,4BAA4B,CAAC,EAAE,oCAAoC,GAAG,IAAI,CAAC;KAC5E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oCA3mB4C;QAC3C,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,qBAAqB,CAAC;QAC7B,QAAQ,EAAE,QAAQ,GAAG,UAAU,GAAG,0BAA0B,CAAC;QAC7D,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,YAAY,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;QAC3B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,GAAG,CAAC,EAAE,IAAI,CAAC;KACZ;;;;;;;;;;;;;kCAvD0C;QAAE,GAAG,CAAC,EAAE,IAAI,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;;;;4BAwB7C,MAAM,EAAE;;;;;;;;;;;;kBAmzBlB,MAAM,EAAE;;wDA4tBnB;QAAE,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,IAAI,CAAA;KAAE,KAC5C,OAAO,CAAC,qCAAqC,CAAC;yCAkUC;QAChD,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACtB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB;;;;;;;;;;;;;;kBA6BmB,MAAM,EAAE;4BACE,MAAM,EAAE;;;uCAmCI,OAAO,YAAY,MAAM;EAepE"}