@agent-native/core 0.92.10 → 0.92.12

package/dist/agent/run-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-manager.d.ts","sourceRoot":"","sources":["../../src/agent/run-manager.ts"],"names":[],"mappings":"AAyBA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEtE,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,CAAC;IAClB,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC;IAC5C,KAAK,EAAE,eAAe,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAQD;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,kCAAkC,QAAS,CAAC;AAEzD;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,8BAA8B,QAAS,CAAC;AAErD;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,kCAAkC,QAAc,CAAC;AAE9D;;;;;GAKG;AACH,eAAO,MAAM,sCAAsC,QACf,CAAC;AAErC;;;;;;;GAOG;AACH,eAAO,MAAM,yCAAyC,QACT,CAAC;AAE9C;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,+BAA+B,SAAU,CAAC;AAEvD,qEAAqE;AACrE,eAAO,MAAM,kCAAkC,QAAsB,CAAC;AAEtE;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,QAA0B,CAAC;AAExE;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,QAAiB,CAAC;AAE/D,wFAAwF;AACxF,eAAO,MAAM,+BAA+B,MAAM,CAAC;AAEnD,iEAAiE;AACjE,eAAO,MAAM,6BAA6B,MAAM,CAAC;AAEjD;;;GAGG;AACH,eAAO,MAAM,gCAAgC,OAAQ,CAAC;AAEtD,8EAA8E;AAC9E,eAAO,MAAM,+BAA+B,MAAM,CAAC;AAEnD,wBAAgB,4BAA4B,CAC1C,GAAG,EAAE,MAAM,EACX,eAAe,EAAE,MAAM,GACtB,MAAM,CAIR;AAmDD,MAAM,WAAW,eAAe;IAC9B;;2CAEuC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;4DACwD;IACxD,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC;;;+EAG2E;IAC3E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;;;;;OAQG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,YAAY,CAAC,EAAE,YAAY,GAAG,uBAAuB,CAAC;CACvD;AAED,MAAM,WAAW,4BAA4B;IAC3C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AA0BD,wBAAgB,uBAAuB,CACrC,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,4BAA4B,GACrC,MAAM,CAkCR;AAED,wBAAgB,8BAA8B,IAAI,MAAM,CAOvD;AAED,wBAAgB,4BAA4B,IAAI,MAAM,CAOrD;AAiDD;;;;;;GAMG;AACH,wBAAgB,QAAQ,CACtB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,CACL,IAAI,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,EACrC,MAAM,EAAE,WAAW,KAChB,OAAO,CAAC,IAAI,CAAC,EAClB,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EACrD,OAAO,CAAC,EAAE,eAAe,GACxB,SAAS,CAwoBX;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GACd,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAOnC;AA6RD,wEAAwE;AACxE,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAOxE;AAED;;;;;;;;;GASG;AACH,wBAAsB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAC1E,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,+FAA+F;IAC/F,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B,GAAG,IAAI,CAAC,CA4GR;AAgBD,sBAAsB;AACtB,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEtD;AAED,gDAAgD;AAChD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,MAAe,GAAG,OAAO,CAQxE;AAGD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"run-manager.d.ts","sourceRoot":"","sources":["../../src/agent/run-manager.ts"],"names":[],"mappings":"AA8BA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEtE,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,CAAC;IAClB,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC;IAC5C,KAAK,EAAE,eAAe,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAQD;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,kCAAkC,QAAS,CAAC;AAEzD;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,8BAA8B,QAAS,CAAC;AAErD;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,kCAAkC,QAAc,CAAC;AAE9D;;;;;GAKG;AACH,eAAO,MAAM,sCAAsC,QACf,CAAC;AAErC;;;;;;;GAOG;AACH,eAAO,MAAM,yCAAyC,QACT,CAAC;AAE9C;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,+BAA+B,SAAU,CAAC;AAEvD,qEAAqE;AACrE,eAAO,MAAM,kCAAkC,QAAsB,CAAC;AAEtE;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,QAA0B,CAAC;AAExE;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,QAAiB,CAAC;AAE/D,wFAAwF;AACxF,eAAO,MAAM,+BAA+B,MAAM,CAAC;AAEnD,iEAAiE;AACjE,eAAO,MAAM,6BAA6B,MAAM,CAAC;AAEjD;;;GAGG;AACH,eAAO,MAAM,gCAAgC,OAAQ,CAAC;AAEtD,8EAA8E;AAC9E,eAAO,MAAM,+BAA+B,MAAM,CAAC;AAEnD,wBAAgB,4BAA4B,CAC1C,GAAG,EAAE,MAAM,EACX,eAAe,EAAE,MAAM,GACtB,MAAM,CAIR;AAmDD,MAAM,WAAW,eAAe;IAC9B;;2CAEuC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;4DACwD;IACxD,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC;;;+EAG2E;IAC3E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;;;;;OAQG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,YAAY,CAAC,EAAE,YAAY,GAAG,uBAAuB,CAAC;CACvD;AAED,MAAM,WAAW,4BAA4B;IAC3C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AA0BD,wBAAgB,uBAAuB,CACrC,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,4BAA4B,GACrC,MAAM,CAkCR;AAED,wBAAgB,8BAA8B,IAAI,MAAM,CAOvD;AAED,wBAAgB,4BAA4B,IAAI,MAAM,CAOrD;AAqDD;;;;;;GAMG;AACH,wBAAgB,QAAQ,CACtB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,CACL,IAAI,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,EACrC,MAAM,EAAE,WAAW,KAChB,OAAO,CAAC,IAAI,CAAC,EAClB,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EACrD,OAAO,CAAC,EAAE,eAAe,GACxB,SAAS,CA+pBX;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GACd,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAOnC;AA6RD,wEAAwE;AACxE,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAOxE;AAED;;;;;;;;;GASG;AACH,wBAAsB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAC1E,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,+FAA+F;IAC/F,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B,GAAG,IAAI,CAAC,CAsIR;AAgBD,sBAAsB;AACtB,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEtD;AAED,gDAAgD;AAChD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,MAAe,GAAG,OAAO,CAQxE;AAGD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/agent/run-manager.js

@@ -1,7 +1,7 @@
 import { captureError } from "../server/capture-error.js";
-import { isLlmCredentialError } from "./engine/credential-errors.js";
+import { isLlmCredentialError, LLM_MISSING_CREDENTIALS_ERROR_CODE, LLM_MISSING_CREDENTIALS_MESSAGE, } from "./engine/credential-errors.js";
 import { EngineError } from "./engine/types.js";
-import { insertRun, insertRunEvent, updateRunStatusIfRunning, markRunAborted, getRunAbortState, getRunStatus, getRunEventsSince, getRunById, getRunByThread, cleanupOldRuns, updateRunHeartbeat, bumpRunProgress, reapIfStale, reapUnclaimedBackgroundRun, reconcileTerminalRunFromEvents, ensureTerminalRunEvent, getLastTerminalRunEvent, resolveErroredRunTerminalEvent, setRunError, setRunTerminalReason, } from "./run-store.js";
+import { insertRun, insertRunEvent, updateRunStatusIfRunning, markRunAborted, getRunAbortState, getRunStatus, getRunEventsSince, getRunById, getRunByThread, cleanupOldRuns, updateRunHeartbeat, bumpRunProgress, reapIfStale, reapUnclaimedBackgroundRun, shouldRedispatchUnclaimedBackgroundRun, reconcileTerminalRunFromEvents, ensureTerminalRunEvent, getLastTerminalRunEvent, resolveErroredRunTerminalEvent, setRunError, setRunTerminalReason, } from "./run-store.js";
 const activeRuns = new Map();
 const threadToRun = new Map();
 /** How long to keep completed runs in memory before cleanup (5 min) */
@@ -254,6 +254,9 @@ function isTerminalRunEvent(event) {
         event.type === "loop_limit" ||
         event.type === "auto_continue");
 }
+function terminalEventForcesErroredStatus(event) {
+    return event?.type === "error" || event?.type === "missing_api_key";
+}
 function terminalReasonForRun(finalStatus, terminalEvent, abortReason, completionError) {
     if (terminalEvent?.type === "auto_continue") {
         return terminalEvent.reason || "auto_continue";
@@ -717,11 +720,22 @@ export function startRun(runId, threadId, runFn, onComplete, options) {
         //    /runs/active check while we wait for SQL writes to land.
         let completionError = null;
         let terminalPersistenceError = null;
+        const terminalEvent = pendingTerminalEvent?.event ?? null;
         if (onComplete &&
             !(run.status === "aborted" && run.abortReason === "no_progress")) {
             try {
-                const completionRun = pendingTerminalEvent
-                    ? { ...run, events: [...run.events, pendingTerminalEvent] }
+                const completionStatus = run.status !== "aborted" &&
+                    terminalEventForcesErroredStatus(terminalEvent)
+                    ? "errored"
+                    : run.status;
+                const completionRun = pendingTerminalEvent || completionStatus !== run.status
+                    ? {
+                        ...run,
+                        status: completionStatus,
+                        events: pendingTerminalEvent
+                            ? [...run.events, pendingTerminalEvent]
+                            : run.events,
+                    }
                     : run;
                 await onComplete(completionRun);
             }
@@ -736,10 +750,12 @@ export function startRun(runId, threadId, runFn, onComplete, options) {
         //    thread_data.
         const finalStatus = run.status === "aborted"
             ? "aborted"
-            : run.status === "errored" || completionError
+            : run.status === "errored" ||
+                completionError ||
+                terminalEventForcesErroredStatus(terminalEvent)
                 ? "errored"
                 : "completed";
-        const terminalReason = terminalReasonForRun(finalStatus, pendingTerminalEvent?.event ?? null, run.abortReason, completionError);
+        const terminalReason = terminalReasonForRun(finalStatus, terminalEvent, run.abortReason, completionError);
         // 3. Emit the terminal event only after thread_data is durable. Live
         //    SSE clients close on this event and usually fetch thread_data
         //    immediately, so emitting it earlier recreates the final-message
@@ -758,7 +774,8 @@ export function startRun(runId, threadId, runFn, onComplete, options) {
             // re-stamp the seq at emit time (max-seq+1) just below.
             const terminalEvent = finalStatus === "completed"
                 ? (pendingTerminalEvent?.event ?? { type: "done" })
-                : pendingTerminalEvent?.event.type === "error"
+                : pendingTerminalEvent?.event.type === "error" ||
+                    pendingTerminalEvent?.event.type === "missing_api_key"
                     ? pendingTerminalEvent.event
                     : pendingTerminalEvent?.event.type === "auto_continue"
                         ? // The run was checkpointed at a soft-timeout/loop boundary and
@@ -834,9 +851,17 @@ export function startRun(runId, threadId, runFn, onComplete, options) {
         if (finalStatus === "errored") {
             let errorCode;
             let errorDetail;
-            for (let i = run.events.length - 1; i >= 0; i--) {
-                const ev = run.events[i].event;
-                if (ev.type === "error") {
+            const diagnosticEvents = pendingTerminalEvent
+                ? [...run.events, pendingTerminalEvent]
+                : run.events;
+            for (let i = diagnosticEvents.length - 1; i >= 0; i--) {
+                const ev = diagnosticEvents[i].event;
+                if (ev.type === "missing_api_key") {
+                    errorCode = LLM_MISSING_CREDENTIALS_ERROR_CODE;
+                    errorDetail = LLM_MISSING_CREDENTIALS_MESSAGE;
+                    break;
+                }
+                else if (ev.type === "error") {
                     errorCode = ev.errorCode;
                     errorDetail = ev.error ?? ev.details;
                     break;
@@ -1215,10 +1240,34 @@ export async function getActiveRunForThreadAsync(threadId) {
             // past the tight grace means the bg-fn worker never started — a silent
             // async-worker death that the 202-ack inline fallback can't catch. Reap it
             // early and recoverably (background_worker_never_started) so the run no
-            // longer hangs for the full 90s window and the client's recoverable-error
-            // path can re-drive the turn. Only fires when there is provably no live
-            // worker; a claimed/heartbeating run is left alone by the conditional SQL.
-            if (sqlRun.dispatchMode === "background") {
+            // longer hangs for the full 90s window. Only fires when there is provably
+            // no live worker; a claimed/heartbeating run is left alone by the
+            // conditional SQL.
+            //
+            // REDISPATCH-BOUND GUARD (must be kept in lockstep with the "Unclaimed
+            // background-run sweep" in agent-chat-plugin.ts and with
+            // chainServerDrivenContinuation's deferral in production-agent.ts — do NOT
+            // remove this guard without reading those two sites):
+            // `chainServerDrivenContinuation` now DEFERS a dispatch-failed successor
+            // instead of erroring it — it leaves the row status='running',
+            // dispatch_mode='background' with its dispatch_payload intact so the sweep
+            // can silently redispatch it. This client poll runs every ~1s while a
+            // client is connected, so without this guard it would reap that deferred
+            // successor at the 25s unclaimed grace — long before the ~2-min sweep —
+            // converting the intended SILENT server-side recovery into a user-visible
+            // `background_worker_never_started` manual-retry error (that terminal
+            // reason does NOT auto-continue in the client follow loop; only `stale_run`
+            // does). While the successor is still inside its redispatch bound we skip
+            // this reap and leave it for the sweep. The outer backstops still bound it:
+            // `reapIfStale` below reaps a heartbeat-stale background row at 90s
+            // (BACKGROUND_RUN_STALE_MS) to the recoverable `stale_run` — which the
+            // follow loop AUTO-continues — and once the redispatch bound is exceeded
+            // this reap fires loudly as before. So recovery stays automatic in the
+            // common case and loud failure is only moved later, never removed.
+            if (sqlRun.dispatchMode === "background" &&
+                !shouldRedispatchUnclaimedBackgroundRun({
+                    startedAt: sqlRun.startedAt,
+                })) {
                 const recovered = await reapUnclaimedBackgroundRun(sqlRun.id).catch(() => false);
                 if (recovered)
                     return null;