@agent-native/core 0.122.3 → 0.123.0

package/dist/agent/run-loop-with-resume.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-loop-with-resume.d.ts","sourceRoot":"","sources":["../../src/agent/run-loop-with-resume.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EACL,YAAY,EAMZ,KAAK,2BAA2B,EACjC,MAAM,uBAAuB,CAAC;AAE/B,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAC;AA4FrE;;;GAGG;AACH,wBAAsB,gCAAgC,CACpD,QAAQ,EAAE,aAAa,EAAE,EACzB,MAAM,EAAE,2BAA2B,EACnC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC,CAEf;AAsCD;;;;;;;;;GASG;AACH,eAAO,MAAM,0BAA0B,IAAI,CAAC;AAE5C;;;;wDAIwD;AACxD,eAAO,MAAM,+BAA+B,yBAAyB,CAAC;AAEtE;;;;;iCAKiC;AACjC,eAAO,MAAM,4BAA4B,QAGkD,CAAC;AAE5F;;;;;;;;GAQG;AACH,wBAAsB,iCAAiC,CACrD,IAAI,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,EACxC,aAAa,CAAC,EAAE,MAAM,EACtB,cAAc,CAAC,EAAE,4BAA4B,GAC5C,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CA4LnD"}
+{"version":3,"file":"run-loop-with-resume.d.ts","sourceRoot":"","sources":["../../src/agent/run-loop-with-resume.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EACL,YAAY,EAOZ,KAAK,2BAA2B,EACjC,MAAM,uBAAuB,CAAC;AAE/B,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAC;AA4FrE;;;GAGG;AACH,wBAAsB,gCAAgC,CACpD,QAAQ,EAAE,aAAa,EAAE,EACzB,MAAM,EAAE,2BAA2B,EACnC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC,CAEf;AAsCD;;;;;;;;;GASG;AACH,eAAO,MAAM,0BAA0B,IAAI,CAAC;AAE5C;;;;wDAIwD;AACxD,eAAO,MAAM,+BAA+B,yBAAyB,CAAC;AAEtE;;;;;iCAKiC;AACjC,eAAO,MAAM,4BAA4B,QAGkD,CAAC;AAE5F;;;;;;;;GAQG;AACH,wBAAsB,iCAAiC,CACrD,IAAI,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,EACxC,aAAa,CAAC,EAAE,MAAM,EACtB,cAAc,CAAC,EAAE,4BAA4B,GAC5C,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAqNnD"}

package/dist/agent/run-loop-with-resume.js

@@ -20,7 +20,7 @@
  * Both paths route through `appendAgentLoopContinuation` so the agent sees a
  * uniform "continue" instruction regardless of which recovery fired.
  */
-import { runAgentLoop, appendAgentLoopContinuation, isResumableEngineError, continuationReasonForResumableError, lastUnfinishedPreparingActionToolFromEvents, resolveFinalResponseGuardRequestText, } from "./production-agent.js";
+import { runAgentLoop, appendAgentLoopContinuation, isResumableEngineError, continuationReasonForResumableError, lastUnfinishedPreparingActionToolFromEvents, resolveFinalResponseGuardRequestText, SELF_CHAIN_MIN_CONTINUATION_BUDGET_MS, } from "./production-agent.js";
 import { resolveRunSoftTimeoutMs } from "./run-manager.js";
 import { getCurrentTurnEventsForThread } from "./run-store.js";
 import { classifyToolCallJournal, buildResumeJournalNote, } from "./tool-call-journal.js";
@@ -184,6 +184,18 @@ export async function runAgentLoopDirectWithSoftTimeout(opts, softTimeoutMs, tim
     };
     const localTurnEvents = [];
     let attempts = 0;
+    // Every current hosted caller of this function (A2A/MCP delegated turns)
+    // runs inside ONE serverless invocation whose real platform hard-kill is
+    // what `timeoutMs` was sized to survive ONCE — reusing that same fresh
+    // window for every one of up to `MAX_RUN_LOOP_CONTINUATIONS` in-process
+    // rounds ignores the wall-clock the earlier rounds already spent, so a 2nd+
+    // round can gamble past the host's real limit and die with a silent
+    // mid-stream kill instead of a clean give-up. Budget subsequent rounds
+    // against cumulative elapsed time since this call started (mirrors
+    // `resolveSelfChainContinuationBudget`'s "remaining = ceiling - elapsed"
+    // pattern, already proven for the analogous foreground self-chain case).
+    // The first round is unaffected — it always gets the full `timeoutMs`.
+    const loopEntryAt = Date.now();
     // Tracks whether the most recent attempt ended by scheduling another
     // continuation (soft-timeout or resumable error → `continue`) rather than
     // returning a finished turn. When the loop then exits because the budget is
@@ -192,6 +204,16 @@ export async function runAgentLoopDirectWithSoftTimeout(opts, softTimeoutMs, tim
     // unambiguous "stopped before finishing" instead of a bare done/"…".
     let lastAttemptWasUnfinishedContinuation = false;
     while (!upstreamSignal.aborted && attempts < MAX_RUN_LOOP_CONTINUATIONS) {
+        const roundTimeoutMs = attempts === 0 ? timeoutMs : timeoutMs - (Date.now() - loopEntryAt);
+        if (attempts > 0 &&
+            roundTimeoutMs < SELF_CHAIN_MIN_CONTINUATION_BUDGET_MS) {
+            // Not enough wall-clock left in this invocation to safely start
+            // another round — stop here (lastAttemptWasUnfinishedContinuation is
+            // already true from the prior round) so the loop exits through the
+            // existing RUN_BUDGET_EXHAUSTED_MESSAGE path below instead of risking
+            // a raw platform kill mid-stream.
+            break;
+        }
         attempts++;
         lastAttemptWasUnfinishedContinuation = false;
         const controller = new AbortController();
@@ -210,7 +232,7 @@ export async function runAgentLoopDirectWithSoftTimeout(opts, softTimeoutMs, tim
                 return;
             softTimedOut = true;
             controller.abort();
-        }, timeoutMs);
+        }, roundTimeoutMs);
         const attemptStartIndex = localTurnEvents.length;
         const send = (event) => {
             localTurnEvents.push(event);

package/dist/agent/run-loop-with-resume.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-loop-with-resume.js","sourceRoot":"","sources":["../../src/agent/run-loop-with-resume.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAGH,OAAO,EACL,YAAY,EACZ,2BAA2B,EAC3B,sBAAsB,EACtB,mCAAmC,EACnC,2CAA2C,EAC3C,oCAAoC,GAErC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAE3D,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAGhC,KAAK,UAAU,8BAA8B,CAC3C,QAA4B,EAC5B,WAAW,GAA8B,EAAE;IAE3C,IAAI,eAAe,GAAqB,EAAE,CAAC;IAC3C,IAAI,CAAC;QACH,eAAe,GAAG,QAAQ;YACxB,CAAC,CAAC,MAAM,6BAA6B,CAAC,QAAQ,CAAC;YAC/C,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IAAC,MAAM,CAAC;QACP,eAAe,GAAG,EAAE,CAAC;IACvB,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,eAAe,CAAC;IACrD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5E,OAAO;QACL,GAAG,eAAe;QAClB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,oCAAoC,CAC3C,MAAiC;IAEjC,MAAM,qBAAqB,GACzB,2CAA2C,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,qBAAqB,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAChE,CAAC;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,SAAS,yBAAyB,CAChC,QAAyB,EACzB,MAAiC;IAEjC,IAAI,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAChC,MAAM,OAAO,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;SACxC,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,0EAA0E;QAC1E,0EAA0E;QAC1E,uEAAuE;IACzE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,4BAA4B,CACzC,QAAyB,EACzB,MAAmC,EACnC,QAA4B,EAC5B,WAAW,GAA8B,EAAE;IAE3C,MAAM,MAAM,GAAG,MAAM,8BAA8B,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAC3E,2BAA2B,CACzB,QAAQ,EACR,MAAM,EACN,oCAAoC,CAAC,MAAM,CAAC,CAC7C,CAAC;IACF,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAC9C,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,QAAyB,EACzB,MAAmC,EACnC,QAAgB;IAEhB,MAAM,4BAA4B,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,2CAA2C,CACxD,QAA4B,EAC5B,WAAW,GAA8B,EAAE;IAE3C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,8BAA8B,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAC3E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtC,OAAO,MAAM,CAAC,IAAI,CAChB,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,KAAK,WAAW;YAC1B,KAAK,CAAC,mBAAmB,KAAK,IAAI;YAClC,KAAK,CAAC,OAAO,KAAK,IAAI,CACzB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,oCAAoC,CAC3C,MAAiC;IAEjC,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,IAAI,EAAE,IAAI,KAAK,eAAe;QAAE,OAAO,SAAS,CAAC;IACrD,IACE,IAAI,CAAC,MAAM,KAAK,aAAa;QAC7B,IAAI,CAAC,MAAM,KAAK,YAAY;QAC5B,IAAI,CAAC,MAAM,KAAK,aAAa;QAC7B,IAAI,CAAC,MAAM,KAAK,cAAc;QAC9B,IAAI,CAAC,MAAM,KAAK,iBAAiB;QACjC,IAAI,CAAC,MAAM,KAAK,qBAAqB,EACrC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC;AAE5C;;;;wDAIwD;AACxD,MAAM,CAAC,MAAM,+BAA+B,GAAG,sBAAsB,CAAC;AAEtE;;;;;iCAKiC;AACjC,MAAM,CAAC,MAAM,4BAA4B,GACvC,gDAAgD;IAChD,gDAAgD;IAChD,yFAAyF,CAAC;AAE5F;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACrD,IAAwC,EACxC,aAAsB,EACtB,cAA6C;IAE7C,MAAM,6BAA6B,GACjC,IAAI,CAAC,6BAA6B;QAClC,oCAAoC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,EAAE,GAAG,IAAI,EAAE,6BAA6B,EAAE,CAAC;IAC9D,MAAM,SAAS,GAAG,uBAAuB,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IACzE,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC,UAAU,CAAC,CAAC;IAEpD,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;IACnC,MAAM,KAAK,GAA6C;QACtD,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,eAAe,EAAE,CAAC;QAClB,gBAAgB,EAAE,CAAC;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;KAClB,CAAC;IAEF,MAAM,QAAQ,GAAG,CAAC,IAA8C,EAAE,EAAE;QAClE,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QACtC,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC;QACxC,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC;QAC9C,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAChD,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IAC3B,CAAC,CAAC;IAEF,MAAM,eAAe,GAAqB,EAAE,CAAC;IAC7C,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,qEAAqE;IACrE,0EAA0E;IAC1E,4EAA4E;IAC5E,8EAA8E;IAC9E,4EAA4E;IAC5E,qEAAqE;IACrE,IAAI,oCAAoC,GAAG,KAAK,CAAC;IACjD,OAAO,CAAC,cAAc,CAAC,OAAO,IAAI,QAAQ,GAAG,0BAA0B,EAAE,CAAC;QACxE,QAAQ,EAAE,CAAC;QACX,oCAAoC,GAAG,KAAK,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACnD,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;YAC3B,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,cAAc,CAAC,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,EAAE;gBAC1D,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;QACL,CAAC;QAED,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO;YACtC,YAAY,GAAG,IAAI,CAAC;YACpB,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,MAAM,iBAAiB,GAAG,eAAe,CAAC,MAAM,CAAC;QACjD,MAAM,IAAI,GAAG,CAAC,KAAqB,EAAE,EAAE;YACrC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC;gBACnC,GAAG,UAAU;gBACb,IAAI;gBACJ,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,QAAQ,CAAC,SAAS,CAAC,CAAC;YACpB,MAAM,aAAa,GAAG,eAAe,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC/D,MAAM,0BAA0B,GAC9B,oCAAoC,CAAC,aAAa,CAAC,CAAC;YACtD,IAAI,0BAA0B,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC1D,oCAAoC,GAAG,IAAI,CAAC;gBAC5C,MAAM,kBAAkB,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC;gBAChD,IACE,CAAC,CAAC,MAAM,2CAA2C,CACjD,IAAI,CAAC,QAAQ,EACb,kBAAkB,CACnB,CAAC,EACF,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBACD,MAAM,4BAA4B,CAChC,IAAI,CAAC,QAAQ,EACb,0BAA0B,EAC1B,IAAI,CAAC,QAAQ,EACb,kBAAkB,CACnB,CAAC;gBACF,SAAS;YACX,CAAC;YACD,IAAI,YAAY,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC5C,oCAAoC,GAAG,IAAI,CAAC;gBAC5C,MAAM,4BAA4B,CAChC,IAAI,CAAC,QAAQ,EACb,aAAa,EACb,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC;gBACF,SAAS;YACX,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,YAAY,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC5C,iEAAiE;gBACjE,kEAAkE;gBAClE,oCAAoC,GAAG,IAAI,CAAC;gBAC5C,IACE,CAAC,CAAC,MAAM,2CAA2C,CACjD,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC,EACF,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBACD,MAAM,4BAA4B,CAChC,IAAI,CAAC,QAAQ,EACb,aAAa,EACb,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC;gBACF,SAAS;YACX,CAAC;YACD,wEAAwE;YACxE,kEAAkE;YAClE,wEAAwE;YACxE,wEAAwE;YACxE,uEAAuE;YACvE,oEAAoE;YACpE,2CAA2C;YAC3C,EAAE;YACF,uEAAuE;YACvE,yEAAyE;YACzE,oEAAoE;YACpE,qEAAqE;YACrE,kEAAkE;YAClE,IAAI,CAAC,cAAc,CAAC,OAAO,IAAI,sBAAsB,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3D,oCAAoC,GAAG,IAAI,CAAC;gBAC5C,IACE,CAAC,CAAC,MAAM,2CAA2C,CACjD,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC,EACF,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBACD,MAAM,4BAA4B,CAChC,IAAI,CAAC,QAAQ,EACb,mCAAmC,CAAC,GAAG,CAAC,EACxC,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC;gBACF,SAAS;YACX,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,cAAc,CAAC,mBAAmB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,wDAAwD;IACxD,wEAAwE;IACxE,0EAA0E;IAC1E,2EAA2E;IAC3E,wEAAwE;IACxE,sEAAsE;IACtE,IAAI,CAAC,cAAc,CAAC,OAAO,IAAI,oCAAoC,EAAE,CAAC;QACpE,0EAA0E;QAC1E,yEAAyE;QACzE,wEAAwE;QACxE,uEAAuE;QACvE,IACE,CAAC,CAAC,MAAM,2CAA2C,CACjD,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC,EACF,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,4BAA4B;YACnC,SAAS,EAAE,+BAA+B;YAC1C,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC","sourcesContent":["/**\n * Wraps `runAgentLoop` with two layered recovery mechanisms so a single hosted\n * invocation can survive interruptions without showing the user a dead chat:\n *\n * 1. **Soft timeout** — an inner timer that aborts the LLM call before the\n *    hosting function's hard limit (Lambda 75s, Vercel 60s, etc.) so we have a\n *    chance to gracefully wind down and append a continuation nudge. Without\n *    this the function gets killed mid-stream and the user sees a frozen\n *    spinner.\n *\n * 2. **Resumable-error continuation** — when the LLM call errors with a\n *    transport- or gateway-level interruption (Builder gateway 45s timeout,\n *    socket hang up, ECONNRESET, upstream 5xx that survived engine retries),\n *    we save the conversation prefix, append a \"continue from where you left\n *    off\" message, and run another LLM call. Anthropic's prompt cache makes\n *    the resume call dramatically faster than the cold first attempt, and the\n *    agent gets explicit context that it was cut off so it doesn't re-do\n *    completed work.\n *\n * Both paths route through `appendAgentLoopContinuation` so the agent sees a\n * uniform \"continue\" instruction regardless of which recovery fired.\n */\n\nimport type { EngineMessage } from \"./engine/types.js\";\nimport {\n  runAgentLoop,\n  appendAgentLoopContinuation,\n  isResumableEngineError,\n  continuationReasonForResumableError,\n  lastUnfinishedPreparingActionToolFromEvents,\n  resolveFinalResponseGuardRequestText,\n  type AgentLoopContinuationReason,\n} from \"./production-agent.js\";\nimport { resolveRunSoftTimeoutMs } from \"./run-manager.js\";\nimport type { ResolveRunSoftTimeoutOptions } from \"./run-manager.js\";\nimport { getCurrentTurnEventsForThread } from \"./run-store.js\";\nimport {\n  classifyToolCallJournal,\n  buildResumeJournalNote,\n} from \"./tool-call-journal.js\";\nimport type { AgentChatEvent } from \"./types.js\";\n\nasync function readCurrentTurnEventsForResume(\n  threadId: string | undefined,\n  localEvents: readonly AgentChatEvent[] = [],\n): Promise<AgentChatEvent[]> {\n  let persistedEvents: AgentChatEvent[] = [];\n  try {\n    persistedEvents = threadId\n      ? await getCurrentTurnEventsForThread(threadId)\n      : [];\n  } catch {\n    persistedEvents = [];\n  }\n  if (localEvents.length === 0) return persistedEvents;\n  const seen = new Set(persistedEvents.map((event) => JSON.stringify(event)));\n  return [\n    ...persistedEvents,\n    ...localEvents.filter((event) => !seen.has(JSON.stringify(event))),\n  ];\n}\n\nfunction actionPreparationContinuationOptions(\n  events: readonly AgentChatEvent[],\n): { actionPreparationTool?: string } {\n  const actionPreparationTool =\n    lastUnfinishedPreparingActionToolFromEvents(events);\n  return actionPreparationTool ? { actionPreparationTool } : {};\n}\n\n/**\n * Derive the per-turn tool-call journal from the durable run-event ledger and,\n * when there is anything to report, append a STRUCTURED note to the message\n * prefix so the resumed model:\n *   - does NOT re-execute tool calls that already completed (avoiding duplicate\n *     side effects like re-sending an email or re-creating a ticket), and\n *   - is explicitly told about any tool call that started but whose outcome was\n *     never recorded (\"interrupted, unknown outcome\") so it can decide.\n *\n * This is additive to the existing \"continue from where you left off\" nudge —\n * it is appended right after it. When the journal is empty (no completed or\n * interrupted tool calls — e.g. a turn with no tool activity, or a clean\n * continuation), nothing extra is appended and resume behavior is byte-for-byte\n * what it was before. Best-effort: any ledger read/parse failure is swallowed so\n * a journal hiccup can never block a recovery that would otherwise succeed.\n *\n * This prompt-level journal is paired with tool-layer enforcement in\n * production-agent.ts/runToolCall, which refuses to re-execute a journaled-\n * complete write tool (returning the journaled result instead). See\n * `tool-call-journal.ts` (`findCompletedJournalEntry`) for the keying used.\n */\nfunction appendToolCallJournalNote(\n  messages: EngineMessage[],\n  events: readonly AgentChatEvent[],\n): void {\n  try {\n    if (events.length === 0) return;\n    const journal = classifyToolCallJournal(events);\n    const note = buildResumeJournalNote(journal);\n    if (!note) return;\n    messages.push({\n      role: \"user\",\n      content: [{ type: \"text\", text: note }],\n    });\n  } catch {\n    // The journal is a hardening layer, never a gate. A failed ledger read or\n    // parse must not break the resume that the continuation nudge already set\n    // up — the model still continues, just without the structured journal.\n  }\n}\n\nasync function appendContinuationAndJournal(\n  messages: EngineMessage[],\n  reason: AgentLoopContinuationReason,\n  threadId: string | undefined,\n  localEvents: readonly AgentChatEvent[] = [],\n): Promise<void> {\n  const events = await readCurrentTurnEventsForResume(threadId, localEvents);\n  appendAgentLoopContinuation(\n    messages,\n    reason,\n    actionPreparationContinuationOptions(events),\n  );\n  appendToolCallJournalNote(messages, events);\n}\n\n/**\n * Rebuild the same safe continuation context for a logical turn that resumes\n * in a fresh hosted invocation.\n */\nexport async function appendDurableContinuationContext(\n  messages: EngineMessage[],\n  reason: AgentLoopContinuationReason,\n  threadId: string,\n): Promise<void> {\n  await appendContinuationAndJournal(messages, reason, threadId);\n}\n\nasync function hasCompletedSideEffectToolCallInCurrentTurn(\n  threadId: string | undefined,\n  localEvents: readonly AgentChatEvent[] = [],\n): Promise<boolean> {\n  try {\n    const events = await readCurrentTurnEventsForResume(threadId, localEvents);\n    if (events.length === 0) return false;\n    return events.some(\n      (event) =>\n        event.type === \"tool_done\" &&\n        event.completedSideEffect === true &&\n        event.isError !== true,\n    );\n  } catch {\n    return false;\n  }\n}\n\nfunction internalContinuationReasonForAttempt(\n  events: readonly AgentChatEvent[],\n): AgentLoopContinuationReason | undefined {\n  const last = events.at(-1);\n  if (last?.type !== \"auto_continue\") return undefined;\n  if (\n    last.reason === \"run_timeout\" ||\n    last.reason === \"loop_limit\" ||\n    last.reason === \"no_progress\" ||\n    last.reason === \"stream_ended\" ||\n    last.reason === \"gateway_timeout\" ||\n    last.reason === \"network_interrupted\"\n  ) {\n    return last.reason;\n  }\n  return undefined;\n}\n\n/**\n * Cap on continuation iterations inside a single\n * `runAgentLoopDirectWithSoftTimeout` invocation. The host's hard function\n * timeout usually bounds this naturally — but a defensive cap prevents an\n * instant-error spiral from looping forever inside hosting environments with a\n * generous budget.\n *\n * 6 leaves room for: 1 normal completion + a few resume rounds for design\n * generation (prompt + 3 variants ≈ 4 LLM calls), with a small safety margin.\n */\nexport const MAX_RUN_LOOP_CONTINUATIONS = 6;\n\n/** Machine-readable code carried on the give-up terminal `error` event so the\n * client renders a loud \"stopped before finishing\" terminal instead of an\n * ambiguous silent stall. Deliberately NOT in the client's auto-recoverable\n * allow-list (`isAutoRecoverableError`) so it terminates the chain rather than\n * looping another POST that would hit the same wall. */\nexport const RUN_BUDGET_EXHAUSTED_ERROR_CODE = \"run_budget_exhausted\";\n\n/** User-facing terminal message when a hosted run is cut off mid-step and\n * exhausts its in-invocation continuation budget without finishing. Generic and\n * framework-level (not app-specific). Mirrors the `reliable-mutations` skill's\n * \"fail loud, retry as a single bulk action\" guidance so the user understands\n * the turn stopped before finishing without implying that earlier completed\n * tool calls did not persist. */\nexport const RUN_BUDGET_EXHAUSTED_MESSAGE =\n  \"I ran out of time before finishing this step. \" +\n  \"I stopped rather than keep retrying silently. \" +\n  \"Check any completed tool cards above before retrying, ideally as one smaller follow-up.\";\n\n/**\n * Internal entry point used by the agent-chat plugin's run handler. Wraps\n * `runAgentLoop` with soft-timeout + resumable-error continuation recovery.\n *\n * The `softTimeoutMs` argument falls back to `resolveRunSoftTimeoutMs(...)` so\n * different hosting environments (Lambda, Vercel, Cloudflare, local dev) get\n * an appropriate inner budget. Setting it to <= 0 disables both layers — the\n * call goes straight to `runAgentLoop` with no wrapping.\n */\nexport async function runAgentLoopDirectWithSoftTimeout(\n  opts: Parameters<typeof runAgentLoop>[0],\n  softTimeoutMs?: number,\n  timeoutOptions?: ResolveRunSoftTimeoutOptions,\n): Promise<Awaited<ReturnType<typeof runAgentLoop>>> {\n  const finalResponseGuardRequestText =\n    opts.finalResponseGuardRequestText ??\n    resolveFinalResponseGuardRequestText(opts.messages);\n  const stableOpts = { ...opts, finalResponseGuardRequestText };\n  const timeoutMs = resolveRunSoftTimeoutMs(softTimeoutMs, timeoutOptions);\n  if (timeoutMs <= 0) return runAgentLoop(stableOpts);\n\n  const upstreamSignal = opts.signal;\n  const usage: Awaited<ReturnType<typeof runAgentLoop>> = {\n    inputTokens: 0,\n    outputTokens: 0,\n    cacheReadTokens: 0,\n    cacheWriteTokens: 0,\n    model: opts.model,\n  };\n\n  const addUsage = (next: Awaited<ReturnType<typeof runAgentLoop>>) => {\n    usage.inputTokens += next.inputTokens;\n    usage.outputTokens += next.outputTokens;\n    usage.cacheReadTokens += next.cacheReadTokens;\n    usage.cacheWriteTokens += next.cacheWriteTokens;\n    usage.model = next.model;\n  };\n\n  const localTurnEvents: AgentChatEvent[] = [];\n  let attempts = 0;\n  // Tracks whether the most recent attempt ended by scheduling another\n  // continuation (soft-timeout or resumable error → `continue`) rather than\n  // returning a finished turn. When the loop then exits because the budget is\n  // exhausted (NOT because the user aborted and NOT because the turn finished),\n  // this is the silent give-up case: emit a loud terminal so the user sees an\n  // unambiguous \"stopped before finishing\" instead of a bare done/\"…\".\n  let lastAttemptWasUnfinishedContinuation = false;\n  while (!upstreamSignal.aborted && attempts < MAX_RUN_LOOP_CONTINUATIONS) {\n    attempts++;\n    lastAttemptWasUnfinishedContinuation = false;\n    const controller = new AbortController();\n    const abortFromUpstream = () => controller.abort();\n    if (upstreamSignal.aborted) {\n      controller.abort();\n    } else {\n      upstreamSignal.addEventListener(\"abort\", abortFromUpstream, {\n        once: true,\n      });\n    }\n\n    let softTimedOut = false;\n    const timer = setTimeout(() => {\n      if (controller.signal.aborted) return;\n      softTimedOut = true;\n      controller.abort();\n    }, timeoutMs);\n\n    const attemptStartIndex = localTurnEvents.length;\n    const send = (event: AgentChatEvent) => {\n      localTurnEvents.push(event);\n      opts.send(event);\n    };\n\n    try {\n      const nextUsage = await runAgentLoop({\n        ...stableOpts,\n        send,\n        signal: controller.signal,\n      });\n      addUsage(nextUsage);\n      const attemptEvents = localTurnEvents.slice(attemptStartIndex);\n      const internalContinuationReason =\n        internalContinuationReasonForAttempt(attemptEvents);\n      if (internalContinuationReason && !upstreamSignal.aborted) {\n        lastAttemptWasUnfinishedContinuation = true;\n        const continuationEvents = [...localTurnEvents];\n        if (\n          !(await hasCompletedSideEffectToolCallInCurrentTurn(\n            opts.threadId,\n            continuationEvents,\n          ))\n        ) {\n          opts.send({ type: \"clear\" });\n        }\n        await appendContinuationAndJournal(\n          opts.messages,\n          internalContinuationReason,\n          opts.threadId,\n          continuationEvents,\n        );\n        continue;\n      }\n      if (softTimedOut && !upstreamSignal.aborted) {\n        lastAttemptWasUnfinishedContinuation = true;\n        await appendContinuationAndJournal(\n          opts.messages,\n          \"run_timeout\",\n          opts.threadId,\n          localTurnEvents,\n        );\n        continue;\n      }\n      return usage;\n    } catch (err) {\n      if (softTimedOut && !upstreamSignal.aborted) {\n        // Clear partial text the client received before the abort so the\n        // resumed model doesn't re-emit it and produce duplicated output.\n        lastAttemptWasUnfinishedContinuation = true;\n        if (\n          !(await hasCompletedSideEffectToolCallInCurrentTurn(\n            opts.threadId,\n            localTurnEvents,\n          ))\n        ) {\n          opts.send({ type: \"clear\" });\n        }\n        await appendContinuationAndJournal(\n          opts.messages,\n          \"run_timeout\",\n          opts.threadId,\n          localTurnEvents,\n        );\n        continue;\n      }\n      // Resumable transport / gateway interruptions: the LLM call was cut off\n      // mid-stream (gateway 45s timeout, socket hang up, function-level\n      // timeout that didn't trip our soft timer first). Treat it the same way\n      // as a soft timeout — append a \"continue from where you left off\" nudge\n      // and let the loop run another LLM call. The conversation prefix up to\n      // the cut-off is preserved in opts.messages, and Anthropic's prompt\n      // cache makes the resume call much faster.\n      //\n      // Emit 'clear' so any partial streamed text is discarded on the client\n      // before the model resumes. Without this the model restarts its sentence\n      // from scratch and the fold produces duplicated text in one message\n      // (the partial text was already sent to the client but never entered\n      // the in-memory messages array, so the next attempt re-emits it).\n      if (!upstreamSignal.aborted && isResumableEngineError(err)) {\n        lastAttemptWasUnfinishedContinuation = true;\n        if (\n          !(await hasCompletedSideEffectToolCallInCurrentTurn(\n            opts.threadId,\n            localTurnEvents,\n          ))\n        ) {\n          opts.send({ type: \"clear\" });\n        }\n        await appendContinuationAndJournal(\n          opts.messages,\n          continuationReasonForResumableError(err),\n          opts.threadId,\n          localTurnEvents,\n        );\n        continue;\n      }\n      throw err;\n    } finally {\n      clearTimeout(timer);\n      upstreamSignal.removeEventListener(\"abort\", abortFromUpstream);\n    }\n  }\n\n  // The loop exited without a clean return. If the user aborted, that's a Stop —\n  // stay silent. Otherwise we only get here by exhausting\n  // MAX_RUN_LOOP_CONTINUATIONS while the last attempt was still trying to\n  // continue (soft-timeout / resumable error). That is the genuinely-silent\n  // give-up the run-manager would otherwise report as a clean `done`: emit a\n  // loud, non-auto-continuing terminal so the user knows the turn stopped\n  // before finishing and nothing was partially saved by the run itself.\n  if (!upstreamSignal.aborted && lastAttemptWasUnfinishedContinuation) {\n    // Discard any partial text already streamed for the unfinished attempt so\n    // the terminal message stands alone instead of trailing a half sentence.\n    // Preserve completed tool cards: they are the user's only durable proof\n    // that a side effect landed before the final assistant note timed out.\n    if (\n      !(await hasCompletedSideEffectToolCallInCurrentTurn(\n        opts.threadId,\n        localTurnEvents,\n      ))\n    ) {\n      opts.send({ type: \"clear\" });\n    }\n    opts.send({\n      type: \"error\",\n      error: RUN_BUDGET_EXHAUSTED_MESSAGE,\n      errorCode: RUN_BUDGET_EXHAUSTED_ERROR_CODE,\n      recoverable: true,\n    });\n  }\n\n  return usage;\n}\n"]}
+{"version":3,"file":"run-loop-with-resume.js","sourceRoot":"","sources":["../../src/agent/run-loop-with-resume.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAGH,OAAO,EACL,YAAY,EACZ,2BAA2B,EAC3B,sBAAsB,EACtB,mCAAmC,EACnC,2CAA2C,EAC3C,oCAAoC,EACpC,qCAAqC,GAEtC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAE3D,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAGhC,KAAK,UAAU,8BAA8B,CAC3C,QAA4B,EAC5B,WAAW,GAA8B,EAAE;IAE3C,IAAI,eAAe,GAAqB,EAAE,CAAC;IAC3C,IAAI,CAAC;QACH,eAAe,GAAG,QAAQ;YACxB,CAAC,CAAC,MAAM,6BAA6B,CAAC,QAAQ,CAAC;YAC/C,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IAAC,MAAM,CAAC;QACP,eAAe,GAAG,EAAE,CAAC;IACvB,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,eAAe,CAAC;IACrD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5E,OAAO;QACL,GAAG,eAAe;QAClB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,oCAAoC,CAC3C,MAAiC;IAEjC,MAAM,qBAAqB,GACzB,2CAA2C,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,qBAAqB,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAChE,CAAC;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,SAAS,yBAAyB,CAChC,QAAyB,EACzB,MAAiC;IAEjC,IAAI,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAChC,MAAM,OAAO,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;SACxC,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,0EAA0E;QAC1E,0EAA0E;QAC1E,uEAAuE;IACzE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,4BAA4B,CACzC,QAAyB,EACzB,MAAmC,EACnC,QAA4B,EAC5B,WAAW,GAA8B,EAAE;IAE3C,MAAM,MAAM,GAAG,MAAM,8BAA8B,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAC3E,2BAA2B,CACzB,QAAQ,EACR,MAAM,EACN,oCAAoC,CAAC,MAAM,CAAC,CAC7C,CAAC;IACF,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAC9C,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,QAAyB,EACzB,MAAmC,EACnC,QAAgB;IAEhB,MAAM,4BAA4B,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,2CAA2C,CACxD,QAA4B,EAC5B,WAAW,GAA8B,EAAE;IAE3C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,8BAA8B,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAC3E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtC,OAAO,MAAM,CAAC,IAAI,CAChB,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,KAAK,WAAW;YAC1B,KAAK,CAAC,mBAAmB,KAAK,IAAI;YAClC,KAAK,CAAC,OAAO,KAAK,IAAI,CACzB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,oCAAoC,CAC3C,MAAiC;IAEjC,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,IAAI,EAAE,IAAI,KAAK,eAAe;QAAE,OAAO,SAAS,CAAC;IACrD,IACE,IAAI,CAAC,MAAM,KAAK,aAAa;QAC7B,IAAI,CAAC,MAAM,KAAK,YAAY;QAC5B,IAAI,CAAC,MAAM,KAAK,aAAa;QAC7B,IAAI,CAAC,MAAM,KAAK,cAAc;QAC9B,IAAI,CAAC,MAAM,KAAK,iBAAiB;QACjC,IAAI,CAAC,MAAM,KAAK,qBAAqB,EACrC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC;AAE5C;;;;wDAIwD;AACxD,MAAM,CAAC,MAAM,+BAA+B,GAAG,sBAAsB,CAAC;AAEtE;;;;;iCAKiC;AACjC,MAAM,CAAC,MAAM,4BAA4B,GACvC,gDAAgD;IAChD,gDAAgD;IAChD,yFAAyF,CAAC;AAE5F;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACrD,IAAwC,EACxC,aAAsB,EACtB,cAA6C;IAE7C,MAAM,6BAA6B,GACjC,IAAI,CAAC,6BAA6B;QAClC,oCAAoC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,EAAE,GAAG,IAAI,EAAE,6BAA6B,EAAE,CAAC;IAC9D,MAAM,SAAS,GAAG,uBAAuB,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IACzE,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC,UAAU,CAAC,CAAC;IAEpD,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;IACnC,MAAM,KAAK,GAA6C;QACtD,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,eAAe,EAAE,CAAC;QAClB,gBAAgB,EAAE,CAAC;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;KAClB,CAAC;IAEF,MAAM,QAAQ,GAAG,CAAC,IAA8C,EAAE,EAAE;QAClE,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QACtC,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC;QACxC,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC;QAC9C,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAChD,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IAC3B,CAAC,CAAC;IAEF,MAAM,eAAe,GAAqB,EAAE,CAAC;IAC7C,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,yEAAyE;IACzE,yEAAyE;IACzE,uEAAuE;IACvE,wEAAwE;IACxE,4EAA4E;IAC5E,oEAAoE;IACpE,uEAAuE;IACvE,mEAAmE;IACnE,yEAAyE;IACzE,yEAAyE;IACzE,uEAAuE;IACvE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,qEAAqE;IACrE,0EAA0E;IAC1E,4EAA4E;IAC5E,8EAA8E;IAC9E,4EAA4E;IAC5E,qEAAqE;IACrE,IAAI,oCAAoC,GAAG,KAAK,CAAC;IACjD,OAAO,CAAC,cAAc,CAAC,OAAO,IAAI,QAAQ,GAAG,0BAA0B,EAAE,CAAC;QACxE,MAAM,cAAc,GAClB,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,CAAC;QACtE,IACE,QAAQ,GAAG,CAAC;YACZ,cAAc,GAAG,qCAAqC,EACtD,CAAC;YACD,gEAAgE;YAChE,qEAAqE;YACrE,mEAAmE;YACnE,sEAAsE;YACtE,kCAAkC;YAClC,MAAM;QACR,CAAC;QACD,QAAQ,EAAE,CAAC;QACX,oCAAoC,GAAG,KAAK,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACnD,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;YAC3B,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,cAAc,CAAC,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,EAAE;gBAC1D,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;QACL,CAAC;QAED,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO;YACtC,YAAY,GAAG,IAAI,CAAC;YACpB,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,EAAE,cAAc,CAAC,CAAC;QAEnB,MAAM,iBAAiB,GAAG,eAAe,CAAC,MAAM,CAAC;QACjD,MAAM,IAAI,GAAG,CAAC,KAAqB,EAAE,EAAE;YACrC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC;gBACnC,GAAG,UAAU;gBACb,IAAI;gBACJ,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,QAAQ,CAAC,SAAS,CAAC,CAAC;YACpB,MAAM,aAAa,GAAG,eAAe,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC/D,MAAM,0BAA0B,GAC9B,oCAAoC,CAAC,aAAa,CAAC,CAAC;YACtD,IAAI,0BAA0B,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC1D,oCAAoC,GAAG,IAAI,CAAC;gBAC5C,MAAM,kBAAkB,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC;gBAChD,IACE,CAAC,CAAC,MAAM,2CAA2C,CACjD,IAAI,CAAC,QAAQ,EACb,kBAAkB,CACnB,CAAC,EACF,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBACD,MAAM,4BAA4B,CAChC,IAAI,CAAC,QAAQ,EACb,0BAA0B,EAC1B,IAAI,CAAC,QAAQ,EACb,kBAAkB,CACnB,CAAC;gBACF,SAAS;YACX,CAAC;YACD,IAAI,YAAY,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC5C,oCAAoC,GAAG,IAAI,CAAC;gBAC5C,MAAM,4BAA4B,CAChC,IAAI,CAAC,QAAQ,EACb,aAAa,EACb,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC;gBACF,SAAS;YACX,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,YAAY,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC5C,iEAAiE;gBACjE,kEAAkE;gBAClE,oCAAoC,GAAG,IAAI,CAAC;gBAC5C,IACE,CAAC,CAAC,MAAM,2CAA2C,CACjD,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC,EACF,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBACD,MAAM,4BAA4B,CAChC,IAAI,CAAC,QAAQ,EACb,aAAa,EACb,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC;gBACF,SAAS;YACX,CAAC;YACD,wEAAwE;YACxE,kEAAkE;YAClE,wEAAwE;YACxE,wEAAwE;YACxE,uEAAuE;YACvE,oEAAoE;YACpE,2CAA2C;YAC3C,EAAE;YACF,uEAAuE;YACvE,yEAAyE;YACzE,oEAAoE;YACpE,qEAAqE;YACrE,kEAAkE;YAClE,IAAI,CAAC,cAAc,CAAC,OAAO,IAAI,sBAAsB,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3D,oCAAoC,GAAG,IAAI,CAAC;gBAC5C,IACE,CAAC,CAAC,MAAM,2CAA2C,CACjD,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC,EACF,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBACD,MAAM,4BAA4B,CAChC,IAAI,CAAC,QAAQ,EACb,mCAAmC,CAAC,GAAG,CAAC,EACxC,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC;gBACF,SAAS;YACX,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,cAAc,CAAC,mBAAmB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,wDAAwD;IACxD,wEAAwE;IACxE,0EAA0E;IAC1E,2EAA2E;IAC3E,wEAAwE;IACxE,sEAAsE;IACtE,IAAI,CAAC,cAAc,CAAC,OAAO,IAAI,oCAAoC,EAAE,CAAC;QACpE,0EAA0E;QAC1E,yEAAyE;QACzE,wEAAwE;QACxE,uEAAuE;QACvE,IACE,CAAC,CAAC,MAAM,2CAA2C,CACjD,IAAI,CAAC,QAAQ,EACb,eAAe,CAChB,CAAC,EACF,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,4BAA4B;YACnC,SAAS,EAAE,+BAA+B;YAC1C,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC","sourcesContent":["/**\n * Wraps `runAgentLoop` with two layered recovery mechanisms so a single hosted\n * invocation can survive interruptions without showing the user a dead chat:\n *\n * 1. **Soft timeout** — an inner timer that aborts the LLM call before the\n *    hosting function's hard limit (Lambda 75s, Vercel 60s, etc.) so we have a\n *    chance to gracefully wind down and append a continuation nudge. Without\n *    this the function gets killed mid-stream and the user sees a frozen\n *    spinner.\n *\n * 2. **Resumable-error continuation** — when the LLM call errors with a\n *    transport- or gateway-level interruption (Builder gateway 45s timeout,\n *    socket hang up, ECONNRESET, upstream 5xx that survived engine retries),\n *    we save the conversation prefix, append a \"continue from where you left\n *    off\" message, and run another LLM call. Anthropic's prompt cache makes\n *    the resume call dramatically faster than the cold first attempt, and the\n *    agent gets explicit context that it was cut off so it doesn't re-do\n *    completed work.\n *\n * Both paths route through `appendAgentLoopContinuation` so the agent sees a\n * uniform \"continue\" instruction regardless of which recovery fired.\n */\n\nimport type { EngineMessage } from \"./engine/types.js\";\nimport {\n  runAgentLoop,\n  appendAgentLoopContinuation,\n  isResumableEngineError,\n  continuationReasonForResumableError,\n  lastUnfinishedPreparingActionToolFromEvents,\n  resolveFinalResponseGuardRequestText,\n  SELF_CHAIN_MIN_CONTINUATION_BUDGET_MS,\n  type AgentLoopContinuationReason,\n} from \"./production-agent.js\";\nimport { resolveRunSoftTimeoutMs } from \"./run-manager.js\";\nimport type { ResolveRunSoftTimeoutOptions } from \"./run-manager.js\";\nimport { getCurrentTurnEventsForThread } from \"./run-store.js\";\nimport {\n  classifyToolCallJournal,\n  buildResumeJournalNote,\n} from \"./tool-call-journal.js\";\nimport type { AgentChatEvent } from \"./types.js\";\n\nasync function readCurrentTurnEventsForResume(\n  threadId: string | undefined,\n  localEvents: readonly AgentChatEvent[] = [],\n): Promise<AgentChatEvent[]> {\n  let persistedEvents: AgentChatEvent[] = [];\n  try {\n    persistedEvents = threadId\n      ? await getCurrentTurnEventsForThread(threadId)\n      : [];\n  } catch {\n    persistedEvents = [];\n  }\n  if (localEvents.length === 0) return persistedEvents;\n  const seen = new Set(persistedEvents.map((event) => JSON.stringify(event)));\n  return [\n    ...persistedEvents,\n    ...localEvents.filter((event) => !seen.has(JSON.stringify(event))),\n  ];\n}\n\nfunction actionPreparationContinuationOptions(\n  events: readonly AgentChatEvent[],\n): { actionPreparationTool?: string } {\n  const actionPreparationTool =\n    lastUnfinishedPreparingActionToolFromEvents(events);\n  return actionPreparationTool ? { actionPreparationTool } : {};\n}\n\n/**\n * Derive the per-turn tool-call journal from the durable run-event ledger and,\n * when there is anything to report, append a STRUCTURED note to the message\n * prefix so the resumed model:\n *   - does NOT re-execute tool calls that already completed (avoiding duplicate\n *     side effects like re-sending an email or re-creating a ticket), and\n *   - is explicitly told about any tool call that started but whose outcome was\n *     never recorded (\"interrupted, unknown outcome\") so it can decide.\n *\n * This is additive to the existing \"continue from where you left off\" nudge —\n * it is appended right after it. When the journal is empty (no completed or\n * interrupted tool calls — e.g. a turn with no tool activity, or a clean\n * continuation), nothing extra is appended and resume behavior is byte-for-byte\n * what it was before. Best-effort: any ledger read/parse failure is swallowed so\n * a journal hiccup can never block a recovery that would otherwise succeed.\n *\n * This prompt-level journal is paired with tool-layer enforcement in\n * production-agent.ts/runToolCall, which refuses to re-execute a journaled-\n * complete write tool (returning the journaled result instead). See\n * `tool-call-journal.ts` (`findCompletedJournalEntry`) for the keying used.\n */\nfunction appendToolCallJournalNote(\n  messages: EngineMessage[],\n  events: readonly AgentChatEvent[],\n): void {\n  try {\n    if (events.length === 0) return;\n    const journal = classifyToolCallJournal(events);\n    const note = buildResumeJournalNote(journal);\n    if (!note) return;\n    messages.push({\n      role: \"user\",\n      content: [{ type: \"text\", text: note }],\n    });\n  } catch {\n    // The journal is a hardening layer, never a gate. A failed ledger read or\n    // parse must not break the resume that the continuation nudge already set\n    // up — the model still continues, just without the structured journal.\n  }\n}\n\nasync function appendContinuationAndJournal(\n  messages: EngineMessage[],\n  reason: AgentLoopContinuationReason,\n  threadId: string | undefined,\n  localEvents: readonly AgentChatEvent[] = [],\n): Promise<void> {\n  const events = await readCurrentTurnEventsForResume(threadId, localEvents);\n  appendAgentLoopContinuation(\n    messages,\n    reason,\n    actionPreparationContinuationOptions(events),\n  );\n  appendToolCallJournalNote(messages, events);\n}\n\n/**\n * Rebuild the same safe continuation context for a logical turn that resumes\n * in a fresh hosted invocation.\n */\nexport async function appendDurableContinuationContext(\n  messages: EngineMessage[],\n  reason: AgentLoopContinuationReason,\n  threadId: string,\n): Promise<void> {\n  await appendContinuationAndJournal(messages, reason, threadId);\n}\n\nasync function hasCompletedSideEffectToolCallInCurrentTurn(\n  threadId: string | undefined,\n  localEvents: readonly AgentChatEvent[] = [],\n): Promise<boolean> {\n  try {\n    const events = await readCurrentTurnEventsForResume(threadId, localEvents);\n    if (events.length === 0) return false;\n    return events.some(\n      (event) =>\n        event.type === \"tool_done\" &&\n        event.completedSideEffect === true &&\n        event.isError !== true,\n    );\n  } catch {\n    return false;\n  }\n}\n\nfunction internalContinuationReasonForAttempt(\n  events: readonly AgentChatEvent[],\n): AgentLoopContinuationReason | undefined {\n  const last = events.at(-1);\n  if (last?.type !== \"auto_continue\") return undefined;\n  if (\n    last.reason === \"run_timeout\" ||\n    last.reason === \"loop_limit\" ||\n    last.reason === \"no_progress\" ||\n    last.reason === \"stream_ended\" ||\n    last.reason === \"gateway_timeout\" ||\n    last.reason === \"network_interrupted\"\n  ) {\n    return last.reason;\n  }\n  return undefined;\n}\n\n/**\n * Cap on continuation iterations inside a single\n * `runAgentLoopDirectWithSoftTimeout` invocation. The host's hard function\n * timeout usually bounds this naturally — but a defensive cap prevents an\n * instant-error spiral from looping forever inside hosting environments with a\n * generous budget.\n *\n * 6 leaves room for: 1 normal completion + a few resume rounds for design\n * generation (prompt + 3 variants ≈ 4 LLM calls), with a small safety margin.\n */\nexport const MAX_RUN_LOOP_CONTINUATIONS = 6;\n\n/** Machine-readable code carried on the give-up terminal `error` event so the\n * client renders a loud \"stopped before finishing\" terminal instead of an\n * ambiguous silent stall. Deliberately NOT in the client's auto-recoverable\n * allow-list (`isAutoRecoverableError`) so it terminates the chain rather than\n * looping another POST that would hit the same wall. */\nexport const RUN_BUDGET_EXHAUSTED_ERROR_CODE = \"run_budget_exhausted\";\n\n/** User-facing terminal message when a hosted run is cut off mid-step and\n * exhausts its in-invocation continuation budget without finishing. Generic and\n * framework-level (not app-specific). Mirrors the `reliable-mutations` skill's\n * \"fail loud, retry as a single bulk action\" guidance so the user understands\n * the turn stopped before finishing without implying that earlier completed\n * tool calls did not persist. */\nexport const RUN_BUDGET_EXHAUSTED_MESSAGE =\n  \"I ran out of time before finishing this step. \" +\n  \"I stopped rather than keep retrying silently. \" +\n  \"Check any completed tool cards above before retrying, ideally as one smaller follow-up.\";\n\n/**\n * Internal entry point used by the agent-chat plugin's run handler. Wraps\n * `runAgentLoop` with soft-timeout + resumable-error continuation recovery.\n *\n * The `softTimeoutMs` argument falls back to `resolveRunSoftTimeoutMs(...)` so\n * different hosting environments (Lambda, Vercel, Cloudflare, local dev) get\n * an appropriate inner budget. Setting it to <= 0 disables both layers — the\n * call goes straight to `runAgentLoop` with no wrapping.\n */\nexport async function runAgentLoopDirectWithSoftTimeout(\n  opts: Parameters<typeof runAgentLoop>[0],\n  softTimeoutMs?: number,\n  timeoutOptions?: ResolveRunSoftTimeoutOptions,\n): Promise<Awaited<ReturnType<typeof runAgentLoop>>> {\n  const finalResponseGuardRequestText =\n    opts.finalResponseGuardRequestText ??\n    resolveFinalResponseGuardRequestText(opts.messages);\n  const stableOpts = { ...opts, finalResponseGuardRequestText };\n  const timeoutMs = resolveRunSoftTimeoutMs(softTimeoutMs, timeoutOptions);\n  if (timeoutMs <= 0) return runAgentLoop(stableOpts);\n\n  const upstreamSignal = opts.signal;\n  const usage: Awaited<ReturnType<typeof runAgentLoop>> = {\n    inputTokens: 0,\n    outputTokens: 0,\n    cacheReadTokens: 0,\n    cacheWriteTokens: 0,\n    model: opts.model,\n  };\n\n  const addUsage = (next: Awaited<ReturnType<typeof runAgentLoop>>) => {\n    usage.inputTokens += next.inputTokens;\n    usage.outputTokens += next.outputTokens;\n    usage.cacheReadTokens += next.cacheReadTokens;\n    usage.cacheWriteTokens += next.cacheWriteTokens;\n    usage.model = next.model;\n  };\n\n  const localTurnEvents: AgentChatEvent[] = [];\n  let attempts = 0;\n  // Every current hosted caller of this function (A2A/MCP delegated turns)\n  // runs inside ONE serverless invocation whose real platform hard-kill is\n  // what `timeoutMs` was sized to survive ONCE — reusing that same fresh\n  // window for every one of up to `MAX_RUN_LOOP_CONTINUATIONS` in-process\n  // rounds ignores the wall-clock the earlier rounds already spent, so a 2nd+\n  // round can gamble past the host's real limit and die with a silent\n  // mid-stream kill instead of a clean give-up. Budget subsequent rounds\n  // against cumulative elapsed time since this call started (mirrors\n  // `resolveSelfChainContinuationBudget`'s \"remaining = ceiling - elapsed\"\n  // pattern, already proven for the analogous foreground self-chain case).\n  // The first round is unaffected — it always gets the full `timeoutMs`.\n  const loopEntryAt = Date.now();\n  // Tracks whether the most recent attempt ended by scheduling another\n  // continuation (soft-timeout or resumable error → `continue`) rather than\n  // returning a finished turn. When the loop then exits because the budget is\n  // exhausted (NOT because the user aborted and NOT because the turn finished),\n  // this is the silent give-up case: emit a loud terminal so the user sees an\n  // unambiguous \"stopped before finishing\" instead of a bare done/\"…\".\n  let lastAttemptWasUnfinishedContinuation = false;\n  while (!upstreamSignal.aborted && attempts < MAX_RUN_LOOP_CONTINUATIONS) {\n    const roundTimeoutMs =\n      attempts === 0 ? timeoutMs : timeoutMs - (Date.now() - loopEntryAt);\n    if (\n      attempts > 0 &&\n      roundTimeoutMs < SELF_CHAIN_MIN_CONTINUATION_BUDGET_MS\n    ) {\n      // Not enough wall-clock left in this invocation to safely start\n      // another round — stop here (lastAttemptWasUnfinishedContinuation is\n      // already true from the prior round) so the loop exits through the\n      // existing RUN_BUDGET_EXHAUSTED_MESSAGE path below instead of risking\n      // a raw platform kill mid-stream.\n      break;\n    }\n    attempts++;\n    lastAttemptWasUnfinishedContinuation = false;\n    const controller = new AbortController();\n    const abortFromUpstream = () => controller.abort();\n    if (upstreamSignal.aborted) {\n      controller.abort();\n    } else {\n      upstreamSignal.addEventListener(\"abort\", abortFromUpstream, {\n        once: true,\n      });\n    }\n\n    let softTimedOut = false;\n    const timer = setTimeout(() => {\n      if (controller.signal.aborted) return;\n      softTimedOut = true;\n      controller.abort();\n    }, roundTimeoutMs);\n\n    const attemptStartIndex = localTurnEvents.length;\n    const send = (event: AgentChatEvent) => {\n      localTurnEvents.push(event);\n      opts.send(event);\n    };\n\n    try {\n      const nextUsage = await runAgentLoop({\n        ...stableOpts,\n        send,\n        signal: controller.signal,\n      });\n      addUsage(nextUsage);\n      const attemptEvents = localTurnEvents.slice(attemptStartIndex);\n      const internalContinuationReason =\n        internalContinuationReasonForAttempt(attemptEvents);\n      if (internalContinuationReason && !upstreamSignal.aborted) {\n        lastAttemptWasUnfinishedContinuation = true;\n        const continuationEvents = [...localTurnEvents];\n        if (\n          !(await hasCompletedSideEffectToolCallInCurrentTurn(\n            opts.threadId,\n            continuationEvents,\n          ))\n        ) {\n          opts.send({ type: \"clear\" });\n        }\n        await appendContinuationAndJournal(\n          opts.messages,\n          internalContinuationReason,\n          opts.threadId,\n          continuationEvents,\n        );\n        continue;\n      }\n      if (softTimedOut && !upstreamSignal.aborted) {\n        lastAttemptWasUnfinishedContinuation = true;\n        await appendContinuationAndJournal(\n          opts.messages,\n          \"run_timeout\",\n          opts.threadId,\n          localTurnEvents,\n        );\n        continue;\n      }\n      return usage;\n    } catch (err) {\n      if (softTimedOut && !upstreamSignal.aborted) {\n        // Clear partial text the client received before the abort so the\n        // resumed model doesn't re-emit it and produce duplicated output.\n        lastAttemptWasUnfinishedContinuation = true;\n        if (\n          !(await hasCompletedSideEffectToolCallInCurrentTurn(\n            opts.threadId,\n            localTurnEvents,\n          ))\n        ) {\n          opts.send({ type: \"clear\" });\n        }\n        await appendContinuationAndJournal(\n          opts.messages,\n          \"run_timeout\",\n          opts.threadId,\n          localTurnEvents,\n        );\n        continue;\n      }\n      // Resumable transport / gateway interruptions: the LLM call was cut off\n      // mid-stream (gateway 45s timeout, socket hang up, function-level\n      // timeout that didn't trip our soft timer first). Treat it the same way\n      // as a soft timeout — append a \"continue from where you left off\" nudge\n      // and let the loop run another LLM call. The conversation prefix up to\n      // the cut-off is preserved in opts.messages, and Anthropic's prompt\n      // cache makes the resume call much faster.\n      //\n      // Emit 'clear' so any partial streamed text is discarded on the client\n      // before the model resumes. Without this the model restarts its sentence\n      // from scratch and the fold produces duplicated text in one message\n      // (the partial text was already sent to the client but never entered\n      // the in-memory messages array, so the next attempt re-emits it).\n      if (!upstreamSignal.aborted && isResumableEngineError(err)) {\n        lastAttemptWasUnfinishedContinuation = true;\n        if (\n          !(await hasCompletedSideEffectToolCallInCurrentTurn(\n            opts.threadId,\n            localTurnEvents,\n          ))\n        ) {\n          opts.send({ type: \"clear\" });\n        }\n        await appendContinuationAndJournal(\n          opts.messages,\n          continuationReasonForResumableError(err),\n          opts.threadId,\n          localTurnEvents,\n        );\n        continue;\n      }\n      throw err;\n    } finally {\n      clearTimeout(timer);\n      upstreamSignal.removeEventListener(\"abort\", abortFromUpstream);\n    }\n  }\n\n  // The loop exited without a clean return. If the user aborted, that's a Stop —\n  // stay silent. Otherwise we only get here by exhausting\n  // MAX_RUN_LOOP_CONTINUATIONS while the last attempt was still trying to\n  // continue (soft-timeout / resumable error). That is the genuinely-silent\n  // give-up the run-manager would otherwise report as a clean `done`: emit a\n  // loud, non-auto-continuing terminal so the user knows the turn stopped\n  // before finishing and nothing was partially saved by the run itself.\n  if (!upstreamSignal.aborted && lastAttemptWasUnfinishedContinuation) {\n    // Discard any partial text already streamed for the unfinished attempt so\n    // the terminal message stands alone instead of trailing a half sentence.\n    // Preserve completed tool cards: they are the user's only durable proof\n    // that a side effect landed before the final assistant note timed out.\n    if (\n      !(await hasCompletedSideEffectToolCallInCurrentTurn(\n        opts.threadId,\n        localTurnEvents,\n      ))\n    ) {\n      opts.send({ type: \"clear\" });\n    }\n    opts.send({\n      type: \"error\",\n      error: RUN_BUDGET_EXHAUSTED_MESSAGE,\n      errorCode: RUN_BUDGET_EXHAUSTED_ERROR_CODE,\n      recoverable: true,\n    });\n  }\n\n  return usage;\n}\n"]}

package/dist/agent/run-manager.d.ts

@@ -111,21 +111,56 @@ export declare const DEFAULT_BACKGROUND_NO_PROGRESS_TIMEOUT_MS: number;
  * `auto_continue { reason: "no_progress" }` and aborts the chunk, exactly
  * like the soft timeout, so the normal continuation machinery recovers it.
  *
- * Sits above the 90s in-loop watchdogs (they get first chance to recover with
- * better context). Foreground hosted chunks keep this short so the user sees
- * recovery promptly; proven durable-background chunks use
+ * This is now only the CEILING, not the value: `resolveRunNoProgressTimeoutMs`
+ * clamps the foreground backstop to a fraction of the chunk's soft timeout
+ * (~30s at a 40s chunk), which is BELOW the 90s in-loop watchdogs rather than
+ * above them. That ordering is deliberate — the in-loop watchdogs could never
+ * fire inside a hosted foreground chunk anyway, since the serverless wall
+ * (~57-59s) arrives first. Proven durable-background chunks keep the full
  * `DEFAULT_BACKGROUND_NO_PROGRESS_TIMEOUT_MS` so large outputs can use the
  * background budget. Only armed when a soft-timeout regime is active (hosted
  * runs); local dev stays unbounded.
  */
 export declare const RUN_NO_PROGRESS_HARD_TIMEOUT_MS = 150000;
-/** Default SQL retention for completed run event logs (24 hours). */
+/**
+ * Largest per-tool timeout that can actually fire inside this run's chunk
+ * budget. `0` means "no run-imposed ceiling" (local dev / unbounded runs), in
+ * which case the caller keeps its own default.
+ */
+export declare function resolveRunToolTimeoutCeilingMs(softTimeoutMs: number): number;
+/**
+ * Resolve the no-progress backstop for a run.
+ *
+ * Foreground values are clamped to a fraction of the chunk's soft timeout so a
+ * template cannot configure a background-sized window (templates/analytics
+ * passed 3min unconditionally) that outlives the serverless wall AND the
+ * client-side watchdog — which is how the server's whole recovery ladder came
+ * to never run. Background-function runs keep the full background budget and
+ * take `backgroundOverrideMs` when a caller wants to tune only that regime.
+ */
+export declare function resolveRunNoProgressTimeoutMs(params: {
+    softTimeoutMs: number;
+    backgroundFunction?: boolean;
+    overrideMs?: number;
+    backgroundOverrideMs?: number;
+}): number;
+/**
+ * Default SQL retention for completed run event logs (24 hours).
+ *
+ * Deliberately SHORTER than the errored retention below. Reading outcome rates
+ * straight off `agent_runs` over any wider window therefore undercounts
+ * successes — `cleanupOldRuns` rolls each pruned row into
+ * `agent_run_outcome_daily` (see `getRunOutcomeCounters`) so rates stay
+ * correct; use counters plus live rows, not live rows alone.
+ */
 export declare const DEFAULT_COMPLETED_RUN_RETENTION_MS: number;
 /**
- * Default SQL retention for errored/aborted run event logs (7 days). Kept
- * longer than completed runs so cut-off / failed chats survive for pattern
- * analysis (listErroredRuns) — these are rare and small, and they are exactly
- * the runs we need to study to keep hardening reliability.
+ * Default SQL retention for unsuccessful run event logs — errored, aborted, AND
+ * truncated (7 days). Kept longer than completed runs so cut-off / failed chats
+ * survive for pattern analysis (listErroredRuns): they are exactly the runs we
+ * need to study to keep hardening reliability. Truncations only reach this
+ * window because they are no longer filed as `completed`; while they were, the
+ * most-reported failures were also the fastest-deleted evidence.
  */
 export declare const DEFAULT_ERRORED_RUN_RETENTION_MS: number;
 /**
@@ -177,12 +212,20 @@ export interface StartRunOptions {
      * and to disabled otherwise (local dev stays unbounded).
      */
     noProgressTimeoutMs?: number;
+    /**
+     * Override the no-progress backstop for a `backgroundFunction` run only.
+     * Exists so a template can raise the background window without also raising
+     * the foreground one — `noProgressTimeoutMs` is clamped to a fraction of the
+     * foreground chunk budget precisely so it can never outlive the serverless
+     * wall. See `resolveRunNoProgressTimeoutMs`.
+     */
+    backgroundNoProgressTimeoutMs?: number;
     /**
      * Lifecycle metadata persisted to `agent_runs.dispatch_mode` and surfaced to
      * clients through `/runs/active`. This does not change run-manager behavior;
      * callers use it to describe who owns continuation at hosted chunk boundaries.
      */
-    dispatchMode?: "foreground" | "foreground-self-chain";
+    dispatchMode?: "foreground" | "foreground-self-chain" | "background";
 }
 export interface ResolveRunSoftTimeoutOptions {
     useHostedDefault?: boolean;

package/dist/agent/run-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-manager.d.ts","sourceRoot":"","sources":["../../src/agent/run-manager.ts"],"names":[],"mappings":"AAgCA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEtE,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,CAAC;IAClB,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC;IAC5C,KAAK,EAAE,eAAe,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,yBAAyB,CAAC,EAAE,OAAO,CACjC,cAAc,EACd;QAAE,IAAI,EAAE,eAAe,CAAA;KAAE,CAC1B,CAAC;IACF,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAW,SAAQ,SAAS;IAC3C;;;;OAIG;IACH,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAQD;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,kCAAkC,QAAS,CAAC;AAEzD;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,8BAA8B,QAAS,CAAC;AAErD;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,kCAAkC,QAAc,CAAC;AAE9D;;;;;GAKG;AACH,eAAO,MAAM,sCAAsC,QACf,CAAC;AAErC;;;;;;;GAOG;AACH,eAAO,MAAM,yCAAyC,QACT,CAAC;AAE9C;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,+BAA+B,SAAU,CAAC;AAEvD,qEAAqE;AACrE,eAAO,MAAM,kCAAkC,QAAsB,CAAC;AAEtE;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,QAA0B,CAAC;AAExE;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,QAAiB,CAAC;AAE/D,wFAAwF;AACxF,eAAO,MAAM,+BAA+B,MAAM,CAAC;AAEnD,iEAAiE;AACjE,eAAO,MAAM,6BAA6B,MAAM,CAAC;AAEjD;;;GAGG;AACH,eAAO,MAAM,gCAAgC,OAAQ,CAAC;AAEtD,8EAA8E;AAC9E,eAAO,MAAM,+BAA+B,MAAM,CAAC;AAEnD,wBAAgB,4BAA4B,CAC1C,GAAG,EAAE,MAAM,EACX,eAAe,EAAE,MAAM,GACtB,MAAM,CAIR;AAmDD,MAAM,WAAW,eAAe;IAC9B;;2CAEuC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;4DACwD;IACxD,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC;;;+EAG2E;IAC3E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;;;;;OAQG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,YAAY,CAAC,EAAE,YAAY,GAAG,uBAAuB,CAAC;CACvD;AAED,MAAM,WAAW,4BAA4B;IAC3C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED;;;;;;;GAOG;AACH,wBAAgB,eAAe,IAAI,OAAO,CAyBzC;AAED,wBAAgB,uBAAuB,CACrC,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,4BAA4B,GACrC,MAAM,CAkCR;AAED,wBAAgB,8BAA8B,IAAI,MAAM,CAOvD;AAED,wBAAgB,4BAA4B,IAAI,MAAM,CAOrD;AAqDD;;;;;;GAMG;AACH,wBAAgB,QAAQ,CACtB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,CACL,IAAI,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,EACrC,MAAM,EAAE,WAAW,KAChB,OAAO,CAAC,IAAI,CAAC,EAClB,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EACrD,OAAO,CAAC,EAAE,eAAe,GACxB,UAAU,CAuuBZ;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GACd,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAOnC;AA+SD,wEAAwE;AACxE,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAOxE;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAsB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAC1E,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,+FAA+F;IAC/F,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;;;;;;;;;OAYG;IACH,kBAAkB,EAAE,OAAO,CAAC;IAC5B;;;;;;;;;;;;;;;OAeG;IACH,eAAe,EAAE,OAAO,CAAC;CAC1B,GAAG,IAAI,CAAC,CAuMR;AAkDD,sBAAsB;AACtB,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEtD;AAUD,iDAAiD;AACjD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,MAAe,GAAG,OAAO,CAKxE;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,KAAK,EAAE,MAAM,EACb,MAAM,GAAE,MAAe,GACtB,OAAO,CAAC,OAAO,CAAC,CAuBlB;AAGD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"run-manager.d.ts","sourceRoot":"","sources":["../../src/agent/run-manager.ts"],"names":[],"mappings":"AAkCA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEtE,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,CAAC;IAClB,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC;IAC5C,KAAK,EAAE,eAAe,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,yBAAyB,CAAC,EAAE,OAAO,CACjC,cAAc,EACd;QAAE,IAAI,EAAE,eAAe,CAAA;KAAE,CAC1B,CAAC;IACF,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAW,SAAQ,SAAS;IAC3C;;;;OAIG;IACH,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAQD;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,kCAAkC,QAAS,CAAC;AAEzD;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,8BAA8B,QAAS,CAAC;AAErD;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,kCAAkC,QAAc,CAAC;AAE9D;;;;;GAKG;AACH,eAAO,MAAM,sCAAsC,QACf,CAAC;AAErC;;;;;;;GAOG;AACH,eAAO,MAAM,yCAAyC,QACT,CAAC;AAE9C;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,eAAO,MAAM,+BAA+B,SAAU,CAAC;AAsBvD;;;;GAIG;AACH,wBAAgB,8BAA8B,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED;;;;;;;;;GASG;AACH,wBAAgB,6BAA6B,CAAC,MAAM,EAAE;IACpD,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B,GAAG,MAAM,CAwBT;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,kCAAkC,QAAsB,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,gCAAgC,QAA0B,CAAC;AAExE;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,QAAiB,CAAC;AAE/D,wFAAwF;AACxF,eAAO,MAAM,+BAA+B,MAAM,CAAC;AAEnD,iEAAiE;AACjE,eAAO,MAAM,6BAA6B,MAAM,CAAC;AAEjD;;;GAGG;AACH,eAAO,MAAM,gCAAgC,OAAQ,CAAC;AAEtD,8EAA8E;AAC9E,eAAO,MAAM,+BAA+B,MAAM,CAAC;AAEnD,wBAAgB,4BAA4B,CAC1C,GAAG,EAAE,MAAM,EACX,eAAe,EAAE,MAAM,GACtB,MAAM,CAIR;AAmDD,MAAM,WAAW,eAAe;IAC9B;;2CAEuC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;4DACwD;IACxD,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC;;;+EAG2E;IAC3E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;;;;;OAQG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;;;OAMG;IACH,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC;;;;OAIG;IACH,YAAY,CAAC,EAAE,YAAY,GAAG,uBAAuB,GAAG,YAAY,CAAC;CACtE;AAED,MAAM,WAAW,4BAA4B;IAC3C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED;;;;;;;GAOG;AACH,wBAAgB,eAAe,IAAI,OAAO,CAyBzC;AAED,wBAAgB,uBAAuB,CACrC,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,4BAA4B,GACrC,MAAM,CAkCR;AAED,wBAAgB,8BAA8B,IAAI,MAAM,CAOvD;AAED,wBAAgB,4BAA4B,IAAI,MAAM,CAOrD;AAsDD;;;;;;GAMG;AACH,wBAAgB,QAAQ,CACtB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,CACL,IAAI,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,EACrC,MAAM,EAAE,WAAW,KAChB,OAAO,CAAC,IAAI,CAAC,EAClB,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EACrD,OAAO,CAAC,EAAE,eAAe,GACxB,UAAU,CA0xBZ;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GACd,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAOnC;AAqUD,wEAAwE;AACxE,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAOxE;AAoBD;;;;;;;;;;;;;GAaG;AACH,wBAAsB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAC1E,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,+FAA+F;IAC/F,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;;;;;;;;;OAYG;IACH,kBAAkB,EAAE,OAAO,CAAC;IAC5B;;;;;;;;;;;;;;;OAeG;IACH,eAAe,EAAE,OAAO,CAAC;CAC1B,GAAG,IAAI,CAAC,CA2MR;AAkDD,sBAAsB;AACtB,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEtD;AAUD,iDAAiD;AACjD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,MAAe,GAAG,OAAO,CAKxE;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,KAAK,EAAE,MAAM,EACb,MAAM,GAAE,MAAe,GACtB,OAAO,CAAC,OAAO,CAAC,CAuBlB;AAGD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC"}