@prestyj/agent 5.3.0 → 5.4.0

package/dist/index.d.ts

@@ -84,6 +84,13 @@ interface AgentRetryEvent {
     observedLimit?: number;
     /** When true, the retry should not be shown to the user (hidden retry). */
     silent?: boolean;
+    /**
+     * Chars of streamed text preserved in message history across this retry
+     * (transport failures only). When > 0 the retry CONTINUES from the partial
+     * instead of replaying — UIs must keep the streamed text on screen rather
+     * than rolling it back.
+     */
+    preservedChars?: number;
 }
 interface AgentToolCallDeltaEvent {
     type: "toolcall_delta";

package/dist/index.js

@@ -230,7 +230,7 @@ function closeIterator(iterator) {
 async function* agentLoop(messages, options) {
   const maxTurns = options.maxTurns ?? DEFAULT_MAX_TURNS;
   const maxContinuations = options.maxContinuations ?? 5;
-  const toolMap = new Map((options.tools ?? []).map((t) => [t.name, t]));
+  let toolMap = new Map((options.tools ?? []).map((t) => [t.name, t]));
   const totalUsage = { inputTokens: 0, outputTokens: 0 };
   let turn = 0;
   let hitMaxTurns = false;
@@ -252,6 +252,8 @@ async function* agentLoop(messages, options) {
   const MAX_OVERFLOW_COMPACTIONS = 2;
   const STALL_RETRIES_BEFORE_NON_STREAMING = 2;
   const STALL_DELAY_MS = 1e3;
+  const MIN_PARTIAL_PRESERVE_CHARS = 200;
+  const PARTIAL_CONTINUATION_PROMPT = "[Your previous response was cut off by a connection failure. The text above is what was already delivered to the user. Continue exactly from where it stopped \u2014 do not repeat or restart it.]";
   const OVERLOAD_BASE_DELAY_MS = 2e3;
   const OVERLOAD_MAX_DELAY_MS = 3e4;
   const STREAM_FIRST_EVENT_TIMEOUT_MS = 45e3;
@@ -270,6 +272,7 @@ async function* agentLoop(messages, options) {
     while (turn < maxTurns) {
       options.signal?.throwIfAborted();
       turn++;
+      toolMap = new Map((options.tools ?? []).map((t) => [t.name, t]));
       if (_diagFn) {
         let msgChars = 0;
         for (const m of messages) {
@@ -326,6 +329,7 @@ async function* agentLoop(messages, options) {
       let toolcallDeltaChars = 0;
       let toolcallDeltaCount = 0;
       let runawayDetected = null;
+      let attemptText = "";
       let lastYieldEndTime = Date.now();
       let maxConsumerLagMs = 0;
       const forwardAbort = () => streamController.abort();
@@ -451,6 +455,7 @@ async function* agentLoop(messages, options) {
             idleTimer = null;
           }
           if (event.type === "text_delta") {
+            attemptText += event.text;
             yield { type: "text_delta", text: event.text };
           } else if (event.type === "thinking_delta") {
             yield { type: "thinking_delta", text: event.text };
@@ -653,13 +658,23 @@ async function* agentLoop(messages, options) {
             });
           }
           const delayMs = Math.min(STALL_DELAY_MS * 2 ** (stallRetries - 1), 8e3);
+          let preservedChars = 0;
+          if (attemptText.length >= MIN_PARTIAL_PRESERVE_CHARS && toolcallDeltaCount === 0) {
+            messages.push({
+              role: "assistant",
+              content: [{ type: "text", text: attemptText }]
+            });
+            messages.push({ role: "user", content: PARTIAL_CONTINUATION_PROMPT });
+            preservedChars = attemptText.length;
+          }
           diag("retry", {
             reason: cause,
             attempt: stallRetries,
             maxAttempts: MAX_STALL_RETRIES,
             delayMs,
             events: streamEventCount,
-            nonStreaming: useNonStreamingFallback
+            nonStreaming: useNonStreamingFallback,
+            preservedChars
           });
           yield {
             type: "retry",
@@ -667,7 +682,8 @@ async function* agentLoop(messages, options) {
             attempt: stallRetries,
             maxAttempts: MAX_STALL_RETRIES,
             delayMs,
-            silent: stallRetries <= 2
+            silent: stallRetries <= 2,
+            ...preservedChars > 0 ? { preservedChars } : {}
           };
           await abortableSleep(delayMs, options.signal);
           turn--;