190proof 1.0.110 → 1.0.112

package/dist/index.mjs

@@ -1459,7 +1459,9 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
   var _a, _b, _c, _d, _e, _f, _g;
   const controller = new AbortController();
   let abortReason = null;
-  const abortWith = (reason) => {
+  let abortKind = null;
+  const abortWith = (kind, reason) => {
+    abortKind = kind;
     abortReason = reason;
     controller.abort();
   };
@@ -1471,6 +1473,7 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
   const totalTimer = unref(
     setTimeout(
       () => abortWith(
+        "deadline",
         `OpenRouter stream exceeded total deadline of ${streamTimeoutMs}ms`
       ),
       streamTimeoutMs
@@ -1482,6 +1485,7 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
     stallTimer = unref(
       setTimeout(
         () => abortWith(
+          "stall",
           `OpenRouter stream stalled: no useful chunk for ${chunkTimeoutMs}ms`
         ),
         chunkTimeoutMs
@@ -1648,7 +1652,31 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
     });
   } catch (error2) {
     if (abortReason && !(signal == null ? void 0 : signal.aborted)) {
-      logger_default.error(id, abortReason);
+      const kept = paragraph.trim();
+      if (abortKind === "deadline" && kept && !toolCalls.length) {
+        try {
+          const message = finalizeOpenRouterMessage(id, {
+            content: kept,
+            toolCalls: [],
+            reasoning,
+            reasoningDetails: reasoningDetails.length ? reasoningDetails : void 0,
+            provider,
+            usage,
+            forLog: () => JSON.stringify({ provider, kept: kept.slice(0, 500) })
+          });
+          message.truncated = true;
+          logger_default.log(
+            id,
+            `${abortReason} \u2014 returning truncated answer (${kept.length} chars, ~${estimateTokens(kept)} tokens kept)`
+          );
+          return message;
+        } catch (e) {
+        }
+      }
+      logger_default.error(
+        id,
+        `${abortReason} \u2014 discarding ~${estimateTokens(paragraph + reasoning)} generated tokens (content ${paragraph.length} chars, reasoning ${reasoning.length} chars, ${dataChunks} chunks)`
+      );
       throw new Error(abortReason);
     }
     throw error2;
@@ -1720,18 +1748,39 @@ function moderationEvictionSlug(error2, payload) {
   );
   return fromOrder ? fromOrder.split("/")[0] : display.toLowerCase();
 }
+var MIN_STREAM_ATTEMPT_MS = 1e4;
+var estimateTokens = (text) => Math.round(text.length / 4);
+function streamAttemptBudgetMs(options) {
+  if (options.streamDeadlineAt === void 0)
+    return options.streamTimeoutMs;
+  const remaining = options.streamDeadlineAt - Date.now();
+  if (remaining < MIN_STREAM_ATTEMPT_MS)
+    return null;
+  return Math.min(options.streamTimeoutMs, remaining);
+}
 async function callOpenRouterWithRetries(id, payload, retries = 5, options, signal) {
   const evicted = [];
   return withRetries(
     id,
     "OpenRouter",
-    () => (options.streaming ? callOpenRouterStream(
-      id,
-      payload,
-      options.streamTimeoutMs,
-      options.chunkTimeoutMs,
-      signal
-    ) : callOpenRouterNonStreaming(
+    () => (options.streaming ? (() => {
+      const budget = streamAttemptBudgetMs(options);
+      if (budget === null) {
+        const error2 = new Error(
+          "OpenRouter stream skipped: caller deadline leaves too little time for another attempt"
+        );
+        error2.deadlineExceeded = true;
+        logger_default.error(id, error2.message);
+        throw error2;
+      }
+      return callOpenRouterStream(
+        id,
+        payload,
+        budget,
+        options.chunkTimeoutMs,
+        signal
+      );
+    })() : callOpenRouterNonStreaming(
       id,
       payload,
       options.requestTimeoutMs,
@@ -1851,6 +1900,7 @@ async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeou
           {
             streaming: (_b = aiPayload.streaming) != null ? _b : true,
             streamTimeoutMs: (_c = aiPayload.streamTimeoutMs) != null ? _c : OPENROUTER_STREAM_TIMEOUT_MS,
+            streamDeadlineAt: aiPayload.streamDeadlineAt,
             requestTimeoutMs: (_d = aiPayload.requestTimeoutMs) != null ? _d : OPENROUTER_NONSTREAM_TIMEOUT_MS,
             chunkTimeoutMs
           },
@@ -1892,6 +1942,7 @@ export {
   GPTModel,
   GeminiModel,
   GroqModel,
+  MIN_STREAM_ATTEMPT_MS,
   OPENROUTER_NONSTREAM_TIMEOUT_MS,
   OPENROUTER_STREAM_TIMEOUT_MS,
   OpenRouterModel,