190proof 1.0.111 → 1.0.112

package/README.md

@@ -280,6 +280,8 @@ Optional per-request knobs live on `payload` (`GenericPayload`):
 - `payload.streamTimeoutMs`: `number` - OpenRouter-only: total wall-clock budget per streaming attempt (default: 600000).
 - `payload.streamDeadlineAt`: `number` - OpenRouter-only: absolute deadline (epoch ms) for the whole call **including retries** — the caller's turn budget. Each attempt gets `min(streamTimeoutMs, deadline - now)`, and once under 10s remain the call fails fast instead of starting a generation that cannot be delivered. Use it whenever the caller has its own timeout: a per-attempt budget alone is re-granted on every retry and can outlive that timeout.
 
+When a streaming attempt is cut at its **total deadline** and prose has already arrived, the partial answer is returned with `truncated: true` on the response rather than discarded — those tokens were generated and billed, so throwing them away costs money and gives the user nothing. Surface such a reply as incomplete. Salvage never applies to tool-call turns (half-streamed arguments are unparseable JSON), to stalls (the provider died mid-thought), or to caller aborts. When nothing is salvageable, the discard is logged with an approximate token count — aborted attempts never receive OpenRouter's `usage` chunk, so that log line is the only record of the wasted spend.
+
 OpenRouter retries also perform **moderation eviction**: a provider content-moderation rejection (e.g. "Upstream error from Alibaba: Output data may contain inappropriate content.") is deterministic for a given payload, so on the first one the refusing provider is removed from the request's provider preferences (`ignore` += slug, `order` -= slug) and every remaining attempt reroutes to the next provider. Non-moderation errors retry with unchanged preferences, and `fallbackModel` still applies if the whole pool refuses.
 - `payload.signal`: `AbortSignal` - Caller-supplied cancellation. When it aborts, the in-flight provider request is cancelled and `callWithRetries` **rejects immediately — it does not retry or fall back** (both the retry loop and the fallback branch bail on `signal.aborted`). Threaded to the underlying fetch/axios/SDK call of each provider.
 

package/dist/index.d.mts

@@ -184,6 +184,15 @@ interface ParsedResponseMessage {
      * mismatch with the requested model's provider reveals the fallback.
      */
     provider?: string;
+    /**
+     * True when the answer is INCOMPLETE: the streamed generation was cut at the
+     * caller's deadline and the partial prose is returned instead of discarded.
+     * Content is mid-sentence (or mid-file) by definition — surface it to the
+     * end user as truncated rather than presenting it as a finished answer.
+     * Never set on tool-call turns (a half-streamed arguments fragment can't be
+     * salvaged) and never on a normal completion.
+     */
+    truncated?: boolean;
     usage: {
         prompt_tokens: number;
         completion_tokens: number;

package/dist/index.d.ts

@@ -184,6 +184,15 @@ interface ParsedResponseMessage {
      * mismatch with the requested model's provider reveals the fallback.
      */
     provider?: string;
+    /**
+     * True when the answer is INCOMPLETE: the streamed generation was cut at the
+     * caller's deadline and the partial prose is returned instead of discarded.
+     * Content is mid-sentence (or mid-file) by definition — surface it to the
+     * end user as truncated rather than presenting it as a finished answer.
+     * Never set on tool-call turns (a half-streamed arguments fragment can't be
+     * salvaged) and never on a normal completion.
+     */
+    truncated?: boolean;
     usage: {
         prompt_tokens: number;
         completion_tokens: number;

package/dist/index.js

@@ -1493,7 +1493,9 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
   var _a, _b, _c, _d, _e, _f, _g;
   const controller = new AbortController();
   let abortReason = null;
-  const abortWith = (reason) => {
+  let abortKind = null;
+  const abortWith = (kind, reason) => {
+    abortKind = kind;
     abortReason = reason;
     controller.abort();
   };
@@ -1505,6 +1507,7 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
   const totalTimer = unref(
     setTimeout(
       () => abortWith(
+        "deadline",
         `OpenRouter stream exceeded total deadline of ${streamTimeoutMs}ms`
       ),
       streamTimeoutMs
@@ -1516,6 +1519,7 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
     stallTimer = unref(
       setTimeout(
         () => abortWith(
+          "stall",
           `OpenRouter stream stalled: no useful chunk for ${chunkTimeoutMs}ms`
         ),
         chunkTimeoutMs
@@ -1682,7 +1686,31 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
     });
   } catch (error2) {
     if (abortReason && !(signal == null ? void 0 : signal.aborted)) {
-      logger_default.error(id, abortReason);
+      const kept = paragraph.trim();
+      if (abortKind === "deadline" && kept && !toolCalls.length) {
+        try {
+          const message = finalizeOpenRouterMessage(id, {
+            content: kept,
+            toolCalls: [],
+            reasoning,
+            reasoningDetails: reasoningDetails.length ? reasoningDetails : void 0,
+            provider,
+            usage,
+            forLog: () => JSON.stringify({ provider, kept: kept.slice(0, 500) })
+          });
+          message.truncated = true;
+          logger_default.log(
+            id,
+            `${abortReason} \u2014 returning truncated answer (${kept.length} chars, ~${estimateTokens(kept)} tokens kept)`
+          );
+          return message;
+        } catch (e) {
+        }
+      }
+      logger_default.error(
+        id,
+        `${abortReason} \u2014 discarding ~${estimateTokens(paragraph + reasoning)} generated tokens (content ${paragraph.length} chars, reasoning ${reasoning.length} chars, ${dataChunks} chunks)`
+      );
       throw new Error(abortReason);
     }
     throw error2;
@@ -1755,6 +1783,7 @@ function moderationEvictionSlug(error2, payload) {
   return fromOrder ? fromOrder.split("/")[0] : display.toLowerCase();
 }
 var MIN_STREAM_ATTEMPT_MS = 1e4;
+var estimateTokens = (text) => Math.round(text.length / 4);
 function streamAttemptBudgetMs(options) {
   if (options.streamDeadlineAt === void 0)
     return options.streamTimeoutMs;