190proof 1.0.108 → 1.0.109

package/dist/index.mjs

@@ -1377,47 +1377,25 @@ function parseDsmlToolCalls(content) {
   const remaining = first === -1 ? content : (content.slice(0, first) + content.slice(last)).trim();
   return { calls, remainingContent: remaining.length ? remaining : null };
 }
-async function callOpenRouter(id, payload, requestTimeoutMs = 12e4, signal) {
-  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
-  const response = await withRequestDeadline(
-    "OpenRouter",
-    requestTimeoutMs,
-    signal,
-    (mergedSignal) => axios.post(
-      // Override point for tests (deadline behavior needs a local server).
-      `${process.env.OPENROUTER_BASE_URL || "https://openrouter.ai"}/api/v1/chat/completions`,
-      payload,
-      {
-        headers: {
-          "content-type": "application/json",
-          Authorization: `Bearer ${process.env.OPENROUTER_API_KEY}`
-        },
-        timeout: requestTimeoutMs,
-        signal: mergedSignal
-      }
-    )
-  );
-  if (response.data.error) {
-    logger_default.error(id, "OpenRouter error:", response.data.error);
-    throw new Error(`OpenRouter error: ${response.data.error.message}`);
-  }
-  const answer = (_b = (_a = response.data.choices) == null ? void 0 : _a[0]) == null ? void 0 : _b.message;
-  if (!answer) {
-    logger_default.error(id, "Missing answer in OpenRouter API response:", response.data);
-    throw new Error("Missing answer in OpenRouter API");
-  }
+var OPENROUTER_STREAM_TIMEOUT_MS = 6e5;
+var OPENROUTER_NONSTREAM_TIMEOUT_MS = 18e4;
+function openRouterEndpoint() {
+  return `${process.env.OPENROUTER_BASE_URL || "https://openrouter.ai"}/api/v1/chat/completions`;
+}
+function finalizeOpenRouterMessage(id, raw) {
+  var _a, _b, _c, _d, _e;
   const functionCalls = [];
-  if ((_c = answer.tool_calls) == null ? void 0 : _c.length) {
-    for (let i = 0; i < answer.tool_calls.length; i++) {
-      const tc = answer.tool_calls[i];
-      functionCalls.push({
-        id: (_d = tc.id) != null ? _d : `call_${i}`,
-        name: tc.function.name,
-        arguments: JSON.parse(tc.function.arguments)
-      });
-    }
+  for (let i = 0; i < raw.toolCalls.length; i++) {
+    const tc = raw.toolCalls[i];
+    if (!tc.name) continue;
+    functionCalls.push({
+      id: (_a = tc.id) != null ? _a : `call_${i}`,
+      name: tc.name,
+      // Streamed no-arg calls can close with an empty fragment; treat as {}.
+      arguments: tc.argumentsJson.trim() ? JSON.parse(tc.argumentsJson) : {}
+    });
   }
-  let content = (_e = answer.content) != null ? _e : null;
+  let content = raw.content;
   if (!functionCalls.length && content && DSML_ENVELOPE_RE.test(content)) {
     const { calls, remainingContent } = parseDsmlToolCalls(content);
     if (calls.length) {
@@ -1427,11 +1405,7 @@ async function callOpenRouter(id, payload, requestTimeoutMs = 12e4, signal) {
   }
   const hasUnparsedDsml = !!content && DSML_DELIMITER_RE.test(content);
   if (!functionCalls.length && (!content || hasUnparsedDsml)) {
-    logger_default.error(
-      id,
-      "OpenRouter: empty or unparseable completion:",
-      JSON.stringify(response.data)
-    );
+    logger_default.error(id, "OpenRouter: empty or unparseable completion:", raw.forLog());
     throw new Error(
       "OpenRouter: received message without usable content or function_call"
     );
@@ -1442,24 +1416,267 @@ async function callOpenRouter(id, payload, requestTimeoutMs = 12e4, signal) {
     function_call: functionCalls[0] || null,
     function_calls: functionCalls,
     files: [],
-    reasoning: (_f = answer.reasoning) != null ? _f : void 0,
-    reasoningDetails: (_g = answer.reasoning_details) != null ? _g : void 0,
+    reasoning: raw.reasoning || void 0,
+    reasoningDetails: (_b = raw.reasoningDetails) != null ? _b : void 0,
     // The upstream provider OpenRouter routed to (e.g. "Baidu") — finer-grained
     // than the "openrouter" stamp callWithRetries would apply.
-    provider: (_h = response.data.provider) != null ? _h : void 0,
-    usage: response.data.usage ? {
-      prompt_tokens: response.data.usage.prompt_tokens,
-      completion_tokens: response.data.usage.completion_tokens,
-      total_tokens: response.data.usage.total_tokens,
-      cached_tokens: (_j = (_i = response.data.usage.prompt_tokens_details) == null ? void 0 : _i.cached_tokens) != null ? _j : 0
+    provider: (_c = raw.provider) != null ? _c : void 0,
+    usage: raw.usage ? {
+      prompt_tokens: raw.usage.prompt_tokens,
+      completion_tokens: raw.usage.completion_tokens,
+      total_tokens: raw.usage.total_tokens,
+      cached_tokens: (_e = (_d = raw.usage.prompt_tokens_details) == null ? void 0 : _d.cached_tokens) != null ? _e : 0
     } : null
   };
 }
-async function callOpenRouterWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4, signal) {
+async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_STREAM_TIMEOUT_MS, chunkTimeoutMs = 15e3, signal) {
+  var _a, _b, _c, _d, _e, _f, _g;
+  const controller = new AbortController();
+  let abortReason = null;
+  const abortWith = (reason) => {
+    abortReason = reason;
+    controller.abort();
+  };
+  const unref = (t) => {
+    if (typeof t === "object" && "unref" in t) t.unref();
+    return t;
+  };
+  const totalTimer = unref(
+    setTimeout(
+      () => abortWith(
+        `OpenRouter stream exceeded total deadline of ${streamTimeoutMs}ms`
+      ),
+      streamTimeoutMs
+    )
+  );
+  let stallTimer;
+  const armStallTimer = () => {
+    clearTimeout(stallTimer);
+    stallTimer = unref(
+      setTimeout(
+        () => abortWith(
+          `OpenRouter stream stalled: no useful chunk for ${chunkTimeoutMs}ms`
+        ),
+        chunkTimeoutMs
+      )
+    );
+  };
+  let paragraph = "";
+  let reasoning = "";
+  const reasoningDetails = [];
+  const toolCalls = [];
+  let provider;
+  let usage = null;
+  let finishReason = null;
+  let sawDone = false;
+  let dataChunks = 0;
+  try {
+    armStallTimer();
+    const response = await fetch(openRouterEndpoint(), {
+      method: "POST",
+      headers: {
+        "content-type": "application/json",
+        Authorization: `Bearer ${process.env.OPENROUTER_API_KEY}`
+      },
+      body: JSON.stringify({ ...payload, stream: true, usage: { include: true } }),
+      signal: signal ? anySignal([controller.signal, signal]) : controller.signal
+    });
+    if (!response.ok) {
+      let data;
+      try {
+        data = await response.json();
+      } catch (e) {
+        data = void 0;
+      }
+      logger_default.error(id, `OpenRouter stream HTTP ${response.status}:`, data);
+      const error2 = new Error(
+        `OpenRouter error: ${((_a = data == null ? void 0 : data.error) == null ? void 0 : _a.message) || `HTTP ${response.status}`}`
+      );
+      error2.response = { status: response.status, data };
+      throw error2;
+    }
+    if ((_b = response.headers.get("content-type")) == null ? void 0 : _b.includes("application/json")) {
+      return parseOpenRouterBody(id, await response.json());
+    }
+    if (!response.body) {
+      throw new Error("OpenRouter stream error: no response body");
+    }
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder();
+    let lineBuffer = "";
+    outer: while (true) {
+      const { done, value } = await reader.read();
+      if (done) break;
+      lineBuffer += decoder.decode(value, { stream: true });
+      let newlineIdx;
+      while ((newlineIdx = lineBuffer.indexOf("\n")) !== -1) {
+        let line = lineBuffer.slice(0, newlineIdx);
+        lineBuffer = lineBuffer.slice(newlineIdx + 1);
+        if (line.endsWith("\r")) line = line.slice(0, -1);
+        if (!line) continue;
+        if (line.startsWith(":")) continue;
+        if (!line.startsWith("data:")) continue;
+        const dataStr = line.slice(5).trimStart();
+        if (dataStr === "[DONE]") {
+          sawDone = true;
+          break outer;
+        }
+        let json;
+        try {
+          json = JSON.parse(dataStr);
+        } catch (e) {
+          logger_default.error(
+            id,
+            "OpenRouter stream: unparseable data line:",
+            dataStr.slice(0, 200)
+          );
+          continue;
+        }
+        dataChunks++;
+        if (json.error) {
+          logger_default.error(id, "OpenRouter stream error event:", json.error);
+          const error2 = new Error(
+            `OpenRouter error: ${json.error.message}`
+          );
+          error2.data = json.error;
+          throw error2;
+        }
+        if (json.provider) provider = json.provider;
+        let useful = false;
+        if (json.usage) {
+          usage = json.usage;
+          useful = true;
+        }
+        const choice = (_c = json.choices) == null ? void 0 : _c[0];
+        if (choice) {
+          const delta = (_d = choice.delta) != null ? _d : {};
+          if (delta.content) {
+            paragraph += delta.content;
+            useful = true;
+          }
+          if (delta.reasoning) {
+            reasoning += delta.reasoning;
+            useful = true;
+          }
+          if (Array.isArray(delta.reasoning_details) && delta.reasoning_details.length) {
+            reasoningDetails.push(...delta.reasoning_details);
+            useful = true;
+          }
+          if (Array.isArray(delta.tool_calls)) {
+            for (const toolCall of delta.tool_calls) {
+              const idx = (_e = toolCall.index) != null ? _e : 0;
+              while (toolCalls.length <= idx) {
+                toolCalls.push({ name: "", argumentsJson: "" });
+              }
+              if (toolCall.id) toolCalls[idx].id = toolCall.id;
+              if ((_f = toolCall.function) == null ? void 0 : _f.name)
+                toolCalls[idx].name += toolCall.function.name;
+              if ((_g = toolCall.function) == null ? void 0 : _g.arguments)
+                toolCalls[idx].argumentsJson += toolCall.function.arguments;
+              useful = true;
+            }
+          }
+          if (choice.finish_reason) {
+            finishReason = choice.finish_reason;
+            useful = true;
+          }
+        }
+        if (useful) armStallTimer();
+      }
+    }
+    if (sawDone) reader.cancel().catch(() => {
+    });
+    if (!sawDone && !finishReason) {
+      logger_default.error(
+        id,
+        `OpenRouter stream ended prematurely after ${dataChunks} data chunks`
+      );
+      throw new Error("OpenRouter stream error: ended prematurely");
+    }
+    return finalizeOpenRouterMessage(id, {
+      content: paragraph || null,
+      toolCalls,
+      reasoning,
+      reasoningDetails: reasoningDetails.length ? reasoningDetails : void 0,
+      provider,
+      usage,
+      forLog: () => JSON.stringify({
+        finishReason,
+        provider,
+        usage,
+        paragraph: paragraph.slice(0, 500),
+        reasoningChars: reasoning.length,
+        toolCalls
+      })
+    });
+  } catch (error2) {
+    if (abortReason && !(signal == null ? void 0 : signal.aborted)) {
+      logger_default.error(id, abortReason);
+      throw new Error(abortReason);
+    }
+    throw error2;
+  } finally {
+    clearTimeout(totalTimer);
+    clearTimeout(stallTimer);
+  }
+}
+function parseOpenRouterBody(id, data) {
+  var _a, _b, _c, _d, _e, _f, _g, _h;
+  if (data.error) {
+    logger_default.error(id, "OpenRouter error:", data.error);
+    throw new Error(`OpenRouter error: ${data.error.message}`);
+  }
+  const answer = (_b = (_a = data.choices) == null ? void 0 : _a[0]) == null ? void 0 : _b.message;
+  if (!answer) {
+    logger_default.error(id, "Missing answer in OpenRouter API response:", data);
+    throw new Error("Missing answer in OpenRouter API");
+  }
+  return finalizeOpenRouterMessage(id, {
+    content: (_c = answer.content) != null ? _c : null,
+    toolCalls: ((_d = answer.tool_calls) != null ? _d : []).map((tc) => ({
+      id: tc.id,
+      name: tc.function.name,
+      argumentsJson: tc.function.arguments
+    })),
+    reasoning: (_e = answer.reasoning) != null ? _e : void 0,
+    reasoningDetails: (_f = answer.reasoning_details) != null ? _f : void 0,
+    provider: (_g = data.provider) != null ? _g : void 0,
+    usage: (_h = data.usage) != null ? _h : null,
+    forLog: () => JSON.stringify(data)
+  });
+}
+async function callOpenRouterNonStreaming(id, payload, requestTimeoutMs = OPENROUTER_NONSTREAM_TIMEOUT_MS, signal) {
+  const response = await withRequestDeadline(
+    "OpenRouter",
+    requestTimeoutMs,
+    signal,
+    (mergedSignal) => axios.post(openRouterEndpoint(), payload, {
+      headers: {
+        "content-type": "application/json",
+        Authorization: `Bearer ${process.env.OPENROUTER_API_KEY}`
+      },
+      timeout: requestTimeoutMs,
+      signal: mergedSignal
+    })
+  );
+  return parseOpenRouterBody(id, response.data);
+}
+async function callOpenRouterWithRetries(id, payload, retries = 5, options, signal) {
   return withRetries(
     id,
     "OpenRouter",
-    () => callOpenRouter(id, payload, requestTimeoutMs, signal),
+    () => options.streaming ? callOpenRouterStream(
+      id,
+      payload,
+      options.streamTimeoutMs,
+      options.chunkTimeoutMs,
+      signal
+    ) : callOpenRouterNonStreaming(
+      id,
+      payload,
+      options.requestTimeoutMs,
+      signal
+    ),
     { retries, signal }
   );
 }
@@ -1501,7 +1718,7 @@ function parseModelString(model) {
   );
 }
 async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeoutMs = 15e3) {
-  var _a, _b, _c;
+  var _a, _b, _c, _d, _e, _f;
   try {
     const { provider, modelId } = parseModelString(aiPayload.model);
     const routingPayload = { ...aiPayload, model: modelId };
@@ -1553,15 +1770,20 @@ async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeou
           id,
           prepareOpenRouterPayload(routingPayload),
           retries,
-          requestTimeoutMs,
+          {
+            streaming: (_b = aiPayload.streaming) != null ? _b : true,
+            streamTimeoutMs: (_c = aiPayload.streamTimeoutMs) != null ? _c : OPENROUTER_STREAM_TIMEOUT_MS,
+            requestTimeoutMs: (_d = aiPayload.requestTimeoutMs) != null ? _d : OPENROUTER_NONSTREAM_TIMEOUT_MS,
+            chunkTimeoutMs
+          },
           signal
         );
         break;
     }
-    (_b = result.provider) != null ? _b : result.provider = provider;
+    (_e = result.provider) != null ? _e : result.provider = provider;
     return result;
   } catch (error2) {
-    if ((_c = aiPayload.signal) == null ? void 0 : _c.aborted) throw error2;
+    if ((_f = aiPayload.signal) == null ? void 0 : _f.aborted) throw error2;
     if (aiPayload.fallbackModel) {
       logger_default.error(
         id,
@@ -1591,6 +1813,8 @@ export {
   GPTModel,
   GeminiModel,
   GroqModel,
+  OPENROUTER_NONSTREAM_TIMEOUT_MS,
+  OPENROUTER_STREAM_TIMEOUT_MS,
   OpenRouterModel,
   callWithRetries,
   parseModelString