190proof 1.0.109 → 1.0.111

package/dist/index.mjs

@@ -1,7 +1,8 @@
 var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
   get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
 }) : x)(function(x) {
-  if (typeof require !== "undefined") return require.apply(this, arguments);
+  if (typeof require !== "undefined")
+    return require.apply(this, arguments);
   throw Error('Dynamic require of "' + x + '" is not supported');
 });
 
@@ -137,7 +138,8 @@ async function withRetries(identifier, apiName, fn, options = {}) {
       return await fn();
     } catch (error3) {
       lastError = error3;
-      if ((_a = options.signal) == null ? void 0 : _a.aborted) throw error3;
+      if ((_a = options.signal) == null ? void 0 : _a.aborted)
+        throw error3;
       if (onError) {
         onError(error3, attempt);
       } else {
@@ -161,7 +163,8 @@ function parseStreamedResponse(identifier, paragraph, toolCallAccumulators, allo
   const functionCalls = [];
   for (let i = 0; i < toolCallAccumulators.length; i++) {
     const acc = toolCallAccumulators[i];
-    if (!acc.name || !acc.arguments) continue;
+    if (!acc.name || !acc.arguments)
+      continue;
     if (allowedFunctionNames && !allowedFunctionNames.has(acc.name)) {
       throw new Error(
         `Stream error: received function call with unknown name: ${acc.name}`
@@ -300,7 +303,8 @@ function buildOpenAIRequestConfig(identifier, model, config) {
   };
 }
 function filterOpenAICompatReasoningDetails(details) {
-  if (!Array.isArray(details)) return details || void 0;
+  if (!Array.isArray(details))
+    return details || void 0;
   const blocks = details.filter(
     (block) => typeof (block == null ? void 0 : block.type) === "string" && block.type.startsWith("reasoning.")
   );
@@ -371,11 +375,13 @@ async function prepareOpenAIPayload(identifier, payload) {
         };
       });
     }
-    if (message.reasoning) outMessage.reasoning = message.reasoning;
+    if (message.reasoning)
+      outMessage.reasoning = message.reasoning;
     const reasoningDetails = filterOpenAICompatReasoningDetails(
       message.reasoningDetails
     );
-    if (reasoningDetails) outMessage.reasoning_details = reasoningDetails;
+    if (reasoningDetails)
+      outMessage.reasoning_details = reasoningDetails;
     preparedPayload.messages.push(outMessage);
   }
   return preparedPayload;
@@ -437,7 +443,8 @@ async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs,
     }
     const jsonStrings = chunk.split(/^data: /gm);
     for (const jsonString of jsonStrings) {
-      if (!jsonString) continue;
+      if (!jsonString)
+        continue;
       if (jsonString.includes("[DONE]")) {
         clearTimeout(overallTimeout);
         return parseStreamedResponse(
@@ -475,7 +482,8 @@ async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs,
           while (toolCallAccumulators.length <= idx) {
             toolCallAccumulators.push({ name: "", arguments: "" });
           }
-          if (toolCall.id) toolCallAccumulators[idx].id = toolCall.id;
+          if (toolCall.id)
+            toolCallAccumulators[idx].id = toolCall.id;
           if ((_e = toolCall.function) == null ? void 0 : _e.name)
             toolCallAccumulators[idx].name += toolCall.function.name;
           if ((_f = toolCall.function) == null ? void 0 : _f.arguments)
@@ -483,9 +491,11 @@ async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs,
         }
       }
       const text = (_h = (_g = json.choices[0]) == null ? void 0 : _g.delta) == null ? void 0 : _h.content;
-      if (text) paragraph += text;
+      if (text)
+        paragraph += text;
       const reasoningDelta = (_j = (_i = json.choices[0]) == null ? void 0 : _i.delta) == null ? void 0 : _j.reasoning;
-      if (reasoningDelta) reasoning += reasoningDelta;
+      if (reasoningDelta)
+        reasoning += reasoningDelta;
     }
   }
 }
@@ -630,7 +640,8 @@ function jigAnthropicMessages(messages) {
     ];
   }
   jiggedMessages = jiggedMessages.reduce((acc, message) => {
-    if (acc.length === 0) return [message];
+    if (acc.length === 0)
+      return [message];
     const lastMessage = acc[acc.length - 1];
     if (lastMessage.role === message.role) {
       const lastContent = Array.isArray(lastMessage.content) ? lastMessage.content : [{ type: "text", text: lastMessage.content }];
@@ -884,7 +895,8 @@ function jigGoogleMessages(messages) {
     ];
   }
   jiggedMessages = jiggedMessages.reduce((acc, message) => {
-    if (acc.length === 0) return [message];
+    if (acc.length === 0)
+      return [message];
     const lastMessage = acc[acc.length - 1];
     if (lastMessage.role === message.role) {
       lastMessage.parts = [...lastMessage.parts, ...message.parts];
@@ -922,7 +934,8 @@ async function prepareGoogleAIPayload(_identifier, payload) {
   const toolNameById = /* @__PURE__ */ new Map();
   for (const m of payload.messages) {
     for (const fc of m.functionCalls || []) {
-      if (fc.id) toolNameById.set(fc.id, fc.name);
+      if (fc.id)
+        toolNameById.set(fc.id, fc.name);
     }
   }
   for (const message of payload.messages) {
@@ -999,7 +1012,8 @@ async function callGoogleAI(id, payload, requestTimeoutMs = 12e4, signal) {
     contents,
     generationConfig: { responseModalities: ["TEXT"] }
   };
-  if (payload.tools) requestBody.tools = [payload.tools];
+  if (payload.tools)
+    requestBody.tools = [payload.tools];
   if (payload.tools && payload.toolConfig) {
     requestBody.toolConfig = payload.toolConfig;
   }
@@ -1057,7 +1071,8 @@ async function callGoogleAI(id, payload, requestTimeoutMs = 12e4, signal) {
       });
       continue;
     }
-    if (part.text) text += part.text;
+    if (part.text)
+      text += part.text;
     if ((_m = part.inlineData) == null ? void 0 : _m.data) {
       files.push({ mimeType: "image/png", data: part.inlineData.data });
     }
@@ -1134,15 +1149,21 @@ async function callGoogleAIWithRetries(id, payload, retries = 5, requestTimeoutM
         finishReason: error2.finishReason,
         modelVersion: error2.modelVersion
       };
-      if (error2.safetyRatings) errorDetails.safetyRatings = error2.safetyRatings;
-      if (error2.usageMetadata) errorDetails.usageMetadata = error2.usageMetadata;
+      if (error2.safetyRatings)
+        errorDetails.safetyRatings = error2.safetyRatings;
+      if (error2.usageMetadata)
+        errorDetails.usageMetadata = error2.usageMetadata;
       if (error2.promptFeedback)
         errorDetails.promptFeedback = error2.promptFeedback;
-      if (error2.status) errorDetails.httpStatus = error2.status;
-      if (error2.code) errorDetails.errorCode = error2.code;
-      if (error2.details) errorDetails.errorDetails = error2.details;
+      if (error2.status)
+        errorDetails.httpStatus = error2.status;
+      if (error2.code)
+        errorDetails.errorCode = error2.code;
+      if (error2.details)
+        errorDetails.errorDetails = error2.details;
       const fileUris = payload.messages.flatMap((m) => m.parts).filter((p) => "fileData" in p).map((p) => p.fileData.fileUri);
-      if (fileUris.length) errorDetails.fileUris = fileUris;
+      if (fileUris.length)
+        errorDetails.fileUris = fileUris;
       logger_default.error(
         id,
         `Retry #${attempt} error: ${error2.message}`,
@@ -1222,13 +1243,16 @@ function prepareOpenAICompatMessages(messages) {
           }
         };
       });
-      if (!message.content) outMessage.content = null;
+      if (!message.content)
+        outMessage.content = null;
     }
-    if (message.reasoning) outMessage.reasoning = message.reasoning;
+    if (message.reasoning)
+      outMessage.reasoning = message.reasoning;
     const reasoningDetails = filterOpenAICompatReasoningDetails(
       message.reasoningDetails
     );
-    if (reasoningDetails) outMessage.reasoning_details = reasoningDetails;
+    if (reasoningDetails)
+      outMessage.reasoning_details = reasoningDetails;
     out.push(outMessage);
   }
   return out;
@@ -1371,7 +1395,8 @@ function parseDsmlToolCalls(content) {
   let last = -1;
   let tag;
   while ((tag = DSML_ANY_TAG_RE.exec(content)) !== null) {
-    if (first === -1) first = tag.index;
+    if (first === -1)
+      first = tag.index;
     last = tag.index + tag[0].length;
   }
   const remaining = first === -1 ? content : (content.slice(0, first) + content.slice(last)).trim();
@@ -1387,7 +1412,8 @@ function finalizeOpenRouterMessage(id, raw) {
   const functionCalls = [];
   for (let i = 0; i < raw.toolCalls.length; i++) {
     const tc = raw.toolCalls[i];
-    if (!tc.name) continue;
+    if (!tc.name)
+      continue;
     functionCalls.push({
       id: (_a = tc.id) != null ? _a : `call_${i}`,
       name: tc.name,
@@ -1438,7 +1464,8 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
     controller.abort();
   };
   const unref = (t) => {
-    if (typeof t === "object" && "unref" in t) t.unref();
+    if (typeof t === "object" && "unref" in t)
+      t.unref();
     return t;
   };
   const totalTimer = unref(
@@ -1504,88 +1531,98 @@ async function callOpenRouterStream(id, payload, streamTimeoutMs = OPENROUTER_ST
     const reader = response.body.getReader();
     const decoder = new TextDecoder();
     let lineBuffer = "";
-    outer: while (true) {
-      const { done, value } = await reader.read();
-      if (done) break;
-      lineBuffer += decoder.decode(value, { stream: true });
-      let newlineIdx;
-      while ((newlineIdx = lineBuffer.indexOf("\n")) !== -1) {
-        let line = lineBuffer.slice(0, newlineIdx);
-        lineBuffer = lineBuffer.slice(newlineIdx + 1);
-        if (line.endsWith("\r")) line = line.slice(0, -1);
-        if (!line) continue;
-        if (line.startsWith(":")) continue;
-        if (!line.startsWith("data:")) continue;
-        const dataStr = line.slice(5).trimStart();
-        if (dataStr === "[DONE]") {
-          sawDone = true;
-          break outer;
-        }
-        let json;
-        try {
-          json = JSON.parse(dataStr);
-        } catch (e) {
-          logger_default.error(
-            id,
-            "OpenRouter stream: unparseable data line:",
-            dataStr.slice(0, 200)
-          );
-          continue;
-        }
-        dataChunks++;
-        if (json.error) {
-          logger_default.error(id, "OpenRouter stream error event:", json.error);
-          const error2 = new Error(
-            `OpenRouter error: ${json.error.message}`
-          );
-          error2.data = json.error;
-          throw error2;
-        }
-        if (json.provider) provider = json.provider;
-        let useful = false;
-        if (json.usage) {
-          usage = json.usage;
-          useful = true;
-        }
-        const choice = (_c = json.choices) == null ? void 0 : _c[0];
-        if (choice) {
-          const delta = (_d = choice.delta) != null ? _d : {};
-          if (delta.content) {
-            paragraph += delta.content;
-            useful = true;
+    outer:
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+          break;
+        lineBuffer += decoder.decode(value, { stream: true });
+        let newlineIdx;
+        while ((newlineIdx = lineBuffer.indexOf("\n")) !== -1) {
+          let line = lineBuffer.slice(0, newlineIdx);
+          lineBuffer = lineBuffer.slice(newlineIdx + 1);
+          if (line.endsWith("\r"))
+            line = line.slice(0, -1);
+          if (!line)
+            continue;
+          if (line.startsWith(":"))
+            continue;
+          if (!line.startsWith("data:"))
+            continue;
+          const dataStr = line.slice(5).trimStart();
+          if (dataStr === "[DONE]") {
+            sawDone = true;
+            break outer;
           }
-          if (delta.reasoning) {
-            reasoning += delta.reasoning;
-            useful = true;
+          let json;
+          try {
+            json = JSON.parse(dataStr);
+          } catch (e) {
+            logger_default.error(
+              id,
+              "OpenRouter stream: unparseable data line:",
+              dataStr.slice(0, 200)
+            );
+            continue;
+          }
+          dataChunks++;
+          if (json.error) {
+            logger_default.error(id, "OpenRouter stream error event:", json.error);
+            const error2 = new Error(
+              `OpenRouter error: ${json.error.message}`
+            );
+            error2.data = json.error;
+            throw error2;
           }
-          if (Array.isArray(delta.reasoning_details) && delta.reasoning_details.length) {
-            reasoningDetails.push(...delta.reasoning_details);
+          if (json.provider)
+            provider = json.provider;
+          let useful = false;
+          if (json.usage) {
+            usage = json.usage;
             useful = true;
           }
-          if (Array.isArray(delta.tool_calls)) {
-            for (const toolCall of delta.tool_calls) {
-              const idx = (_e = toolCall.index) != null ? _e : 0;
-              while (toolCalls.length <= idx) {
-                toolCalls.push({ name: "", argumentsJson: "" });
+          const choice = (_c = json.choices) == null ? void 0 : _c[0];
+          if (choice) {
+            const delta = (_d = choice.delta) != null ? _d : {};
+            if (delta.content) {
+              paragraph += delta.content;
+              useful = true;
+            }
+            if (delta.reasoning) {
+              reasoning += delta.reasoning;
+              useful = true;
+            }
+            if (Array.isArray(delta.reasoning_details) && delta.reasoning_details.length) {
+              reasoningDetails.push(...delta.reasoning_details);
+              useful = true;
+            }
+            if (Array.isArray(delta.tool_calls)) {
+              for (const toolCall of delta.tool_calls) {
+                const idx = (_e = toolCall.index) != null ? _e : 0;
+                while (toolCalls.length <= idx) {
+                  toolCalls.push({ name: "", argumentsJson: "" });
+                }
+                if (toolCall.id)
+                  toolCalls[idx].id = toolCall.id;
+                if ((_f = toolCall.function) == null ? void 0 : _f.name)
+                  toolCalls[idx].name += toolCall.function.name;
+                if ((_g = toolCall.function) == null ? void 0 : _g.arguments)
+                  toolCalls[idx].argumentsJson += toolCall.function.arguments;
+                useful = true;
               }
-              if (toolCall.id) toolCalls[idx].id = toolCall.id;
-              if ((_f = toolCall.function) == null ? void 0 : _f.name)
-                toolCalls[idx].name += toolCall.function.name;
-              if ((_g = toolCall.function) == null ? void 0 : _g.arguments)
-                toolCalls[idx].argumentsJson += toolCall.function.arguments;
+            }
+            if (choice.finish_reason) {
+              finishReason = choice.finish_reason;
               useful = true;
             }
           }
-          if (choice.finish_reason) {
-            finishReason = choice.finish_reason;
-            useful = true;
-          }
+          if (useful)
+            armStallTimer();
         }
-        if (useful) armStallTimer();
       }
-    }
-    if (sawDone) reader.cancel().catch(() => {
-    });
+    if (sawDone)
+      reader.cancel().catch(() => {
+      });
     if (!sawDone && !finishReason) {
       logger_default.error(
         id,
@@ -1624,7 +1661,9 @@ function parseOpenRouterBody(id, data) {
   var _a, _b, _c, _d, _e, _f, _g, _h;
   if (data.error) {
     logger_default.error(id, "OpenRouter error:", data.error);
-    throw new Error(`OpenRouter error: ${data.error.message}`);
+    const error2 = new Error(`OpenRouter error: ${data.error.message}`);
+    error2.data = data.error;
+    throw error2;
   }
   const answer = (_b = (_a = data.choices) == null ? void 0 : _a[0]) == null ? void 0 : _b.message;
   if (!answer) {
@@ -1661,22 +1700,81 @@ async function callOpenRouterNonStreaming(id, payload, requestTimeoutMs = OPENRO
   );
   return parseOpenRouterBody(id, response.data);
 }
+var normalizeProviderKey = (name) => name.split("/")[0].toLowerCase().replace(/[^a-z0-9]/g, "");
+var MODERATION_RE = /moderat|inappropriate content|content polic|content management|flagged/i;
+function moderationEvictionSlug(error2, payload) {
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
+  const body = (_c = error2 == null ? void 0 : error2.data) != null ? _c : (_b = (_a = error2 == null ? void 0 : error2.response) == null ? void 0 : _a.data) == null ? void 0 : _b.error;
+  if (!body)
+    return null;
+  const message = String((_d = body.message) != null ? _d : "");
+  const isModeration = body.code === 403 || Array.isArray((_e = body.metadata) == null ? void 0 : _e.reasons) || MODERATION_RE.test(message);
+  if (!isModeration)
+    return null;
+  const display = (_h = (_f = body.metadata) == null ? void 0 : _f.provider_name) != null ? _h : (_g = /Upstream error from ([^:]+):/.exec(message)) == null ? void 0 : _g[1];
+  if (!display)
+    return null;
+  const key = normalizeProviderKey(display);
+  const fromOrder = (_j = (_i = payload.provider) == null ? void 0 : _i.order) == null ? void 0 : _j.find(
+    (entry) => normalizeProviderKey(entry) === key
+  );
+  return fromOrder ? fromOrder.split("/")[0] : display.toLowerCase();
+}
+var MIN_STREAM_ATTEMPT_MS = 1e4;
+function streamAttemptBudgetMs(options) {
+  if (options.streamDeadlineAt === void 0)
+    return options.streamTimeoutMs;
+  const remaining = options.streamDeadlineAt - Date.now();
+  if (remaining < MIN_STREAM_ATTEMPT_MS)
+    return null;
+  return Math.min(options.streamTimeoutMs, remaining);
+}
 async function callOpenRouterWithRetries(id, payload, retries = 5, options, signal) {
+  const evicted = [];
   return withRetries(
     id,
     "OpenRouter",
-    () => options.streaming ? callOpenRouterStream(
-      id,
-      payload,
-      options.streamTimeoutMs,
-      options.chunkTimeoutMs,
-      signal
-    ) : callOpenRouterNonStreaming(
+    () => (options.streaming ? (() => {
+      const budget = streamAttemptBudgetMs(options);
+      if (budget === null) {
+        const error2 = new Error(
+          "OpenRouter stream skipped: caller deadline leaves too little time for another attempt"
+        );
+        error2.deadlineExceeded = true;
+        logger_default.error(id, error2.message);
+        throw error2;
+      }
+      return callOpenRouterStream(
+        id,
+        payload,
+        budget,
+        options.chunkTimeoutMs,
+        signal
+      );
+    })() : callOpenRouterNonStreaming(
       id,
       payload,
       options.requestTimeoutMs,
       signal
-    ),
+    )).catch((error2) => {
+      var _a, _b, _c, _d;
+      const slug = moderationEvictionSlug(error2, payload);
+      if (slug && !evicted.includes(slug)) {
+        evicted.push(slug);
+        payload.provider = {
+          ...payload.provider,
+          ignore: [...(_b = (_a = payload.provider) == null ? void 0 : _a.ignore) != null ? _b : [], slug],
+          order: (_d = (_c = payload.provider) == null ? void 0 : _c.order) == null ? void 0 : _d.filter(
+            (entry) => normalizeProviderKey(entry) !== normalizeProviderKey(slug)
+          )
+        };
+        logger_default.log(
+          id,
+          `OpenRouter moderation eviction: ignoring provider "${slug}" for remaining attempts`
+        );
+      }
+      throw error2;
+    }),
     { retries, signal }
   );
 }
@@ -1773,6 +1871,7 @@ async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeou
           {
             streaming: (_b = aiPayload.streaming) != null ? _b : true,
             streamTimeoutMs: (_c = aiPayload.streamTimeoutMs) != null ? _c : OPENROUTER_STREAM_TIMEOUT_MS,
+            streamDeadlineAt: aiPayload.streamDeadlineAt,
             requestTimeoutMs: (_d = aiPayload.requestTimeoutMs) != null ? _d : OPENROUTER_NONSTREAM_TIMEOUT_MS,
             chunkTimeoutMs
           },
@@ -1783,7 +1882,8 @@ async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeou
     (_e = result.provider) != null ? _e : result.provider = provider;
     return result;
   } catch (error2) {
-    if ((_f = aiPayload.signal) == null ? void 0 : _f.aborted) throw error2;
+    if ((_f = aiPayload.signal) == null ? void 0 : _f.aborted)
+      throw error2;
     if (aiPayload.fallbackModel) {
       logger_default.error(
         id,
@@ -1813,6 +1913,7 @@ export {
   GPTModel,
   GeminiModel,
   GroqModel,
+  MIN_STREAM_ATTEMPT_MS,
   OPENROUTER_NONSTREAM_TIMEOUT_MS,
   OPENROUTER_STREAM_TIMEOUT_MS,
   OpenRouterModel,