190proof 1.0.101 → 1.0.102

package/dist/index.mjs

@@ -110,8 +110,13 @@ function isHeicImage(name, mime) {
 // index.ts
 var sharp = __require("sharp");
 var decode = __require("heic-decode");
+function anySignal(signals) {
+  return AbortSignal.any(
+    signals
+  );
+}
 async function withRetries(identifier, apiName, fn, options = {}) {
-  var _a, _b, _c, _d;
+  var _a, _b, _c, _d, _e;
   const { retries = 5, baseDelayMs = 125, onError } = options;
   logger_default.log(identifier, `Calling ${apiName} API with retries`);
   let lastError;
@@ -120,19 +125,21 @@ async function withRetries(identifier, apiName, fn, options = {}) {
       return await fn();
     } catch (error3) {
       lastError = error3;
+      if ((_a = options.signal) == null ? void 0 : _a.aborted)
+        throw error3;
       if (onError) {
         onError(error3, attempt);
       } else {
         logger_default.error(
           identifier,
           `Retry #${attempt} error: ${error3.message}`,
-          ((_a = error3.response) == null ? void 0 : _a.data) || error3
+          ((_b = error3.response) == null ? void 0 : _b.data) || error3
         );
       }
       await timeout(baseDelayMs * attempt);
     }
   }
-  const detail = ((_d = (_c = (_b = lastError == null ? void 0 : lastError.response) == null ? void 0 : _b.data) == null ? void 0 : _c.error) == null ? void 0 : _d.message) || (lastError == null ? void 0 : lastError.message) || String(lastError);
+  const detail = ((_e = (_d = (_c = lastError == null ? void 0 : lastError.response) == null ? void 0 : _c.data) == null ? void 0 : _d.error) == null ? void 0 : _e.message) || (lastError == null ? void 0 : lastError.message) || String(lastError);
   const error2 = new Error(
     `Failed to call ${apiName} API after ${retries} attempts: ${detail}`
   );
@@ -355,7 +362,7 @@ async function prepareOpenAIPayload(identifier, payload) {
   }
   return preparedPayload;
 }
-async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs, requestTimeoutMs = 12e4) {
+async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs, requestTimeoutMs = 12e4, signal) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
   const functionNames = openAiPayload.tools ? new Set(openAiPayload.tools.map((fn) => fn.function.name)) : null;
   const { endpoint, headers } = buildOpenAIRequestConfig(
@@ -375,7 +382,10 @@ async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs,
     method: "POST",
     headers,
     body: JSON.stringify({ ...openAiPayload, stream: true }),
-    signal: controller.signal
+    // Merge (don't overwrite) the internal timeout controller with the caller's
+    // cancellation signal so both an internal timeout and an external abort stop
+    // the stream.
+    signal: signal ? anySignal([controller.signal, signal]) : controller.signal
   });
   if (!response.body) {
     throw new Error("Stream error: no response body");
@@ -465,7 +475,7 @@ async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs,
     }
   }
 }
-async function callOpenAI(id, openAiPayload, openAiConfig, requestTimeoutMs = 12e4) {
+async function callOpenAI(id, openAiPayload, openAiConfig, requestTimeoutMs = 12e4, signal) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
   const { endpoint, headers } = buildOpenAIRequestConfig(
     id,
@@ -480,7 +490,8 @@ async function callOpenAI(id, openAiPayload, openAiConfig, requestTimeoutMs = 12
       method: "POST",
       headers,
       body: JSON.stringify({ ...openAiPayload, stream: false }),
-      signal: controller.signal
+      // Merge the internal timeout controller with the caller's cancellation signal.
+      signal: signal ? anySignal([controller.signal, signal]) : controller.signal
     });
     if (!response.ok) {
       const errorData = await response.json();
@@ -543,7 +554,7 @@ async function callOpenAI(id, openAiPayload, openAiConfig, requestTimeoutMs = 12
     } : null
   };
 }
-async function callOpenAiWithRetries(id, openAiPayload, openAiConfig, retries = 5, chunkTimeoutMs = 15e3, requestTimeoutMs = 12e4) {
+async function callOpenAiWithRetries(id, openAiPayload, openAiConfig, retries = 5, chunkTimeoutMs = 15e3, requestTimeoutMs = 12e4, signal) {
   logger_default.log(
     id,
     "Calling OpenAI API with retries:",
@@ -562,14 +573,16 @@ async function callOpenAiWithRetries(id, openAiPayload, openAiConfig, retries =
           openAiPayload,
           openAiConfig,
           chunkTimeoutMs,
-          requestTimeoutMs
+          requestTimeoutMs,
+          signal
         );
       } else {
-        return callOpenAI(id, openAiPayload, openAiConfig, requestTimeoutMs);
+        return callOpenAI(id, openAiPayload, openAiConfig, requestTimeoutMs, signal);
       }
     },
     {
       retries,
+      signal,
       baseDelayMs: 250,
       onError: (error2, attempt) => {
         var _a, _b;
@@ -701,7 +714,7 @@ async function prepareAnthropicPayload(_identifier, payload) {
   }
   return preparedPayload;
 }
-async function callAnthropic(id, payload, config, requestTimeoutMs = 12e4) {
+async function callAnthropic(id, payload, config, requestTimeoutMs = 12e4, signal) {
   var _a, _b, _c;
   const anthropicMessages = jigAnthropicMessages(payload.messages);
   const tools = (_a = payload.functions) == null ? void 0 : _a.map((f) => ({
@@ -725,7 +738,8 @@ async function callAnthropic(id, payload, config, requestTimeoutMs = 12e4) {
         contentType: "application/json",
         body: JSON.stringify(bedrockPayload),
         modelId: MODEL_ID
-      })
+      }),
+      { abortSignal: signal }
     );
     const decodedResponseBody = new TextDecoder().decode(response.body);
     data = JSON.parse(decodedResponseBody);
@@ -751,7 +765,8 @@ async function callAnthropic(id, payload, config, requestTimeoutMs = 12e4) {
           "anthropic-version": "2023-06-01",
           "anthropic-beta": "tools-2024-04-04"
         },
-        timeout: requestTimeoutMs
+        timeout: requestTimeoutMs,
+        signal
       }
     );
     data = response.data;
@@ -821,13 +836,14 @@ ${text}` : text;
     usage
   };
 }
-async function callAnthropicWithRetries(id, payload, config, retries = 5, requestTimeoutMs = 12e4) {
+async function callAnthropicWithRetries(id, payload, config, retries = 5, requestTimeoutMs = 12e4, signal) {
   return withRetries(
     id,
     "Anthropic",
-    () => callAnthropic(id, payload, config, requestTimeoutMs),
+    () => callAnthropic(id, payload, config, requestTimeoutMs, signal),
     {
-      retries
+      retries,
+      signal
     }
   );
 }
@@ -945,7 +961,7 @@ async function prepareGoogleAIPayload(_identifier, payload) {
   }
   return preparedPayload;
 }
-async function callGoogleAI(id, payload, requestTimeoutMs = 12e4) {
+async function callGoogleAI(id, payload, requestTimeoutMs = 12e4, signal) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r;
   const contents = jigGoogleMessages(payload.messages);
   const requestBody = {
@@ -969,7 +985,8 @@ async function callGoogleAI(id, payload, requestTimeoutMs = 12e4) {
           "content-type": "application/json",
           "x-goog-api-key": process.env.GEMINI_API_KEY
         },
-        timeout: requestTimeoutMs
+        timeout: requestTimeoutMs,
+        signal
       }
     );
     response = httpResponse.data;
@@ -1068,10 +1085,11 @@ function removeImagesFromGooglePayload(payload) {
   }
   return removedImages;
 }
-async function callGoogleAIWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4) {
+async function callGoogleAIWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4, signal) {
   let hasTriedWithoutImages = false;
-  return withRetries(id, "Google AI", () => callGoogleAI(id, payload, requestTimeoutMs), {
+  return withRetries(id, "Google AI", () => callGoogleAI(id, payload, requestTimeoutMs, signal), {
     retries,
+    signal,
     onError: (error2, attempt) => {
       var _a, _b;
       const errorDetails = {
@@ -1197,7 +1215,7 @@ function prepareGroqPayload(payload) {
     temperature: payload.temperature
   };
 }
-async function callGroq(id, payload, requestTimeoutMs = 12e4) {
+async function callGroq(id, payload, requestTimeoutMs = 12e4, signal) {
   var _a, _b, _c, _d, _e, _f, _g;
   const response = await axios.post(
     "https://api.groq.com/openai/v1/chat/completions",
@@ -1207,7 +1225,8 @@ async function callGroq(id, payload, requestTimeoutMs = 12e4) {
         "content-type": "application/json",
         Authorization: `Bearer ${process.env.GROQ_API_KEY}`
       },
-      timeout: requestTimeoutMs
+      timeout: requestTimeoutMs,
+      signal
     }
   );
   if (response.data.error) {
@@ -1255,9 +1274,10 @@ async function callGroq(id, payload, requestTimeoutMs = 12e4) {
     } : null
   };
 }
-async function callGroqWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4) {
-  return withRetries(id, "Groq", () => callGroq(id, payload, requestTimeoutMs), {
-    retries
+async function callGroqWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4, signal) {
+  return withRetries(id, "Groq", () => callGroq(id, payload, requestTimeoutMs, signal), {
+    retries,
+    signal
   });
 }
 function prepareOpenRouterPayload(payload) {
@@ -1322,7 +1342,7 @@ function parseDsmlToolCalls(content) {
   const remaining = first === -1 ? content : (content.slice(0, first) + content.slice(last)).trim();
   return { calls, remainingContent: remaining.length ? remaining : null };
 }
-async function callOpenRouter(id, payload, requestTimeoutMs = 12e4) {
+async function callOpenRouter(id, payload, requestTimeoutMs = 12e4, signal) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i;
   const response = await axios.post(
     "https://openrouter.ai/api/v1/chat/completions",
@@ -1332,7 +1352,8 @@ async function callOpenRouter(id, payload, requestTimeoutMs = 12e4) {
         "content-type": "application/json",
         Authorization: `Bearer ${process.env.OPENROUTER_API_KEY}`
       },
-      timeout: requestTimeoutMs
+      timeout: requestTimeoutMs,
+      signal
     }
   );
   if (response.data.error) {
@@ -1390,12 +1411,12 @@ async function callOpenRouter(id, payload, requestTimeoutMs = 12e4) {
     } : null
   };
 }
-async function callOpenRouterWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4) {
+async function callOpenRouterWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4, signal) {
   return withRetries(
     id,
     "OpenRouter",
-    () => callOpenRouter(id, payload, requestTimeoutMs),
-    { retries }
+    () => callOpenRouter(id, payload, requestTimeoutMs, signal),
+    { retries, signal }
   );
 }
 var VALID_PROVIDERS = ["openai", "anthropic", "google", "groq", "openrouter"];
@@ -1436,11 +1457,12 @@ function parseModelString(model) {
   );
 }
 async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeoutMs = 15e3) {
-  var _a;
+  var _a, _b;
   try {
     const { provider, modelId } = parseModelString(aiPayload.model);
     const routingPayload = { ...aiPayload, model: modelId };
     const requestTimeoutMs = (_a = aiPayload.requestTimeoutMs) != null ? _a : 12e4;
+    const signal = aiPayload.signal;
     switch (provider) {
       case "anthropic":
         return await callAnthropicWithRetries(
@@ -1448,7 +1470,8 @@ async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeou
           await prepareAnthropicPayload(id, routingPayload),
           aiConfig,
           retries,
-          requestTimeoutMs
+          requestTimeoutMs,
+          signal
         );
       case "openai":
         return await callOpenAiWithRetries(
@@ -1457,31 +1480,37 @@ async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeou
           aiConfig,
           retries,
           chunkTimeoutMs,
-          requestTimeoutMs
+          requestTimeoutMs,
+          signal
         );
       case "groq":
         return await callGroqWithRetries(
           id,
           prepareGroqPayload(routingPayload),
           retries,
-          requestTimeoutMs
+          requestTimeoutMs,
+          signal
         );
       case "google":
         return await callGoogleAIWithRetries(
           id,
           await prepareGoogleAIPayload(id, routingPayload),
           retries,
-          requestTimeoutMs
+          requestTimeoutMs,
+          signal
         );
       case "openrouter":
         return await callOpenRouterWithRetries(
           id,
           prepareOpenRouterPayload(routingPayload),
           retries,
-          requestTimeoutMs
+          requestTimeoutMs,
+          signal
         );
     }
   } catch (error2) {
+    if ((_b = aiPayload.signal) == null ? void 0 : _b.aborted)
+      throw error2;
     if (aiPayload.fallbackModel) {
       logger_default.error(
         id,