190proof 1.0.97 → 1.0.99

package/dist/index.d.mts

@@ -257,6 +257,14 @@ interface GenericPayload {
      * adapters. Forwarded as the request body's `provider` field.
      */
     provider?: OpenRouterProviderPreferences;
+    /**
+     * Per-request HTTP timeout in ms for the underlying provider call (applied
+     * per attempt, not across retries). Honored by all adapters (Anthropic,
+     * Google, OpenAI, OpenRouter, Groq); defaults to 120s when omitted. Raise it
+     * for slow, large generations (e.g. single-file app codegen) so a long-but-
+     * valid response isn't cut short.
+     */
+    requestTimeoutMs?: number;
 }
 
 declare function parseModelString(model: string): {

package/dist/index.d.ts

@@ -257,6 +257,14 @@ interface GenericPayload {
      * adapters. Forwarded as the request body's `provider` field.
      */
     provider?: OpenRouterProviderPreferences;
+    /**
+     * Per-request HTTP timeout in ms for the underlying provider call (applied
+     * per attempt, not across retries). Honored by all adapters (Anthropic,
+     * Google, OpenAI, OpenRouter, Groq); defaults to 120s when omitted. Raise it
+     * for slow, large generations (e.g. single-file app codegen) so a long-but-
+     * valid response isn't cut short.
+     */
+    requestTimeoutMs?: number;
 }
 
 declare function parseModelString(model: string): {

package/dist/index.js

@@ -385,7 +385,7 @@ async function prepareOpenAIPayload(identifier, payload) {
   }
   return preparedPayload;
 }
-async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs) {
+async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs, requestTimeoutMs = 12e4) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
   const functionNames = openAiPayload.tools ? new Set(openAiPayload.tools.map((fn) => fn.function.name)) : null;
   const { endpoint, headers } = buildOpenAIRequestConfig(
@@ -394,6 +394,13 @@ async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs)
     openAiConfig
   );
   const controller = new AbortController();
+  const overallTimeout = setTimeout(() => {
+    logger_default.error(id, `Request timeout after ${requestTimeoutMs}ms`);
+    controller.abort();
+  }, requestTimeoutMs);
+  if (typeof overallTimeout === "object" && "unref" in overallTimeout) {
+    overallTimeout.unref();
+  }
   const response = await fetch(endpoint, {
     method: "POST",
     headers,
@@ -435,6 +442,7 @@ async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs)
       if (!jsonString)
         continue;
       if (jsonString.includes("[DONE]")) {
+        clearTimeout(overallTimeout);
         return parseStreamedResponse(
           id,
           paragraph,
@@ -487,24 +495,32 @@ async function callOpenAIStream(id, openAiPayload, openAiConfig, chunkTimeoutMs)
     }
   }
 }
-async function callOpenAI(id, openAiPayload, openAiConfig) {
+async function callOpenAI(id, openAiPayload, openAiConfig, requestTimeoutMs = 12e4) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
   const { endpoint, headers } = buildOpenAIRequestConfig(
     id,
     openAiPayload.model,
     openAiConfig
   );
-  const response = await fetch(endpoint, {
-    method: "POST",
-    headers,
-    body: JSON.stringify({ ...openAiPayload, stream: false })
-  });
-  if (!response.ok) {
-    const errorData = await response.json();
-    logger_default.error(id, "OpenAI API error:", errorData);
-    throw new Error(`OpenAI API Error: ${errorData.error.message}`);
+  const controller = new AbortController();
+  const timer = setTimeout(() => controller.abort(), requestTimeoutMs);
+  let data;
+  try {
+    const response = await fetch(endpoint, {
+      method: "POST",
+      headers,
+      body: JSON.stringify({ ...openAiPayload, stream: false }),
+      signal: controller.signal
+    });
+    if (!response.ok) {
+      const errorData = await response.json();
+      logger_default.error(id, "OpenAI API error:", errorData);
+      throw new Error(`OpenAI API Error: ${errorData.error.message}`);
+    }
+    data = await response.json();
+  } finally {
+    clearTimeout(timer);
   }
-  const data = await response.json();
   if (!((_a = data.choices) == null ? void 0 : _a.length)) {
     if (data.error) {
       logger_default.error(id, "OpenAI error:", data.error);
@@ -557,7 +573,7 @@ async function callOpenAI(id, openAiPayload, openAiConfig) {
     } : null
   };
 }
-async function callOpenAiWithRetries(id, openAiPayload, openAiConfig, retries = 5, chunkTimeoutMs = 15e3) {
+async function callOpenAiWithRetries(id, openAiPayload, openAiConfig, retries = 5, chunkTimeoutMs = 15e3, requestTimeoutMs = 12e4) {
   logger_default.log(
     id,
     "Calling OpenAI API with retries:",
@@ -575,10 +591,11 @@ async function callOpenAiWithRetries(id, openAiPayload, openAiConfig, retries =
           id,
           openAiPayload,
           openAiConfig,
-          chunkTimeoutMs
+          chunkTimeoutMs,
+          requestTimeoutMs
         );
       } else {
-        return callOpenAI(id, openAiPayload, openAiConfig);
+        return callOpenAI(id, openAiPayload, openAiConfig, requestTimeoutMs);
       }
     },
     {
@@ -714,7 +731,7 @@ async function prepareAnthropicPayload(_identifier, payload) {
   }
   return preparedPayload;
 }
-async function callAnthropic(id, payload, config) {
+async function callAnthropic(id, payload, config, requestTimeoutMs = 12e4) {
   var _a, _b, _c;
   const anthropicMessages = jigAnthropicMessages(payload.messages);
   const tools = (_a = payload.functions) == null ? void 0 : _a.map((f) => ({
@@ -764,7 +781,7 @@ async function callAnthropic(id, payload, config) {
           "anthropic-version": "2023-06-01",
           "anthropic-beta": "tools-2024-04-04"
         },
-        timeout: 6e4
+        timeout: requestTimeoutMs
       }
     );
     data = response.data;
@@ -834,11 +851,11 @@ ${text}` : text;
     usage
   };
 }
-async function callAnthropicWithRetries(id, payload, config, retries = 5) {
+async function callAnthropicWithRetries(id, payload, config, retries = 5, requestTimeoutMs = 12e4) {
   return withRetries(
     id,
     "Anthropic",
-    () => callAnthropic(id, payload, config),
+    () => callAnthropic(id, payload, config, requestTimeoutMs),
     {
       retries
     }
@@ -958,7 +975,7 @@ async function prepareGoogleAIPayload(_identifier, payload) {
   }
   return preparedPayload;
 }
-async function callGoogleAI(id, payload) {
+async function callGoogleAI(id, payload, requestTimeoutMs = 12e4) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r;
   const contents = jigGoogleMessages(payload.messages);
   const requestBody = {
@@ -982,7 +999,7 @@ async function callGoogleAI(id, payload) {
           "content-type": "application/json",
           "x-goog-api-key": process.env.GEMINI_API_KEY
         },
-        timeout: 6e4
+        timeout: requestTimeoutMs
       }
     );
     response = httpResponse.data;
@@ -1081,9 +1098,9 @@ function removeImagesFromGooglePayload(payload) {
   }
   return removedImages;
 }
-async function callGoogleAIWithRetries(id, payload, retries = 5) {
+async function callGoogleAIWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4) {
   let hasTriedWithoutImages = false;
-  return withRetries(id, "Google AI", () => callGoogleAI(id, payload), {
+  return withRetries(id, "Google AI", () => callGoogleAI(id, payload, requestTimeoutMs), {
     retries,
     onError: (error2, attempt) => {
       var _a, _b;
@@ -1210,7 +1227,7 @@ function prepareGroqPayload(payload) {
     temperature: payload.temperature
   };
 }
-async function callGroq(id, payload) {
+async function callGroq(id, payload, requestTimeoutMs = 12e4) {
   var _a, _b, _c, _d, _e, _f, _g;
   const response = await import_axios.default.post(
     "https://api.groq.com/openai/v1/chat/completions",
@@ -1219,7 +1236,8 @@ async function callGroq(id, payload) {
       headers: {
         "content-type": "application/json",
         Authorization: `Bearer ${process.env.GROQ_API_KEY}`
-      }
+      },
+      timeout: requestTimeoutMs
     }
   );
   if (response.data.error) {
@@ -1267,8 +1285,10 @@ async function callGroq(id, payload) {
     } : null
   };
 }
-async function callGroqWithRetries(id, payload, retries = 5) {
-  return withRetries(id, "Groq", () => callGroq(id, payload), { retries });
+async function callGroqWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4) {
+  return withRetries(id, "Groq", () => callGroq(id, payload, requestTimeoutMs), {
+    retries
+  });
 }
 function prepareOpenRouterPayload(payload) {
   var _a;
@@ -1284,7 +1304,7 @@ function prepareOpenRouterPayload(payload) {
     provider: payload.provider
   };
 }
-async function callOpenRouter(id, payload) {
+async function callOpenRouter(id, payload, requestTimeoutMs = 12e4) {
   var _a, _b, _c, _d, _e, _f, _g, _h;
   const response = await import_axios.default.post(
     "https://openrouter.ai/api/v1/chat/completions",
@@ -1293,7 +1313,8 @@ async function callOpenRouter(id, payload) {
       headers: {
         "content-type": "application/json",
         Authorization: `Bearer ${process.env.OPENROUTER_API_KEY}`
-      }
+      },
+      timeout: requestTimeoutMs
     }
   );
   if (response.data.error) {
@@ -1342,8 +1363,13 @@ async function callOpenRouter(id, payload) {
     } : null
   };
 }
-async function callOpenRouterWithRetries(id, payload, retries = 5) {
-  return withRetries(id, "OpenRouter", () => callOpenRouter(id, payload), { retries });
+async function callOpenRouterWithRetries(id, payload, retries = 5, requestTimeoutMs = 12e4) {
+  return withRetries(
+    id,
+    "OpenRouter",
+    () => callOpenRouter(id, payload, requestTimeoutMs),
+    { retries }
+  );
 }
 var VALID_PROVIDERS = ["openai", "anthropic", "google", "groq", "openrouter"];
 var ENUM_PROVIDER_MAP = [
@@ -1383,16 +1409,19 @@ function parseModelString(model) {
   );
 }
 async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeoutMs = 15e3) {
+  var _a;
   try {
     const { provider, modelId } = parseModelString(aiPayload.model);
     const routingPayload = { ...aiPayload, model: modelId };
+    const requestTimeoutMs = (_a = aiPayload.requestTimeoutMs) != null ? _a : 12e4;
     switch (provider) {
       case "anthropic":
         return await callAnthropicWithRetries(
           id,
           await prepareAnthropicPayload(id, routingPayload),
           aiConfig,
-          retries
+          retries,
+          requestTimeoutMs
         );
       case "openai":
         return await callOpenAiWithRetries(
@@ -1400,25 +1429,29 @@ async function callWithRetries(id, aiPayload, aiConfig, retries = 5, chunkTimeou
           await prepareOpenAIPayload(id, routingPayload),
           aiConfig,
           retries,
-          chunkTimeoutMs
+          chunkTimeoutMs,
+          requestTimeoutMs
         );
       case "groq":
         return await callGroqWithRetries(
           id,
           prepareGroqPayload(routingPayload),
-          retries
+          retries,
+          requestTimeoutMs
         );
       case "google":
         return await callGoogleAIWithRetries(
           id,
           await prepareGoogleAIPayload(id, routingPayload),
-          retries
+          retries,
+          requestTimeoutMs
         );
       case "openrouter":
         return await callOpenRouterWithRetries(
           id,
           prepareOpenRouterPayload(routingPayload),
-          retries
+          retries,
+          requestTimeoutMs
         );
     }
   } catch (error2) {