@startsimpli/llm 0.4.15 → 0.4.16

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@startsimpli/llm",
-  "version": "0.4.15",
+  "version": "0.4.16",
   "description": "Generic LLM service infrastructure — provider abstraction, retry logic, JSON extraction",
   "main": "./src/index.ts",
   "types": "./src/index.ts",

package/src/providers/anthropic.ts

@@ -365,5 +365,13 @@ export function createAnthropicProvider(): AnthropicProvider | null {
     apiKey,
     baseUrl: process.env.ANTHROPIC_BASE_URL,
     defaultModel: process.env.ANTHROPIC_MODEL,
+    // A DEPLOYMENT CAN BUY ITSELF MORE TIME, and one needs to. The 60-second
+    // default is right for an interactive answer and wrong for a batch job: a
+    // commitment-extraction call over two meeting summaries takes longer than
+    // that (measured — one document 19.6s, two documents timed out), and the
+    // failure is silent, because the caller is written to keep its deterministic
+    // half when the model is unreachable. So the symptom of "too big a batch" is
+    // an extraction that quietly finds nothing.
+    timeoutMs: Number(process.env.LLM_TIMEOUT_MS) || undefined,
   });
 }

package/src/providers/openai.ts

@@ -430,5 +430,9 @@ export function createOpenAIProvider(): OpenAIProvider | null {
     apiKey,
     baseUrl: process.env.OPENAI_BASE_URL,
     defaultModel: process.env.OPENAI_MODEL,
+    // Same knob as the Anthropic factory next door — one provider honouring a
+    // deployment's timeout and the other ignoring it is the kind of asymmetry
+    // that only shows up as a provider-dependent bug at 3am.
+    timeoutMs: Number(process.env.LLM_TIMEOUT_MS) || undefined,
   });
 }