@ljoukov/llm 7.0.1 → 7.0.3

package/README.md

@@ -491,6 +491,18 @@ const { value } = await generateJson({
 console.log(value.ok, value.message);
 ```
 
+For Gemini calls that need a specific thinking budget, pass `thinkingBudget`. This overrides the model default and
+`thinkingLevel` for Gemini requests:
+
+```ts
+const { value } = await generateJson({
+  model: "gemini-flash-latest",
+  input: "Return a JSON object with ok=true and message='hello'.",
+  schema,
+  thinkingBudget: 0,
+});
+```
+
 ### Streaming JSON outputs
 
 Use `streamJson()` to stream thought deltas and get best-effort partial JSON snapshots while the model is still

package/dist/index.cjs

@@ -35,6 +35,7 @@ __export(index_exports, {
   CODEX_APPLY_PATCH_JSON_TOOL_DESCRIPTION: () => CODEX_APPLY_PATCH_JSON_TOOL_DESCRIPTION,
   CODEX_APPLY_PATCH_LARK_GRAMMAR: () => CODEX_APPLY_PATCH_LARK_GRAMMAR,
   DEFAULT_FILE_TTL_SECONDS: () => DEFAULT_FILE_TTL_SECONDS,
+  DEFAULT_SIGNED_URL_TTL_SECONDS: () => DEFAULT_SIGNED_URL_TTL_SECONDS,
   FIREWORKS_DEFAULT_GLM_MODEL: () => FIREWORKS_DEFAULT_GLM_MODEL,
   FIREWORKS_DEFAULT_GPT_OSS_120B_MODEL: () => FIREWORKS_DEFAULT_GPT_OSS_120B_MODEL,
   FIREWORKS_DEFAULT_KIMI_MODEL: () => FIREWORKS_DEFAULT_KIMI_MODEL,
@@ -3373,6 +3374,7 @@ var import_promises3 = require("stream/promises");
 var import_storage = require("@google-cloud/storage");
 var import_mime = __toESM(require("mime"), 1);
 var DEFAULT_FILE_TTL_SECONDS = 48 * 60 * 60;
+var DEFAULT_SIGNED_URL_TTL_SECONDS = 6 * 60 * 60;
 var GEMINI_FILE_POLL_INTERVAL_MS = 1e3;
 var GEMINI_FILE_POLL_TIMEOUT_MS = 6e4;
 var FILES_TEMP_ROOT = import_node_path4.default.join(import_node_os3.default.tmpdir(), "ljoukov-llm-files");
@@ -4353,7 +4355,7 @@ async function getCanonicalFileSignedUrl(options) {
   const [signedUrl] = await getStorageClient().bucket(metadata.bucketName).file(metadata.objectName).getSignedUrl({
     version: "v4",
     action: "read",
-    expires: Date.now() + (options.expiresAfterSeconds ?? 15 * 60) * 1e3,
+    expires: Date.now() + (options.expiresAfterSeconds ?? DEFAULT_SIGNED_URL_TTL_SECONDS) * 1e3,
     responseType: resolveCanonicalStorageContentType(metadata.filename, metadata.mimeType)
   });
   return signedUrl;
@@ -5099,7 +5101,7 @@ function isRetryableChatGptTransportError(error) {
     return false;
   }
   const message = error.message.toLowerCase();
-  return message === "terminated" || message.includes("socket hang up") || message.includes("fetch failed") || message.includes("network") || message.includes("responses websocket");
+  return message === "terminated" || message.includes("socket hang up") || message.includes("fetch failed") || message.includes("failed to download file from") || message.includes("network") || message.includes("responses websocket");
 }
 async function collectChatGptCodexResponseWithRetry(options, maxAttempts = 3) {
   let attempt = 1;
@@ -7256,10 +7258,14 @@ function toGemini25ProThinkingBudget(thinkingLevel) {
       return 32768;
   }
 }
-function resolveGeminiThinkingConfig(modelId, thinkingLevel) {
+function resolveGeminiThinkingConfig(modelId, thinkingLevel, thinkingBudget) {
   if (isGeminiImageModelId(modelId) || modelId === "gemini-flash-lite-latest") {
     return void 0;
   }
+  if (thinkingBudget !== void 0) {
+    const normalizedBudget = Math.max(0, Math.floor(thinkingBudget));
+    return normalizedBudget === 0 ? { thinkingBudget: 0 } : { includeThoughts: true, thinkingBudget: normalizedBudget };
+  }
   if (thinkingLevel) {
     if (modelId === "gemini-2.5-pro") {
       return {
@@ -7635,6 +7641,7 @@ function startLlmCallLoggerFromContents(options) {
       ...options.request.imageAspectRatio ? { imageAspectRatio: options.request.imageAspectRatio } : {},
       ...options.request.imageSize ? { imageSize: options.request.imageSize } : {},
       ...options.request.thinkingLevel ? { thinkingLevel: options.request.thinkingLevel } : {},
+      ...options.request.thinkingBudget !== void 0 ? { thinkingBudget: options.request.thinkingBudget } : {},
       ...options.request.mediaResolution ? { mediaResolution: options.request.mediaResolution } : {},
       ...options.request.openAiTextFormat ? { openAiTextFormat: sanitiseLogValue(options.request.openAiTextFormat) } : {},
       ...getCurrentToolCallContext() ? { toolContext: getCurrentToolCallContext() } : {}
@@ -7936,7 +7943,11 @@ async function runTextCall(params) {
             })
           )
         );
-        const thinkingConfig = resolveGeminiThinkingConfig(modelForProvider, request.thinkingLevel);
+        const thinkingConfig = resolveGeminiThinkingConfig(
+          modelForProvider,
+          request.thinkingLevel,
+          request.thinkingBudget
+        );
         const mediaResolution = toGeminiMediaResolution(request.mediaResolution);
         const config = {
           maxOutputTokens: 32e3,
@@ -8243,6 +8254,7 @@ function startJsonStream(request, operation) {
                 responseMimeType: request.responseMimeType ?? "application/json",
                 responseJsonSchema,
                 thinkingLevel: request.thinkingLevel,
+                thinkingBudget: request.thinkingBudget,
                 ...openAiTextFormatForAttempt ? { openAiTextFormat: openAiTextFormatForAttempt } : {},
                 telemetry: false,
                 signal
@@ -9647,7 +9659,11 @@ async function runToolLoop(request) {
           firstModelEventAtMs = Date.now();
         }
       };
-      const thinkingConfig = resolveGeminiThinkingConfig(request.model, request.thinkingLevel);
+      const thinkingConfig = resolveGeminiThinkingConfig(
+        request.model,
+        request.thinkingLevel,
+        request.thinkingBudget
+      );
       const mediaResolution = toGeminiMediaResolution(request.mediaResolution);
       const config = {
         maxOutputTokens: 32e3,
@@ -14098,6 +14114,7 @@ async function runCandidateEvolution(options) {
   CODEX_APPLY_PATCH_JSON_TOOL_DESCRIPTION,
   CODEX_APPLY_PATCH_LARK_GRAMMAR,
   DEFAULT_FILE_TTL_SECONDS,
+  DEFAULT_SIGNED_URL_TTL_SECONDS,
   FIREWORKS_DEFAULT_GLM_MODEL,
   FIREWORKS_DEFAULT_GPT_OSS_120B_MODEL,
   FIREWORKS_DEFAULT_KIMI_MODEL,