@openrouter/ai-sdk-provider 2.5.1 → 2.7.0

package/dist/internal/index.mjs

@@ -2407,6 +2407,29 @@ function withStreamErrorHandling(source, onError) {
   });
 }
 
+// src/utils/deterministic-stringify.ts
+function deterministicStringify(value) {
+  return JSON.stringify(sortKeys(value));
+}
+function sortKeys(value) {
+  if (value === null || value === void 0) {
+    return value;
+  }
+  if (Array.isArray(value)) {
+    return value.map(sortKeys);
+  }
+  if (typeof value === "object") {
+    const sorted = {};
+    const entries = Object.entries(value);
+    entries.sort(([a], [b]) => a.localeCompare(b));
+    for (const [key, val] of entries) {
+      sorted[key] = sortKeys(val);
+    }
+    return sorted;
+  }
+  return value;
+}
+
 // src/utils/reasoning-details-duplicate-tracker.ts
 var _seenKeys;
 var ReasoningDetailsDuplicateTracker = class {
@@ -2738,7 +2761,7 @@ function convertToOpenRouterChatMessages(prompt) {
                 type: "function",
                 function: {
                   name: part.toolName,
-                  arguments: JSON.stringify(part.input)
+                  arguments: deterministicStringify(part.input)
                 }
               });
               break;
@@ -3254,7 +3277,7 @@ var OpenRouterChatLanguageModel = class {
     tools,
     toolChoice
   }) {
-    var _a16;
+    var _a16, _b16;
     const baseArgs = __spreadValues(__spreadValues({
       // model id:
       model: this.modelId,
@@ -3265,12 +3288,12 @@ var OpenRouterChatLanguageModel = class {
       top_logprobs: typeof this.settings.logprobs === "number" ? this.settings.logprobs : typeof this.settings.logprobs === "boolean" ? this.settings.logprobs ? 0 : void 0 : void 0,
       user: this.settings.user,
       parallel_tool_calls: this.settings.parallelToolCalls,
-      // standardized settings:
-      max_tokens: maxOutputTokens,
-      temperature,
-      top_p: topP,
-      frequency_penalty: frequencyPenalty,
-      presence_penalty: presencePenalty,
+      // standardized settings (call-level options override model-level settings):
+      max_tokens: maxOutputTokens != null ? maxOutputTokens : this.settings.maxTokens,
+      temperature: temperature != null ? temperature : this.settings.temperature,
+      top_p: topP != null ? topP : this.settings.topP,
+      frequency_penalty: frequencyPenalty != null ? frequencyPenalty : this.settings.frequencyPenalty,
+      presence_penalty: presencePenalty != null ? presencePenalty : this.settings.presencePenalty,
       seed,
       stop: stopSequences,
       response_format: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? responseFormat.schema != null ? {
@@ -3283,7 +3306,7 @@ var OpenRouterChatLanguageModel = class {
           description: responseFormat.description
         })
       } : { type: "json_object" } : void 0,
-      top_k: topK,
+      top_k: topK != null ? topK : this.settings.topK,
       // messages:
       messages: convertToOpenRouterChatMessages(prompt),
       // OpenRouter specific settings:
@@ -3301,16 +3324,25 @@ var OpenRouterChatLanguageModel = class {
       cache_control: this.settings.cache_control
     }, this.config.extraBody), this.settings.extraBody);
     if (tools && tools.length > 0) {
-      const mappedTools = tools.filter(
-        (tool) => tool.type === "function"
-      ).map((tool) => ({
-        type: "function",
-        function: {
-          name: tool.name,
-          description: tool.description,
-          parameters: tool.inputSchema
+      const mappedTools = [];
+      for (const tool of tools) {
+        if (tool.type === "function") {
+          const openrouterOptions = (_b16 = tool.providerOptions) == null ? void 0 : _b16.openrouter;
+          const eagerInputStreaming = openrouterOptions == null ? void 0 : openrouterOptions.eager_input_streaming;
+          mappedTools.push(__spreadValues({
+            type: "function",
+            function: {
+              name: tool.name,
+              description: tool.description,
+              parameters: tool.inputSchema
+            }
+          }, eagerInputStreaming != null && {
+            eager_input_streaming: eagerInputStreaming
+          }));
+        } else if (tool.type === "provider") {
+          mappedTools.push(mapProviderTool(tool));
         }
-      }));
+      }
       return __spreadProps(__spreadValues({}, baseArgs), {
         tools: mappedTools,
         tool_choice: toolChoice ? getChatCompletionToolChoice(toolChoice) : void 0
@@ -3319,7 +3351,7 @@ var OpenRouterChatLanguageModel = class {
     return baseArgs;
   }
   async doGenerate(options) {
-    var _b16, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w;
+    var _b16, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v;
     const providerOptions = options.providerOptions || {};
     const openrouterOptions = providerOptions.openrouter || {};
     const _a16 = openrouterOptions, { cacheControl } = _a16, restOpenrouterOptions = __objRest(_a16, ["cacheControl"]);
@@ -3415,12 +3447,18 @@ var OpenRouterChatLanguageModel = class {
     }
     if (choice.message.tool_calls) {
       let reasoningDetailsAttachedToToolCall = false;
+      const seenToolCallIds = /* @__PURE__ */ new Set();
       for (const toolCall of choice.message.tool_calls) {
+        let toolCallId = toolCall.id;
+        if (!toolCallId || seenToolCallIds.has(toolCallId)) {
+          toolCallId = generateId();
+        }
+        seenToolCallIds.add(toolCallId);
         content.push({
           type: "tool-call",
-          toolCallId: (_c = toolCall.id) != null ? _c : generateId(),
+          toolCallId,
           toolName: toolCall.function.name,
-          input: (_d = toolCall.function.arguments) != null ? _d : "{}",
+          input: (_c = toolCall.function.arguments) != null ? _c : "{}",
           providerMetadata: !reasoningDetailsAttachedToToolCall ? {
             openrouter: {
               reasoning_details: reasoningDetails
@@ -3447,19 +3485,19 @@ var OpenRouterChatLanguageModel = class {
             sourceType: "url",
             id: annotation.url_citation.url,
             url: annotation.url_citation.url,
-            title: (_e = annotation.url_citation.title) != null ? _e : "",
+            title: (_d = annotation.url_citation.title) != null ? _d : "",
             providerMetadata: {
               openrouter: {
-                content: (_f = annotation.url_citation.content) != null ? _f : "",
-                startIndex: (_g = annotation.url_citation.start_index) != null ? _g : 0,
-                endIndex: (_h = annotation.url_citation.end_index) != null ? _h : 0
+                content: (_e = annotation.url_citation.content) != null ? _e : "",
+                startIndex: (_f = annotation.url_citation.start_index) != null ? _f : 0,
+                endIndex: (_g = annotation.url_citation.end_index) != null ? _g : 0
               }
             }
           });
         }
       }
     }
-    const fileAnnotations = (_i = choice.message.annotations) == null ? void 0 : _i.filter(
+    const fileAnnotations = (_h = choice.message.annotations) == null ? void 0 : _h.filter(
       (a) => a.type === "file"
     );
     const hasToolCalls = choice.message.tool_calls && choice.message.tool_calls.length > 0;
@@ -3467,7 +3505,7 @@ var OpenRouterChatLanguageModel = class {
       (d) => d.type === "reasoning.encrypted" /* Encrypted */ && d.data
     );
     const shouldOverrideFinishReason = hasToolCalls && hasEncryptedReasoning && choice.finish_reason === "stop";
-    const mappedFinishReason = shouldOverrideFinishReason ? createFinishReason("tool-calls", (_j = choice.finish_reason) != null ? _j : void 0) : mapOpenRouterFinishReason(choice.finish_reason);
+    const mappedFinishReason = shouldOverrideFinishReason ? createFinishReason("tool-calls", (_i = choice.finish_reason) != null ? _i : void 0) : mapOpenRouterFinishReason(choice.finish_reason);
     const effectiveFinishReason = hasToolCalls && mappedFinishReason.unified === "other" ? createFinishReason("tool-calls", mappedFinishReason.raw) : mappedFinishReason;
     return {
       content,
@@ -3476,22 +3514,22 @@ var OpenRouterChatLanguageModel = class {
       warnings: [],
       providerMetadata: {
         openrouter: OpenRouterProviderMetadataSchema.parse({
-          provider: (_k = response.provider) != null ? _k : "",
-          reasoning_details: (_l = choice.message.reasoning_details) != null ? _l : [],
+          provider: (_j = response.provider) != null ? _j : "",
+          reasoning_details: (_k = choice.message.reasoning_details) != null ? _k : [],
           annotations: fileAnnotations && fileAnnotations.length > 0 ? fileAnnotations : void 0,
           usage: __spreadValues(__spreadValues(__spreadValues(__spreadValues({
-            promptTokens: (_m = usageInfo.inputTokens.total) != null ? _m : 0,
-            completionTokens: (_n = usageInfo.outputTokens.total) != null ? _n : 0,
-            totalTokens: ((_o = usageInfo.inputTokens.total) != null ? _o : 0) + ((_p = usageInfo.outputTokens.total) != null ? _p : 0)
-          }, ((_q = response.usage) == null ? void 0 : _q.cost) != null ? { cost: response.usage.cost } : {}), ((_s = (_r = response.usage) == null ? void 0 : _r.prompt_tokens_details) == null ? void 0 : _s.cached_tokens) != null ? {
+            promptTokens: (_l = usageInfo.inputTokens.total) != null ? _l : 0,
+            completionTokens: (_m = usageInfo.outputTokens.total) != null ? _m : 0,
+            totalTokens: ((_n = usageInfo.inputTokens.total) != null ? _n : 0) + ((_o = usageInfo.outputTokens.total) != null ? _o : 0)
+          }, ((_p = response.usage) == null ? void 0 : _p.cost) != null ? { cost: response.usage.cost } : {}), ((_r = (_q = response.usage) == null ? void 0 : _q.prompt_tokens_details) == null ? void 0 : _r.cached_tokens) != null ? {
             promptTokensDetails: {
               cachedTokens: response.usage.prompt_tokens_details.cached_tokens
             }
-          } : {}), ((_u = (_t = response.usage) == null ? void 0 : _t.completion_tokens_details) == null ? void 0 : _u.reasoning_tokens) != null ? {
+          } : {}), ((_t = (_s = response.usage) == null ? void 0 : _s.completion_tokens_details) == null ? void 0 : _t.reasoning_tokens) != null ? {
             completionTokensDetails: {
               reasoningTokens: response.usage.completion_tokens_details.reasoning_tokens
             }
-          } : {}), ((_w = (_v = response.usage) == null ? void 0 : _v.cost_details) == null ? void 0 : _w.upstream_inference_cost) != null ? {
+          } : {}), ((_v = (_u = response.usage) == null ? void 0 : _u.cost_details) == null ? void 0 : _v.upstream_inference_cost) != null ? {
             costDetails: {
               upstreamInferenceCost: response.usage.cost_details.upstream_inference_cost
             }
@@ -3538,6 +3576,7 @@ var OpenRouterChatLanguageModel = class {
       streamError = err;
     });
     const toolCalls = [];
+    const seenToolCallIds = /* @__PURE__ */ new Set();
     let finishReason = createFinishReason("other");
     const usage = {
       inputTokens: {
@@ -3637,18 +3676,16 @@ var OpenRouterChatLanguageModel = class {
               return;
             }
             const delta = choice.delta;
-            const emitReasoningChunk = (chunkText, providerMetadata) => {
+            const emitReasoningChunk = (chunkText) => {
               if (!reasoningStarted) {
                 reasoningId = generateId();
                 controller.enqueue({
-                  providerMetadata,
                   type: "reasoning-start",
                   id: reasoningId
                 });
                 reasoningStarted = true;
               }
               controller.enqueue({
-                providerMetadata,
                 type: "reasoning-delta",
                 delta: chunkText,
                 id: reasoningId || generateId()
@@ -3670,15 +3707,10 @@ var OpenRouterChatLanguageModel = class {
                 }
               }
               if (!textStarted) {
-                const reasoningMetadata = {
-                  openrouter: {
-                    reasoning_details: accumulatedReasoningDetails.map((d) => __spreadValues({}, d))
-                  }
-                };
                 for (const detail of delta.reasoning_details) {
                   switch (detail.type) {
                     case "reasoning.text" /* Text */: {
-                      emitReasoningChunk(detail.text || "", reasoningMetadata);
+                      emitReasoningChunk(detail.text || "");
                       break;
                     }
                     case "reasoning.encrypted" /* Encrypted */: {
@@ -3686,7 +3718,7 @@ var OpenRouterChatLanguageModel = class {
                     }
                     case "reasoning.summary" /* Summary */: {
                       if (detail.summary) {
-                        emitReasoningChunk(detail.summary, reasoningMetadata);
+                        emitReasoningChunk(detail.summary);
                       }
                       break;
                     }
@@ -3768,24 +3800,23 @@ var OpenRouterChatLanguageModel = class {
                       message: `Expected 'function' type.`
                     });
                   }
-                  if (toolCallDelta.id == null) {
-                    throw new InvalidResponseDataError({
-                      data: toolCallDelta,
-                      message: `Expected 'id' to be a string.`
-                    });
-                  }
                   if (((_k = toolCallDelta.function) == null ? void 0 : _k.name) == null) {
                     throw new InvalidResponseDataError({
                       data: toolCallDelta,
                       message: `Expected 'function.name' to be a string.`
                     });
                   }
+                  let toolCallId = (_l = toolCallDelta.id) != null ? _l : "";
+                  if (!toolCallId || seenToolCallIds.has(toolCallId)) {
+                    toolCallId = generateId();
+                  }
+                  seenToolCallIds.add(toolCallId);
                   toolCalls[index] = {
-                    id: toolCallDelta.id,
+                    id: toolCallId,
                     type: "function",
                     function: {
                       name: toolCallDelta.function.name,
-                      arguments: (_l = toolCallDelta.function.arguments) != null ? _l : ""
+                      arguments: (_m = toolCallDelta.function.arguments) != null ? _m : ""
                     },
                     inputStarted: false,
                     sent: false
@@ -3797,7 +3828,7 @@ var OpenRouterChatLanguageModel = class {
                       message: `Tool call at index ${index} is missing after creation.`
                     });
                   }
-                  if (((_m = toolCall2.function) == null ? void 0 : _m.name) != null && ((_n = toolCall2.function) == null ? void 0 : _n.arguments) != null && isParsableJson(toolCall2.function.arguments)) {
+                  if (((_n = toolCall2.function) == null ? void 0 : _n.name) != null && ((_o = toolCall2.function) == null ? void 0 : _o.arguments) != null && isParsableJson(toolCall2.function.arguments)) {
                     toolCall2.inputStarted = true;
                     controller.enqueue({
                       type: "tool-input-start",
@@ -3855,22 +3886,22 @@ var OpenRouterChatLanguageModel = class {
                     });
                   }
                 }
-                if (((_o = toolCallDelta.function) == null ? void 0 : _o.arguments) != null) {
-                  toolCall.function.arguments += (_q = (_p = toolCallDelta.function) == null ? void 0 : _p.arguments) != null ? _q : "";
+                if (((_p = toolCallDelta.function) == null ? void 0 : _p.arguments) != null) {
+                  toolCall.function.arguments += (_r = (_q = toolCallDelta.function) == null ? void 0 : _q.arguments) != null ? _r : "";
                 }
                 controller.enqueue({
                   type: "tool-input-delta",
                   id: toolCall.id,
-                  delta: (_r = toolCallDelta.function.arguments) != null ? _r : ""
+                  delta: (_s = toolCallDelta.function.arguments) != null ? _s : ""
                 });
-                if (((_s = toolCall.function) == null ? void 0 : _s.name) != null && ((_t = toolCall.function) == null ? void 0 : _t.arguments) != null && isParsableJson(toolCall.function.arguments)) {
+                if (((_t = toolCall.function) == null ? void 0 : _t.name) != null && ((_u = toolCall.function) == null ? void 0 : _u.arguments) != null && isParsableJson(toolCall.function.arguments)) {
                   controller.enqueue({
                     type: "tool-input-end",
                     id: toolCall.id
                   });
                   controller.enqueue({
                     type: "tool-call",
-                    toolCallId: (_u = toolCall.id) != null ? _u : generateId(),
+                    toolCallId: toolCall.id,
                     toolName: toolCall.function.name,
                     input: toolCall.function.arguments,
                     providerMetadata: !reasoningDetailsAttachedToToolCall ? {
@@ -3895,7 +3926,6 @@ var OpenRouterChatLanguageModel = class {
             }
           },
           flush(controller) {
-            var _a17;
             const hasToolCalls = toolCalls.length > 0;
             if (streamError != null) {
               finishReason = createFinishReason("error");
@@ -3932,7 +3962,7 @@ var OpenRouterChatLanguageModel = class {
                   });
                   controller.enqueue({
                     type: "tool-call",
-                    toolCallId: (_a17 = toolCall.id) != null ? _a17 : generateId(),
+                    toolCallId: toolCall.id,
                     toolName: toolCall.function.name,
                     input,
                     providerMetadata: !reasoningDetailsAttachedToToolCall ? {
@@ -3977,6 +4007,12 @@ var OpenRouterChatLanguageModel = class {
             if (accumulatedFileAnnotations.length > 0) {
               openrouterMetadata.annotations = accumulatedFileAnnotations;
             }
+            if (usage.inputTokens.total === void 0 && openrouterUsage.promptTokens !== void 0) {
+              usage.inputTokens.total = openrouterUsage.promptTokens;
+            }
+            if (usage.outputTokens.total === void 0 && openrouterUsage.completionTokens !== void 0) {
+              usage.outputTokens.total = openrouterUsage.completionTokens;
+            }
             usage.raw = rawUsage;
             controller.enqueue({
               type: "finish",
@@ -3995,6 +4031,22 @@ var OpenRouterChatLanguageModel = class {
     };
   }
 };
+function mapProviderTool(tool) {
+  const [provider, toolName] = tool.id.split(".");
+  const apiToolType = `${provider}:${toolName}`;
+  const mappedArgs = {};
+  for (const [key, value] of Object.entries(tool.args)) {
+    if (value !== void 0) {
+      mappedArgs[camelToSnake(key)] = value;
+    }
+  }
+  return __spreadValues({
+    type: apiToolType
+  }, mappedArgs);
+}
+function camelToSnake(str) {
+  return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);
+}
 
 // src/completion/convert-to-openrouter-completion-prompt.ts
 function convertToOpenRouterCompletionPrompt({
@@ -4196,16 +4248,16 @@ var OpenRouterCompletionLanguageModel = class {
       logprobs: typeof this.settings.logprobs === "number" ? this.settings.logprobs : typeof this.settings.logprobs === "boolean" ? this.settings.logprobs ? 0 : void 0 : void 0,
       suffix: this.settings.suffix,
       user: this.settings.user,
-      // standardized settings:
-      max_tokens: maxOutputTokens,
-      temperature,
-      top_p: topP,
-      frequency_penalty: frequencyPenalty,
-      presence_penalty: presencePenalty,
+      // standardized settings (call-level options override model-level settings):
+      max_tokens: maxOutputTokens != null ? maxOutputTokens : this.settings.maxTokens,
+      temperature: temperature != null ? temperature : this.settings.temperature,
+      top_p: topP != null ? topP : this.settings.topP,
+      frequency_penalty: frequencyPenalty != null ? frequencyPenalty : this.settings.frequencyPenalty,
+      presence_penalty: presencePenalty != null ? presencePenalty : this.settings.presencePenalty,
       seed,
       stop: stopSequences,
       response_format: responseFormat,
-      top_k: topK,
+      top_k: topK != null ? topK : this.settings.topK,
       // prompt:
       prompt: completionPrompt,
       // OpenRouter specific settings: