@ai-sdk/openai-compatible 0.2.13 → 1.0.0-alpha.1

package/dist/index.mjs

@@ -9,18 +9,18 @@ import {
   createJsonResponseHandler,
   generateId,
   isParsableJson,
+  parseProviderOptions,
   postJsonToApi
 } from "@ai-sdk/provider-utils";
-import { z as z2 } from "zod";
+import { z as z3 } from "zod";
 
 // src/convert-to-openai-compatible-chat-messages.ts
 import {
   UnsupportedFunctionalityError
 } from "@ai-sdk/provider";
-import { convertUint8ArrayToBase64 } from "@ai-sdk/provider-utils";
 function getOpenAIMetadata(message) {
   var _a, _b;
-  return (_b = (_a = message == null ? void 0 : message.providerMetadata) == null ? void 0 : _a.openaiCompatible) != null ? _b : {};
+  return (_b = (_a = message == null ? void 0 : message.providerOptions) == null ? void 0 : _a.openaiCompatible) != null ? _b : {};
 }
 function convertToOpenAICompatibleChatMessages(prompt) {
   const messages = [];
@@ -43,25 +43,26 @@ function convertToOpenAICompatibleChatMessages(prompt) {
         messages.push({
           role: "user",
           content: content.map((part) => {
-            var _a;
             const partMetadata = getOpenAIMetadata(part);
             switch (part.type) {
               case "text": {
                 return { type: "text", text: part.text, ...partMetadata };
               }
-              case "image": {
-                return {
-                  type: "image_url",
-                  image_url: {
-                    url: part.image instanceof URL ? part.image.toString() : `data:${(_a = part.mimeType) != null ? _a : "image/jpeg"};base64,${convertUint8ArrayToBase64(part.image)}`
-                  },
-                  ...partMetadata
-                };
-              }
               case "file": {
-                throw new UnsupportedFunctionalityError({
-                  functionality: "File content parts in user messages"
-                });
+                if (part.mediaType.startsWith("image/")) {
+                  const mediaType = part.mediaType === "image/*" ? "image/jpeg" : part.mediaType;
+                  return {
+                    type: "image_url",
+                    image_url: {
+                      url: part.data instanceof URL ? part.data.toString() : `data:${mediaType};base64,${part.data}`
+                    },
+                    ...partMetadata
+                  };
+                } else {
+                  throw new UnsupportedFunctionalityError({
+                    functionality: `file part media type ${part.mediaType}`
+                  });
+                }
               }
             }
           }),
@@ -152,17 +153,31 @@ function mapOpenAICompatibleFinishReason(finishReason) {
   }
 }
 
-// src/openai-compatible-error.ts
+// src/openai-compatible-chat-options.ts
 import { z } from "zod";
-var openaiCompatibleErrorDataSchema = z.object({
-  error: z.object({
-    message: z.string(),
+var openaiCompatibleProviderOptions = z.object({
+  /**
+   * A unique identifier representing your end-user, which can help the provider to
+   * monitor and detect abuse.
+   */
+  user: z.string().optional(),
+  /**
+   * Reasoning effort for reasoning models. Defaults to `medium`.
+   */
+  reasoningEffort: z.enum(["low", "medium", "high"]).optional()
+});
+
+// src/openai-compatible-error.ts
+import { z as z2 } from "zod";
+var openaiCompatibleErrorDataSchema = z2.object({
+  error: z2.object({
+    message: z2.string(),
     // The additional information below is handled loosely to support
     // OpenAI-compatible providers that have slightly different error
     // responses:
-    type: z.string().nullish(),
-    param: z.any().nullish(),
-    code: z.union([z.string(), z.number()]).nullish()
+    type: z2.string().nullish(),
+    param: z2.any().nullish(),
+    code: z2.union([z2.string(), z2.number()]).nullish()
   })
 });
 var defaultOpenAICompatibleErrorStructure = {
@@ -175,16 +190,14 @@ import {
   UnsupportedFunctionalityError as UnsupportedFunctionalityError2
 } from "@ai-sdk/provider";
 function prepareTools({
-  mode,
-  structuredOutputs
+  tools,
+  toolChoice
 }) {
-  var _a;
-  const tools = ((_a = mode.tools) == null ? void 0 : _a.length) ? mode.tools : void 0;
+  tools = (tools == null ? void 0 : tools.length) ? tools : void 0;
   const toolWarnings = [];
   if (tools == null) {
-    return { tools: void 0, tool_choice: void 0, toolWarnings };
+    return { tools: void 0, toolChoice: void 0, toolWarnings };
   }
-  const toolChoice = mode.toolChoice;
   const openaiCompatTools = [];
   for (const tool of tools) {
     if (tool.type === "provider-defined") {
@@ -201,29 +214,27 @@ function prepareTools({
     }
   }
   if (toolChoice == null) {
-    return { tools: openaiCompatTools, tool_choice: void 0, toolWarnings };
+    return { tools: openaiCompatTools, toolChoice: void 0, toolWarnings };
   }
   const type = toolChoice.type;
   switch (type) {
     case "auto":
     case "none":
     case "required":
-      return { tools: openaiCompatTools, tool_choice: type, toolWarnings };
+      return { tools: openaiCompatTools, toolChoice: type, toolWarnings };
     case "tool":
       return {
         tools: openaiCompatTools,
-        tool_choice: {
+        toolChoice: {
           type: "function",
-          function: {
-            name: toolChoice.toolName
-          }
+          function: { name: toolChoice.toolName }
         },
         toolWarnings
       };
     default: {
       const _exhaustiveCheck = type;
       throw new UnsupportedFunctionalityError2({
-        functionality: `Unsupported tool choice type: ${_exhaustiveCheck}`
+        functionality: `tool choice type: ${_exhaustiveCheck}`
       });
     }
   }
@@ -232,11 +243,10 @@ function prepareTools({
 // src/openai-compatible-chat-language-model.ts
 var OpenAICompatibleChatLanguageModel = class {
   // type inferred via constructor
-  constructor(modelId, settings, config) {
-    this.specificationVersion = "v1";
+  constructor(modelId, config) {
+    this.specificationVersion = "v2";
     var _a, _b;
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
     const errorStructure = (_a = config.errorStructure) != null ? _a : defaultOpenAICompatibleErrorStructure;
     this.chunkSchema = createOpenAICompatibleChatChunkSchema(
@@ -245,37 +255,47 @@ var OpenAICompatibleChatLanguageModel = class {
     this.failedResponseHandler = createJsonErrorResponseHandler(errorStructure);
     this.supportsStructuredOutputs = (_b = config.supportsStructuredOutputs) != null ? _b : false;
   }
-  get defaultObjectGenerationMode() {
-    return this.config.defaultObjectGenerationMode;
-  }
   get provider() {
     return this.config.provider;
   }
   get providerOptionsName() {
     return this.config.provider.split(".")[0].trim();
   }
-  getArgs({
-    mode,
+  get supportedUrls() {
+    var _a, _b, _c;
+    return (_c = (_b = (_a = this.config).supportedUrls) == null ? void 0 : _b.call(_a)) != null ? _c : {};
+  }
+  async getArgs({
     prompt,
-    maxTokens,
+    maxOutputTokens,
     temperature,
     topP,
     topK,
     frequencyPenalty,
     presencePenalty,
-    providerMetadata,
+    providerOptions,
     stopSequences,
     responseFormat,
-    seed
+    seed,
+    toolChoice,
+    tools
   }) {
-    var _a, _b, _c, _d, _e;
-    const type = mode.type;
+    var _a, _b, _c;
     const warnings = [];
+    const compatibleOptions = Object.assign(
+      (_a = await parseProviderOptions({
+        provider: "openai-compatible",
+        providerOptions,
+        schema: openaiCompatibleProviderOptions
+      })) != null ? _a : {},
+      (_b = await parseProviderOptions({
+        provider: this.providerOptionsName,
+        providerOptions,
+        schema: openaiCompatibleProviderOptions
+      })) != null ? _b : {}
+    );
     if (topK != null) {
-      warnings.push({
-        type: "unsupported-setting",
-        setting: "topK"
-      });
+      warnings.push({ type: "unsupported-setting", setting: "topK" });
     }
     if ((responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && !this.supportsStructuredOutputs) {
       warnings.push({
@@ -284,90 +304,50 @@ var OpenAICompatibleChatLanguageModel = class {
         details: "JSON response format schema is only supported with structuredOutputs"
       });
     }
-    const baseArgs = {
-      // model id:
-      model: this.modelId,
-      // model specific settings:
-      user: this.settings.user,
-      // standardized settings:
-      max_tokens: maxTokens,
-      temperature,
-      top_p: topP,
-      frequency_penalty: frequencyPenalty,
-      presence_penalty: presencePenalty,
-      response_format: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? this.supportsStructuredOutputs === true && responseFormat.schema != null ? {
-        type: "json_schema",
-        json_schema: {
-          schema: responseFormat.schema,
-          name: (_a = responseFormat.name) != null ? _a : "response",
-          description: responseFormat.description
-        }
-      } : { type: "json_object" } : void 0,
-      stop: stopSequences,
-      seed,
-      ...providerMetadata == null ? void 0 : providerMetadata[this.providerOptionsName],
-      reasoning_effort: (_d = (_b = providerMetadata == null ? void 0 : providerMetadata[this.providerOptionsName]) == null ? void 0 : _b.reasoningEffort) != null ? _d : (_c = providerMetadata == null ? void 0 : providerMetadata["openai-compatible"]) == null ? void 0 : _c.reasoningEffort,
-      // messages:
-      messages: convertToOpenAICompatibleChatMessages(prompt)
+    const {
+      tools: openaiTools,
+      toolChoice: openaiToolChoice,
+      toolWarnings
+    } = prepareTools({
+      tools,
+      toolChoice
+    });
+    return {
+      args: {
+        // model id:
+        model: this.modelId,
+        // model specific settings:
+        user: compatibleOptions.user,
+        // standardized settings:
+        max_tokens: maxOutputTokens,
+        temperature,
+        top_p: topP,
+        frequency_penalty: frequencyPenalty,
+        presence_penalty: presencePenalty,
+        response_format: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? this.supportsStructuredOutputs === true && responseFormat.schema != null ? {
+          type: "json_schema",
+          json_schema: {
+            schema: responseFormat.schema,
+            name: (_c = responseFormat.name) != null ? _c : "response",
+            description: responseFormat.description
+          }
+        } : { type: "json_object" } : void 0,
+        stop: stopSequences,
+        seed,
+        ...providerOptions == null ? void 0 : providerOptions[this.providerOptionsName],
+        reasoning_effort: compatibleOptions.reasoningEffort,
+        // messages:
+        messages: convertToOpenAICompatibleChatMessages(prompt),
+        // tools:
+        tools: openaiTools,
+        tool_choice: openaiToolChoice
+      },
+      warnings: [...warnings, ...toolWarnings]
     };
-    switch (type) {
-      case "regular": {
-        const { tools, tool_choice, toolWarnings } = prepareTools({
-          mode,
-          structuredOutputs: this.supportsStructuredOutputs
-        });
-        return {
-          args: { ...baseArgs, tools, tool_choice },
-          warnings: [...warnings, ...toolWarnings]
-        };
-      }
-      case "object-json": {
-        return {
-          args: {
-            ...baseArgs,
-            response_format: this.supportsStructuredOutputs === true && mode.schema != null ? {
-              type: "json_schema",
-              json_schema: {
-                schema: mode.schema,
-                name: (_e = mode.name) != null ? _e : "response",
-                description: mode.description
-              }
-            } : { type: "json_object" }
-          },
-          warnings
-        };
-      }
-      case "object-tool": {
-        return {
-          args: {
-            ...baseArgs,
-            tool_choice: {
-              type: "function",
-              function: { name: mode.tool.name }
-            },
-            tools: [
-              {
-                type: "function",
-                function: {
-                  name: mode.tool.name,
-                  description: mode.tool.description,
-                  parameters: mode.tool.parameters
-                }
-              }
-            ]
-          },
-          warnings
-        };
-      }
-      default: {
-        const _exhaustiveCheck = type;
-        throw new Error(`Unsupported type: ${_exhaustiveCheck}`);
-      }
-    }
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
-    const { args, warnings } = this.getArgs({ ...options });
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
+    const { args, warnings } = await this.getArgs({ ...options });
     const body = JSON.stringify(args);
     const {
       responseHeaders,
@@ -387,109 +367,66 @@ var OpenAICompatibleChatLanguageModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const { messages: rawPrompt, ...rawSettings } = args;
     const choice = responseBody.choices[0];
+    const content = [];
+    const text = choice.message.content;
+    if (text != null && text.length > 0) {
+      content.push({ type: "text", text });
+    }
+    const reasoning = choice.message.reasoning_content;
+    if (reasoning != null && reasoning.length > 0) {
+      content.push({
+        type: "reasoning",
+        text: reasoning
+      });
+    }
+    if (choice.message.tool_calls != null) {
+      for (const toolCall of choice.message.tool_calls) {
+        content.push({
+          type: "tool-call",
+          toolCallType: "function",
+          toolCallId: (_a = toolCall.id) != null ? _a : generateId(),
+          toolName: toolCall.function.name,
+          args: toolCall.function.arguments
+        });
+      }
+    }
     const providerMetadata = {
       [this.providerOptionsName]: {},
-      ...(_b = (_a = this.config.metadataExtractor) == null ? void 0 : _a.extractMetadata) == null ? void 0 : _b.call(_a, {
+      ...await ((_c = (_b = this.config.metadataExtractor) == null ? void 0 : _b.extractMetadata) == null ? void 0 : _c.call(_b, {
         parsedBody: rawResponse
-      })
+      }))
     };
-    const completionTokenDetails = (_c = responseBody.usage) == null ? void 0 : _c.completion_tokens_details;
-    const promptTokenDetails = (_d = responseBody.usage) == null ? void 0 : _d.prompt_tokens_details;
-    if ((completionTokenDetails == null ? void 0 : completionTokenDetails.reasoning_tokens) != null) {
-      providerMetadata[this.providerOptionsName].reasoningTokens = completionTokenDetails == null ? void 0 : completionTokenDetails.reasoning_tokens;
-    }
+    const completionTokenDetails = (_d = responseBody.usage) == null ? void 0 : _d.completion_tokens_details;
     if ((completionTokenDetails == null ? void 0 : completionTokenDetails.accepted_prediction_tokens) != null) {
       providerMetadata[this.providerOptionsName].acceptedPredictionTokens = completionTokenDetails == null ? void 0 : completionTokenDetails.accepted_prediction_tokens;
     }
     if ((completionTokenDetails == null ? void 0 : completionTokenDetails.rejected_prediction_tokens) != null) {
       providerMetadata[this.providerOptionsName].rejectedPredictionTokens = completionTokenDetails == null ? void 0 : completionTokenDetails.rejected_prediction_tokens;
     }
-    if ((promptTokenDetails == null ? void 0 : promptTokenDetails.cached_tokens) != null) {
-      providerMetadata[this.providerOptionsName].cachedPromptTokens = promptTokenDetails == null ? void 0 : promptTokenDetails.cached_tokens;
-    }
     return {
-      text: (_e = choice.message.content) != null ? _e : void 0,
-      reasoning: (_f = choice.message.reasoning_content) != null ? _f : void 0,
-      toolCalls: (_g = choice.message.tool_calls) == null ? void 0 : _g.map((toolCall) => {
-        var _a2;
-        return {
-          toolCallType: "function",
-          toolCallId: (_a2 = toolCall.id) != null ? _a2 : generateId(),
-          toolName: toolCall.function.name,
-          args: toolCall.function.arguments
-        };
-      }),
+      content,
       finishReason: mapOpenAICompatibleFinishReason(choice.finish_reason),
       usage: {
-        promptTokens: (_i = (_h = responseBody.usage) == null ? void 0 : _h.prompt_tokens) != null ? _i : NaN,
-        completionTokens: (_k = (_j = responseBody.usage) == null ? void 0 : _j.completion_tokens) != null ? _k : NaN
+        inputTokens: (_f = (_e = responseBody.usage) == null ? void 0 : _e.prompt_tokens) != null ? _f : void 0,
+        outputTokens: (_h = (_g = responseBody.usage) == null ? void 0 : _g.completion_tokens) != null ? _h : void 0,
+        totalTokens: (_j = (_i = responseBody.usage) == null ? void 0 : _i.total_tokens) != null ? _j : void 0,
+        reasoningTokens: (_m = (_l = (_k = responseBody.usage) == null ? void 0 : _k.completion_tokens_details) == null ? void 0 : _l.reasoning_tokens) != null ? _m : void 0,
+        cachedInputTokens: (_p = (_o = (_n = responseBody.usage) == null ? void 0 : _n.prompt_tokens_details) == null ? void 0 : _o.cached_tokens) != null ? _p : void 0
       },
       providerMetadata,
-      rawCall: { rawPrompt, rawSettings },
-      rawResponse: { headers: responseHeaders, body: rawResponse },
-      response: getResponseMetadata(responseBody),
-      warnings,
-      request: { body }
+      request: { body },
+      response: {
+        ...getResponseMetadata(responseBody),
+        headers: responseHeaders,
+        body: rawResponse
+      },
+      warnings
     };
   }
   async doStream(options) {
     var _a;
-    if (this.settings.simulateStreaming) {
-      const result = await this.doGenerate(options);
-      const simulatedStream = new ReadableStream({
-        start(controller) {
-          controller.enqueue({ type: "response-metadata", ...result.response });
-          if (result.reasoning) {
-            if (Array.isArray(result.reasoning)) {
-              for (const part of result.reasoning) {
-                if (part.type === "text") {
-                  controller.enqueue({
-                    type: "reasoning",
-                    textDelta: part.text
-                  });
-                }
-              }
-            } else {
-              controller.enqueue({
-                type: "reasoning",
-                textDelta: result.reasoning
-              });
-            }
-          }
-          if (result.text) {
-            controller.enqueue({
-              type: "text-delta",
-              textDelta: result.text
-            });
-          }
-          if (result.toolCalls) {
-            for (const toolCall of result.toolCalls) {
-              controller.enqueue({
-                type: "tool-call",
-                ...toolCall
-              });
-            }
-          }
-          controller.enqueue({
-            type: "finish",
-            finishReason: result.finishReason,
-            usage: result.usage,
-            logprobs: result.logprobs,
-            providerMetadata: result.providerMetadata
-          });
-          controller.close();
-        }
-      });
-      return {
-        stream: simulatedStream,
-        rawCall: result.rawCall,
-        rawResponse: result.rawResponse,
-        warnings: result.warnings
-      };
-    }
-    const { args, warnings } = this.getArgs({ ...options });
+    const { args, warnings } = await this.getArgs({ ...options });
     const body = {
       ...args,
       stream: true,
@@ -511,10 +448,9 @@ var OpenAICompatibleChatLanguageModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const { messages: rawPrompt, ...rawSettings } = args;
     const toolCalls = [];
     let finishReason = "unknown";
-    let usage = {
+    const usage = {
       completionTokens: void 0,
       completionTokensDetails: {
         reasoningTokens: void 0,
@@ -524,13 +460,17 @@ var OpenAICompatibleChatLanguageModel = class {
       promptTokens: void 0,
       promptTokensDetails: {
         cachedTokens: void 0
-      }
+      },
+      totalTokens: void 0
     };
     let isFirstChunk = true;
-    let providerOptionsName = this.providerOptionsName;
+    const providerOptionsName = this.providerOptionsName;
     return {
       stream: response.pipeThrough(
         new TransformStream({
+          start(controller) {
+            controller.enqueue({ type: "stream-start", warnings });
+          },
           // TODO we lost type safety on Chunk, most likely due to the error schema. MUST FIX
           transform(chunk, controller) {
             var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l;
@@ -557,11 +497,13 @@ var OpenAICompatibleChatLanguageModel = class {
               const {
                 prompt_tokens,
                 completion_tokens,
+                total_tokens,
                 prompt_tokens_details,
                 completion_tokens_details
               } = value.usage;
               usage.promptTokens = prompt_tokens != null ? prompt_tokens : void 0;
               usage.completionTokens = completion_tokens != null ? completion_tokens : void 0;
+              usage.totalTokens = total_tokens != null ? total_tokens : void 0;
               if ((completion_tokens_details == null ? void 0 : completion_tokens_details.reasoning_tokens) != null) {
                 usage.completionTokensDetails.reasoningTokens = completion_tokens_details == null ? void 0 : completion_tokens_details.reasoning_tokens;
               }
@@ -588,13 +530,13 @@ var OpenAICompatibleChatLanguageModel = class {
             if (delta.reasoning_content != null) {
               controller.enqueue({
                 type: "reasoning",
-                textDelta: delta.reasoning_content
+                text: delta.reasoning_content
               });
             }
             if (delta.content != null) {
               controller.enqueue({
-                type: "text-delta",
-                textDelta: delta.content
+                type: "text",
+                text: delta.content
               });
             }
             if (delta.tool_calls != null) {
@@ -680,104 +622,100 @@ var OpenAICompatibleChatLanguageModel = class {
             }
           },
           flush(controller) {
-            var _a2, _b;
+            var _a2, _b, _c, _d, _e;
             const providerMetadata = {
               [providerOptionsName]: {},
               ...metadataExtractor == null ? void 0 : metadataExtractor.buildMetadata()
             };
-            if (usage.completionTokensDetails.reasoningTokens != null) {
-              providerMetadata[providerOptionsName].reasoningTokens = usage.completionTokensDetails.reasoningTokens;
-            }
             if (usage.completionTokensDetails.acceptedPredictionTokens != null) {
               providerMetadata[providerOptionsName].acceptedPredictionTokens = usage.completionTokensDetails.acceptedPredictionTokens;
             }
             if (usage.completionTokensDetails.rejectedPredictionTokens != null) {
               providerMetadata[providerOptionsName].rejectedPredictionTokens = usage.completionTokensDetails.rejectedPredictionTokens;
             }
-            if (usage.promptTokensDetails.cachedTokens != null) {
-              providerMetadata[providerOptionsName].cachedPromptTokens = usage.promptTokensDetails.cachedTokens;
-            }
             controller.enqueue({
               type: "finish",
               finishReason,
               usage: {
-                promptTokens: (_a2 = usage.promptTokens) != null ? _a2 : NaN,
-                completionTokens: (_b = usage.completionTokens) != null ? _b : NaN
+                inputTokens: (_a2 = usage.promptTokens) != null ? _a2 : void 0,
+                outputTokens: (_b = usage.completionTokens) != null ? _b : void 0,
+                totalTokens: (_c = usage.totalTokens) != null ? _c : void 0,
+                reasoningTokens: (_d = usage.completionTokensDetails.reasoningTokens) != null ? _d : void 0,
+                cachedInputTokens: (_e = usage.promptTokensDetails.cachedTokens) != null ? _e : void 0
               },
               providerMetadata
             });
           }
         })
       ),
-      rawCall: { rawPrompt, rawSettings },
-      rawResponse: { headers: responseHeaders },
-      warnings,
-      request: { body: JSON.stringify(body) }
+      request: { body },
+      response: { headers: responseHeaders }
     };
   }
 };
-var openaiCompatibleTokenUsageSchema = z2.object({
-  prompt_tokens: z2.number().nullish(),
-  completion_tokens: z2.number().nullish(),
-  prompt_tokens_details: z2.object({
-    cached_tokens: z2.number().nullish()
+var openaiCompatibleTokenUsageSchema = z3.object({
+  prompt_tokens: z3.number().nullish(),
+  completion_tokens: z3.number().nullish(),
+  total_tokens: z3.number().nullish(),
+  prompt_tokens_details: z3.object({
+    cached_tokens: z3.number().nullish()
   }).nullish(),
-  completion_tokens_details: z2.object({
-    reasoning_tokens: z2.number().nullish(),
-    accepted_prediction_tokens: z2.number().nullish(),
-    rejected_prediction_tokens: z2.number().nullish()
+  completion_tokens_details: z3.object({
+    reasoning_tokens: z3.number().nullish(),
+    accepted_prediction_tokens: z3.number().nullish(),
+    rejected_prediction_tokens: z3.number().nullish()
   }).nullish()
 }).nullish();
-var OpenAICompatibleChatResponseSchema = z2.object({
-  id: z2.string().nullish(),
-  created: z2.number().nullish(),
-  model: z2.string().nullish(),
-  choices: z2.array(
-    z2.object({
-      message: z2.object({
-        role: z2.literal("assistant").nullish(),
-        content: z2.string().nullish(),
-        reasoning_content: z2.string().nullish(),
-        tool_calls: z2.array(
-          z2.object({
-            id: z2.string().nullish(),
-            type: z2.literal("function"),
-            function: z2.object({
-              name: z2.string(),
-              arguments: z2.string()
+var OpenAICompatibleChatResponseSchema = z3.object({
+  id: z3.string().nullish(),
+  created: z3.number().nullish(),
+  model: z3.string().nullish(),
+  choices: z3.array(
+    z3.object({
+      message: z3.object({
+        role: z3.literal("assistant").nullish(),
+        content: z3.string().nullish(),
+        reasoning_content: z3.string().nullish(),
+        tool_calls: z3.array(
+          z3.object({
+            id: z3.string().nullish(),
+            type: z3.literal("function"),
+            function: z3.object({
+              name: z3.string(),
+              arguments: z3.string()
             })
           })
         ).nullish()
       }),
-      finish_reason: z2.string().nullish()
+      finish_reason: z3.string().nullish()
     })
   ),
   usage: openaiCompatibleTokenUsageSchema
 });
-var createOpenAICompatibleChatChunkSchema = (errorSchema) => z2.union([
-  z2.object({
-    id: z2.string().nullish(),
-    created: z2.number().nullish(),
-    model: z2.string().nullish(),
-    choices: z2.array(
-      z2.object({
-        delta: z2.object({
-          role: z2.enum(["assistant"]).nullish(),
-          content: z2.string().nullish(),
-          reasoning_content: z2.string().nullish(),
-          tool_calls: z2.array(
-            z2.object({
-              index: z2.number(),
-              id: z2.string().nullish(),
-              type: z2.literal("function").nullish(),
-              function: z2.object({
-                name: z2.string().nullish(),
-                arguments: z2.string().nullish()
+var createOpenAICompatibleChatChunkSchema = (errorSchema) => z3.union([
+  z3.object({
+    id: z3.string().nullish(),
+    created: z3.number().nullish(),
+    model: z3.string().nullish(),
+    choices: z3.array(
+      z3.object({
+        delta: z3.object({
+          role: z3.enum(["assistant"]).nullish(),
+          content: z3.string().nullish(),
+          reasoning_content: z3.string().nullish(),
+          tool_calls: z3.array(
+            z3.object({
+              index: z3.number(),
+              id: z3.string().nullish(),
+              type: z3.literal("function").nullish(),
+              function: z3.object({
+                name: z3.string().nullish(),
+                arguments: z3.string().nullish()
               })
             })
           ).nullish()
         }).nullish(),
-        finish_reason: z2.string().nullish()
+        finish_reason: z3.string().nullish()
       })
     ),
     usage: openaiCompatibleTokenUsageSchema
@@ -786,17 +724,15 @@ var createOpenAICompatibleChatChunkSchema = (errorSchema) => z2.union([
 ]);
 
 // src/openai-compatible-completion-language-model.ts
-import {
-  UnsupportedFunctionalityError as UnsupportedFunctionalityError4
-} from "@ai-sdk/provider";
 import {
   combineHeaders as combineHeaders2,
   createEventSourceResponseHandler as createEventSourceResponseHandler2,
   createJsonErrorResponseHandler as createJsonErrorResponseHandler2,
   createJsonResponseHandler as createJsonResponseHandler2,
+  parseProviderOptions as parseProviderOptions2,
   postJsonToApi as postJsonToApi2
 } from "@ai-sdk/provider-utils";
-import { z as z3 } from "zod";
+import { z as z5 } from "zod";
 
 // src/convert-to-openai-compatible-completion-prompt.ts
 import {
@@ -805,13 +741,9 @@ import {
 } from "@ai-sdk/provider";
 function convertToOpenAICompatibleCompletionPrompt({
   prompt,
-  inputFormat,
   user = "user",
   assistant = "assistant"
 }) {
-  if (inputFormat === "prompt" && prompt.length === 1 && prompt[0].role === "user" && prompt[0].content.length === 1 && prompt[0].content[0].type === "text") {
-    return { prompt: prompt[0].content[0].text };
-  }
   let text = "";
   if (prompt[0].role === "system") {
     text += `${prompt[0].content}
@@ -833,13 +765,8 @@ function convertToOpenAICompatibleCompletionPrompt({
             case "text": {
               return part.text;
             }
-            case "image": {
-              throw new UnsupportedFunctionalityError3({
-                functionality: "images"
-              });
-            }
           }
-        }).join("");
+        }).filter(Boolean).join("");
         text += `${user}:
 ${userMessage}
 
@@ -885,15 +812,38 @@ ${user}:`]
   };
 }
 
+// src/openai-compatible-completion-options.ts
+import { z as z4 } from "zod";
+var openaiCompatibleCompletionProviderOptions = z4.object({
+  /**
+   * Echo back the prompt in addition to the completion.
+   */
+  echo: z4.boolean().optional(),
+  /**
+   * Modify the likelihood of specified tokens appearing in the completion.
+   *
+   * Accepts a JSON object that maps tokens (specified by their token ID in
+   * the GPT tokenizer) to an associated bias value from -100 to 100.
+   */
+  logitBias: z4.record(z4.string(), z4.number()).optional(),
+  /**
+   * The suffix that comes after a completion of inserted text.
+   */
+  suffix: z4.string().optional(),
+  /**
+   * A unique identifier representing your end-user, which can help providers to
+   * monitor and detect abuse.
+   */
+  user: z4.string().optional()
+});
+
 // src/openai-compatible-completion-language-model.ts
 var OpenAICompatibleCompletionLanguageModel = class {
   // type inferred via constructor
-  constructor(modelId, settings, config) {
-    this.specificationVersion = "v1";
-    this.defaultObjectGenerationMode = void 0;
+  constructor(modelId, config) {
+    this.specificationVersion = "v2";
     var _a;
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
     const errorStructure = (_a = config.errorStructure) != null ? _a : defaultOpenAICompatibleErrorStructure;
     this.chunkSchema = createOpenAICompatibleCompletionChunkSchema(
@@ -907,11 +857,13 @@ var OpenAICompatibleCompletionLanguageModel = class {
   get providerOptionsName() {
     return this.config.provider.split(".")[0].trim();
   }
-  getArgs({
-    mode,
-    inputFormat,
+  get supportedUrls() {
+    var _a, _b, _c;
+    return (_c = (_b = (_a = this.config).supportedUrls) == null ? void 0 : _b.call(_a)) != null ? _c : {};
+  }
+  async getArgs({
     prompt,
-    maxTokens,
+    maxOutputTokens,
     temperature,
     topP,
     topK,
@@ -920,16 +872,25 @@ var OpenAICompatibleCompletionLanguageModel = class {
     stopSequences: userStopSequences,
     responseFormat,
     seed,
-    providerMetadata
+    providerOptions,
+    tools,
+    toolChoice
   }) {
     var _a;
-    const type = mode.type;
     const warnings = [];
+    const completionOptions = (_a = await parseProviderOptions2({
+      provider: this.providerOptionsName,
+      providerOptions,
+      schema: openaiCompatibleCompletionProviderOptions
+    })) != null ? _a : {};
     if (topK != null) {
-      warnings.push({
-        type: "unsupported-setting",
-        setting: "topK"
-      });
+      warnings.push({ type: "unsupported-setting", setting: "topK" });
+    }
+    if (tools == null ? void 0 : tools.length) {
+      warnings.push({ type: "unsupported-setting", setting: "tools" });
+    }
+    if (toolChoice != null) {
+      warnings.push({ type: "unsupported-setting", setting: "toolChoice" });
     }
     if (responseFormat != null && responseFormat.type !== "text") {
       warnings.push({
@@ -938,62 +899,36 @@ var OpenAICompatibleCompletionLanguageModel = class {
         details: "JSON response format is not supported."
       });
     }
-    const { prompt: completionPrompt, stopSequences } = convertToOpenAICompatibleCompletionPrompt({ prompt, inputFormat });
+    const { prompt: completionPrompt, stopSequences } = convertToOpenAICompatibleCompletionPrompt({ prompt });
     const stop = [...stopSequences != null ? stopSequences : [], ...userStopSequences != null ? userStopSequences : []];
-    const baseArgs = {
-      // model id:
-      model: this.modelId,
-      // model specific settings:
-      echo: this.settings.echo,
-      logit_bias: this.settings.logitBias,
-      suffix: this.settings.suffix,
-      user: this.settings.user,
-      // standardized settings:
-      max_tokens: maxTokens,
-      temperature,
-      top_p: topP,
-      frequency_penalty: frequencyPenalty,
-      presence_penalty: presencePenalty,
-      seed,
-      ...providerMetadata == null ? void 0 : providerMetadata[this.providerOptionsName],
-      // prompt:
-      prompt: completionPrompt,
-      // stop sequences:
-      stop: stop.length > 0 ? stop : void 0
+    return {
+      args: {
+        // model id:
+        model: this.modelId,
+        // model specific settings:
+        echo: completionOptions.echo,
+        logit_bias: completionOptions.logitBias,
+        suffix: completionOptions.suffix,
+        user: completionOptions.user,
+        // standardized settings:
+        max_tokens: maxOutputTokens,
+        temperature,
+        top_p: topP,
+        frequency_penalty: frequencyPenalty,
+        presence_penalty: presencePenalty,
+        seed,
+        ...providerOptions == null ? void 0 : providerOptions[this.providerOptionsName],
+        // prompt:
+        prompt: completionPrompt,
+        // stop sequences:
+        stop: stop.length > 0 ? stop : void 0
+      },
+      warnings
     };
-    switch (type) {
-      case "regular": {
-        if ((_a = mode.tools) == null ? void 0 : _a.length) {
-          throw new UnsupportedFunctionalityError4({
-            functionality: "tools"
-          });
-        }
-        if (mode.toolChoice) {
-          throw new UnsupportedFunctionalityError4({
-            functionality: "toolChoice"
-          });
-        }
-        return { args: baseArgs, warnings };
-      }
-      case "object-json": {
-        throw new UnsupportedFunctionalityError4({
-          functionality: "object-json mode"
-        });
-      }
-      case "object-tool": {
-        throw new UnsupportedFunctionalityError4({
-          functionality: "object-tool mode"
-        });
-      }
-      default: {
-        const _exhaustiveCheck = type;
-        throw new Error(`Unsupported type: ${_exhaustiveCheck}`);
-      }
-    }
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d;
-    const { args, warnings } = this.getArgs(options);
+    var _a, _b, _c, _d, _e, _f;
+    const { args, warnings } = await this.getArgs(options);
     const {
       responseHeaders,
       value: response,
@@ -1012,24 +947,30 @@ var OpenAICompatibleCompletionLanguageModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const { prompt: rawPrompt, ...rawSettings } = args;
     const choice = response.choices[0];
+    const content = [];
+    if (choice.text != null && choice.text.length > 0) {
+      content.push({ type: "text", text: choice.text });
+    }
     return {
-      text: choice.text,
+      content,
       usage: {
-        promptTokens: (_b = (_a = response.usage) == null ? void 0 : _a.prompt_tokens) != null ? _b : NaN,
-        completionTokens: (_d = (_c = response.usage) == null ? void 0 : _c.completion_tokens) != null ? _d : NaN
+        inputTokens: (_b = (_a = response.usage) == null ? void 0 : _a.prompt_tokens) != null ? _b : void 0,
+        outputTokens: (_d = (_c = response.usage) == null ? void 0 : _c.completion_tokens) != null ? _d : void 0,
+        totalTokens: (_f = (_e = response.usage) == null ? void 0 : _e.total_tokens) != null ? _f : void 0
       },
       finishReason: mapOpenAICompatibleFinishReason(choice.finish_reason),
-      rawCall: { rawPrompt, rawSettings },
-      rawResponse: { headers: responseHeaders, body: rawResponse },
-      response: getResponseMetadata(response),
-      warnings,
-      request: { body: JSON.stringify(args) }
+      request: { body: args },
+      response: {
+        ...getResponseMetadata(response),
+        headers: responseHeaders,
+        body: rawResponse
+      },
+      warnings
     };
   }
   async doStream(options) {
-    const { args, warnings } = this.getArgs(options);
+    const { args, warnings } = await this.getArgs(options);
     const body = {
       ...args,
       stream: true,
@@ -1050,17 +991,21 @@ var OpenAICompatibleCompletionLanguageModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const { prompt: rawPrompt, ...rawSettings } = args;
     let finishReason = "unknown";
-    let usage = {
-      promptTokens: Number.NaN,
-      completionTokens: Number.NaN
+    const usage = {
+      inputTokens: void 0,
+      outputTokens: void 0,
+      totalTokens: void 0
     };
     let isFirstChunk = true;
     return {
       stream: response.pipeThrough(
         new TransformStream({
+          start(controller) {
+            controller.enqueue({ type: "stream-start", warnings });
+          },
           transform(chunk, controller) {
+            var _a, _b, _c;
             if (!chunk.success) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: chunk.error });
@@ -1080,10 +1025,9 @@ var OpenAICompatibleCompletionLanguageModel = class {
               });
             }
             if (value.usage != null) {
-              usage = {
-                promptTokens: value.usage.prompt_tokens,
-                completionTokens: value.usage.completion_tokens
-              };
+              usage.inputTokens = (_a = value.usage.prompt_tokens) != null ? _a : void 0;
+              usage.outputTokens = (_b = value.usage.completion_tokens) != null ? _b : void 0;
+              usage.totalTokens = (_c = value.usage.total_tokens) != null ? _c : void 0;
             }
             const choice = value.choices[0];
             if ((choice == null ? void 0 : choice.finish_reason) != null) {
@@ -1093,8 +1037,8 @@ var OpenAICompatibleCompletionLanguageModel = class {
             }
             if ((choice == null ? void 0 : choice.text) != null) {
               controller.enqueue({
-                type: "text-delta",
-                textDelta: choice.text
+                type: "text",
+                text: choice.text
               });
             }
           },
@@ -1107,44 +1051,41 @@ var OpenAICompatibleCompletionLanguageModel = class {
           }
         })
       ),
-      rawCall: { rawPrompt, rawSettings },
-      rawResponse: { headers: responseHeaders },
-      warnings,
-      request: { body: JSON.stringify(body) }
+      request: { body },
+      response: { headers: responseHeaders }
     };
   }
 };
-var openaiCompatibleCompletionResponseSchema = z3.object({
-  id: z3.string().nullish(),
-  created: z3.number().nullish(),
-  model: z3.string().nullish(),
-  choices: z3.array(
-    z3.object({
-      text: z3.string(),
-      finish_reason: z3.string()
+var usageSchema = z5.object({
+  prompt_tokens: z5.number(),
+  completion_tokens: z5.number(),
+  total_tokens: z5.number()
+});
+var openaiCompatibleCompletionResponseSchema = z5.object({
+  id: z5.string().nullish(),
+  created: z5.number().nullish(),
+  model: z5.string().nullish(),
+  choices: z5.array(
+    z5.object({
+      text: z5.string(),
+      finish_reason: z5.string()
     })
   ),
-  usage: z3.object({
-    prompt_tokens: z3.number(),
-    completion_tokens: z3.number()
-  }).nullish()
+  usage: usageSchema.nullish()
 });
-var createOpenAICompatibleCompletionChunkSchema = (errorSchema) => z3.union([
-  z3.object({
-    id: z3.string().nullish(),
-    created: z3.number().nullish(),
-    model: z3.string().nullish(),
-    choices: z3.array(
-      z3.object({
-        text: z3.string(),
-        finish_reason: z3.string().nullish(),
-        index: z3.number()
+var createOpenAICompatibleCompletionChunkSchema = (errorSchema) => z5.union([
+  z5.object({
+    id: z5.string().nullish(),
+    created: z5.number().nullish(),
+    model: z5.string().nullish(),
+    choices: z5.array(
+      z5.object({
+        text: z5.string(),
+        finish_reason: z5.string().nullish(),
+        index: z5.number()
       })
     ),
-    usage: z3.object({
-      prompt_tokens: z3.number(),
-      completion_tokens: z3.number()
-    }).nullish()
+    usage: usageSchema.nullish()
   }),
   errorSchema
 ]);
@@ -1157,14 +1098,31 @@ import {
   combineHeaders as combineHeaders3,
   createJsonErrorResponseHandler as createJsonErrorResponseHandler3,
   createJsonResponseHandler as createJsonResponseHandler3,
+  parseProviderOptions as parseProviderOptions3,
   postJsonToApi as postJsonToApi3
 } from "@ai-sdk/provider-utils";
-import { z as z4 } from "zod";
+import { z as z7 } from "zod";
+
+// src/openai-compatible-embedding-options.ts
+import { z as z6 } from "zod";
+var openaiCompatibleEmbeddingProviderOptions = z6.object({
+  /**
+   * The number of dimensions the resulting output embeddings should have.
+   * Only supported in text-embedding-3 and later models.
+   */
+  dimensions: z6.number().optional(),
+  /**
+   * A unique identifier representing your end-user, which can help providers to
+   * monitor and detect abuse.
+   */
+  user: z6.string().optional()
+});
+
+// src/openai-compatible-embedding-model.ts
 var OpenAICompatibleEmbeddingModel = class {
-  constructor(modelId, settings, config) {
-    this.specificationVersion = "v1";
+  constructor(modelId, config) {
+    this.specificationVersion = "v2";
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
   }
   get provider() {
@@ -1178,12 +1136,28 @@ var OpenAICompatibleEmbeddingModel = class {
     var _a;
     return (_a = this.config.supportsParallelCalls) != null ? _a : true;
   }
+  get providerOptionsName() {
+    return this.config.provider.split(".")[0].trim();
+  }
   async doEmbed({
     values,
     headers,
-    abortSignal
+    abortSignal,
+    providerOptions
   }) {
-    var _a;
+    var _a, _b, _c;
+    const compatibleOptions = Object.assign(
+      (_a = await parseProviderOptions3({
+        provider: "openai-compatible",
+        providerOptions,
+        schema: openaiCompatibleEmbeddingProviderOptions
+      })) != null ? _a : {},
+      (_b = await parseProviderOptions3({
+        provider: this.providerOptionsName,
+        providerOptions,
+        schema: openaiCompatibleEmbeddingProviderOptions
+      })) != null ? _b : {}
+    );
     if (values.length > this.maxEmbeddingsPerCall) {
       throw new TooManyEmbeddingValuesForCallError({
         provider: this.provider,
@@ -1192,7 +1166,11 @@ var OpenAICompatibleEmbeddingModel = class {
         values
       });
     }
-    const { responseHeaders, value: response } = await postJsonToApi3({
+    const {
+      responseHeaders,
+      value: response,
+      rawValue
+    } = await postJsonToApi3({
       url: this.config.url({
         path: "/embeddings",
         modelId: this.modelId
@@ -1202,11 +1180,11 @@ var OpenAICompatibleEmbeddingModel = class {
         model: this.modelId,
         input: values,
         encoding_format: "float",
-        dimensions: this.settings.dimensions,
-        user: this.settings.user
+        dimensions: compatibleOptions.dimensions,
+        user: compatibleOptions.user
       },
       failedResponseHandler: createJsonErrorResponseHandler3(
-        (_a = this.config.errorStructure) != null ? _a : defaultOpenAICompatibleErrorStructure
+        (_c = this.config.errorStructure) != null ? _c : defaultOpenAICompatibleErrorStructure
       ),
       successfulResponseHandler: createJsonResponseHandler3(
         openaiTextEmbeddingResponseSchema
@@ -1217,13 +1195,13 @@ var OpenAICompatibleEmbeddingModel = class {
     return {
       embeddings: response.data.map((item) => item.embedding),
       usage: response.usage ? { tokens: response.usage.prompt_tokens } : void 0,
-      rawResponse: { headers: responseHeaders }
+      response: { headers: responseHeaders, body: rawValue }
     };
   }
 };
-var openaiTextEmbeddingResponseSchema = z4.object({
-  data: z4.array(z4.object({ embedding: z4.array(z4.number()) })),
-  usage: z4.object({ prompt_tokens: z4.number() }).nullish()
+var openaiTextEmbeddingResponseSchema = z7.object({
+  data: z7.array(z7.object({ embedding: z7.array(z7.number()) })),
+  usage: z7.object({ prompt_tokens: z7.number() }).nullish()
 });
 
 // src/openai-compatible-image-model.ts
@@ -1233,17 +1211,13 @@ import {
   createJsonResponseHandler as createJsonResponseHandler4,
   postJsonToApi as postJsonToApi4
 } from "@ai-sdk/provider-utils";
-import { z as z5 } from "zod";
+import { z as z8 } from "zod";
 var OpenAICompatibleImageModel = class {
-  constructor(modelId, settings, config) {
+  constructor(modelId, config) {
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
-    this.specificationVersion = "v1";
-  }
-  get maxImagesPerCall() {
-    var _a;
-    return (_a = this.settings.maxImagesPerCall) != null ? _a : 10;
+    this.specificationVersion = "v2";
+    this.maxImagesPerCall = 10;
   }
   get provider() {
     return this.config.provider;
@@ -1283,8 +1257,7 @@ var OpenAICompatibleImageModel = class {
         n,
         size,
         ...(_d = providerOptions.openai) != null ? _d : {},
-        response_format: "b64_json",
-        ...this.settings.user ? { user: this.settings.user } : {}
+        response_format: "b64_json"
       },
       failedResponseHandler: createJsonErrorResponseHandler4(
         (_e = this.config.errorStructure) != null ? _e : defaultOpenAICompatibleErrorStructure
@@ -1306,8 +1279,8 @@ var OpenAICompatibleImageModel = class {
     };
   }
 };
-var openaiCompatibleImageResponseSchema = z5.object({
-  data: z5.array(z5.object({ b64_json: z5.string() }))
+var openaiCompatibleImageResponseSchema = z8.object({
+  data: z8.array(z8.object({ b64_json: z8.string() }))
 });
 
 // src/openai-compatible-provider.ts
@@ -1331,27 +1304,20 @@ function createOpenAICompatible(options) {
     headers: getHeaders,
     fetch: options.fetch
   });
-  const createLanguageModel = (modelId, settings = {}) => createChatModel(modelId, settings);
-  const createChatModel = (modelId, settings = {}) => new OpenAICompatibleChatLanguageModel(modelId, settings, {
-    ...getCommonModelConfig("chat"),
-    defaultObjectGenerationMode: "tool"
-  });
-  const createCompletionModel = (modelId, settings = {}) => new OpenAICompatibleCompletionLanguageModel(
+  const createLanguageModel = (modelId) => createChatModel(modelId);
+  const createChatModel = (modelId) => new OpenAICompatibleChatLanguageModel(
     modelId,
-    settings,
-    getCommonModelConfig("completion")
-  );
-  const createEmbeddingModel = (modelId, settings = {}) => new OpenAICompatibleEmbeddingModel(
-    modelId,
-    settings,
-    getCommonModelConfig("embedding")
+    getCommonModelConfig("chat")
   );
-  const createImageModel = (modelId, settings = {}) => new OpenAICompatibleImageModel(
+  const createCompletionModel = (modelId) => new OpenAICompatibleCompletionLanguageModel(
     modelId,
-    settings,
-    getCommonModelConfig("image")
+    getCommonModelConfig("completion")
   );
-  const provider = (modelId, settings) => createLanguageModel(modelId, settings);
+  const createEmbeddingModel = (modelId) => new OpenAICompatibleEmbeddingModel(modelId, {
+    ...getCommonModelConfig("embedding")
+  });
+  const createImageModel = (modelId) => new OpenAICompatibleImageModel(modelId, getCommonModelConfig("image"));
+  const provider = (modelId) => createLanguageModel(modelId);
   provider.languageModel = createLanguageModel;
   provider.chatModel = createChatModel;
   provider.completionModel = createCompletionModel;