@ai-sdk/openai-compatible 1.0.0-canary.6 → 1.0.0-canary.7

package/dist/index.mjs

@@ -9,9 +9,10 @@ import {
   createJsonResponseHandler,
   generateId,
   isParsableJson,
+  parseProviderOptions,
   postJsonToApi
 } from "@ai-sdk/provider-utils";
-import { z as z2 } from "zod";
+import { z as z3 } from "zod";
 
 // src/convert-to-openai-compatible-chat-messages.ts
 import {
@@ -152,17 +153,27 @@ function mapOpenAICompatibleFinishReason(finishReason) {
   }
 }
 
-// src/openai-compatible-error.ts
+// src/openai-compatible-chat-options.ts
 import { z } from "zod";
-var openaiCompatibleErrorDataSchema = z.object({
-  error: z.object({
-    message: z.string(),
+var openaiCompatibleProviderOptions = z.object({
+  /**
+   * A unique identifier representing your end-user, which can help the provider to
+   * monitor and detect abuse.
+   */
+  user: z.string().optional()
+});
+
+// src/openai-compatible-error.ts
+import { z as z2 } from "zod";
+var openaiCompatibleErrorDataSchema = z2.object({
+  error: z2.object({
+    message: z2.string(),
     // The additional information below is handled loosely to support
     // OpenAI-compatible providers that have slightly different error
     // responses:
-    type: z.string().nullish(),
-    param: z.any().nullish(),
-    code: z.union([z.string(), z.number()]).nullish()
+    type: z2.string().nullish(),
+    param: z2.any().nullish(),
+    code: z2.union([z2.string(), z2.number()]).nullish()
   })
 });
 var defaultOpenAICompatibleErrorStructure = {
@@ -228,11 +239,10 @@ function prepareTools({
 // src/openai-compatible-chat-language-model.ts
 var OpenAICompatibleChatLanguageModel = class {
   // type inferred via constructor
-  constructor(modelId, settings, config) {
+  constructor(modelId, config) {
     this.specificationVersion = "v2";
     var _a, _b;
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
     const errorStructure = (_a = config.errorStructure) != null ? _a : defaultOpenAICompatibleErrorStructure;
     this.chunkSchema = createOpenAICompatibleChatChunkSchema(
@@ -265,8 +275,20 @@ var OpenAICompatibleChatLanguageModel = class {
     toolChoice,
     tools
   }) {
-    var _a;
+    var _a, _b, _c;
     const warnings = [];
+    const compatibleOptions = Object.assign(
+      (_a = parseProviderOptions({
+        provider: "openai-compatible",
+        providerOptions,
+        schema: openaiCompatibleProviderOptions
+      })) != null ? _a : {},
+      (_b = parseProviderOptions({
+        provider: this.providerOptionsName,
+        providerOptions,
+        schema: openaiCompatibleProviderOptions
+      })) != null ? _b : {}
+    );
     if (topK != null) {
       warnings.push({ type: "unsupported-setting", setting: "topK" });
     }
@@ -290,7 +312,7 @@ var OpenAICompatibleChatLanguageModel = class {
         // model id:
         model: this.modelId,
         // model specific settings:
-        user: this.settings.user,
+        user: compatibleOptions.user,
         // standardized settings:
         max_tokens: maxOutputTokens,
         temperature,
@@ -301,7 +323,7 @@ var OpenAICompatibleChatLanguageModel = class {
           type: "json_schema",
           json_schema: {
             schema: responseFormat.schema,
-            name: (_a = responseFormat.name) != null ? _a : "response",
+            name: (_c = responseFormat.name) != null ? _c : "response",
             description: responseFormat.description
           }
         } : { type: "json_object" } : void 0,
@@ -318,7 +340,7 @@ var OpenAICompatibleChatLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
     const { args, warnings } = this.getArgs({ ...options });
     const body = JSON.stringify(args);
     const {
@@ -362,11 +384,18 @@ var OpenAICompatibleChatLanguageModel = class {
       providerMetadata[this.providerOptionsName].cachedPromptTokens = promptTokenDetails == null ? void 0 : promptTokenDetails.cached_tokens;
     }
     return {
-      text: (_e = choice.message.content) != null ? _e : void 0,
-      reasoning: (_f = choice.message.reasoning_content) != null ? _f : void 0,
-      toolCalls: (_g = choice.message.tool_calls) == null ? void 0 : _g.map((toolCall) => {
+      text: choice.message.content != null ? { type: "text", text: choice.message.content } : void 0,
+      reasoning: choice.message.reasoning_content ? [
+        {
+          type: "reasoning",
+          reasoningType: "text",
+          text: choice.message.reasoning_content
+        }
+      ] : void 0,
+      toolCalls: (_e = choice.message.tool_calls) == null ? void 0 : _e.map((toolCall) => {
         var _a2;
         return {
+          type: "tool-call",
           toolCallType: "function",
           toolCallId: (_a2 = toolCall.id) != null ? _a2 : generateId(),
           toolName: toolCall.function.name,
@@ -375,8 +404,8 @@ var OpenAICompatibleChatLanguageModel = class {
       }),
       finishReason: mapOpenAICompatibleFinishReason(choice.finish_reason),
       usage: {
-        inputTokens: (_i = (_h = responseBody.usage) == null ? void 0 : _h.prompt_tokens) != null ? _i : void 0,
-        outputTokens: (_k = (_j = responseBody.usage) == null ? void 0 : _j.completion_tokens) != null ? _k : void 0
+        inputTokens: (_g = (_f = responseBody.usage) == null ? void 0 : _f.prompt_tokens) != null ? _g : void 0,
+        outputTokens: (_i = (_h = responseBody.usage) == null ? void 0 : _h.completion_tokens) != null ? _i : void 0
       },
       providerMetadata,
       request: { body },
@@ -486,13 +515,14 @@ var OpenAICompatibleChatLanguageModel = class {
             if (delta.reasoning_content != null) {
               controller.enqueue({
                 type: "reasoning",
-                textDelta: delta.reasoning_content
+                reasoningType: "text",
+                text: delta.reasoning_content
               });
             }
             if (delta.content != null) {
               controller.enqueue({
-                type: "text-delta",
-                textDelta: delta.content
+                type: "text",
+                text: delta.content
               });
             }
             if (delta.tool_calls != null) {
@@ -613,68 +643,68 @@ var OpenAICompatibleChatLanguageModel = class {
     };
   }
 };
-var openaiCompatibleTokenUsageSchema = z2.object({
-  prompt_tokens: z2.number().nullish(),
-  completion_tokens: z2.number().nullish(),
-  prompt_tokens_details: z2.object({
-    cached_tokens: z2.number().nullish()
+var openaiCompatibleTokenUsageSchema = z3.object({
+  prompt_tokens: z3.number().nullish(),
+  completion_tokens: z3.number().nullish(),
+  prompt_tokens_details: z3.object({
+    cached_tokens: z3.number().nullish()
   }).nullish(),
-  completion_tokens_details: z2.object({
-    reasoning_tokens: z2.number().nullish(),
-    accepted_prediction_tokens: z2.number().nullish(),
-    rejected_prediction_tokens: z2.number().nullish()
+  completion_tokens_details: z3.object({
+    reasoning_tokens: z3.number().nullish(),
+    accepted_prediction_tokens: z3.number().nullish(),
+    rejected_prediction_tokens: z3.number().nullish()
   }).nullish()
 }).nullish();
-var OpenAICompatibleChatResponseSchema = z2.object({
-  id: z2.string().nullish(),
-  created: z2.number().nullish(),
-  model: z2.string().nullish(),
-  choices: z2.array(
-    z2.object({
-      message: z2.object({
-        role: z2.literal("assistant").nullish(),
-        content: z2.string().nullish(),
-        reasoning_content: z2.string().nullish(),
-        tool_calls: z2.array(
-          z2.object({
-            id: z2.string().nullish(),
-            type: z2.literal("function"),
-            function: z2.object({
-              name: z2.string(),
-              arguments: z2.string()
+var OpenAICompatibleChatResponseSchema = z3.object({
+  id: z3.string().nullish(),
+  created: z3.number().nullish(),
+  model: z3.string().nullish(),
+  choices: z3.array(
+    z3.object({
+      message: z3.object({
+        role: z3.literal("assistant").nullish(),
+        content: z3.string().nullish(),
+        reasoning_content: z3.string().nullish(),
+        tool_calls: z3.array(
+          z3.object({
+            id: z3.string().nullish(),
+            type: z3.literal("function"),
+            function: z3.object({
+              name: z3.string(),
+              arguments: z3.string()
             })
           })
         ).nullish()
       }),
-      finish_reason: z2.string().nullish()
+      finish_reason: z3.string().nullish()
     })
   ),
   usage: openaiCompatibleTokenUsageSchema
 });
-var createOpenAICompatibleChatChunkSchema = (errorSchema) => z2.union([
-  z2.object({
-    id: z2.string().nullish(),
-    created: z2.number().nullish(),
-    model: z2.string().nullish(),
-    choices: z2.array(
-      z2.object({
-        delta: z2.object({
-          role: z2.enum(["assistant"]).nullish(),
-          content: z2.string().nullish(),
-          reasoning_content: z2.string().nullish(),
-          tool_calls: z2.array(
-            z2.object({
-              index: z2.number(),
-              id: z2.string().nullish(),
-              type: z2.literal("function").optional(),
-              function: z2.object({
-                name: z2.string().nullish(),
-                arguments: z2.string().nullish()
+var createOpenAICompatibleChatChunkSchema = (errorSchema) => z3.union([
+  z3.object({
+    id: z3.string().nullish(),
+    created: z3.number().nullish(),
+    model: z3.string().nullish(),
+    choices: z3.array(
+      z3.object({
+        delta: z3.object({
+          role: z3.enum(["assistant"]).nullish(),
+          content: z3.string().nullish(),
+          reasoning_content: z3.string().nullish(),
+          tool_calls: z3.array(
+            z3.object({
+              index: z3.number(),
+              id: z3.string().nullish(),
+              type: z3.literal("function").optional(),
+              function: z3.object({
+                name: z3.string().nullish(),
+                arguments: z3.string().nullish()
               })
             })
           ).nullish()
         }).nullish(),
-        finish_reason: z2.string().nullish()
+        finish_reason: z3.string().nullish()
       })
     ),
     usage: openaiCompatibleTokenUsageSchema
@@ -688,9 +718,10 @@ import {
   createEventSourceResponseHandler as createEventSourceResponseHandler2,
   createJsonErrorResponseHandler as createJsonErrorResponseHandler2,
   createJsonResponseHandler as createJsonResponseHandler2,
+  parseProviderOptions as parseProviderOptions2,
   postJsonToApi as postJsonToApi2
 } from "@ai-sdk/provider-utils";
-import { z as z3 } from "zod";
+import { z as z5 } from "zod";
 
 // src/convert-to-openai-compatible-completion-prompt.ts
 import {
@@ -774,15 +805,39 @@ ${user}:`]
   };
 }
 
+// src/openai-compatible-completion-options.ts
+import { z as z4 } from "zod";
+var openaiCompatibleCompletionProviderOptions = z4.object({
+  /**
+   * Echo back the prompt in addition to the completion.
+   */
+  echo: z4.boolean().optional(),
+  /**
+   * Modify the likelihood of specified tokens appearing in the completion.
+   *
+   * Accepts a JSON object that maps tokens (specified by their token ID in
+   * the GPT tokenizer) to an associated bias value from -100 to 100.
+   */
+  logitBias: z4.record(z4.number(), z4.number()).optional(),
+  /**
+   * The suffix that comes after a completion of inserted text.
+   */
+  suffix: z4.string().optional(),
+  /**
+   * A unique identifier representing your end-user, which can help providers to
+   * monitor and detect abuse.
+   */
+  user: z4.string().optional()
+});
+
 // src/openai-compatible-completion-language-model.ts
 var OpenAICompatibleCompletionLanguageModel = class {
   // type inferred via constructor
-  constructor(modelId, settings, config) {
+  constructor(modelId, config) {
     this.specificationVersion = "v2";
     this.defaultObjectGenerationMode = void 0;
     var _a;
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
     const errorStructure = (_a = config.errorStructure) != null ? _a : defaultOpenAICompatibleErrorStructure;
     this.chunkSchema = createOpenAICompatibleCompletionChunkSchema(
@@ -812,7 +867,13 @@ var OpenAICompatibleCompletionLanguageModel = class {
     tools,
     toolChoice
   }) {
+    var _a;
     const warnings = [];
+    const completionOptions = (_a = parseProviderOptions2({
+      provider: this.providerOptionsName,
+      providerOptions,
+      schema: openaiCompatibleCompletionProviderOptions
+    })) != null ? _a : {};
     if (topK != null) {
       warnings.push({ type: "unsupported-setting", setting: "topK" });
     }
@@ -836,10 +897,10 @@ var OpenAICompatibleCompletionLanguageModel = class {
         // model id:
         model: this.modelId,
         // model specific settings:
-        echo: this.settings.echo,
-        logit_bias: this.settings.logitBias,
-        suffix: this.settings.suffix,
-        user: this.settings.user,
+        echo: completionOptions.echo,
+        logit_bias: completionOptions.logitBias,
+        suffix: completionOptions.suffix,
+        user: completionOptions.user,
         // standardized settings:
         max_tokens: maxOutputTokens,
         temperature,
@@ -879,7 +940,7 @@ var OpenAICompatibleCompletionLanguageModel = class {
     });
     const choice = response.choices[0];
     return {
-      text: choice.text,
+      text: { type: "text", text: choice.text },
       usage: {
         inputTokens: (_b = (_a = response.usage) == null ? void 0 : _a.prompt_tokens) != null ? _b : void 0,
         outputTokens: (_d = (_c = response.usage) == null ? void 0 : _c.completion_tokens) != null ? _d : void 0
@@ -955,8 +1016,8 @@ var OpenAICompatibleCompletionLanguageModel = class {
             }
             if ((choice == null ? void 0 : choice.text) != null) {
               controller.enqueue({
-                type: "text-delta",
-                textDelta: choice.text
+                type: "text",
+                text: choice.text
               });
             }
           },
@@ -975,36 +1036,36 @@ var OpenAICompatibleCompletionLanguageModel = class {
     };
   }
 };
-var openaiCompatibleCompletionResponseSchema = z3.object({
-  id: z3.string().nullish(),
-  created: z3.number().nullish(),
-  model: z3.string().nullish(),
-  choices: z3.array(
-    z3.object({
-      text: z3.string(),
-      finish_reason: z3.string()
+var openaiCompatibleCompletionResponseSchema = z5.object({
+  id: z5.string().nullish(),
+  created: z5.number().nullish(),
+  model: z5.string().nullish(),
+  choices: z5.array(
+    z5.object({
+      text: z5.string(),
+      finish_reason: z5.string()
     })
   ),
-  usage: z3.object({
-    prompt_tokens: z3.number(),
-    completion_tokens: z3.number()
+  usage: z5.object({
+    prompt_tokens: z5.number(),
+    completion_tokens: z5.number()
   }).nullish()
 });
-var createOpenAICompatibleCompletionChunkSchema = (errorSchema) => z3.union([
-  z3.object({
-    id: z3.string().nullish(),
-    created: z3.number().nullish(),
-    model: z3.string().nullish(),
-    choices: z3.array(
-      z3.object({
-        text: z3.string(),
-        finish_reason: z3.string().nullish(),
-        index: z3.number()
+var createOpenAICompatibleCompletionChunkSchema = (errorSchema) => z5.union([
+  z5.object({
+    id: z5.string().nullish(),
+    created: z5.number().nullish(),
+    model: z5.string().nullish(),
+    choices: z5.array(
+      z5.object({
+        text: z5.string(),
+        finish_reason: z5.string().nullish(),
+        index: z5.number()
       })
     ),
-    usage: z3.object({
-      prompt_tokens: z3.number(),
-      completion_tokens: z3.number()
+    usage: z5.object({
+      prompt_tokens: z5.number(),
+      completion_tokens: z5.number()
     }).nullish()
   }),
   errorSchema
@@ -1018,14 +1079,31 @@ import {
   combineHeaders as combineHeaders3,
   createJsonErrorResponseHandler as createJsonErrorResponseHandler3,
   createJsonResponseHandler as createJsonResponseHandler3,
+  parseProviderOptions as parseProviderOptions3,
   postJsonToApi as postJsonToApi3
 } from "@ai-sdk/provider-utils";
-import { z as z4 } from "zod";
+import { z as z7 } from "zod";
+
+// src/openai-compatible-embedding-options.ts
+import { z as z6 } from "zod";
+var openaiCompatibleEmbeddingProviderOptions = z6.object({
+  /**
+   * The number of dimensions the resulting output embeddings should have.
+   * Only supported in text-embedding-3 and later models.
+   */
+  dimensions: z6.number().optional(),
+  /**
+   * A unique identifier representing your end-user, which can help providers to
+   * monitor and detect abuse.
+   */
+  user: z6.string().optional()
+});
+
+// src/openai-compatible-embedding-model.ts
 var OpenAICompatibleEmbeddingModel = class {
-  constructor(modelId, settings, config) {
-    this.specificationVersion = "v1";
+  constructor(modelId, config) {
+    this.specificationVersion = "v2";
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
   }
   get provider() {
@@ -1039,12 +1117,28 @@ var OpenAICompatibleEmbeddingModel = class {
     var _a;
     return (_a = this.config.supportsParallelCalls) != null ? _a : true;
   }
+  get providerOptionsName() {
+    return this.config.provider.split(".")[0].trim();
+  }
   async doEmbed({
     values,
     headers,
-    abortSignal
+    abortSignal,
+    providerOptions
   }) {
-    var _a;
+    var _a, _b, _c;
+    const compatibleOptions = Object.assign(
+      (_a = parseProviderOptions3({
+        provider: "openai-compatible",
+        providerOptions,
+        schema: openaiCompatibleEmbeddingProviderOptions
+      })) != null ? _a : {},
+      (_b = parseProviderOptions3({
+        provider: this.providerOptionsName,
+        providerOptions,
+        schema: openaiCompatibleEmbeddingProviderOptions
+      })) != null ? _b : {}
+    );
     if (values.length > this.maxEmbeddingsPerCall) {
       throw new TooManyEmbeddingValuesForCallError({
         provider: this.provider,
@@ -1053,7 +1147,11 @@ var OpenAICompatibleEmbeddingModel = class {
         values
       });
     }
-    const { responseHeaders, value: response } = await postJsonToApi3({
+    const {
+      responseHeaders,
+      value: response,
+      rawValue
+    } = await postJsonToApi3({
       url: this.config.url({
         path: "/embeddings",
         modelId: this.modelId
@@ -1063,11 +1161,11 @@ var OpenAICompatibleEmbeddingModel = class {
         model: this.modelId,
         input: values,
         encoding_format: "float",
-        dimensions: this.settings.dimensions,
-        user: this.settings.user
+        dimensions: compatibleOptions.dimensions,
+        user: compatibleOptions.user
       },
       failedResponseHandler: createJsonErrorResponseHandler3(
-        (_a = this.config.errorStructure) != null ? _a : defaultOpenAICompatibleErrorStructure
+        (_c = this.config.errorStructure) != null ? _c : defaultOpenAICompatibleErrorStructure
       ),
       successfulResponseHandler: createJsonResponseHandler3(
         openaiTextEmbeddingResponseSchema
@@ -1078,13 +1176,13 @@ var OpenAICompatibleEmbeddingModel = class {
     return {
       embeddings: response.data.map((item) => item.embedding),
       usage: response.usage ? { tokens: response.usage.prompt_tokens } : void 0,
-      rawResponse: { headers: responseHeaders }
+      response: { headers: responseHeaders, body: rawValue }
     };
   }
 };
-var openaiTextEmbeddingResponseSchema = z4.object({
-  data: z4.array(z4.object({ embedding: z4.array(z4.number()) })),
-  usage: z4.object({ prompt_tokens: z4.number() }).nullish()
+var openaiTextEmbeddingResponseSchema = z7.object({
+  data: z7.array(z7.object({ embedding: z7.array(z7.number()) })),
+  usage: z7.object({ prompt_tokens: z7.number() }).nullish()
 });
 
 // src/openai-compatible-image-model.ts
@@ -1094,7 +1192,7 @@ import {
   createJsonResponseHandler as createJsonResponseHandler4,
   postJsonToApi as postJsonToApi4
 } from "@ai-sdk/provider-utils";
-import { z as z5 } from "zod";
+import { z as z8 } from "zod";
 var OpenAICompatibleImageModel = class {
   constructor(modelId, settings, config) {
     this.modelId = modelId;
@@ -1167,8 +1265,8 @@ var OpenAICompatibleImageModel = class {
     };
   }
 };
-var openaiCompatibleImageResponseSchema = z5.object({
-  data: z5.array(z5.object({ b64_json: z5.string() }))
+var openaiCompatibleImageResponseSchema = z8.object({
+  data: z8.array(z8.object({ b64_json: z8.string() }))
 });
 
 // src/openai-compatible-provider.ts
@@ -1192,27 +1290,24 @@ function createOpenAICompatible(options) {
     headers: getHeaders,
     fetch: options.fetch
   });
-  const createLanguageModel = (modelId, settings = {}) => createChatModel(modelId, settings);
-  const createChatModel = (modelId, settings = {}) => new OpenAICompatibleChatLanguageModel(modelId, settings, {
+  const createLanguageModel = (modelId) => createChatModel(modelId);
+  const createChatModel = (modelId) => new OpenAICompatibleChatLanguageModel(modelId, {
     ...getCommonModelConfig("chat"),
     defaultObjectGenerationMode: "tool"
   });
-  const createCompletionModel = (modelId, settings = {}) => new OpenAICompatibleCompletionLanguageModel(
+  const createCompletionModel = (modelId) => new OpenAICompatibleCompletionLanguageModel(
     modelId,
-    settings,
     getCommonModelConfig("completion")
   );
-  const createEmbeddingModel = (modelId, settings = {}) => new OpenAICompatibleEmbeddingModel(
-    modelId,
-    settings,
-    getCommonModelConfig("embedding")
-  );
+  const createEmbeddingModel = (modelId) => new OpenAICompatibleEmbeddingModel(modelId, {
+    ...getCommonModelConfig("embedding")
+  });
   const createImageModel = (modelId, settings = {}) => new OpenAICompatibleImageModel(
     modelId,
     settings,
     getCommonModelConfig("image")
   );
-  const provider = (modelId, settings) => createLanguageModel(modelId, settings);
+  const provider = (modelId) => createLanguageModel(modelId);
   provider.languageModel = createLanguageModel;
   provider.chatModel = createChatModel;
   provider.completionModel = createCompletionModel;