@ai-sdk/openai-compatible 0.0.1

package/dist/index.mjs

@@ -0,0 +1,1074 @@
+// src/openai-compatible-provider.ts
+import { withoutTrailingSlash } from "@ai-sdk/provider-utils";
+
+// src/openai-compatible-chat-language-model.ts
+import {
+  InvalidResponseDataError
+} from "@ai-sdk/provider";
+import {
+  combineHeaders,
+  createEventSourceResponseHandler,
+  createJsonResponseHandler,
+  generateId,
+  isParsableJson,
+  postJsonToApi
+} from "@ai-sdk/provider-utils";
+import { z as z2 } from "zod";
+
+// src/convert-to-openai-compatible-chat-messages.ts
+import {
+  UnsupportedFunctionalityError
+} from "@ai-sdk/provider";
+import { convertUint8ArrayToBase64 } from "@ai-sdk/provider-utils";
+function convertToOpenAICompatibleChatMessages(prompt) {
+  const messages = [];
+  for (const { role, content } of prompt) {
+    switch (role) {
+      case "system": {
+        messages.push({ role: "system", content });
+        break;
+      }
+      case "user": {
+        if (content.length === 1 && content[0].type === "text") {
+          messages.push({ role: "user", content: content[0].text });
+          break;
+        }
+        messages.push({
+          role: "user",
+          content: content.map((part) => {
+            var _a;
+            switch (part.type) {
+              case "text": {
+                return { type: "text", text: part.text };
+              }
+              case "image": {
+                return {
+                  type: "image_url",
+                  image_url: {
+                    url: part.image instanceof URL ? part.image.toString() : `data:${(_a = part.mimeType) != null ? _a : "image/jpeg"};base64,${convertUint8ArrayToBase64(part.image)}`
+                  }
+                };
+              }
+              case "file": {
+                throw new UnsupportedFunctionalityError({
+                  functionality: "File content parts in user messages"
+                });
+              }
+            }
+          })
+        });
+        break;
+      }
+      case "assistant": {
+        let text = "";
+        const toolCalls = [];
+        for (const part of content) {
+          switch (part.type) {
+            case "text": {
+              text += part.text;
+              break;
+            }
+            case "tool-call": {
+              toolCalls.push({
+                id: part.toolCallId,
+                type: "function",
+                function: {
+                  name: part.toolName,
+                  arguments: JSON.stringify(part.args)
+                }
+              });
+              break;
+            }
+            default: {
+              const _exhaustiveCheck = part;
+              throw new Error(`Unsupported part: ${_exhaustiveCheck}`);
+            }
+          }
+        }
+        messages.push({
+          role: "assistant",
+          content: text,
+          tool_calls: toolCalls.length > 0 ? toolCalls : void 0
+        });
+        break;
+      }
+      case "tool": {
+        for (const toolResponse of content) {
+          messages.push({
+            role: "tool",
+            tool_call_id: toolResponse.toolCallId,
+            content: JSON.stringify(toolResponse.result)
+          });
+        }
+        break;
+      }
+      default: {
+        const _exhaustiveCheck = role;
+        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  return messages;
+}
+
+// src/get-response-metadata.ts
+function getResponseMetadata({
+  id,
+  model,
+  created
+}) {
+  return {
+    id: id != null ? id : void 0,
+    modelId: model != null ? model : void 0,
+    timestamp: created != null ? new Date(created * 1e3) : void 0
+  };
+}
+
+// src/openai-compatible-error.ts
+import { z } from "zod";
+import { createJsonErrorResponseHandler } from "@ai-sdk/provider-utils";
+var openaiCompatibleErrorDataSchema = z.object({
+  error: z.object({
+    message: z.string(),
+    // The additional information below is handled loosely to support
+    // OpenAI-compatible providers that have slightly different error
+    // responses:
+    type: z.string().nullish(),
+    param: z.any().nullish(),
+    code: z.union([z.string(), z.number()]).nullish()
+  })
+});
+var openaiCompatibleFailedResponseHandler = createJsonErrorResponseHandler({
+  errorSchema: openaiCompatibleErrorDataSchema,
+  errorToMessage: (data) => data.error.message
+});
+
+// src/openai-compatible-prepare-tools.ts
+import {
+  UnsupportedFunctionalityError as UnsupportedFunctionalityError2
+} from "@ai-sdk/provider";
+function prepareTools({
+  mode
+}) {
+  var _a;
+  const tools = ((_a = mode.tools) == null ? void 0 : _a.length) ? mode.tools : void 0;
+  const toolWarnings = [];
+  if (tools == null) {
+    return { tools: void 0, tool_choice: void 0, toolWarnings };
+  }
+  const toolChoice = mode.toolChoice;
+  const openaiCompatTools = [];
+  for (const tool of tools) {
+    if (tool.type === "provider-defined") {
+      toolWarnings.push({ type: "unsupported-tool", tool });
+    } else {
+      openaiCompatTools.push({
+        type: "function",
+        function: {
+          name: tool.name,
+          description: tool.description,
+          parameters: tool.parameters
+        }
+      });
+    }
+  }
+  if (toolChoice == null) {
+    return { tools: openaiCompatTools, tool_choice: void 0, toolWarnings };
+  }
+  const type = toolChoice.type;
+  switch (type) {
+    case "auto":
+    case "none":
+    case "required":
+      return { tools: openaiCompatTools, tool_choice: type, toolWarnings };
+    case "tool":
+      return {
+        tools: openaiCompatTools,
+        tool_choice: {
+          type: "function",
+          function: {
+            name: toolChoice.toolName
+          }
+        },
+        toolWarnings
+      };
+    default: {
+      const _exhaustiveCheck = type;
+      throw new UnsupportedFunctionalityError2({
+        functionality: `Unsupported tool choice type: ${_exhaustiveCheck}`
+      });
+    }
+  }
+}
+
+// src/map-openai-compatible-finish-reason.ts
+function mapOpenAICompatibleFinishReason(finishReason) {
+  switch (finishReason) {
+    case "stop":
+      return "stop";
+    case "length":
+      return "length";
+    case "content_filter":
+      return "content-filter";
+    case "function_call":
+    case "tool_calls":
+      return "tool-calls";
+    default:
+      return "unknown";
+  }
+}
+
+// src/openai-compatible-chat-language-model.ts
+var OpenAICompatibleChatLanguageModel = class {
+  constructor(modelId, settings, config) {
+    this.specificationVersion = "v1";
+    this.supportsStructuredOutputs = false;
+    this.modelId = modelId;
+    this.settings = settings;
+    this.config = config;
+  }
+  get defaultObjectGenerationMode() {
+    return this.config.defaultObjectGenerationMode;
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  getArgs({
+    mode,
+    prompt,
+    maxTokens,
+    temperature,
+    topP,
+    topK,
+    frequencyPenalty,
+    presencePenalty,
+    stopSequences,
+    responseFormat,
+    seed,
+    stream
+  }) {
+    const type = mode.type;
+    const warnings = [];
+    if (topK != null) {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "topK"
+      });
+    }
+    if (responseFormat != null && responseFormat.type === "json" && responseFormat.schema != null) {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "responseFormat",
+        details: "JSON response format schema is not supported"
+      });
+    }
+    const baseArgs = {
+      // model id:
+      model: this.modelId,
+      // model specific settings:
+      user: this.settings.user,
+      // standardized settings:
+      max_tokens: maxTokens,
+      temperature,
+      top_p: topP,
+      frequency_penalty: frequencyPenalty,
+      presence_penalty: presencePenalty,
+      stop: stopSequences,
+      seed,
+      // response format:
+      response_format: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? { type: "json_object" } : void 0,
+      // messages:
+      messages: convertToOpenAICompatibleChatMessages(prompt)
+    };
+    switch (type) {
+      case "regular": {
+        const { tools, tool_choice, toolWarnings } = prepareTools({ mode });
+        return {
+          args: {
+            ...baseArgs,
+            tools,
+            tool_choice
+          },
+          warnings: [...warnings, ...toolWarnings]
+        };
+      }
+      case "object-json": {
+        return {
+          args: {
+            ...baseArgs,
+            response_format: { type: "json_object" }
+          },
+          warnings
+        };
+      }
+      case "object-tool": {
+        return {
+          args: {
+            ...baseArgs,
+            tool_choice: {
+              type: "function",
+              function: { name: mode.tool.name }
+            },
+            tools: [
+              {
+                type: "function",
+                function: {
+                  name: mode.tool.name,
+                  description: mode.tool.description,
+                  parameters: mode.tool.parameters
+                }
+              }
+            ]
+          },
+          warnings
+        };
+      }
+      default: {
+        const _exhaustiveCheck = type;
+        throw new Error(`Unsupported type: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  async doGenerate(options) {
+    var _a, _b, _c, _d, _e, _f;
+    const { args, warnings } = this.getArgs({ ...options, stream: false });
+    const body = JSON.stringify(args);
+    const { responseHeaders, value: response } = await postJsonToApi({
+      url: this.config.url({
+        path: "/chat/completions",
+        modelId: this.modelId
+      }),
+      headers: combineHeaders(this.config.headers(), options.headers),
+      body: args,
+      failedResponseHandler: openaiCompatibleFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler(
+        OpenAICompatibleChatResponseSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const { messages: rawPrompt, ...rawSettings } = args;
+    const choice = response.choices[0];
+    return {
+      text: (_a = choice.message.content) != null ? _a : void 0,
+      toolCalls: (_b = choice.message.tool_calls) == null ? void 0 : _b.map((toolCall) => {
+        var _a2;
+        return {
+          toolCallType: "function",
+          toolCallId: (_a2 = toolCall.id) != null ? _a2 : generateId(),
+          toolName: toolCall.function.name,
+          args: toolCall.function.arguments
+        };
+      }),
+      finishReason: mapOpenAICompatibleFinishReason(choice.finish_reason),
+      usage: {
+        promptTokens: (_d = (_c = response.usage) == null ? void 0 : _c.prompt_tokens) != null ? _d : NaN,
+        completionTokens: (_f = (_e = response.usage) == null ? void 0 : _e.completion_tokens) != null ? _f : NaN
+      },
+      rawCall: { rawPrompt, rawSettings },
+      rawResponse: { headers: responseHeaders },
+      response: getResponseMetadata(response),
+      warnings,
+      request: { body }
+    };
+  }
+  async doStream(options) {
+    const { args, warnings } = this.getArgs({ ...options, stream: true });
+    const body = JSON.stringify({ ...args, stream: true });
+    const { responseHeaders, value: response } = await postJsonToApi({
+      url: this.config.url({
+        path: "/chat/completions",
+        modelId: this.modelId
+      }),
+      headers: combineHeaders(this.config.headers(), options.headers),
+      body: {
+        ...args,
+        stream: true
+      },
+      failedResponseHandler: openaiCompatibleFailedResponseHandler,
+      successfulResponseHandler: createEventSourceResponseHandler(
+        OpenAICompatibleChatChunkSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const { messages: rawPrompt, ...rawSettings } = args;
+    const toolCalls = [];
+    let finishReason = "unknown";
+    let usage = {
+      promptTokens: void 0,
+      completionTokens: void 0
+    };
+    let isFirstChunk = true;
+    let providerMetadata;
+    return {
+      stream: response.pipeThrough(
+        new TransformStream({
+          transform(chunk, controller) {
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
+            if (!chunk.success) {
+              finishReason = "error";
+              controller.enqueue({ type: "error", error: chunk.error });
+              return;
+            }
+            const value = chunk.value;
+            if ("error" in value) {
+              finishReason = "error";
+              controller.enqueue({ type: "error", error: value.error.message });
+              return;
+            }
+            if (isFirstChunk) {
+              isFirstChunk = false;
+              controller.enqueue({
+                type: "response-metadata",
+                ...getResponseMetadata(value)
+              });
+            }
+            if (value.usage != null) {
+              usage = {
+                promptTokens: (_a = value.usage.prompt_tokens) != null ? _a : void 0,
+                completionTokens: (_b = value.usage.completion_tokens) != null ? _b : void 0
+              };
+            }
+            const choice = value.choices[0];
+            if ((choice == null ? void 0 : choice.finish_reason) != null) {
+              finishReason = mapOpenAICompatibleFinishReason(
+                choice.finish_reason
+              );
+            }
+            if ((choice == null ? void 0 : choice.delta) == null) {
+              return;
+            }
+            const delta = choice.delta;
+            if (delta.content != null) {
+              controller.enqueue({
+                type: "text-delta",
+                textDelta: delta.content
+              });
+            }
+            if (delta.tool_calls != null) {
+              for (const toolCallDelta of delta.tool_calls) {
+                const index = toolCallDelta.index;
+                if (toolCalls[index] == null) {
+                  if (toolCallDelta.type !== "function") {
+                    throw new InvalidResponseDataError({
+                      data: toolCallDelta,
+                      message: `Expected 'function' type.`
+                    });
+                  }
+                  if (toolCallDelta.id == null) {
+                    throw new InvalidResponseDataError({
+                      data: toolCallDelta,
+                      message: `Expected 'id' to be a string.`
+                    });
+                  }
+                  if (((_c = toolCallDelta.function) == null ? void 0 : _c.name) == null) {
+                    throw new InvalidResponseDataError({
+                      data: toolCallDelta,
+                      message: `Expected 'function.name' to be a string.`
+                    });
+                  }
+                  toolCalls[index] = {
+                    id: toolCallDelta.id,
+                    type: "function",
+                    function: {
+                      name: toolCallDelta.function.name,
+                      arguments: (_d = toolCallDelta.function.arguments) != null ? _d : ""
+                    }
+                  };
+                  const toolCall2 = toolCalls[index];
+                  if (((_e = toolCall2.function) == null ? void 0 : _e.name) != null && ((_f = toolCall2.function) == null ? void 0 : _f.arguments) != null) {
+                    if (toolCall2.function.arguments.length > 0) {
+                      controller.enqueue({
+                        type: "tool-call-delta",
+                        toolCallType: "function",
+                        toolCallId: toolCall2.id,
+                        toolName: toolCall2.function.name,
+                        argsTextDelta: toolCall2.function.arguments
+                      });
+                    }
+                    if (isParsableJson(toolCall2.function.arguments)) {
+                      controller.enqueue({
+                        type: "tool-call",
+                        toolCallType: "function",
+                        toolCallId: (_g = toolCall2.id) != null ? _g : generateId(),
+                        toolName: toolCall2.function.name,
+                        args: toolCall2.function.arguments
+                      });
+                    }
+                  }
+                  continue;
+                }
+                const toolCall = toolCalls[index];
+                if (((_h = toolCallDelta.function) == null ? void 0 : _h.arguments) != null) {
+                  toolCall.function.arguments += (_j = (_i = toolCallDelta.function) == null ? void 0 : _i.arguments) != null ? _j : "";
+                }
+                controller.enqueue({
+                  type: "tool-call-delta",
+                  toolCallType: "function",
+                  toolCallId: toolCall.id,
+                  toolName: toolCall.function.name,
+                  argsTextDelta: (_k = toolCallDelta.function.arguments) != null ? _k : ""
+                });
+                if (((_l = toolCall.function) == null ? void 0 : _l.name) != null && ((_m = toolCall.function) == null ? void 0 : _m.arguments) != null && isParsableJson(toolCall.function.arguments)) {
+                  controller.enqueue({
+                    type: "tool-call",
+                    toolCallType: "function",
+                    toolCallId: (_n = toolCall.id) != null ? _n : generateId(),
+                    toolName: toolCall.function.name,
+                    args: toolCall.function.arguments
+                  });
+                }
+              }
+            }
+          },
+          flush(controller) {
+            var _a, _b;
+            controller.enqueue({
+              type: "finish",
+              finishReason,
+              usage: {
+                promptTokens: (_a = usage.promptTokens) != null ? _a : NaN,
+                completionTokens: (_b = usage.completionTokens) != null ? _b : NaN
+              },
+              ...providerMetadata != null ? { providerMetadata } : {}
+            });
+          }
+        })
+      ),
+      rawCall: { rawPrompt, rawSettings },
+      rawResponse: { headers: responseHeaders },
+      warnings,
+      request: { body }
+    };
+  }
+};
+var OpenAICompatibleChatResponseSchema = z2.object({
+  id: z2.string().nullish(),
+  created: z2.number().nullish(),
+  model: z2.string().nullish(),
+  choices: z2.array(
+    z2.object({
+      message: z2.object({
+        role: z2.literal("assistant").nullish(),
+        content: z2.string().nullish(),
+        tool_calls: z2.array(
+          z2.object({
+            id: z2.string().nullish(),
+            type: z2.literal("function"),
+            function: z2.object({
+              name: z2.string(),
+              arguments: z2.string()
+            })
+          })
+        ).nullish()
+      }),
+      index: z2.number(),
+      finish_reason: z2.string().nullish()
+    })
+  ),
+  usage: z2.object({
+    prompt_tokens: z2.number().nullish(),
+    completion_tokens: z2.number().nullish()
+  }).nullish()
+});
+var OpenAICompatibleChatChunkSchema = z2.union([
+  z2.object({
+    id: z2.string().nullish(),
+    created: z2.number().nullish(),
+    model: z2.string().nullish(),
+    choices: z2.array(
+      z2.object({
+        delta: z2.object({
+          role: z2.enum(["assistant"]).nullish(),
+          content: z2.string().nullish(),
+          tool_calls: z2.array(
+            z2.object({
+              index: z2.number(),
+              id: z2.string().nullish(),
+              type: z2.literal("function").optional(),
+              function: z2.object({
+                name: z2.string().nullish(),
+                arguments: z2.string().nullish()
+              })
+            })
+          ).nullish()
+        }).nullish(),
+        finish_reason: z2.string().nullable().optional(),
+        index: z2.number()
+      })
+    ),
+    usage: z2.object({
+      prompt_tokens: z2.number().nullish(),
+      completion_tokens: z2.number().nullish()
+    }).nullish()
+  }),
+  openaiCompatibleErrorDataSchema
+]);
+
+// src/openai-compatible-completion-language-model.ts
+import {
+  UnsupportedFunctionalityError as UnsupportedFunctionalityError4
+} from "@ai-sdk/provider";
+import {
+  combineHeaders as combineHeaders2,
+  createEventSourceResponseHandler as createEventSourceResponseHandler2,
+  createJsonResponseHandler as createJsonResponseHandler2,
+  postJsonToApi as postJsonToApi2
+} from "@ai-sdk/provider-utils";
+import { z as z3 } from "zod";
+
+// src/convert-to-openai-compatible-completion-prompt.ts
+import {
+  InvalidPromptError,
+  UnsupportedFunctionalityError as UnsupportedFunctionalityError3
+} from "@ai-sdk/provider";
+function convertToOpenAICompatibleCompletionPrompt({
+  prompt,
+  inputFormat,
+  user = "user",
+  assistant = "assistant"
+}) {
+  if (inputFormat === "prompt" && prompt.length === 1 && prompt[0].role === "user" && prompt[0].content.length === 1 && prompt[0].content[0].type === "text") {
+    return { prompt: prompt[0].content[0].text };
+  }
+  let text = "";
+  if (prompt[0].role === "system") {
+    text += `${prompt[0].content}
+
+`;
+    prompt = prompt.slice(1);
+  }
+  for (const { role, content } of prompt) {
+    switch (role) {
+      case "system": {
+        throw new InvalidPromptError({
+          message: "Unexpected system message in prompt: ${content}",
+          prompt
+        });
+      }
+      case "user": {
+        const userMessage = content.map((part) => {
+          switch (part.type) {
+            case "text": {
+              return part.text;
+            }
+            case "image": {
+              throw new UnsupportedFunctionalityError3({
+                functionality: "images"
+              });
+            }
+          }
+        }).join("");
+        text += `${user}:
+${userMessage}
+
+`;
+        break;
+      }
+      case "assistant": {
+        const assistantMessage = content.map((part) => {
+          switch (part.type) {
+            case "text": {
+              return part.text;
+            }
+            case "tool-call": {
+              throw new UnsupportedFunctionalityError3({
+                functionality: "tool-call messages"
+              });
+            }
+          }
+        }).join("");
+        text += `${assistant}:
+${assistantMessage}
+
+`;
+        break;
+      }
+      case "tool": {
+        throw new UnsupportedFunctionalityError3({
+          functionality: "tool messages"
+        });
+      }
+      default: {
+        const _exhaustiveCheck = role;
+        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  text += `${assistant}:
+`;
+  return {
+    prompt: text,
+    stopSequences: [`
+${user}:`]
+  };
+}
+
+// src/openai-compatible-completion-language-model.ts
+var OpenAICompatibleCompletionLanguageModel = class {
+  constructor(modelId, settings, config) {
+    this.specificationVersion = "v1";
+    this.defaultObjectGenerationMode = void 0;
+    this.modelId = modelId;
+    this.settings = settings;
+    this.config = config;
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  getArgs({
+    mode,
+    inputFormat,
+    prompt,
+    maxTokens,
+    temperature,
+    topP,
+    topK,
+    frequencyPenalty,
+    presencePenalty,
+    stopSequences: userStopSequences,
+    responseFormat,
+    seed
+  }) {
+    var _a;
+    const type = mode.type;
+    const warnings = [];
+    if (topK != null) {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "topK"
+      });
+    }
+    if (responseFormat != null && responseFormat.type !== "text") {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "responseFormat",
+        details: "JSON response format is not supported."
+      });
+    }
+    const { prompt: completionPrompt, stopSequences } = convertToOpenAICompatibleCompletionPrompt({ prompt, inputFormat });
+    const stop = [...stopSequences != null ? stopSequences : [], ...userStopSequences != null ? userStopSequences : []];
+    const baseArgs = {
+      // model id:
+      model: this.modelId,
+      // model specific settings:
+      echo: this.settings.echo,
+      logit_bias: this.settings.logitBias,
+      suffix: this.settings.suffix,
+      user: this.settings.user,
+      // standardized settings:
+      max_tokens: maxTokens,
+      temperature,
+      top_p: topP,
+      frequency_penalty: frequencyPenalty,
+      presence_penalty: presencePenalty,
+      seed,
+      // prompt:
+      prompt: completionPrompt,
+      // stop sequences:
+      stop: stop.length > 0 ? stop : void 0
+    };
+    switch (type) {
+      case "regular": {
+        if ((_a = mode.tools) == null ? void 0 : _a.length) {
+          throw new UnsupportedFunctionalityError4({
+            functionality: "tools"
+          });
+        }
+        if (mode.toolChoice) {
+          throw new UnsupportedFunctionalityError4({
+            functionality: "toolChoice"
+          });
+        }
+        return { args: baseArgs, warnings };
+      }
+      case "object-json": {
+        throw new UnsupportedFunctionalityError4({
+          functionality: "object-json mode"
+        });
+      }
+      case "object-tool": {
+        throw new UnsupportedFunctionalityError4({
+          functionality: "object-tool mode"
+        });
+      }
+      default: {
+        const _exhaustiveCheck = type;
+        throw new Error(`Unsupported type: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  async doGenerate(options) {
+    var _a, _b, _c, _d;
+    const { args, warnings } = this.getArgs(options);
+    const { responseHeaders, value: response } = await postJsonToApi2({
+      url: this.config.url({
+        path: "/completions",
+        modelId: this.modelId
+      }),
+      headers: combineHeaders2(this.config.headers(), options.headers),
+      body: args,
+      failedResponseHandler: openaiCompatibleFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler2(
+        openaiCompatibleCompletionResponseSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const { prompt: rawPrompt, ...rawSettings } = args;
+    const choice = response.choices[0];
+    return {
+      text: choice.text,
+      usage: {
+        promptTokens: (_b = (_a = response.usage) == null ? void 0 : _a.prompt_tokens) != null ? _b : NaN,
+        completionTokens: (_d = (_c = response.usage) == null ? void 0 : _c.completion_tokens) != null ? _d : NaN
+      },
+      finishReason: mapOpenAICompatibleFinishReason(choice.finish_reason),
+      rawCall: { rawPrompt, rawSettings },
+      rawResponse: { headers: responseHeaders },
+      response: getResponseMetadata(response),
+      warnings,
+      request: { body: JSON.stringify(args) }
+    };
+  }
+  async doStream(options) {
+    const { args, warnings } = this.getArgs(options);
+    const body = {
+      ...args,
+      stream: true
+    };
+    const { responseHeaders, value: response } = await postJsonToApi2({
+      url: this.config.url({
+        path: "/completions",
+        modelId: this.modelId
+      }),
+      headers: combineHeaders2(this.config.headers(), options.headers),
+      body,
+      failedResponseHandler: openaiCompatibleFailedResponseHandler,
+      successfulResponseHandler: createEventSourceResponseHandler2(
+        openaiCompatibleCompletionChunkSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const { prompt: rawPrompt, ...rawSettings } = args;
+    let finishReason = "unknown";
+    let usage = {
+      promptTokens: Number.NaN,
+      completionTokens: Number.NaN
+    };
+    let isFirstChunk = true;
+    return {
+      stream: response.pipeThrough(
+        new TransformStream({
+          transform(chunk, controller) {
+            if (!chunk.success) {
+              finishReason = "error";
+              controller.enqueue({ type: "error", error: chunk.error });
+              return;
+            }
+            const value = chunk.value;
+            if ("error" in value) {
+              finishReason = "error";
+              controller.enqueue({ type: "error", error: value.error });
+              return;
+            }
+            if (isFirstChunk) {
+              isFirstChunk = false;
+              controller.enqueue({
+                type: "response-metadata",
+                ...getResponseMetadata(value)
+              });
+            }
+            if (value.usage != null) {
+              usage = {
+                promptTokens: value.usage.prompt_tokens,
+                completionTokens: value.usage.completion_tokens
+              };
+            }
+            const choice = value.choices[0];
+            if ((choice == null ? void 0 : choice.finish_reason) != null) {
+              finishReason = mapOpenAICompatibleFinishReason(
+                choice.finish_reason
+              );
+            }
+            if ((choice == null ? void 0 : choice.text) != null) {
+              controller.enqueue({
+                type: "text-delta",
+                textDelta: choice.text
+              });
+            }
+          },
+          flush(controller) {
+            controller.enqueue({
+              type: "finish",
+              finishReason,
+              usage
+            });
+          }
+        })
+      ),
+      rawCall: { rawPrompt, rawSettings },
+      rawResponse: { headers: responseHeaders },
+      warnings,
+      request: { body: JSON.stringify(body) }
+    };
+  }
+};
+var openaiCompatibleCompletionResponseSchema = z3.object({
+  id: z3.string().nullish(),
+  created: z3.number().nullish(),
+  model: z3.string().nullish(),
+  choices: z3.array(
+    z3.object({
+      text: z3.string(),
+      finish_reason: z3.string()
+    })
+  ),
+  usage: z3.object({
+    prompt_tokens: z3.number(),
+    completion_tokens: z3.number()
+  }).nullish()
+});
+var openaiCompatibleCompletionChunkSchema = z3.union([
+  z3.object({
+    id: z3.string().nullish(),
+    created: z3.number().nullish(),
+    model: z3.string().nullish(),
+    choices: z3.array(
+      z3.object({
+        text: z3.string(),
+        finish_reason: z3.string().nullish(),
+        index: z3.number()
+      })
+    ),
+    usage: z3.object({
+      prompt_tokens: z3.number(),
+      completion_tokens: z3.number()
+    }).nullish()
+  }),
+  openaiCompatibleErrorDataSchema
+]);
+
+// src/openai-compatible-embedding-model.ts
+import {
+  TooManyEmbeddingValuesForCallError
+} from "@ai-sdk/provider";
+import {
+  combineHeaders as combineHeaders3,
+  createJsonResponseHandler as createJsonResponseHandler3,
+  postJsonToApi as postJsonToApi3
+} from "@ai-sdk/provider-utils";
+import { z as z4 } from "zod";
+var OpenAICompatibleEmbeddingModel = class {
+  constructor(modelId, settings, config) {
+    this.specificationVersion = "v1";
+    this.modelId = modelId;
+    this.settings = settings;
+    this.config = config;
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  get maxEmbeddingsPerCall() {
+    var _a;
+    return (_a = this.config.maxEmbeddingsPerCall) != null ? _a : 2048;
+  }
+  get supportsParallelCalls() {
+    var _a;
+    return (_a = this.config.supportsParallelCalls) != null ? _a : true;
+  }
+  async doEmbed({
+    values,
+    headers,
+    abortSignal
+  }) {
+    if (values.length > this.maxEmbeddingsPerCall) {
+      throw new TooManyEmbeddingValuesForCallError({
+        provider: this.provider,
+        modelId: this.modelId,
+        maxEmbeddingsPerCall: this.maxEmbeddingsPerCall,
+        values
+      });
+    }
+    const { responseHeaders, value: response } = await postJsonToApi3({
+      url: this.config.url({
+        path: "/embeddings",
+        modelId: this.modelId
+      }),
+      headers: combineHeaders3(this.config.headers(), headers),
+      body: {
+        model: this.modelId,
+        input: values,
+        encoding_format: "float",
+        dimensions: this.settings.dimensions,
+        user: this.settings.user
+      },
+      failedResponseHandler: openaiCompatibleFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler3(
+        openaiTextEmbeddingResponseSchema
+      ),
+      abortSignal,
+      fetch: this.config.fetch
+    });
+    return {
+      embeddings: response.data.map((item) => item.embedding),
+      usage: response.usage ? { tokens: response.usage.prompt_tokens } : void 0,
+      rawResponse: { headers: responseHeaders }
+    };
+  }
+};
+var openaiTextEmbeddingResponseSchema = z4.object({
+  data: z4.array(z4.object({ embedding: z4.array(z4.number()) })),
+  usage: z4.object({ prompt_tokens: z4.number() }).nullish()
+});
+
+// src/openai-compatible-provider.ts
+function createOpenAICompatible(options) {
+  if (!options.baseURL) {
+    throw new Error("Base URL is required");
+  }
+  const baseURL = withoutTrailingSlash(options.baseURL);
+  if (!options.name) {
+    throw new Error("Provider name is required");
+  }
+  const providerName = options.name;
+  const getCommonModelConfig = (modelType) => ({
+    provider: `${providerName}.${modelType}`,
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: () => {
+      var _a;
+      return (_a = options.headers) != null ? _a : {};
+    },
+    fetch: options.fetch
+  });
+  const createLanguageModel = (modelId, settings = {}) => createChatModel(modelId, settings);
+  const createChatModel = (modelId, settings = {}) => new OpenAICompatibleChatLanguageModel(modelId, settings, {
+    ...getCommonModelConfig("chat"),
+    defaultObjectGenerationMode: "tool"
+  });
+  const createCompletionModel = (modelId, settings = {}) => new OpenAICompatibleCompletionLanguageModel(
+    modelId,
+    settings,
+    getCommonModelConfig("completion")
+  );
+  const createEmbeddingModel = (modelId, settings = {}) => new OpenAICompatibleEmbeddingModel(
+    modelId,
+    settings,
+    getCommonModelConfig("embedding")
+  );
+  const provider = (modelId, settings) => createLanguageModel(modelId, settings);
+  provider.languageModel = createLanguageModel;
+  provider.chatModel = createChatModel;
+  provider.completionModel = createCompletionModel;
+  provider.textEmbeddingModel = createEmbeddingModel;
+  return provider;
+}
+export {
+  OpenAICompatibleChatLanguageModel,
+  OpenAICompatibleCompletionLanguageModel,
+  OpenAICompatibleEmbeddingModel,
+  createOpenAICompatible
+};
+//# sourceMappingURL=index.mjs.map