@ai-sdk/xai 1.0.6 → 1.0.8

package/dist/index.mjs

@@ -2,634 +2,46 @@
 import {
   NoSuchModelError
 } from "@ai-sdk/provider";
+import { OpenAICompatibleChatLanguageModel } from "@ai-sdk/openai-compatible";
 import {
   loadApiKey,
   withoutTrailingSlash
 } from "@ai-sdk/provider-utils";
-
-// src/xai-chat-language-model.ts
-import {
-  InvalidResponseDataError,
-  UnsupportedFunctionalityError as UnsupportedFunctionalityError3
-} from "@ai-sdk/provider";
-import {
-  combineHeaders,
-  createEventSourceResponseHandler,
-  createJsonResponseHandler,
-  generateId,
-  isParsableJson,
-  postJsonToApi
-} from "@ai-sdk/provider-utils";
-import { z as z2 } from "zod";
-
-// src/convert-to-xai-chat-messages.ts
-import {
-  UnsupportedFunctionalityError
-} from "@ai-sdk/provider";
-import { convertUint8ArrayToBase64 } from "@ai-sdk/provider-utils";
-function convertToXaiChatMessages(prompt) {
-  const messages = [];
-  for (const { role, content } of prompt) {
-    switch (role) {
-      case "system": {
-        messages.push({ role: "system", content });
-        break;
-      }
-      case "user": {
-        if (content.length === 1 && content[0].type === "text") {
-          messages.push({ role: "user", content: content[0].text });
-          break;
-        }
-        messages.push({
-          role: "user",
-          content: content.map((part) => {
-            var _a;
-            switch (part.type) {
-              case "text": {
-                return { type: "text", text: part.text };
-              }
-              case "image": {
-                return {
-                  type: "image_url",
-                  image_url: {
-                    url: part.image instanceof URL ? part.image.toString() : `data:${(_a = part.mimeType) != null ? _a : "image/jpeg"};base64,${convertUint8ArrayToBase64(part.image)}`
-                  }
-                };
-              }
-              case "file": {
-                throw new UnsupportedFunctionalityError({
-                  functionality: "File content parts in user messages"
-                });
-              }
-            }
-          })
-        });
-        break;
-      }
-      case "assistant": {
-        let text = "";
-        const toolCalls = [];
-        for (const part of content) {
-          switch (part.type) {
-            case "text": {
-              text += part.text;
-              break;
-            }
-            case "tool-call": {
-              toolCalls.push({
-                id: part.toolCallId,
-                type: "function",
-                function: {
-                  name: part.toolName,
-                  arguments: JSON.stringify(part.args)
-                }
-              });
-              break;
-            }
-            default: {
-              const _exhaustiveCheck = part;
-              throw new Error(`Unsupported part: ${_exhaustiveCheck}`);
-            }
-          }
-        }
-        messages.push({
-          role: "assistant",
-          content: text,
-          tool_calls: toolCalls.length > 0 ? toolCalls : void 0
-        });
-        break;
-      }
-      case "tool": {
-        for (const toolResponse of content) {
-          messages.push({
-            role: "tool",
-            tool_call_id: toolResponse.toolCallId,
-            content: JSON.stringify(toolResponse.result)
-          });
-        }
-        break;
-      }
-      default: {
-        const _exhaustiveCheck = role;
-        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
-      }
-    }
-  }
-  return messages;
-}
-
-// src/get-response-metadata.ts
-function getResponseMetadata({
-  id,
-  model,
-  created
-}) {
-  return {
-    id: id != null ? id : void 0,
-    modelId: model != null ? model : void 0,
-    timestamp: created != null ? new Date(created * 1e3) : void 0
-  };
-}
-
-// src/xai-error.ts
 import { z } from "zod";
-import { createJsonErrorResponseHandler } from "@ai-sdk/provider-utils";
-var xaiErrorDataSchema = z.object({
+var xaiErrorSchema = z.object({
   code: z.string(),
   error: z.string()
 });
-var xaiFailedResponseHandler = createJsonErrorResponseHandler({
-  errorSchema: xaiErrorDataSchema,
+var xaiErrorStructure = {
+  errorSchema: xaiErrorSchema,
   errorToMessage: (data) => data.error
-});
-
-// src/xai-prepare-tools.ts
-import {
-  UnsupportedFunctionalityError as UnsupportedFunctionalityError2
-} from "@ai-sdk/provider";
-function prepareTools({
-  mode
-}) {
-  var _a;
-  const tools = ((_a = mode.tools) == null ? void 0 : _a.length) ? mode.tools : void 0;
-  const toolWarnings = [];
-  if (tools == null) {
-    return { tools: void 0, tool_choice: void 0, toolWarnings };
-  }
-  const toolChoice = mode.toolChoice;
-  const xaiTools = [];
-  for (const tool of tools) {
-    if (tool.type === "provider-defined") {
-      toolWarnings.push({ type: "unsupported-tool", tool });
-    } else {
-      xaiTools.push({
-        type: "function",
-        function: {
-          name: tool.name,
-          description: tool.description,
-          parameters: tool.parameters
-        }
-      });
-    }
-  }
-  if (toolChoice == null) {
-    return { tools: xaiTools, tool_choice: void 0, toolWarnings };
-  }
-  const type = toolChoice.type;
-  switch (type) {
-    case "auto":
-    case "none":
-    case "required":
-      return { tools: xaiTools, tool_choice: type, toolWarnings };
-    case "tool":
-      return {
-        tools: xaiTools,
-        tool_choice: {
-          type: "function",
-          function: {
-            name: toolChoice.toolName
-          }
-        },
-        toolWarnings
-      };
-    default: {
-      const _exhaustiveCheck = type;
-      throw new UnsupportedFunctionalityError2({
-        functionality: `Unsupported tool choice type: ${_exhaustiveCheck}`
-      });
-    }
-  }
-}
-
-// src/map-xai-finish-reason.ts
-function mapXaiFinishReason(finishReason) {
-  switch (finishReason) {
-    case "stop":
-      return "stop";
-    case "length":
-      return "length";
-    case "content_filter":
-      return "content-filter";
-    case "function_call":
-    case "tool_calls":
-      return "tool-calls";
-    default:
-      return "unknown";
-  }
-}
-
-// src/xai-chat-language-model.ts
-var XaiChatLanguageModel = class {
-  constructor(modelId, settings, config) {
-    this.specificationVersion = "v1";
-    this.supportsStructuredOutputs = false;
-    this.defaultObjectGenerationMode = "tool";
-    this.modelId = modelId;
-    this.settings = settings;
-    this.config = config;
-  }
-  get provider() {
-    return this.config.provider;
-  }
-  getArgs({
-    mode,
-    prompt,
-    maxTokens,
-    temperature,
-    topP,
-    topK,
-    frequencyPenalty,
-    presencePenalty,
-    stopSequences,
-    responseFormat,
-    seed,
-    stream
-  }) {
-    const type = mode.type;
-    const warnings = [];
-    if (topK != null) {
-      warnings.push({
-        type: "unsupported-setting",
-        setting: "topK"
-      });
-    }
-    if (responseFormat != null && responseFormat.type === "json" && responseFormat.schema != null) {
-      warnings.push({
-        type: "unsupported-setting",
-        setting: "responseFormat",
-        details: "JSON response format schema is not supported"
-      });
-    }
-    const baseArgs = {
-      // model id:
-      model: this.modelId,
-      // model specific settings:
-      user: this.settings.user,
-      // standardized settings:
-      max_tokens: maxTokens,
-      temperature,
-      top_p: topP,
-      frequency_penalty: frequencyPenalty,
-      presence_penalty: presencePenalty,
-      stop: stopSequences,
-      seed,
-      // response format:
-      response_format: (
-        // json object response format is not currently supported
-        void 0
-      ),
-      // messages:
-      messages: convertToXaiChatMessages(prompt)
-    };
-    switch (type) {
-      case "regular": {
-        const { tools, tool_choice, toolWarnings } = prepareTools({ mode });
-        return {
-          args: {
-            ...baseArgs,
-            tools,
-            tool_choice
-          },
-          warnings: [...warnings, ...toolWarnings]
-        };
-      }
-      case "object-json": {
-        throw new UnsupportedFunctionalityError3({
-          functionality: "object-json mode"
-        });
-      }
-      case "object-tool": {
-        return {
-          args: {
-            ...baseArgs,
-            tool_choice: {
-              type: "function",
-              function: { name: mode.tool.name }
-            },
-            tools: [
-              {
-                type: "function",
-                function: {
-                  name: mode.tool.name,
-                  description: mode.tool.description,
-                  parameters: mode.tool.parameters
-                }
-              }
-            ]
-          },
-          warnings
-        };
-      }
-      default: {
-        const _exhaustiveCheck = type;
-        throw new Error(`Unsupported type: ${_exhaustiveCheck}`);
-      }
-    }
-  }
-  async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f;
-    const { args, warnings } = this.getArgs({ ...options, stream: false });
-    const body = JSON.stringify(args);
-    const { responseHeaders, value: response } = await postJsonToApi({
-      url: this.config.url({
-        path: "/chat/completions",
-        modelId: this.modelId
-      }),
-      headers: combineHeaders(this.config.headers(), options.headers),
-      body: args,
-      failedResponseHandler: xaiFailedResponseHandler,
-      successfulResponseHandler: createJsonResponseHandler(
-        xaiChatResponseSchema
-      ),
-      abortSignal: options.abortSignal,
-      fetch: this.config.fetch
-    });
-    const { messages: rawPrompt, ...rawSettings } = args;
-    const choice = response.choices[0];
-    return {
-      text: (_a = choice.message.content) != null ? _a : void 0,
-      toolCalls: (_b = choice.message.tool_calls) == null ? void 0 : _b.map((toolCall) => {
-        var _a2;
-        return {
-          toolCallType: "function",
-          toolCallId: (_a2 = toolCall.id) != null ? _a2 : generateId(),
-          toolName: toolCall.function.name,
-          args: toolCall.function.arguments
-        };
-      }),
-      finishReason: mapXaiFinishReason(choice.finish_reason),
-      usage: {
-        promptTokens: (_d = (_c = response.usage) == null ? void 0 : _c.prompt_tokens) != null ? _d : NaN,
-        completionTokens: (_f = (_e = response.usage) == null ? void 0 : _e.completion_tokens) != null ? _f : NaN
-      },
-      rawCall: { rawPrompt, rawSettings },
-      rawResponse: { headers: responseHeaders },
-      response: getResponseMetadata(response),
-      warnings,
-      request: { body }
-    };
-  }
-  async doStream(options) {
-    const { args, warnings } = this.getArgs({ ...options, stream: true });
-    const body = JSON.stringify({ ...args, stream: true });
-    const { responseHeaders, value: response } = await postJsonToApi({
-      url: this.config.url({
-        path: "/chat/completions",
-        modelId: this.modelId
-      }),
-      headers: combineHeaders(this.config.headers(), options.headers),
-      body: {
-        ...args,
-        stream: true
-      },
-      failedResponseHandler: xaiFailedResponseHandler,
-      successfulResponseHandler: createEventSourceResponseHandler(xaiChatChunkSchema),
-      abortSignal: options.abortSignal,
-      fetch: this.config.fetch
-    });
-    const { messages: rawPrompt, ...rawSettings } = args;
-    const toolCalls = [];
-    let finishReason = "unknown";
-    let usage = {
-      promptTokens: void 0,
-      completionTokens: void 0
-    };
-    let isFirstChunk = true;
-    let providerMetadata;
-    return {
-      stream: response.pipeThrough(
-        new TransformStream({
-          transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
-            if (!chunk.success) {
-              finishReason = "error";
-              controller.enqueue({ type: "error", error: chunk.error });
-              return;
-            }
-            const value = chunk.value;
-            if ("error" in value) {
-              finishReason = "error";
-              controller.enqueue({ type: "error", error: value.error });
-              return;
-            }
-            if (isFirstChunk) {
-              isFirstChunk = false;
-              controller.enqueue({
-                type: "response-metadata",
-                ...getResponseMetadata(value)
-              });
-            }
-            if (value.usage != null) {
-              usage = {
-                promptTokens: (_a = value.usage.prompt_tokens) != null ? _a : void 0,
-                completionTokens: (_b = value.usage.completion_tokens) != null ? _b : void 0
-              };
-            }
-            const choice = value.choices[0];
-            if ((choice == null ? void 0 : choice.finish_reason) != null) {
-              finishReason = mapXaiFinishReason(choice.finish_reason);
-            }
-            if ((choice == null ? void 0 : choice.delta) == null) {
-              return;
-            }
-            const delta = choice.delta;
-            if (delta.content != null) {
-              controller.enqueue({
-                type: "text-delta",
-                textDelta: delta.content
-              });
-            }
-            if (delta.tool_calls != null) {
-              for (const toolCallDelta of delta.tool_calls) {
-                const index = toolCallDelta.index;
-                if (toolCalls[index] == null) {
-                  if (toolCallDelta.type !== "function") {
-                    throw new InvalidResponseDataError({
-                      data: toolCallDelta,
-                      message: `Expected 'function' type.`
-                    });
-                  }
-                  if (toolCallDelta.id == null) {
-                    throw new InvalidResponseDataError({
-                      data: toolCallDelta,
-                      message: `Expected 'id' to be a string.`
-                    });
-                  }
-                  if (((_c = toolCallDelta.function) == null ? void 0 : _c.name) == null) {
-                    throw new InvalidResponseDataError({
-                      data: toolCallDelta,
-                      message: `Expected 'function.name' to be a string.`
-                    });
-                  }
-                  toolCalls[index] = {
-                    id: toolCallDelta.id,
-                    type: "function",
-                    function: {
-                      name: toolCallDelta.function.name,
-                      arguments: (_d = toolCallDelta.function.arguments) != null ? _d : ""
-                    }
-                  };
-                  const toolCall2 = toolCalls[index];
-                  if (((_e = toolCall2.function) == null ? void 0 : _e.name) != null && ((_f = toolCall2.function) == null ? void 0 : _f.arguments) != null) {
-                    if (toolCall2.function.arguments.length > 0) {
-                      controller.enqueue({
-                        type: "tool-call-delta",
-                        toolCallType: "function",
-                        toolCallId: toolCall2.id,
-                        toolName: toolCall2.function.name,
-                        argsTextDelta: toolCall2.function.arguments
-                      });
-                    }
-                    if (isParsableJson(toolCall2.function.arguments)) {
-                      controller.enqueue({
-                        type: "tool-call",
-                        toolCallType: "function",
-                        toolCallId: (_g = toolCall2.id) != null ? _g : generateId(),
-                        toolName: toolCall2.function.name,
-                        args: toolCall2.function.arguments
-                      });
-                    }
-                  }
-                  continue;
-                }
-                const toolCall = toolCalls[index];
-                if (((_h = toolCallDelta.function) == null ? void 0 : _h.arguments) != null) {
-                  toolCall.function.arguments += (_j = (_i = toolCallDelta.function) == null ? void 0 : _i.arguments) != null ? _j : "";
-                }
-                controller.enqueue({
-                  type: "tool-call-delta",
-                  toolCallType: "function",
-                  toolCallId: toolCall.id,
-                  toolName: toolCall.function.name,
-                  argsTextDelta: (_k = toolCallDelta.function.arguments) != null ? _k : ""
-                });
-                if (((_l = toolCall.function) == null ? void 0 : _l.name) != null && ((_m = toolCall.function) == null ? void 0 : _m.arguments) != null && isParsableJson(toolCall.function.arguments)) {
-                  controller.enqueue({
-                    type: "tool-call",
-                    toolCallType: "function",
-                    toolCallId: (_n = toolCall.id) != null ? _n : generateId(),
-                    toolName: toolCall.function.name,
-                    args: toolCall.function.arguments
-                  });
-                }
-              }
-            }
-          },
-          flush(controller) {
-            var _a, _b;
-            controller.enqueue({
-              type: "finish",
-              finishReason,
-              usage: {
-                promptTokens: (_a = usage.promptTokens) != null ? _a : NaN,
-                completionTokens: (_b = usage.completionTokens) != null ? _b : NaN
-              },
-              ...providerMetadata != null ? { providerMetadata } : {}
-            });
-          }
-        })
-      ),
-      rawCall: { rawPrompt, rawSettings },
-      rawResponse: { headers: responseHeaders },
-      warnings,
-      request: { body }
-    };
-  }
 };
-var xaiChatResponseSchema = z2.object({
-  id: z2.string().nullish(),
-  created: z2.number().nullish(),
-  model: z2.string().nullish(),
-  choices: z2.array(
-    z2.object({
-      message: z2.object({
-        role: z2.literal("assistant").nullish(),
-        content: z2.string().nullish(),
-        tool_calls: z2.array(
-          z2.object({
-            id: z2.string().nullish(),
-            type: z2.literal("function"),
-            function: z2.object({
-              name: z2.string(),
-              arguments: z2.string()
-            })
-          })
-        ).nullish()
-      }),
-      index: z2.number(),
-      finish_reason: z2.string().nullish()
-    })
-  ),
-  usage: z2.object({
-    prompt_tokens: z2.number().nullish(),
-    completion_tokens: z2.number().nullish()
-  }).nullish()
-});
-var xaiChatChunkSchema = z2.union([
-  z2.object({
-    id: z2.string().nullish(),
-    created: z2.number().nullish(),
-    model: z2.string().nullish(),
-    choices: z2.array(
-      z2.object({
-        delta: z2.object({
-          role: z2.enum(["assistant"]).nullish(),
-          content: z2.string().nullish(),
-          tool_calls: z2.array(
-            z2.object({
-              index: z2.number(),
-              id: z2.string().nullish(),
-              type: z2.literal("function").optional(),
-              function: z2.object({
-                name: z2.string().nullish(),
-                arguments: z2.string().nullish()
-              })
-            })
-          ).nullish()
-        }).nullish(),
-        finish_reason: z2.string().nullable().optional(),
-        index: z2.number()
-      })
-    ),
-    usage: z2.object({
-      prompt_tokens: z2.number().nullish(),
-      completion_tokens: z2.number().nullish()
-    }).nullish()
-  }),
-  xaiErrorDataSchema
-]);
-
-// src/xai-provider.ts
 function createXai(options = {}) {
   var _a;
-  const baseURL = (_a = withoutTrailingSlash(options.baseURL)) != null ? _a : "https://api.x.ai/v1";
+  const baseURL = withoutTrailingSlash(
+    (_a = options.baseURL) != null ? _a : "https://api.x.ai/v1"
+  );
   const getHeaders = () => ({
     Authorization: `Bearer ${loadApiKey({
       apiKey: options.apiKey,
       environmentVariableName: "XAI_API_KEY",
-      description: "xAI"
+      description: "xAI API key"
     })}`,
     ...options.headers
   });
-  const createChatModel = (modelId, settings = {}) => new XaiChatLanguageModel(modelId, settings, {
-    provider: "xai.chat",
-    url: ({ path }) => `${baseURL}${path}`,
-    headers: getHeaders,
-    fetch: options.fetch
-  });
-  const createLanguageModel = (modelId, settings) => {
-    if (new.target) {
-      throw new Error(
-        "The xAI model function cannot be called with the new keyword."
-      );
-    }
-    return createChatModel(modelId, settings);
-  };
-  const provider = function(modelId, settings) {
-    return createLanguageModel(modelId, settings);
+  const createLanguageModel = (modelId, settings = {}) => {
+    return new OpenAICompatibleChatLanguageModel(modelId, settings, {
+      provider: "xai.chat",
+      url: ({ path }) => `${baseURL}${path}`,
+      headers: getHeaders,
+      fetch: options.fetch,
+      defaultObjectGenerationMode: "tool",
+      errorStructure: xaiErrorStructure
+    });
   };
+  const provider = (modelId, settings) => createLanguageModel(modelId, settings);
   provider.languageModel = createLanguageModel;
-  provider.chat = createChatModel;
+  provider.chat = createLanguageModel;
   provider.textEmbeddingModel = (modelId) => {
     throw new NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
   };