@ai-sdk/mistral 1.2.8 → 2.0.0-alpha.2

package/dist/index.mjs

@@ -1,4 +1,7 @@
 // src/mistral-provider.ts
+import {
+  NoSuchModelError
+} from "@ai-sdk/provider";
 import {
   loadApiKey,
   withoutTrailingSlash
@@ -9,15 +12,15 @@ import {
   combineHeaders,
   createEventSourceResponseHandler,
   createJsonResponseHandler,
+  parseProviderOptions,
   postJsonToApi
 } from "@ai-sdk/provider-utils";
-import { z as z2 } from "zod";
+import { z as z3 } from "zod";
 
 // src/convert-to-mistral-chat-messages.ts
 import {
   UnsupportedFunctionalityError
 } from "@ai-sdk/provider";
-import { convertUint8ArrayToBase64 } from "@ai-sdk/provider-utils";
 function convertToMistralChatMessages(prompt) {
   const messages = [];
   for (let i = 0; i < prompt.length; i++) {
@@ -32,36 +35,27 @@ function convertToMistralChatMessages(prompt) {
         messages.push({
           role: "user",
           content: content.map((part) => {
-            var _a;
             switch (part.type) {
               case "text": {
                 return { type: "text", text: part.text };
               }
-              case "image": {
-                return {
-                  type: "image_url",
-                  image_url: part.image instanceof URL ? part.image.toString() : `data:${(_a = part.mimeType) != null ? _a : "image/jpeg"};base64,${convertUint8ArrayToBase64(part.image)}`
-                };
-              }
               case "file": {
-                if (!(part.data instanceof URL)) {
+                if (part.mediaType.startsWith("image/")) {
+                  const mediaType = part.mediaType === "image/*" ? "image/jpeg" : part.mediaType;
+                  return {
+                    type: "image_url",
+                    image_url: part.data instanceof URL ? part.data.toString() : `data:${mediaType};base64,${part.data}`
+                  };
+                } else if (part.mediaType === "application/pdf") {
+                  return {
+                    type: "document_url",
+                    document_url: part.data.toString()
+                  };
+                } else {
                   throw new UnsupportedFunctionalityError({
-                    functionality: "File content parts in user messages"
+                    functionality: "Only images and PDF file parts are supported"
                   });
                 }
-                switch (part.mimeType) {
-                  case "application/pdf": {
-                    return {
-                      type: "document_url",
-                      document_url: part.data.toString()
-                    };
-                  }
-                  default: {
-                    throw new UnsupportedFunctionalityError({
-                      functionality: "Only PDF files are supported in user messages"
-                    });
-                  }
-                }
               }
             }
           })
@@ -118,6 +112,19 @@ function convertToMistralChatMessages(prompt) {
   return messages;
 }
 
+// src/get-response-metadata.ts
+function getResponseMetadata({
+  id,
+  model,
+  created
+}) {
+  return {
+    id: id != null ? id : void 0,
+    modelId: model != null ? model : void 0,
+    timestamp: created != null ? new Date(created * 1e3) : void 0
+  };
+}
+
 // src/map-mistral-finish-reason.ts
 function mapMistralFinishReason(finishReason) {
   switch (finishReason) {
@@ -133,44 +140,46 @@ function mapMistralFinishReason(finishReason) {
   }
 }
 
+// src/mistral-chat-options.ts
+import { z } from "zod";
+var mistralProviderOptions = z.object({
+  /**
+  Whether to inject a safety prompt before all conversations.
+  
+  Defaults to `false`.
+     */
+  safePrompt: z.boolean().optional(),
+  documentImageLimit: z.number().optional(),
+  documentPageLimit: z.number().optional()
+});
+
 // src/mistral-error.ts
 import { createJsonErrorResponseHandler } from "@ai-sdk/provider-utils";
-import { z } from "zod";
-var mistralErrorDataSchema = z.object({
-  object: z.literal("error"),
-  message: z.string(),
-  type: z.string(),
-  param: z.string().nullable(),
-  code: z.string().nullable()
+import { z as z2 } from "zod";
+var mistralErrorDataSchema = z2.object({
+  object: z2.literal("error"),
+  message: z2.string(),
+  type: z2.string(),
+  param: z2.string().nullable(),
+  code: z2.string().nullable()
 });
 var mistralFailedResponseHandler = createJsonErrorResponseHandler({
   errorSchema: mistralErrorDataSchema,
   errorToMessage: (data) => data.message
 });
 
-// src/get-response-metadata.ts
-function getResponseMetadata({
-  id,
-  model,
-  created
-}) {
-  return {
-    id: id != null ? id : void 0,
-    modelId: model != null ? model : void 0,
-    timestamp: created != null ? new Date(created * 1e3) : void 0
-  };
-}
-
 // src/mistral-prepare-tools.ts
 import {
   UnsupportedFunctionalityError as UnsupportedFunctionalityError2
 } from "@ai-sdk/provider";
-function prepareTools(mode) {
-  var _a;
-  const tools = ((_a = mode.tools) == null ? void 0 : _a.length) ? mode.tools : void 0;
+function prepareTools({
+  tools,
+  toolChoice
+}) {
+  tools = (tools == null ? void 0 : tools.length) ? tools : void 0;
   const toolWarnings = [];
   if (tools == null) {
-    return { tools: void 0, tool_choice: void 0, toolWarnings };
+    return { tools: void 0, toolChoice: void 0, toolWarnings };
   }
   const mistralTools = [];
   for (const tool of tools) {
@@ -187,29 +196,28 @@ function prepareTools(mode) {
       });
     }
   }
-  const toolChoice = mode.toolChoice;
   if (toolChoice == null) {
-    return { tools: mistralTools, tool_choice: void 0, toolWarnings };
+    return { tools: mistralTools, toolChoice: void 0, toolWarnings };
   }
   const type = toolChoice.type;
   switch (type) {
     case "auto":
     case "none":
-      return { tools: mistralTools, tool_choice: type, toolWarnings };
+      return { tools: mistralTools, toolChoice: type, toolWarnings };
     case "required":
-      return { tools: mistralTools, tool_choice: "any", toolWarnings };
+      return { tools: mistralTools, toolChoice: "any", toolWarnings };
     case "tool":
       return {
         tools: mistralTools.filter(
           (tool) => tool.function.name === toolChoice.toolName
         ),
-        tool_choice: "any",
+        toolChoice: "any",
         toolWarnings
       };
     default: {
       const _exhaustiveCheck = type;
       throw new UnsupportedFunctionalityError2({
-        functionality: `Unsupported tool choice type: ${_exhaustiveCheck}`
+        functionality: `tool choice type: ${_exhaustiveCheck}`
       });
     }
   }
@@ -217,24 +225,20 @@ function prepareTools(mode) {
 
 // src/mistral-chat-language-model.ts
 var MistralChatLanguageModel = class {
-  constructor(modelId, settings, config) {
-    this.specificationVersion = "v1";
-    this.defaultObjectGenerationMode = "json";
-    this.supportsImageUrls = false;
+  constructor(modelId, config) {
+    this.specificationVersion = "v2";
+    this.supportedUrls = {
+      "application/pdf": [/^https:\/\/.*$/]
+    };
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
   }
   get provider() {
     return this.config.provider;
   }
-  supportsUrl(url) {
-    return url.protocol === "https:";
-  }
-  getArgs({
-    mode,
+  async getArgs({
     prompt,
-    maxTokens,
+    maxOutputTokens,
     temperature,
     topP,
     topK,
@@ -243,11 +247,17 @@ var MistralChatLanguageModel = class {
     stopSequences,
     responseFormat,
     seed,
-    providerMetadata
+    providerOptions,
+    tools,
+    toolChoice
   }) {
-    var _a, _b;
-    const type = mode.type;
+    var _a;
     const warnings = [];
+    const options = (_a = await parseProviderOptions({
+      provider: "mistral",
+      providerOptions,
+      schema: mistralProviderOptions
+    })) != null ? _a : {};
     if (topK != null) {
       warnings.push({
         type: "unsupported-setting",
@@ -283,56 +293,39 @@ var MistralChatLanguageModel = class {
       // model id:
       model: this.modelId,
       // model specific settings:
-      safe_prompt: this.settings.safePrompt,
+      safe_prompt: options.safePrompt,
       // standardized settings:
-      max_tokens: maxTokens,
+      max_tokens: maxOutputTokens,
       temperature,
       top_p: topP,
       random_seed: seed,
       // response format:
       response_format: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? { type: "json_object" } : void 0,
       // mistral-specific provider options:
-      document_image_limit: (_a = providerMetadata == null ? void 0 : providerMetadata.mistral) == null ? void 0 : _a.documentImageLimit,
-      document_page_limit: (_b = providerMetadata == null ? void 0 : providerMetadata.mistral) == null ? void 0 : _b.documentPageLimit,
+      document_image_limit: options.documentImageLimit,
+      document_page_limit: options.documentPageLimit,
       // messages:
       messages: convertToMistralChatMessages(prompt)
     };
-    switch (type) {
-      case "regular": {
-        const { tools, tool_choice, toolWarnings } = prepareTools(mode);
-        return {
-          args: { ...baseArgs, tools, tool_choice },
-          warnings: [...warnings, ...toolWarnings]
-        };
-      }
-      case "object-json": {
-        return {
-          args: {
-            ...baseArgs,
-            response_format: { type: "json_object" }
-          },
-          warnings
-        };
-      }
-      case "object-tool": {
-        return {
-          args: {
-            ...baseArgs,
-            tool_choice: "any",
-            tools: [{ type: "function", function: mode.tool }]
-          },
-          warnings
-        };
-      }
-      default: {
-        const _exhaustiveCheck = type;
-        throw new Error(`Unsupported type: ${_exhaustiveCheck}`);
-      }
-    }
+    const {
+      tools: mistralTools,
+      toolChoice: mistralToolChoice,
+      toolWarnings
+    } = prepareTools({
+      tools,
+      toolChoice
+    });
+    return {
+      args: {
+        ...baseArgs,
+        tools: mistralTools,
+        tool_choice: mistralToolChoice
+      },
+      warnings: [...warnings, ...toolWarnings]
+    };
   }
   async doGenerate(options) {
-    var _a;
-    const { args, warnings } = this.getArgs(options);
+    const { args: body, warnings } = await this.getArgs(options);
     const {
       responseHeaders,
       value: response,
@@ -340,7 +333,7 @@ var MistralChatLanguageModel = class {
     } = await postJsonToApi({
       url: `${this.config.baseURL}/chat/completions`,
       headers: combineHeaders(this.config.headers(), options.headers),
-      body: args,
+      body,
       failedResponseHandler: mistralFailedResponseHandler,
       successfulResponseHandler: createJsonResponseHandler(
         mistralChatResponseSchema
@@ -348,38 +341,46 @@ var MistralChatLanguageModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const { messages: rawPrompt, ...rawSettings } = args;
     const choice = response.choices[0];
+    const content = [];
     let text = extractTextContent(choice.message.content);
-    const lastMessage = rawPrompt[rawPrompt.length - 1];
+    const lastMessage = body.messages[body.messages.length - 1];
     if (lastMessage.role === "assistant" && (text == null ? void 0 : text.startsWith(lastMessage.content))) {
       text = text.slice(lastMessage.content.length);
     }
+    if (text != null && text.length > 0) {
+      content.push({ type: "text", text });
+    }
+    if (choice.message.tool_calls != null) {
+      for (const toolCall of choice.message.tool_calls) {
+        content.push({
+          type: "tool-call",
+          toolCallType: "function",
+          toolCallId: toolCall.id,
+          toolName: toolCall.function.name,
+          args: toolCall.function.arguments
+        });
+      }
+    }
     return {
-      text,
-      toolCalls: (_a = choice.message.tool_calls) == null ? void 0 : _a.map((toolCall) => ({
-        toolCallType: "function",
-        toolCallId: toolCall.id,
-        toolName: toolCall.function.name,
-        args: toolCall.function.arguments
-      })),
+      content,
       finishReason: mapMistralFinishReason(choice.finish_reason),
       usage: {
-        promptTokens: response.usage.prompt_tokens,
-        completionTokens: response.usage.completion_tokens
+        inputTokens: response.usage.prompt_tokens,
+        outputTokens: response.usage.completion_tokens,
+        totalTokens: response.usage.total_tokens
       },
-      rawCall: { rawPrompt, rawSettings },
-      rawResponse: {
+      request: { body },
+      response: {
+        ...getResponseMetadata(response),
         headers: responseHeaders,
         body: rawResponse
       },
-      request: { body: JSON.stringify(args) },
-      response: getResponseMetadata(response),
       warnings
     };
   }
   async doStream(options) {
-    const { args, warnings } = this.getArgs(options);
+    const { args, warnings } = await this.getArgs(options);
     const body = { ...args, stream: true };
     const { responseHeaders, value: response } = await postJsonToApi({
       url: `${this.config.baseURL}/chat/completions`,
@@ -392,17 +393,20 @@ var MistralChatLanguageModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const { messages: rawPrompt, ...rawSettings } = args;
     let finishReason = "unknown";
-    let usage = {
-      promptTokens: Number.NaN,
-      completionTokens: Number.NaN
+    const usage = {
+      inputTokens: void 0,
+      outputTokens: void 0,
+      totalTokens: void 0
     };
     let chunkNumber = 0;
     let trimLeadingSpace = false;
     return {
       stream: response.pipeThrough(
         new TransformStream({
+          start(controller) {
+            controller.enqueue({ type: "stream-start", warnings });
+          },
           transform(chunk, controller) {
             if (!chunk.success) {
               controller.enqueue({ type: "error", error: chunk.error });
@@ -417,10 +421,9 @@ var MistralChatLanguageModel = class {
               });
             }
             if (value.usage != null) {
-              usage = {
-                promptTokens: value.usage.prompt_tokens,
-                completionTokens: value.usage.completion_tokens
-              };
+              usage.inputTokens = value.usage.prompt_tokens;
+              usage.outputTokens = value.usage.completion_tokens;
+              usage.totalTokens = value.usage.total_tokens;
             }
             const choice = value.choices[0];
             if ((choice == null ? void 0 : choice.finish_reason) != null) {
@@ -432,7 +435,7 @@ var MistralChatLanguageModel = class {
             const delta = choice.delta;
             const textContent = extractTextContent(delta.content);
             if (chunkNumber <= 2) {
-              const lastMessage = rawPrompt[rawPrompt.length - 1];
+              const lastMessage = body.messages[body.messages.length - 1];
               if (lastMessage.role === "assistant" && textContent === lastMessage.content.trimEnd()) {
                 if (textContent.length < lastMessage.content.length) {
                   trimLeadingSpace = true;
@@ -442,8 +445,8 @@ var MistralChatLanguageModel = class {
             }
             if (textContent != null) {
               controller.enqueue({
-                type: "text-delta",
-                textDelta: trimLeadingSpace ? textContent.trimStart() : textContent
+                type: "text",
+                text: trimLeadingSpace ? textContent.trimStart() : textContent
               });
               trimLeadingSpace = false;
             }
@@ -471,10 +474,8 @@ var MistralChatLanguageModel = class {
           }
         })
       ),
-      rawCall: { rawPrompt, rawSettings },
-      rawResponse: { headers: responseHeaders },
-      request: { body: JSON.stringify(body) },
-      warnings
+      request: { body },
+      response: { headers: responseHeaders }
     };
   }
 };
@@ -503,81 +504,80 @@ function extractTextContent(content) {
   }
   return textContent.length ? textContent.join("") : void 0;
 }
-var mistralContentSchema = z2.union([
-  z2.string(),
-  z2.array(
-    z2.discriminatedUnion("type", [
-      z2.object({
-        type: z2.literal("text"),
-        text: z2.string()
+var mistralContentSchema = z3.union([
+  z3.string(),
+  z3.array(
+    z3.discriminatedUnion("type", [
+      z3.object({
+        type: z3.literal("text"),
+        text: z3.string()
       }),
-      z2.object({
-        type: z2.literal("image_url"),
-        image_url: z2.union([
-          z2.string(),
-          z2.object({
-            url: z2.string(),
-            detail: z2.string().nullable()
+      z3.object({
+        type: z3.literal("image_url"),
+        image_url: z3.union([
+          z3.string(),
+          z3.object({
+            url: z3.string(),
+            detail: z3.string().nullable()
           })
         ])
       }),
-      z2.object({
-        type: z2.literal("reference"),
-        reference_ids: z2.array(z2.number())
+      z3.object({
+        type: z3.literal("reference"),
+        reference_ids: z3.array(z3.number())
       })
     ])
   )
 ]).nullish();
-var mistralChatResponseSchema = z2.object({
-  id: z2.string().nullish(),
-  created: z2.number().nullish(),
-  model: z2.string().nullish(),
-  choices: z2.array(
-    z2.object({
-      message: z2.object({
-        role: z2.literal("assistant"),
+var mistralUsageSchema = z3.object({
+  prompt_tokens: z3.number(),
+  completion_tokens: z3.number(),
+  total_tokens: z3.number()
+});
+var mistralChatResponseSchema = z3.object({
+  id: z3.string().nullish(),
+  created: z3.number().nullish(),
+  model: z3.string().nullish(),
+  choices: z3.array(
+    z3.object({
+      message: z3.object({
+        role: z3.literal("assistant"),
         content: mistralContentSchema,
-        tool_calls: z2.array(
-          z2.object({
-            id: z2.string(),
-            function: z2.object({ name: z2.string(), arguments: z2.string() })
+        tool_calls: z3.array(
+          z3.object({
+            id: z3.string(),
+            function: z3.object({ name: z3.string(), arguments: z3.string() })
           })
         ).nullish()
       }),
-      index: z2.number(),
-      finish_reason: z2.string().nullish()
+      index: z3.number(),
+      finish_reason: z3.string().nullish()
     })
   ),
-  object: z2.literal("chat.completion"),
-  usage: z2.object({
-    prompt_tokens: z2.number(),
-    completion_tokens: z2.number()
-  })
+  object: z3.literal("chat.completion"),
+  usage: mistralUsageSchema
 });
-var mistralChatChunkSchema = z2.object({
-  id: z2.string().nullish(),
-  created: z2.number().nullish(),
-  model: z2.string().nullish(),
-  choices: z2.array(
-    z2.object({
-      delta: z2.object({
-        role: z2.enum(["assistant"]).optional(),
+var mistralChatChunkSchema = z3.object({
+  id: z3.string().nullish(),
+  created: z3.number().nullish(),
+  model: z3.string().nullish(),
+  choices: z3.array(
+    z3.object({
+      delta: z3.object({
+        role: z3.enum(["assistant"]).optional(),
         content: mistralContentSchema,
-        tool_calls: z2.array(
-          z2.object({
-            id: z2.string(),
-            function: z2.object({ name: z2.string(), arguments: z2.string() })
+        tool_calls: z3.array(
+          z3.object({
+            id: z3.string(),
+            function: z3.object({ name: z3.string(), arguments: z3.string() })
           })
         ).nullish()
       }),
-      finish_reason: z2.string().nullish(),
-      index: z2.number()
+      finish_reason: z3.string().nullish(),
+      index: z3.number()
     })
   ),
-  usage: z2.object({
-    prompt_tokens: z2.number(),
-    completion_tokens: z2.number()
-  }).nullish()
+  usage: mistralUsageSchema.nullish()
 });
 
 // src/mistral-embedding-model.ts
@@ -589,25 +589,18 @@ import {
   createJsonResponseHandler as createJsonResponseHandler2,
   postJsonToApi as postJsonToApi2
 } from "@ai-sdk/provider-utils";
-import { z as z3 } from "zod";
+import { z as z4 } from "zod";
 var MistralEmbeddingModel = class {
-  constructor(modelId, settings, config) {
-    this.specificationVersion = "v1";
+  constructor(modelId, config) {
+    this.specificationVersion = "v2";
+    this.maxEmbeddingsPerCall = 32;
+    this.supportsParallelCalls = false;
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
   }
   get provider() {
     return this.config.provider;
   }
-  get maxEmbeddingsPerCall() {
-    var _a;
-    return (_a = this.settings.maxEmbeddingsPerCall) != null ? _a : 32;
-  }
-  get supportsParallelCalls() {
-    var _a;
-    return (_a = this.settings.supportsParallelCalls) != null ? _a : false;
-  }
   async doEmbed({
     values,
     abortSignal,
@@ -621,7 +614,11 @@ var MistralEmbeddingModel = class {
         values
       });
     }
-    const { responseHeaders, value: response } = await postJsonToApi2({
+    const {
+      responseHeaders,
+      value: response,
+      rawValue
+    } = await postJsonToApi2({
       url: `${this.config.baseURL}/embeddings`,
       headers: combineHeaders2(this.config.headers(), headers),
       body: {
@@ -639,13 +636,13 @@ var MistralEmbeddingModel = class {
     return {
       embeddings: response.data.map((item) => item.embedding),
       usage: response.usage ? { tokens: response.usage.prompt_tokens } : void 0,
-      rawResponse: { headers: responseHeaders }
+      response: { headers: responseHeaders, body: rawValue }
     };
   }
 };
-var MistralTextEmbeddingResponseSchema = z3.object({
-  data: z3.array(z3.object({ embedding: z3.array(z3.number()) })),
-  usage: z3.object({ prompt_tokens: z3.number() }).nullish()
+var MistralTextEmbeddingResponseSchema = z4.object({
+  data: z4.array(z4.object({ embedding: z4.array(z4.number()) })),
+  usage: z4.object({ prompt_tokens: z4.number() }).nullish()
 });
 
 // src/mistral-provider.ts
@@ -660,31 +657,34 @@ function createMistral(options = {}) {
     })}`,
     ...options.headers
   });
-  const createChatModel = (modelId, settings = {}) => new MistralChatLanguageModel(modelId, settings, {
+  const createChatModel = (modelId) => new MistralChatLanguageModel(modelId, {
     provider: "mistral.chat",
     baseURL,
     headers: getHeaders,
     fetch: options.fetch
   });
-  const createEmbeddingModel = (modelId, settings = {}) => new MistralEmbeddingModel(modelId, settings, {
+  const createEmbeddingModel = (modelId) => new MistralEmbeddingModel(modelId, {
     provider: "mistral.embedding",
     baseURL,
     headers: getHeaders,
     fetch: options.fetch
   });
-  const provider = function(modelId, settings) {
+  const provider = function(modelId) {
     if (new.target) {
       throw new Error(
         "The Mistral model function cannot be called with the new keyword."
       );
     }
-    return createChatModel(modelId, settings);
+    return createChatModel(modelId);
   };
   provider.languageModel = createChatModel;
   provider.chat = createChatModel;
   provider.embedding = createEmbeddingModel;
   provider.textEmbedding = createEmbeddingModel;
   provider.textEmbeddingModel = createEmbeddingModel;
+  provider.imageModel = (modelId) => {
+    throw new NoSuchModelError({ modelId, modelType: "imageModel" });
+  };
   return provider;
 }
 var mistral = createMistral();