@ai-sdk/cohere 3.0.33 → 3.0.34

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @ai-sdk/cohere
 
+## 3.0.34
+
+### Patch Changes
+
+- 563e9dd: feat(provider/cohere): add support for passing images to Cohere models
+
 ## 3.0.33
 
 ### Patch Changes

package/dist/index.d.mts

@@ -2,7 +2,7 @@ import { z } from 'zod/v4';
 import { ProviderV3, LanguageModelV3, EmbeddingModelV3, RerankingModelV3 } from '@ai-sdk/provider';
 import { FetchFunction } from '@ai-sdk/provider-utils';
 
-type CohereChatModelId = 'command-a-03-2025' | 'command-a-reasoning-08-2025' | 'command-r7b-12-2024' | 'command-r-plus-04-2024' | 'command-r-plus' | 'command-r-08-2024' | 'command-r-03-2024' | 'command-r' | 'command' | 'command-nightly' | 'command-light' | 'command-light-nightly' | (string & {});
+type CohereChatModelId = 'command-a-03-2025' | 'command-a-reasoning-08-2025' | 'command-a-vision-07-2025' | 'command-r7b-12-2024' | 'command-r-plus-04-2024' | 'command-r-plus' | 'command-r-08-2024' | 'command-r-03-2024' | 'command-r' | 'command' | 'command-nightly' | 'command-light' | 'command-light-nightly' | (string & {});
 declare const cohereLanguageModelOptions: z.ZodObject<{
     thinking: z.ZodOptional<z.ZodObject<{
         type: z.ZodOptional<z.ZodEnum<{

package/dist/index.d.ts

@@ -2,7 +2,7 @@ import { z } from 'zod/v4';
 import { ProviderV3, LanguageModelV3, EmbeddingModelV3, RerankingModelV3 } from '@ai-sdk/provider';
 import { FetchFunction } from '@ai-sdk/provider-utils';
 
-type CohereChatModelId = 'command-a-03-2025' | 'command-a-reasoning-08-2025' | 'command-r7b-12-2024' | 'command-r-plus-04-2024' | 'command-r-plus' | 'command-r-08-2024' | 'command-r-03-2024' | 'command-r' | 'command' | 'command-nightly' | 'command-light' | 'command-light-nightly' | (string & {});
+type CohereChatModelId = 'command-a-03-2025' | 'command-a-reasoning-08-2025' | 'command-a-vision-07-2025' | 'command-r7b-12-2024' | 'command-r-plus-04-2024' | 'command-r-plus' | 'command-r-08-2024' | 'command-r-03-2024' | 'command-r' | 'command' | 'command-nightly' | 'command-light' | 'command-light-nightly' | (string & {});
 declare const cohereLanguageModelOptions: z.ZodObject<{
     thinking: z.ZodOptional<z.ZodObject<{
         type: z.ZodOptional<z.ZodEnum<{

package/dist/index.js

@@ -28,10 +28,10 @@ module.exports = __toCommonJS(index_exports);
 
 // src/cohere-provider.ts
 var import_provider4 = require("@ai-sdk/provider");
-var import_provider_utils7 = require("@ai-sdk/provider-utils");
+var import_provider_utils8 = require("@ai-sdk/provider-utils");
 
 // src/cohere-chat-language-model.ts
-var import_provider_utils2 = require("@ai-sdk/provider-utils");
+var import_provider_utils3 = require("@ai-sdk/provider-utils");
 var import_v43 = require("zod/v4");
 
 // src/cohere-chat-options.ts
@@ -50,6 +50,14 @@ var cohereLanguageModelOptions = import_v4.z.object({
     tokenBudget: import_v4.z.number().optional()
   }).optional()
 });
+var cohereImagePartProviderOptions = import_v4.z.object({
+  /**
+   * Image fidelity level passed through as `image_url.detail` on the Cohere chat API.
+   *
+   * @see https://docs.cohere.com/docs/image-inputs
+   */
+  detail: import_v4.z.enum(["auto", "low", "high"]).optional()
+});
 
 // src/cohere-error.ts
 var import_provider_utils = require("@ai-sdk/provider-utils");
@@ -157,7 +165,9 @@ function convertCohereUsage(tokens) {
 
 // src/convert-to-cohere-chat-prompt.ts
 var import_provider2 = require("@ai-sdk/provider");
-function convertToCohereChatPrompt(prompt) {
+var import_provider_utils2 = require("@ai-sdk/provider-utils");
+async function convertToCohereChatPrompt(prompt) {
+  var _a, _b;
   const messages = [];
   const documents = [];
   const warnings = [];
@@ -168,43 +178,69 @@ function convertToCohereChatPrompt(prompt) {
         break;
       }
       case "user": {
-        messages.push({
-          role: "user",
-          content: content.map((part) => {
-            var _a;
-            switch (part.type) {
-              case "text": {
-                return part.text;
+        const userContentParts = [];
+        let hasImage = false;
+        for (const part of content) {
+          switch (part.type) {
+            case "text": {
+              if (part.text.length > 0) {
+                userContentParts.push({ type: "text", text: part.text });
               }
-              case "file": {
-                let textContent;
-                if (typeof part.data === "string") {
-                  textContent = part.data;
-                } else if (part.data instanceof Uint8Array) {
-                  if (!(((_a = part.mediaType) == null ? void 0 : _a.startsWith("text/")) || part.mediaType === "application/json")) {
-                    throw new import_provider2.UnsupportedFunctionalityError({
-                      functionality: `document media type: ${part.mediaType}`,
-                      message: `Media type '${part.mediaType}' is not supported. Supported media types are: text/* and application/json.`
-                    });
+              break;
+            }
+            case "file": {
+              if (isImageMediaType(part.mediaType)) {
+                hasImage = true;
+                const url = buildImageUrl({ part });
+                const cohereOptions = (_a = await (0, import_provider_utils2.parseProviderOptions)({
+                  provider: "cohere",
+                  providerOptions: part.providerOptions,
+                  schema: cohereImagePartProviderOptions
+                })) != null ? _a : {};
+                userContentParts.push({
+                  type: "image_url",
+                  image_url: {
+                    url,
+                    ...cohereOptions.detail ? { detail: cohereOptions.detail } : {}
                   }
-                  textContent = new TextDecoder().decode(part.data);
-                } else {
+                });
+                break;
+              }
+              let textContent;
+              if (typeof part.data === "string") {
+                textContent = part.data;
+              } else if (part.data instanceof Uint8Array) {
+                if (!(((_b = part.mediaType) == null ? void 0 : _b.startsWith("text/")) || part.mediaType === "application/json")) {
                   throw new import_provider2.UnsupportedFunctionalityError({
-                    functionality: "File URL data",
-                    message: "URLs should be downloaded by the AI SDK and not reach this point. This indicates a configuration issue."
+                    functionality: `document media type: ${part.mediaType}`,
+                    message: `Media type '${part.mediaType}' is not supported. Supported media types are: text/* and application/json.`
                   });
                 }
-                documents.push({
-                  data: {
-                    text: textContent,
-                    title: part.filename
-                  }
+                textContent = new TextDecoder().decode(part.data);
+              } else {
+                throw new import_provider2.UnsupportedFunctionalityError({
+                  functionality: "File URL data",
+                  message: "URLs should be downloaded by the AI SDK and not reach this point. This indicates a configuration issue."
                 });
-                return "";
               }
+              documents.push({
+                data: {
+                  text: textContent,
+                  title: part.filename
+                }
+              });
+              break;
             }
-          }).join("")
-        });
+          }
+        }
+        if (hasImage) {
+          messages.push({ role: "user", content: userContentParts });
+        } else {
+          messages.push({
+            role: "user",
+            content: userContentParts.map((p) => p.type === "text" ? p.text : "").join("")
+          });
+        }
         break;
       }
       case "assistant": {
@@ -240,7 +276,7 @@ function convertToCohereChatPrompt(prompt) {
       case "tool": {
         messages.push(
           ...content.filter((toolResult) => toolResult.type !== "tool-approval-response").map((toolResult) => {
-            var _a;
+            var _a2;
             const output = toolResult.output;
             let contentValue;
             switch (output.type) {
@@ -249,7 +285,7 @@ function convertToCohereChatPrompt(prompt) {
                 contentValue = output.value;
                 break;
               case "execution-denied":
-                contentValue = (_a = output.reason) != null ? _a : "Tool execution denied.";
+                contentValue = (_a2 = output.reason) != null ? _a2 : "Tool execution denied.";
                 break;
               case "content":
               case "json":
@@ -274,6 +310,16 @@ function convertToCohereChatPrompt(prompt) {
   }
   return { messages, documents, warnings };
 }
+function isImageMediaType(mediaType) {
+  return mediaType === "image" || (mediaType == null ? void 0 : mediaType.startsWith("image/")) === true;
+}
+function buildImageUrl({ part }) {
+  if (part.data instanceof URL) {
+    return part.data.toString();
+  }
+  const mediaType = part.mediaType === "image" || part.mediaType === "image/*" ? "image/jpeg" : part.mediaType;
+  return `data:${mediaType};base64,${(0, import_provider_utils2.convertToBase64)(part.data)}`;
+}
 
 // src/map-cohere-finish-reason.ts
 function mapCohereFinishReason(finishReason) {
@@ -297,7 +343,7 @@ var CohereChatLanguageModel = class {
   constructor(modelId, config) {
     this.specificationVersion = "v3";
     this.supportedUrls = {
-      // No URLs are supported.
+      "image/*": [/^https?:\/\/.*$/]
     };
     this.modelId = modelId;
     this.config = config;
@@ -321,7 +367,7 @@ var CohereChatLanguageModel = class {
     providerOptions
   }) {
     var _a, _b;
-    const cohereOptions = (_a = await (0, import_provider_utils2.parseProviderOptions)({
+    const cohereOptions = (_a = await (0, import_provider_utils3.parseProviderOptions)({
       provider: "cohere",
       providerOptions,
       schema: cohereLanguageModelOptions
@@ -330,7 +376,7 @@ var CohereChatLanguageModel = class {
       messages: chatPrompt,
       documents: cohereDocuments,
       warnings: promptWarnings
-    } = convertToCohereChatPrompt(prompt);
+    } = await convertToCohereChatPrompt(prompt);
     const {
       tools: cohereTools,
       toolChoice: cohereToolChoice,
@@ -376,12 +422,12 @@ var CohereChatLanguageModel = class {
       responseHeaders,
       value: response,
       rawValue: rawResponse
-    } = await (0, import_provider_utils2.postJsonToApi)({
+    } = await (0, import_provider_utils3.postJsonToApi)({
       url: `${this.config.baseURL}/chat`,
-      headers: (0, import_provider_utils2.combineHeaders)(this.config.headers(), options.headers),
+      headers: (0, import_provider_utils3.combineHeaders)(this.config.headers(), options.headers),
       body: args,
       failedResponseHandler: cohereFailedResponseHandler,
-      successfulResponseHandler: (0, import_provider_utils2.createJsonResponseHandler)(
+      successfulResponseHandler: (0, import_provider_utils3.createJsonResponseHandler)(
         cohereChatResponseSchema
       ),
       abortSignal: options.abortSignal,
@@ -445,12 +491,12 @@ var CohereChatLanguageModel = class {
   }
   async doStream(options) {
     const { args, warnings } = await this.getArgs(options);
-    const { responseHeaders, value: response } = await (0, import_provider_utils2.postJsonToApi)({
+    const { responseHeaders, value: response } = await (0, import_provider_utils3.postJsonToApi)({
       url: `${this.config.baseURL}/chat`,
-      headers: (0, import_provider_utils2.combineHeaders)(this.config.headers(), options.headers),
+      headers: (0, import_provider_utils3.combineHeaders)(this.config.headers(), options.headers),
       body: { ...args, stream: true },
       failedResponseHandler: cohereFailedResponseHandler,
-      successfulResponseHandler: (0, import_provider_utils2.createEventSourceResponseHandler)(
+      successfulResponseHandler: (0, import_provider_utils3.createEventSourceResponseHandler)(
         cohereChatChunkSchema
       ),
       abortSignal: options.abortSignal,
@@ -783,7 +829,7 @@ var cohereChatChunkSchema = import_v43.z.discriminatedUnion("type", [
 
 // src/cohere-embedding-model.ts
 var import_provider3 = require("@ai-sdk/provider");
-var import_provider_utils3 = require("@ai-sdk/provider-utils");
+var import_provider_utils4 = require("@ai-sdk/provider-utils");
 var import_v45 = require("zod/v4");
 
 // src/cohere-embedding-options.ts
@@ -836,7 +882,7 @@ var CohereEmbeddingModel = class {
     providerOptions
   }) {
     var _a;
-    const embeddingOptions = await (0, import_provider_utils3.parseProviderOptions)({
+    const embeddingOptions = await (0, import_provider_utils4.parseProviderOptions)({
       provider: "cohere",
       providerOptions,
       schema: cohereEmbeddingModelOptions
@@ -853,9 +899,9 @@ var CohereEmbeddingModel = class {
       responseHeaders,
       value: response,
       rawValue
-    } = await (0, import_provider_utils3.postJsonToApi)({
+    } = await (0, import_provider_utils4.postJsonToApi)({
       url: `${this.config.baseURL}/embed`,
-      headers: (0, import_provider_utils3.combineHeaders)(this.config.headers(), headers),
+      headers: (0, import_provider_utils4.combineHeaders)(this.config.headers(), headers),
       body: {
         model: this.modelId,
         // The AI SDK only supports 'float' embeddings. Note that the Cohere API
@@ -868,7 +914,7 @@ var CohereEmbeddingModel = class {
         output_dimension: embeddingOptions == null ? void 0 : embeddingOptions.outputDimension
       },
       failedResponseHandler: cohereFailedResponseHandler,
-      successfulResponseHandler: (0, import_provider_utils3.createJsonResponseHandler)(
+      successfulResponseHandler: (0, import_provider_utils4.createJsonResponseHandler)(
         cohereTextEmbeddingResponseSchema
       ),
       abortSignal,
@@ -894,13 +940,13 @@ var cohereTextEmbeddingResponseSchema = import_v45.z.object({
 });
 
 // src/reranking/cohere-reranking-model.ts
-var import_provider_utils6 = require("@ai-sdk/provider-utils");
+var import_provider_utils7 = require("@ai-sdk/provider-utils");
 
 // src/reranking/cohere-reranking-api.ts
-var import_provider_utils4 = require("@ai-sdk/provider-utils");
+var import_provider_utils5 = require("@ai-sdk/provider-utils");
 var import_v46 = require("zod/v4");
-var cohereRerankingResponseSchema = (0, import_provider_utils4.lazySchema)(
-  () => (0, import_provider_utils4.zodSchema)(
+var cohereRerankingResponseSchema = (0, import_provider_utils5.lazySchema)(
+  () => (0, import_provider_utils5.zodSchema)(
     import_v46.z.object({
       id: import_v46.z.string().nullish(),
       results: import_v46.z.array(
@@ -915,10 +961,10 @@ var cohereRerankingResponseSchema = (0, import_provider_utils4.lazySchema)(
 );
 
 // src/reranking/cohere-reranking-options.ts
-var import_provider_utils5 = require("@ai-sdk/provider-utils");
+var import_provider_utils6 = require("@ai-sdk/provider-utils");
 var import_v47 = require("zod/v4");
-var cohereRerankingModelOptionsSchema = (0, import_provider_utils5.lazySchema)(
-  () => (0, import_provider_utils5.zodSchema)(
+var cohereRerankingModelOptionsSchema = (0, import_provider_utils6.lazySchema)(
+  () => (0, import_provider_utils6.zodSchema)(
     import_v47.z.object({
       maxTokensPerDoc: import_v47.z.number().optional(),
       priority: import_v47.z.number().optional()
@@ -946,7 +992,7 @@ var CohereRerankingModel = class {
     providerOptions
   }) {
     var _a;
-    const rerankingOptions = await (0, import_provider_utils6.parseProviderOptions)({
+    const rerankingOptions = await (0, import_provider_utils7.parseProviderOptions)({
       provider: "cohere",
       providerOptions,
       schema: cohereRerankingModelOptionsSchema
@@ -963,9 +1009,9 @@ var CohereRerankingModel = class {
       responseHeaders,
       value: response,
       rawValue
-    } = await (0, import_provider_utils6.postJsonToApi)({
+    } = await (0, import_provider_utils7.postJsonToApi)({
       url: `${this.config.baseURL}/rerank`,
-      headers: (0, import_provider_utils6.combineHeaders)(this.config.headers(), headers),
+      headers: (0, import_provider_utils7.combineHeaders)(this.config.headers(), headers),
       body: {
         model: this.modelId,
         query,
@@ -975,7 +1021,7 @@ var CohereRerankingModel = class {
         priority: rerankingOptions == null ? void 0 : rerankingOptions.priority
       },
       failedResponseHandler: cohereFailedResponseHandler,
-      successfulResponseHandler: (0, import_provider_utils6.createJsonResponseHandler)(
+      successfulResponseHandler: (0, import_provider_utils7.createJsonResponseHandler)(
         cohereRerankingResponseSchema
       ),
       abortSignal,
@@ -997,15 +1043,15 @@ var CohereRerankingModel = class {
 };
 
 // src/version.ts
-var VERSION = true ? "3.0.33" : "0.0.0-test";
+var VERSION = true ? "3.0.34" : "0.0.0-test";
 
 // src/cohere-provider.ts
 function createCohere(options = {}) {
   var _a;
-  const baseURL = (_a = (0, import_provider_utils7.withoutTrailingSlash)(options.baseURL)) != null ? _a : "https://api.cohere.com/v2";
-  const getHeaders = () => (0, import_provider_utils7.withUserAgentSuffix)(
+  const baseURL = (_a = (0, import_provider_utils8.withoutTrailingSlash)(options.baseURL)) != null ? _a : "https://api.cohere.com/v2";
+  const getHeaders = () => (0, import_provider_utils8.withUserAgentSuffix)(
     {
-      Authorization: `Bearer ${(0, import_provider_utils7.loadApiKey)({
+      Authorization: `Bearer ${(0, import_provider_utils8.loadApiKey)({
         apiKey: options.apiKey,
         environmentVariableName: "COHERE_API_KEY",
         description: "Cohere"
@@ -1021,7 +1067,7 @@ function createCohere(options = {}) {
       baseURL,
       headers: getHeaders,
       fetch: options.fetch,
-      generateId: (_a2 = options.generateId) != null ? _a2 : import_provider_utils7.generateId
+      generateId: (_a2 = options.generateId) != null ? _a2 : import_provider_utils8.generateId
     });
   };
   const createEmbeddingModel = (modelId) => new CohereEmbeddingModel(modelId, {