ai 3.4.5 → 3.4.7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "3.4.5",
+  "version": "3.4.7",
   "description": "AI SDK by Vercel - The AI Toolkit for TypeScript and JavaScript",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -64,13 +64,13 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/provider": "0.0.23",
-    "@ai-sdk/provider-utils": "1.0.19",
-    "@ai-sdk/react": "0.0.61",
-    "@ai-sdk/solid": "0.0.48",
-    "@ai-sdk/svelte": "0.0.50",
-    "@ai-sdk/ui-utils": "0.0.45",
-    "@ai-sdk/vue": "0.0.52",
+    "@ai-sdk/provider": "0.0.24",
+    "@ai-sdk/provider-utils": "1.0.20",
+    "@ai-sdk/react": "0.0.62",
+    "@ai-sdk/solid": "0.0.49",
+    "@ai-sdk/svelte": "0.0.51",
+    "@ai-sdk/ui-utils": "0.0.46",
+    "@ai-sdk/vue": "0.0.53",
     "@opentelemetry/api": "1.9.0",
     "eventsource-parser": "1.1.2",
     "jsondiffpatch": "0.6.0",

package/rsc/dist/index.d.ts

@@ -274,6 +274,29 @@ interface ImagePart {
     experimental_providerMetadata?: ProviderMetadata;
 }
 /**
+File content part of a prompt. It contains a file.
+ */
+interface FilePart {
+    type: 'file';
+    /**
+  File data. Can either be:
+  
+  - data: a base64-encoded string, a Uint8Array, an ArrayBuffer, or a Buffer
+  - URL: a URL that points to the image
+     */
+    data: DataContent | URL;
+    /**
+  Mime type of the file.
+     */
+    mimeType: string;
+    /**
+  Additional provider-specific metadata. They are passed through
+  to the provider from the AI SDK and enable provider-specific
+  functionality that can be fully encapsulated in the provider.
+   */
+    experimental_providerMetadata?: ProviderMetadata;
+}
+/**
 Tool call content part of a prompt. It contains a tool call (usually generated by the AI model).
  */
 interface ToolCallPart {
@@ -359,7 +382,7 @@ type CoreUserMessage = {
 /**
 Content of a user message. It can be a string or an array of text and image parts.
  */
-type UserContent = string | Array<TextPart | ImagePart>;
+type UserContent = string | Array<TextPart | ImagePart | FilePart>;
 /**
 An assistant message. It can contain text, tool calls, or a combination of text and tool calls.
  */

package/rsc/dist/rsc-server.d.mts

@@ -272,6 +272,29 @@ interface ImagePart {
     experimental_providerMetadata?: ProviderMetadata;
 }
 /**
+File content part of a prompt. It contains a file.
+ */
+interface FilePart {
+    type: 'file';
+    /**
+  File data. Can either be:
+  
+  - data: a base64-encoded string, a Uint8Array, an ArrayBuffer, or a Buffer
+  - URL: a URL that points to the image
+     */
+    data: DataContent | URL;
+    /**
+  Mime type of the file.
+     */
+    mimeType: string;
+    /**
+  Additional provider-specific metadata. They are passed through
+  to the provider from the AI SDK and enable provider-specific
+  functionality that can be fully encapsulated in the provider.
+   */
+    experimental_providerMetadata?: ProviderMetadata;
+}
+/**
 Tool call content part of a prompt. It contains a tool call (usually generated by the AI model).
  */
 interface ToolCallPart {
@@ -357,7 +380,7 @@ type CoreUserMessage = {
 /**
 Content of a user message. It can be a string or an array of text and image parts.
  */
-type UserContent = string | Array<TextPart | ImagePart>;
+type UserContent = string | Array<TextPart | ImagePart | FilePart>;
 /**
 An assistant message. It can contain text, tool calls, or a combination of text and tool calls.
  */

package/rsc/dist/rsc-server.mjs

@@ -214,7 +214,10 @@ function createAI({
 import { safeParseJSON } from "@ai-sdk/provider-utils";
 
 // core/prompt/convert-to-language-model-prompt.ts
-import { getErrorMessage } from "@ai-sdk/provider-utils";
+import {
+  convertUint8ArrayToBase64 as convertUint8ArrayToBase642,
+  getErrorMessage
+} from "@ai-sdk/provider-utils";
 
 // util/download-error.ts
 import { AISDKError } from "@ai-sdk/provider";
@@ -366,6 +369,15 @@ var dataContentSchema = z.union([
     { message: "Must be a Buffer" }
   )
 ]);
+function convertDataContentToBase64String(content) {
+  if (typeof content === "string") {
+    return content;
+  }
+  if (content instanceof ArrayBuffer) {
+    return convertUint8ArrayToBase64(new Uint8Array(content));
+  }
+  return convertUint8ArrayToBase64(content);
+}
 function convertDataContentToUint8Array(content) {
   if (content instanceof Uint8Array) {
     return content;
@@ -425,6 +437,22 @@ var InvalidMessageRoleError = class extends AISDKError3 {
 };
 _a3 = symbol3;
 
+// core/prompt/split-data-url.ts
+function splitDataUrl(dataUrl) {
+  try {
+    const [header, base64Content] = dataUrl.split(",");
+    return {
+      mimeType: header.split(";")[0].split(":")[1],
+      base64Content
+    };
+  } catch (error) {
+    return {
+      mimeType: void 0,
+      base64Content: void 0
+    };
+  }
+}
+
 // core/prompt/convert-to-language-model-prompt.ts
 async function convertToLanguageModelPrompt({
   prompt,
@@ -435,7 +463,7 @@ async function convertToLanguageModelPrompt({
   if (prompt.system != null) {
     languageModelMessages.push({ role: "system", content: prompt.system });
   }
-  const downloadedImages = modelSupportsImageUrls || prompt.messages == null ? null : await downloadImages(prompt.messages, downloadImplementation);
+  const downloadedAssets = modelSupportsImageUrls || prompt.messages == null ? null : await downloadAssets(prompt.messages, downloadImplementation);
   const promptType = prompt.type;
   switch (promptType) {
     case "prompt": {
@@ -448,7 +476,7 @@ async function convertToLanguageModelPrompt({
     case "messages": {
       languageModelMessages.push(
         ...prompt.messages.map(
-          (message) => convertToLanguageModelMessage(message, downloadedImages)
+          (message) => convertToLanguageModelMessage(message, downloadedAssets)
         )
       );
       break;
@@ -460,7 +488,7 @@ async function convertToLanguageModelPrompt({
   }
   return languageModelMessages;
 }
-function convertToLanguageModelMessage(message, downloadedImages) {
+function convertToLanguageModelMessage(message, downloadedAssets) {
   const role = message.role;
   switch (role) {
     case "system": {
@@ -480,98 +508,178 @@ function convertToLanguageModelMessage(message, downloadedImages) {
       }
       return {
         role: "user",
-        content: message.content.map((part) => {
-          var _a8, _b, _c;
-          switch (part.type) {
-            case "text": {
-              return {
-                type: "text",
-                text: part.text,
-                providerMetadata: part.experimental_providerMetadata
-              };
-            }
-            case "image": {
-              if (part.image instanceof URL) {
-                if (downloadedImages == null) {
-                  return {
-                    type: "image",
-                    image: part.image,
-                    mimeType: part.mimeType,
-                    providerMetadata: part.experimental_providerMetadata
-                  };
-                } else {
-                  const downloadedImage = downloadedImages[part.image.toString()];
-                  return {
-                    type: "image",
-                    image: downloadedImage.data,
-                    mimeType: (_a8 = part.mimeType) != null ? _a8 : downloadedImage.mimeType,
-                    providerMetadata: part.experimental_providerMetadata
-                  };
-                }
+        content: message.content.map(
+          (part) => {
+            var _a8, _b, _c, _d, _e;
+            switch (part.type) {
+              case "text": {
+                return {
+                  type: "text",
+                  text: part.text,
+                  providerMetadata: part.experimental_providerMetadata
+                };
               }
-              if (typeof part.image === "string") {
-                try {
-                  const url = new URL(part.image);
-                  switch (url.protocol) {
-                    case "http:":
-                    case "https:": {
-                      if (downloadedImages == null) {
-                        return {
-                          type: "image",
-                          image: url,
-                          mimeType: part.mimeType,
-                          providerMetadata: part.experimental_providerMetadata
-                        };
-                      } else {
-                        const downloadedImage = downloadedImages[part.image];
-                        return {
-                          type: "image",
-                          image: downloadedImage.data,
-                          mimeType: (_b = part.mimeType) != null ? _b : downloadedImage.mimeType,
-                          providerMetadata: part.experimental_providerMetadata
-                        };
+              case "image": {
+                if (part.image instanceof URL) {
+                  if (downloadedAssets == null) {
+                    return {
+                      type: "image",
+                      image: part.image,
+                      mimeType: part.mimeType,
+                      providerMetadata: part.experimental_providerMetadata
+                    };
+                  } else {
+                    const downloadedImage = downloadedAssets[part.image.toString()];
+                    return {
+                      type: "image",
+                      image: downloadedImage.data,
+                      mimeType: (_a8 = part.mimeType) != null ? _a8 : downloadedImage.mimeType,
+                      providerMetadata: part.experimental_providerMetadata
+                    };
+                  }
+                }
+                if (typeof part.image === "string") {
+                  try {
+                    const url = new URL(part.image);
+                    switch (url.protocol) {
+                      case "http:":
+                      case "https:": {
+                        if (downloadedAssets == null) {
+                          return {
+                            type: "image",
+                            image: url,
+                            mimeType: part.mimeType,
+                            providerMetadata: part.experimental_providerMetadata
+                          };
+                        } else {
+                          const downloadedImage = downloadedAssets[url.toString()];
+                          return {
+                            type: "image",
+                            image: downloadedImage.data,
+                            mimeType: (_b = part.mimeType) != null ? _b : downloadedImage.mimeType,
+                            providerMetadata: part.experimental_providerMetadata
+                          };
+                        }
                       }
-                    }
-                    case "data:": {
-                      try {
-                        const [header, base64Content] = part.image.split(",");
-                        const mimeType = header.split(";")[0].split(":")[1];
-                        if (mimeType == null || base64Content == null) {
-                          throw new Error("Invalid data URL format");
+                      case "data:": {
+                        try {
+                          const { mimeType, base64Content } = splitDataUrl(
+                            part.image
+                          );
+                          if (mimeType == null || base64Content == null) {
+                            throw new Error("Invalid data URL format");
+                          }
+                          return {
+                            type: "image",
+                            image: convertDataContentToUint8Array(base64Content),
+                            mimeType,
+                            providerMetadata: part.experimental_providerMetadata
+                          };
+                        } catch (error) {
+                          throw new Error(
+                            `Error processing data URL: ${getErrorMessage(
+                              message
+                            )}`
+                          );
                         }
-                        return {
-                          type: "image",
-                          image: convertDataContentToUint8Array(base64Content),
-                          mimeType,
-                          providerMetadata: part.experimental_providerMetadata
-                        };
-                      } catch (error) {
-                        throw new Error(
-                          `Error processing data URL: ${getErrorMessage(
-                            message
-                          )}`
-                        );
                       }
                     }
-                    default: {
-                      throw new Error(
-                        `Unsupported URL protocol: ${url.protocol}`
-                      );
+                  } catch (_ignored) {
+                  }
+                }
+                const imageUint8 = convertDataContentToUint8Array(part.image);
+                return {
+                  type: "image",
+                  image: imageUint8,
+                  mimeType: (_c = part.mimeType) != null ? _c : detectImageMimeType(imageUint8),
+                  providerMetadata: part.experimental_providerMetadata
+                };
+              }
+              case "file": {
+                if (part.data instanceof URL) {
+                  if (downloadedAssets == null) {
+                    return {
+                      type: "file",
+                      data: part.data,
+                      mimeType: part.mimeType,
+                      providerMetadata: part.experimental_providerMetadata
+                    };
+                  } else {
+                    const downloadedImage = downloadedAssets[part.data.toString()];
+                    return {
+                      type: "file",
+                      data: convertUint8ArrayToBase642(downloadedImage.data),
+                      mimeType: (_d = part.mimeType) != null ? _d : downloadedImage.mimeType,
+                      providerMetadata: part.experimental_providerMetadata
+                    };
+                  }
+                }
+                if (typeof part.data === "string") {
+                  try {
+                    const url = new URL(part.data);
+                    switch (url.protocol) {
+                      case "http:":
+                      case "https:": {
+                        if (downloadedAssets == null) {
+                          return {
+                            type: "file",
+                            data: url,
+                            mimeType: part.mimeType,
+                            providerMetadata: part.experimental_providerMetadata
+                          };
+                        } else {
+                          const downloadedImage = downloadedAssets[url.toString()];
+                          return {
+                            type: "file",
+                            data: convertUint8ArrayToBase642(
+                              downloadedImage.data
+                            ),
+                            mimeType: (_e = part.mimeType) != null ? _e : downloadedImage.mimeType,
+                            providerMetadata: part.experimental_providerMetadata
+                          };
+                        }
+                      }
+                      case "data:": {
+                        try {
+                          const { mimeType, base64Content } = splitDataUrl(
+                            part.data
+                          );
+                          if (mimeType == null || base64Content == null) {
+                            throw new Error("Invalid data URL format");
+                          }
+                          return {
+                            type: "file",
+                            data: convertDataContentToBase64String(
+                              base64Content
+                            ),
+                            mimeType,
+                            providerMetadata: part.experimental_providerMetadata
+                          };
+                        } catch (error) {
+                          throw new Error(
+                            `Error processing data URL: ${getErrorMessage(
+                              message
+                            )}`
+                          );
+                        }
+                      }
                     }
+                  } catch (_ignored) {
                   }
-                } catch (_ignored) {
                 }
+                const imageBase64 = convertDataContentToBase64String(
+                  part.data
+                );
+                return {
+                  type: "file",
+                  data: imageBase64,
+                  mimeType: part.mimeType,
+                  providerMetadata: part.experimental_providerMetadata
+                };
               }
-              const imageUint8 = convertDataContentToUint8Array(part.image);
-              return {
-                type: "image",
-                image: imageUint8,
-                mimeType: (_c = part.mimeType) != null ? _c : detectImageMimeType(imageUint8),
-                providerMetadata: part.experimental_providerMetadata
-              };
             }
           }
-        }).filter((part) => part.type !== "text" || part.text !== ""),
+        ).filter((part) => part.type !== "text" || part.text !== ""),
         providerMetadata: message.experimental_providerMetadata
       };
     }
@@ -617,12 +725,14 @@ function convertToLanguageModelMessage(message, downloadedImages) {
     }
   }
 }
-async function downloadImages(messages, downloadImplementation) {
+async function downloadAssets(messages, downloadImplementation) {
   const urls = messages.filter((message) => message.role === "user").map((message) => message.content).filter(
     (content) => Array.isArray(content)
-  ).flat().filter((part) => part.type === "image").map((part) => part.image).map(
+  ).flat().filter(
+    (part) => part.type === "image" || part.type === "file"
+  ).map((part) => part.type === "image" ? part.image : part.data).map(
     (part) => (
-      // support string urls in image parts:
+      // support string urls:
       typeof part === "string" && (part.startsWith("http:") || part.startsWith("https:")) ? new URL(part) : part
     )
   ).filter((image) => image instanceof URL);
@@ -862,6 +972,12 @@ var imagePartSchema = z4.object({
   mimeType: z4.string().optional(),
   experimental_providerMetadata: providerMetadataSchema.optional()
 });
+var filePartSchema = z4.object({
+  type: z4.literal("file"),
+  data: z4.union([dataContentSchema, z4.instanceof(URL)]),
+  mimeType: z4.string(),
+  experimental_providerMetadata: providerMetadataSchema.optional()
+});
 var toolCallPartSchema = z4.object({
   type: z4.literal("tool-call"),
   toolCallId: z4.string(),
@@ -887,7 +1003,7 @@ var coreUserMessageSchema = z5.object({
   role: z5.literal("user"),
   content: z5.union([
     z5.string(),
-    z5.array(z5.union([textPartSchema, imagePartSchema]))
+    z5.array(z5.union([textPartSchema, imagePartSchema, filePartSchema]))
   ]),
   experimental_providerMetadata: providerMetadataSchema.optional()
 });