ai 4.1.62 → 4.1.64

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "4.1.62",
+  "version": "4.1.64",
   "description": "AI SDK by Vercel - The AI Toolkit for TypeScript and JavaScript",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -45,10 +45,10 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/provider": "1.0.11",
-    "@ai-sdk/provider-utils": "2.1.13",
-    "@ai-sdk/react": "1.1.23",
-    "@ai-sdk/ui-utils": "1.1.19",
+    "@ai-sdk/provider": "1.0.12",
+    "@ai-sdk/provider-utils": "2.1.15",
+    "@ai-sdk/react": "1.1.25",
+    "@ai-sdk/ui-utils": "1.1.21",
     "@opentelemetry/api": "1.9.0",
     "eventsource-parser": "^3.0.0",
     "jsondiffpatch": "0.6.0"

package/rsc/dist/index.d.ts

@@ -498,9 +498,10 @@ type CoreAssistantMessage = {
     experimental_providerMetadata?: ProviderMetadata;
 };
 /**
-Content of an assistant message. It can be a string or an array of text and tool call parts.
+Content of an assistant message.
+It can be a string or an array of text, image, reasoning, redacted reasoning, and tool call parts.
  */
-type AssistantContent = string | Array<TextPart | ReasoningPart | RedactedReasoningPart | ToolCallPart>;
+type AssistantContent = string | Array<TextPart | FilePart | ReasoningPart | RedactedReasoningPart | ToolCallPart>;
 /**
 A tool message. It contains the result of one or more tool calls.
  */

package/rsc/dist/rsc-server.d.mts

@@ -496,9 +496,10 @@ type CoreAssistantMessage = {
     experimental_providerMetadata?: ProviderMetadata;
 };
 /**
-Content of an assistant message. It can be a string or an array of text and tool call parts.
+Content of an assistant message.
+It can be a string or an array of text, image, reasoning, redacted reasoning, and tool call parts.
  */
-type AssistantContent = string | Array<TextPart | ReasoningPart | RedactedReasoningPart | ToolCallPart>;
+type AssistantContent = string | Array<TextPart | FilePart | ReasoningPart | RedactedReasoningPart | ToolCallPart>;
 /**
 A tool message. It contains the result of one or more tool calls.
  */

package/rsc/dist/rsc-server.mjs

@@ -269,15 +269,82 @@ async function download({
 
 // core/util/detect-image-mimetype.ts
 var mimeTypeSignatures = [
-  { mimeType: "image/gif", bytes: [71, 73, 70] },
-  { mimeType: "image/png", bytes: [137, 80, 78, 71] },
-  { mimeType: "image/jpeg", bytes: [255, 216] },
-  { mimeType: "image/webp", bytes: [82, 73, 70, 70] }
+  {
+    mimeType: "image/gif",
+    bytesPrefix: [71, 73, 70],
+    base64Prefix: "R0lG"
+  },
+  {
+    mimeType: "image/png",
+    bytesPrefix: [137, 80, 78, 71],
+    base64Prefix: "iVBORw"
+  },
+  {
+    mimeType: "image/jpeg",
+    bytesPrefix: [255, 216],
+    base64Prefix: "/9j/"
+  },
+  {
+    mimeType: "image/webp",
+    bytesPrefix: [82, 73, 70, 70],
+    base64Prefix: "UklGRg"
+  },
+  {
+    mimeType: "image/bmp",
+    bytesPrefix: [66, 77],
+    base64Prefix: "Qk"
+  },
+  {
+    mimeType: "image/tiff",
+    bytesPrefix: [73, 73, 42, 0],
+    base64Prefix: "SUkqAA"
+  },
+  {
+    mimeType: "image/tiff",
+    bytesPrefix: [77, 77, 0, 42],
+    base64Prefix: "TU0AKg"
+  },
+  {
+    mimeType: "image/avif",
+    bytesPrefix: [
+      0,
+      0,
+      0,
+      32,
+      102,
+      116,
+      121,
+      112,
+      97,
+      118,
+      105,
+      102
+    ],
+    base64Prefix: "AAAAIGZ0eXBhdmlm"
+  },
+  {
+    mimeType: "image/heic",
+    bytesPrefix: [
+      0,
+      0,
+      0,
+      32,
+      102,
+      116,
+      121,
+      112,
+      104,
+      101,
+      105,
+      99
+    ],
+    base64Prefix: "AAAAIGZ0eXBoZWlj"
+  }
 ];
 function detectImageMimeType(image) {
-  for (const { bytes, mimeType } of mimeTypeSignatures) {
-    if (image.length >= bytes.length && bytes.every((byte, index) => image[index] === byte)) {
-      return mimeType;
+  for (const signature of mimeTypeSignatures) {
+    if (typeof image === "string" ? image.startsWith(signature.base64Prefix) : image.length >= signature.bytesPrefix.length && signature.bytesPrefix.every((byte, index) => image[index] === byte)) {
+      return signature.mimeType;
     }
   }
   return void 0;
@@ -459,11 +526,50 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
           // remove empty text parts:
           (part) => part.type !== "text" || part.text !== ""
         ).map((part) => {
-          const { experimental_providerMetadata, providerOptions, ...rest } = part;
-          return {
-            ...rest,
-            providerMetadata: providerOptions != null ? providerOptions : experimental_providerMetadata
-          };
+          var _a10;
+          const providerOptions = (_a10 = part.providerOptions) != null ? _a10 : part.experimental_providerMetadata;
+          switch (part.type) {
+            case "file": {
+              return {
+                type: "file",
+                data: part.data instanceof URL ? part.data : convertDataContentToBase64String(part.data),
+                filename: part.filename,
+                mimeType: part.mimeType,
+                providerMetadata: providerOptions
+              };
+            }
+            case "reasoning": {
+              return {
+                type: "reasoning",
+                text: part.text,
+                signature: part.signature,
+                providerMetadata: providerOptions
+              };
+            }
+            case "redacted-reasoning": {
+              return {
+                type: "redacted-reasoning",
+                data: part.data,
+                providerMetadata: providerOptions
+              };
+            }
+            case "text": {
+              return {
+                type: "text",
+                text: part.text,
+                providerMetadata: providerOptions
+              };
+            }
+            case "tool-call": {
+              return {
+                type: "tool-call",
+                toolCallId: part.toolCallId,
+                toolName: part.toolName,
+                args: part.args,
+                providerMetadata: providerOptions
+              };
+            }
+          }
         }),
         providerMetadata: (_e = message.providerOptions) != null ? _e : message.experimental_providerMetadata
       };
@@ -1009,12 +1115,11 @@ function convertToCoreMessages(messages, options) {
             const content2 = [];
             for (const part of block) {
               switch (part.type) {
-                case "text":
-                  content2.push({
-                    type: "text",
-                    text: part.text
-                  });
+                case "file":
+                case "text": {
+                  content2.push(part);
                   break;
+                }
                 case "reasoning": {
                   for (const detail of part.details) {
                     switch (detail.type) {
@@ -1095,9 +1200,6 @@ function convertToCoreMessages(messages, options) {
           let block = [];
           for (const part of message.parts) {
             switch (part.type) {
-              case "reasoning":
-                block.push(part);
-                break;
               case "text": {
                 if (blockHasToolInvocations) {
                   processBlock2();
@@ -1105,6 +1207,11 @@ function convertToCoreMessages(messages, options) {
                 block.push(part);
                 break;
               }
+              case "file":
+              case "reasoning": {
+                block.push(part);
+                break;
+              }
               case "tool-invocation": {
                 if (((_b = part.toolInvocation.step) != null ? _b : 0) !== currentStep) {
                   processBlock2();
@@ -1220,6 +1327,7 @@ function detectSingleMessageCharacteristics(message) {
   if (typeof message === "object" && message !== null && (message.role === "function" || // UI-only role
   message.role === "data" || // UI-only role
   "toolInvocations" in message || // UI-specific field
+  "parts" in message || // UI-specific field
   "experimental_attachments" in message)) {
     return "has-ui-specific-parts";
   } else if (typeof message === "object" && message !== null && "content" in message && (Array.isArray(message.content) || // Core messages can have array content
@@ -1349,6 +1457,7 @@ var coreAssistantMessageSchema = z6.object({
     z6.array(
       z6.union([
         textPartSchema,
+        filePartSchema,
         reasoningPartSchema,
         redactedReasoningPartSchema,
         toolCallPartSchema