ai 4.1.62 → 4.1.63

package/dist/index.js

@@ -885,9 +885,6 @@ var DefaultEmbedManyResult = class {
   }
 };
 
-// core/generate-image/generate-image.ts
-var import_provider_utils2 = require("@ai-sdk/provider-utils");
-
 // errors/no-image-generated-error.ts
 var import_provider4 = require("@ai-sdk/provider");
 var name3 = "AI_NoImageGeneratedError";
@@ -910,6 +907,123 @@ var NoImageGeneratedError = class extends import_provider4.AISDKError {
 };
 _a3 = symbol3;
 
+// core/generate-text/generated-file.ts
+var import_provider_utils2 = require("@ai-sdk/provider-utils");
+var DefaultGeneratedFile = class {
+  constructor({
+    data,
+    mimeType
+  }) {
+    const isUint8Array = data instanceof Uint8Array;
+    this.base64Data = isUint8Array ? void 0 : data;
+    this.uint8ArrayData = isUint8Array ? data : void 0;
+    this.mimeType = mimeType;
+  }
+  // lazy conversion with caching to avoid unnecessary conversion overhead:
+  get base64() {
+    if (this.base64Data == null) {
+      this.base64Data = (0, import_provider_utils2.convertUint8ArrayToBase64)(this.uint8ArrayData);
+    }
+    return this.base64Data;
+  }
+  // lazy conversion with caching to avoid unnecessary conversion overhead:
+  get uint8Array() {
+    if (this.uint8ArrayData == null) {
+      this.uint8ArrayData = (0, import_provider_utils2.convertBase64ToUint8Array)(this.base64Data);
+    }
+    return this.uint8ArrayData;
+  }
+};
+var DefaultGeneratedFileWithType = class extends DefaultGeneratedFile {
+  constructor(options) {
+    super(options);
+    this.type = "file";
+  }
+};
+
+// core/util/detect-image-mimetype.ts
+var mimeTypeSignatures = [
+  {
+    mimeType: "image/gif",
+    bytesPrefix: [71, 73, 70],
+    base64Prefix: "R0lG"
+  },
+  {
+    mimeType: "image/png",
+    bytesPrefix: [137, 80, 78, 71],
+    base64Prefix: "iVBORw"
+  },
+  {
+    mimeType: "image/jpeg",
+    bytesPrefix: [255, 216],
+    base64Prefix: "/9j/"
+  },
+  {
+    mimeType: "image/webp",
+    bytesPrefix: [82, 73, 70, 70],
+    base64Prefix: "UklGRg"
+  },
+  {
+    mimeType: "image/bmp",
+    bytesPrefix: [66, 77],
+    base64Prefix: "Qk"
+  },
+  {
+    mimeType: "image/tiff",
+    bytesPrefix: [73, 73, 42, 0],
+    base64Prefix: "SUkqAA"
+  },
+  {
+    mimeType: "image/tiff",
+    bytesPrefix: [77, 77, 0, 42],
+    base64Prefix: "TU0AKg"
+  },
+  {
+    mimeType: "image/avif",
+    bytesPrefix: [
+      0,
+      0,
+      0,
+      32,
+      102,
+      116,
+      121,
+      112,
+      97,
+      118,
+      105,
+      102
+    ],
+    base64Prefix: "AAAAIGZ0eXBhdmlm"
+  },
+  {
+    mimeType: "image/heic",
+    bytesPrefix: [
+      0,
+      0,
+      0,
+      32,
+      102,
+      116,
+      121,
+      112,
+      104,
+      101,
+      105,
+      99
+    ],
+    base64Prefix: "AAAAIGZ0eXBoZWlj"
+  }
+];
+function detectImageMimeType(image) {
+  for (const signature of mimeTypeSignatures) {
+    if (typeof image === "string" ? image.startsWith(signature.base64Prefix) : image.length >= signature.bytesPrefix.length && signature.bytesPrefix.every((byte, index) => image[index] === byte)) {
+      return signature.mimeType;
+    }
+  }
+  return void 0;
+}
+
 // core/generate-image/generate-image.ts
 async function generateImage({
   model,
@@ -921,10 +1035,7 @@ async function generateImage({
   providerOptions,
   maxRetries: maxRetriesArg,
   abortSignal,
-  headers,
-  _internal = {
-    currentDate: () => /* @__PURE__ */ new Date()
-  }
+  headers
 }) {
   var _a17;
   const { retry } = prepareRetries({ maxRetries: maxRetriesArg });
@@ -958,7 +1069,15 @@ async function generateImage({
   const responses = [];
   for (const result of results) {
     images.push(
-      ...result.images.map((image) => new DefaultGeneratedImage({ image }))
+      ...result.images.map(
+        (image) => {
+          var _a18;
+          return new DefaultGeneratedFile({
+            data: image,
+            mimeType: (_a18 = detectImageMimeType(image)) != null ? _a18 : "image/png"
+          });
+        }
+      )
     );
     warnings.push(...result.warnings);
     responses.push(result.response);
@@ -978,27 +1097,6 @@ var DefaultGenerateImageResult = class {
     return this.images[0];
   }
 };
-var DefaultGeneratedImage = class {
-  constructor({ image }) {
-    const isUint8Array = image instanceof Uint8Array;
-    this.base64Data = isUint8Array ? void 0 : image;
-    this.uint8ArrayData = isUint8Array ? image : void 0;
-  }
-  // lazy conversion with caching to avoid unnecessary conversion overhead:
-  get base64() {
-    if (this.base64Data == null) {
-      this.base64Data = (0, import_provider_utils2.convertUint8ArrayToBase64)(this.uint8ArrayData);
-    }
-    return this.base64Data;
-  }
-  // lazy conversion with caching to avoid unnecessary conversion overhead:
-  get uint8Array() {
-    if (this.uint8ArrayData == null) {
-      this.uint8ArrayData = (0, import_provider_utils2.convertBase64ToUint8Array)(this.base64Data);
-    }
-    return this.uint8ArrayData;
-  }
-};
 
 // core/generate-object/generate-object.ts
 var import_provider12 = require("@ai-sdk/provider");
@@ -1084,22 +1182,6 @@ async function download({
   }
 }
 
-// core/util/detect-image-mimetype.ts
-var mimeTypeSignatures = [
-  { mimeType: "image/gif", bytes: [71, 73, 70] },
-  { mimeType: "image/png", bytes: [137, 80, 78, 71] },
-  { mimeType: "image/jpeg", bytes: [255, 216] },
-  { mimeType: "image/webp", bytes: [82, 73, 70, 70] }
-];
-function detectImageMimeType(image) {
-  for (const { bytes, mimeType } of mimeTypeSignatures) {
-    if (image.length >= bytes.length && bytes.every((byte, index) => image[index] === byte)) {
-      return mimeType;
-    }
-  }
-  return void 0;
-}
-
 // core/prompt/data-content.ts
 var import_provider_utils3 = require("@ai-sdk/provider-utils");
 
@@ -1273,11 +1355,50 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
           // remove empty text parts:
           (part) => part.type !== "text" || part.text !== ""
         ).map((part) => {
-          const { experimental_providerMetadata, providerOptions, ...rest } = part;
-          return {
-            ...rest,
-            providerMetadata: providerOptions != null ? providerOptions : experimental_providerMetadata
-          };
+          var _a18;
+          const providerOptions = (_a18 = part.providerOptions) != null ? _a18 : part.experimental_providerMetadata;
+          switch (part.type) {
+            case "file": {
+              return {
+                type: "file",
+                data: part.data instanceof URL ? part.data : convertDataContentToBase64String(part.data),
+                filename: part.filename,
+                mimeType: part.mimeType,
+                providerMetadata: providerOptions
+              };
+            }
+            case "reasoning": {
+              return {
+                type: "reasoning",
+                text: part.text,
+                signature: part.signature,
+                providerMetadata: providerOptions
+              };
+            }
+            case "redacted-reasoning": {
+              return {
+                type: "redacted-reasoning",
+                data: part.data,
+                providerMetadata: providerOptions
+              };
+            }
+            case "text": {
+              return {
+                type: "text",
+                text: part.text,
+                providerMetadata: providerOptions
+              };
+            }
+            case "tool-call": {
+              return {
+                type: "tool-call",
+                toolCallId: part.toolCallId,
+                toolName: part.toolName,
+                args: part.args,
+                providerMetadata: providerOptions
+              };
+            }
+          }
         }),
         providerMetadata: (_e = message.providerOptions) != null ? _e : message.experimental_providerMetadata
       };
@@ -1637,12 +1758,11 @@ function convertToCoreMessages(messages, options) {
             const content2 = [];
             for (const part of block) {
               switch (part.type) {
-                case "text":
-                  content2.push({
-                    type: "text",
-                    text: part.text
-                  });
+                case "file":
+                case "text": {
+                  content2.push(part);
                   break;
+                }
                 case "reasoning": {
                   for (const detail of part.details) {
                     switch (detail.type) {
@@ -1723,9 +1843,6 @@ function convertToCoreMessages(messages, options) {
           let block = [];
           for (const part of message.parts) {
             switch (part.type) {
-              case "reasoning":
-                block.push(part);
-                break;
               case "text": {
                 if (blockHasToolInvocations) {
                   processBlock2();
@@ -1733,6 +1850,11 @@ function convertToCoreMessages(messages, options) {
                 block.push(part);
                 break;
               }
+              case "file":
+              case "reasoning": {
+                block.push(part);
+                break;
+              }
               case "tool-invocation": {
                 if (((_b = part.toolInvocation.step) != null ? _b : 0) !== currentStep) {
                   processBlock2();
@@ -1848,6 +1970,7 @@ function detectSingleMessageCharacteristics(message) {
   if (typeof message === "object" && message !== null && (message.role === "function" || // UI-only role
   message.role === "data" || // UI-only role
   "toolInvocations" in message || // UI-specific field
+  "parts" in message || // UI-specific field
   "experimental_attachments" in message)) {
     return "has-ui-specific-parts";
   } else if (typeof message === "object" && message !== null && "content" in message && (Array.isArray(message.content) || // Core messages can have array content
@@ -1977,6 +2100,7 @@ var coreAssistantMessageSchema = import_zod6.z.object({
     import_zod6.z.array(
       import_zod6.z.union([
         textPartSchema,
+        filePartSchema,
         reasoningPartSchema,
         redactedReasoningPartSchema,
         toolCallPartSchema
@@ -3878,6 +4002,7 @@ function asReasoningText(reasoning) {
 // core/generate-text/to-response-messages.ts
 function toResponseMessages({
   text: text2 = "",
+  files,
   reasoning,
   tools,
   toolCalls,
@@ -3892,6 +4017,12 @@ function toResponseMessages({
       ...reasoning.map(
         (part) => part.type === "text" ? { ...part, type: "reasoning" } : { ...part, type: "redacted-reasoning" }
       ),
+      // TODO language model v2: switch to order response content (instead of type-based ordering)
+      ...files.map((file) => ({
+        type: "file",
+        data: file.base64,
+        mimeType: file.mimeType
+      })),
       { type: "text", text: text2 },
       ...toolCalls
     ],
@@ -4181,6 +4312,7 @@ async function generateText({
           responseMessages.push(
             ...toResponseMessages({
               text: text2,
+              files: asFiles(currentModelResponse.files),
               reasoning: asReasoningDetails(currentModelResponse.reasoning),
               tools: tools != null ? tools : {},
               toolCalls: currentToolCalls,
@@ -4196,6 +4328,7 @@ async function generateText({
           // TODO v5: rename reasoning to reasoningText (and use reasoning for composite array)
           reasoning: asReasoningText(currentReasoningDetails),
           reasoningDetails: currentReasoningDetails,
+          files: asFiles(currentModelResponse.files),
           sources: (_e = currentModelResponse.sources) != null ? _e : [],
           toolCalls: currentToolCalls,
           toolResults: currentToolResults,
@@ -4237,6 +4370,7 @@ async function generateText({
       );
       return new DefaultGenerateTextResult({
         text: text2,
+        files: asFiles(currentModelResponse.files),
         reasoning: asReasoningText(currentReasoningDetails),
         reasoningDetails: currentReasoningDetails,
         sources,
@@ -4346,6 +4480,7 @@ async function executeTools({
 var DefaultGenerateTextResult = class {
   constructor(options) {
     this.text = options.text;
+    this.files = options.files;
     this.reasoning = options.reasoning;
     this.reasoningDetails = options.reasoningDetails;
     this.toolCalls = options.toolCalls;
@@ -4375,6 +4510,10 @@ function asReasoningDetails(reasoning) {
   }
   return reasoning;
 }
+function asFiles(files) {
+  var _a17;
+  return (_a17 = files == null ? void 0 : files.map((file) => new DefaultGeneratedFile(file))) != null ? _a17 : [];
+}
 
 // core/generate-text/output.ts
 var output_exports = {};
@@ -4698,6 +4837,15 @@ function runToolsTransformation({
           controller.enqueue(chunk);
           break;
         }
+        case "file": {
+          controller.enqueue(
+            new DefaultGeneratedFileWithType({
+              data: chunk.data,
+              mimeType: chunk.mimeType
+            })
+          );
+          break;
+        }
         case "tool-call-delta": {
           if (toolCallStreaming) {
             if (!activeToolCalls[chunk.toolCallId]) {
@@ -5005,6 +5153,7 @@ var DefaultStreamTextResult = class {
     this.reasoningPromise = new DelayedPromise();
     this.reasoningDetailsPromise = new DelayedPromise();
     this.sourcesPromise = new DelayedPromise();
+    this.filesPromise = new DelayedPromise();
     this.toolCallsPromise = new DelayedPromise();
     this.toolResultsPromise = new DelayedPromise();
     this.requestPromise = new DelayedPromise();
@@ -5023,6 +5172,7 @@ var DefaultStreamTextResult = class {
     let recordedContinuationText = "";
     let recordedFullText = "";
     let stepReasoning = [];
+    let stepFiles = [];
     let activeReasoningText = void 0;
     let recordedStepSources = [];
     const recordedSources = [];
@@ -5075,6 +5225,9 @@ var DefaultStreamTextResult = class {
         if (part.type === "redacted-reasoning") {
           stepReasoning.push({ type: "redacted", data: part.data });
         }
+        if (part.type === "file") {
+          stepFiles.push(part);
+        }
         if (part.type === "source") {
           recordedSources.push(part.source);
           recordedStepSources.push(part.source);
@@ -5088,6 +5241,7 @@ var DefaultStreamTextResult = class {
         if (part.type === "step-finish") {
           const stepMessages = toResponseMessages({
             text: recordedContinuationText,
+            files: stepFiles,
             reasoning: stepReasoning,
             tools: tools != null ? tools : {},
             toolCalls: recordedToolCalls,
@@ -5114,6 +5268,7 @@ var DefaultStreamTextResult = class {
             text: recordedStepText,
             reasoning: asReasoningText(stepReasoning),
             reasoningDetails: stepReasoning,
+            files: stepFiles,
             sources: recordedStepSources,
             toolCalls: recordedToolCalls,
             toolResults: recordedToolResults,
@@ -5137,6 +5292,7 @@ var DefaultStreamTextResult = class {
           recordedStepText = "";
           recordedStepSources = [];
           stepReasoning = [];
+          stepFiles = [];
           activeReasoningText = void 0;
           if (nextStepType !== "done") {
             stepType = nextStepType;
@@ -5182,6 +5338,7 @@ var DefaultStreamTextResult = class {
           self.usagePromise.resolve(usage);
           self.textPromise.resolve(recordedFullText);
           self.sourcesPromise.resolve(recordedSources);
+          self.filesPromise.resolve(lastStep.files);
           self.stepsPromise.resolve(recordedSteps);
           await (onFinish == null ? void 0 : onFinish({
             finishReason,
@@ -5190,6 +5347,7 @@ var DefaultStreamTextResult = class {
             text: recordedFullText,
             reasoning: lastStep.reasoning,
             reasoningDetails: lastStep.reasoningDetails,
+            files: lastStep.files,
             sources: lastStep.sources,
             toolCalls: lastStep.toolCalls,
             toolResults: lastStep.toolResults,
@@ -5382,6 +5540,7 @@ var DefaultStreamTextResult = class {
           const stepToolCalls = [];
           const stepToolResults = [];
           const stepReasoning2 = [];
+          const stepFiles2 = [];
           let activeReasoningText2 = void 0;
           let stepFinishReason = "unknown";
           let stepUsage = {
@@ -5527,6 +5686,11 @@ var DefaultStreamTextResult = class {
                       });
                       break;
                     }
+                    case "file": {
+                      stepFiles2.push(chunk);
+                      controller.enqueue(chunk);
+                      break;
+                    }
                     case "source":
                     case "tool-call-streaming-start":
                     case "tool-call-delta": {
@@ -5645,6 +5809,7 @@ var DefaultStreamTextResult = class {
                       responseMessages.push(
                         ...toResponseMessages({
                           text: stepText,
+                          files: stepFiles2,
                           reasoning: stepReasoning2,
                           tools: tools != null ? tools : {},
                           toolCalls: stepToolCalls,
@@ -5725,6 +5890,9 @@ var DefaultStreamTextResult = class {
   get sources() {
     return this.sourcesPromise.value;
   }
+  get files() {
+    return this.filesPromise.value;
+  }
   get toolCalls() {
     return this.toolCallsPromise.value;
   }
@@ -5843,6 +6011,15 @@ var DefaultStreamTextResult = class {
               }
               break;
             }
+            case "file": {
+              controller.enqueue(
+                (0, import_ui_utils8.formatDataStreamPart)("file", {
+                  mimeType: chunk.mimeType,
+                  data: chunk.base64
+                })
+              );
+              break;
+            }
             case "source": {
               if (sendSources) {
                 controller.enqueue(
@@ -6356,6 +6533,7 @@ function appendClientMessage({
 
 // core/prompt/append-response-messages.ts
 var import_ui_utils9 = require("@ai-sdk/ui-utils");
+var import_provider23 = require("@ai-sdk/provider");
 function appendResponseMessages({
   messages,
   responseMessages,
@@ -6436,6 +6614,19 @@ function appendResponseMessages({
               }
               case "tool-call":
                 break;
+              case "file":
+                if (part.data instanceof URL) {
+                  throw new import_provider23.AISDKError({
+                    name: "InvalidAssistantFileData",
+                    message: "File data cannot be a URL"
+                  });
+                }
+                parts.push({
+                  type: "file",
+                  mimeType: part.mimeType,
+                  data: convertDataContentToBase64String(part.data)
+                });
+                break;
             }
           }
         }
@@ -6519,7 +6710,7 @@ function appendResponseMessages({
 }
 
 // core/registry/custom-provider.ts
-var import_provider23 = require("@ai-sdk/provider");
+var import_provider24 = require("@ai-sdk/provider");
 function customProvider({
   languageModels,
   textEmbeddingModels,
@@ -6534,7 +6725,7 @@ function customProvider({
       if (fallbackProvider) {
         return fallbackProvider.languageModel(modelId);
       }
-      throw new import_provider23.NoSuchModelError({ modelId, modelType: "languageModel" });
+      throw new import_provider24.NoSuchModelError({ modelId, modelType: "languageModel" });
     },
     textEmbeddingModel(modelId) {
       if (textEmbeddingModels != null && modelId in textEmbeddingModels) {
@@ -6543,7 +6734,7 @@ function customProvider({
       if (fallbackProvider) {
         return fallbackProvider.textEmbeddingModel(modelId);
       }
-      throw new import_provider23.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
+      throw new import_provider24.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
     },
     imageModel(modelId) {
       if (imageModels != null && modelId in imageModels) {
@@ -6552,19 +6743,19 @@ function customProvider({
       if (fallbackProvider == null ? void 0 : fallbackProvider.imageModel) {
         return fallbackProvider.imageModel(modelId);
       }
-      throw new import_provider23.NoSuchModelError({ modelId, modelType: "imageModel" });
+      throw new import_provider24.NoSuchModelError({ modelId, modelType: "imageModel" });
     }
   };
 }
 var experimental_customProvider = customProvider;
 
 // core/registry/no-such-provider-error.ts
-var import_provider24 = require("@ai-sdk/provider");
+var import_provider25 = require("@ai-sdk/provider");
 var name16 = "AI_NoSuchProviderError";
 var marker16 = `vercel.ai.error.${name16}`;
 var symbol16 = Symbol.for(marker16);
 var _a16;
-var NoSuchProviderError = class extends import_provider24.NoSuchModelError {
+var NoSuchProviderError = class extends import_provider25.NoSuchModelError {
   constructor({
     modelId,
     modelType,
@@ -6578,13 +6769,13 @@ var NoSuchProviderError = class extends import_provider24.NoSuchModelError {
     this.availableProviders = availableProviders;
   }
   static isInstance(error) {
-    return import_provider24.AISDKError.hasMarker(error, marker16);
+    return import_provider25.AISDKError.hasMarker(error, marker16);
   }
 };
 _a16 = symbol16;
 
 // core/registry/provider-registry.ts
-var import_provider25 = require("@ai-sdk/provider");
+var import_provider26 = require("@ai-sdk/provider");
 function experimental_createProviderRegistry(providers) {
   const registry = new DefaultProviderRegistry();
   for (const [id, provider] of Object.entries(providers)) {
@@ -6617,7 +6808,7 @@ var DefaultProviderRegistry = class {
   splitId(id, modelType) {
     const index = id.indexOf(":");
     if (index === -1) {
-      throw new import_provider25.NoSuchModelError({
+      throw new import_provider26.NoSuchModelError({
         modelId: id,
         modelType,
         message: `Invalid ${modelType} id for registry: ${id} (must be in the format "providerId:modelId")`
@@ -6630,7 +6821,7 @@ var DefaultProviderRegistry = class {
     const [providerId, modelId] = this.splitId(id, "languageModel");
     const model = (_b = (_a17 = this.getProvider(providerId)).languageModel) == null ? void 0 : _b.call(_a17, modelId);
     if (model == null) {
-      throw new import_provider25.NoSuchModelError({ modelId: id, modelType: "languageModel" });
+      throw new import_provider26.NoSuchModelError({ modelId: id, modelType: "languageModel" });
     }
     return model;
   }
@@ -6640,7 +6831,7 @@ var DefaultProviderRegistry = class {
     const provider = this.getProvider(providerId);
     const model = (_a17 = provider.textEmbeddingModel) == null ? void 0 : _a17.call(provider, modelId);
     if (model == null) {
-      throw new import_provider25.NoSuchModelError({
+      throw new import_provider26.NoSuchModelError({
         modelId: id,
         modelType: "textEmbeddingModel"
       });
@@ -6653,7 +6844,7 @@ var DefaultProviderRegistry = class {
     const provider = this.getProvider(providerId);
     const model = (_a17 = provider.imageModel) == null ? void 0 : _a17.call(provider, modelId);
     if (model == null) {
-      throw new import_provider25.NoSuchModelError({ modelId: id, modelType: "imageModel" });
+      throw new import_provider26.NoSuchModelError({ modelId: id, modelType: "imageModel" });
     }
     return model;
   }