ai 5.0.0-canary.2 → 5.0.0-canary.4

package/dist/index.js

@@ -62,7 +62,7 @@ __export(streams_exports, {
   cosineSimilarity: () => cosineSimilarity,
   createDataStream: () => createDataStream,
   createDataStreamResponse: () => createDataStreamResponse,
-  createIdGenerator: () => import_provider_utils15.createIdGenerator,
+  createIdGenerator: () => import_provider_utils16.createIdGenerator,
   createProviderRegistry: () => createProviderRegistry,
   customProvider: () => customProvider,
   defaultSettingsMiddleware: () => defaultSettingsMiddleware,
@@ -72,10 +72,11 @@ __export(streams_exports, {
   experimental_createProviderRegistry: () => experimental_createProviderRegistry,
   experimental_customProvider: () => experimental_customProvider,
   experimental_generateImage: () => generateImage,
+  experimental_transcribe: () => transcribe,
   experimental_wrapLanguageModel: () => experimental_wrapLanguageModel,
   extractReasoningMiddleware: () => extractReasoningMiddleware,
   formatDataStreamPart: () => import_ui_utils11.formatDataStreamPart,
-  generateId: () => import_provider_utils15.generateId,
+  generateId: () => import_provider_utils16.generateId,
   generateObject: () => generateObject,
   generateText: () => generateText,
   jsonSchema: () => import_ui_utils11.jsonSchema,
@@ -95,7 +96,7 @@ __export(streams_exports, {
 module.exports = __toCommonJS(streams_exports);
 
 // core/index.ts
-var import_provider_utils15 = require("@ai-sdk/provider-utils");
+var import_provider_utils16 = require("@ai-sdk/provider-utils");
 var import_ui_utils11 = require("@ai-sdk/ui-utils");
 
 // core/data-stream/create-data-stream.ts
@@ -910,12 +911,12 @@ var import_provider_utils2 = require("@ai-sdk/provider-utils");
 var DefaultGeneratedFile = class {
   constructor({
     data,
-    mimeType
+    mediaType
   }) {
     const isUint8Array = data instanceof Uint8Array;
     this.base64Data = isUint8Array ? void 0 : data;
     this.uint8ArrayData = isUint8Array ? data : void 0;
-    this.mimeType = mimeType;
+    this.mediaType = mediaType;
   }
   // lazy conversion with caching to avoid unnecessary conversion overhead:
   get base64() {
@@ -939,45 +940,45 @@ var DefaultGeneratedFileWithType = class extends DefaultGeneratedFile {
   }
 };
 
-// core/util/detect-image-mimetype.ts
-var mimeTypeSignatures = [
+// core/util/detect-media-type.ts
+var imageMediaTypeSignatures = [
   {
-    mimeType: "image/gif",
+    mediaType: "image/gif",
     bytesPrefix: [71, 73, 70],
     base64Prefix: "R0lG"
   },
   {
-    mimeType: "image/png",
+    mediaType: "image/png",
     bytesPrefix: [137, 80, 78, 71],
     base64Prefix: "iVBORw"
   },
   {
-    mimeType: "image/jpeg",
+    mediaType: "image/jpeg",
     bytesPrefix: [255, 216],
     base64Prefix: "/9j/"
   },
   {
-    mimeType: "image/webp",
+    mediaType: "image/webp",
     bytesPrefix: [82, 73, 70, 70],
     base64Prefix: "UklGRg"
   },
   {
-    mimeType: "image/bmp",
+    mediaType: "image/bmp",
     bytesPrefix: [66, 77],
     base64Prefix: "Qk"
   },
   {
-    mimeType: "image/tiff",
+    mediaType: "image/tiff",
     bytesPrefix: [73, 73, 42, 0],
     base64Prefix: "SUkqAA"
   },
   {
-    mimeType: "image/tiff",
+    mediaType: "image/tiff",
     bytesPrefix: [77, 77, 0, 42],
     base64Prefix: "TU0AKg"
   },
   {
-    mimeType: "image/avif",
+    mediaType: "image/avif",
     bytesPrefix: [
       0,
       0,
@@ -995,7 +996,7 @@ var mimeTypeSignatures = [
     base64Prefix: "AAAAIGZ0eXBhdmlm"
   },
   {
-    mimeType: "image/heic",
+    mediaType: "image/heic",
     bytesPrefix: [
       0,
       0,
@@ -1013,10 +1014,45 @@ var mimeTypeSignatures = [
     base64Prefix: "AAAAIGZ0eXBoZWlj"
   }
 ];
-function detectImageMimeType(image) {
-  for (const signature of mimeTypeSignatures) {
-    if (typeof image === "string" ? image.startsWith(signature.base64Prefix) : image.length >= signature.bytesPrefix.length && signature.bytesPrefix.every((byte, index) => image[index] === byte)) {
-      return signature.mimeType;
+var audioMediaTypeSignatures = [
+  {
+    mediaType: "audio/mpeg",
+    bytesPrefix: [255, 251],
+    base64Prefix: "//s="
+  },
+  {
+    mediaType: "audio/wav",
+    bytesPrefix: [82, 73, 70, 70],
+    base64Prefix: "UklGR"
+  },
+  {
+    mediaType: "audio/ogg",
+    bytesPrefix: [79, 103, 103, 83],
+    base64Prefix: "T2dnUw"
+  },
+  {
+    mediaType: "audio/flac",
+    bytesPrefix: [102, 76, 97, 67],
+    base64Prefix: "ZkxhQw"
+  },
+  {
+    mediaType: "audio/aac",
+    bytesPrefix: [64, 21, 0, 0],
+    base64Prefix: "QBUA"
+  },
+  {
+    mediaType: "audio/mp4",
+    bytesPrefix: [102, 116, 121, 112],
+    base64Prefix: "ZnR5cA"
+  }
+];
+function detectMediaType({
+  data,
+  signatures
+}) {
+  for (const signature of signatures) {
+    if (typeof data === "string" ? data.startsWith(signature.base64Prefix) : data.length >= signature.bytesPrefix.length && signature.bytesPrefix.every((byte, index) => data[index] === byte)) {
+      return signature.mediaType;
     }
   }
   return void 0;
@@ -1072,7 +1108,10 @@ async function generateImage({
           var _a18;
           return new DefaultGeneratedFile({
             data: image,
-            mimeType: (_a18 = detectImageMimeType(image)) != null ? _a18 : "image/png"
+            mediaType: (_a18 = detectMediaType({
+              data: image,
+              signatures: imageMediaTypeSignatures
+            })) != null ? _a18 : "image/png"
           });
         }
       )
@@ -1098,7 +1137,7 @@ var DefaultGenerateImageResult = class {
 
 // core/generate-object/generate-object.ts
 var import_provider12 = require("@ai-sdk/provider");
-var import_provider_utils6 = require("@ai-sdk/provider-utils");
+var import_provider_utils7 = require("@ai-sdk/provider-utils");
 
 // errors/no-object-generated-error.ts
 var import_provider5 = require("@ai-sdk/provider");
@@ -1128,6 +1167,9 @@ var NoObjectGeneratedError = class extends import_provider5.AISDKError {
 };
 _a4 = symbol4;
 
+// core/prompt/convert-to-language-model-prompt.ts
+var import_provider_utils4 = require("@ai-sdk/provider-utils");
+
 // util/download-error.ts
 var import_provider6 = require("@ai-sdk/provider");
 var name5 = "AI_DownloadError";
@@ -1169,7 +1211,7 @@ async function download({ url }) {
     }
     return {
       data: new Uint8Array(await response.arrayBuffer()),
-      mimeType: (_a17 = response.headers.get("content-type")) != null ? _a17 : void 0
+      mediaType: (_a17 = response.headers.get("content-type")) != null ? _a17 : void 0
     };
   } catch (error) {
     if (DownloadError.isInstance(error)) {
@@ -1282,12 +1324,12 @@ function splitDataUrl(dataUrl) {
   try {
     const [header, base64Content] = dataUrl.split(",");
     return {
-      mimeType: header.split(";")[0].split(":")[1],
+      mediaType: header.split(";")[0].split(":")[1],
       base64Content
     };
   } catch (error) {
     return {
-      mimeType: void 0,
+      mediaType: void 0,
       base64Content: void 0
     };
   }
@@ -1321,7 +1363,7 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
       return {
         role: "system",
         content: message.content,
-        providerMetadata: (_a17 = message.providerOptions) != null ? _a17 : message.experimental_providerMetadata
+        providerOptions: (_a17 = message.providerOptions) != null ? _a17 : message.experimental_providerMetadata
       };
     }
     case "user": {
@@ -1329,13 +1371,13 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
         return {
           role: "user",
           content: [{ type: "text", text: message.content }],
-          providerMetadata: (_b = message.providerOptions) != null ? _b : message.experimental_providerMetadata
+          providerOptions: (_b = message.providerOptions) != null ? _b : message.experimental_providerMetadata
         };
       }
       return {
         role: "user",
         content: message.content.map((part) => convertPartToLanguageModelPart(part, downloadedAssets)).filter((part) => part.type !== "text" || part.text !== ""),
-        providerMetadata: (_c = message.providerOptions) != null ? _c : message.experimental_providerMetadata
+        providerOptions: (_c = message.providerOptions) != null ? _c : message.experimental_providerMetadata
       };
     }
     case "assistant": {
@@ -1343,7 +1385,7 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
         return {
           role: "assistant",
           content: [{ type: "text", text: message.content }],
-          providerMetadata: (_d = message.providerOptions) != null ? _d : message.experimental_providerMetadata
+          providerOptions: (_d = message.providerOptions) != null ? _d : message.experimental_providerMetadata
         };
       }
       return {
@@ -1352,7 +1394,7 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
           // remove empty text parts:
           (part) => part.type !== "text" || part.text !== ""
         ).map((part) => {
-          var _a18;
+          var _a18, _b2;
           const providerOptions = (_a18 = part.providerOptions) != null ? _a18 : part.experimental_providerMetadata;
           switch (part.type) {
             case "file": {
@@ -1360,8 +1402,8 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
                 type: "file",
                 data: part.data instanceof URL ? part.data : convertDataContentToBase64String(part.data),
                 filename: part.filename,
-                mimeType: part.mimeType,
-                providerMetadata: providerOptions
+                mediaType: (_b2 = part.mediaType) != null ? _b2 : part.mimeType,
+                providerOptions
               };
             }
             case "reasoning": {
@@ -1369,21 +1411,21 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
                 type: "reasoning",
                 text: part.text,
                 signature: part.signature,
-                providerMetadata: providerOptions
+                providerOptions
               };
             }
             case "redacted-reasoning": {
               return {
                 type: "redacted-reasoning",
                 data: part.data,
-                providerMetadata: providerOptions
+                providerOptions
               };
             }
             case "text": {
               return {
                 type: "text",
                 text: part.text,
-                providerMetadata: providerOptions
+                providerOptions
               };
             }
             case "tool-call": {
@@ -1392,12 +1434,12 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
                 toolCallId: part.toolCallId,
                 toolName: part.toolName,
                 args: part.args,
-                providerMetadata: providerOptions
+                providerOptions
               };
             }
           }
         }),
-        providerMetadata: (_e = message.providerOptions) != null ? _e : message.experimental_providerMetadata
+        providerOptions: (_e = message.providerOptions) != null ? _e : message.experimental_providerMetadata
       };
     }
     case "tool": {
@@ -1412,10 +1454,10 @@ function convertToLanguageModelMessage(message, downloadedAssets) {
             result: part.result,
             content: part.experimental_content,
             isError: part.isError,
-            providerMetadata: (_a18 = part.providerOptions) != null ? _a18 : part.experimental_providerMetadata
+            providerOptions: (_a18 = part.providerOptions) != null ? _a18 : part.experimental_providerMetadata
           };
         }),
-        providerMetadata: (_f = message.providerOptions) != null ? _f : message.experimental_providerMetadata
+        providerOptions: (_f = message.providerOptions) != null ? _f : message.experimental_providerMetadata
       };
     }
     default: {
@@ -1448,15 +1490,15 @@ async function downloadAssets(messages, downloadImplementation, modelSupportsIma
   );
 }
 function convertPartToLanguageModelPart(part, downloadedAssets) {
-  var _a17, _b, _c, _d;
+  var _a17, _b, _c, _d, _e;
   if (part.type === "text") {
     return {
       type: "text",
       text: part.text,
-      providerMetadata: (_a17 = part.providerOptions) != null ? _a17 : part.experimental_providerMetadata
+      providerOptions: (_a17 = part.providerOptions) != null ? _a17 : part.experimental_providerMetadata
     };
   }
-  let mimeType = part.mimeType;
+  let mediaType = (_b = part.mediaType) != null ? _b : part.mimeType;
   let data;
   let content;
   let normalizedData;
@@ -1478,19 +1520,19 @@ function convertPartToLanguageModelPart(part, downloadedAssets) {
   }
   if (content instanceof URL) {
     if (content.protocol === "data:") {
-      const { mimeType: dataUrlMimeType, base64Content } = splitDataUrl(
+      const { mediaType: dataUrlMediaType, base64Content } = splitDataUrl(
         content.toString()
       );
-      if (dataUrlMimeType == null || base64Content == null) {
+      if (dataUrlMediaType == null || base64Content == null) {
         throw new Error(`Invalid data URL format in part ${type}`);
       }
-      mimeType = dataUrlMimeType;
+      mediaType = dataUrlMediaType;
       normalizedData = convertDataContentToUint8Array(base64Content);
     } else {
       const downloadedFile = downloadedAssets[content.toString()];
       if (downloadedFile) {
         normalizedData = downloadedFile.data;
-        mimeType != null ? mimeType : mimeType = downloadedFile.mimeType;
+        mediaType != null ? mediaType : mediaType = downloadedFile.mediaType;
       } else {
         normalizedData = content;
       }
@@ -1501,25 +1543,30 @@ function convertPartToLanguageModelPart(part, downloadedAssets) {
   switch (type) {
     case "image": {
       if (normalizedData instanceof Uint8Array) {
-        mimeType = (_b = detectImageMimeType(normalizedData)) != null ? _b : mimeType;
+        mediaType = (_c = detectMediaType({
+          data: normalizedData,
+          signatures: imageMediaTypeSignatures
+        })) != null ? _c : mediaType;
       }
       return {
-        type: "image",
-        image: normalizedData,
-        mimeType,
-        providerMetadata: (_c = part.providerOptions) != null ? _c : part.experimental_providerMetadata
+        type: "file",
+        mediaType: mediaType != null ? mediaType : "image/*",
+        // any image
+        filename: void 0,
+        data: normalizedData instanceof Uint8Array ? (0, import_provider_utils4.convertUint8ArrayToBase64)(normalizedData) : normalizedData,
+        providerOptions: (_d = part.providerOptions) != null ? _d : part.experimental_providerMetadata
       };
     }
     case "file": {
-      if (mimeType == null) {
-        throw new Error(`Mime type is missing for file part`);
+      if (mediaType == null) {
+        throw new Error(`Media type is missing for file part`);
       }
       return {
         type: "file",
-        data: normalizedData instanceof Uint8Array ? convertDataContentToBase64String(normalizedData) : normalizedData,
+        mediaType,
         filename: part.filename,
-        mimeType,
-        providerMetadata: (_d = part.providerOptions) != null ? _d : part.experimental_providerMetadata
+        data: normalizedData instanceof Uint8Array ? convertDataContentToBase64String(normalizedData) : normalizedData,
+        providerOptions: (_e = part.providerOptions) != null ? _e : part.experimental_providerMetadata
       };
     }
   }
@@ -1621,7 +1668,7 @@ function prepareCallSettings({
 
 // core/prompt/standardize-prompt.ts
 var import_provider10 = require("@ai-sdk/provider");
-var import_provider_utils4 = require("@ai-sdk/provider-utils");
+var import_provider_utils5 = require("@ai-sdk/provider-utils");
 var import_zod7 = require("zod");
 
 // core/prompt/attachments-to-parts.ts
@@ -1649,7 +1696,7 @@ function attachmentsToParts(attachments) {
           parts.push({
             type: "file",
             data: url,
-            mimeType: attachment.contentType
+            mediaType: attachment.contentType
           });
         }
         break;
@@ -1657,14 +1704,14 @@ function attachmentsToParts(attachments) {
       case "data:": {
         let header;
         let base64Content;
-        let mimeType;
+        let mediaType;
         try {
           [header, base64Content] = attachment.url.split(",");
-          mimeType = header.split(";")[0].split(":")[1];
+          mediaType = header.split(";")[0].split(":")[1];
         } catch (error) {
           throw new Error(`Error processing data URL: ${attachment.url}`);
         }
-        if (mimeType == null || base64Content == null) {
+        if (mediaType == null || base64Content == null) {
           throw new Error(`Invalid data URL format: ${attachment.url}`);
         }
         if ((_b = attachment.contentType) == null ? void 0 : _b.startsWith("image/")) {
@@ -1688,7 +1735,7 @@ function attachmentsToParts(attachments) {
           parts.push({
             type: "file",
             data: base64Content,
-            mimeType: attachment.contentType
+            mediaType: attachment.contentType
           });
         }
         break;
@@ -1763,14 +1810,23 @@ function convertToCoreMessages(messages, options) {
       case "assistant": {
         if (message.parts != null) {
           let processBlock2 = function() {
+            var _a18;
             const content2 = [];
             for (const part of block) {
               switch (part.type) {
-                case "file":
                 case "text": {
                   content2.push(part);
                   break;
                 }
+                case "file": {
+                  content2.push({
+                    type: "file",
+                    data: part.data,
+                    mediaType: (_a18 = part.mediaType) != null ? _a18 : part.mimeType
+                    // TODO migration, remove
+                  });
+                  break;
+                }
                 case "reasoning": {
                   for (const detail of part.details) {
                     switch (detail.type) {
@@ -2027,7 +2083,7 @@ var toolResultContentSchema = import_zod4.z.array(
     import_zod4.z.object({
       type: import_zod4.z.literal("image"),
       data: import_zod4.z.string(),
-      mimeType: import_zod4.z.string().optional()
+      mediaType: import_zod4.z.string().optional()
     })
   ])
 );
@@ -2042,6 +2098,7 @@ var textPartSchema = import_zod5.z.object({
 var imagePartSchema = import_zod5.z.object({
   type: import_zod5.z.literal("image"),
   image: import_zod5.z.union([dataContentSchema, import_zod5.z.instanceof(URL)]),
+  mediaType: import_zod5.z.string().optional(),
   mimeType: import_zod5.z.string().optional(),
   providerOptions: providerMetadataSchema.optional(),
   experimental_providerMetadata: providerMetadataSchema.optional()
@@ -2050,7 +2107,8 @@ var filePartSchema = import_zod5.z.object({
   type: import_zod5.z.literal("file"),
   data: import_zod5.z.union([dataContentSchema, import_zod5.z.instanceof(URL)]),
   filename: import_zod5.z.string().optional(),
-  mimeType: import_zod5.z.string(),
+  mediaType: import_zod5.z.string(),
+  mimeType: import_zod5.z.string().optional(),
   providerOptions: providerMetadataSchema.optional(),
   experimental_providerMetadata: providerMetadataSchema.optional()
 });
@@ -2189,7 +2247,7 @@ function standardizePrompt({
         message: "messages must not be empty"
       });
     }
-    const validationResult = (0, import_provider_utils4.safeValidateTypes)({
+    const validationResult = (0, import_provider_utils5.safeValidateTypes)({
       value: messages,
       schema: import_zod7.z.array(coreMessageSchema)
     });
@@ -2250,7 +2308,7 @@ function injectJsonInstruction({
 
 // core/generate-object/output-strategy.ts
 var import_provider11 = require("@ai-sdk/provider");
-var import_provider_utils5 = require("@ai-sdk/provider-utils");
+var import_provider_utils6 = require("@ai-sdk/provider-utils");
 var import_ui_utils2 = require("@ai-sdk/ui-utils");
 
 // core/util/async-iterable-stream.ts
@@ -2307,7 +2365,7 @@ var objectOutputStrategy = (schema) => ({
     };
   },
   validateFinalResult(value) {
-    return (0, import_provider_utils5.safeValidateTypes)({ value, schema });
+    return (0, import_provider_utils6.safeValidateTypes)({ value, schema });
   },
   createElementStream() {
     throw new import_provider11.UnsupportedFunctionalityError({
@@ -2346,7 +2404,7 @@ var arrayOutputStrategy = (schema) => {
       const resultArray = [];
       for (let i = 0; i < inputArray.length; i++) {
         const element = inputArray[i];
-        const result = (0, import_provider_utils5.safeValidateTypes)({ value: element, schema });
+        const result = (0, import_provider_utils6.safeValidateTypes)({ value: element, schema });
         if (i === inputArray.length - 1 && !isFinalDelta) {
           continue;
         }
@@ -2387,7 +2445,7 @@ var arrayOutputStrategy = (schema) => {
       }
       const inputArray = value.elements;
       for (const element of inputArray) {
-        const result = (0, import_provider_utils5.safeValidateTypes)({ value: element, schema });
+        const result = (0, import_provider_utils6.safeValidateTypes)({ value: element, schema });
         if (!result.success) {
           return result;
         }
@@ -2620,7 +2678,7 @@ function validateObjectGenerationInput({
 }
 
 // core/generate-object/generate-object.ts
-var originalGenerateId = (0, import_provider_utils6.createIdGenerator)({ prefix: "aiobj", size: 24 });
+var originalGenerateId = (0, import_provider_utils7.createIdGenerator)({ prefix: "aiobj", size: 24 });
 async function generateObject({
   model,
   enum: enumValues,
@@ -2758,8 +2816,8 @@ async function generateObject({
               fn: async (span2) => {
                 var _a18, _b2, _c2, _d2, _e, _f;
                 const result2 = await model.doGenerate({
-                  mode: {
-                    type: "object-json",
+                  responseFormat: {
+                    type: "json",
                     schema: outputStrategy.jsonSchema,
                     name: schemaName,
                     description: schemaDescription
@@ -2767,7 +2825,7 @@ async function generateObject({
                   ...prepareCallSettings(settings),
                   inputFormat: standardizedPrompt.type,
                   prompt: promptMessages,
-                  providerMetadata: providerOptions,
+                  providerOptions,
                   abortSignal,
                   headers
                 });
@@ -2864,19 +2922,19 @@ async function generateObject({
               fn: async (span2) => {
                 var _a18, _b2, _c2, _d2, _e, _f, _g, _h;
                 const result2 = await model.doGenerate({
-                  mode: {
-                    type: "object-tool",
-                    tool: {
+                  tools: [
+                    {
                       type: "function",
                       name: schemaName != null ? schemaName : "json",
                       description: schemaDescription != null ? schemaDescription : "Respond with a JSON object.",
                       parameters: outputStrategy.jsonSchema
                     }
-                  },
+                  ],
+                  toolChoice: { type: "required" },
                   ...prepareCallSettings(settings),
                   inputFormat,
                   prompt: promptMessages,
-                  providerMetadata: providerOptions,
+                  providerOptions,
                   abortSignal,
                   headers
                 });
@@ -2940,7 +2998,7 @@ async function generateObject({
         }
       }
       function processResult(result2) {
-        const parseResult = (0, import_provider_utils6.safeParseJSON)({ text: result2 });
+        const parseResult = (0, import_provider_utils7.safeParseJSON)({ text: result2 });
         if (!parseResult.success) {
           throw new NoObjectGeneratedError({
             message: "No object generated: could not parse the response.",
@@ -3042,7 +3100,7 @@ var DefaultGenerateObjectResult = class {
 };
 
 // core/generate-object/stream-object.ts
-var import_provider_utils7 = require("@ai-sdk/provider-utils");
+var import_provider_utils8 = require("@ai-sdk/provider-utils");
 var import_ui_utils3 = require("@ai-sdk/ui-utils");
 
 // util/delayed-promise.ts
@@ -3187,7 +3245,7 @@ function now() {
 }
 
 // core/generate-object/stream-object.ts
-var originalGenerateId2 = (0, import_provider_utils7.createIdGenerator)({ prefix: "aiobj", size: 24 });
+var originalGenerateId2 = (0, import_provider_utils8.createIdGenerator)({ prefix: "aiobj", size: 24 });
 function streamObject({
   model,
   schema: inputSchema,
@@ -3339,8 +3397,8 @@ var DefaultStreamObjectResult = class {
               tools: void 0
             });
             callOptions = {
-              mode: {
-                type: "object-json",
+              responseFormat: {
+                type: "json",
                 schema: outputStrategy.jsonSchema,
                 name: schemaName,
                 description: schemaDescription
@@ -3353,7 +3411,7 @@ var DefaultStreamObjectResult = class {
                 modelSupportsUrl: (_a17 = model.supportsUrl) == null ? void 0 : _a17.bind(model)
                 // support 'this' context
               }),
-              providerMetadata: providerOptions,
+              providerOptions,
               abortSignal,
               headers
             };
@@ -3379,15 +3437,15 @@ var DefaultStreamObjectResult = class {
               tools: void 0
             });
             callOptions = {
-              mode: {
-                type: "object-tool",
-                tool: {
+              tools: [
+                {
                   type: "function",
                   name: schemaName != null ? schemaName : "json",
                   description: schemaDescription != null ? schemaDescription : "Respond with a JSON object.",
                   parameters: outputStrategy.jsonSchema
                 }
-              },
+              ],
+              toolChoice: { type: "required" },
               ...prepareCallSettings(settings),
               inputFormat: standardizedPrompt.type,
               prompt: await convertToLanguageModelPrompt({
@@ -3396,7 +3454,7 @@ var DefaultStreamObjectResult = class {
                 modelSupportsUrl: (_b = model.supportsUrl) == null ? void 0 : _b.bind(model)
                 // support 'this' context,
               }),
-              providerMetadata: providerOptions,
+              providerOptions,
               abortSignal,
               headers
             };
@@ -3759,7 +3817,7 @@ var DefaultStreamObjectResult = class {
 };
 
 // core/generate-text/generate-text.ts
-var import_provider_utils9 = require("@ai-sdk/provider-utils");
+var import_provider_utils10 = require("@ai-sdk/provider-utils");
 
 // errors/no-output-specified-error.ts
 var import_provider13 = require("@ai-sdk/provider");
@@ -3871,7 +3929,7 @@ function removeTextAfterLastWhitespace(text2) {
 }
 
 // core/generate-text/parse-tool-call.ts
-var import_provider_utils8 = require("@ai-sdk/provider-utils");
+var import_provider_utils9 = require("@ai-sdk/provider-utils");
 var import_ui_utils5 = require("@ai-sdk/ui-utils");
 
 // errors/invalid-tool-arguments-error.ts
@@ -3997,7 +4055,7 @@ async function doParseToolCall({
     });
   }
   const schema = (0, import_ui_utils5.asSchema)(tool2.parameters);
-  const parseResult = toolCall.args.trim() === "" ? (0, import_provider_utils8.safeValidateTypes)({ value: {}, schema }) : (0, import_provider_utils8.safeParseJSON)({ text: toolCall.args, schema });
+  const parseResult = toolCall.args.trim() === "" ? (0, import_provider_utils9.safeValidateTypes)({ value: {}, schema }) : (0, import_provider_utils9.safeParseJSON)({ text: toolCall.args, schema });
   if (parseResult.success === false) {
     throw new InvalidToolArgumentsError({
       toolName,
@@ -4041,7 +4099,7 @@ function toResponseMessages({
       ...files.map((file) => ({
         type: "file",
         data: file.base64,
-        mimeType: file.mimeType
+        mediaType: file.mediaType
       })),
       { type: "text", text: text2 },
       ...toolCalls
@@ -4075,11 +4133,11 @@ function toResponseMessages({
 }
 
 // core/generate-text/generate-text.ts
-var originalGenerateId3 = (0, import_provider_utils9.createIdGenerator)({
+var originalGenerateId3 = (0, import_provider_utils10.createIdGenerator)({
   prefix: "aitxt",
   size: 24
 });
-var originalGenerateMessageId = (0, import_provider_utils9.createIdGenerator)({
+var originalGenerateMessageId = (0, import_provider_utils10.createIdGenerator)({
   prefix: "msg",
   size: 24
 });
@@ -4153,8 +4211,7 @@ async function generateText({
     tracer,
     fn: async (span) => {
       var _a18, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
-      const mode = {
-        type: "regular",
+      const toolsAndToolChoice = {
         ...prepareToolsAndToolChoice({ tools, toolChoice, activeTools })
       };
       const callSettings = prepareCallSettings(settings);
@@ -4208,11 +4265,11 @@ async function generateText({
                   // convert the language model level tools:
                   input: () => {
                     var _a19;
-                    return (_a19 = mode.tools) == null ? void 0 : _a19.map((tool2) => JSON.stringify(tool2));
+                    return (_a19 = toolsAndToolChoice.tools) == null ? void 0 : _a19.map((tool2) => JSON.stringify(tool2));
                   }
                 },
                 "ai.prompt.toolChoice": {
-                  input: () => mode.toolChoice != null ? JSON.stringify(mode.toolChoice) : void 0
+                  input: () => toolsAndToolChoice.toolChoice != null ? JSON.stringify(toolsAndToolChoice.toolChoice) : void 0
                 },
                 // standardized gen-ai llm span attributes:
                 "gen_ai.system": model.provider,
@@ -4230,12 +4287,12 @@ async function generateText({
             fn: async (span2) => {
               var _a19, _b2, _c2, _d2, _e2, _f2;
               const result = await model.doGenerate({
-                mode,
                 ...callSettings,
+                ...toolsAndToolChoice,
                 inputFormat: promptFormat,
                 responseFormat: output == null ? void 0 : output.responseFormat({ model }),
                 prompt: promptMessages,
-                providerMetadata: providerOptions,
+                providerOptions,
                 abortSignal,
                 headers
               });
@@ -4545,7 +4602,7 @@ __export(output_exports, {
   object: () => object,
   text: () => text
 });
-var import_provider_utils10 = require("@ai-sdk/provider-utils");
+var import_provider_utils11 = require("@ai-sdk/provider-utils");
 var import_ui_utils6 = require("@ai-sdk/ui-utils");
 
 // errors/index.ts
@@ -4642,7 +4699,7 @@ var object = ({
       }
     },
     parseOutput({ text: text2 }, context) {
-      const parseResult = (0, import_provider_utils10.safeParseJSON)({ text: text2 });
+      const parseResult = (0, import_provider_utils11.safeParseJSON)({ text: text2 });
       if (!parseResult.success) {
         throw new NoObjectGeneratedError({
           message: "No object generated: could not parse the response.",
@@ -4653,7 +4710,7 @@ var object = ({
           finishReason: context.finishReason
         });
       }
-      const validationResult = (0, import_provider_utils10.safeValidateTypes)({
+      const validationResult = (0, import_provider_utils11.safeValidateTypes)({
         value: parseResult.value,
         schema
       });
@@ -4673,7 +4730,7 @@ var object = ({
 };
 
 // core/generate-text/smooth-stream.ts
-var import_provider_utils11 = require("@ai-sdk/provider-utils");
+var import_provider_utils12 = require("@ai-sdk/provider-utils");
 var import_provider21 = require("@ai-sdk/provider");
 var CHUNKING_REGEXPS = {
   word: /\S+\s+/m,
@@ -4682,7 +4739,7 @@ var CHUNKING_REGEXPS = {
 function smoothStream({
   delayInMs = 10,
   chunking = "word",
-  _internal: { delay: delay2 = import_provider_utils11.delay } = {}
+  _internal: { delay: delay2 = import_provider_utils12.delay } = {}
 } = {}) {
   let detectChunk;
   if (typeof chunking === "function") {
@@ -4743,7 +4800,7 @@ function smoothStream({
 
 // core/generate-text/stream-text.ts
 var import_provider22 = require("@ai-sdk/provider");
-var import_provider_utils12 = require("@ai-sdk/provider-utils");
+var import_provider_utils13 = require("@ai-sdk/provider-utils");
 var import_ui_utils8 = require("@ai-sdk/ui-utils");
 
 // util/as-array.ts
@@ -4907,7 +4964,7 @@ function runToolsTransformation({
           controller.enqueue(
             new DefaultGeneratedFileWithType({
               data: chunk.data,
-              mimeType: chunk.mimeType
+              mediaType: chunk.mediaType
             })
           );
           break;
@@ -5062,11 +5119,11 @@ function runToolsTransformation({
 }
 
 // core/generate-text/stream-text.ts
-var originalGenerateId4 = (0, import_provider_utils12.createIdGenerator)({
+var originalGenerateId4 = (0, import_provider_utils13.createIdGenerator)({
   prefix: "aitxt",
   size: 24
 });
-var originalGenerateMessageId2 = (0, import_provider_utils12.createIdGenerator)({
+var originalGenerateMessageId2 = (0, import_provider_utils13.createIdGenerator)({
   prefix: "msg",
   size: 24
 });
@@ -5525,8 +5582,7 @@ var DefaultStreamTextResult = class {
             modelSupportsUrl: (_a18 = model.supportsUrl) == null ? void 0 : _a18.bind(model)
             // support 'this' context
           });
-          const mode = {
-            type: "regular",
+          const toolsAndToolChoice = {
             ...prepareToolsAndToolChoice({ tools, toolChoice, activeTools })
           };
           const {
@@ -5554,11 +5610,13 @@ var DefaultStreamTextResult = class {
                     // convert the language model level tools:
                     input: () => {
                       var _a19;
-                      return (_a19 = mode.tools) == null ? void 0 : _a19.map((tool2) => JSON.stringify(tool2));
+                      return (_a19 = toolsAndToolChoice.tools) == null ? void 0 : _a19.map(
+                        (tool2) => JSON.stringify(tool2)
+                      );
                     }
                   },
                   "ai.prompt.toolChoice": {
-                    input: () => mode.toolChoice != null ? JSON.stringify(mode.toolChoice) : void 0
+                    input: () => toolsAndToolChoice.toolChoice != null ? JSON.stringify(toolsAndToolChoice.toolChoice) : void 0
                   },
                   // standardized gen-ai llm span attributes:
                   "gen_ai.system": model.provider,
@@ -5579,12 +5637,12 @@ var DefaultStreamTextResult = class {
                 // get before the call
                 doStreamSpan: doStreamSpan2,
                 result: await model.doStream({
-                  mode,
                   ...prepareCallSettings(settings),
+                  ...toolsAndToolChoice,
                   inputFormat: promptFormat,
                   responseFormat: output == null ? void 0 : output.responseFormat({ model }),
                   prompt: promptMessages,
-                  providerMetadata: providerOptions,
+                  providerOptions,
                   abortSignal,
                   headers
                 })
@@ -6086,7 +6144,7 @@ var DefaultStreamTextResult = class {
             case "file": {
               controller.enqueue(
                 (0, import_ui_utils8.formatDataStreamPart)("file", {
-                  mimeType: chunk.mimeType,
+                  mimeType: chunk.mediaType,
                   data: chunk.base64
                 })
               );
@@ -6290,6 +6348,70 @@ var DefaultStreamTextResult = class {
   }
 };
 
+// errors/no-transcript-generated-error.ts
+var import_provider23 = require("@ai-sdk/provider");
+var NoTranscriptGeneratedError = class extends import_provider23.AISDKError {
+  constructor(options) {
+    super({
+      name: "AI_NoTranscriptGeneratedError",
+      message: "No transcript generated."
+    });
+    this.responses = options.responses;
+  }
+};
+
+// core/transcribe/transcribe.ts
+async function transcribe({
+  model,
+  audio,
+  providerOptions = {},
+  maxRetries: maxRetriesArg,
+  abortSignal,
+  headers
+}) {
+  const { retry } = prepareRetries({ maxRetries: maxRetriesArg });
+  const audioData = audio instanceof URL ? (await download({ url: audio })).data : convertDataContentToUint8Array(audio);
+  const result = await retry(
+    () => {
+      var _a17;
+      return model.doGenerate({
+        audio: audioData,
+        abortSignal,
+        headers,
+        providerOptions,
+        mediaType: (_a17 = detectMediaType({
+          data: audioData,
+          signatures: audioMediaTypeSignatures
+        })) != null ? _a17 : "audio/wav"
+      });
+    }
+  );
+  if (!result.text) {
+    throw new NoTranscriptGeneratedError({ responses: [result.response] });
+  }
+  return new DefaultTranscriptionResult({
+    text: result.text,
+    segments: result.segments,
+    language: result.language,
+    durationInSeconds: result.durationInSeconds,
+    warnings: result.warnings,
+    responses: [result.response],
+    providerMetadata: result.providerMetadata
+  });
+}
+var DefaultTranscriptionResult = class {
+  constructor(options) {
+    var _a17;
+    this.text = options.text;
+    this.segments = options.segments;
+    this.language = options.language;
+    this.durationInSeconds = options.durationInSeconds;
+    this.warnings = options.warnings;
+    this.responses = options.responses;
+    this.providerMetadata = (_a17 = options.providerMetadata) != null ? _a17 : {};
+  }
+};
+
 // core/util/merge-objects.ts
 function mergeObjects(target, source) {
   if (target === void 0 && source === void 0) {
@@ -6334,9 +6456,9 @@ function defaultSettingsMiddleware({
       return {
         ...settings,
         ...params,
-        providerMetadata: mergeObjects(
-          settings.providerMetadata,
-          params.providerMetadata
+        providerOptions: mergeObjects(
+          settings.providerOptions,
+          params.providerOptions
         ),
         // special case for temperature 0
         // TODO remove when temperature defaults to undefined
@@ -6605,13 +6727,13 @@ function appendClientMessage({
 
 // core/prompt/append-response-messages.ts
 var import_ui_utils9 = require("@ai-sdk/ui-utils");
-var import_provider23 = require("@ai-sdk/provider");
+var import_provider24 = require("@ai-sdk/provider");
 function appendResponseMessages({
   messages,
   responseMessages,
   _internal: { currentDate = () => /* @__PURE__ */ new Date() } = {}
 }) {
-  var _a17, _b, _c, _d;
+  var _a17, _b, _c, _d, _e;
   const clonedMessages = structuredClone(messages);
   for (const message of responseMessages) {
     const role = message.role;
@@ -6688,14 +6810,14 @@ function appendResponseMessages({
                 break;
               case "file":
                 if (part.data instanceof URL) {
-                  throw new import_provider23.AISDKError({
+                  throw new import_provider24.AISDKError({
                     name: "InvalidAssistantFileData",
                     message: "File data cannot be a URL"
                   });
                 }
                 parts.push({
                   type: "file",
-                  mimeType: part.mimeType,
+                  mediaType: (_a17 = part.mediaType) != null ? _a17 : part.mimeType,
                   data: convertDataContentToBase64String(part.data)
                 });
                 break;
@@ -6706,12 +6828,12 @@ function appendResponseMessages({
           const maxStep = (0, import_ui_utils9.extractMaxToolInvocationStep)(
             lastMessage.toolInvocations
           );
-          (_a17 = lastMessage.parts) != null ? _a17 : lastMessage.parts = [];
+          (_b = lastMessage.parts) != null ? _b : lastMessage.parts = [];
           lastMessage.content = textContent;
           lastMessage.reasoning = reasoningTextContent;
           lastMessage.parts.push(...parts);
           lastMessage.toolInvocations = [
-            ...(_b = lastMessage.toolInvocations) != null ? _b : [],
+            ...(_c = lastMessage.toolInvocations) != null ? _c : [],
             ...getToolInvocations2(maxStep === void 0 ? 0 : maxStep + 1)
           ];
           getToolInvocations2(maxStep === void 0 ? 0 : maxStep + 1).map((call) => ({
@@ -6741,13 +6863,13 @@ function appendResponseMessages({
         break;
       }
       case "tool": {
-        (_c = lastMessage.toolInvocations) != null ? _c : lastMessage.toolInvocations = [];
+        (_d = lastMessage.toolInvocations) != null ? _d : lastMessage.toolInvocations = [];
         if (lastMessage.role !== "assistant") {
           throw new Error(
             `Tool result must follow an assistant message: ${lastMessage.role}`
           );
         }
-        (_d = lastMessage.parts) != null ? _d : lastMessage.parts = [];
+        (_e = lastMessage.parts) != null ? _e : lastMessage.parts = [];
         for (const contentPart of message.content) {
           const toolCall = lastMessage.toolInvocations.find(
             (call) => call.toolCallId === contentPart.toolCallId
@@ -6782,7 +6904,7 @@ function appendResponseMessages({
 }
 
 // core/registry/custom-provider.ts
-var import_provider24 = require("@ai-sdk/provider");
+var import_provider25 = require("@ai-sdk/provider");
 function customProvider({
   languageModels,
   textEmbeddingModels,
@@ -6797,7 +6919,7 @@ function customProvider({
       if (fallbackProvider) {
         return fallbackProvider.languageModel(modelId);
       }
-      throw new import_provider24.NoSuchModelError({ modelId, modelType: "languageModel" });
+      throw new import_provider25.NoSuchModelError({ modelId, modelType: "languageModel" });
     },
     textEmbeddingModel(modelId) {
       if (textEmbeddingModels != null && modelId in textEmbeddingModels) {
@@ -6806,7 +6928,7 @@ function customProvider({
       if (fallbackProvider) {
         return fallbackProvider.textEmbeddingModel(modelId);
       }
-      throw new import_provider24.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
+      throw new import_provider25.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
     },
     imageModel(modelId) {
       if (imageModels != null && modelId in imageModels) {
@@ -6815,19 +6937,19 @@ function customProvider({
       if (fallbackProvider == null ? void 0 : fallbackProvider.imageModel) {
         return fallbackProvider.imageModel(modelId);
       }
-      throw new import_provider24.NoSuchModelError({ modelId, modelType: "imageModel" });
+      throw new import_provider25.NoSuchModelError({ modelId, modelType: "imageModel" });
     }
   };
 }
 var experimental_customProvider = customProvider;
 
 // core/registry/no-such-provider-error.ts
-var import_provider25 = require("@ai-sdk/provider");
+var import_provider26 = require("@ai-sdk/provider");
 var name16 = "AI_NoSuchProviderError";
 var marker16 = `vercel.ai.error.${name16}`;
 var symbol16 = Symbol.for(marker16);
 var _a16;
-var NoSuchProviderError = class extends import_provider25.NoSuchModelError {
+var NoSuchProviderError = class extends import_provider26.NoSuchModelError {
   constructor({
     modelId,
     modelType,
@@ -6841,13 +6963,13 @@ var NoSuchProviderError = class extends import_provider25.NoSuchModelError {
     this.availableProviders = availableProviders;
   }
   static isInstance(error) {
-    return import_provider25.AISDKError.hasMarker(error, marker16);
+    return import_provider26.AISDKError.hasMarker(error, marker16);
   }
 };
 _a16 = symbol16;
 
 // core/registry/provider-registry.ts
-var import_provider26 = require("@ai-sdk/provider");
+var import_provider27 = require("@ai-sdk/provider");
 function createProviderRegistry(providers, {
   separator = ":"
 } = {}) {
@@ -6886,7 +7008,7 @@ var DefaultProviderRegistry = class {
   splitId(id, modelType) {
     const index = id.indexOf(this.separator);
     if (index === -1) {
-      throw new import_provider26.NoSuchModelError({
+      throw new import_provider27.NoSuchModelError({
         modelId: id,
         modelType,
         message: `Invalid ${modelType} id for registry: ${id} (must be in the format "providerId${this.separator}modelId")`
@@ -6899,7 +7021,7 @@ var DefaultProviderRegistry = class {
     const [providerId, modelId] = this.splitId(id, "languageModel");
     const model = (_b = (_a17 = this.getProvider(providerId)).languageModel) == null ? void 0 : _b.call(_a17, modelId);
     if (model == null) {
-      throw new import_provider26.NoSuchModelError({ modelId: id, modelType: "languageModel" });
+      throw new import_provider27.NoSuchModelError({ modelId: id, modelType: "languageModel" });
     }
     return model;
   }
@@ -6909,7 +7031,7 @@ var DefaultProviderRegistry = class {
     const provider = this.getProvider(providerId);
     const model = (_a17 = provider.textEmbeddingModel) == null ? void 0 : _a17.call(provider, modelId);
     if (model == null) {
-      throw new import_provider26.NoSuchModelError({
+      throw new import_provider27.NoSuchModelError({
         modelId: id,
         modelType: "textEmbeddingModel"
       });
@@ -6922,7 +7044,7 @@ var DefaultProviderRegistry = class {
     const provider = this.getProvider(providerId);
     const model = (_a17 = provider.imageModel) == null ? void 0 : _a17.call(provider, modelId);
     if (model == null) {
-      throw new import_provider26.NoSuchModelError({ modelId: id, modelType: "imageModel" });
+      throw new import_provider27.NoSuchModelError({ modelId: id, modelType: "imageModel" });
     }
     return model;
   }
@@ -6937,7 +7059,7 @@ function tool(tool2) {
 }
 
 // core/tool/mcp/mcp-sse-transport.ts
-var import_provider_utils13 = require("@ai-sdk/provider-utils");
+var import_provider_utils14 = require("@ai-sdk/provider-utils");
 
 // core/tool/mcp/json-rpc-message.ts
 var import_zod9 = require("zod");
@@ -7108,7 +7230,7 @@ var SseMCPTransport = class {
             (_b = this.onerror) == null ? void 0 : _b.call(this, error);
             return reject(error);
           }
-          const stream = response.body.pipeThrough(new TextDecoderStream()).pipeThrough((0, import_provider_utils13.createEventSourceParserStream)());
+          const stream = response.body.pipeThrough(new TextDecoderStream()).pipeThrough((0, import_provider_utils14.createEventSourceParserStream)());
           const reader = stream.getReader();
           const processEvents = async () => {
             var _a18, _b2, _c2;
@@ -7515,7 +7637,7 @@ function cosineSimilarity(vector1, vector2, options) {
 }
 
 // core/util/simulate-readable-stream.ts
-var import_provider_utils14 = require("@ai-sdk/provider-utils");
+var import_provider_utils15 = require("@ai-sdk/provider-utils");
 function simulateReadableStream({
   chunks,
   initialDelayInMs = 0,
@@ -7523,7 +7645,7 @@ function simulateReadableStream({
   _internal
 }) {
   var _a17;
-  const delay2 = (_a17 = _internal == null ? void 0 : _internal.delay) != null ? _a17 : import_provider_utils14.delay;
+  const delay2 = (_a17 = _internal == null ? void 0 : _internal.delay) != null ? _a17 : import_provider_utils15.delay;
   let index = 0;
   return new ReadableStream({
     async pull(controller) {
@@ -7651,11 +7773,11 @@ __export(llamaindex_adapter_exports, {
   toDataStream: () => toDataStream2,
   toDataStreamResponse: () => toDataStreamResponse2
 });
-var import_provider_utils16 = require("@ai-sdk/provider-utils");
+var import_provider_utils17 = require("@ai-sdk/provider-utils");
 var import_ui_utils13 = require("@ai-sdk/ui-utils");
 function toDataStreamInternal2(stream, callbacks) {
   const trimStart = trimStartOfStream();
-  return (0, import_provider_utils16.convertAsyncIteratorToReadableStream)(stream[Symbol.asyncIterator]()).pipeThrough(
+  return (0, import_provider_utils17.convertAsyncIteratorToReadableStream)(stream[Symbol.asyncIterator]()).pipeThrough(
     new TransformStream({
       async transform(message, controller) {
         controller.enqueue(trimStart(message.delta));
@@ -7827,6 +7949,7 @@ var StreamData = class {
   experimental_createProviderRegistry,
   experimental_customProvider,
   experimental_generateImage,
+  experimental_transcribe,
   experimental_wrapLanguageModel,
   extractReasoningMiddleware,
   formatDataStreamPart,