ai 4.3.1 → 4.3.3

package/dist/index.js

@@ -73,6 +73,7 @@ __export(streams_exports, {
   experimental_createProviderRegistry: () => experimental_createProviderRegistry,
   experimental_customProvider: () => experimental_customProvider,
   experimental_generateImage: () => generateImage,
+  experimental_transcribe: () => transcribe,
   experimental_wrapLanguageModel: () => experimental_wrapLanguageModel,
   extractReasoningMiddleware: () => extractReasoningMiddleware,
   formatAssistantStreamPart: () => import_ui_utils11.formatAssistantStreamPart,
@@ -942,8 +943,8 @@ var DefaultGeneratedFileWithType = class extends DefaultGeneratedFile {
   }
 };
 
-// core/util/detect-image-mimetype.ts
-var mimeTypeSignatures = [
+// core/util/detect-mimetype.ts
+var imageMimeTypeSignatures = [
   {
     mimeType: "image/gif",
     bytesPrefix: [71, 73, 70],
@@ -1016,9 +1017,44 @@ var mimeTypeSignatures = [
     base64Prefix: "AAAAIGZ0eXBoZWlj"
   }
 ];
-function detectImageMimeType(image) {
-  for (const signature of mimeTypeSignatures) {
-    if (typeof image === "string" ? image.startsWith(signature.base64Prefix) : image.length >= signature.bytesPrefix.length && signature.bytesPrefix.every((byte, index) => image[index] === byte)) {
+var audioMimeTypeSignatures = [
+  {
+    mimeType: "audio/mpeg",
+    bytesPrefix: [255, 251],
+    base64Prefix: "//s="
+  },
+  {
+    mimeType: "audio/wav",
+    bytesPrefix: [82, 73, 70, 70],
+    base64Prefix: "UklGR"
+  },
+  {
+    mimeType: "audio/ogg",
+    bytesPrefix: [79, 103, 103, 83],
+    base64Prefix: "T2dnUw"
+  },
+  {
+    mimeType: "audio/flac",
+    bytesPrefix: [102, 76, 97, 67],
+    base64Prefix: "ZkxhQw"
+  },
+  {
+    mimeType: "audio/aac",
+    bytesPrefix: [64, 21, 0, 0],
+    base64Prefix: "QBUA"
+  },
+  {
+    mimeType: "audio/mp4",
+    bytesPrefix: [102, 116, 121, 112],
+    base64Prefix: "ZnR5cA"
+  }
+];
+function detectMimeType({
+  data,
+  signatures
+}) {
+  for (const signature of signatures) {
+    if (typeof data === "string" ? data.startsWith(signature.base64Prefix) : data.length >= signature.bytesPrefix.length && signature.bytesPrefix.every((byte, index) => data[index] === byte)) {
       return signature.mimeType;
     }
   }
@@ -1075,7 +1111,10 @@ async function generateImage({
           var _a18;
           return new DefaultGeneratedFile({
             data: image,
-            mimeType: (_a18 = detectImageMimeType(image)) != null ? _a18 : "image/png"
+            mimeType: (_a18 = detectMimeType({
+              data: image,
+              signatures: imageMimeTypeSignatures
+            })) != null ? _a18 : "image/png"
           });
         }
       )
@@ -1504,7 +1543,10 @@ function convertPartToLanguageModelPart(part, downloadedAssets) {
   switch (type) {
     case "image": {
       if (normalizedData instanceof Uint8Array) {
-        mimeType = (_b = detectImageMimeType(normalizedData)) != null ? _b : mimeType;
+        mimeType = (_b = detectMimeType({
+          data: normalizedData,
+          signatures: imageMimeTypeSignatures
+        })) != null ? _b : mimeType;
       }
       return {
         type: "image",
@@ -4754,6 +4796,25 @@ function asArray(value) {
   return value === void 0 ? [] : Array.isArray(value) ? value : [value];
 }
 
+// util/consume-stream.ts
+async function consumeStream({
+  stream,
+  onError
+}) {
+  const reader = stream.getReader();
+  try {
+    while (true) {
+      const { done } = await reader.read();
+      if (done)
+        break;
+    }
+  } catch (error) {
+    onError == null ? void 0 : onError(error);
+  } finally {
+    reader.releaseLock();
+  }
+}
+
 // core/util/merge-streams.ts
 function mergeStreams(stream1, stream2) {
   const reader1 = stream1.getReader();
@@ -5995,9 +6056,15 @@ var DefaultStreamTextResult = class {
       )
     );
   }
-  async consumeStream() {
-    const stream = this.fullStream;
-    for await (const part of stream) {
+  async consumeStream(options) {
+    var _a17;
+    try {
+      await consumeStream({
+        stream: this.fullStream,
+        onError: options == null ? void 0 : options.onError
+      });
+    } catch (error) {
+      (_a17 = options == null ? void 0 : options.onError) == null ? void 0 : _a17.call(options, error);
     }
   }
   get experimental_partialOutputStream() {
@@ -6268,6 +6335,70 @@ var DefaultStreamTextResult = class {
   }
 };
 
+// errors/no-transcript-generated-error.ts
+var import_provider23 = require("@ai-sdk/provider");
+var NoTranscriptGeneratedError = class extends import_provider23.AISDKError {
+  constructor(options) {
+    super({
+      name: "AI_NoTranscriptGeneratedError",
+      message: "No transcript generated."
+    });
+    this.responses = options.responses;
+  }
+};
+
+// core/transcribe/transcribe.ts
+async function transcribe({
+  model,
+  audio,
+  providerOptions = {},
+  maxRetries: maxRetriesArg,
+  abortSignal,
+  headers
+}) {
+  const { retry } = prepareRetries({ maxRetries: maxRetriesArg });
+  const audioData = audio instanceof URL ? new Uint8Array((await download({ url: audio })).data) : convertDataContentToUint8Array(audio);
+  const result = await retry(
+    () => {
+      var _a17;
+      return model.doGenerate({
+        audio: audioData,
+        abortSignal,
+        headers,
+        providerOptions,
+        mimeType: (_a17 = detectMimeType({
+          data: audioData,
+          signatures: audioMimeTypeSignatures
+        })) != null ? _a17 : "audio/wav"
+      });
+    }
+  );
+  if (!result.text) {
+    throw new NoTranscriptGeneratedError({ responses: [result.response] });
+  }
+  return new DefaultTranscriptionResult({
+    text: result.text,
+    segments: result.segments,
+    language: result.language,
+    durationInSeconds: result.durationInSeconds,
+    warnings: result.warnings,
+    responses: [result.response],
+    providerMetadata: result.providerMetadata
+  });
+}
+var DefaultTranscriptionResult = class {
+  constructor(options) {
+    var _a17;
+    this.text = options.text;
+    this.segments = options.segments;
+    this.language = options.language;
+    this.durationInSeconds = options.durationInSeconds;
+    this.warnings = options.warnings;
+    this.responses = options.responses;
+    this.providerMetadata = (_a17 = options.providerMetadata) != null ? _a17 : {};
+  }
+};
+
 // core/util/merge-objects.ts
 function mergeObjects(target, source) {
   if (target === void 0 && source === void 0) {
@@ -6583,7 +6714,7 @@ function appendClientMessage({
 
 // core/prompt/append-response-messages.ts
 var import_ui_utils9 = require("@ai-sdk/ui-utils");
-var import_provider23 = require("@ai-sdk/provider");
+var import_provider24 = require("@ai-sdk/provider");
 function appendResponseMessages({
   messages,
   responseMessages,
@@ -6666,7 +6797,7 @@ function appendResponseMessages({
                 break;
               case "file":
                 if (part.data instanceof URL) {
-                  throw new import_provider23.AISDKError({
+                  throw new import_provider24.AISDKError({
                     name: "InvalidAssistantFileData",
                     message: "File data cannot be a URL"
                   });
@@ -6760,7 +6891,7 @@ function appendResponseMessages({
 }
 
 // core/registry/custom-provider.ts
-var import_provider24 = require("@ai-sdk/provider");
+var import_provider25 = require("@ai-sdk/provider");
 function customProvider({
   languageModels,
   textEmbeddingModels,
@@ -6775,7 +6906,7 @@ function customProvider({
       if (fallbackProvider) {
         return fallbackProvider.languageModel(modelId);
       }
-      throw new import_provider24.NoSuchModelError({ modelId, modelType: "languageModel" });
+      throw new import_provider25.NoSuchModelError({ modelId, modelType: "languageModel" });
     },
     textEmbeddingModel(modelId) {
       if (textEmbeddingModels != null && modelId in textEmbeddingModels) {
@@ -6784,7 +6915,7 @@ function customProvider({
       if (fallbackProvider) {
         return fallbackProvider.textEmbeddingModel(modelId);
       }
-      throw new import_provider24.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
+      throw new import_provider25.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
     },
     imageModel(modelId) {
       if (imageModels != null && modelId in imageModels) {
@@ -6793,19 +6924,19 @@ function customProvider({
       if (fallbackProvider == null ? void 0 : fallbackProvider.imageModel) {
         return fallbackProvider.imageModel(modelId);
       }
-      throw new import_provider24.NoSuchModelError({ modelId, modelType: "imageModel" });
+      throw new import_provider25.NoSuchModelError({ modelId, modelType: "imageModel" });
     }
   };
 }
 var experimental_customProvider = customProvider;
 
 // core/registry/no-such-provider-error.ts
-var import_provider25 = require("@ai-sdk/provider");
+var import_provider26 = require("@ai-sdk/provider");
 var name16 = "AI_NoSuchProviderError";
 var marker16 = `vercel.ai.error.${name16}`;
 var symbol16 = Symbol.for(marker16);
 var _a16;
-var NoSuchProviderError = class extends import_provider25.NoSuchModelError {
+var NoSuchProviderError = class extends import_provider26.NoSuchModelError {
   constructor({
     modelId,
     modelType,
@@ -6819,13 +6950,13 @@ var NoSuchProviderError = class extends import_provider25.NoSuchModelError {
     this.availableProviders = availableProviders;
   }
   static isInstance(error) {
-    return import_provider25.AISDKError.hasMarker(error, marker16);
+    return import_provider26.AISDKError.hasMarker(error, marker16);
   }
 };
 _a16 = symbol16;
 
 // core/registry/provider-registry.ts
-var import_provider26 = require("@ai-sdk/provider");
+var import_provider27 = require("@ai-sdk/provider");
 function createProviderRegistry(providers, {
   separator = ":"
 } = {}) {
@@ -6864,7 +6995,7 @@ var DefaultProviderRegistry = class {
   splitId(id, modelType) {
     const index = id.indexOf(this.separator);
     if (index === -1) {
-      throw new import_provider26.NoSuchModelError({
+      throw new import_provider27.NoSuchModelError({
         modelId: id,
         modelType,
         message: `Invalid ${modelType} id for registry: ${id} (must be in the format "providerId${this.separator}modelId")`
@@ -6877,7 +7008,7 @@ var DefaultProviderRegistry = class {
     const [providerId, modelId] = this.splitId(id, "languageModel");
     const model = (_b = (_a17 = this.getProvider(providerId)).languageModel) == null ? void 0 : _b.call(_a17, modelId);
     if (model == null) {
-      throw new import_provider26.NoSuchModelError({ modelId: id, modelType: "languageModel" });
+      throw new import_provider27.NoSuchModelError({ modelId: id, modelType: "languageModel" });
     }
     return model;
   }
@@ -6887,7 +7018,7 @@ var DefaultProviderRegistry = class {
     const provider = this.getProvider(providerId);
     const model = (_a17 = provider.textEmbeddingModel) == null ? void 0 : _a17.call(provider, modelId);
     if (model == null) {
-      throw new import_provider26.NoSuchModelError({
+      throw new import_provider27.NoSuchModelError({
         modelId: id,
         modelType: "textEmbeddingModel"
       });
@@ -6900,7 +7031,7 @@ var DefaultProviderRegistry = class {
     const provider = this.getProvider(providerId);
     const model = (_a17 = provider.imageModel) == null ? void 0 : _a17.call(provider, modelId);
     if (model == null) {
-      throw new import_provider26.NoSuchModelError({ modelId: id, modelType: "imageModel" });
+      throw new import_provider27.NoSuchModelError({ modelId: id, modelType: "imageModel" });
     }
     return model;
   }
@@ -7902,6 +8033,7 @@ var StreamData = class {
   experimental_createProviderRegistry,
   experimental_customProvider,
   experimental_generateImage,
+  experimental_transcribe,
   experimental_wrapLanguageModel,
   extractReasoningMiddleware,
   formatAssistantStreamPart,