@ai-sdk/provider-utils 5.0.0-beta.28 → 5.0.0-beta.29

package/dist/index.js

@@ -70,6 +70,20 @@ function convertToBase64(value) {
   return value instanceof Uint8Array ? convertUint8ArrayToBase64(value) : value;
 }
 
+// src/convert-inline-file-data-to-uint8-array.ts
+function convertInlineFileDataToUint8Array(data) {
+  if (data.type === "text") {
+    return new TextEncoder().encode(data.text);
+  }
+  if (data.data instanceof Uint8Array) {
+    return data.data;
+  }
+  if (data.data instanceof ArrayBuffer) {
+    return new Uint8Array(data.data);
+  }
+  return convertBase64ToUint8Array(data.data);
+}
+
 // src/convert-image-model-file-to-data-uri.ts
 function convertImageModelFileToDataUri(file) {
   if (file.type === "url") return file.url;
@@ -203,6 +217,278 @@ var DelayedPromise = class {
   }
 };
 
+// src/detect-media-type.ts
+var imageMediaTypeSignatures = [
+  {
+    mediaType: "image/gif",
+    bytesPrefix: [71, 73, 70]
+    // GIF
+  },
+  {
+    mediaType: "image/png",
+    bytesPrefix: [137, 80, 78, 71]
+    // PNG
+  },
+  {
+    mediaType: "image/jpeg",
+    bytesPrefix: [255, 216]
+    // JPEG
+  },
+  {
+    mediaType: "image/webp",
+    bytesPrefix: [
+      82,
+      73,
+      70,
+      70,
+      // "RIFF"
+      null,
+      null,
+      null,
+      null,
+      // file size (variable)
+      87,
+      69,
+      66,
+      80
+      // "WEBP"
+    ]
+  },
+  {
+    mediaType: "image/bmp",
+    bytesPrefix: [66, 77]
+  },
+  {
+    mediaType: "image/tiff",
+    bytesPrefix: [73, 73, 42, 0]
+  },
+  {
+    mediaType: "image/tiff",
+    bytesPrefix: [77, 77, 0, 42]
+  },
+  {
+    mediaType: "image/avif",
+    bytesPrefix: [
+      0,
+      0,
+      0,
+      32,
+      102,
+      116,
+      121,
+      112,
+      97,
+      118,
+      105,
+      102
+    ]
+  },
+  {
+    mediaType: "image/heic",
+    bytesPrefix: [
+      0,
+      0,
+      0,
+      32,
+      102,
+      116,
+      121,
+      112,
+      104,
+      101,
+      105,
+      99
+    ]
+  }
+];
+var documentMediaTypeSignatures = [
+  {
+    mediaType: "application/pdf",
+    bytesPrefix: [37, 80, 68, 70]
+    // %PDF
+  }
+];
+var audioMediaTypeSignatures = [
+  {
+    mediaType: "audio/mpeg",
+    bytesPrefix: [255, 251]
+  },
+  {
+    mediaType: "audio/mpeg",
+    bytesPrefix: [255, 250]
+  },
+  {
+    mediaType: "audio/mpeg",
+    bytesPrefix: [255, 243]
+  },
+  {
+    mediaType: "audio/mpeg",
+    bytesPrefix: [255, 242]
+  },
+  {
+    mediaType: "audio/mpeg",
+    bytesPrefix: [255, 227]
+  },
+  {
+    mediaType: "audio/mpeg",
+    bytesPrefix: [255, 226]
+  },
+  {
+    mediaType: "audio/wav",
+    bytesPrefix: [
+      82,
+      // R
+      73,
+      // I
+      70,
+      // F
+      70,
+      // F
+      null,
+      null,
+      null,
+      null,
+      87,
+      // W
+      65,
+      // A
+      86,
+      // V
+      69
+      // E
+    ]
+  },
+  {
+    mediaType: "audio/ogg",
+    bytesPrefix: [79, 103, 103, 83]
+  },
+  {
+    mediaType: "audio/flac",
+    bytesPrefix: [102, 76, 97, 67]
+  },
+  {
+    mediaType: "audio/aac",
+    bytesPrefix: [64, 21, 0, 0]
+  },
+  {
+    mediaType: "audio/mp4",
+    bytesPrefix: [102, 116, 121, 112]
+  },
+  {
+    mediaType: "audio/webm",
+    bytesPrefix: [26, 69, 223, 163]
+  }
+];
+var videoMediaTypeSignatures = [
+  {
+    mediaType: "video/mp4",
+    bytesPrefix: [
+      0,
+      0,
+      0,
+      null,
+      102,
+      116,
+      121,
+      112
+      // ftyp
+    ]
+  },
+  {
+    mediaType: "video/webm",
+    bytesPrefix: [26, 69, 223, 163]
+    // EBML
+  },
+  {
+    mediaType: "video/quicktime",
+    bytesPrefix: [
+      0,
+      0,
+      0,
+      20,
+      102,
+      116,
+      121,
+      112,
+      113,
+      116
+      // ftypqt
+    ]
+  },
+  {
+    mediaType: "video/x-msvideo",
+    bytesPrefix: [82, 73, 70, 70]
+    // RIFF (AVI)
+  }
+];
+var stripID3 = (data) => {
+  const bytes = typeof data === "string" ? convertBase64ToUint8Array(data) : data;
+  const id3Size = (bytes[6] & 127) << 21 | (bytes[7] & 127) << 14 | (bytes[8] & 127) << 7 | bytes[9] & 127;
+  return bytes.slice(id3Size + 10);
+};
+function stripID3TagsIfPresent(data) {
+  const hasId3 = typeof data === "string" && data.startsWith("SUQz") || typeof data !== "string" && data.length > 10 && data[0] === 73 && // 'I'
+  data[1] === 68 && // 'D'
+  data[2] === 51;
+  return hasId3 ? stripID3(data) : data;
+}
+function detectMediaTypeBySignatures({
+  data,
+  signatures
+}) {
+  const processedData = stripID3TagsIfPresent(data);
+  const bytes = typeof processedData === "string" ? convertBase64ToUint8Array(
+    processedData.substring(0, Math.min(processedData.length, 24))
+  ) : processedData;
+  for (const signature of signatures) {
+    if (bytes.length >= signature.bytesPrefix.length && signature.bytesPrefix.every(
+      (byte, index) => byte === null || bytes[index] === byte
+    )) {
+      return signature.mediaType;
+    }
+  }
+  return void 0;
+}
+var topLevelSignatureTables = {
+  image: imageMediaTypeSignatures,
+  audio: audioMediaTypeSignatures,
+  video: videoMediaTypeSignatures,
+  application: documentMediaTypeSignatures
+};
+function detectMediaType({
+  data,
+  topLevelType
+}) {
+  if (topLevelType === void 0) {
+    return detectMediaTypeBySignatures({
+      data,
+      signatures: [
+        ...imageMediaTypeSignatures,
+        ...documentMediaTypeSignatures,
+        ...audioMediaTypeSignatures,
+        ...videoMediaTypeSignatures
+      ]
+    });
+  }
+  const signatures = topLevelSignatureTables[topLevelType];
+  if (signatures === void 0) {
+    return void 0;
+  }
+  return detectMediaTypeBySignatures({ data, signatures });
+}
+function getTopLevelMediaType(mediaType) {
+  const slashIndex = mediaType.indexOf("/");
+  return slashIndex === -1 ? mediaType : mediaType.substring(0, slashIndex);
+}
+function isFullMediaType(mediaType) {
+  const slashIndex = mediaType.indexOf("/");
+  if (slashIndex === -1) {
+    return false;
+  }
+  const subtype = mediaType.substring(slashIndex + 1);
+  return subtype.length > 0 && subtype !== "*";
+}
+
 // src/download-error.ts
 import { AISDKError } from "@ai-sdk/provider";
 var name = "AI_DownloadError";
@@ -576,7 +862,7 @@ function withUserAgentSuffix(headers, ...userAgentSuffixParts) {
 }
 
 // src/version.ts
-var VERSION = true ? "5.0.0-beta.28" : "0.0.0-test";
+var VERSION = true ? "5.0.0-beta.29" : "0.0.0-test";
 
 // src/get-from-api.ts
 var getOriginalFetch = () => globalThis.fetch;
@@ -687,6 +973,12 @@ function injectJsonInstructionIntoMessages({
   ];
 }
 
+// src/is-buffer.ts
+function isBuffer(value) {
+  var _a2, _b2;
+  return (_b2 = (_a2 = globalThis.Buffer) == null ? void 0 : _a2.isBuffer(value)) != null ? _b2 : false;
+}
+
 // src/is-non-nullable.ts
 function isNonNullable(value) {
   return value != null;
@@ -694,7 +986,7 @@ function isNonNullable(value) {
 
 // src/is-provider-reference.ts
 function isProviderReference(data) {
-  return typeof data === "object" && !(data instanceof Uint8Array) && !(data instanceof URL);
+  return typeof data === "object" && data !== null && !(data instanceof Uint8Array) && !(data instanceof URL) && !(data instanceof ArrayBuffer) && !isBuffer(data) && !("type" in data);
 }
 
 // src/is-url-supported.ts
@@ -705,10 +997,19 @@ function isUrlSupported({
 }) {
   url = url.toLowerCase();
   mediaType = mediaType.toLowerCase();
+  const isTopLevelOnly = !mediaType.includes("/");
   return Object.entries(supportedUrls).map(([key, value]) => {
     const mediaType2 = key.toLowerCase();
     return mediaType2 === "*" || mediaType2 === "*/*" ? { mediaTypePrefix: "", regexes: value } : { mediaTypePrefix: mediaType2.replace(/\*/, ""), regexes: value };
-  }).filter(({ mediaTypePrefix }) => mediaType.startsWith(mediaTypePrefix)).flatMap(({ regexes }) => regexes).some((pattern) => pattern.test(url));
+  }).filter(({ mediaTypePrefix }) => {
+    if (mediaTypePrefix === "") {
+      return true;
+    }
+    if (isTopLevelOnly) {
+      return `${mediaType}/` === mediaTypePrefix;
+    }
+    return mediaType.startsWith(mediaTypePrefix);
+  }).flatMap(({ regexes }) => regexes).some((pattern) => pattern.test(url));
 }
 
 // src/load-api-key.ts
@@ -925,7 +1226,9 @@ function secureJsonParse(text) {
 }
 
 // src/validate-types.ts
-import { TypeValidationError as TypeValidationError2 } from "@ai-sdk/provider";
+import {
+  TypeValidationError as TypeValidationError2
+} from "@ai-sdk/provider";
 
 // src/schema.ts
 import { TypeValidationError } from "@ai-sdk/provider";
@@ -2600,6 +2903,33 @@ async function resolve(value) {
   return Promise.resolve(value);
 }
 
+// src/resolve-full-media-type.ts
+import {
+  UnsupportedFunctionalityError
+} from "@ai-sdk/provider";
+function resolveFullMediaType({
+  part
+}) {
+  if (isFullMediaType(part.mediaType)) {
+    return part.mediaType;
+  }
+  if (part.data.type === "data") {
+    const detected = detectMediaType({
+      data: part.data.data,
+      topLevelType: getTopLevelMediaType(part.mediaType)
+    });
+    if (detected) {
+      return detected;
+    }
+    throw new UnsupportedFunctionalityError({
+      functionality: `file of media type "${part.mediaType}" must specify subtype since it could not be auto-detected`
+    });
+  }
+  throw new UnsupportedFunctionalityError({
+    functionality: `file of media type "${part.mediaType}" must specify subtype since it is not passed as inline bytes`
+  });
+}
+
 // src/resolve-provider-reference.ts
 import {
   NoSuchProviderReferenceError
@@ -2996,6 +3326,7 @@ export {
   convertAsyncIteratorToReadableStream,
   convertBase64ToUint8Array,
   convertImageModelFileToDataUri,
+  convertInlineFileDataToUint8Array,
   convertToBase64,
   convertToFormData,
   convertUint8ArrayToBase64,
@@ -3010,6 +3341,7 @@ export {
   createStatusCodeErrorResponseHandler,
   createToolNameMapping,
   delay,
+  detectMediaType,
   downloadBlob,
   dynamicTool,
   executeTool,
@@ -3019,10 +3351,13 @@ export {
   getErrorMessage,
   getFromApi,
   getRuntimeEnvironmentUserAgent,
+  getTopLevelMediaType,
   injectJsonInstructionIntoMessages,
   isAbortError,
+  isBuffer,
   isCustomReasoning,
   isExecutableTool,
+  isFullMediaType,
   isNonNullable,
   isParsableJson,
   isProviderReference,
@@ -3045,6 +3380,7 @@ export {
   readResponseWithSizeLimit,
   removeUndefinedEntries,
   resolve,
+  resolveFullMediaType,
   resolveProviderReference,
   safeParseJSON,
   safeValidateTypes,