ai 6.0.216 → 6.0.217

package/dist/index.mjs

@@ -1171,7 +1171,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "6.0.216" : "0.0.0-test";
+var VERSION = true ? "6.0.217" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -11857,6 +11857,8 @@ async function experimental_generateVideo({
   duration,
   fps,
   seed,
+  frameImages,
+  inputReferences,
   generateAudio,
   providerOptions,
   maxRetries: maxRetriesArg,
@@ -11864,7 +11866,7 @@ async function experimental_generateVideo({
   headers,
   download: downloadFn = defaultDownload
 }) {
-  var _a22;
+  var _a22, _b;
   const model = resolveVideoModel(modelArg);
   const headersWithUserAgent = withUserAgentSuffix8(
     headers != null ? headers : {},
@@ -11875,7 +11877,32 @@ async function experimental_generateVideo({
     abortSignal
   });
   const { prompt, image } = normalizePrompt2(promptArg);
-  const maxVideosPerCallWithDefault = (_a22 = maxVideosPerCall != null ? maxVideosPerCall : await invokeModelMaxVideosPerCall(model)) != null ? _a22 : 1;
+  const normalizedFrameImages = frameImages == null ? void 0 : frameImages.map((frame) => ({
+    image: normalizeImageData(frame.image),
+    frameType: frame.frameType
+  }));
+  const normalizedInputReferences = inputReferences == null ? void 0 : inputReferences.map(
+    (reference) => normalizeImageData(reference)
+  );
+  const effectiveInputReferences = normalizedFrameImages != null && normalizedFrameImages.length > 0 ? void 0 : normalizedInputReferences;
+  const warnings = [];
+  if (normalizedFrameImages != null && normalizedFrameImages.length > 0 && normalizedInputReferences != null && normalizedInputReferences.length > 0) {
+    warnings.push({
+      type: "other",
+      message: "inputReferences were ignored because frameImages were provided; frameImages and inputReferences cannot be combined."
+    });
+  }
+  const firstFrameImage = (_a22 = normalizedFrameImages == null ? void 0 : normalizedFrameImages.find(
+    (frame) => frame.frameType === "first_frame"
+  )) == null ? void 0 : _a22.image;
+  if (image != null && firstFrameImage != null) {
+    warnings.push({
+      type: "other",
+      message: "prompt.image was ignored because a first_frame frameImage was provided; the first_frame frameImage takes precedence as the start image."
+    });
+  }
+  const resolvedImage = firstFrameImage != null ? firstFrameImage : image;
+  const maxVideosPerCallWithDefault = (_b = maxVideosPerCall != null ? maxVideosPerCall : await invokeModelMaxVideosPerCall(model)) != null ? _b : 1;
   const callCount = Math.ceil(n / maxVideosPerCallWithDefault);
   const callVideoCounts = Array.from({ length: callCount }, (_, index) => {
     const remaining = n - index * maxVideosPerCallWithDefault;
@@ -11883,7 +11910,7 @@ async function experimental_generateVideo({
   });
   const results = await Promise.all(
     callVideoCounts.map(
-      async (callVideoCount) => retry(
+      async (callVideoCount) => await retry(
         () => model.doGenerate({
           prompt,
           n: callVideoCount,
@@ -11892,8 +11919,10 @@ async function experimental_generateVideo({
           duration,
           fps,
           seed,
+          image: resolvedImage,
+          frameImages: normalizedFrameImages,
+          inputReferences: effectiveInputReferences,
           generateAudio,
-          image,
           providerOptions: providerOptions != null ? providerOptions : {},
           headers: headersWithUserAgent,
           abortSignal
@@ -11902,7 +11931,6 @@ async function experimental_generateVideo({
     )
   );
   const videos = [];
-  const warnings = [];
   const responses = [];
   const providerMetadata = {};
   for (const result of results) {
@@ -11998,56 +12026,49 @@ async function experimental_generateVideo({
   };
 }
 function normalizePrompt2(promptArg) {
-  var _a22, _b;
   if (typeof promptArg === "string") {
     return {
       prompt: promptArg,
       image: void 0
     };
   }
-  let image;
-  if (promptArg.image != null) {
-    const dataContent = promptArg.image;
-    if (typeof dataContent === "string") {
-      if (dataContent.startsWith("http://") || dataContent.startsWith("https://")) {
-        image = {
-          type: "url",
-          url: dataContent
-        };
-      } else if (dataContent.startsWith("data:")) {
-        const { mediaType, base64Content } = splitDataUrl(dataContent);
-        image = {
-          type: "file",
-          mediaType: mediaType != null ? mediaType : "image/png",
-          data: convertBase64ToUint8Array6(base64Content != null ? base64Content : "")
-        };
-      } else {
-        const bytes = convertBase64ToUint8Array6(dataContent);
-        const mediaType = (_a22 = detectMediaType({
-          data: bytes,
-          signatures: imageMediaTypeSignatures
-        })) != null ? _a22 : "image/png";
-        image = {
-          type: "file",
-          mediaType,
-          data: bytes
-        };
-      }
-    } else if (dataContent instanceof Uint8Array) {
-      const mediaType = (_b = detectMediaType({
-        data: dataContent,
-        signatures: imageMediaTypeSignatures
-      })) != null ? _b : "image/png";
-      image = {
+  return {
+    prompt: promptArg.text,
+    image: promptArg.image != null ? normalizeImageData(promptArg.image) : void 0
+  };
+}
+function normalizeImageData(dataContent) {
+  var _a22, _b;
+  if (typeof dataContent === "string") {
+    if (dataContent.startsWith("http://") || dataContent.startsWith("https://")) {
+      return {
+        type: "url",
+        url: dataContent
+      };
+    }
+    if (dataContent.startsWith("data:")) {
+      const { mediaType, base64Content } = splitDataUrl(dataContent);
+      return {
         type: "file",
-        mediaType,
-        data: dataContent
+        mediaType: mediaType != null ? mediaType : "image/png",
+        data: convertBase64ToUint8Array6(base64Content != null ? base64Content : "")
       };
     }
+    const bytes2 = convertBase64ToUint8Array6(dataContent);
+    return {
+      type: "file",
+      mediaType: (_a22 = detectMediaType({
+        data: bytes2,
+        signatures: imageMediaTypeSignatures
+      })) != null ? _a22 : "image/png",
+      data: bytes2
+    };
   }
+  const bytes = convertDataContentToUint8Array(dataContent);
   return {
-    prompt: promptArg.text,
-    image
+    type: "file",
+    mediaType: (_b = detectMediaType({ data: bytes, signatures: imageMediaTypeSignatures })) != null ? _b : "image/png",
+    data: bytes
   };
 }
 async function invokeModelMaxVideosPerCall(model) {