@ai-sdk/google 4.0.2 → 4.0.3

package/CHANGELOG.md

@@ -1,5 +1,14 @@
 # @ai-sdk/google
 
+## 4.0.3
+
+### Patch Changes
+
+- 0274f34: feat (video): add first-class `frameImages` and `inputReferences` call options for video generation
+- Updated dependencies [0274f34]
+  - @ai-sdk/provider@4.0.1
+  - @ai-sdk/provider-utils@5.0.2
+
 ## 4.0.2
 
 ### Patch Changes

package/dist/index.js

@@ -7,7 +7,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "4.0.2" : "0.0.0-test";
+var VERSION = true ? "4.0.3" : "0.0.0-test";
 
 // src/google-embedding-model.ts
 import {
@@ -3360,6 +3360,67 @@ var googleVideoModelOptionsSchema = lazySchema15(
 );
 
 // src/google-video-model.ts
+function getFirstFrameImage(options) {
+  var _a, _b;
+  return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "first_frame")) == null ? void 0 : _b.image;
+}
+function resolveStartImage(options) {
+  var _a;
+  return (_a = getFirstFrameImage(options)) != null ? _a : options.image;
+}
+function getLastFrameImage(options) {
+  var _a, _b;
+  return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "last_frame")) == null ? void 0 : _b.image;
+}
+function getInputReferences(options) {
+  if (options.frameImages != null && options.frameImages.length > 0) {
+    return void 0;
+  }
+  return options.inputReferences != null && options.inputReferences.length > 0 ? options.inputReferences : void 0;
+}
+function convertFileToGoogleImage(file, warnings) {
+  if (file.type === "url") {
+    if (file.url.startsWith("gs://")) {
+      return {
+        gcsUri: file.url,
+        mimeType: "image/png"
+      };
+    }
+    warnings.push({
+      type: "unsupported",
+      feature: "URL-based image input",
+      details: "Google Generative AI video models require base64-encoded images or GCS URIs. URL will be ignored."
+    });
+    return void 0;
+  }
+  const base64Data = typeof file.data === "string" ? file.data : convertUint8ArrayToBase64(file.data);
+  return {
+    inlineData: {
+      mimeType: file.mediaType || "image/png",
+      data: base64Data
+    }
+  };
+}
+function convertProviderReferenceImage(refImg) {
+  if (refImg.bytesBase64Encoded) {
+    return {
+      inlineData: {
+        mimeType: "image/png",
+        data: refImg.bytesBase64Encoded
+      }
+    };
+  }
+  if (refImg.gcsUri) {
+    return {
+      gcsUri: refImg.gcsUri
+    };
+  }
+  return refImg;
+}
+function convertInputReferenceImage(file, warnings) {
+  const image = convertFileToGoogleImage(file, warnings);
+  return image != null ? { image, referenceType: "asset" } : void 0;
+}
 var GoogleVideoModel = class {
   constructor(modelId, config) {
     this.modelId = modelId;
@@ -3386,39 +3447,30 @@ var GoogleVideoModel = class {
     if (options.prompt != null) {
       instance.prompt = options.prompt;
     }
-    if (options.image != null) {
-      if (options.image.type === "url") {
-        warnings.push({
-          type: "unsupported",
-          feature: "URL-based image input",
-          details: "Google Generative AI video models require base64-encoded images. URL will be ignored."
-        });
-      } else {
-        const base64Data = typeof options.image.data === "string" ? options.image.data : convertUint8ArrayToBase64(options.image.data);
-        instance.image = {
-          inlineData: {
-            mimeType: options.image.mediaType || "image/png",
-            data: base64Data
-          }
-        };
+    const startImage = resolveStartImage(options);
+    if (startImage != null) {
+      const image = convertFileToGoogleImage(startImage, warnings);
+      if (image != null) {
+        instance.image = image;
       }
     }
-    if ((googleOptions == null ? void 0 : googleOptions.referenceImages) != null) {
-      instance.referenceImages = googleOptions.referenceImages.map((refImg) => {
-        if (refImg.bytesBase64Encoded) {
-          return {
-            inlineData: {
-              mimeType: "image/png",
-              data: refImg.bytesBase64Encoded
-            }
-          };
-        } else if (refImg.gcsUri) {
-          return {
-            gcsUri: refImg.gcsUri
-          };
-        }
-        return refImg;
+    const lastFrameImage = getLastFrameImage(options);
+    if (lastFrameImage != null) {
+      const lastFrame = convertFileToGoogleImage(lastFrameImage, warnings);
+      if (lastFrame != null) {
+        instance.lastFrame = lastFrame;
+      }
+    }
+    const inputReferences = getInputReferences(options);
+    if (inputReferences != null) {
+      instance.referenceImages = inputReferences.flatMap((reference) => {
+        const converted = convertInputReferenceImage(reference, warnings);
+        return converted != null ? [converted] : [];
       });
+    } else if ((googleOptions == null ? void 0 : googleOptions.referenceImages) != null) {
+      instance.referenceImages = googleOptions.referenceImages.map(
+        (refImg) => convertProviderReferenceImage(refImg)
+      );
     }
     const parameters = {
       sampleCount: options.n