@ai-sdk/google 3.0.85 → 3.0.87

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @ai-sdk/google
 
+## 3.0.87
+
+### Patch Changes
+
+- fa850e6: feat (video): add first-class `frameImages` and `inputReferences` call options for video generation
+- Updated dependencies [fa850e6]
+  - @ai-sdk/provider@3.0.13
+  - @ai-sdk/provider-utils@4.0.34
+
+## 3.0.86
+
+### Patch Changes
+
+- Updated dependencies [b30e43a]
+  - @ai-sdk/provider-utils@4.0.33
+
 ## 3.0.85
 
 ### Patch Changes

package/dist/index.js

@@ -30,7 +30,7 @@ module.exports = __toCommonJS(index_exports);
 var import_provider_utils23 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "3.0.85" : "0.0.0-test";
+var VERSION = true ? "3.0.87" : "0.0.0-test";
 
 // src/google-generative-ai-embedding-model.ts
 var import_provider = require("@ai-sdk/provider");
@@ -2922,6 +2922,67 @@ var googleImageModelOptionsSchema = (0, import_provider_utils14.lazySchema)(
 var import_provider4 = require("@ai-sdk/provider");
 var import_provider_utils15 = require("@ai-sdk/provider-utils");
 var import_v414 = require("zod/v4");
+function getFirstFrameImage(options) {
+  var _a, _b;
+  return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "first_frame")) == null ? void 0 : _b.image;
+}
+function resolveStartImage(options) {
+  var _a;
+  return (_a = getFirstFrameImage(options)) != null ? _a : options.image;
+}
+function getLastFrameImage(options) {
+  var _a, _b;
+  return (_b = (_a = options.frameImages) == null ? void 0 : _a.find((frame) => frame.frameType === "last_frame")) == null ? void 0 : _b.image;
+}
+function getInputReferences(options) {
+  if (options.frameImages != null && options.frameImages.length > 0) {
+    return void 0;
+  }
+  return options.inputReferences != null && options.inputReferences.length > 0 ? options.inputReferences : void 0;
+}
+function convertFileToGoogleImage(file, warnings) {
+  if (file.type === "url") {
+    if (file.url.startsWith("gs://")) {
+      return {
+        gcsUri: file.url,
+        mimeType: "image/png"
+      };
+    }
+    warnings.push({
+      type: "unsupported",
+      feature: "URL-based image input",
+      details: "Google Generative AI video models require base64-encoded images or GCS URIs. URL will be ignored."
+    });
+    return void 0;
+  }
+  const base64Data = typeof file.data === "string" ? file.data : (0, import_provider_utils15.convertUint8ArrayToBase64)(file.data);
+  return {
+    inlineData: {
+      mimeType: file.mediaType || "image/png",
+      data: base64Data
+    }
+  };
+}
+function convertProviderReferenceImage(refImg) {
+  if (refImg.bytesBase64Encoded) {
+    return {
+      inlineData: {
+        mimeType: "image/png",
+        data: refImg.bytesBase64Encoded
+      }
+    };
+  }
+  if (refImg.gcsUri) {
+    return {
+      gcsUri: refImg.gcsUri
+    };
+  }
+  return refImg;
+}
+function convertInputReferenceImage(file, warnings) {
+  const image = convertFileToGoogleImage(file, warnings);
+  return image != null ? { image, referenceType: "asset" } : void 0;
+}
 var GoogleGenerativeAIVideoModel = class {
   constructor(modelId, config) {
     this.modelId = modelId;
@@ -2948,39 +3009,30 @@ var GoogleGenerativeAIVideoModel = class {
     if (options.prompt != null) {
       instance.prompt = options.prompt;
     }
-    if (options.image != null) {
-      if (options.image.type === "url") {
-        warnings.push({
-          type: "unsupported",
-          feature: "URL-based image input",
-          details: "Google Generative AI video models require base64-encoded images. URL will be ignored."
-        });
-      } else {
-        const base64Data = typeof options.image.data === "string" ? options.image.data : (0, import_provider_utils15.convertUint8ArrayToBase64)(options.image.data);
-        instance.image = {
-          inlineData: {
-            mimeType: options.image.mediaType || "image/png",
-            data: base64Data
-          }
-        };
+    const startImage = resolveStartImage(options);
+    if (startImage != null) {
+      const image = convertFileToGoogleImage(startImage, warnings);
+      if (image != null) {
+        instance.image = image;
       }
     }
-    if ((googleOptions == null ? void 0 : googleOptions.referenceImages) != null) {
-      instance.referenceImages = googleOptions.referenceImages.map((refImg) => {
-        if (refImg.bytesBase64Encoded) {
-          return {
-            inlineData: {
-              mimeType: "image/png",
-              data: refImg.bytesBase64Encoded
-            }
-          };
-        } else if (refImg.gcsUri) {
-          return {
-            gcsUri: refImg.gcsUri
-          };
-        }
-        return refImg;
+    const lastFrameImage = getLastFrameImage(options);
+    if (lastFrameImage != null) {
+      const lastFrame = convertFileToGoogleImage(lastFrameImage, warnings);
+      if (lastFrame != null) {
+        instance.lastFrame = lastFrame;
+      }
+    }
+    const inputReferences = getInputReferences(options);
+    if (inputReferences != null) {
+      instance.referenceImages = inputReferences.flatMap((reference) => {
+        const converted = convertInputReferenceImage(reference, warnings);
+        return converted != null ? [converted] : [];
       });
+    } else if ((googleOptions == null ? void 0 : googleOptions.referenceImages) != null) {
+      instance.referenceImages = googleOptions.referenceImages.map(
+        (refImg) => convertProviderReferenceImage(refImg)
+      );
     }
     const parameters = {
       sampleCount: options.n