@ai-sdk/google 3.0.19 → 3.0.20

package/CHANGELOG.md

@@ -1,5 +1,14 @@
 # @ai-sdk/google
 
+## 3.0.20
+
+### Patch Changes
+
+- 53f6731: feat (ai, provider): experimental generate video support
+- Updated dependencies [53f6731]
+  - @ai-sdk/provider@3.0.7
+  - @ai-sdk/provider-utils@4.0.13
+
 ## 3.0.19
 
 ### Patch Changes

package/dist/index.d.mts

@@ -1,6 +1,6 @@
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { InferSchema, FetchFunction } from '@ai-sdk/provider-utils';
-import { ProviderV3, LanguageModelV3, ImageModelV3, EmbeddingModelV3 } from '@ai-sdk/provider';
+import { ProviderV3, LanguageModelV3, ImageModelV3, Experimental_VideoModelV3, EmbeddingModelV3 } from '@ai-sdk/provider';
 
 declare const googleErrorDataSchema: _ai_sdk_provider_utils.LazySchema<{
     error: {
@@ -181,6 +181,20 @@ declare const googleGenerativeAIEmbeddingProviderOptions: _ai_sdk_provider_utils
 }>;
 type GoogleGenerativeAIEmbeddingProviderOptions = InferSchema<typeof googleGenerativeAIEmbeddingProviderOptions>;
 
+type GoogleGenerativeAIVideoModelId = 'veo-3.1-fast-generate-preview' | 'veo-3.1-generate-preview' | 'veo-3.1-generate' | 'veo-2.0-generate-001' | (string & {});
+
+type GoogleGenerativeAIVideoProviderOptions = {
+    pollIntervalMs?: number | null;
+    pollTimeoutMs?: number | null;
+    personGeneration?: 'dont_allow' | 'allow_adult' | 'allow_all' | null;
+    negativePrompt?: string | null;
+    referenceImages?: Array<{
+        bytesBase64Encoded?: string;
+        gcsUri?: string;
+    }> | null;
+    [key: string]: unknown;
+};
+
 declare const googleTools: {
     /**
      * Creates a Google search tool that gives Google direct access to real-time web content.
@@ -265,6 +279,10 @@ interface GoogleGenerativeAIProvider extends ProviderV3 {
      * Creates a model for image generation.
      */
     image(modelId: GoogleGenerativeAIImageModelId, settings?: GoogleGenerativeAIImageSettings): ImageModelV3;
+    /**
+     * Creates a model for video generation.
+     */
+    video(modelId: GoogleGenerativeAIVideoModelId): Experimental_VideoModelV3;
     /**
      * @deprecated Use `chat()` instead.
      */
@@ -328,4 +346,4 @@ declare const google: GoogleGenerativeAIProvider;
 
 declare const VERSION: string;
 
-export { type GoogleErrorData, type GoogleGenerativeAIEmbeddingProviderOptions, type GoogleGenerativeAIImageProviderOptions, type GoogleGenerativeAIProvider, type GoogleGenerativeAIProviderMetadata, type GoogleGenerativeAIProviderOptions, type GoogleGenerativeAIProviderSettings, VERSION, createGoogleGenerativeAI, google };
+export { type GoogleErrorData, type GoogleGenerativeAIEmbeddingProviderOptions, type GoogleGenerativeAIImageProviderOptions, type GoogleGenerativeAIProvider, type GoogleGenerativeAIProviderMetadata, type GoogleGenerativeAIProviderOptions, type GoogleGenerativeAIProviderSettings, type GoogleGenerativeAIVideoModelId, type GoogleGenerativeAIVideoProviderOptions, VERSION, createGoogleGenerativeAI, google };

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { InferSchema, FetchFunction } from '@ai-sdk/provider-utils';
-import { ProviderV3, LanguageModelV3, ImageModelV3, EmbeddingModelV3 } from '@ai-sdk/provider';
+import { ProviderV3, LanguageModelV3, ImageModelV3, Experimental_VideoModelV3, EmbeddingModelV3 } from '@ai-sdk/provider';
 
 declare const googleErrorDataSchema: _ai_sdk_provider_utils.LazySchema<{
     error: {
@@ -181,6 +181,20 @@ declare const googleGenerativeAIEmbeddingProviderOptions: _ai_sdk_provider_utils
 }>;
 type GoogleGenerativeAIEmbeddingProviderOptions = InferSchema<typeof googleGenerativeAIEmbeddingProviderOptions>;
 
+type GoogleGenerativeAIVideoModelId = 'veo-3.1-fast-generate-preview' | 'veo-3.1-generate-preview' | 'veo-3.1-generate' | 'veo-2.0-generate-001' | (string & {});
+
+type GoogleGenerativeAIVideoProviderOptions = {
+    pollIntervalMs?: number | null;
+    pollTimeoutMs?: number | null;
+    personGeneration?: 'dont_allow' | 'allow_adult' | 'allow_all' | null;
+    negativePrompt?: string | null;
+    referenceImages?: Array<{
+        bytesBase64Encoded?: string;
+        gcsUri?: string;
+    }> | null;
+    [key: string]: unknown;
+};
+
 declare const googleTools: {
     /**
      * Creates a Google search tool that gives Google direct access to real-time web content.
@@ -265,6 +279,10 @@ interface GoogleGenerativeAIProvider extends ProviderV3 {
      * Creates a model for image generation.
      */
     image(modelId: GoogleGenerativeAIImageModelId, settings?: GoogleGenerativeAIImageSettings): ImageModelV3;
+    /**
+     * Creates a model for video generation.
+     */
+    video(modelId: GoogleGenerativeAIVideoModelId): Experimental_VideoModelV3;
     /**
      * @deprecated Use `chat()` instead.
      */
@@ -328,4 +346,4 @@ declare const google: GoogleGenerativeAIProvider;
 
 declare const VERSION: string;
 
-export { type GoogleErrorData, type GoogleGenerativeAIEmbeddingProviderOptions, type GoogleGenerativeAIImageProviderOptions, type GoogleGenerativeAIProvider, type GoogleGenerativeAIProviderMetadata, type GoogleGenerativeAIProviderOptions, type GoogleGenerativeAIProviderSettings, VERSION, createGoogleGenerativeAI, google };
+export { type GoogleErrorData, type GoogleGenerativeAIEmbeddingProviderOptions, type GoogleGenerativeAIImageProviderOptions, type GoogleGenerativeAIProvider, type GoogleGenerativeAIProviderMetadata, type GoogleGenerativeAIProviderOptions, type GoogleGenerativeAIProviderSettings, type GoogleGenerativeAIVideoModelId, type GoogleGenerativeAIVideoProviderOptions, VERSION, createGoogleGenerativeAI, google };

package/dist/index.js

@@ -27,10 +27,10 @@ __export(src_exports, {
 module.exports = __toCommonJS(src_exports);
 
 // src/google-provider.ts
-var import_provider_utils15 = require("@ai-sdk/provider-utils");
+var import_provider_utils16 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "3.0.19" : "0.0.0-test";
+var VERSION = true ? "3.0.20" : "0.0.0-test";
 
 // src/google-generative-ai-embedding-model.ts
 var import_provider = require("@ai-sdk/provider");
@@ -1891,14 +1891,266 @@ var googleImageProviderOptionsSchema = (0, import_provider_utils14.lazySchema)(
   )
 );
 
+// src/google-generative-ai-video-model.ts
+var import_provider4 = require("@ai-sdk/provider");
+var import_provider_utils15 = require("@ai-sdk/provider-utils");
+var import_v414 = require("zod/v4");
+var GoogleGenerativeAIVideoModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v3";
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  get maxVideosPerCall() {
+    return 4;
+  }
+  async doGenerate(options) {
+    var _a, _b, _c, _d, _e, _f, _g, _h;
+    const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
+    const warnings = [];
+    const googleOptions = await (0, import_provider_utils15.parseProviderOptions)({
+      provider: "google",
+      providerOptions: options.providerOptions,
+      schema: googleVideoProviderOptionsSchema
+    });
+    const instances = [{}];
+    const instance = instances[0];
+    if (options.prompt != null) {
+      instance.prompt = options.prompt;
+    }
+    if (options.image != null) {
+      if (options.image.type === "url") {
+        warnings.push({
+          type: "unsupported",
+          feature: "URL-based image input",
+          details: "Google Generative AI video models require base64-encoded images. URL will be ignored."
+        });
+      } else {
+        const base64Data = typeof options.image.data === "string" ? options.image.data : (0, import_provider_utils15.convertUint8ArrayToBase64)(options.image.data);
+        instance.image = {
+          inlineData: {
+            mimeType: options.image.mediaType || "image/png",
+            data: base64Data
+          }
+        };
+      }
+    }
+    if ((googleOptions == null ? void 0 : googleOptions.referenceImages) != null) {
+      instance.referenceImages = googleOptions.referenceImages.map((refImg) => {
+        if (refImg.bytesBase64Encoded) {
+          return {
+            inlineData: {
+              mimeType: "image/png",
+              data: refImg.bytesBase64Encoded
+            }
+          };
+        } else if (refImg.gcsUri) {
+          return {
+            gcsUri: refImg.gcsUri
+          };
+        }
+        return refImg;
+      });
+    }
+    const parameters = {
+      sampleCount: options.n
+    };
+    if (options.aspectRatio) {
+      parameters.aspectRatio = options.aspectRatio;
+    }
+    if (options.resolution) {
+      const resolutionMap = {
+        "1280x720": "720p",
+        "1920x1080": "1080p",
+        "3840x2160": "4k"
+      };
+      parameters.resolution = resolutionMap[options.resolution] || options.resolution;
+    }
+    if (options.duration) {
+      parameters.durationSeconds = options.duration;
+    }
+    if (options.seed) {
+      parameters.seed = options.seed;
+    }
+    if (googleOptions != null) {
+      const opts = googleOptions;
+      if (opts.personGeneration !== void 0 && opts.personGeneration !== null) {
+        parameters.personGeneration = opts.personGeneration;
+      }
+      if (opts.negativePrompt !== void 0 && opts.negativePrompt !== null) {
+        parameters.negativePrompt = opts.negativePrompt;
+      }
+      for (const [key, value] of Object.entries(opts)) {
+        if (![
+          "pollIntervalMs",
+          "pollTimeoutMs",
+          "personGeneration",
+          "negativePrompt",
+          "referenceImages"
+        ].includes(key)) {
+          parameters[key] = value;
+        }
+      }
+    }
+    const { value: operation } = await (0, import_provider_utils15.postJsonToApi)({
+      url: `${this.config.baseURL}/models/${this.modelId}:predictLongRunning`,
+      headers: (0, import_provider_utils15.combineHeaders)(
+        await (0, import_provider_utils15.resolve)(this.config.headers),
+        options.headers
+      ),
+      body: {
+        instances,
+        parameters
+      },
+      successfulResponseHandler: (0, import_provider_utils15.createJsonResponseHandler)(
+        googleOperationSchema
+      ),
+      failedResponseHandler: googleFailedResponseHandler,
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const operationName = operation.name;
+    if (!operationName) {
+      throw new import_provider4.AISDKError({
+        name: "GOOGLE_VIDEO_GENERATION_ERROR",
+        message: "No operation name returned from API"
+      });
+    }
+    const pollIntervalMs = (_d = googleOptions == null ? void 0 : googleOptions.pollIntervalMs) != null ? _d : 1e4;
+    const pollTimeoutMs = (_e = googleOptions == null ? void 0 : googleOptions.pollTimeoutMs) != null ? _e : 6e5;
+    const startTime = Date.now();
+    let finalOperation = operation;
+    let responseHeaders;
+    while (!finalOperation.done) {
+      if (Date.now() - startTime > pollTimeoutMs) {
+        throw new import_provider4.AISDKError({
+          name: "GOOGLE_VIDEO_GENERATION_TIMEOUT",
+          message: `Video generation timed out after ${pollTimeoutMs}ms`
+        });
+      }
+      await (0, import_provider_utils15.delay)(pollIntervalMs);
+      if ((_f = options.abortSignal) == null ? void 0 : _f.aborted) {
+        throw new import_provider4.AISDKError({
+          name: "GOOGLE_VIDEO_GENERATION_ABORTED",
+          message: "Video generation request was aborted"
+        });
+      }
+      const { value: statusOperation, responseHeaders: pollHeaders } = await (0, import_provider_utils15.getFromApi)({
+        url: `${this.config.baseURL}/${operationName}`,
+        headers: (0, import_provider_utils15.combineHeaders)(
+          await (0, import_provider_utils15.resolve)(this.config.headers),
+          options.headers
+        ),
+        successfulResponseHandler: (0, import_provider_utils15.createJsonResponseHandler)(
+          googleOperationSchema
+        ),
+        failedResponseHandler: googleFailedResponseHandler,
+        abortSignal: options.abortSignal,
+        fetch: this.config.fetch
+      });
+      finalOperation = statusOperation;
+      responseHeaders = pollHeaders;
+    }
+    if (finalOperation.error) {
+      throw new import_provider4.AISDKError({
+        name: "GOOGLE_VIDEO_GENERATION_FAILED",
+        message: `Video generation failed: ${finalOperation.error.message}`
+      });
+    }
+    const response = finalOperation.response;
+    if (!((_g = response == null ? void 0 : response.generateVideoResponse) == null ? void 0 : _g.generatedSamples) || response.generateVideoResponse.generatedSamples.length === 0) {
+      throw new import_provider4.AISDKError({
+        name: "GOOGLE_VIDEO_GENERATION_ERROR",
+        message: `No videos in response. Response: ${JSON.stringify(finalOperation)}`
+      });
+    }
+    const videos = [];
+    const videoMetadata = [];
+    const resolvedHeaders = await (0, import_provider_utils15.resolve)(this.config.headers);
+    const apiKey = resolvedHeaders == null ? void 0 : resolvedHeaders["x-goog-api-key"];
+    for (const generatedSample of response.generateVideoResponse.generatedSamples) {
+      if ((_h = generatedSample.video) == null ? void 0 : _h.uri) {
+        const urlWithAuth = apiKey ? `${generatedSample.video.uri}${generatedSample.video.uri.includes("?") ? "&" : "?"}key=${apiKey}` : generatedSample.video.uri;
+        videos.push({
+          type: "url",
+          url: urlWithAuth,
+          mediaType: "video/mp4"
+        });
+        videoMetadata.push({
+          uri: generatedSample.video.uri
+        });
+      }
+    }
+    if (videos.length === 0) {
+      throw new import_provider4.AISDKError({
+        name: "GOOGLE_VIDEO_GENERATION_ERROR",
+        message: "No valid videos in response"
+      });
+    }
+    return {
+      videos,
+      warnings,
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders
+      },
+      providerMetadata: {
+        google: {
+          videos: videoMetadata
+        }
+      }
+    };
+  }
+};
+var googleOperationSchema = import_v414.z.object({
+  name: import_v414.z.string().nullish(),
+  done: import_v414.z.boolean().nullish(),
+  error: import_v414.z.object({
+    code: import_v414.z.number().nullish(),
+    message: import_v414.z.string(),
+    status: import_v414.z.string().nullish()
+  }).nullish(),
+  response: import_v414.z.object({
+    generateVideoResponse: import_v414.z.object({
+      generatedSamples: import_v414.z.array(
+        import_v414.z.object({
+          video: import_v414.z.object({
+            uri: import_v414.z.string().nullish()
+          }).nullish()
+        })
+      ).nullish()
+    }).nullish()
+  }).nullish()
+});
+var googleVideoProviderOptionsSchema = (0, import_provider_utils15.lazySchema)(
+  () => (0, import_provider_utils15.zodSchema)(
+    import_v414.z.object({
+      pollIntervalMs: import_v414.z.number().positive().nullish(),
+      pollTimeoutMs: import_v414.z.number().positive().nullish(),
+      personGeneration: import_v414.z.enum(["dont_allow", "allow_adult", "allow_all"]).nullish(),
+      negativePrompt: import_v414.z.string().nullish(),
+      referenceImages: import_v414.z.array(
+        import_v414.z.object({
+          bytesBase64Encoded: import_v414.z.string().nullish(),
+          gcsUri: import_v414.z.string().nullish()
+        })
+      ).nullish()
+    }).passthrough()
+  )
+);
+
 // src/google-provider.ts
 function createGoogleGenerativeAI(options = {}) {
   var _a, _b;
-  const baseURL = (_a = (0, import_provider_utils15.withoutTrailingSlash)(options.baseURL)) != null ? _a : "https://generativelanguage.googleapis.com/v1beta";
+  const baseURL = (_a = (0, import_provider_utils16.withoutTrailingSlash)(options.baseURL)) != null ? _a : "https://generativelanguage.googleapis.com/v1beta";
   const providerName = (_b = options.name) != null ? _b : "google.generative-ai";
-  const getHeaders = () => (0, import_provider_utils15.withUserAgentSuffix)(
+  const getHeaders = () => (0, import_provider_utils16.withUserAgentSuffix)(
     {
-      "x-goog-api-key": (0, import_provider_utils15.loadApiKey)({
+      "x-goog-api-key": (0, import_provider_utils16.loadApiKey)({
         apiKey: options.apiKey,
         environmentVariableName: "GOOGLE_GENERATIVE_AI_API_KEY",
         description: "Google Generative AI"
@@ -1913,7 +2165,7 @@ function createGoogleGenerativeAI(options = {}) {
       provider: providerName,
       baseURL,
       headers: getHeaders,
-      generateId: (_a2 = options.generateId) != null ? _a2 : import_provider_utils15.generateId,
+      generateId: (_a2 = options.generateId) != null ? _a2 : import_provider_utils16.generateId,
       supportedUrls: () => ({
         "*": [
           // Google Generative Language "files" endpoint
@@ -1941,6 +2193,16 @@ function createGoogleGenerativeAI(options = {}) {
     headers: getHeaders,
     fetch: options.fetch
   });
+  const createVideoModel = (modelId) => {
+    var _a2;
+    return new GoogleGenerativeAIVideoModel(modelId, {
+      provider: providerName,
+      baseURL,
+      headers: getHeaders,
+      fetch: options.fetch,
+      generateId: (_a2 = options.generateId) != null ? _a2 : import_provider_utils16.generateId
+    });
+  };
   const provider = function(modelId) {
     if (new.target) {
       throw new Error(
@@ -1959,6 +2221,7 @@ function createGoogleGenerativeAI(options = {}) {
   provider.textEmbeddingModel = createEmbeddingModel;
   provider.image = createImageModel;
   provider.imageModel = createImageModel;
+  provider.video = createVideoModel;
   provider.tools = googleTools;
   return provider;
 }