@ai-sdk/google-vertex 4.0.40 → 4.0.41

package/CHANGELOG.md

@@ -1,5 +1,16 @@
 # @ai-sdk/google-vertex
 
+## 4.0.41
+
+### Patch Changes
+
+- 53f6731: feat (ai, provider): experimental generate video support
+- Updated dependencies [53f6731]
+  - @ai-sdk/provider@3.0.7
+  - @ai-sdk/google@3.0.20
+  - @ai-sdk/anthropic@3.0.35
+  - @ai-sdk/provider-utils@4.0.13
+
 ## 4.0.40
 
 ### Patch Changes

package/dist/anthropic/edge/index.js

@@ -32,7 +32,7 @@ var import_provider_utils3 = require("@ai-sdk/provider-utils");
 var import_provider_utils = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "4.0.40" : "0.0.0-test";
+var VERSION = true ? "4.0.41" : "0.0.0-test";
 
 // src/edge/google-vertex-auth-edge.ts
 var loadCredentials = async () => {

package/dist/anthropic/edge/index.mjs

@@ -10,7 +10,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "4.0.40" : "0.0.0-test";
+var VERSION = true ? "4.0.41" : "0.0.0-test";
 
 // src/edge/google-vertex-auth-edge.ts
 var loadCredentials = async () => {

package/dist/edge/index.d.mts

@@ -1,4 +1,4 @@
-import { EmbeddingModelV3, ProviderV3, LanguageModelV3, ImageModelV3 } from '@ai-sdk/provider';
+import { EmbeddingModelV3, ProviderV3, LanguageModelV3, ImageModelV3, Experimental_VideoModelV3 } from '@ai-sdk/provider';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { Resolvable, FetchFunction } from '@ai-sdk/provider-utils';
 
@@ -53,6 +53,8 @@ declare const googleVertexTools: {
     }>;
 };
 
+type GoogleVertexVideoModelId = 'veo-001' | 'veo-002' | 'veo-003' | 'veo-2.0-generate-001' | 'veo-2.0-generate-exp' | 'veo-2.0-generate-preview' | 'veo-3.0-generate-001' | 'veo-3.0-fast-generate-001' | 'veo-3.0-generate-preview' | 'veo-3.0-fast-generate-preview' | 'veo-3.1-generate-001' | 'veo-3.1-fast-generate-001' | 'veo-3.1-generate-preview' | 'veo-3.1-fast-generate-preview' | (string & {});
+
 interface GoogleVertexProvider extends ProviderV3 {
     /**
      * Creates a model for text generation.
@@ -67,6 +69,10 @@ interface GoogleVertexProvider extends ProviderV3 {
      * Creates a model for image generation.
      */
     imageModel(modelId: GoogleVertexImageModelId): ImageModelV3;
+    /**
+     * Creates a model for video generation.
+     */
+    video(modelId: GoogleVertexVideoModelId): Experimental_VideoModelV3;
     tools: typeof googleVertexTools;
     /**
      * @deprecated Use `embeddingModel` instead.

package/dist/edge/index.d.ts

@@ -1,4 +1,4 @@
-import { EmbeddingModelV3, ProviderV3, LanguageModelV3, ImageModelV3 } from '@ai-sdk/provider';
+import { EmbeddingModelV3, ProviderV3, LanguageModelV3, ImageModelV3, Experimental_VideoModelV3 } from '@ai-sdk/provider';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { Resolvable, FetchFunction } from '@ai-sdk/provider-utils';
 
@@ -53,6 +53,8 @@ declare const googleVertexTools: {
     }>;
 };
 
+type GoogleVertexVideoModelId = 'veo-001' | 'veo-002' | 'veo-003' | 'veo-2.0-generate-001' | 'veo-2.0-generate-exp' | 'veo-2.0-generate-preview' | 'veo-3.0-generate-001' | 'veo-3.0-fast-generate-001' | 'veo-3.0-generate-preview' | 'veo-3.0-fast-generate-preview' | 'veo-3.1-generate-001' | 'veo-3.1-fast-generate-001' | 'veo-3.1-generate-preview' | 'veo-3.1-fast-generate-preview' | (string & {});
+
 interface GoogleVertexProvider extends ProviderV3 {
     /**
      * Creates a model for text generation.
@@ -67,6 +69,10 @@ interface GoogleVertexProvider extends ProviderV3 {
      * Creates a model for image generation.
      */
     imageModel(modelId: GoogleVertexImageModelId): ImageModelV3;
+    /**
+     * Creates a model for video generation.
+     */
+    video(modelId: GoogleVertexVideoModelId): Experimental_VideoModelV3;
     tools: typeof googleVertexTools;
     /**
      * @deprecated Use `embeddingModel` instead.

package/dist/edge/index.js

@@ -26,14 +26,14 @@ __export(edge_exports, {
 module.exports = __toCommonJS(edge_exports);
 
 // src/edge/google-vertex-provider-edge.ts
-var import_provider_utils6 = require("@ai-sdk/provider-utils");
+var import_provider_utils7 = require("@ai-sdk/provider-utils");
 
 // src/google-vertex-provider.ts
 var import_internal2 = require("@ai-sdk/google/internal");
-var import_provider_utils4 = require("@ai-sdk/provider-utils");
+var import_provider_utils5 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "4.0.40" : "0.0.0-test";
+var VERSION = true ? "4.0.41" : "0.0.0-test";
 
 // src/google-vertex-embedding-model.ts
 var import_provider = require("@ai-sdk/provider");
@@ -418,6 +418,260 @@ var googleVertexTools = {
   vertexRagStore: import_internal.googleTools.vertexRagStore
 };
 
+// src/google-vertex-video-model.ts
+var import_provider2 = require("@ai-sdk/provider");
+var import_provider_utils4 = require("@ai-sdk/provider-utils");
+var import_v45 = require("zod/v4");
+var GoogleVertexVideoModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v3";
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  get maxVideosPerCall() {
+    return 4;
+  }
+  async doGenerate(options) {
+    var _a, _b, _c, _d, _e, _f;
+    const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
+    const warnings = [];
+    const vertexOptions = await (0, import_provider_utils4.parseProviderOptions)({
+      provider: "vertex",
+      providerOptions: options.providerOptions,
+      schema: vertexVideoProviderOptionsSchema
+    });
+    const instances = [{}];
+    const instance = instances[0];
+    if (options.prompt != null) {
+      instance.prompt = options.prompt;
+    }
+    if (options.image != null) {
+      if (options.image.type === "url") {
+        warnings.push({
+          type: "unsupported",
+          feature: "URL-based image input",
+          details: "Vertex AI video models require base64-encoded images or GCS URIs. URL will be ignored."
+        });
+      } else {
+        const base64Data = typeof options.image.data === "string" ? options.image.data : (0, import_provider_utils4.convertUint8ArrayToBase64)(options.image.data);
+        instance.image = {
+          bytesBase64Encoded: base64Data
+        };
+      }
+    }
+    if ((vertexOptions == null ? void 0 : vertexOptions.referenceImages) != null) {
+      instance.referenceImages = vertexOptions.referenceImages;
+    }
+    const parameters = {
+      sampleCount: options.n
+    };
+    if (options.aspectRatio) {
+      parameters.aspectRatio = options.aspectRatio;
+    }
+    if (options.resolution) {
+      const resolutionMap = {
+        "1280x720": "720p",
+        "1920x1080": "1080p",
+        "3840x2160": "4k"
+      };
+      parameters.resolution = resolutionMap[options.resolution] || options.resolution;
+    }
+    if (options.duration) {
+      parameters.durationSeconds = options.duration;
+    }
+    if (options.seed) {
+      parameters.seed = options.seed;
+    }
+    if (vertexOptions != null) {
+      const opts = vertexOptions;
+      if (opts.personGeneration !== void 0 && opts.personGeneration !== null) {
+        parameters.personGeneration = opts.personGeneration;
+      }
+      if (opts.negativePrompt !== void 0 && opts.negativePrompt !== null) {
+        parameters.negativePrompt = opts.negativePrompt;
+      }
+      if (opts.generateAudio !== void 0 && opts.generateAudio !== null) {
+        parameters.generateAudio = opts.generateAudio;
+      }
+      if (opts.gcsOutputDirectory !== void 0 && opts.gcsOutputDirectory !== null) {
+        parameters.gcsOutputDirectory = opts.gcsOutputDirectory;
+      }
+      for (const [key, value] of Object.entries(opts)) {
+        if (![
+          "pollIntervalMs",
+          "pollTimeoutMs",
+          "personGeneration",
+          "negativePrompt",
+          "generateAudio",
+          "gcsOutputDirectory",
+          "referenceImages"
+        ].includes(key)) {
+          parameters[key] = value;
+        }
+      }
+    }
+    const { value: operation } = await (0, import_provider_utils4.postJsonToApi)({
+      url: `${this.config.baseURL}/models/${this.modelId}:predictLongRunning`,
+      headers: (0, import_provider_utils4.combineHeaders)(
+        await (0, import_provider_utils4.resolve)(this.config.headers),
+        options.headers
+      ),
+      body: {
+        instances,
+        parameters
+      },
+      successfulResponseHandler: (0, import_provider_utils4.createJsonResponseHandler)(
+        vertexOperationSchema
+      ),
+      failedResponseHandler: googleVertexFailedResponseHandler,
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const operationName = operation.name;
+    if (!operationName) {
+      throw new import_provider2.AISDKError({
+        name: "VERTEX_VIDEO_GENERATION_ERROR",
+        message: "No operation name returned from API"
+      });
+    }
+    const pollIntervalMs = (_d = vertexOptions == null ? void 0 : vertexOptions.pollIntervalMs) != null ? _d : 1e4;
+    const pollTimeoutMs = (_e = vertexOptions == null ? void 0 : vertexOptions.pollTimeoutMs) != null ? _e : 6e5;
+    const startTime = Date.now();
+    let finalOperation = operation;
+    let responseHeaders;
+    while (!finalOperation.done) {
+      if (Date.now() - startTime > pollTimeoutMs) {
+        throw new import_provider2.AISDKError({
+          name: "VERTEX_VIDEO_GENERATION_TIMEOUT",
+          message: `Video generation timed out after ${pollTimeoutMs}ms`
+        });
+      }
+      await (0, import_provider_utils4.delay)(pollIntervalMs);
+      if ((_f = options.abortSignal) == null ? void 0 : _f.aborted) {
+        throw new import_provider2.AISDKError({
+          name: "VERTEX_VIDEO_GENERATION_ABORTED",
+          message: "Video generation request was aborted"
+        });
+      }
+      const { value: statusOperation, responseHeaders: pollHeaders } = await (0, import_provider_utils4.postJsonToApi)({
+        url: `${this.config.baseURL}/models/${this.modelId}:fetchPredictOperation`,
+        headers: (0, import_provider_utils4.combineHeaders)(
+          await (0, import_provider_utils4.resolve)(this.config.headers),
+          options.headers
+        ),
+        body: {
+          operationName
+        },
+        successfulResponseHandler: (0, import_provider_utils4.createJsonResponseHandler)(
+          vertexOperationSchema
+        ),
+        failedResponseHandler: googleVertexFailedResponseHandler,
+        abortSignal: options.abortSignal,
+        fetch: this.config.fetch
+      });
+      finalOperation = statusOperation;
+      responseHeaders = pollHeaders;
+    }
+    if (finalOperation.error) {
+      throw new import_provider2.AISDKError({
+        name: "VERTEX_VIDEO_GENERATION_FAILED",
+        message: `Video generation failed: ${finalOperation.error.message}`
+      });
+    }
+    const response = finalOperation.response;
+    if (!(response == null ? void 0 : response.videos) || response.videos.length === 0) {
+      throw new import_provider2.AISDKError({
+        name: "VERTEX_VIDEO_GENERATION_ERROR",
+        message: `No videos in response. Response: ${JSON.stringify(finalOperation)}`
+      });
+    }
+    const videos = [];
+    const videoMetadata = [];
+    for (const video of response.videos) {
+      if (video.bytesBase64Encoded) {
+        videos.push({
+          type: "base64",
+          data: video.bytesBase64Encoded,
+          mediaType: video.mimeType || "video/mp4"
+        });
+        videoMetadata.push({
+          mimeType: video.mimeType
+        });
+      } else if (video.gcsUri) {
+        videos.push({
+          type: "url",
+          url: video.gcsUri,
+          mediaType: video.mimeType || "video/mp4"
+        });
+        videoMetadata.push({
+          gcsUri: video.gcsUri,
+          mimeType: video.mimeType
+        });
+      }
+    }
+    if (videos.length === 0) {
+      throw new import_provider2.AISDKError({
+        name: "VERTEX_VIDEO_GENERATION_ERROR",
+        message: "No valid videos in response"
+      });
+    }
+    return {
+      videos,
+      warnings,
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders
+      },
+      providerMetadata: {
+        "google-vertex": {
+          videos: videoMetadata
+        }
+      }
+    };
+  }
+};
+var vertexOperationSchema = import_v45.z.object({
+  name: import_v45.z.string().nullish(),
+  done: import_v45.z.boolean().nullish(),
+  error: import_v45.z.object({
+    code: import_v45.z.number().nullish(),
+    message: import_v45.z.string(),
+    status: import_v45.z.string().nullish()
+  }).nullish(),
+  response: import_v45.z.object({
+    videos: import_v45.z.array(
+      import_v45.z.object({
+        bytesBase64Encoded: import_v45.z.string().nullish(),
+        gcsUri: import_v45.z.string().nullish(),
+        mimeType: import_v45.z.string().nullish()
+      })
+    ).nullish(),
+    raiMediaFilteredCount: import_v45.z.number().nullish()
+  }).nullish()
+});
+var vertexVideoProviderOptionsSchema = (0, import_provider_utils4.lazySchema)(
+  () => (0, import_provider_utils4.zodSchema)(
+    import_v45.z.object({
+      pollIntervalMs: import_v45.z.number().positive().nullish(),
+      pollTimeoutMs: import_v45.z.number().positive().nullish(),
+      personGeneration: import_v45.z.enum(["dont_allow", "allow_adult", "allow_all"]).nullish(),
+      negativePrompt: import_v45.z.string().nullish(),
+      generateAudio: import_v45.z.boolean().nullish(),
+      gcsOutputDirectory: import_v45.z.string().nullish(),
+      referenceImages: import_v45.z.array(
+        import_v45.z.object({
+          bytesBase64Encoded: import_v45.z.string().nullish(),
+          gcsUri: import_v45.z.string().nullish()
+        })
+      ).nullish()
+    }).passthrough()
+  )
+);
+
 // src/google-vertex-provider.ts
 var EXPRESS_MODE_BASE_URL = "https://aiplatform.googleapis.com/v1/publishers/google";
 function createExpressModeFetch(apiKey, customFetch) {
@@ -425,7 +679,7 @@ function createExpressModeFetch(apiKey, customFetch) {
     const modifiedInit = {
       ...init,
       headers: {
-        ...(init == null ? void 0 : init.headers) ? (0, import_provider_utils4.normalizeHeaders)(init.headers) : {},
+        ...(init == null ? void 0 : init.headers) ? (0, import_provider_utils5.normalizeHeaders)(init.headers) : {},
         "x-goog-api-key": apiKey
       }
     };
@@ -433,17 +687,17 @@ function createExpressModeFetch(apiKey, customFetch) {
   };
 }
 function createVertex(options = {}) {
-  const apiKey = (0, import_provider_utils4.loadOptionalSetting)({
+  const apiKey = (0, import_provider_utils5.loadOptionalSetting)({
     settingValue: options.apiKey,
     environmentVariableName: "GOOGLE_VERTEX_API_KEY"
   });
-  const loadVertexProject = () => (0, import_provider_utils4.loadSetting)({
+  const loadVertexProject = () => (0, import_provider_utils5.loadSetting)({
     settingValue: options.project,
     settingName: "project",
     environmentVariableName: "GOOGLE_VERTEX_PROJECT",
     description: "Google Vertex project"
   });
-  const loadVertexLocation = () => (0, import_provider_utils4.loadSetting)({
+  const loadVertexLocation = () => (0, import_provider_utils5.loadSetting)({
     settingValue: options.location,
     settingName: "location",
     environmentVariableName: "GOOGLE_VERTEX_LOCATION",
@@ -452,18 +706,18 @@ function createVertex(options = {}) {
   const loadBaseURL = () => {
     var _a, _b;
     if (apiKey) {
-      return (_a = (0, import_provider_utils4.withoutTrailingSlash)(options.baseURL)) != null ? _a : EXPRESS_MODE_BASE_URL;
+      return (_a = (0, import_provider_utils5.withoutTrailingSlash)(options.baseURL)) != null ? _a : EXPRESS_MODE_BASE_URL;
     }
     const region = loadVertexLocation();
     const project = loadVertexProject();
     const baseHost = `${region === "global" ? "" : region + "-"}aiplatform.googleapis.com`;
-    return (_b = (0, import_provider_utils4.withoutTrailingSlash)(options.baseURL)) != null ? _b : `https://${baseHost}/v1beta1/projects/${project}/locations/${region}/publishers/google`;
+    return (_b = (0, import_provider_utils5.withoutTrailingSlash)(options.baseURL)) != null ? _b : `https://${baseHost}/v1beta1/projects/${project}/locations/${region}/publishers/google`;
   };
   const createConfig = (name) => {
     const getHeaders = async () => {
       var _a;
-      const originalHeaders = await (0, import_provider_utils4.resolve)((_a = options.headers) != null ? _a : {});
-      return (0, import_provider_utils4.withUserAgentSuffix)(
+      const originalHeaders = await (0, import_provider_utils5.resolve)((_a = options.headers) != null ? _a : {});
+      return (0, import_provider_utils5.withUserAgentSuffix)(
         originalHeaders,
         `ai-sdk/google-vertex/${VERSION}`
       );
@@ -479,7 +733,7 @@ function createVertex(options = {}) {
     var _a;
     return new import_internal2.GoogleGenerativeAILanguageModel(modelId, {
       ...createConfig("chat"),
-      generateId: (_a = options.generateId) != null ? _a : import_provider_utils4.generateId,
+      generateId: (_a = options.generateId) != null ? _a : import_provider_utils5.generateId,
       supportedUrls: () => ({
         "*": [
           // HTTP URLs:
@@ -492,6 +746,13 @@ function createVertex(options = {}) {
   };
   const createEmbeddingModel = (modelId) => new GoogleVertexEmbeddingModel(modelId, createConfig("embedding"));
   const createImageModel = (modelId) => new GoogleVertexImageModel(modelId, createConfig("image"));
+  const createVideoModel = (modelId) => {
+    var _a;
+    return new GoogleVertexVideoModel(modelId, {
+      ...createConfig("video"),
+      generateId: (_a = options.generateId) != null ? _a : import_provider_utils5.generateId
+    });
+  };
   const provider = function(modelId) {
     if (new.target) {
       throw new Error(
@@ -506,28 +767,29 @@ function createVertex(options = {}) {
   provider.textEmbeddingModel = createEmbeddingModel;
   provider.image = createImageModel;
   provider.imageModel = createImageModel;
+  provider.video = createVideoModel;
   provider.tools = googleVertexTools;
   return provider;
 }
 
 // src/edge/google-vertex-auth-edge.ts
-var import_provider_utils5 = require("@ai-sdk/provider-utils");
+var import_provider_utils6 = require("@ai-sdk/provider-utils");
 var loadCredentials = async () => {
   try {
     return {
-      clientEmail: (0, import_provider_utils5.loadSetting)({
+      clientEmail: (0, import_provider_utils6.loadSetting)({
         settingValue: void 0,
         settingName: "clientEmail",
         environmentVariableName: "GOOGLE_CLIENT_EMAIL",
         description: "Google client email"
       }),
-      privateKey: (0, import_provider_utils5.loadSetting)({
+      privateKey: (0, import_provider_utils6.loadSetting)({
         settingValue: void 0,
         settingName: "privateKey",
         environmentVariableName: "GOOGLE_PRIVATE_KEY",
         description: "Google private key"
       }),
-      privateKeyId: (0, import_provider_utils5.loadOptionalSetting)({
+      privateKeyId: (0, import_provider_utils6.loadOptionalSetting)({
         settingValue: void 0,
         environmentVariableName: "GOOGLE_PRIVATE_KEY_ID"
       })
@@ -596,10 +858,10 @@ async function generateAuthToken(credentials) {
     const jwt = await buildJwt(creds);
     const response = await fetch("https://oauth2.googleapis.com/token", {
       method: "POST",
-      headers: (0, import_provider_utils5.withUserAgentSuffix)(
+      headers: (0, import_provider_utils6.withUserAgentSuffix)(
         { "Content-Type": "application/x-www-form-urlencoded" },
         `ai-sdk/google-vertex/${VERSION}`,
-        (0, import_provider_utils5.getRuntimeEnvironmentUserAgent)()
+        (0, import_provider_utils6.getRuntimeEnvironmentUserAgent)()
       ),
       body: new URLSearchParams({
         grant_type: "urn:ietf:params:oauth:grant-type:jwt-bearer",
@@ -618,7 +880,7 @@ async function generateAuthToken(credentials) {
 
 // src/edge/google-vertex-provider-edge.ts
 function createVertex2(options = {}) {
-  const apiKey = (0, import_provider_utils6.loadOptionalSetting)({
+  const apiKey = (0, import_provider_utils7.loadOptionalSetting)({
     settingValue: options.apiKey,
     environmentVariableName: "GOOGLE_VERTEX_API_KEY"
   });
@@ -631,7 +893,7 @@ function createVertex2(options = {}) {
       Authorization: `Bearer ${await generateAuthToken(
         options.googleCredentials
       )}`,
-      ...await (0, import_provider_utils6.resolve)(options.headers)
+      ...await (0, import_provider_utils7.resolve)(options.headers)
     })
   });
 }