@ai-sdk/google-vertex 5.0.0-canary.98 → 5.0.0

package/dist/index.js

@@ -1,5 +1,5 @@
 // src/google-vertex-provider.ts
-import { loadOptionalSetting as loadOptionalSetting2, resolve as resolve5 } from "@ai-sdk/provider-utils";
+import { loadOptionalSetting as loadOptionalSetting2, resolve as resolve6 } from "@ai-sdk/provider-utils";
 
 // src/google-vertex-auth-google-auth-library.ts
 import { GoogleAuth } from "google-auth-library";
@@ -17,19 +17,22 @@ function createAuthTokenGenerator(options) {
 }
 
 // src/google-vertex-provider-base.ts
-import { GoogleLanguageModel as GoogleLanguageModel2 } from "@ai-sdk/google/internal";
+import {
+  GoogleLanguageModel as GoogleLanguageModel2,
+  GoogleSpeechModel
+} from "@ai-sdk/google/internal";
 import {
   generateId,
   loadOptionalSetting,
   loadSetting,
   normalizeHeaders,
-  resolve as resolve4,
+  resolve as resolve5,
   withoutTrailingSlash,
   withUserAgentSuffix
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "5.0.0-canary.98" : "0.0.0-test";
+var VERSION = true ? "5.0.0" : "0.0.0-test";
 
 // src/google-vertex-embedding-model.ts
 import {
@@ -111,7 +114,6 @@ var googleVertexEmbeddingModelOptions = z2.object({
 var GoogleVertexEmbeddingModel = class _GoogleVertexEmbeddingModel {
   constructor(modelId, config) {
     this.specificationVersion = "v4";
-    this.maxEmbeddingsPerCall = 2048;
     this.supportsParallelCalls = true;
     this.modelId = modelId;
     this.config = config;
@@ -128,12 +130,18 @@ var GoogleVertexEmbeddingModel = class _GoogleVertexEmbeddingModel {
   get provider() {
     return this.config.provider;
   }
+  // gemini-embedding-2 models only support :embedContent (one value per call),
+  // not the :predict batch endpoint. https://github.com/vercel/ai/issues/15853
+  get maxEmbeddingsPerCall() {
+    return usesEmbedContentEndpoint(this.modelId) ? 1 : 2048;
+  }
   async doEmbed({
     values,
     headers,
     abortSignal,
     providerOptions
   }) {
+    var _a;
     let googleOptions = await parseProviderOptions({
       provider: "googleVertex",
       providerOptions,
@@ -166,6 +174,37 @@ var GoogleVertexEmbeddingModel = class _GoogleVertexEmbeddingModel {
       this.config.headers ? await resolve(this.config.headers) : void 0,
       headers
     );
+    if (usesEmbedContentEndpoint(this.modelId)) {
+      const {
+        responseHeaders: responseHeaders2,
+        value: response2,
+        rawValue: rawValue2
+      } = await postJsonToApi({
+        url: `${this.config.baseURL}/models/${this.modelId}:embedContent`,
+        headers: mergedHeaders,
+        body: {
+          content: { parts: [{ text: values[0] }] },
+          embedContentConfig: {
+            outputDimensionality: googleOptions.outputDimensionality,
+            taskType: googleOptions.taskType,
+            title: googleOptions.title,
+            autoTruncate: googleOptions.autoTruncate
+          }
+        },
+        failedResponseHandler: googleVertexFailedResponseHandler,
+        successfulResponseHandler: createJsonResponseHandler(
+          googleVertexEmbedContentResponseSchema
+        ),
+        abortSignal,
+        fetch: this.config.fetch
+      });
+      return {
+        warnings: [],
+        embeddings: [response2.embedding.values],
+        usage: ((_a = response2.usageMetadata) == null ? void 0 : _a.promptTokenCount) == null ? void 0 : { tokens: response2.usageMetadata.promptTokenCount },
+        response: { headers: responseHeaders2, body: rawValue2 }
+      };
+    }
     const url = `${this.config.baseURL}/models/${this.modelId}:predict`;
     const {
       responseHeaders,
@@ -219,6 +258,17 @@ var googleVertexTextEmbeddingResponseSchema = z3.object({
     })
   )
 });
+var googleVertexEmbedContentResponseSchema = z3.object({
+  embedding: z3.object({
+    values: z3.array(z3.number())
+  }),
+  usageMetadata: z3.object({
+    promptTokenCount: z3.number().nullish()
+  }).nullish()
+});
+function usesEmbedContentEndpoint(modelId) {
+  return modelId === "gemini-embedding-2" || modelId === "gemini-embedding-2-preview";
+}
 
 // src/google-vertex-image-model.ts
 import { GoogleLanguageModel } from "@ai-sdk/google/internal";
@@ -605,37 +655,228 @@ var googleVertexTools = {
   vertexRagStore: googleTools.vertexRagStore
 };
 
-// src/google-vertex-video-model.ts
-import {
-  AISDKError
-} from "@ai-sdk/provider";
+// src/google-vertex-transcription-model.ts
 import {
   combineHeaders as combineHeaders3,
   convertUint8ArrayToBase64 as convertUint8ArrayToBase642,
   createJsonResponseHandler as createJsonResponseHandler3,
-  delay,
   parseProviderOptions as parseProviderOptions3,
   postJsonToApi as postJsonToApi3,
-  resolve as resolve3
+  resolve as resolve3,
+  serializeModelOptions as serializeModelOptions3,
+  WORKFLOW_DESERIALIZE as WORKFLOW_DESERIALIZE3,
+  WORKFLOW_SERIALIZE as WORKFLOW_SERIALIZE3
 } from "@ai-sdk/provider-utils";
 import { z as z7 } from "zod/v4";
 
+// src/google-vertex-transcription-model-options.ts
+import { z as z6 } from "zod/v4";
+var googleVertexTranscriptionProviderOptionsSchema = z6.object({
+  /**
+   * BCP-47 language codes to recognize (e.g. `['en-US']`), or `['auto']` to let
+   * Chirp auto-detect the spoken language. Defaults to `['auto']`. For
+   * `telephony`, pass a supported explicit language code.
+   */
+  languageCodes: z6.array(z6.string()).optional(),
+  /**
+   * Whether to add punctuation to the transcript. Defaults to `true`.
+   */
+  enableAutomaticPunctuation: z6.boolean().optional(),
+  /**
+   * Whether to include word-level timestamps. Defaults to `true` so the
+   * transcription result can include segments.
+   *
+   * Enabling word-level timestamps can reduce transcription quality and speed
+   * for Chirp models.
+   */
+  enableWordTimeOffsets: z6.boolean().optional(),
+  /**
+   * The Cloud Speech-to-Text region for the request (e.g. `'us'`, `'eu'`,
+   * `'us-central1'`). Defaults to the provider `location`.
+   *
+   * Note: Speech-to-Text regions differ from Vertex AI regions. Chirp is only
+   * available in specific Speech-to-Text regions and is not available in the
+   * `global` location.
+   */
+  region: z6.string().optional()
+});
+
+// src/google-vertex-transcription-model.ts
+function parseDurationSeconds(value) {
+  if (value == null) {
+    return void 0;
+  }
+  const seconds = Number.parseFloat(value);
+  return Number.isFinite(seconds) ? seconds : void 0;
+}
+function convertBcp47ToIso6391(value) {
+  if (value == null) {
+    return void 0;
+  }
+  try {
+    const language = new Intl.Locale(value).language;
+    return language.length === 2 ? language : void 0;
+  } catch (e) {
+    return void 0;
+  }
+}
+var GoogleVertexTranscriptionModel = class _GoogleVertexTranscriptionModel {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v4";
+  }
+  static [WORKFLOW_SERIALIZE3](model) {
+    return serializeModelOptions3({
+      modelId: model.modelId,
+      config: model.config
+    });
+  }
+  static [WORKFLOW_DESERIALIZE3](options) {
+    return new _GoogleVertexTranscriptionModel(options.modelId, options.config);
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  async doGenerate(options) {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
+    const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
+    const warnings = [];
+    let googleOptions;
+    for (const provider of ["googleVertex", "vertex", "google"]) {
+      googleOptions = await parseProviderOptions3({
+        provider,
+        providerOptions: options.providerOptions,
+        schema: googleVertexTranscriptionProviderOptionsSchema
+      });
+      if (googleOptions != null) {
+        break;
+      }
+    }
+    const region = (_d = googleOptions == null ? void 0 : googleOptions.region) != null ? _d : this.config.location;
+    const languageCodes = (_e = googleOptions == null ? void 0 : googleOptions.languageCodes) != null ? _e : ["auto"];
+    const content = typeof options.audio === "string" ? options.audio : convertUint8ArrayToBase642(options.audio);
+    const requestBody = {
+      config: {
+        model: this.modelId,
+        languageCodes,
+        // Let Speech-to-Text auto-detect the audio encoding (wav/mp3/flac/…).
+        autoDecodingConfig: {},
+        features: {
+          // Word timing populates `segments`.
+          enableWordTimeOffsets: (_f = googleOptions == null ? void 0 : googleOptions.enableWordTimeOffsets) != null ? _f : true,
+          enableAutomaticPunctuation: (_g = googleOptions == null ? void 0 : googleOptions.enableAutomaticPunctuation) != null ? _g : true
+        }
+      },
+      content
+    };
+    const host = region === "global" ? "speech.googleapis.com" : `${region}-speech.googleapis.com`;
+    const url = `https://${host}/v2/projects/${this.config.project}/locations/${region}/recognizers/_:recognize`;
+    const {
+      value: response,
+      responseHeaders,
+      rawValue: rawResponse
+    } = await postJsonToApi3({
+      url,
+      headers: combineHeaders3(
+        this.config.headers ? await resolve3(this.config.headers) : void 0,
+        options.headers
+      ),
+      body: requestBody,
+      failedResponseHandler: googleVertexFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler3(
+        googleVertexTranscriptionResponseSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const results = (_h = response.results) != null ? _h : [];
+    const text = results.map((result) => {
+      var _a2, _b2, _c2;
+      return (_c2 = (_b2 = (_a2 = result.alternatives) == null ? void 0 : _a2[0]) == null ? void 0 : _b2.transcript) != null ? _c2 : "";
+    }).join(" ").trim();
+    const segments = results.flatMap(
+      (result) => {
+        var _a2, _b2, _c2, _d2;
+        return (_d2 = (_c2 = (_b2 = (_a2 = result.alternatives) == null ? void 0 : _a2[0]) == null ? void 0 : _b2.words) == null ? void 0 : _c2.flatMap((word) => {
+          const startSecond = parseDurationSeconds(word.startOffset);
+          const endSecond = parseDurationSeconds(word.endOffset);
+          return word.word == null || startSecond == null || endSecond == null ? [] : [{ text: word.word, startSecond, endSecond }];
+        })) != null ? _d2 : [];
+      }
+    );
+    const language = convertBcp47ToIso6391((_i = results[0]) == null ? void 0 : _i.languageCode);
+    return {
+      text,
+      segments,
+      language,
+      durationInSeconds: parseDurationSeconds(
+        (_j = response.metadata) == null ? void 0 : _j.totalBilledDuration
+      ),
+      warnings,
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders,
+        body: rawResponse
+      }
+    };
+  }
+};
+var googleVertexTranscriptionResponseSchema = z7.object({
+  results: z7.array(
+    z7.object({
+      alternatives: z7.array(
+        z7.object({
+          transcript: z7.string().nullish(),
+          words: z7.array(
+            z7.object({
+              word: z7.string().nullish(),
+              startOffset: z7.string().nullish(),
+              endOffset: z7.string().nullish()
+            })
+          ).nullish()
+        })
+      ).nullish(),
+      languageCode: z7.string().nullish()
+    })
+  ).nullish(),
+  metadata: z7.object({
+    totalBilledDuration: z7.string().nullish()
+  }).nullish()
+});
+
+// src/google-vertex-video-model.ts
+import {
+  AISDKError
+} from "@ai-sdk/provider";
+import {
+  combineHeaders as combineHeaders4,
+  convertUint8ArrayToBase64 as convertUint8ArrayToBase643,
+  createJsonResponseHandler as createJsonResponseHandler4,
+  delay,
+  parseProviderOptions as parseProviderOptions4,
+  postJsonToApi as postJsonToApi4,
+  resolve as resolve4
+} from "@ai-sdk/provider-utils";
+import { z as z9 } from "zod/v4";
+
 // src/google-vertex-video-model-options.ts
 import { lazySchema, zodSchema } from "@ai-sdk/provider-utils";
-import { z as z6 } from "zod/v4";
+import { z as z8 } from "zod/v4";
 var googleVertexVideoModelOptionsSchema = lazySchema(
   () => zodSchema(
-    z6.object({
-      pollIntervalMs: z6.number().positive().nullish(),
-      pollTimeoutMs: z6.number().positive().nullish(),
-      personGeneration: z6.enum(["dont_allow", "allow_adult", "allow_all"]).nullish(),
-      negativePrompt: z6.string().nullish(),
-      generateAudio: z6.boolean().nullish(),
-      gcsOutputDirectory: z6.string().nullish(),
-      referenceImages: z6.array(
-        z6.object({
-          bytesBase64Encoded: z6.string().nullish(),
-          gcsUri: z6.string().nullish()
+    z8.object({
+      pollIntervalMs: z8.number().positive().nullish(),
+      pollTimeoutMs: z8.number().positive().nullish(),
+      personGeneration: z8.enum(["dont_allow", "allow_adult", "allow_all"]).nullish(),
+      negativePrompt: z8.string().nullish(),
+      generateAudio: z8.boolean().nullish(),
+      gcsOutputDirectory: z8.string().nullish(),
+      referenceImages: z8.array(
+        z8.object({
+          bytesBase64Encoded: z8.string().nullish(),
+          gcsUri: z8.string().nullish()
         })
       ).nullish()
     }).passthrough()
@@ -656,14 +897,14 @@ var GoogleVertexVideoModel = class {
     return 4;
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g;
+    var _a, _b, _c, _d, _e, _f, _g, _h;
     const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
     const warnings = [];
-    const googleVertexOptions = (_d = await parseProviderOptions3({
+    const googleVertexOptions = (_d = await parseProviderOptions4({
       provider: "googleVertex",
       providerOptions: options.providerOptions,
       schema: googleVertexVideoModelOptionsSchema
-    })) != null ? _d : await parseProviderOptions3({
+    })) != null ? _d : await parseProviderOptions4({
       provider: "vertex",
       providerOptions: options.providerOptions,
       schema: googleVertexVideoModelOptionsSchema
@@ -681,7 +922,7 @@ var GoogleVertexVideoModel = class {
           details: "Vertex AI video models require base64-encoded images or GCS URIs. URL will be ignored."
         });
       } else {
-        const base64Data = typeof options.image.data === "string" ? options.image.data : convertUint8ArrayToBase642(options.image.data);
+        const base64Data = typeof options.image.data === "string" ? options.image.data : convertUint8ArrayToBase643(options.image.data);
         instance.image = {
           bytesBase64Encoded: base64Data,
           mimeType: options.image.mediaType
@@ -711,6 +952,10 @@ var GoogleVertexVideoModel = class {
     if (options.seed) {
       parameters.seed = options.seed;
     }
+    const generateAudio = (_e = options.generateAudio) != null ? _e : googleVertexOptions == null ? void 0 : googleVertexOptions.generateAudio;
+    if (generateAudio != null) {
+      parameters.generateAudio = generateAudio;
+    }
     if (googleVertexOptions != null) {
       const opts = googleVertexOptions;
       if (opts.personGeneration !== void 0 && opts.personGeneration !== null) {
@@ -719,9 +964,6 @@ var GoogleVertexVideoModel = class {
       if (opts.negativePrompt !== void 0 && opts.negativePrompt !== null) {
         parameters.negativePrompt = opts.negativePrompt;
       }
-      if (opts.generateAudio !== void 0 && opts.generateAudio !== null) {
-        parameters.generateAudio = opts.generateAudio;
-      }
       if (opts.gcsOutputDirectory !== void 0 && opts.gcsOutputDirectory !== null) {
         parameters.gcsOutputDirectory = opts.gcsOutputDirectory;
       }
@@ -739,17 +981,17 @@ var GoogleVertexVideoModel = class {
         }
       }
     }
-    const { value: operation } = await postJsonToApi3({
+    const { value: operation } = await postJsonToApi4({
       url: `${this.config.baseURL}/models/${this.modelId}:predictLongRunning`,
-      headers: combineHeaders3(
-        await resolve3(this.config.headers),
+      headers: combineHeaders4(
+        await resolve4(this.config.headers),
         options.headers
       ),
       body: {
         instances,
         parameters
       },
-      successfulResponseHandler: createJsonResponseHandler3(
+      successfulResponseHandler: createJsonResponseHandler4(
         googleVertexOperationSchema
       ),
       failedResponseHandler: googleVertexFailedResponseHandler,
@@ -763,8 +1005,8 @@ var GoogleVertexVideoModel = class {
         message: "No operation name returned from API"
       });
     }
-    const pollIntervalMs = (_e = googleVertexOptions == null ? void 0 : googleVertexOptions.pollIntervalMs) != null ? _e : 1e4;
-    const pollTimeoutMs = (_f = googleVertexOptions == null ? void 0 : googleVertexOptions.pollTimeoutMs) != null ? _f : 6e5;
+    const pollIntervalMs = (_f = googleVertexOptions == null ? void 0 : googleVertexOptions.pollIntervalMs) != null ? _f : 1e4;
+    const pollTimeoutMs = (_g = googleVertexOptions == null ? void 0 : googleVertexOptions.pollTimeoutMs) != null ? _g : 6e5;
     const startTime = Date.now();
     let finalOperation = operation;
     let responseHeaders;
@@ -776,22 +1018,22 @@ var GoogleVertexVideoModel = class {
         });
       }
       await delay(pollIntervalMs);
-      if ((_g = options.abortSignal) == null ? void 0 : _g.aborted) {
+      if ((_h = options.abortSignal) == null ? void 0 : _h.aborted) {
         throw new AISDKError({
           name: "VERTEX_VIDEO_GENERATION_ABORTED",
           message: "Video generation request was aborted"
         });
       }
-      const { value: statusOperation, responseHeaders: pollHeaders } = await postJsonToApi3({
+      const { value: statusOperation, responseHeaders: pollHeaders } = await postJsonToApi4({
         url: `${this.config.baseURL}/models/${this.modelId}:fetchPredictOperation`,
-        headers: combineHeaders3(
-          await resolve3(this.config.headers),
+        headers: combineHeaders4(
+          await resolve4(this.config.headers),
           options.headers
         ),
         body: {
           operationName
         },
-        successfulResponseHandler: createJsonResponseHandler3(
+        successfulResponseHandler: createJsonResponseHandler4(
           googleVertexOperationSchema
         ),
         failedResponseHandler: googleVertexFailedResponseHandler,
@@ -864,23 +1106,23 @@ var GoogleVertexVideoModel = class {
     };
   }
 };
-var googleVertexOperationSchema = z7.object({
-  name: z7.string().nullish(),
-  done: z7.boolean().nullish(),
-  error: z7.object({
-    code: z7.number().nullish(),
-    message: z7.string(),
-    status: z7.string().nullish()
+var googleVertexOperationSchema = z9.object({
+  name: z9.string().nullish(),
+  done: z9.boolean().nullish(),
+  error: z9.object({
+    code: z9.number().nullish(),
+    message: z9.string(),
+    status: z9.string().nullish()
   }).nullish(),
-  response: z7.object({
-    videos: z7.array(
-      z7.object({
-        bytesBase64Encoded: z7.string().nullish(),
-        gcsUri: z7.string().nullish(),
-        mimeType: z7.string().nullish()
+  response: z9.object({
+    videos: z9.array(
+      z9.object({
+        bytesBase64Encoded: z9.string().nullish(),
+        gcsUri: z9.string().nullish(),
+        mimeType: z9.string().nullish()
       })
     ).nullish(),
-    raiMediaFilteredCount: z7.number().nullish()
+    raiMediaFilteredCount: z9.number().nullish()
   }).nullish()
 });
 
@@ -922,13 +1164,21 @@ function createGoogleVertex(options = {}) {
     }
     const region = loadGoogleVertexLocation();
     const project = loadGoogleVertexProject();
-    const baseHost = `${region === "global" ? "" : region + "-"}aiplatform.googleapis.com`;
-    return (_b = withoutTrailingSlash(options.baseURL)) != null ? _b : `https://${baseHost}/v1beta1/projects/${project}/locations/${region}/publishers/google`;
+    const getHost = () => {
+      if (region === "global") {
+        return "aiplatform.googleapis.com";
+      } else if (region === "eu" || region === "us") {
+        return `aiplatform.${region}.rep.googleapis.com`;
+      } else {
+        return `${region}-aiplatform.googleapis.com`;
+      }
+    };
+    return (_b = withoutTrailingSlash(options.baseURL)) != null ? _b : `https://${getHost()}/v1beta1/projects/${project}/locations/${region}/publishers/google`;
   };
   const createConfig = (name) => {
     const getHeaders = async () => {
       var _a;
-      const originalHeaders = await resolve4((_a = options.headers) != null ? _a : {});
+      const originalHeaders = await resolve5((_a = options.headers) != null ? _a : {});
       return withUserAgentSuffix(
         originalHeaders,
         `ai-sdk/google-vertex/${VERSION}`
@@ -971,6 +1221,22 @@ function createGoogleVertex(options = {}) {
       generateId: (_a = options.generateId) != null ? _a : generateId
     });
   };
+  const createSpeechModel = (modelId) => new GoogleSpeechModel(modelId, createConfig("speech"));
+  const createTranscriptionModel = (modelId) => {
+    if (apiKey) {
+      throw new Error(
+        "Google Vertex transcription models do not support Express Mode API keys. Use standard Google Cloud credentials instead."
+      );
+    }
+    const config = createConfig("transcription");
+    return new GoogleVertexTranscriptionModel(modelId, {
+      provider: config.provider,
+      headers: config.headers,
+      fetch: config.fetch,
+      project: loadGoogleVertexProject(),
+      location: loadGoogleVertexLocation()
+    });
+  };
   const provider = function(modelId) {
     if (new.target) {
       throw new Error(
@@ -987,6 +1253,10 @@ function createGoogleVertex(options = {}) {
   provider.imageModel = createImageModel;
   provider.video = createVideoModel;
   provider.videoModel = createVideoModel;
+  provider.speech = createSpeechModel;
+  provider.speechModel = createSpeechModel;
+  provider.transcription = createTranscriptionModel;
+  provider.transcriptionModel = createTranscriptionModel;
   provider.tools = googleVertexTools;
   return provider;
 }
@@ -1009,7 +1279,7 @@ function createGoogleVertex2(options = {}) {
     ...options,
     headers: async () => ({
       Authorization: `Bearer ${await generateAuthToken()}`,
-      ...await resolve5(options.headers)
+      ...await resolve6(options.headers)
     })
   });
 }