@google/genai 1.49.0 → 1.50.0

package/dist/vertex_internal/index.d.ts

@@ -462,6 +462,18 @@ declare interface AutomaticFunctionCallingConfig {
     ignoreCallHistory?: boolean;
 }
 
+/** Configures the avatar to be used in the session. */
+declare interface AvatarConfig {
+    /** Pre-built avatar id. */
+    avatarName?: string;
+    /** Customized avatar appearance with a reference image. */
+    customizedAvatar?: CustomizedAvatar;
+    /** The bitrate of compressed audio. */
+    audioBitrateBps?: number;
+    /** The bitrate of compressed video output. */
+    videoBitrateBps?: number;
+}
+
 /**
  * @license
  * Copyright 2025 Google LLC
@@ -1116,6 +1128,10 @@ declare interface CreateBatchJobConfig {
      "gs://path/to/output/data" or "bq://projectId.bqDatasetId.bqTableId".
      */
     dest?: BatchJobDestinationUnion;
+    /** Webhook configuration for receiving notifications when the batch
+     operation completes.
+     */
+    webhookConfig?: WebhookConfig;
 }
 
 /** Config for batches.create parameters. */
@@ -1429,6 +1445,16 @@ declare interface CustomCodeExecutionResult {
     score?: number;
 }
 
+/** Configures the customized avatar to be used in the session. */
+declare interface CustomizedAvatar {
+    /** The mime type of the reference image, e.g., "image/jpeg". */
+    imageMimeType?: string;
+    /** The data of the reference image. The dimensions of the reference
+     image should be 9:16 (portrait) with a minimum resolution of 704x1280.
+     * @remarks Encoded as base64 string. */
+    imageData?: string;
+}
+
 /** User provided metadata stored as key-value pairs. This data type is not supported in Vertex AI. */
 declare interface CustomMetadata {
     /** Required. The key of the metadata to store. */
@@ -1945,6 +1971,14 @@ declare interface EmbedContentConfig {
      will lead to an INVALID_ARGUMENT error, similar to other text APIs.
      */
     autoTruncate?: boolean;
+    /** Vertex API only. Whether to enable OCR for document content.
+     Only applicable to Gemini Embedding 2 models.
+     */
+    documentOcr?: boolean;
+    /** Vertex API only. Whether to extract audio from video content.
+     Only applicable to Gemini Embedding 2 models.
+     */
+    audioTrackExtraction?: boolean;
 }
 
 /** Request-level metadata for the Vertex Embed Content API. */
@@ -3101,6 +3135,9 @@ declare interface GenerateVideosConfig {
     compressionQuality?: VideoCompressionQuality;
     /** User specified labels to track billing usage. */
     labels?: Record<string, string>;
+    /** Webhook configuration for receiving notifications when the
+     video generation operation completes. */
+    webhookConfig?: WebhookConfig;
 }
 
 /** A video generation operation. */
@@ -4553,6 +4590,12 @@ declare interface LiveClientSetup {
      vad_signal to indicate the start and end of speech. This allows the server
      to process the audio more efficiently. */
     explicitVadSignal?: boolean;
+    /** Configures the avatar model behavior. */
+    avatarConfig?: AvatarConfig;
+    /** Safety settings in the request to block unsafe content in the
+     response.
+     */
+    safetySettings?: SafetySetting[];
 }
 
 /** Client generated response to a `ToolCall` received from the server.
@@ -4659,6 +4702,12 @@ declare interface LiveConnectConfig {
      vad_signal to indicate the start and end of speech. This allows the server
      to process the audio more efficiently. */
     explicitVadSignal?: boolean;
+    /** Configures the avatar model behavior. */
+    avatarConfig?: AvatarConfig;
+    /** Safety settings in the request to block unsafe content in the
+     response.
+     */
+    safetySettings?: SafetySetting[];
 }
 
 /** Config for LiveConnectConstraints for Auth Token creation. */
@@ -5160,7 +5209,11 @@ declare enum Modality {
     /**
      * Indicates the model should return audio.
      */
-    AUDIO = "AUDIO"
+    AUDIO = "AUDIO",
+    /**
+     * Indicates the model should return video.
+     */
+    VIDEO = "VIDEO"
 }
 
 /** Represents token counting info for a single modality. */
@@ -7064,7 +7117,103 @@ declare enum TurnCompleteReason {
     /**
      * Needs more input from the user.
      */
-    NEED_MORE_INPUT = "NEED_MORE_INPUT"
+    NEED_MORE_INPUT = "NEED_MORE_INPUT",
+    /**
+     * Input content is prohibited.
+     */
+    PROHIBITED_INPUT_CONTENT = "PROHIBITED_INPUT_CONTENT",
+    /**
+     * Input image contains prohibited content.
+     */
+    IMAGE_PROHIBITED_INPUT_CONTENT = "IMAGE_PROHIBITED_INPUT_CONTENT",
+    /**
+     * Input text contains prominent person reference.
+     */
+    INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED = "INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED",
+    /**
+     * Input image contains celebrity.
+     */
+    INPUT_IMAGE_CELEBRITY = "INPUT_IMAGE_CELEBRITY",
+    /**
+     * Input image contains photo realistic child.
+     */
+    INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED = "INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED",
+    /**
+     * Input text contains NCII content.
+     */
+    INPUT_TEXT_NCII_PROHIBITED = "INPUT_TEXT_NCII_PROHIBITED",
+    /**
+     * Other input safety issue.
+     */
+    INPUT_OTHER = "INPUT_OTHER",
+    /**
+     * Input contains IP violation.
+     */
+    INPUT_IP_PROHIBITED = "INPUT_IP_PROHIBITED",
+    /**
+     * Input matched blocklist.
+     */
+    BLOCKLIST = "BLOCKLIST",
+    /**
+     * Input is unsafe for image generation.
+     */
+    UNSAFE_PROMPT_FOR_IMAGE_GENERATION = "UNSAFE_PROMPT_FOR_IMAGE_GENERATION",
+    /**
+     * Generated image failed safety check.
+     */
+    GENERATED_IMAGE_SAFETY = "GENERATED_IMAGE_SAFETY",
+    /**
+     * Generated content failed safety check.
+     */
+    GENERATED_CONTENT_SAFETY = "GENERATED_CONTENT_SAFETY",
+    /**
+     * Generated audio failed safety check.
+     */
+    GENERATED_AUDIO_SAFETY = "GENERATED_AUDIO_SAFETY",
+    /**
+     * Generated video failed safety check.
+     */
+    GENERATED_VIDEO_SAFETY = "GENERATED_VIDEO_SAFETY",
+    /**
+     * Generated content is prohibited.
+     */
+    GENERATED_CONTENT_PROHIBITED = "GENERATED_CONTENT_PROHIBITED",
+    /**
+     * Generated content matched blocklist.
+     */
+    GENERATED_CONTENT_BLOCKLIST = "GENERATED_CONTENT_BLOCKLIST",
+    /**
+     * Generated image is prohibited.
+     */
+    GENERATED_IMAGE_PROHIBITED = "GENERATED_IMAGE_PROHIBITED",
+    /**
+     * Generated image contains celebrity.
+     */
+    GENERATED_IMAGE_CELEBRITY = "GENERATED_IMAGE_CELEBRITY",
+    /**
+     * Generated image contains prominent people detected by rewriter.
+     */
+    GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER = "GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER",
+    /**
+     * Generated image contains identifiable people.
+     */
+    GENERATED_IMAGE_IDENTIFIABLE_PEOPLE = "GENERATED_IMAGE_IDENTIFIABLE_PEOPLE",
+    /**
+     * Generated image contains minors.
+     */
+    GENERATED_IMAGE_MINORS = "GENERATED_IMAGE_MINORS",
+    /**
+     * Generated image contains IP violation.
+     */
+    OUTPUT_IMAGE_IP_PROHIBITED = "OUTPUT_IMAGE_IP_PROHIBITED",
+    /**
+     * Other generated content issue.
+     */
+    GENERATED_OTHER = "GENERATED_OTHER",
+    /**
+     * Max regeneration attempts reached.
+     */
+    MAX_REGENERATION_REACHED = "MAX_REGENERATION_REACHED"
 }
 
 /** Options about which input is included in the user's turn. */
@@ -7377,6 +7526,7 @@ declare namespace types {
         GenerateVideosSource,
         VideoGenerationReferenceImage,
         VideoGenerationMask,
+        WebhookConfig,
         GenerateVideosConfig,
         GenerateVideosParameters,
         GeneratedVideo,
@@ -7568,19 +7718,21 @@ declare namespace types {
         ContextWindowCompressionConfig,
         AudioTranscriptionConfig,
         ProactivityConfig,
+        CustomizedAvatar,
+        AvatarConfig,
         LiveClientSetup,
         LiveClientContent,
         ActivityStart,
         ActivityEnd,
         LiveClientRealtimeInput,
         LiveClientToolResponse,
-        LiveSendRealtimeInputParameters,
         LiveClientMessage,
         LiveConnectConfig,
         LiveConnectParameters,
         CreateChatParameters,
         SendMessageParameters,
         LiveSendClientContentParameters,
+        LiveSendRealtimeInputParameters,
         LiveSendToolResponseParameters,
         LiveMusicClientSetup,
         WeightedPrompt,
@@ -8158,6 +8310,20 @@ declare interface VoiceConfig {
     prebuiltVoiceConfig?: PrebuiltVoiceConfig;
 }
 
+/** Configuration for webhook notifications.
+
+ Used to configure webhook endpoints that will receive notifications
+ when long-running operations (e.g., batch jobs, video generation) complete. */
+declare interface WebhookConfig {
+    /** The webhook URIs to receive notifications. If set, these
+     webhook URIs will be used instead of the registered webhooks. */
+    uris?: string[];
+    /** User metadata that will be included in each webhook event
+     notification. Use this to attach custom key-value data to correlate
+     webhook events with your internal systems. */
+    userMetadata?: Record<string, unknown>;
+}
+
 /** Standard web search for grounding and related configurations. Only text results are returned. */
 declare interface WebSearch {
 }

package/dist/vertex_internal/index.js

@@ -1009,6 +1009,10 @@ var Modality;
      * Indicates the model should return audio.
      */
     Modality["AUDIO"] = "AUDIO";
+    /**
+     * Indicates the model should return video.
+     */
+    Modality["VIDEO"] = "VIDEO";
 })(Modality || (Modality = {}));
 /** The stage of the underlying model. This enum is not supported in Vertex AI. */
 var ModelStage;
@@ -1603,6 +1607,102 @@ var TurnCompleteReason;
      * Needs more input from the user.
      */
     TurnCompleteReason["NEED_MORE_INPUT"] = "NEED_MORE_INPUT";
+    /**
+     * Input content is prohibited.
+     */
+    TurnCompleteReason["PROHIBITED_INPUT_CONTENT"] = "PROHIBITED_INPUT_CONTENT";
+    /**
+     * Input image contains prohibited content.
+     */
+    TurnCompleteReason["IMAGE_PROHIBITED_INPUT_CONTENT"] = "IMAGE_PROHIBITED_INPUT_CONTENT";
+    /**
+     * Input text contains prominent person reference.
+     */
+    TurnCompleteReason["INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED"] = "INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED";
+    /**
+     * Input image contains celebrity.
+     */
+    TurnCompleteReason["INPUT_IMAGE_CELEBRITY"] = "INPUT_IMAGE_CELEBRITY";
+    /**
+     * Input image contains photo realistic child.
+     */
+    TurnCompleteReason["INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED"] = "INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED";
+    /**
+     * Input text contains NCII content.
+     */
+    TurnCompleteReason["INPUT_TEXT_NCII_PROHIBITED"] = "INPUT_TEXT_NCII_PROHIBITED";
+    /**
+     * Other input safety issue.
+     */
+    TurnCompleteReason["INPUT_OTHER"] = "INPUT_OTHER";
+    /**
+     * Input contains IP violation.
+     */
+    TurnCompleteReason["INPUT_IP_PROHIBITED"] = "INPUT_IP_PROHIBITED";
+    /**
+     * Input matched blocklist.
+     */
+    TurnCompleteReason["BLOCKLIST"] = "BLOCKLIST";
+    /**
+     * Input is unsafe for image generation.
+     */
+    TurnCompleteReason["UNSAFE_PROMPT_FOR_IMAGE_GENERATION"] = "UNSAFE_PROMPT_FOR_IMAGE_GENERATION";
+    /**
+     * Generated image failed safety check.
+     */
+    TurnCompleteReason["GENERATED_IMAGE_SAFETY"] = "GENERATED_IMAGE_SAFETY";
+    /**
+     * Generated content failed safety check.
+     */
+    TurnCompleteReason["GENERATED_CONTENT_SAFETY"] = "GENERATED_CONTENT_SAFETY";
+    /**
+     * Generated audio failed safety check.
+     */
+    TurnCompleteReason["GENERATED_AUDIO_SAFETY"] = "GENERATED_AUDIO_SAFETY";
+    /**
+     * Generated video failed safety check.
+     */
+    TurnCompleteReason["GENERATED_VIDEO_SAFETY"] = "GENERATED_VIDEO_SAFETY";
+    /**
+     * Generated content is prohibited.
+     */
+    TurnCompleteReason["GENERATED_CONTENT_PROHIBITED"] = "GENERATED_CONTENT_PROHIBITED";
+    /**
+     * Generated content matched blocklist.
+     */
+    TurnCompleteReason["GENERATED_CONTENT_BLOCKLIST"] = "GENERATED_CONTENT_BLOCKLIST";
+    /**
+     * Generated image is prohibited.
+     */
+    TurnCompleteReason["GENERATED_IMAGE_PROHIBITED"] = "GENERATED_IMAGE_PROHIBITED";
+    /**
+     * Generated image contains celebrity.
+     */
+    TurnCompleteReason["GENERATED_IMAGE_CELEBRITY"] = "GENERATED_IMAGE_CELEBRITY";
+    /**
+     * Generated image contains prominent people detected by rewriter.
+     */
+    TurnCompleteReason["GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER"] = "GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER";
+    /**
+     * Generated image contains identifiable people.
+     */
+    TurnCompleteReason["GENERATED_IMAGE_IDENTIFIABLE_PEOPLE"] = "GENERATED_IMAGE_IDENTIFIABLE_PEOPLE";
+    /**
+     * Generated image contains minors.
+     */
+    TurnCompleteReason["GENERATED_IMAGE_MINORS"] = "GENERATED_IMAGE_MINORS";
+    /**
+     * Generated image contains IP violation.
+     */
+    TurnCompleteReason["OUTPUT_IMAGE_IP_PROHIBITED"] = "OUTPUT_IMAGE_IP_PROHIBITED";
+    /**
+     * Other generated content issue.
+     */
+    TurnCompleteReason["GENERATED_OTHER"] = "GENERATED_OTHER";
+    /**
+     * Max regeneration attempts reached.
+     */
+    TurnCompleteReason["MAX_REGENERATION_REACHED"] = "MAX_REGENERATION_REACHED";
 })(TurnCompleteReason || (TurnCompleteReason = {}));
 /** Server content modalities. */
 var MediaModality;
@@ -1876,10 +1976,11 @@ const CONTENT_TYPE_HEADER = 'Content-Type';
 const SERVER_TIMEOUT_HEADER = 'X-Server-Timeout';
 const USER_AGENT_HEADER = 'User-Agent';
 const GOOGLE_API_CLIENT_HEADER = 'x-goog-api-client';
-const SDK_VERSION = '1.49.0'; // x-release-please-version
+const SDK_VERSION = '1.50.0'; // x-release-please-version
 const LIBRARY_LABEL = `google-genai-sdk/${SDK_VERSION}`;
 const VERTEX_AI_API_DEFAULT_VERSION = 'v1beta1';
 const GOOGLE_AI_API_DEFAULT_VERSION = 'v1beta';
+const MULTI_REGIONAL_LOCATIONS = new Set(['us', 'eu']);
 // Default retry options.
 // The config is based on https://cloud.google.com/storage/docs/retry-strategy.
 const DEFAULT_RETRY_ATTEMPTS = 5; // Including the initial call
@@ -1938,7 +2039,7 @@ class ApiClient {
             }
             else if (this.clientOptions.project &&
                 this.clientOptions.location &&
-                this.clientOptions.location === 'us') {
+                MULTI_REGIONAL_LOCATIONS.has(this.clientOptions.location)) {
                 initHttpOptions.baseUrl = `https://aiplatform.${this.clientOptions.location}.rep.googleapis.com/`;
             }
             else if (this.clientOptions.project && this.clientOptions.location) {