@google/genai 2.9.0-rc.0 → 2.10.0

package/dist/vertex_internal/index.d.ts

@@ -322,9 +322,14 @@ declare interface AudioChunk {
 
 /** The audio transcription configuration in Setup. */
 declare interface AudioTranscriptionConfig {
-    /** The language codes of the audio. BCP-47 language code. If not set, the transcription will be in the language detected by the model. If set, the server will use the language code specified in the model config as a hint for the language of the audio
-     */
+    /** Deprecated: use LanguageAuto or LanguageHints instead. */
     languageCodes?: string[];
+    /** The model will detect the language automatically. Do not use together with LanguageHints. */
+    languageAuto?: LanguageAuto;
+    /** Specifies one or more languages in the audio. Do not use together with LanguageAuto. */
+    languageHints?: LanguageHints;
+    /** A list of phrases used for speech adaptation, which biases the ASR model to improve recognition of these specific terms. */
+    adaptationPhrases?: string[];
 }
 
 /**
@@ -549,7 +554,7 @@ declare interface BatchJob {
     outputInfo?: BatchJobOutputInfo;
 }
 
-/** Config for `des` parameter. */
+/** Config for `dest` parameter. */
 declare interface BatchJobDestination {
     /** Storage format of the output files. Must be one of:
      'jsonl', 'bigquery', 'vertex-dataset'.
@@ -928,15 +933,12 @@ declare interface CompositeReinforcementTuningRewardConfigWeightedRewardConfig {
 declare interface ComputerUse {
     /** Required. The environment being operated. */
     environment?: Environment;
-    /** By default, predefined functions are included in the final model call.
-     Some of them can be explicitly excluded from being automatically included.
-     This can serve two purposes:
-     1. Using a more restricted / different action space.
-     2. Improving the definitions / instructions of predefined functions. */
+    /** Optional. By default, [predefined functions](https://cloud.google.com/vertex-ai/generative-ai/docs/computer-use#supported-actions) are included in the final model call. Some of them can be explicitly excluded from being automatically included. This can serve two purposes: 1. Using a more restricted / different action space. 2. Improving the definitions / instructions of predefined functions. */
     excludedPredefinedFunctions?: string[];
-    /** Optional. Whether enable the prompt injection detection check on computer-use request.
-     */
+    /** Optional. Enables the prompt injection detection check on computer-use request. */
     enablePromptInjectionDetection?: boolean;
+    /** Optional. Disabled safety policies for computer use. This field is not supported in Vertex AI. */
+    disabledSafetyPolicies?: SafetyPolicy[];
 }
 
 /** Optional parameters for computing tokens. */
@@ -4335,6 +4337,16 @@ declare enum Language {
     PYTHON = "PYTHON"
 }
 
+/** Indicates the language of the audio should be automatically detected. */
+declare interface LanguageAuto {
+}
+
+/** Provides hints to the model about possible languages present in the audio. */
+declare interface LanguageHints {
+    /** BCP-47 language codes. At least one must be specified. */
+    languageCodes?: string[];
+}
+
 /** An object that represents a latitude/longitude pair. This is expressed as a pair of doubles to represent degrees latitude and degrees longitude. Unless specified otherwise, this object must conform to the WGS84 standard. Values must be within normalized ranges. */
 declare interface LatLng {
     /** The latitude in degrees. It must be in the range [-90.0, +90.0]. */
@@ -5084,6 +5096,8 @@ declare interface LiveServerContent {
      it is waiting for more input from the user, e.g. because it expects the
      user to continue talking. */
     waitingForInput?: boolean;
+    /** Low latency transcription updated while the user is speaking. */
+    interimInputTranscription?: Transcription;
 }
 
 /** Server will not be able to service client soon. */
@@ -5141,9 +5155,9 @@ declare interface LiveServerSessionResumptionUpdate {
     resumable?: boolean;
     /** Index of last message sent by client that is included in state represented by this SessionResumptionToken. Only sent when `SessionResumptionConfig.transparent` is set.
 
-     Presence of this index allows users to transparently reconnect and avoid issue of losing some part of realtime audio input/video. If client wishes to temporarily disconnect (for example as result of receiving GoAway) they can do it without losing state by buffering messages sent since last `SessionResmumptionTokenUpdate`. This field will enable them to limit buffering (avoid keeping all requests in RAM).
+     Presence of this index allows users to transparently reconnect and avoid issue of losing some part of realtime audio input/video. If client wishes to temporarily disconnect (for example as result of receiving GoAway) they can do it without losing state by buffering messages sent since last `SessionResumptionTokenUpdate`. This field will enable them to limit buffering (avoid keeping all requests in RAM).
 
-     Note: This should not be used for when resuming a session at some time later -- in those cases partial audio and video frames arelikely not needed. */
+     Note: This should not be used for when resuming a session at some time later -- in those cases partial audio and video frames are likely not needed. */
     lastConsumedClientMessageIndex?: string;
 }
 
@@ -6384,6 +6398,42 @@ declare enum SafetyFilterLevel {
     BLOCK_NONE = "BLOCK_NONE"
 }
 
+/** SafetyPolicy */
+declare enum SafetyPolicy {
+    /**
+     * Unspecified safety policy.
+     */
+    SAFETY_POLICY_UNSPECIFIED = "SAFETY_POLICY_UNSPECIFIED",
+    /**
+     * Safety policy for financial transactions.
+     */
+    FINANCIAL_TRANSACTIONS = "FINANCIAL_TRANSACTIONS",
+    /**
+     * Safety policy for sensitive data modification.
+     */
+    SENSITIVE_DATA_MODIFICATION = "SENSITIVE_DATA_MODIFICATION",
+    /**
+     * Safety policy for communication tools (e.g. Gmail, Chat, Meet).
+     */
+    COMMUNICATION_TOOL = "COMMUNICATION_TOOL",
+    /**
+     * Safety policy for account creation.
+     */
+    ACCOUNT_CREATION = "ACCOUNT_CREATION",
+    /**
+     * Safety policy for data modification.
+     */
+    DATA_MODIFICATION = "DATA_MODIFICATION",
+    /**
+     * Safety policy for user consent management.
+     */
+    USER_CONSENT_MANAGEMENT = "USER_CONSENT_MANAGEMENT",
+    /**
+     * Safety policy for legal terms and agreements.
+     */
+    LEGAL_TERMS_AND_AGREEMENTS = "LEGAL_TERMS_AND_AGREEMENTS"
+}
+
 /** A safety rating for a piece of content. The safety rating contains the harm category and the harm probability level. */
 declare interface SafetyRating {
     /** Output only. Indicates whether the content was blocked because of this rating. */
@@ -7009,9 +7059,7 @@ declare interface TokensInfo {
 declare interface Tool {
     /** Optional. Retrieval tool type. System will always execute the provided retrieval tool(s) to get external knowledge to answer the prompt. Retrieval results are presented to the model for generation. This field is not supported in Gemini API. */
     retrieval?: Retrieval;
-    /** Optional. Tool to support the model interacting directly with the
-     computer. If enabled, it automatically populates computer-use specific
-     Function Declarations. */
+    /** Optional. Tool to support the model interacting directly with the computer. If enabled, it automatically populates computer-use specific Function Declarations. */
     computerUse?: ComputerUse;
     /** Optional. FileSearch tool type. Tool to retrieve knowledge from Semantic Retrieval corpora. This field is not supported in Vertex AI. */
     fileSearch?: FileSearch;
@@ -7144,7 +7192,7 @@ declare enum TrafficType {
     PROVISIONED_THROUGHPUT = "PROVISIONED_THROUGHPUT"
 }
 
-/** Audio transcription in Server Conent. */
+/** Audio transcription in Server Content. */
 declare interface Transcription {
     /** Optional. Transcription text. */
     text?: string;
@@ -7625,10 +7673,11 @@ declare namespace types {
         Language,
         FunctionResponseScheduling,
         Type,
-        Environment,
         AuthType,
         HttpElementLocation,
         ApiSpec,
+        Environment,
+        SafetyPolicy,
         PhishBlockThreshold,
         Behavior,
         DynamicRetrievalConfigMode,
@@ -7712,7 +7761,6 @@ declare namespace types {
         HttpOptions,
         Schema,
         ModelSelectionConfig,
-        ComputerUse,
         ApiKeyConfig,
         AuthConfigGoogleServiceAccountConfig,
         AuthConfigHttpBasicAuthConfig,
@@ -7736,6 +7784,7 @@ declare namespace types {
         RagRetrievalConfig,
         VertexRagStore,
         Retrieval,
+        ComputerUse,
         FileSearch,
         WebSearch,
         ImageSearch,
@@ -8081,6 +8130,8 @@ declare namespace types {
         SessionResumptionConfig,
         SlidingWindow,
         ContextWindowCompressionConfig,
+        LanguageAuto,
+        LanguageHints,
         AudioTranscriptionConfig,
         ProactivityConfig,
         CustomizedAvatar,
@@ -8734,6 +8785,8 @@ declare enum VideoOrientation {
 declare interface VoiceActivity {
     /** The type of the voice activity signal. */
     voiceActivityType?: VoiceActivityType;
+    /** The time voice activity detected in audio time, relative to the start of the audio stream. */
+    audioOffset?: string;
 }
 
 declare interface VoiceActivityDetectionSignal {

package/dist/vertex_internal/index.js

@@ -416,26 +416,6 @@ var Type;
      */
     Type["NULL"] = "NULL";
 })(Type || (Type = {}));
-/** The environment being operated. */
-var Environment;
-(function (Environment) {
-    /**
-     * Defaults to browser.
-     */
-    Environment["ENVIRONMENT_UNSPECIFIED"] = "ENVIRONMENT_UNSPECIFIED";
-    /**
-     * Operates in a web browser.
-     */
-    Environment["ENVIRONMENT_BROWSER"] = "ENVIRONMENT_BROWSER";
-    /**
-     * Operates in a mobile environment.
-     */
-    Environment["ENVIRONMENT_MOBILE"] = "ENVIRONMENT_MOBILE";
-    /**
-     * Operates in a desktop environment.
-     */
-    Environment["ENVIRONMENT_DESKTOP"] = "ENVIRONMENT_DESKTOP";
-})(Environment || (Environment = {}));
 /** Type of auth scheme. This enum is not supported in Gemini API. */
 var AuthType;
 (function (AuthType) {
@@ -506,6 +486,62 @@ var ApiSpec;
      */
     ApiSpec["ELASTIC_SEARCH"] = "ELASTIC_SEARCH";
 })(ApiSpec || (ApiSpec = {}));
+/** The environment being operated. */
+var Environment;
+(function (Environment) {
+    /**
+     * Defaults to browser.
+     */
+    Environment["ENVIRONMENT_UNSPECIFIED"] = "ENVIRONMENT_UNSPECIFIED";
+    /**
+     * Operates in a web browser.
+     */
+    Environment["ENVIRONMENT_BROWSER"] = "ENVIRONMENT_BROWSER";
+    /**
+     * Operates in a mobile environment.
+     */
+    Environment["ENVIRONMENT_MOBILE"] = "ENVIRONMENT_MOBILE";
+    /**
+     * Operates in a desktop environment.
+     */
+    Environment["ENVIRONMENT_DESKTOP"] = "ENVIRONMENT_DESKTOP";
+})(Environment || (Environment = {}));
+/** SafetyPolicy */
+var SafetyPolicy;
+(function (SafetyPolicy) {
+    /**
+     * Unspecified safety policy.
+     */
+    SafetyPolicy["SAFETY_POLICY_UNSPECIFIED"] = "SAFETY_POLICY_UNSPECIFIED";
+    /**
+     * Safety policy for financial transactions.
+     */
+    SafetyPolicy["FINANCIAL_TRANSACTIONS"] = "FINANCIAL_TRANSACTIONS";
+    /**
+     * Safety policy for sensitive data modification.
+     */
+    SafetyPolicy["SENSITIVE_DATA_MODIFICATION"] = "SENSITIVE_DATA_MODIFICATION";
+    /**
+     * Safety policy for communication tools (e.g. Gmail, Chat, Meet).
+     */
+    SafetyPolicy["COMMUNICATION_TOOL"] = "COMMUNICATION_TOOL";
+    /**
+     * Safety policy for account creation.
+     */
+    SafetyPolicy["ACCOUNT_CREATION"] = "ACCOUNT_CREATION";
+    /**
+     * Safety policy for data modification.
+     */
+    SafetyPolicy["DATA_MODIFICATION"] = "DATA_MODIFICATION";
+    /**
+     * Safety policy for user consent management.
+     */
+    SafetyPolicy["USER_CONSENT_MANAGEMENT"] = "USER_CONSENT_MANAGEMENT";
+    /**
+     * Safety policy for legal terms and agreements.
+     */
+    SafetyPolicy["LEGAL_TERMS_AND_AGREEMENTS"] = "LEGAL_TERMS_AND_AGREEMENTS";
+})(SafetyPolicy || (SafetyPolicy = {}));
 /** Sites with confidence level chosen & above this value will be blocked from the search results. This enum is not supported in Gemini API. */
 var PhishBlockThreshold;
 (function (PhishBlockThreshold) {
@@ -2146,7 +2182,7 @@ const CONTENT_TYPE_HEADER = 'Content-Type';
 const SERVER_TIMEOUT_HEADER = 'X-Server-Timeout';
 const USER_AGENT_HEADER = 'User-Agent';
 const GOOGLE_API_CLIENT_HEADER = 'x-goog-api-client';
-const SDK_VERSION = '2.9.0-rc.0'; // x-release-please-version
+const SDK_VERSION = '2.10.0'; // x-release-please-version
 const LIBRARY_LABEL = `google-genai-sdk/${SDK_VERSION}`;
 const VERTEX_AI_API_DEFAULT_VERSION = 'v1beta1';
 const GOOGLE_AI_API_DEFAULT_VERSION = 'v1beta';