@google/genai 2.9.0 → 2.11.0

package/dist/vertex_internal/index.d.ts

@@ -309,6 +309,70 @@ declare enum ApiSpec {
     ELASTIC_SEARCH = "ELASTIC_SEARCH"
 }
 
+/** The aspect ratio for the image output. */
+declare enum AspectRatio {
+    /**
+     * Default value. This value is unused.
+     */
+    ASPECT_RATIO_UNSPECIFIED = "ASPECT_RATIO_UNSPECIFIED",
+    /**
+     * 1:1 aspect ratio.
+     */
+    ASPECT_RATIO_ONE_BY_ONE = "ASPECT_RATIO_ONE_BY_ONE",
+    /**
+     * 2:3 aspect ratio.
+     */
+    ASPECT_RATIO_TWO_BY_THREE = "ASPECT_RATIO_TWO_BY_THREE",
+    /**
+     * 3:2 aspect ratio.
+     */
+    ASPECT_RATIO_THREE_BY_TWO = "ASPECT_RATIO_THREE_BY_TWO",
+    /**
+     * 3:4 aspect ratio.
+     */
+    ASPECT_RATIO_THREE_BY_FOUR = "ASPECT_RATIO_THREE_BY_FOUR",
+    /**
+     * 4:3 aspect ratio.
+     */
+    ASPECT_RATIO_FOUR_BY_THREE = "ASPECT_RATIO_FOUR_BY_THREE",
+    /**
+     * 4:5 aspect ratio.
+     */
+    ASPECT_RATIO_FOUR_BY_FIVE = "ASPECT_RATIO_FOUR_BY_FIVE",
+    /**
+     * 5:4 aspect ratio.
+     */
+    ASPECT_RATIO_FIVE_BY_FOUR = "ASPECT_RATIO_FIVE_BY_FOUR",
+    /**
+     * 9:16 aspect ratio.
+     */
+    ASPECT_RATIO_NINE_BY_SIXTEEN = "ASPECT_RATIO_NINE_BY_SIXTEEN",
+    /**
+     * 16:9 aspect ratio.
+     */
+    ASPECT_RATIO_SIXTEEN_BY_NINE = "ASPECT_RATIO_SIXTEEN_BY_NINE",
+    /**
+     * 21:9 aspect ratio.
+     */
+    ASPECT_RATIO_TWENTY_ONE_BY_NINE = "ASPECT_RATIO_TWENTY_ONE_BY_NINE",
+    /**
+     * 1:8 aspect ratio.
+     */
+    ASPECT_RATIO_ONE_BY_EIGHT = "ASPECT_RATIO_ONE_BY_EIGHT",
+    /**
+     * 8:1 aspect ratio.
+     */
+    ASPECT_RATIO_EIGHT_BY_ONE = "ASPECT_RATIO_EIGHT_BY_ONE",
+    /**
+     * 1:4 aspect ratio.
+     */
+    ASPECT_RATIO_ONE_BY_FOUR = "ASPECT_RATIO_ONE_BY_FOUR",
+    /**
+     * 4:1 aspect ratio.
+     */
+    ASPECT_RATIO_FOUR_BY_ONE = "ASPECT_RATIO_FOUR_BY_ONE"
+}
+
 /** Representation of an audio chunk. */
 declare interface AudioChunk {
     /** Raw bytes of audio data.
@@ -320,6 +384,18 @@ declare interface AudioChunk {
     sourceMetadata?: LiveMusicSourceMetadata;
 }
 
+/** Configuration for audio-specific output formatting. */
+declare class AudioResponseFormat {
+    /** Optional. Bit rate in bits per second (bps). Only applicable for compressed formats (MP3, Opus). */
+    bitRate?: number;
+    /** Optional. Delivery mode for the generated content. */
+    delivery?: Delivery;
+    /** Optional. The MIME type of the audio output. */
+    mimeType?: string;
+    /** Optional. Sample rate for the generated audio in Hertz. */
+    sampleRate?: number;
+}
+
 /** The audio transcription configuration in Setup. */
 declare interface AudioTranscriptionConfig {
     /** Deprecated: use LanguageAuto or LanguageHints instead. */
@@ -554,7 +630,7 @@ declare interface BatchJob {
     outputInfo?: BatchJobOutputInfo;
 }
 
-/** Config for `des` parameter. */
+/** Config for `dest` parameter. */
 declare interface BatchJobDestination {
     /** Storage format of the output files. Must be one of:
      'jsonl', 'bigquery', 'vertex-dataset'.
@@ -626,7 +702,7 @@ declare interface BatchJobSource {
 
 declare type BatchJobSourceUnion = BatchJobSource | InlinedRequest[] | string;
 
-/** Specifies the function Behavior. Currently only non-blocking functions are supported. If not specified, the system keeps the current function call behavior. This field is currently only supported by the BidiGenerateContent method. */
+/** Specifies the function Behavior. If not specified, the system keeps the current function call behavior. This field is currently only supported by the BidiGenerateContent method. */
 declare enum Behavior {
     /**
      * This value is unspecified.
@@ -919,13 +995,15 @@ declare interface CompletionStats {
 
 /** Composite reinforcement tuning reward config. */
 declare interface CompositeReinforcementTuningRewardConfig {
+    /** List of reward function configurations with weights. */
     weightedRewardConfigs?: CompositeReinforcementTuningRewardConfigWeightedRewardConfig[];
 }
 
 /** Composite reinforcement tuning reward config weighted reward config. */
 declare interface CompositeReinforcementTuningRewardConfigWeightedRewardConfig {
+    /** Single reward configuration. */
     rewardConfig?: SingleReinforcementTuningRewardConfig;
-    /** How much this single reward contributes to the total overall reward. */
+    /** How much this single reward contributes to the total overall reward. Total reward is a linear combination of single rewards with their corresponding weights, i.e., ``` total_reward = ( weight_a * reward_a + weight_b * reward_b + ... ) / (weight_a + weight_b + ...) ``` */
     weight?: number;
 }
 
@@ -933,15 +1011,12 @@ declare interface CompositeReinforcementTuningRewardConfigWeightedRewardConfig {
 declare interface ComputerUse {
     /** Required. The environment being operated. */
     environment?: Environment;
-    /** By default, predefined functions are included in the final model call.
-     Some of them can be explicitly excluded from being automatically included.
-     This can serve two purposes:
-     1. Using a more restricted / different action space.
-     2. Improving the definitions / instructions of predefined functions. */
+    /** Optional. By default, [predefined functions](https://cloud.google.com/vertex-ai/generative-ai/docs/computer-use#supported-actions) are included in the final model call. Some of them can be explicitly excluded from being automatically included. This can serve two purposes: 1. Using a more restricted / different action space. 2. Improving the definitions / instructions of predefined functions. */
     excludedPredefinedFunctions?: string[];
-    /** Optional. Whether enable the prompt injection detection check on computer-use request.
-     */
+    /** Optional. Enables the prompt injection detection check on computer-use request. */
     enablePromptInjectionDetection?: boolean;
+    /** Optional. Disabled safety policies for computer use. This field is not supported in Vertex AI. */
+    disabledSafetyPolicies?: SafetyPolicy[];
 }
 
 /** Optional parameters for computing tokens. */
@@ -1608,6 +1683,12 @@ declare interface DatasetStats {
     userMessagePerExampleDistribution?: DatasetDistribution;
     /** Output only. Dataset distributions for the user output tokens. */
     userOutputTokenDistribution?: DatasetDistribution;
+    /** Output only. Dataset distributions for the number of contents per example. */
+    contentsPerExampleDistribution?: DatasetDistribution;
+    /** Output only. Sample user dataset examples in the training dataset uri for Reinforcement Tuning. */
+    reinforcementTuningUserDatasetExamples?: ReinforcementTuningUserDatasetExamples;
+    /** Output only. Number of billable tokens in the tuning dataset. */
+    totalBillableTokenCount?: string;
 }
 
 /** Optional parameters for models.get method. */
@@ -1776,6 +1857,22 @@ declare interface DeleteResourceJob {
     error?: JobError;
 }
 
+/** Delivery mode for the generated content. */
+declare enum Delivery {
+    /**
+     * Default value. This value is unused.
+     */
+    DELIVERY_UNSPECIFIED = "DELIVERY_UNSPECIFIED",
+    /**
+     * Generated bytes are returned inline in the response.
+     */
+    INLINE = "INLINE",
+    /**
+     * Generated content is stored and a URI is returned.
+     */
+    URI = "URI"
+}
+
 /** Statistics for distillation prompt dataset. These statistics do not include the responses sampled from the teacher model. This data type is not supported in Gemini API. */
 declare interface DistillationDataStats {
     /** Output only. Statistics computed for the training dataset. */
@@ -2605,7 +2702,7 @@ declare interface FunctionDeclaration {
     response?: Schema;
     /** Optional. Describes the output from this function in JSON Schema format. The value specified by the schema is the response value of the function. This field is mutually exclusive with `response`. */
     responseJsonSchema?: unknown;
-    /** Optional. Specifies the function Behavior. Currently only non-blocking functions are supported. If not specified, the system keeps the current function call behavior. This field is currently only supported by the BidiGenerateContent method. */
+    /** Optional. Specifies the function Behavior. If not specified, the system keeps the current function call behavior. This field is currently only supported by the BidiGenerateContent method. */
     behavior?: Behavior;
 }
 
@@ -3322,11 +3419,11 @@ declare interface GenerationConfig {
     presencePenalty?: number;
     /** Optional. If set to true, the log probabilities of the output tokens are returned. Log probabilities are the logarithm of the probability of a token appearing in the output. A higher log probability means the token is more likely to be generated. This can be useful for analyzing the model's confidence in its own output and for debugging. */
     responseLogprobs?: boolean;
-    /** Optional. The IANA standard MIME type of the response. The model will generate output that conforms to this MIME type. Supported values include 'text/plain' (default) and 'application/json'. The model needs to be prompted to output the appropriate response type, otherwise the behavior is undefined. */
+    /** Optional. The IANA standard MIME type of the response. The model will generate output that conforms to this MIME type. Supported values include 'text/plain' (default) and 'application/json'. The model needs to be prompted to output the appropriate response type, otherwise the behavior is undefined. Deprecated: Use `response_format` instead. */
     responseMimeType?: string;
     /** Optional. The modalities of the response. The model will generate a response that includes all the specified modalities. For example, if this is set to `[TEXT, IMAGE]`, the response will include both text and an image. */
     responseModalities?: Modality[];
-    /** Optional. Lets you to specify a schema for the model's response, ensuring that the output conforms to a particular structure. This is useful for generating structured data such as JSON. The schema is a subset of the [OpenAPI 3.0 schema object](https://spec.openapis.org/oas/v3.0.3#schema) object. When this field is set, you must also set the `response_mime_type` to `application/json`. */
+    /** Optional. Lets you to specify a schema for the model's response, ensuring that the output conforms to a particular structure. This is useful for generating structured data such as JSON. The schema is a subset of the [OpenAPI 3.0 schema object](https://spec.openapis.org/oas/v3.0.3#schema) object. When this field is set, you must also set the `response_mime_type` to `application/json`. Deprecated: Use `response_format` instead. */
     responseSchema?: Schema;
     /** Optional. Routing configuration. This field is not supported in Gemini API. */
     routingConfig?: GenerationConfigRoutingConfig;
@@ -3346,6 +3443,10 @@ declare interface GenerationConfig {
     topP?: number;
     /** Optional. Enables enhanced civic answers. It may not be available for all models. This field is not supported in Vertex AI. */
     enableEnhancedCivicAnswers?: boolean;
+    /** Optional. New response format field for the model to configure output formatting and delivery. */
+    responseFormat?: ResponseFormat[];
+    /** Optional. Config for translation. This field is not supported in Vertex AI. */
+    translationConfig?: TranslationConfig;
 }
 
 /** The configuration for routing the request to a specific model. This can be used to control which model is used for the generation, either automatically or by specifying a model name. This data type is not supported in Gemini API. */
@@ -3769,7 +3870,7 @@ declare interface GroundingMetadata {
     searchEntryPoint?: SearchEntryPoint;
     /** Web search queries for the following-up web search. */
     webSearchQueries?: string[];
-    /** Optional. Output only. A token that can be used to render a Google Maps widget with the contextual data. This field is populated only when the grounding source is Google Maps. */
+    /** Optional. Output only. Deprecated: The Google Maps contextual widget behavior in Grounding with Google Maps is being deprecated; this field is planned for removal and will no longer be populated once removed. A token that can be used to render a Google Maps widget with the contextual data. This field is populated only when the grounding source is Google Maps. */
     googleMapsWidgetContextToken?: string;
     /** Optional. The queries that were executed by the retrieval tools. This field is populated only when the grounding source is a retrieval tool, such as Vertex AI Search. This field is not supported in Gemini API. */
     retrievalQueries?: string[];
@@ -4152,10 +4253,46 @@ declare enum ImageResizeMode {
     PAD = "PAD"
 }
 
+/** Configuration for image-specific output formatting. */
+declare class ImageResponseFormat {
+    /** Optional. The aspect ratio for the image output. */
+    aspectRatio?: AspectRatio;
+    /** Optional. Delivery mode for the generated content. */
+    delivery?: Delivery;
+    /** Optional. The size of the image output. */
+    imageSize?: ImageSize;
+    /** Optional. The MIME type of the image output. */
+    mimeType?: string;
+}
+
 /** Image search for grounding and related configurations. */
 declare interface ImageSearch {
 }
 
+/** The size of the image output. */
+declare enum ImageSize {
+    /**
+     * Default value. This value is unused.
+     */
+    IMAGE_SIZE_UNSPECIFIED = "IMAGE_SIZE_UNSPECIFIED",
+    /**
+     * 512px image size.
+     */
+    IMAGE_SIZE_FIVE_TWELVE = "IMAGE_SIZE_FIVE_TWELVE",
+    /**
+     * 1K image size.
+     */
+    IMAGE_SIZE_ONE_K = "IMAGE_SIZE_ONE_K",
+    /**
+     * 2K image size.
+     */
+    IMAGE_SIZE_TWO_K = "IMAGE_SIZE_TWO_K",
+    /**
+     * 4K image size.
+     */
+    IMAGE_SIZE_FOUR_K = "IMAGE_SIZE_FOUR_K"
+}
+
 /** Optional parameters for importing a file. */
 declare interface ImportFileConfig {
     /** Used to override HTTP request options. */
@@ -5158,9 +5295,9 @@ declare interface LiveServerSessionResumptionUpdate {
     resumable?: boolean;
     /** Index of last message sent by client that is included in state represented by this SessionResumptionToken. Only sent when `SessionResumptionConfig.transparent` is set.
 
-     Presence of this index allows users to transparently reconnect and avoid issue of losing some part of realtime audio input/video. If client wishes to temporarily disconnect (for example as result of receiving GoAway) they can do it without losing state by buffering messages sent since last `SessionResmumptionTokenUpdate`. This field will enable them to limit buffering (avoid keeping all requests in RAM).
+     Presence of this index allows users to transparently reconnect and avoid issue of losing some part of realtime audio input/video. If client wishes to temporarily disconnect (for example as result of receiving GoAway) they can do it without losing state by buffering messages sent since last `SessionResumptionTokenUpdate`. This field will enable them to limit buffering (avoid keeping all requests in RAM).
 
-     Note: This should not be used for when resuming a session at some time later -- in those cases partial audio and video frames arelikely not needed. */
+     Note: This should not be used for when resuming a session at some time later -- in those cases partial audio and video frames are likely not needed. */
     lastConsumedClientMessageIndex?: string;
 }
 
@@ -5168,6 +5305,11 @@ declare interface LiveServerSessionResumptionUpdate {
 declare interface LiveServerSetupComplete {
     /** The session id of the live session. */
     sessionId?: string;
+    /** Signature of the verified consent audio. This is populated when the
+     request has a ReplicatedVoiceConfig with consent_audio set, if the consent
+     verification was successful. This may be used in a subsequent request
+     instead of the consent_audio to verify the same consent. */
+    voiceConsentSignature?: VoiceConsentSignature;
 }
 
 /** Request for the client to execute the `function_calls` and return the responses with the matching `id`s. */
@@ -5256,22 +5398,22 @@ declare enum MaskReferenceMode {
     MASK_MODE_SEMANTIC = "MASK_MODE_SEMANTIC"
 }
 
-/** Match operation to use for evaluation. */
+/** Match operation to use for evaluating rewards. This enum is not supported in Gemini API. */
 declare enum MatchOperation {
     /**
-     * Default value. This value is unused.
+     * Default value. A user error will be returned if not set.
      */
     MATCH_OPERATION_UNSPECIFIED = "MATCH_OPERATION_UNSPECIFIED",
     /**
-     * Equivalent to GoogleSQL `REGEX_CONTAINS(target, expression)`.
+     * Equivalent to [GoogleSQL](https://cloud.google.com/bigquery/docs/reference/standard-sql/string_functions#regexp_contains) `REGEX_CONTAINS(target, expression)`.
      */
     REGEX_CONTAINS = "REGEX_CONTAINS",
     /**
-     * `expression` is a substring of target.
+     * The match operation returns `true` if expression is a substring of the target.
      */
     PARTIAL_MATCH = "PARTIAL_MATCH",
     /**
-     * `expression` is an exact match of target.
+     * The match operation returns `true` expression is an exact match of the target.
      */
     EXACT_MATCH = "EXACT_MATCH"
 }
@@ -6136,39 +6278,39 @@ declare class RegisterFilesResponse {
 declare interface ReinforcementTuningAutoraterScorer {
     /** Autorater config for evaluation. */
     autoraterConfig?: AutoraterConfig;
-    /** Allows substituting `prompt`, `response`, `system_instruction` and `references.reference` (each wrapped in double curly braces) into the autorater prompt. */
+    /** The prompt for an autorater to scorer the parsed sample response. This field supports the following placeholders that will be replaced before scoring: - {{prompt}} - {{response}} - {{system_instruction}} - {{references.key}}  */
     autoraterPrompt?: string;
-    /** Parses autorater returned response. */
+    /** Parses autorater returned response for scoring. For example, if the autorater response has reward stored in the `2.0` block, defining a parsing response config using regex `".*(.*?)"` will return a score `"2.0"`. */
     autoraterResponseParseConfig?: ReinforcementTuningParseResponseConfig;
-    /** Scores autorater responses by directly converting parsed autorater response to float reward. */
+    /** Scores autorater responses by directly converting parsed autorater response to a float reward. Note: Reward is clipped to be within `[-1, 1]`, i.e., `reward = max(min(reward, 1.0), -1.0)`. */
     parsedResponseConversionScorer?: ReinforcementTuningAutoraterScorerParsedResponseConversionScorer;
-    /** Scores autorater responses by using exact string match reward scorer. */
+    /** Scores autorater responses by using string match reward scorer. */
     exactMatchScorer?: ReinforcementTuningAutoraterScorerExactMatchScorer;
 }
 
-/** Scores autorater responses by using exact string match reward scorer. */
+/** Scores autorater responses by using exact string match reward scorer. This data type is not supported in Gemini API. */
 declare interface ReinforcementTuningAutoraterScorerExactMatchScorer {
-    /** Assigns this reward score if parsed response string equals the expression. */
+    /** Assigns this reward score if the parsed response string equals the expression. */
     correctAnswerReward?: number;
-    /** Assigns this reward score if parsed reward value does not equal the expression. */
+    /** Assigns this reward score if the parsed reward value does not equal the expression. */
     wrongAnswerReward?: number;
-    /** The string expression to match against. Supports substitution in the format of `references.reference` (wrapped in double curly braces) before matching. No regex support. */
+    /** The string expression to match against for scoring. This field supports placeholders in the format of {{references.key}} that will be replaced before matching. Regex is not supported for this expression. For example, users can define an ExactMatchScorer as follows: { "correctAnswerReward": 1.0, "wrongAnswerReward": -1.0, "expression": "{{references.concise_answer}}" } When evaluating the reward for each parsed autorater response, if the prompt references in the training/validation dataset has the following fields: ``` { "example": ..., "references": { "concise_ansser": "Yes", "verbose_answer": "The answer is Yes" } } ``` The above ExactMatchScorer will be replaced as follows for scoring: ``` { "correctAnswerReward": 1.0, "wrongAnswerReward": -1.0, "expression": "Yes" } ``` If the *parsed* autorater response is equal to the string `"Yes"`, then the reward is `1.0`, otherwise the reward is `-1.0`. */
     expression?: string;
 }
 
-/** Scores responses by directly converting parsed autorater response to float reward (reward is clipped to be within [-1, 1]). */
+/** Scores responses by directly converting the parsed autorater response to a float reward. Note: Reward is clipped to be within `[-1, 1]`, i.e., `reward = max(min(reward, 1.0), -1.0)`. This data type is not supported in Gemini API. */
 declare class ReinforcementTuningAutoraterScorerParsedResponseConversionScorer {
 }
 
-/** Scores parsed responses by calling a Cloud Run service. */
+/** ReinforcementTuningCloudRunRewardScorer allows users to implement a reward function through GCP Cloud Run. Comparing with ReinforcementTuningCodeExecutionRewardScorer that runs in a Sandbox and has no internet access, Cloud Run reward scorer is fully controlled by users. The Cloud Run service should implement the following HTTP API: HTTP method: `POST` HTTP request body: ``` { "example": ReinforcementTuningExample, "response": Content, "metadata": { "step": int "tuning_job_id": int64 } } ``` * `example` is a ReinforcementTuningExample in ProtoJSON format, (i.e., the format is the same as as one line in the training/validation dataset except that the keys must be in camel case). System instructions (i.e., `example.get("systemInstruction")`) and references (i.e., `example.get("references")`) are also included in the `example` provided that they are set in the training/validation dataset. * `response` is a Content in ProtoJSON format (i.e., keys must be in camel case), which is the same as the Online Prediction response for Gemini models. HTTP response body: { "reward": float, "user_requested_aux_info": str // Optional } where the field "user_requested_aux_info" is any (optional) string provided by users for assisting debugging. It's in snake case. This field is mostly useful when calling the GenAiTuningService.ValidateReinforcementTuningReward API, where the proto field (not Cloud Run HTTP response body) userRequestedAuxInfo will be populated if the Cloud Run reward function sets this field in the HTTP response. The following are examples for the HTTP request and response body. Example HTTP request body: ``` { "example": { "contents": [ { "role": "user", "parts": [ { "text": "What is the capital of France?" } ] } ], "references": { "answer": "Paris" } }, "response": { "parts": [ { "text": "London" } ] }, "metadata": { "step": 1, "tuning_job_id": 123456789 } } ``` Example HTTP response body: ``` { "reward": -1.0 } ``` Note: Reward output by Cloud Run reward function is clipped to be within `[-1, 1]`, i.e., `reward = max(min(reward, 1.0), -1.0)`. This data type is not supported in Gemini API. */
 declare interface ReinforcementTuningCloudRunRewardScorer {
-    /** URI of the Cloud Run service that will be used to compute the reward. The Vertex AI Secure Fine Tuning Service Agent (`service-PROJECT_NUMBER@gcp-sa-vertex-tune.iam.gserviceaccount.com`, where `PROJECT_NUMBER` is the numeric project number) must be granted the permission (e.g. by granting `roles/run.invoker` in IAM) to invoke the Cloud Run service. */
+    /** URI of the Cloud Run service that will be used to compute the reward. The [Vertex AI Secure Fine Tuning Service Agent](https://docs.cloud.google.com/iam/docs/service-agents#vertex-ai-secure-fine-tuning-service-agent) (`service-@gcp-sa-vertex-tune.iam.gserviceaccount.com`) must be granted the permission (e.g. by granting `roles/run.invoker` in IAM) to invoke the Cloud Run service. */
     cloudRunUri?: string;
 }
 
-/** Scores parsed responses for code execution use cases. */
+/** ReinforcementTuningCodeExecutionRewardScorer allows users to implement a function to evaluate rewards for the sample response. The function signature is as follows: ``` def evaluate(example: dict[str, Any], response: dict[str, Any]) -> float: ... ``` `example` is a ReinforcementTuningExample in ProtoJSON format, (i.e., the format is the same as as one line in the training/validation dataset except that the keys must be in camel case). System instructions (i.e., `example.get("systemInstruction")`) and references (i.e., `example.get("references")`) are also included in the `example` provided that they are set in the training/validation dataset. `response` is a Content in ProtoJSON format (i.e., keys must be in camel case), which is the same as the Online Prediction response for Gemini models. Note: Reward output by the `evaluate` function is clipped to be within `[-1, 1]`, i.e., `reward = max(min(reward, 1.0), -1.0)`. This data type is not supported in Gemini API. */
 declare interface ReinforcementTuningCodeExecutionRewardScorer {
-    /** Example python code snippet which assigns reward of 1 to answer matching user provided reference answer in per prompt references map. */
+    /** The python code snippet as a string for evaluating rewards. The following is an example python code snippet that returns a reward `1.0` for a parsed response matching the user-provided reference answer in per prompt references map. ``` def evaluate(example, response) -> float: response_str = response.get("parts", [])0 references = example.get("references", {}) if response_str == references.get("concise_answer"): return 1.0 return -1.0 ``` Note: Reward output by the evaluate function is clipped to be within `[-1, 1]`, i.e., `reward = max(min(reward, 1.0), -1.0)`. */
     pythonCodeSnippet?: string;
 }
 
@@ -6178,37 +6320,39 @@ declare interface ReinforcementTuningExample {
     contents?: Content[];
     /** References for the given prompt. The key is the name of the reference, and the value is the reference itself. */
     references?: Record<string, string>;
-    /** Corresponds to `system_instruction` in user-facing GenerateContentRequest. */
+    /** Corresponds to system_instruction in user-facing GenerateContentRequest. */
     systemInstruction?: Content;
 }
 
 /** Hyperparameters for Reinforcement Tuning. */
 declare interface ReinforcementTuningHyperParameters {
-    /** Number of training epochs for the tuning job. */
+    /** Optional. Number of training epoches for the tuning job. */
     epochCount?: string;
     /** Learning rate multiplier for Reinforcement Learning. */
     learningRateMultiplier?: number;
-    /** Adapter size for Reinforcement Tuning. */
+    /** Optional. Adapter size for Reinforcement Tuning. */
     adapterSize?: AdapterSize;
-    /** Number of different responses to generate per prompt during tuning. */
+    /** Optional. Number of different responses to generate per prompt during tuning. */
     samplesPerPrompt?: number;
-    /** Batch size for the tuning job. How many prompts to process at a train step. If not set, the batch size will be determined automatically. */
+    /** Optional. Batch size for the tuning job. How many prompts to process at a train step. If not set, the batch size will be determined automatically. */
     batchSize?: number;
-    /** How often (in steps) to evaluate the tuning job during training. If not set, evaluation will run per epoch. */
+    /** Optional. How often at steps to evaluate the tuning job during training. If not set, evel will be run per epoch. `total_steps = epoch_count * samples_per_prompt / total_prompts_in_dataset` */
     evaluateInterval?: number;
-    /** How often (in steps) to save checkpoints during training. If not set, one checkpoint per epoch will be saved. */
+    /** Optional. How often at steps to save checkpoints during training. If not set, one checkpoint per epoch will be set. ```total_steps = epoch_count * samples_per_prompt / total_prompts_in_dataset``` */
     checkpointInterval?: number;
-    /** The maximum number of tokens to generate per prompt. If not set, defaults to 32768. */
+    /** Optional. The maximum number of tokens to generate per prompt. Default to 32768. */
     maxOutputTokens?: number;
-    /** Indicates the maximum thinking depth. Use with earlier models shall result in error. */
+    /** Indicates the maximum thinking depth during tuning. Starting from Gemini 3.5 models, the old thinking_budget will no longer be supported and will result in a user error if set. Instead, users should use the thinking_level parameter to control the maximum thinking depth. */
     thinkingLevel?: ReinforcementTuningThinkingLevel;
+    /** Optional. The thinking budget for the tuning job to optimize for (Gemini 2.5 only). * -1 means dynamic thinking * 0 means no thinking * > 0 means thinking budget in tokens If not set, default to -1 (dynamic thinking). */
+    thinkingBudget?: number;
 }
 
-/** Defines how to parse sample response for reinforcement tuning. */
+/** Defines how to parse sample response config for reinforcement tuning. The parsed response (i.e., substring) will be passed to the reward functions. For example, the input prompt might be: > "Perform step-by-step thoughts first to problem A, finally output answer in the <ans> </ans> block." The sample response from the model under tuning might look like: > "<ans>Yes</ans>" Here, users can define the following parse config: ``` { "parseType": "REGEX_EXTRACT", "regexExtractExpression": ".*(.*?)" } ``` The resulting parsed response would be `"Yes"` and will be passed to the reward functions for evaluating rewards. This data type is not supported in Gemini API. */
 declare class ReinforcementTuningParseResponseConfig {
-    /** Defines how to parse sample response. */
+    /** Defines the type for parsing sample response. */
     parseType?: ResponseParseType;
-    /** Defines the regex to extract the important part of sample response. This field is only used when `parse_type` is `REGEX_EXTRACT`. */
+    /** Defines the regex for extracting the important part of sample response. This field is only used when parse_type is ResponseParseType.REGEX_EXTRACT. */
     regexExtractExpression?: string;
 }
 
@@ -6216,16 +6360,17 @@ declare class ReinforcementTuningParseResponseConfig {
 declare interface ReinforcementTuningRewardInfo {
     /** Output only. The calculated reward for the reward function. */
     reward?: number;
-    /** Output only. The user-requested auxiliary info for the reward function. */
+    /** Output only. The user-requested auxiliary info for the reward function. This field is set only if the Cloud Run reward function configured by user returns a "user_requested_aux_info". Refer to ReinforcementTuningCloudRunRewardScorer for more details. */
     userRequestedAuxInfo?: string;
 }
 
 /** Reinforcement tuning spec for tuning. */
 declare interface ReinforcementTuningSpec {
+    /** Composite reward function configuration for reinforcement tuning. */
     compositeRewardConfig?: CompositeReinforcementTuningRewardConfig;
-    /** Cloud Storage path to file containing training dataset for tuning. The dataset must be formatted as a JSONL file. */
+    /** Cloud Storage path to the file containing training dataset for tuning. The dataset must be formatted as a JSONL file. */
     trainingDatasetUri?: string;
-    /** Cloud Storage path to file containing validation dataset for tuning. The dataset must be formatted as a JSONL file. If no validation dataset is provided, by default the API splits 25% of the training dataset or 50 examples, whichever is larger, as the validation dataset. */
+    /** Cloud Storage path to the file containing validation dataset for tuning. The dataset must be formatted as a JSONL file. */
     validationDatasetUri?: string;
     /** Additional hyper-parameters to use during tuning. */
     hyperParameters?: ReinforcementTuningHyperParameters;
@@ -6233,11 +6378,11 @@ declare interface ReinforcementTuningSpec {
     singleRewardConfig?: SingleReinforcementTuningRewardConfig;
 }
 
-/** Scores parsed responses for string matching use cases. */
+/** ReinforcementTuningStringMatchRewardScorer is used to score parsed responses for string matching use cases. For example, for math problems, users can use string match scorer to check if the correct exact answer is generated. Note: Reward returned by the string match reward function is clipped to be within `[-1, 1]` if wrongAnswerReward or correctAnswerReward are beyond the range, i.e., `reward = max(min(reward, 1.0), -1.0)`. This data type is not supported in Gemini API. */
 declare interface ReinforcementTuningStringMatchRewardScorer {
-    /** Wrong answer reward is returned if evaluator evaluates to `false`. All wrong answers get the same reward. */
+    /** Wrong answer reward is returned if the parsed response is evaluated as `false`. All wrong answers get the same reward. */
     wrongAnswerReward?: number;
-    /** Correct answer reward is returned if evaluator evaluates to `true`. All correct answers get the same reward. */
+    /** Correct answer rewawrd is returned if the parsed response is evaluated as `true`. All correct answers get the same reward. */
     correctAnswerReward?: number;
     /** Uses string match expression to evaluate parsed response. */
     stringMatchExpression?: ReinforcementTuningStringMatchRewardScorerStringMatchExpression;
@@ -6245,19 +6390,19 @@ declare interface ReinforcementTuningStringMatchRewardScorer {
     jsonMatchExpression?: ReinforcementTuningStringMatchRewardScorerJsonMatchExpression;
 }
 
-/** Converts parsed responses to JSON format, finds the first-level matching key, then performs StringMatchExpression on the value. */
+/** JsonMatchExpression supports converting the parsed responses to JSON format, finding the value in the JSON response that matches the key_name in the first level, and performing StringMatchExpression operation on the matched JSON value. This data type is not supported in Gemini API. */
 declare interface ReinforcementTuningStringMatchRewardScorerJsonMatchExpression {
-    /** Json key name to find the value to match against. */
+    /** The key name to find the value in the parsed response that's in JSON format. Only first-level key matching is supported. */
     keyName?: string;
-    /** String match expression to match against the value of json key. */
+    /** String match expression to match against the extracted value from the JSON representation of the parsed response. */
     valueStringMatchExpression?: ReinforcementTuningStringMatchRewardScorerStringMatchExpression;
 }
 
-/** Evaluates parsed response using match type against expression. */
+/** Evaluates parsed response using match type against the expression. Returns `true` if `MatchOperation(target, expression)` evaluates to `true`, and `false` otherwise. This data type is not supported in Gemini API. */
 declare interface ReinforcementTuningStringMatchRewardScorerStringMatchExpression {
-    /** Match operation to use for evaluation. */
+    /** Match operation to use for evaluating rewards. */
     matchOperation?: MatchOperation;
-    /** String or regular expression to match against. Customer can also provide a references map (key/value pairs) whose value will be substituted into the expression by referencing `references.key_name` (wrapped in double curly braces). */
+    /** A string or a regular expression to match against for evaluating rewards. Users can also provide a references map of `{key: value}` whose `value` will be used to replace the placeholder {{references.key}} in the expression. For example, if the following `references` are defined in the training / validation dataset: ``` { "systemInstruction": ..., "contents": ..., "references": { "concise_answer": "Yes", "verbose_answer": "The answer is Yes" } } ``` and if users define the following StringMatchExpression: { "matchOperation": "REGEX_CONTAINS", "expression": ".*{{references.concise_answer}}.*" } On evaluating the reward for each sample response, this StringMatchExpression will be substituted as: ``` { "matchOperation": "REGEX_CONTAINS", "expression": ".*Yes.*" } ``` */
     expression?: string;
 }
 
@@ -6277,6 +6422,12 @@ declare enum ReinforcementTuningThinkingLevel {
     HIGH = "HIGH"
 }
 
+/** Sample reinforcement tuning user data in the training dataset. The contents are truncated for better UI showing. This data type is not supported in Gemini API. */
+declare interface ReinforcementTuningUserDatasetExamples {
+    /** List of user datasset examples showing to user. */
+    userDatasetExamples?: ReinforcementTuningExample[];
+}
+
 /** Represents a recorded session. */
 declare interface ReplayFile {
     replayId?: string;
@@ -6316,6 +6467,17 @@ declare interface ReplicatedVoiceConfig {
 
      * @remarks Encoded as base64 string. */
     voiceSampleAudio?: string;
+    /** Recorded consent verifying ownership of the voice. This
+     represents 16-bit signed little-endian wav data, with a 24kHz sampling
+     rate.
+     * @remarks Encoded as base64 string. */
+    consentAudio?: string;
+    /** Signature of a previously verified consent audio. This should be
+     populated with a signature generated by the server for a previous
+     request containing the consent_audio field. When provided, the
+     signature is verified instead of the consent_audio field to reduce
+     latency. Requests will fail if the signature is invalid or expired. */
+    voiceConsentSignature?: VoiceConsentSignature;
 }
 
 /** Resource scope. */
@@ -6330,18 +6492,30 @@ declare enum ResourceScope {
     COLLECTION = "COLLECTION"
 }
 
-/** Defines how to parse sample response. */
+/** Configuration for the model to configure output formatting and delivery. This data type is not supported in Gemini API. */
+declare class ResponseFormat {
+    /** Audio output format. */
+    audio?: AudioResponseFormat;
+    /** Image output format. */
+    image?: ImageResponseFormat;
+    /** Text output format. */
+    text?: TextResponseFormat;
+    /** Video output format. */
+    video?: VideoResponseFormat;
+}
+
+/** Defines the type for parsing sample response. This enum is not supported in Gemini API. */
 declare enum ResponseParseType {
     /**
-     * Default value. This value is unused.
+     * Default value. Fallback to IDENTITY
      */
     RESPONSE_PARSE_TYPE_UNSPECIFIED = "RESPONSE_PARSE_TYPE_UNSPECIFIED",
     /**
-     * Use the sample response as is.
+     * Returns the sample response as is.
      */
     IDENTITY = "IDENTITY",
     /**
-     * Use regex to extract the important part of sample response.
+     * Uses regex to extract the important part of sample response. Similar to [GoogleSQL](https://cloud.google.com/bigquery/docs/reference/standard-sql/string_functions#regexp_extract) `REGEX_EXTRACT(response, regex_extract_expression)`, but different in that if there are multiple matches, the last match will be returned.
      */
     REGEX_EXTRACT = "REGEX_EXTRACT"
 }
@@ -6401,6 +6575,42 @@ declare enum SafetyFilterLevel {
     BLOCK_NONE = "BLOCK_NONE"
 }
 
+/** SafetyPolicy */
+declare enum SafetyPolicy {
+    /**
+     * Unspecified safety policy.
+     */
+    SAFETY_POLICY_UNSPECIFIED = "SAFETY_POLICY_UNSPECIFIED",
+    /**
+     * Safety policy for financial transactions.
+     */
+    FINANCIAL_TRANSACTIONS = "FINANCIAL_TRANSACTIONS",
+    /**
+     * Safety policy for sensitive data modification.
+     */
+    SENSITIVE_DATA_MODIFICATION = "SENSITIVE_DATA_MODIFICATION",
+    /**
+     * Safety policy for communication tools (e.g. Gmail, Chat, Meet).
+     */
+    COMMUNICATION_TOOL = "COMMUNICATION_TOOL",
+    /**
+     * Safety policy for account creation.
+     */
+    ACCOUNT_CREATION = "ACCOUNT_CREATION",
+    /**
+     * Safety policy for data modification.
+     */
+    DATA_MODIFICATION = "DATA_MODIFICATION",
+    /**
+     * Safety policy for user consent management.
+     */
+    USER_CONSENT_MANAGEMENT = "USER_CONSENT_MANAGEMENT",
+    /**
+     * Safety policy for legal terms and agreements.
+     */
+    LEGAL_TERMS_AND_AGREEMENTS = "LEGAL_TERMS_AND_AGREEMENTS"
+}
+
 /** A safety rating for a piece of content. The safety rating contains the harm category and the harm probability level. */
 declare interface SafetyRating {
     /** Output only. Indicates whether the content was blocked because of this rating. */
@@ -6721,15 +6931,15 @@ declare class SingleEmbedContentResponse {
 declare interface SingleReinforcementTuningRewardConfig {
     /** Scores parsed responses for autorater use cases by using a model to compute the reward. */
     autoraterScorer?: ReinforcementTuningAutoraterScorer;
-    /** A unique reward name used to identify each single reinforcement tuning reward. */
+    /** A unique reward name for identifying each single reinforcement tuning reward. */
     rewardName?: string;
-    /** Defines how to parse sample response. */
+    /** Defines how to parse sample response. For example, given a sample response for evaluating the reward, users might want to extract the text only between `` and `` in the sample response, and keeps only the last one in case there are multiple such tags. To achieve such a purpose, they can define a regex `".*(.*?)"` using the ReinforcementTuningParseResponseConfig.ResponseParseType.REGEX_EXTRACT parse type. */
     parseResponseConfig?: ReinforcementTuningParseResponseConfig;
-    /** Scores parsed responses for code execution use cases. */
+    /** ReinforcementTuningCodeExecutionRewardScorer is used to score parsed responses for code execution use cases. */
     codeExecutionRewardScorer?: ReinforcementTuningCodeExecutionRewardScorer;
-    /** Scores parsed responses for simple string matching use cases against reference answer without writing python code. */
+    /** ReinforcementTuningStringMatchRewardScorer is used to score parsed responses for simple string matching use cases against reference answers. */
     stringMatchRewardScorer?: ReinforcementTuningStringMatchRewardScorer;
-    /** Scores parsed responses by calling a Cloud Run service. */
+    /** ReinforcementTuningCloudRunRewardScorer is used to score parsed responses by calling a Cloud Run service. */
     cloudRunRewardScorer?: ReinforcementTuningCloudRunRewardScorer;
 }
 
@@ -6975,6 +7185,14 @@ declare interface TestTableItem {
     ignoreKeys?: string[];
 }
 
+/** Configuration for text-specific output formatting. */
+declare class TextResponseFormat {
+    /** Optional. The IANA standard MIME type of the response. */
+    mimeType?: string;
+    /** Optional. The JSON schema that the output should conform to. Only applicable when mime_type is APPLICATION_JSON. */
+    schema?: unknown;
+}
+
 /** The thinking features configuration. */
 declare interface ThinkingConfig {
     /** Indicates whether to include thoughts in the response. If true, thoughts are returned only if the model supports thought and thoughts are available.
@@ -7026,9 +7244,7 @@ declare interface TokensInfo {
 declare interface Tool {
     /** Optional. Retrieval tool type. System will always execute the provided retrieval tool(s) to get external knowledge to answer the prompt. Retrieval results are presented to the model for generation. This field is not supported in Gemini API. */
     retrieval?: Retrieval;
-    /** Optional. Tool to support the model interacting directly with the
-     computer. If enabled, it automatically populates computer-use specific
-     Function Declarations. */
+    /** Optional. Tool to support the model interacting directly with the computer. If enabled, it automatically populates computer-use specific Function Declarations. */
     computerUse?: ComputerUse;
     /** Optional. FileSearch tool type. Tool to retrieve knowledge from Semantic Retrieval corpora. This field is not supported in Vertex AI. */
     fileSearch?: FileSearch;
@@ -7051,6 +7267,8 @@ declare interface Tool {
     urlContext?: UrlContext;
     /** Optional. MCP Servers to connect to. This field is not supported in Vertex AI. */
     mcpServers?: McpServer[];
+    /** Optional. Uses Exa.ai to search for information to answer user queries. The search results will be grounded on Exa.ai and presented to the model for response generation. This field is not supported in Gemini API. */
+    exaAiSearch?: ToolExaAiSearch;
 }
 
 /** A predicted server-side `ToolCall` returned from the model.
@@ -7082,6 +7300,14 @@ declare interface ToolConfig {
     includeServerSideToolInvocations?: boolean;
 }
 
+/** ExaAiSearch tool type. A tool that uses the Exa.ai search engine for grounding. This data type is not supported in Gemini API. */
+declare interface ToolExaAiSearch {
+    /** Required. The API key for ExaAiSearch. */
+    apiKey?: string;
+    /** Optional. This field can be used to pass any parameter from the Exa.ai Search API. */
+    customConfigs?: Record<string, unknown>;
+}
+
 declare type ToolListUnion = ToolUnion[];
 
 /** ParallelAiSearch tool type. A tool that uses the Parallel.ai search engine for grounding. This data type is not supported in Gemini API. */
@@ -7173,12 +7399,9 @@ declare interface Transcription {
 
 /** Config for stream translation. */
 declare interface TranslationConfig {
-    /** If true, the model will generate audio when the target language is
-     spoken, essentially it will parrot the input. If false, we will not produce
-     audio for the target language. */
+    /** Optional. If true, the model will generate audio when the target language is spoken, essentially it will parrot the input. If false, we will not produce audio for the target language. */
     echoTargetLanguage?: boolean;
-    /** The target language for translation. Supported values are BCP-47
-     language codes (e.g. "en", "es", "fr"). */
+    /** Required. The target language for translation. Supported values are BCP-47 language codes (e.g. "en", "es", "fr"). */
     targetLanguageCode?: string;
 }
 
@@ -7246,6 +7469,8 @@ declare interface TuningDataStats {
     preferenceOptimizationDataStats?: PreferenceOptimizationDataStats;
     /** The SFT Tuning data stats. */
     supervisedTuningDataStats?: SupervisedTuningDataStats;
+    /** Output only. Statistics for reinforcement tuning. */
+    reinforcementTuningDataStats?: DatasetStats;
 }
 
 /** A single example for tuning. This data type is not supported in Vertex AI. */
@@ -7288,6 +7513,7 @@ declare interface TuningJob {
     preferenceOptimizationSpec?: PreferenceOptimizationSpec;
     /** Tuning Spec for Distillation. */
     distillationSpec?: DistillationSpec;
+    /** Tuning Spec for Reinforcement Tuning. */
     reinforcementTuningSpec?: ReinforcementTuningSpec;
     /** Output only. The tuning data statistics associated with this TuningJob. */
     tuningDataStats?: TuningDataStats;
@@ -7642,10 +7868,11 @@ declare namespace types {
         Language,
         FunctionResponseScheduling,
         Type,
-        Environment,
         AuthType,
         HttpElementLocation,
         ApiSpec,
+        Environment,
+        SafetyPolicy,
         PhishBlockThreshold,
         Behavior,
         DynamicRetrievalConfigMode,
@@ -7666,8 +7893,14 @@ declare namespace types {
         ModelStage,
         MediaResolution,
         Modality,
+        Delivery,
+        AspectRatio,
+        ImageSize,
         TuningMode,
         AdapterSize,
+        ResponseParseType,
+        MatchOperation,
+        ReinforcementTuningThinkingLevel,
         JobState,
         TuningJobState,
         AggregationMetric,
@@ -7693,9 +7926,6 @@ declare namespace types {
         VideoGenerationMaskMode,
         VideoCompressionQuality,
         ImageResizeMode,
-        ResponseParseType,
-        MatchOperation,
-        ReinforcementTuningThinkingLevel,
         TuningMethod,
         FileState,
         FileSource,
@@ -7729,7 +7959,6 @@ declare namespace types {
         HttpOptions,
         Schema,
         ModelSelectionConfig,
-        ComputerUse,
         ApiKeyConfig,
         AuthConfigGoogleServiceAccountConfig,
         AuthConfigHttpBasicAuthConfig,
@@ -7753,6 +7982,7 @@ declare namespace types {
         RagRetrievalConfig,
         VertexRagStore,
         Retrieval,
+        ComputerUse,
         FileSearch,
         WebSearch,
         ImageSearch,
@@ -7768,7 +7998,9 @@ declare namespace types {
         UrlContext,
         StreamableHttpTransport,
         McpServer,
+        ToolExaAiSearch,
         Tool,
+        VoiceConsentSignature,
         ReplicatedVoiceConfig,
         PrebuiltVoiceConfig,
         VoiceConfig,
@@ -7873,6 +8105,12 @@ declare namespace types {
         DeleteModelConfig,
         DeleteModelParameters,
         DeleteModelResponse,
+        AudioResponseFormat,
+        ImageResponseFormat,
+        TextResponseFormat,
+        VideoResponseFormat,
+        ResponseFormat,
+        TranslationConfig,
         GenerationConfig,
         CountTokensConfig,
         CountTokensParameters,
@@ -7922,6 +8160,8 @@ declare namespace types {
         PreTunedModel,
         DatasetDistributionDistributionBucket,
         DatasetDistribution,
+        ReinforcementTuningExample,
+        ReinforcementTuningUserDatasetExamples,
         DatasetStats,
         DistillationDataStats,
         GeminiPreferenceExampleCompletion,
@@ -7967,7 +8207,6 @@ declare namespace types {
         CreateTuningJobConfig,
         CreateTuningJobParametersPrivate,
         TuningOperation,
-        ReinforcementTuningExample,
         ValidateRewardConfig,
         ValidateRewardParameters,
         ReinforcementTuningRewardInfo,
@@ -8111,7 +8350,6 @@ declare namespace types {
         LiveClientRealtimeInput,
         LiveClientToolResponse,
         LiveClientMessage,
-        TranslationConfig,
         LiveConnectConfig,
         LiveConnectParameters,
         CreateChatParameters,
@@ -8749,6 +8987,18 @@ declare enum VideoOrientation {
     PORTRAIT = "PORTRAIT"
 }
 
+/** Configuration for video-specific output formatting. This data type is not supported in Gemini API. */
+declare class VideoResponseFormat {
+    /** The aspect ratio for the video output. */
+    aspectRatio?: AspectRatio;
+    /** Optional. Delivery mode for the generated content. */
+    delivery?: Delivery;
+    /** Optional. The duration for the video output. */
+    duration?: string;
+    /** Optional. The Google Cloud Storage URI to store the video output. Required for Vertex if delivery is URI. */
+    gcsUri?: string;
+}
+
 /** Voice activity signal. */
 declare interface VoiceActivity {
     /** The type of the voice activity signal. */
@@ -8788,6 +9038,13 @@ declare interface VoiceConfig {
     prebuiltVoiceConfig?: PrebuiltVoiceConfig;
 }
 
+/** The signature of the voice consent check. */
+declare interface VoiceConsentSignature {
+    /** The signature string.
+     */
+    signature?: string;
+}
+
 /** Configuration for webhook notifications.
 
  Used to configure webhook endpoints that will receive notifications