@google/genai 1.6.0 → 1.8.0

package/dist/node/node.d.ts

@@ -66,6 +66,20 @@ export declare enum AdapterSize {
     ADAPTER_SIZE_THIRTY_TWO = "ADAPTER_SIZE_THIRTY_TWO"
 }
 
+/** The generic reusable api auth config. Deprecated. Please use AuthConfig (google/cloud/aiplatform/master/auth.proto) instead. */
+export declare interface ApiAuth {
+    /** The API secret. */
+    apiKeyConfig?: ApiAuthApiKeyConfig;
+}
+
+/** The API secret. */
+export declare interface ApiAuthApiKeyConfig {
+    /** Required. The SecretManager secret version resource name storing API key. e.g. projects/{project}/secrets/{secret}/versions/{version} */
+    apiKeySecretVersion?: string;
+    /** The API key string. Either this or `api_key_secret_version` must be set. */
+    apiKeyString?: string;
+}
+
 /**
  * The ApiClient class is used to send requests to the Gemini API or Vertex AI
  * endpoints.
@@ -222,9 +236,26 @@ export declare interface ApiKeyConfig {
     apiKeyString?: string;
 }
 
+/** The API spec that the external API implements. */
+export declare enum ApiSpec {
+    /**
+     * Unspecified API spec. This value should not be used.
+     */
+    API_SPEC_UNSPECIFIED = "API_SPEC_UNSPECIFIED",
+    /**
+     * Simple search API spec.
+     */
+    SIMPLE_SEARCH = "SIMPLE_SEARCH",
+    /**
+     * Elastic search API spec.
+     */
+    ELASTIC_SEARCH = "ELASTIC_SEARCH"
+}
+
 /** Representation of an audio chunk. */
 export declare interface AudioChunk {
-    /** Raw byets of audio data. */
+    /** Raw bytes of audio data.
+     * @remarks Encoded as base64 string. */
     data?: string;
     /** MIME type of the audio chunk. */
     mimeType?: string;
@@ -384,6 +415,174 @@ export declare interface BaseUrlParameters {
     vertexUrl?: string;
 }
 
+export declare class Batches extends BaseModule {
+    private readonly apiClient;
+    constructor(apiClient: ApiClient);
+    /**
+     * Create batch job.
+     *
+     * @param params - The parameters for create batch job request.
+     * @return The created batch job.
+     *
+     * @example
+     * ```ts
+     * const response = await ai.batches.create({
+     *   model: 'gemini-2.0-flash',
+     *   src: {gcsUri: 'gs://bucket/path/to/file.jsonl', format: 'jsonl'},
+     *   config: {
+     *     dest: {gcsUri: 'gs://bucket/path/output/directory', format: 'jsonl'},
+     *   }
+     * });
+     * console.log(response);
+     * ```
+     */
+    create: (params: types.CreateBatchJobParameters) => Promise<types.BatchJob>;
+    /**
+     * Lists batch job configurations.
+     *
+     * @param params - The parameters for the list request.
+     * @return The paginated results of the list of batch jobs.
+     *
+     * @example
+     * ```ts
+     * const batchJobs = await ai.batches.list({config: {'pageSize': 2}});
+     * for await (const batchJob of batchJobs) {
+     *   console.log(batchJob);
+     * }
+     * ```
+     */
+    list: (params?: types.ListBatchJobsParameters) => Promise<Pager<types.BatchJob>>;
+    /**
+     * Internal method to create batch job.
+     *
+     * @param params - The parameters for create batch job request.
+     * @return The created batch job.
+     *
+     */
+    private createInternal;
+    /**
+     * Gets batch job configurations.
+     *
+     * @param params - The parameters for the get request.
+     * @return The batch job.
+     *
+     * @example
+     * ```ts
+     * await ai.batches.get({name: '...'}); // The server-generated resource name.
+     * ```
+     */
+    get(params: types.GetBatchJobParameters): Promise<types.BatchJob>;
+    /**
+     * Cancels a batch job.
+     *
+     * @param params - The parameters for the cancel request.
+     * @return The empty response returned by the API.
+     *
+     * @example
+     * ```ts
+     * await ai.batches.cancel({name: '...'}); // The server-generated resource name.
+     * ```
+     */
+    cancel(params: types.CancelBatchJobParameters): Promise<void>;
+    private listInternal;
+    /**
+     * Deletes a batch job.
+     *
+     * @param params - The parameters for the delete request.
+     * @return The empty response returned by the API.
+     *
+     * @example
+     * ```ts
+     * await ai.batches.delete({name: '...'}); // The server-generated resource name.
+     * ```
+     */
+    delete(params: types.DeleteBatchJobParameters): Promise<types.DeleteResourceJob>;
+}
+
+/** Config for batches.create return value. */
+export declare interface BatchJob {
+    /** The resource name of the BatchJob. Output only.".
+     */
+    name?: string;
+    /** The display name of the BatchJob.
+     */
+    displayName?: string;
+    /** The state of the BatchJob.
+     */
+    state?: JobState;
+    /** Output only. Only populated when the job's state is JOB_STATE_FAILED or JOB_STATE_CANCELLED. */
+    error?: JobError;
+    /** The time when the BatchJob was created.
+     */
+    createTime?: string;
+    /** Output only. Time when the Job for the first time entered the `JOB_STATE_RUNNING` state. */
+    startTime?: string;
+    /** The time when the BatchJob was completed.
+     */
+    endTime?: string;
+    /** The time when the BatchJob was last updated.
+     */
+    updateTime?: string;
+    /** The name of the model that produces the predictions via the BatchJob.
+     */
+    model?: string;
+    /** Configuration for the input data.
+     */
+    src?: BatchJobSource;
+    /** Configuration for the output data.
+     */
+    dest?: BatchJobDestination;
+}
+
+/** Config for `des` parameter. */
+export declare interface BatchJobDestination {
+    /** Storage format of the output files. Must be one of:
+     'jsonl', 'bigquery'.
+     */
+    format?: string;
+    /** The Google Cloud Storage URI to the output file.
+     */
+    gcsUri?: string;
+    /** The BigQuery URI to the output table.
+     */
+    bigqueryUri?: string;
+    /** The Gemini Developer API's file resource name of the output data
+     (e.g. "files/12345"). The file will be a JSONL file with a single response
+     per line. The responses will be GenerateContentResponse messages formatted
+     as JSON. The responses will be written in the same order as the input
+     requests.
+     */
+    fileName?: string;
+    /** The responses to the requests in the batch. Returned when the batch was
+     built using inlined requests. The responses will be in the same order as
+     the input requests.
+     */
+    inlinedResponses?: InlinedResponse[];
+}
+
+/** Config for `src` parameter. */
+export declare interface BatchJobSource {
+    /** Storage format of the input files. Must be one of:
+     'jsonl', 'bigquery'.
+     */
+    format?: string;
+    /** The Google Cloud Storage URIs to input files.
+     */
+    gcsUri?: string[];
+    /** The BigQuery URI to input table.
+     */
+    bigqueryUri?: string;
+    /** The Gemini Developer API's file resource name of the input data
+     (e.g. "files/12345").
+     */
+    fileName?: string;
+    /** The Gemini Developer API's inlined input data to run batch job.
+     */
+    inlinedRequests?: InlinedRequest[];
+}
+
+export declare type BatchJobSourceUnion = BatchJobSource | InlinedRequest[] | string;
+
 /** Defines the function behavior. Defaults to `BLOCKING`. */
 export declare enum Behavior {
     /**
@@ -404,7 +603,8 @@ export declare enum Behavior {
 declare interface Blob_2 {
     /** Optional. Display name of the blob. Used to provide a label or filename to distinguish blobs. This field is not currently used in the Gemini GenerateContent calls. */
     displayName?: string;
-    /** Required. Raw bytes. */
+    /** Required. Raw bytes.
+     * @remarks Encoded as base64 string. */
     data?: string;
     /** Required. The IANA standard MIME type of the source data. */
     mimeType?: string;
@@ -434,7 +634,11 @@ export declare enum BlockedReason {
     /**
      * Candidates blocked due to prohibited content.
      */
-    PROHIBITED_CONTENT = "PROHIBITED_CONTENT"
+    PROHIBITED_CONTENT = "PROHIBITED_CONTENT",
+    /**
+     * Candidates blocked due to unsafe image generation content.
+     */
+    IMAGE_SAFETY = "IMAGE_SAFETY"
 }
 
 /** A resource used in LLM queries for users to explicitly specify what to cache. */
@@ -587,6 +791,30 @@ export declare interface CallableToolConfig {
     timeout?: number;
 }
 
+/** Optional parameters. */
+export declare interface CancelBatchJobConfig {
+    /** Used to override HTTP request options. */
+    httpOptions?: HttpOptions;
+    /** Abort signal which can be used to cancel the request.
+
+     NOTE: AbortSignal is a client-only operation. Using it to cancel an
+     operation will not cancel the request in the service. You will still
+     be charged usage for any applicable operations.
+     */
+    abortSignal?: AbortSignal;
+}
+
+/** Config for batches.cancel parameters. */
+export declare interface CancelBatchJobParameters {
+    /** A fully-qualified BatchJob resource name or ID.
+     Example: "projects/.../locations/.../batchPredictionJobs/456"
+     or "456" when project and location are initialized in the client.
+     */
+    name: string;
+    /** Optional parameters for the request. */
+    config?: CancelBatchJobConfig;
+}
+
 /** A response candidate generated from the model. */
 export declare interface Candidate {
     /** Contains the multi-part content of the response.
@@ -776,7 +1004,7 @@ export declare interface CitationMetadata {
     citations?: Citation[];
 }
 
-/** Result of executing the [ExecutableCode]. Always follows a `part` containing the [ExecutableCode]. */
+/** Result of executing the [ExecutableCode]. Only generated when using the [CodeExecution] tool, and always follows a `part` containing the [ExecutableCode]. */
 export declare interface CodeExecutionResult {
     /** Required. Outcome of the code execution. */
     outcome?: Outcome;
@@ -984,6 +1212,40 @@ export declare interface CreateAuthTokenParameters {
     config?: CreateAuthTokenConfig;
 }
 
+/** Config for optional parameters. */
+export declare interface CreateBatchJobConfig {
+    /** Used to override HTTP request options. */
+    httpOptions?: HttpOptions;
+    /** Abort signal which can be used to cancel the request.
+
+     NOTE: AbortSignal is a client-only operation. Using it to cancel an
+     operation will not cancel the request in the service. You will still
+     be charged usage for any applicable operations.
+     */
+    abortSignal?: AbortSignal;
+    /** The user-defined name of this BatchJob.
+     */
+    displayName?: string;
+    /** GCS or BigQuery URI prefix for the output predictions. Example:
+     "gs://path/to/output/data" or "bq://projectId.bqDatasetId.bqTableId".
+     */
+    dest?: string;
+}
+
+/** Config for batches.create parameters. */
+export declare interface CreateBatchJobParameters {
+    /** The name of the model to produces the predictions via the BatchJob.
+     */
+    model?: string;
+    /** GCS URI(-s) or BigQuery URI to your input data to run batch job.
+     Example: "gs://path/to/input/data" or "bq://projectId.bqDatasetId.bqTableId".
+     */
+    src: BatchJobSourceUnion;
+    /** Optional parameters for creating a BatchJob.
+     */
+    config?: CreateBatchJobConfig;
+}
+
 /** Optional configuration for cached content creation. */
 export declare interface CreateCachedContentConfig {
     /** Used to override HTTP request options. */
@@ -1230,6 +1492,30 @@ export declare interface DatasetStats {
     userOutputTokenDistribution?: DatasetDistribution;
 }
 
+/** Optional parameters for models.get method. */
+export declare interface DeleteBatchJobConfig {
+    /** Used to override HTTP request options. */
+    httpOptions?: HttpOptions;
+    /** Abort signal which can be used to cancel the request.
+
+     NOTE: AbortSignal is a client-only operation. Using it to cancel an
+     operation will not cancel the request in the service. You will still
+     be charged usage for any applicable operations.
+     */
+    abortSignal?: AbortSignal;
+}
+
+/** Config for batches.delete parameters. */
+export declare interface DeleteBatchJobParameters {
+    /** A fully-qualified BatchJob resource name or ID.
+     Example: "projects/.../locations/.../batchPredictionJobs/456"
+     or "456" when project and location are initialized in the client.
+     */
+    name: string;
+    /** Optional parameters for the request. */
+    config?: DeleteBatchJobConfig;
+}
+
 /** Optional parameters for caches.delete method. */
 export declare interface DeleteCachedContentConfig {
     /** Used to override HTTP request options. */
@@ -1305,6 +1591,13 @@ export declare interface DeleteModelParameters {
 export declare class DeleteModelResponse {
 }
 
+/** The return value of delete operation. */
+export declare interface DeleteResourceJob {
+    name?: string;
+    done?: boolean;
+    error?: JobError;
+}
+
 /** Statistics computed for datasets used for distillation. */
 export declare interface DistillationDataStats {
     /** Output only. Statistics computed for the training dataset. */
@@ -1415,7 +1708,8 @@ export declare interface EditImageConfig {
     /** Number of images to generate.
      */
     numberOfImages?: number;
-    /** Aspect ratio of the generated images.
+    /** Aspect ratio of the generated images. Supported values are
+     "1:1", "3:4", "4:3", "9:16", and "16:9".
      */
     aspectRatio?: string;
     /** Controls how much the model adheres to the text prompt. Large
@@ -1588,7 +1882,19 @@ export declare enum EndSensitivity {
 export declare interface EnterpriseWebSearch {
 }
 
-/** Code generated by the model that is meant to be executed, and the result returned to the model. Generated when using the [FunctionDeclaration] tool and [FunctionCallingConfig] mode is set to [Mode.CODE]. */
+/** Required. The environment being operated. */
+export declare enum Environment {
+    /**
+     * Defaults to browser.
+     */
+    ENVIRONMENT_UNSPECIFIED = "ENVIRONMENT_UNSPECIFIED",
+    /**
+     * Operates in a web browser.
+     */
+    ENVIRONMENT_BROWSER = "ENVIRONMENT_BROWSER"
+}
+
+/** Code generated by the model that is meant to be executed, and the result returned to the model. Generated when using the [CodeExecution] tool, in which the code will be automatically executed, and a corresponding [CodeExecutionResult] will also be generated. */
 export declare interface ExecutableCode {
     /** Required. The code to be executed. */
     code?: string;
@@ -1596,6 +1902,36 @@ export declare interface ExecutableCode {
     language?: Language;
 }
 
+/** Retrieve from data source powered by external API for grounding. The external API is not owned by Google, but need to follow the pre-defined API spec. */
+export declare interface ExternalApi {
+    /** The authentication config to access the API. Deprecated. Please use auth_config instead. */
+    apiAuth?: ApiAuth;
+    /** The API spec that the external API implements. */
+    apiSpec?: ApiSpec;
+    /** The authentication config to access the API. */
+    authConfig?: AuthConfig;
+    /** Parameters for the elastic search API. */
+    elasticSearchParams?: ExternalApiElasticSearchParams;
+    /** The endpoint of the external API. The system will call the API at this endpoint to retrieve the data for grounding. Example: https://acme.com:443/search */
+    endpoint?: string;
+    /** Parameters for the simple search API. */
+    simpleSearchParams?: ExternalApiSimpleSearchParams;
+}
+
+/** The search parameters to use for the ELASTIC_SEARCH spec. */
+export declare interface ExternalApiElasticSearchParams {
+    /** The ElasticSearch index to use. */
+    index?: string;
+    /** Optional. Number of hits (chunks) to request. When specified, it is passed to Elasticsearch as the `num_hits` param. */
+    numHits?: number;
+    /** The ElasticSearch search template to use. */
+    searchTemplate?: string;
+}
+
+/** The search parameters to use for SIMPLE_SEARCH spec. */
+export declare interface ExternalApiSimpleSearchParams {
+}
+
 /** Options for feature selection preference. */
 export declare enum FeatureSelectionPreference {
     FEATURE_SELECTION_PREFERENCE_UNSPECIFIED = "FEATURE_SELECTION_PREFERENCE_UNSPECIFIED",
@@ -2068,6 +2404,22 @@ export declare interface GenerateContentConfig {
      Compatible mimetypes: `application/json`: Schema for JSON response.
      */
     responseSchema?: SchemaUnion;
+    /** Optional. Output schema of the generated response.
+     This is an alternative to `response_schema` that accepts [JSON
+     Schema](https://json-schema.org/). If set, `response_schema` must be
+     omitted, but `response_mime_type` is required. While the full JSON Schema
+     may be sent, not all features are supported. Specifically, only the
+     following properties are supported: - `$id` - `$defs` - `$ref` - `$anchor`
+     - `type` - `format` - `title` - `description` - `enum` (for strings and
+     numbers) - `items` - `prefixItems` - `minItems` - `maxItems` - `minimum` -
+     `maximum` - `anyOf` - `oneOf` (interpreted the same as `anyOf`) -
+     `properties` - `additionalProperties` - `required` The non-standard
+     `propertyOrdering` property may also be set. Cyclic references are
+     unrolled to a limited degree and, as such, may only be used within
+     non-required properties. (Nullable properties are not sufficient.) If
+     `$ref` is set on a sub-schema, no other properties, except for than those
+     starting as a `$`, may be set. */
+    responseJsonSchema?: unknown;
     /** Configuration for model router requests.
      */
     routingConfig?: GenerationConfigRoutingConfig;
@@ -2356,7 +2708,8 @@ export declare interface GenerateImagesConfig {
     /** Number of images to generate.
      */
     numberOfImages?: number;
-    /** Aspect ratio of the generated images.
+    /** Aspect ratio of the generated images. Supported values are
+     "1:1", "3:4", "4:3", "9:16", and "16:9".
      */
     aspectRatio?: string;
     /** Controls how much the model adheres to the text prompt. Large
@@ -2461,6 +2814,8 @@ export declare interface GenerateVideosConfig {
     generateAudio?: boolean;
     /** Image to use as the last frame of generated videos. Only supported for image to video use cases. */
     lastFrame?: Image_2;
+    /** Compression quality of the generated videos. */
+    compressionQuality?: VideoCompressionQuality;
 }
 
 /** A video generation operation. */
@@ -2512,6 +2867,8 @@ export declare interface GenerationConfig {
     audioTimestamp?: boolean;
     /** Optional. Number of candidates to generate. */
     candidateCount?: number;
+    /** Optional. If enabled, the model will detect emotions and adapt its responses accordingly. */
+    enableAffectiveDialog?: boolean;
     /** Optional. Frequency penalties. */
     frequencyPenalty?: number;
     /** Optional. Logit probabilities. */
@@ -2522,6 +2879,8 @@ export declare interface GenerationConfig {
     mediaResolution?: MediaResolution;
     /** Optional. Positive penalties. */
     presencePenalty?: number;
+    /** Optional. Output schema of the generated response. This is an alternative to `response_schema` that accepts [JSON Schema](https://json-schema.org/). If set, `response_schema` must be omitted, but `response_mime_type` is required. While the full JSON Schema may be sent, not all features are supported. Specifically, only the following properties are supported: - `$id` - `$defs` - `$ref` - `$anchor` - `type` - `format` - `title` - `description` - `enum` (for strings and numbers) - `items` - `prefixItems` - `minItems` - `maxItems` - `minimum` - `maximum` - `anyOf` - `oneOf` (interpreted the same as `anyOf`) - `properties` - `additionalProperties` - `required` The non-standard `propertyOrdering` property may also be set. Cyclic references are unrolled to a limited degree and, as such, may only be used within non-required properties. (Nullable properties are not sufficient.) If `$ref` is set on a sub-schema, no other properties, except for than those starting as a `$`, may be set. */
+    responseJsonSchema?: unknown;
     /** Optional. If true, export the logprobs results in response. */
     responseLogprobs?: boolean;
     /** Optional. Output response mimetype of the generated candidate text. Supported mimetype: - `text/plain`: (default) Text output. - `application/json`: JSON response in the candidates. The model needs to be prompted to output the appropriate response type, otherwise the behavior is undefined. This is a preview feature. */
@@ -2530,8 +2889,6 @@ export declare interface GenerationConfig {
     responseModalities?: Modality[];
     /** Optional. The `Schema` object allows the definition of input and output data types. These types can be objects, but also primitives and arrays. Represents a select subset of an [OpenAPI 3.0 schema object](https://spec.openapis.org/oas/v3.0.3#schema). If set, a compatible response_mime_type must also be set. Compatible mimetypes: `application/json`: Schema for JSON response. */
     responseSchema?: Schema;
-    /** Optional. Output schema of the generated response. This is an alternative to `response_schema` that accepts [JSON Schema](https://json-schema.org/). If set, `response_schema` must be omitted, but `response_mime_type` is required. While the full JSON Schema may be sent, not all features are supported. Specifically, only the following properties are supported: - `$id` - `$defs` - `$ref` - `$anchor` - `type` - `format` - `title` - `description` - `enum` (for strings and numbers) - `items` - `prefixItems` - `minItems` - `maxItems` - `minimum` - `maximum` - `anyOf` - `oneOf` (interpreted the same as `anyOf`) - `properties` - `additionalProperties` - `required` The non-standard `propertyOrdering` property may also be set. Cyclic references are unrolled to a limited degree and, as such, may only be used within non-required properties. (Nullable properties are not sufficient.) If `$ref` is set on a sub-schema, no other properties, except for than those starting as a `$`, may be set. */
-    responseJsonSchema?: unknown;
     /** Optional. Routing configuration. */
     routingConfig?: GenerationConfigRoutingConfig;
     /** Optional. Seed. */
@@ -2578,6 +2935,30 @@ export declare interface GenerationConfigThinkingConfig {
     thinkingBudget?: number;
 }
 
+/** Optional parameters. */
+export declare interface GetBatchJobConfig {
+    /** Used to override HTTP request options. */
+    httpOptions?: HttpOptions;
+    /** Abort signal which can be used to cancel the request.
+
+     NOTE: AbortSignal is a client-only operation. Using it to cancel an
+     operation will not cancel the request in the service. You will still
+     be charged usage for any applicable operations.
+     */
+    abortSignal?: AbortSignal;
+}
+
+/** Config for batches.get parameters. */
+export declare interface GetBatchJobParameters {
+    /** A fully-qualified BatchJob resource name or ID.
+     Example: "projects/.../locations/.../batchPredictionJobs/456"
+     or "456" when project and location are initialized in the client.
+     */
+    name: string;
+    /** Optional parameters for the request. */
+    config?: GetBatchJobConfig;
+}
+
 /** Optional parameters for caches.get method. */
 export declare interface GetCachedContentConfig {
     /** Used to override HTTP request options. */
@@ -2731,6 +3112,7 @@ export declare class GoogleGenAI {
     private readonly apiVersion?;
     readonly models: Models;
     readonly live: Live;
+    readonly batches: Batches;
     readonly chats: Chats;
     readonly caches: Caches;
     readonly files: Files;
@@ -2891,7 +3273,7 @@ export declare interface GroundingMetadata {
 
 /** Grounding support. */
 export declare interface GroundingSupport {
-    /** Confidence score of the support references. Ranges from 0 to 1. 1 is the most confident. This list must have the same size as the grounding_chunk_indices. */
+    /** Confidence score of the support references. Ranges from 0 to 1. 1 is the most confident. For Gemini 2.0 and before, this list must have the same size as the grounding_chunk_indices. For Gemini 2.5 and after, this list will be empty and should be ignored. */
     confidenceScores?: number[];
     /** A list of indices (into 'grounding_chunk') specifying the citations associated with the claim. For instance [1,3,4] means that grounding_chunk[1], grounding_chunk[3], grounding_chunk[4] are the retrieved content attributed to the claim. */
     groundingChunkIndices?: number[];
@@ -2968,7 +3350,23 @@ export declare enum HarmCategory {
     /**
      * Deprecated: Election filter is not longer supported. The harm category is civic integrity.
      */
-    HARM_CATEGORY_CIVIC_INTEGRITY = "HARM_CATEGORY_CIVIC_INTEGRITY"
+    HARM_CATEGORY_CIVIC_INTEGRITY = "HARM_CATEGORY_CIVIC_INTEGRITY",
+    /**
+     * The harm category is image hate.
+     */
+    HARM_CATEGORY_IMAGE_HATE = "HARM_CATEGORY_IMAGE_HATE",
+    /**
+     * The harm category is image dangerous content.
+     */
+    HARM_CATEGORY_IMAGE_DANGEROUS_CONTENT = "HARM_CATEGORY_IMAGE_DANGEROUS_CONTENT",
+    /**
+     * The harm category is image harassment.
+     */
+    HARM_CATEGORY_IMAGE_HARASSMENT = "HARM_CATEGORY_IMAGE_HARASSMENT",
+    /**
+     * The harm category is image sexually explicit content.
+     */
+    HARM_CATEGORY_IMAGE_SEXUALLY_EXPLICIT = "HARM_CATEGORY_IMAGE_SEXUALLY_EXPLICIT"
 }
 
 /** Output only. Harm probability levels in the content. */
@@ -3102,7 +3500,8 @@ declare interface Image_2 {
     gcsUri?: string;
     /** The image bytes data. ``Image`` can contain a value for this field
      or the ``gcs_uri`` field but not both.
-     */
+
+     * @remarks Encoded as base64 string. */
     imageBytes?: string;
     /** The MIME type of the image. */
     mimeType?: string;
@@ -3118,6 +3517,29 @@ export declare enum ImagePromptLanguage {
     hi = "hi"
 }
 
+/** Config for inlined request. */
+export declare interface InlinedRequest {
+    /** ID of the model to use. For a list of models, see `Google models
+     <https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models>`_. */
+    model?: string;
+    /** Content of the request.
+     */
+    contents?: ContentListUnion;
+    /** Configuration that contains optional model parameters.
+     */
+    config?: GenerateContentConfig;
+}
+
+/** Config for `inlined_responses` parameter. */
+export declare class InlinedResponse {
+    /** The response to the request.
+     */
+    response?: GenerateContentResponse;
+    /** The error encountered while processing the request.
+     */
+    error?: JobError;
+}
+
 /** Represents a time interval, encoded as a start time (inclusive) and an end time (exclusive).
 
  The start time must be less than or equal to the end time.
@@ -3132,7 +3554,17 @@ export declare interface Interval {
     endTime?: string;
 }
 
-/** Output only. The detailed state of the job. */
+/** Job error. */
+export declare interface JobError {
+    /** A list of messages that carry the error details. There is a common set of message types for APIs to use. */
+    details?: string[];
+    /** The status code. */
+    code?: number;
+    /** A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the `details` field. */
+    message?: string;
+}
+
+/** Job state. */
 export declare enum JobState {
     /**
      * The job state is unspecified.
@@ -3175,7 +3607,7 @@ export declare enum JobState {
      */
     JOB_STATE_EXPIRED = "JOB_STATE_EXPIRED",
     /**
-     * The job is being updated. Only jobs in the `RUNNING` state can be updated. After updating, the job goes back to the `RUNNING` state.
+     * The job is being updated. Only jobs in the `JOB_STATE_RUNNING` state can be updated. After updating, the job goes back to the `JOB_STATE_RUNNING` state.
      */
     JOB_STATE_UPDATING = "JOB_STATE_UPDATING",
     /**
@@ -3210,6 +3642,33 @@ export declare interface LatLng {
     longitude?: number;
 }
 
+/** Config for optional parameters. */
+export declare interface ListBatchJobsConfig {
+    /** Used to override HTTP request options. */
+    httpOptions?: HttpOptions;
+    /** Abort signal which can be used to cancel the request.
+
+     NOTE: AbortSignal is a client-only operation. Using it to cancel an
+     operation will not cancel the request in the service. You will still
+     be charged usage for any applicable operations.
+     */
+    abortSignal?: AbortSignal;
+    pageSize?: number;
+    pageToken?: string;
+    filter?: string;
+}
+
+/** Config for batches.list parameters. */
+export declare interface ListBatchJobsParameters {
+    config?: ListBatchJobsConfig;
+}
+
+/** Config for batches.list return value. */
+export declare class ListBatchJobsResponse {
+    nextPageToken?: string;
+    batchJobs?: BatchJob[];
+}
+
 /** Config for caches.list method. */
 export declare interface ListCachedContentsConfig {
     /** Used to override HTTP request options. */
@@ -4054,6 +4513,8 @@ export declare interface LiveServerSessionResumptionUpdate {
 }
 
 export declare interface LiveServerSetupComplete {
+    /** The session id of the live session. */
+    sessionId?: string;
 }
 
 /** Request for the client to execute the `function_calls` and return the responses with the matching `id`s. */
@@ -4787,7 +5248,8 @@ export declare interface Part {
     inlineData?: Blob_2;
     /** Optional. URI based data. */
     fileData?: FileData;
-    /** An opaque signature for the thought so it can be reused in subsequent requests. */
+    /** An opaque signature for the thought so it can be reused in subsequent requests.
+     * @remarks Encoded as base64 string. */
     thoughtSignature?: string;
     /** Optional. Result of executing the [ExecutableCode]. */
     codeExecutionResult?: CodeExecutionResult;
@@ -4817,8 +5279,17 @@ export declare type PartUnion = Part | string;
 
 /** Enum that controls the generation of people. */
 export declare enum PersonGeneration {
+    /**
+     * Block generation of images of people.
+     */
     DONT_ALLOW = "DONT_ALLOW",
+    /**
+     * Generate images of adults, but not children.
+     */
     ALLOW_ADULT = "ALLOW_ADULT",
+    /**
+     * Generate images that include adults and children.
+     */
     ALLOW_ALL = "ALLOW_ALL"
 }
 
@@ -4983,6 +5454,8 @@ export declare class ReplayResponse {
 export declare interface Retrieval {
     /** Optional. Deprecated. This option is no longer supported. */
     disableAttribution?: boolean;
+    /** Use data source powered by external API for grounding. */
+    externalApi?: ExternalApi;
     /** Set to use data source powered by Vertex AI Search. */
     vertexAiSearch?: VertexAISearch;
     /** Set to use data source powered by Vertex RAG store. User data is uploaded via the VertexRagDataService. */
@@ -5031,6 +5504,8 @@ export declare interface SafetyRating {
     blocked?: boolean;
     /** Output only. Harm category. */
     category?: HarmCategory;
+    /** Output only. The overwritten threshold for the safety category of Gemini 2.0 image out. If minors are detected in the output image, the threshold of each safety category will be overwritten if user sets a lower threshold. */
+    overwrittenThreshold?: HarmBlockThreshold;
     /** Output only. Harm probability levels in the content. */
     probability?: HarmProbability;
     /** Output only. Harm probability score. */
@@ -5167,7 +5642,8 @@ export declare type SchemaUnion = Schema | unknown;
 export declare interface SearchEntryPoint {
     /** Optional. Web content snippet that can be embedded in a web page or an app webview. */
     renderedContent?: string;
-    /** Optional. Base64 encoded JSON representing array of tuple. */
+    /** Optional. Base64 encoded JSON representing array of tuple.
+     * @remarks Encoded as base64 string. */
     sdkBlob?: string;
 }
 
@@ -5488,7 +5964,7 @@ export declare interface SupervisedHyperParameters {
     adapterSize?: AdapterSize;
     /** Optional. Number of complete passes the model makes over the entire training dataset during training. */
     epochCount?: string;
-    /** Optional. Multiplier for adjusting the default learning rate. */
+    /** Optional. Multiplier for adjusting the default learning rate. Mutually exclusive with `learning_rate`. */
     learningRateMultiplier?: number;
 }
 
@@ -5558,9 +6034,9 @@ export declare interface SupervisedTuningSpec {
     exportLastCheckpointOnly?: boolean;
     /** Optional. Hyperparameters for SFT. */
     hyperParameters?: SupervisedHyperParameters;
-    /** Required. Cloud Storage path to file containing training dataset for tuning. The dataset must be formatted as a JSONL file. */
+    /** Required. Training dataset used for tuning. The dataset can be specified as either a Cloud Storage path to a JSONL file or as the resource name of a Vertex Multimodal Dataset. */
     trainingDatasetUri?: string;
-    /** Optional. Cloud Storage path to file containing validation dataset for tuning. The dataset must be formatted as a JSONL file. */
+    /** Optional. Validation dataset used for tuning. The dataset can be specified as either a Cloud Storage path to a JSONL file or as the resource name of a Vertex Multimodal Dataset. */
     validationDatasetUri?: string;
 }
 
@@ -5689,7 +6165,8 @@ export declare interface TokensInfo {
     role?: string;
     /** A list of token ids from the input. */
     tokenIds?: string[];
-    /** A list of tokens from the input. */
+    /** A list of tokens from the input.
+     * @remarks Encoded as base64 string. */
     tokens?: string[];
 }
 
@@ -5714,12 +6191,20 @@ export declare interface Tool {
     urlContext?: UrlContext;
     /** Optional. CodeExecution tool type. Enables the model to execute code as part of generation. */
     codeExecution?: ToolCodeExecution;
+    /** Optional. Tool to support the model interacting directly with the computer. If enabled, it automatically populates computer-use specific Function Declarations. */
+    computerUse?: ToolComputerUse;
 }
 
 /** Tool that executes code generated by the model, and automatically returns the result to the model. See also [ExecutableCode]and [CodeExecutionResult] which are input and output to this tool. */
 export declare interface ToolCodeExecution {
 }
 
+/** Tool to support computer use. */
+export declare interface ToolComputerUse {
+    /** Required. The environment being operated. */
+    environment?: Environment;
+}
+
 /** Tool config.
 
  This config is shared for all tools provided in the request.
@@ -5803,6 +6288,8 @@ export declare interface TunedModelInfo {
 export declare interface TuningDataset {
     /** GCS URI of the file containing training dataset in JSONL format. */
     gcsUri?: string;
+    /** The resource name of the Vertex Multimodal Dataset that is used as training dataset. Example: 'projects/my-project-id-or-number/locations/my-location/datasets/my-dataset-id'. */
+    vertexDatasetResource?: string;
     /** Inline examples with simple input/output text. */
     examples?: TuningExample[];
 }
@@ -5860,6 +6347,10 @@ export declare interface TuningJob {
     labels?: Record<string, string>;
     /** Output only. The resource name of the PipelineJob associated with the TuningJob. Format: `projects/{project}/locations/{location}/pipelineJobs/{pipeline_job}`. */
     pipelineJob?: string;
+    /** Output only. Reserved for future use. */
+    satisfiesPzi?: boolean;
+    /** Output only. Reserved for future use. */
+    satisfiesPzs?: boolean;
     /** The service account that the tuningJob workload runs as. If not specified, the Vertex AI Secure Fine-Tuned Service Agent in the project will be used. See https://cloud.google.com/iam/docs/service-agents#vertex-ai-secure-fine-tuning-service-agent Users starting the pipeline must have the `iam.serviceAccounts.actAs` permission on this service account. */
     serviceAccount?: string;
     /** Optional. The display name of the TunedModel. The name can be up to 128 characters long and can consist of any UTF-8 characters. */
@@ -5908,6 +6399,8 @@ declare class Tunings extends BaseModule {
 export declare interface TuningValidationDataset {
     /** GCS URI of the file containing validation dataset in JSONL format. */
     gcsUri?: string;
+    /** The resource name of the Vertex Multimodal Dataset that is used as training dataset. Example: 'projects/my-project-id-or-number/locations/my-location/datasets/my-dataset-id'. */
+    vertexDatasetResource?: string;
 }
 
 /** Options about which input is included in the user's turn. */
@@ -5981,6 +6474,9 @@ declare namespace types {
         HarmBlockThreshold,
         Mode,
         AuthType,
+        ApiSpec,
+        Environment,
+        UrlRetrievalStatus,
         FinishReason,
         HarmProbability,
         HarmSeverity,
@@ -5994,7 +6490,6 @@ declare namespace types {
         Behavior,
         DynamicRetrievalConfigMode,
         FunctionCallingConfigMode,
-        UrlRetrievalStatus,
         SafetyFilterLevel,
         PersonGeneration,
         ImagePromptLanguage,
@@ -6002,6 +6497,7 @@ declare namespace types {
         ControlReferenceType,
         SubjectReferenceType,
         EditMode,
+        VideoCompressionQuality,
         FileState,
         FileSource,
         MediaModality,
@@ -6039,6 +6535,11 @@ declare namespace types {
         AuthConfig,
         GoogleMaps,
         UrlContext,
+        ApiAuthApiKeyConfig,
+        ApiAuth,
+        ExternalApiElasticSearchParams,
+        ExternalApiSimpleSearchParams,
+        ExternalApi,
         VertexAISearchDataStoreSpec,
         VertexAISearch,
         VertexRagStoreRagResource,
@@ -6051,6 +6552,7 @@ declare namespace types {
         VertexRagStore,
         Retrieval,
         ToolCodeExecution,
+        ToolComputerUse,
         Tool,
         FunctionCallingConfig,
         LatLng,
@@ -6200,6 +6702,24 @@ declare namespace types {
         DeleteFileConfig,
         DeleteFileParameters,
         DeleteFileResponse,
+        InlinedRequest,
+        BatchJobSource,
+        JobError,
+        InlinedResponse,
+        BatchJobDestination,
+        CreateBatchJobConfig,
+        CreateBatchJobParameters,
+        BatchJob,
+        GetBatchJobConfig,
+        GetBatchJobParameters,
+        CancelBatchJobConfig,
+        CancelBatchJobParameters,
+        ListBatchJobsConfig,
+        ListBatchJobsParameters,
+        ListBatchJobsResponse,
+        DeleteBatchJobConfig,
+        DeleteBatchJobParameters,
+        DeleteResourceJob,
         GetOperationConfig,
         GetOperationParameters,
         FetchPredictOperationConfig,
@@ -6282,7 +6802,8 @@ declare namespace types {
         SpeechConfigUnion,
         ToolUnion,
         ToolListUnion,
-        DownloadableFileUnion
+        DownloadableFileUnion,
+        BatchJobSourceUnion
     }
 }
 
@@ -6408,6 +6929,15 @@ export declare interface UpscaleImageConfig {
     /** The level of compression if the ``output_mime_type`` is
      ``image/jpeg``. */
     outputCompressionQuality?: number;
+    /** Whether to add an image enhancing step before upscaling.
+     It is expected to suppress the noise and JPEG compression artifacts
+     from the input image. */
+    enhanceInputImage?: boolean;
+    /** With a higher image preservation factor, the original image
+     pixels are more respected. With a lower image preservation factor, the
+     output image will have be more different from the input image, but
+     with finer details and less noise. */
+    imagePreservationFactor?: number;
 }
 
 /** User-facing config UpscaleImageParameters. */
@@ -6538,12 +7068,27 @@ export declare interface VertexRagStoreRagResource {
 export declare interface Video {
     /** Path to another storage. */
     uri?: string;
-    /** Video bytes. */
+    /** Video bytes.
+     * @remarks Encoded as base64 string. */
     videoBytes?: string;
     /** Video encoding, for example "video/mp4". */
     mimeType?: string;
 }
 
+/** Enum that controls the compression quality of the generated videos. */
+export declare enum VideoCompressionQuality {
+    /**
+     * Optimized video compression quality. This will produce videos
+     with a compressed, smaller file size.
+     */
+    OPTIMIZED = "OPTIMIZED",
+    /**
+     * Lossless video compression quality. This will produce videos
+     with a larger file size.
+     */
+    LOSSLESS = "LOSSLESS"
+}
+
 /** Describes how the video in the Part should be used by the model. */
 export declare interface VideoMetadata {
     /** The frame rate of the video sent to the model. If not specified, the