google-genai 1.22.0__py3-none-any.whl → 1.24.0__py3-none-any.whl

google/genai/types.py

@@ -138,6 +138,18 @@ class HarmCategory(_common.CaseInSensitiveEnum):
   """The harm category is sexually explicit content."""
   HARM_CATEGORY_CIVIC_INTEGRITY = 'HARM_CATEGORY_CIVIC_INTEGRITY'
   """Deprecated: Election filter is not longer supported. The harm category is civic integrity."""
+  HARM_CATEGORY_IMAGE_HATE = 'HARM_CATEGORY_IMAGE_HATE'
+  """The harm category is image hate."""
+  HARM_CATEGORY_IMAGE_DANGEROUS_CONTENT = (
+      'HARM_CATEGORY_IMAGE_DANGEROUS_CONTENT'
+  )
+  """The harm category is image dangerous content."""
+  HARM_CATEGORY_IMAGE_HARASSMENT = 'HARM_CATEGORY_IMAGE_HARASSMENT'
+  """The harm category is image harassment."""
+  HARM_CATEGORY_IMAGE_SEXUALLY_EXPLICIT = (
+      'HARM_CATEGORY_IMAGE_SEXUALLY_EXPLICIT'
+  )
+  """The harm category is image sexually explicit content."""
 
 
 class HarmBlockMethod(_common.CaseInSensitiveEnum):
@@ -199,6 +211,37 @@ class AuthType(_common.CaseInSensitiveEnum):
   """OpenID Connect (OIDC) Auth."""
 
 
+class ApiSpec(_common.CaseInSensitiveEnum):
+  """The API spec that the external API implements."""
+
+  API_SPEC_UNSPECIFIED = 'API_SPEC_UNSPECIFIED'
+  """Unspecified API spec. This value should not be used."""
+  SIMPLE_SEARCH = 'SIMPLE_SEARCH'
+  """Simple search API spec."""
+  ELASTIC_SEARCH = 'ELASTIC_SEARCH'
+  """Elastic search API spec."""
+
+
+class Environment(_common.CaseInSensitiveEnum):
+  """Required. The environment being operated."""
+
+  ENVIRONMENT_UNSPECIFIED = 'ENVIRONMENT_UNSPECIFIED'
+  """Defaults to browser."""
+  ENVIRONMENT_BROWSER = 'ENVIRONMENT_BROWSER'
+  """Operates in a web browser."""
+
+
+class UrlRetrievalStatus(_common.CaseInSensitiveEnum):
+  """Status of the url retrieval."""
+
+  URL_RETRIEVAL_STATUS_UNSPECIFIED = 'URL_RETRIEVAL_STATUS_UNSPECIFIED'
+  """Default value. This value is unused"""
+  URL_RETRIEVAL_STATUS_SUCCESS = 'URL_RETRIEVAL_STATUS_SUCCESS'
+  """Url retrieval is successful."""
+  URL_RETRIEVAL_STATUS_ERROR = 'URL_RETRIEVAL_STATUS_ERROR'
+  """Url retrieval is failed due to error."""
+
+
 class FinishReason(_common.CaseInSensitiveEnum):
   """Output only. The reason why the model stopped generating tokens.
 
@@ -276,6 +319,8 @@ class BlockedReason(_common.CaseInSensitiveEnum):
   """Candidates blocked due to the terms which are included from the terminology blocklist."""
   PROHIBITED_CONTENT = 'PROHIBITED_CONTENT'
   """Candidates blocked due to prohibited content."""
+  IMAGE_SAFETY = 'IMAGE_SAFETY'
+  """Candidates blocked due to unsafe image generation content."""
 
 
 class TrafficType(_common.CaseInSensitiveEnum):
@@ -411,17 +456,6 @@ class FunctionCallingConfigMode(_common.CaseInSensitiveEnum):
   """Model will not predict any function calls. Model behavior is same as when not passing any function declarations."""
 
 
-class UrlRetrievalStatus(_common.CaseInSensitiveEnum):
-  """Status of the url retrieval."""
-
-  URL_RETRIEVAL_STATUS_UNSPECIFIED = 'URL_RETRIEVAL_STATUS_UNSPECIFIED'
-  """Default value. This value is unused"""
-  URL_RETRIEVAL_STATUS_SUCCESS = 'URL_RETRIEVAL_STATUS_SUCCESS'
-  """Url retrieval is successful."""
-  URL_RETRIEVAL_STATUS_ERROR = 'URL_RETRIEVAL_STATUS_ERROR'
-  """Url retrieval is failed due to error."""
-
-
 class SafetyFilterLevel(_common.CaseInSensitiveEnum):
   """Enum that controls the safety filter level for objectionable content."""
 
@@ -743,7 +777,8 @@ FileDataOrDict = Union[FileData, FileDataDict]
 class CodeExecutionResult(_common.BaseModel):
   """Result of executing the [ExecutableCode].
 
-  Always follows a `part` containing the [ExecutableCode].
+  Only generated when using the [CodeExecution] tool, and always follows a
+  `part` containing the [ExecutableCode].
   """
 
   outcome: Optional[Outcome] = Field(
@@ -758,7 +793,8 @@ class CodeExecutionResult(_common.BaseModel):
 class CodeExecutionResultDict(TypedDict, total=False):
   """Result of executing the [ExecutableCode].
 
-  Always follows a `part` containing the [ExecutableCode].
+  Only generated when using the [CodeExecution] tool, and always follows a
+  `part` containing the [ExecutableCode].
   """
 
   outcome: Optional[Outcome]
@@ -774,8 +810,9 @@ CodeExecutionResultOrDict = Union[CodeExecutionResult, CodeExecutionResultDict]
 class ExecutableCode(_common.BaseModel):
   """Code generated by the model that is meant to be executed, and the result returned to the model.
 
-  Generated when using the [FunctionDeclaration] tool and
-  [FunctionCallingConfig] mode is set to [Mode.CODE].
+  Generated when using the [CodeExecution] tool, in which the code will be
+  automatically executed, and a corresponding [CodeExecutionResult] will also be
+  generated.
   """
 
   code: Optional[str] = Field(
@@ -790,8 +827,9 @@ class ExecutableCode(_common.BaseModel):
 class ExecutableCodeDict(TypedDict, total=False):
   """Code generated by the model that is meant to be executed, and the result returned to the model.
 
-  Generated when using the [FunctionDeclaration] tool and
-  [FunctionCallingConfig] mode is set to [Mode.CODE].
+  Generated when using the [CodeExecution] tool, in which the code will be
+  automatically executed, and a corresponding [CodeExecutionResult] will also be
+  generated.
   """
 
   code: Optional[str]
@@ -2473,6 +2511,168 @@ class UrlContextDict(TypedDict, total=False):
 UrlContextOrDict = Union[UrlContext, UrlContextDict]
 
 
+class ApiAuthApiKeyConfig(_common.BaseModel):
+  """The API secret."""
+
+  api_key_secret_version: Optional[str] = Field(
+      default=None,
+      description="""Required. The SecretManager secret version resource name storing API key. e.g. projects/{project}/secrets/{secret}/versions/{version}""",
+  )
+  api_key_string: Optional[str] = Field(
+      default=None,
+      description="""The API key string. Either this or `api_key_secret_version` must be set.""",
+  )
+
+
+class ApiAuthApiKeyConfigDict(TypedDict, total=False):
+  """The API secret."""
+
+  api_key_secret_version: Optional[str]
+  """Required. The SecretManager secret version resource name storing API key. e.g. projects/{project}/secrets/{secret}/versions/{version}"""
+
+  api_key_string: Optional[str]
+  """The API key string. Either this or `api_key_secret_version` must be set."""
+
+
+ApiAuthApiKeyConfigOrDict = Union[ApiAuthApiKeyConfig, ApiAuthApiKeyConfigDict]
+
+
+class ApiAuth(_common.BaseModel):
+  """The generic reusable api auth config.
+
+  Deprecated. Please use AuthConfig (google/cloud/aiplatform/master/auth.proto)
+  instead.
+  """
+
+  api_key_config: Optional[ApiAuthApiKeyConfig] = Field(
+      default=None, description="""The API secret."""
+  )
+
+
+class ApiAuthDict(TypedDict, total=False):
+  """The generic reusable api auth config.
+
+  Deprecated. Please use AuthConfig (google/cloud/aiplatform/master/auth.proto)
+  instead.
+  """
+
+  api_key_config: Optional[ApiAuthApiKeyConfigDict]
+  """The API secret."""
+
+
+ApiAuthOrDict = Union[ApiAuth, ApiAuthDict]
+
+
+class ExternalApiElasticSearchParams(_common.BaseModel):
+  """The search parameters to use for the ELASTIC_SEARCH spec."""
+
+  index: Optional[str] = Field(
+      default=None, description="""The ElasticSearch index to use."""
+  )
+  num_hits: Optional[int] = Field(
+      default=None,
+      description="""Optional. Number of hits (chunks) to request. When specified, it is passed to Elasticsearch as the `num_hits` param.""",
+  )
+  search_template: Optional[str] = Field(
+      default=None, description="""The ElasticSearch search template to use."""
+  )
+
+
+class ExternalApiElasticSearchParamsDict(TypedDict, total=False):
+  """The search parameters to use for the ELASTIC_SEARCH spec."""
+
+  index: Optional[str]
+  """The ElasticSearch index to use."""
+
+  num_hits: Optional[int]
+  """Optional. Number of hits (chunks) to request. When specified, it is passed to Elasticsearch as the `num_hits` param."""
+
+  search_template: Optional[str]
+  """The ElasticSearch search template to use."""
+
+
+ExternalApiElasticSearchParamsOrDict = Union[
+    ExternalApiElasticSearchParams, ExternalApiElasticSearchParamsDict
+]
+
+
+class ExternalApiSimpleSearchParams(_common.BaseModel):
+  """The search parameters to use for SIMPLE_SEARCH spec."""
+
+  pass
+
+
+class ExternalApiSimpleSearchParamsDict(TypedDict, total=False):
+  """The search parameters to use for SIMPLE_SEARCH spec."""
+
+  pass
+
+
+ExternalApiSimpleSearchParamsOrDict = Union[
+    ExternalApiSimpleSearchParams, ExternalApiSimpleSearchParamsDict
+]
+
+
+class ExternalApi(_common.BaseModel):
+  """Retrieve from data source powered by external API for grounding.
+
+  The external API is not owned by Google, but need to follow the pre-defined
+  API spec.
+  """
+
+  api_auth: Optional[ApiAuth] = Field(
+      default=None,
+      description="""The authentication config to access the API. Deprecated. Please use auth_config instead.""",
+  )
+  api_spec: Optional[ApiSpec] = Field(
+      default=None,
+      description="""The API spec that the external API implements.""",
+  )
+  auth_config: Optional[AuthConfig] = Field(
+      default=None,
+      description="""The authentication config to access the API.""",
+  )
+  elastic_search_params: Optional[ExternalApiElasticSearchParams] = Field(
+      default=None, description="""Parameters for the elastic search API."""
+  )
+  endpoint: Optional[str] = Field(
+      default=None,
+      description="""The endpoint of the external API. The system will call the API at this endpoint to retrieve the data for grounding. Example: https://acme.com:443/search""",
+  )
+  simple_search_params: Optional[ExternalApiSimpleSearchParams] = Field(
+      default=None, description="""Parameters for the simple search API."""
+  )
+
+
+class ExternalApiDict(TypedDict, total=False):
+  """Retrieve from data source powered by external API for grounding.
+
+  The external API is not owned by Google, but need to follow the pre-defined
+  API spec.
+  """
+
+  api_auth: Optional[ApiAuthDict]
+  """The authentication config to access the API. Deprecated. Please use auth_config instead."""
+
+  api_spec: Optional[ApiSpec]
+  """The API spec that the external API implements."""
+
+  auth_config: Optional[AuthConfigDict]
+  """The authentication config to access the API."""
+
+  elastic_search_params: Optional[ExternalApiElasticSearchParamsDict]
+  """Parameters for the elastic search API."""
+
+  endpoint: Optional[str]
+  """The endpoint of the external API. The system will call the API at this endpoint to retrieve the data for grounding. Example: https://acme.com:443/search"""
+
+  simple_search_params: Optional[ExternalApiSimpleSearchParamsDict]
+  """Parameters for the simple search API."""
+
+
+ExternalApiOrDict = Union[ExternalApi, ExternalApiDict]
+
+
 class VertexAISearchDataStoreSpec(_common.BaseModel):
   """Define data stores within engine to filter on in a search call and configurations for those data stores.
 
@@ -2815,6 +3015,10 @@ class Retrieval(_common.BaseModel):
       default=None,
       description="""Optional. Deprecated. This option is no longer supported.""",
   )
+  external_api: Optional[ExternalApi] = Field(
+      default=None,
+      description="""Use data source powered by external API for grounding.""",
+  )
   vertex_ai_search: Optional[VertexAISearch] = Field(
       default=None,
       description="""Set to use data source powered by Vertex AI Search.""",
@@ -2831,6 +3035,9 @@ class RetrievalDict(TypedDict, total=False):
   disable_attribution: Optional[bool]
   """Optional. Deprecated. This option is no longer supported."""
 
+  external_api: Optional[ExternalApiDict]
+  """Use data source powered by external API for grounding."""
+
   vertex_ai_search: Optional[VertexAISearchDict]
   """Set to use data source powered by Vertex AI Search."""
 
@@ -2864,6 +3071,24 @@ class ToolCodeExecutionDict(TypedDict, total=False):
 ToolCodeExecutionOrDict = Union[ToolCodeExecution, ToolCodeExecutionDict]
 
 
+class ToolComputerUse(_common.BaseModel):
+  """Tool to support computer use."""
+
+  environment: Optional[Environment] = Field(
+      default=None, description="""Required. The environment being operated."""
+  )
+
+
+class ToolComputerUseDict(TypedDict, total=False):
+  """Tool to support computer use."""
+
+  environment: Optional[Environment]
+  """Required. The environment being operated."""
+
+
+ToolComputerUseOrDict = Union[ToolComputerUse, ToolComputerUseDict]
+
+
 class Tool(_common.BaseModel):
   """Tool details of a tool that the model may use to generate a response."""
 
@@ -2902,6 +3127,10 @@ class Tool(_common.BaseModel):
       default=None,
       description="""Optional. CodeExecution tool type. Enables the model to execute code as part of generation.""",
   )
+  computer_use: Optional[ToolComputerUse] = Field(
+      default=None,
+      description="""Optional. Tool to support the model interacting directly with the computer. If enabled, it automatically populates computer-use specific Function Declarations.""",
+  )
 
 
 class ToolDict(TypedDict, total=False):
@@ -2934,6 +3163,9 @@ class ToolDict(TypedDict, total=False):
   code_execution: Optional[ToolCodeExecutionDict]
   """Optional. CodeExecution tool type. Enables the model to execute code as part of generation."""
 
+  computer_use: Optional[ToolComputerUseDict]
+  """Optional. Tool to support the model interacting directly with the computer. If enabled, it automatically populates computer-use specific Function Declarations."""
+
 
 ToolOrDict = Union[Tool, ToolDict]
 if _is_mcp_imported:
@@ -4341,7 +4573,7 @@ class GroundingSupport(_common.BaseModel):
 
   confidence_scores: Optional[list[float]] = Field(
       default=None,
-      description="""Confidence score of the support references. Ranges from 0 to 1. 1 is the most confident. This list must have the same size as the grounding_chunk_indices.""",
+      description="""Confidence score of the support references. Ranges from 0 to 1. 1 is the most confident. For Gemini 2.0 and before, this list must have the same size as the grounding_chunk_indices. For Gemini 2.5 and after, this list will be empty and should be ignored.""",
   )
   grounding_chunk_indices: Optional[list[int]] = Field(
       default=None,
@@ -4357,7 +4589,7 @@ class GroundingSupportDict(TypedDict, total=False):
   """Grounding support."""
 
   confidence_scores: Optional[list[float]]
-  """Confidence score of the support references. Ranges from 0 to 1. 1 is the most confident. This list must have the same size as the grounding_chunk_indices."""
+  """Confidence score of the support references. Ranges from 0 to 1. 1 is the most confident. For Gemini 2.0 and before, this list must have the same size as the grounding_chunk_indices. For Gemini 2.5 and after, this list will be empty and should be ignored."""
 
   grounding_chunk_indices: Optional[list[int]]
   """A list of indices (into 'grounding_chunk') specifying the citations associated with the claim. For instance [1,3,4] means that grounding_chunk[1], grounding_chunk[3], grounding_chunk[4] are the retrieved content attributed to the claim."""
@@ -4554,6 +4786,10 @@ class SafetyRating(_common.BaseModel):
   category: Optional[HarmCategory] = Field(
       default=None, description="""Output only. Harm category."""
   )
+  overwritten_threshold: Optional[HarmBlockThreshold] = Field(
+      default=None,
+      description="""Output only. The overwritten threshold for the safety category of Gemini 2.0 image out. If minors are detected in the output image, the threshold of each safety category will be overwritten if user sets a lower threshold.""",
+  )
   probability: Optional[HarmProbability] = Field(
       default=None,
       description="""Output only. Harm probability levels in the content.""",
@@ -4579,6 +4815,9 @@ class SafetyRatingDict(TypedDict, total=False):
   category: Optional[HarmCategory]
   """Output only. Harm category."""
 
+  overwritten_threshold: Optional[HarmBlockThreshold]
+  """Output only. The overwritten threshold for the safety category of Gemini 2.0 image out. If minors are detected in the output image, the threshold of each safety category will be overwritten if user sets a lower threshold."""
+
   probability: Optional[HarmProbability]
   """Output only. Harm probability levels in the content."""
 
@@ -6866,6 +7105,10 @@ class GenerationConfig(_common.BaseModel):
       default=None,
       description="""Optional. Number of candidates to generate.""",
   )
+  enable_affective_dialog: Optional[bool] = Field(
+      default=None,
+      description="""Optional. If enabled, the model will detect emotions and adapt its responses accordingly.""",
+  )
   frequency_penalty: Optional[float] = Field(
       default=None, description="""Optional. Frequency penalties."""
   )
@@ -6883,6 +7126,10 @@ class GenerationConfig(_common.BaseModel):
   presence_penalty: Optional[float] = Field(
       default=None, description="""Optional. Positive penalties."""
   )
+  response_json_schema: Optional[Any] = Field(
+      default=None,
+      description="""Optional. Output schema of the generated response. This is an alternative to `response_schema` that accepts [JSON Schema](https://json-schema.org/). If set, `response_schema` must be omitted, but `response_mime_type` is required. While the full JSON Schema may be sent, not all features are supported. Specifically, only the following properties are supported: - `$id` - `$defs` - `$ref` - `$anchor` - `type` - `format` - `title` - `description` - `enum` (for strings and numbers) - `items` - `prefixItems` - `minItems` - `maxItems` - `minimum` - `maximum` - `anyOf` - `oneOf` (interpreted the same as `anyOf`) - `properties` - `additionalProperties` - `required` The non-standard `propertyOrdering` property may also be set. Cyclic references are unrolled to a limited degree and, as such, may only be used within non-required properties. (Nullable properties are not sufficient.) If `$ref` is set on a sub-schema, no other properties, except for than those starting as a `$`, may be set.""",
+  )
   response_logprobs: Optional[bool] = Field(
       default=None,
       description="""Optional. If true, export the logprobs results in response.""",
@@ -6898,10 +7145,6 @@ class GenerationConfig(_common.BaseModel):
       default=None,
       description="""Optional. The `Schema` object allows the definition of input and output data types. These types can be objects, but also primitives and arrays. Represents a select subset of an [OpenAPI 3.0 schema object](https://spec.openapis.org/oas/v3.0.3#schema). If set, a compatible response_mime_type must also be set. Compatible mimetypes: `application/json`: Schema for JSON response.""",
   )
-  response_json_schema: Optional[Any] = Field(
-      default=None,
-      description="""Optional. Output schema of the generated response. This is an alternative to `response_schema` that accepts [JSON Schema](https://json-schema.org/). If set, `response_schema` must be omitted, but `response_mime_type` is required. While the full JSON Schema may be sent, not all features are supported. Specifically, only the following properties are supported: - `$id` - `$defs` - `$ref` - `$anchor` - `type` - `format` - `title` - `description` - `enum` (for strings and numbers) - `items` - `prefixItems` - `minItems` - `maxItems` - `minimum` - `maximum` - `anyOf` - `oneOf` (interpreted the same as `anyOf`) - `properties` - `additionalProperties` - `required` The non-standard `propertyOrdering` property may also be set. Cyclic references are unrolled to a limited degree and, as such, may only be used within non-required properties. (Nullable properties are not sufficient.) If `$ref` is set on a sub-schema, no other properties, except for than those starting as a `$`, may be set.""",
-  )
   routing_config: Optional[GenerationConfigRoutingConfig] = Field(
       default=None, description="""Optional. Routing configuration."""
   )
@@ -6942,6 +7185,9 @@ class GenerationConfigDict(TypedDict, total=False):
   candidate_count: Optional[int]
   """Optional. Number of candidates to generate."""
 
+  enable_affective_dialog: Optional[bool]
+  """Optional. If enabled, the model will detect emotions and adapt its responses accordingly."""
+
   frequency_penalty: Optional[float]
   """Optional. Frequency penalties."""
 
@@ -6957,6 +7203,9 @@ class GenerationConfigDict(TypedDict, total=False):
   presence_penalty: Optional[float]
   """Optional. Positive penalties."""
 
+  response_json_schema: Optional[Any]
+  """Optional. Output schema of the generated response. This is an alternative to `response_schema` that accepts [JSON Schema](https://json-schema.org/). If set, `response_schema` must be omitted, but `response_mime_type` is required. While the full JSON Schema may be sent, not all features are supported. Specifically, only the following properties are supported: - `$id` - `$defs` - `$ref` - `$anchor` - `type` - `format` - `title` - `description` - `enum` (for strings and numbers) - `items` - `prefixItems` - `minItems` - `maxItems` - `minimum` - `maximum` - `anyOf` - `oneOf` (interpreted the same as `anyOf`) - `properties` - `additionalProperties` - `required` The non-standard `propertyOrdering` property may also be set. Cyclic references are unrolled to a limited degree and, as such, may only be used within non-required properties. (Nullable properties are not sufficient.) If `$ref` is set on a sub-schema, no other properties, except for than those starting as a `$`, may be set."""
+
   response_logprobs: Optional[bool]
   """Optional. If true, export the logprobs results in response."""
 
@@ -6969,9 +7218,6 @@ class GenerationConfigDict(TypedDict, total=False):
   response_schema: Optional[SchemaDict]
   """Optional. The `Schema` object allows the definition of input and output data types. These types can be objects, but also primitives and arrays. Represents a select subset of an [OpenAPI 3.0 schema object](https://spec.openapis.org/oas/v3.0.3#schema). If set, a compatible response_mime_type must also be set. Compatible mimetypes: `application/json`: Schema for JSON response."""
 
-  response_json_schema: Optional[Any]
-  """Optional. Output schema of the generated response. This is an alternative to `response_schema` that accepts [JSON Schema](https://json-schema.org/). If set, `response_schema` must be omitted, but `response_mime_type` is required. While the full JSON Schema may be sent, not all features are supported. Specifically, only the following properties are supported: - `$id` - `$defs` - `$ref` - `$anchor` - `type` - `format` - `title` - `description` - `enum` (for strings and numbers) - `items` - `prefixItems` - `minItems` - `maxItems` - `minimum` - `maximum` - `anyOf` - `oneOf` (interpreted the same as `anyOf`) - `properties` - `additionalProperties` - `required` The non-standard `propertyOrdering` property may also be set. Cyclic references are unrolled to a limited degree and, as such, may only be used within non-required properties. (Nullable properties are not sufficient.) If `$ref` is set on a sub-schema, no other properties, except for than those starting as a `$`, may be set."""
-
   routing_config: Optional[GenerationConfigRoutingConfigDict]
   """Optional. Routing configuration."""
 
@@ -7780,7 +8026,7 @@ class SupervisedHyperParameters(_common.BaseModel):
   )
   learning_rate_multiplier: Optional[float] = Field(
       default=None,
-      description="""Optional. Multiplier for adjusting the default learning rate.""",
+      description="""Optional. Multiplier for adjusting the default learning rate. Mutually exclusive with `learning_rate`.""",
   )
 
 
@@ -7794,7 +8040,7 @@ class SupervisedHyperParametersDict(TypedDict, total=False):
   """Optional. Number of complete passes the model makes over the entire training dataset during training."""
 
   learning_rate_multiplier: Optional[float]
-  """Optional. Multiplier for adjusting the default learning rate."""
+  """Optional. Multiplier for adjusting the default learning rate. Mutually exclusive with `learning_rate`."""
 
 
 SupervisedHyperParametersOrDict = Union[
@@ -7814,11 +8060,11 @@ class SupervisedTuningSpec(_common.BaseModel):
   )
   training_dataset_uri: Optional[str] = Field(
       default=None,
-      description="""Required. Cloud Storage path to file containing training dataset for tuning. The dataset must be formatted as a JSONL file.""",
+      description="""Required. Training dataset used for tuning. The dataset can be specified as either a Cloud Storage path to a JSONL file or as the resource name of a Vertex Multimodal Dataset.""",
   )
   validation_dataset_uri: Optional[str] = Field(
       default=None,
-      description="""Optional. Cloud Storage path to file containing validation dataset for tuning. The dataset must be formatted as a JSONL file.""",
+      description="""Optional. Validation dataset used for tuning. The dataset can be specified as either a Cloud Storage path to a JSONL file or as the resource name of a Vertex Multimodal Dataset.""",
   )
 
 
@@ -7832,10 +8078,10 @@ class SupervisedTuningSpecDict(TypedDict, total=False):
   """Optional. Hyperparameters for SFT."""
 
   training_dataset_uri: Optional[str]
-  """Required. Cloud Storage path to file containing training dataset for tuning. The dataset must be formatted as a JSONL file."""
+  """Required. Training dataset used for tuning. The dataset can be specified as either a Cloud Storage path to a JSONL file or as the resource name of a Vertex Multimodal Dataset."""
 
   validation_dataset_uri: Optional[str]
-  """Optional. Cloud Storage path to file containing validation dataset for tuning. The dataset must be formatted as a JSONL file."""
+  """Optional. Validation dataset used for tuning. The dataset can be specified as either a Cloud Storage path to a JSONL file or as the resource name of a Vertex Multimodal Dataset."""
 
 
 SupervisedTuningSpecOrDict = Union[
@@ -8504,6 +8750,12 @@ class TuningJob(_common.BaseModel):
       default=None,
       description="""Output only. The resource name of the PipelineJob associated with the TuningJob. Format: `projects/{project}/locations/{location}/pipelineJobs/{pipeline_job}`.""",
   )
+  satisfies_pzi: Optional[bool] = Field(
+      default=None, description="""Output only. Reserved for future use."""
+  )
+  satisfies_pzs: Optional[bool] = Field(
+      default=None, description="""Output only. Reserved for future use."""
+  )
   service_account: Optional[str] = Field(
       default=None,
       description="""The service account that the tuningJob workload runs as. If not specified, the Vertex AI Secure Fine-Tuned Service Agent in the project will be used. See https://cloud.google.com/iam/docs/service-agents#vertex-ai-secure-fine-tuning-service-agent Users starting the pipeline must have the `iam.serviceAccounts.actAs` permission on this service account.""",
@@ -8581,6 +8833,12 @@ class TuningJobDict(TypedDict, total=False):
   pipeline_job: Optional[str]
   """Output only. The resource name of the PipelineJob associated with the TuningJob. Format: `projects/{project}/locations/{location}/pipelineJobs/{pipeline_job}`."""
 
+  satisfies_pzi: Optional[bool]
+  """Output only. Reserved for future use."""
+
+  satisfies_pzs: Optional[bool]
+  """Output only. Reserved for future use."""
+
   service_account: Optional[str]
   """The service account that the tuningJob workload runs as. If not specified, the Vertex AI Secure Fine-Tuned Service Agent in the project will be used. See https://cloud.google.com/iam/docs/service-agents#vertex-ai-secure-fine-tuning-service-agent Users starting the pipeline must have the `iam.serviceAccounts.actAs` permission on this service account."""
 
@@ -8699,6 +8957,10 @@ class TuningDataset(_common.BaseModel):
       default=None,
       description="""GCS URI of the file containing training dataset in JSONL format.""",
   )
+  vertex_dataset_resource: Optional[str] = Field(
+      default=None,
+      description="""The resource name of the Vertex Multimodal Dataset that is used as training dataset. Example: 'projects/my-project-id-or-number/locations/my-location/datasets/my-dataset-id'.""",
+  )
   examples: Optional[list[TuningExample]] = Field(
       default=None,
       description="""Inline examples with simple input/output text.""",
@@ -8711,6 +8973,9 @@ class TuningDatasetDict(TypedDict, total=False):
   gcs_uri: Optional[str]
   """GCS URI of the file containing training dataset in JSONL format."""
 
+  vertex_dataset_resource: Optional[str]
+  """The resource name of the Vertex Multimodal Dataset that is used as training dataset. Example: 'projects/my-project-id-or-number/locations/my-location/datasets/my-dataset-id'."""
+
   examples: Optional[list[TuningExampleDict]]
   """Inline examples with simple input/output text."""
 
@@ -8724,6 +8989,10 @@ class TuningValidationDataset(_common.BaseModel):
       default=None,
       description="""GCS URI of the file containing validation dataset in JSONL format.""",
   )
+  vertex_dataset_resource: Optional[str] = Field(
+      default=None,
+      description="""The resource name of the Vertex Multimodal Dataset that is used as training dataset. Example: 'projects/my-project-id-or-number/locations/my-location/datasets/my-dataset-id'.""",
+  )
 
 
 class TuningValidationDatasetDict(TypedDict, total=False):
@@ -8731,6 +9000,9 @@ class TuningValidationDatasetDict(TypedDict, total=False):
   gcs_uri: Optional[str]
   """GCS URI of the file containing validation dataset in JSONL format."""
 
+  vertex_dataset_resource: Optional[str]
+  """The resource name of the Vertex Multimodal Dataset that is used as training dataset. Example: 'projects/my-project-id-or-number/locations/my-location/datasets/my-dataset-id'."""
+
 
 TuningValidationDatasetOrDict = Union[
     TuningValidationDataset, TuningValidationDatasetDict
@@ -11125,13 +11397,16 @@ SubjectReferenceImageOrDict = Union[
 class LiveServerSetupComplete(_common.BaseModel):
   """Sent in response to a `LiveGenerateContentSetup` message from the client."""
 
-  pass
+  session_id: Optional[str] = Field(
+      default=None, description="""The session id of the live session."""
+  )
 
 
 class LiveServerSetupCompleteDict(TypedDict, total=False):
   """Sent in response to a `LiveGenerateContentSetup` message from the client."""
 
-  pass
+  session_id: Optional[str]
+  """The session id of the live session."""
 
 
 LiveServerSetupCompleteOrDict = Union[
@@ -12801,7 +13076,7 @@ class AudioChunk(_common.BaseModel):
   """Representation of an audio chunk."""
 
   data: Optional[bytes] = Field(
-      default=None, description="""Raw byets of audio data."""
+      default=None, description="""Raw bytes of audio data."""
   )
   mime_type: Optional[str] = Field(
       default=None, description="""MIME type of the audio chunk."""
@@ -12816,7 +13091,7 @@ class AudioChunkDict(TypedDict, total=False):
   """Representation of an audio chunk."""
 
   data: Optional[bytes]
-  """Raw byets of audio data."""
+  """Raw bytes of audio data."""
 
   mime_type: Optional[str]
   """MIME type of the audio chunk."""

google/genai/version.py

@@ -13,4 +13,4 @@
 # limitations under the License.
 #
 
-__version__ = '1.22.0' # x-release-please-version
+__version__ = '1.24.0' # x-release-please-version