google-genai 1.31.0__py3-none-any.whl → 1.33.0__py3-none-any.whl

google/genai/types.py

@@ -29,6 +29,11 @@ import pydantic
 from pydantic import ConfigDict, Field, PrivateAttr, model_validator
 from typing_extensions import Self, TypedDict
 from . import _common
+from ._operations_converters import (
+    _GenerateVideosOperation_from_mldev,
+    _GenerateVideosOperation_from_vertex,
+)
+
 
 if sys.version_info >= (3, 10):
   # Supports both Union[t1, t2] and t1 | t2
@@ -496,6 +501,8 @@ class FunctionCallingConfigMode(_common.CaseInSensitiveEnum):
   """Model is constrained to always predicting function calls only. If "allowed_function_names" are set, the predicted function calls will be limited to any one of "allowed_function_names", else the predicted function calls will be any one of the provided "function_declarations"."""
   NONE = 'NONE'
   """Model will not predict any function calls. Model behavior is same as when not passing any function declarations."""
+  VALIDATED = 'VALIDATED'
+  """Model decides to predict either a function call or a natural language response, but will validate function calls with constrained decoding. If "allowed_function_names" are set, the predicted function call will be limited to any one of "allowed_function_names", else the predicted function call will be any one of the provided "function_declarations"."""
 
 
 class SafetyFilterLevel(_common.CaseInSensitiveEnum):
@@ -568,7 +575,7 @@ class SubjectReferenceType(_common.CaseInSensitiveEnum):
 
 
 class EditMode(_common.CaseInSensitiveEnum):
-  """Enum representing the Imagen 3 Edit mode."""
+  """Enum representing the editing mode."""
 
   EDIT_MODE_DEFAULT = 'EDIT_MODE_DEFAULT'
   EDIT_MODE_INPAINT_REMOVAL = 'EDIT_MODE_INPAINT_REMOVAL'
@@ -590,6 +597,18 @@ class SegmentMode(_common.CaseInSensitiveEnum):
   INTERACTIVE = 'INTERACTIVE'
 
 
+class VideoGenerationReferenceType(_common.CaseInSensitiveEnum):
+  """Enum for the reference type of a video generation reference image."""
+
+  ASSET = 'ASSET'
+  """A reference image that provides assets to the generated video,
+      such as the scene, an object, a character, etc."""
+  STYLE = 'STYLE'
+  """A reference image that provides aesthetics including colors,
+      lighting, texture, etc., to be used as the style of the generated video,
+      such as 'anime', 'photography', 'origami', etc."""
+
+
 class VideoCompressionQuality(_common.CaseInSensitiveEnum):
   """Enum that controls the compression quality of the generated videos."""
 
@@ -804,6 +823,19 @@ class Blob(_common.BaseModel):
       description="""Required. The IANA standard MIME type of the source data.""",
   )
 
+  def as_image(self) -> Optional['Image']:
+    """Returns the Blob as a Image, or None if the Blob is not an image."""
+    if (
+        not self.data
+        or not self.mime_type
+        or not self.mime_type.startswith('image/')
+    ):
+      return None
+    return Image(
+        image_bytes=self.data,
+        mime_type=self.mime_type,
+    )
+
 
 class BlobDict(TypedDict, total=False):
   """Content blob."""
@@ -1063,6 +1095,12 @@ class Part(_common.BaseModel):
       default=None, description="""Optional. Text part (can be code)."""
   )
 
+  def as_image(self) -> Optional['Image']:
+    """Returns the part as a PIL Image, or None if the part is not an image."""
+    if not self.inline_data:
+      return None
+    return self.inline_data.as_image()
+
   @classmethod
   def from_uri(
       cls, *, file_uri: str, mime_type: Optional[str] = None
@@ -3860,6 +3898,10 @@ class GenerateContentConfig(_common.BaseModel):
   http_options: Optional[HttpOptions] = Field(
       default=None, description="""Used to override HTTP request options."""
   )
+  should_return_http_response: Optional[bool] = Field(
+      default=None,
+      description=""" If true, the raw HTTP response will be returned in the 'sdk_http_response' field.""",
+  )
   system_instruction: Optional[ContentUnion] = Field(
       default=None,
       description="""Instructions for the model to steer it toward better performance.
@@ -4074,6 +4116,9 @@ class GenerateContentConfigDict(TypedDict, total=False):
   http_options: Optional[HttpOptionsDict]
   """Used to override HTTP request options."""
 
+  should_return_http_response: Optional[bool]
+  """ If true, the raw HTTP response will be returned in the 'sdk_http_response' field."""
+
   system_instruction: Optional[ContentUnionDict]
   """Instructions for the model to steer it toward better performance.
       For example, "Answer as concisely as possible" or "Don't use technical
@@ -5446,6 +5491,23 @@ class GenerateContentResponse(_common.BaseModel):
     # part.text == '' is different from part.text is None
     return text if any_text_part_text else None
 
+  @property
+  def parts(self) -> Optional[list[Part]]:
+    """Returns the content-parts in the response."""
+    if (
+        not self.candidates
+        or self.candidates[0].content is None
+        or self.candidates[0].content.parts is None
+    ):
+      return None
+    if len(self.candidates) > 1:
+      logger.warning(
+          'Warning: there are multiple candidates in the response, returning'
+          ' parts from the first one.'
+      )
+
+    return self.candidates[0].content.parts
+
   @property
   def text(self) -> Optional[str]:
     """Returns the concatenation of all text parts in the response."""
@@ -5914,91 +5976,69 @@ class GenerateImagesConfig(_common.BaseModel):
   )
   output_gcs_uri: Optional[str] = Field(
       default=None,
-      description="""Cloud Storage URI used to store the generated images.
-      """,
+      description="""Cloud Storage URI used to store the generated images.""",
   )
   negative_prompt: Optional[str] = Field(
       default=None,
-      description="""Description of what to discourage in the generated images.
-      """,
+      description="""Description of what to discourage in the generated images.""",
   )
   number_of_images: Optional[int] = Field(
-      default=None,
-      description="""Number of images to generate.
-      """,
+      default=None, description="""Number of images to generate."""
   )
   aspect_ratio: Optional[str] = Field(
       default=None,
       description="""Aspect ratio of the generated images. Supported values are
-      "1:1", "3:4", "4:3", "9:16", and "16:9".
-      """,
+      "1:1", "3:4", "4:3", "9:16", and "16:9".""",
   )
   guidance_scale: Optional[float] = Field(
       default=None,
       description="""Controls how much the model adheres to the text prompt. Large
       values increase output and prompt alignment, but may compromise image
-      quality.
-      """,
+      quality.""",
   )
   seed: Optional[int] = Field(
       default=None,
       description="""Random seed for image generation. This is not available when
-      ``add_watermark`` is set to true.
-      """,
+      ``add_watermark`` is set to true.""",
   )
   safety_filter_level: Optional[SafetyFilterLevel] = Field(
-      default=None,
-      description="""Filter level for safety filtering.
-      """,
+      default=None, description="""Filter level for safety filtering."""
   )
   person_generation: Optional[PersonGeneration] = Field(
-      default=None,
-      description="""Allows generation of people by the model.
-      """,
+      default=None, description="""Allows generation of people by the model."""
   )
   include_safety_attributes: Optional[bool] = Field(
       default=None,
       description="""Whether to report the safety scores of each generated image and
-      the positive prompt in the response.
-      """,
+      the positive prompt in the response.""",
   )
   include_rai_reason: Optional[bool] = Field(
       default=None,
       description="""Whether to include the Responsible AI filter reason if the image
-      is filtered out of the response.
-      """,
+      is filtered out of the response.""",
   )
   language: Optional[ImagePromptLanguage] = Field(
-      default=None,
-      description="""Language of the text in the prompt.
-      """,
+      default=None, description="""Language of the text in the prompt."""
   )
   output_mime_type: Optional[str] = Field(
-      default=None,
-      description="""MIME type of the generated image.
-      """,
+      default=None, description="""MIME type of the generated image."""
   )
   output_compression_quality: Optional[int] = Field(
       default=None,
       description="""Compression quality of the generated image (for ``image/jpeg``
-      only).
-      """,
+      only).""",
   )
   add_watermark: Optional[bool] = Field(
       default=None,
-      description="""Whether to add a watermark to the generated images.
-      """,
+      description="""Whether to add a watermark to the generated images.""",
   )
   image_size: Optional[str] = Field(
       default=None,
       description="""The size of the largest dimension of the generated image.
-      Supported sizes are 1K and 2K (not supported for Imagen 3 models).
-      """,
+      Supported sizes are 1K and 2K (not supported for Imagen 3 models).""",
   )
   enhance_prompt: Optional[bool] = Field(
-      default=None,
-      description="""Whether to use the prompt rewriting logic.
-      """,
+      default=None, description="""Whether to use the prompt rewriting logic."""
   )
 
 
@@ -6009,76 +6049,60 @@ class GenerateImagesConfigDict(TypedDict, total=False):
   """Used to override HTTP request options."""
 
   output_gcs_uri: Optional[str]
-  """Cloud Storage URI used to store the generated images.
-      """
+  """Cloud Storage URI used to store the generated images."""
 
   negative_prompt: Optional[str]
-  """Description of what to discourage in the generated images.
-      """
+  """Description of what to discourage in the generated images."""
 
   number_of_images: Optional[int]
-  """Number of images to generate.
-      """
+  """Number of images to generate."""
 
   aspect_ratio: Optional[str]
   """Aspect ratio of the generated images. Supported values are
-      "1:1", "3:4", "4:3", "9:16", and "16:9".
-      """
+      "1:1", "3:4", "4:3", "9:16", and "16:9"."""
 
   guidance_scale: Optional[float]
   """Controls how much the model adheres to the text prompt. Large
       values increase output and prompt alignment, but may compromise image
-      quality.
-      """
+      quality."""
 
   seed: Optional[int]
   """Random seed for image generation. This is not available when
-      ``add_watermark`` is set to true.
-      """
+      ``add_watermark`` is set to true."""
 
   safety_filter_level: Optional[SafetyFilterLevel]
-  """Filter level for safety filtering.
-      """
+  """Filter level for safety filtering."""
 
   person_generation: Optional[PersonGeneration]
-  """Allows generation of people by the model.
-      """
+  """Allows generation of people by the model."""
 
   include_safety_attributes: Optional[bool]
   """Whether to report the safety scores of each generated image and
-      the positive prompt in the response.
-      """
+      the positive prompt in the response."""
 
   include_rai_reason: Optional[bool]
   """Whether to include the Responsible AI filter reason if the image
-      is filtered out of the response.
-      """
+      is filtered out of the response."""
 
   language: Optional[ImagePromptLanguage]
-  """Language of the text in the prompt.
-      """
+  """Language of the text in the prompt."""
 
   output_mime_type: Optional[str]
-  """MIME type of the generated image.
-      """
+  """MIME type of the generated image."""
 
   output_compression_quality: Optional[int]
   """Compression quality of the generated image (for ``image/jpeg``
-      only).
-      """
+      only)."""
 
   add_watermark: Optional[bool]
-  """Whether to add a watermark to the generated images.
-      """
+  """Whether to add a watermark to the generated images."""
 
   image_size: Optional[str]
   """The size of the largest dimension of the generated image.
-      Supported sizes are 1K and 2K (not supported for Imagen 3 models).
-      """
+      Supported sizes are 1K and 2K (not supported for Imagen 3 models)."""
 
   enhance_prompt: Optional[bool]
-  """Whether to use the prompt rewriting logic.
-      """
+  """Whether to use the prompt rewriting logic."""
 
 
 GenerateImagesConfigOrDict = Union[
@@ -6133,14 +6157,12 @@ class Image(_common.BaseModel):
   gcs_uri: Optional[str] = Field(
       default=None,
       description="""The Cloud Storage URI of the image. ``Image`` can contain a value
-      for this field or the ``image_bytes`` field but not both.
-      """,
+      for this field or the ``image_bytes`` field but not both.""",
   )
   image_bytes: Optional[bytes] = Field(
       default=None,
       description="""The image bytes data. ``Image`` can contain a value for this field
-      or the ``gcs_uri`` field but not both.
-      """,
+      or the ``gcs_uri`` field but not both.""",
   )
   mime_type: Optional[str] = Field(
       default=None, description="""The MIME type of the image."""
@@ -6197,13 +6219,19 @@ class Image(_common.BaseModel):
 
     This method only works in a notebook environment.
     """
-    try:
-      from IPython import display as IPython_display
-    except ImportError:
-      IPython_display = None
+    in_notebook = 'ipykernel' in sys.modules
+    if in_notebook:
+      try:
+        from IPython import display as IPython_display
+      except ImportError:
+        IPython_display = None
 
-    if IPython_display:
-      IPython_display.display(self._pil_image)
+      if IPython_display:
+        IPython_display.display(self._pil_image)
+    else:
+      img = self._pil_image
+      if img is not None:
+        img.show()
 
   @property
   def _pil_image(self) -> Optional['PIL_Image']:
@@ -6269,13 +6297,11 @@ class ImageDict(TypedDict, total=False):
 
   gcs_uri: Optional[str]
   """The Cloud Storage URI of the image. ``Image`` can contain a value
-      for this field or the ``image_bytes`` field but not both.
-      """
+      for this field or the ``image_bytes`` field but not both."""
 
   image_bytes: Optional[bytes]
   """The image bytes data. ``Image`` can contain a value for this field
-      or the ``gcs_uri`` field but not both.
-      """
+      or the ``gcs_uri`` field but not both."""
 
   mime_type: Optional[str]
   """The MIME type of the image."""
@@ -6288,19 +6314,13 @@ class SafetyAttributes(_common.BaseModel):
   """Safety attributes of a GeneratedImage or the user-provided prompt."""
 
   categories: Optional[list[str]] = Field(
-      default=None,
-      description="""List of RAI categories.
-      """,
+      default=None, description="""List of RAI categories."""
   )
   scores: Optional[list[float]] = Field(
-      default=None,
-      description="""List of scores of each categories.
-      """,
+      default=None, description="""List of scores of each categories."""
   )
   content_type: Optional[str] = Field(
-      default=None,
-      description="""Internal use only.
-      """,
+      default=None, description="""Internal use only."""
   )
 
 
@@ -6308,16 +6328,13 @@ class SafetyAttributesDict(TypedDict, total=False):
   """Safety attributes of a GeneratedImage or the user-provided prompt."""
 
   categories: Optional[list[str]]
-  """List of RAI categories.
-      """
+  """List of RAI categories."""
 
   scores: Optional[list[float]]
-  """List of scores of each categories.
-      """
+  """List of scores of each categories."""
 
   content_type: Optional[str]
-  """Internal use only.
-      """
+  """Internal use only."""
 
 
 SafetyAttributesOrDict = Union[SafetyAttributes, SafetyAttributesDict]
@@ -6327,27 +6344,22 @@ class GeneratedImage(_common.BaseModel):
   """An output image."""
 
   image: Optional[Image] = Field(
-      default=None,
-      description="""The output image data.
-      """,
+      default=None, description="""The output image data."""
   )
   rai_filtered_reason: Optional[str] = Field(
       default=None,
       description="""Responsible AI filter reason if the image is filtered out of the
-      response.
-      """,
+      response.""",
   )
   safety_attributes: Optional[SafetyAttributes] = Field(
       default=None,
       description="""Safety attributes of the image. Lists of RAI categories and their
-      scores of each content.
-      """,
+      scores of each content.""",
   )
   enhanced_prompt: Optional[str] = Field(
       default=None,
       description="""The rewritten prompt used for the image generation if the prompt
-      enhancer is enabled.
-      """,
+      enhancer is enabled.""",
   )
 
 
@@ -6355,23 +6367,19 @@ class GeneratedImageDict(TypedDict, total=False):
   """An output image."""
 
   image: Optional[ImageDict]
-  """The output image data.
-      """
+  """The output image data."""
 
   rai_filtered_reason: Optional[str]
   """Responsible AI filter reason if the image is filtered out of the
-      response.
-      """
+      response."""
 
   safety_attributes: Optional[SafetyAttributesDict]
   """Safety attributes of the image. Lists of RAI categories and their
-      scores of each content.
-      """
+      scores of each content."""
 
   enhanced_prompt: Optional[str]
   """The rewritten prompt used for the image generation if the prompt
-      enhancer is enabled.
-      """
+      enhancer is enabled."""
 
 
 GeneratedImageOrDict = Union[GeneratedImage, GeneratedImageDict]
@@ -6384,15 +6392,12 @@ class GenerateImagesResponse(_common.BaseModel):
       default=None, description="""Used to retain the full HTTP response."""
   )
   generated_images: Optional[list[GeneratedImage]] = Field(
-      default=None,
-      description="""List of generated images.
-      """,
+      default=None, description="""List of generated images."""
   )
   positive_prompt_safety_attributes: Optional[SafetyAttributes] = Field(
       default=None,
       description="""Safety attributes of the positive prompt. Only populated if
-      ``include_safety_attributes`` is set to True.
-      """,
+      ``include_safety_attributes`` is set to True.""",
   )
 
   @property
@@ -6414,13 +6419,11 @@ class GenerateImagesResponseDict(TypedDict, total=False):
   """Used to retain the full HTTP response."""
 
   generated_images: Optional[list[GeneratedImageDict]]
-  """List of generated images.
-      """
+  """List of generated images."""
 
   positive_prompt_safety_attributes: Optional[SafetyAttributesDict]
   """Safety attributes of the positive prompt. Only populated if
-      ``include_safety_attributes`` is set to True.
-      """
+      ``include_safety_attributes`` is set to True."""
 
 
 GenerateImagesResponseOrDict = Union[
@@ -6615,80 +6618,61 @@ class EditImageConfig(_common.BaseModel):
   )
   output_gcs_uri: Optional[str] = Field(
       default=None,
-      description="""Cloud Storage URI used to store the generated images.
-      """,
+      description="""Cloud Storage URI used to store the generated images.""",
   )
   negative_prompt: Optional[str] = Field(
       default=None,
-      description="""Description of what to discourage in the generated images.
-      """,
+      description="""Description of what to discourage in the generated images.""",
   )
   number_of_images: Optional[int] = Field(
-      default=None,
-      description="""Number of images to generate.
-      """,
+      default=None, description="""Number of images to generate."""
   )
   aspect_ratio: Optional[str] = Field(
       default=None,
       description="""Aspect ratio of the generated images. Supported values are
-      "1:1", "3:4", "4:3", "9:16", and "16:9".
-      """,
+      "1:1", "3:4", "4:3", "9:16", and "16:9".""",
   )
   guidance_scale: Optional[float] = Field(
       default=None,
       description="""Controls how much the model adheres to the text prompt. Large
       values increase output and prompt alignment, but may compromise image
-      quality.
-      """,
+      quality.""",
   )
   seed: Optional[int] = Field(
       default=None,
       description="""Random seed for image generation. This is not available when
-      ``add_watermark`` is set to true.
-      """,
+      ``add_watermark`` is set to true.""",
   )
   safety_filter_level: Optional[SafetyFilterLevel] = Field(
-      default=None,
-      description="""Filter level for safety filtering.
-      """,
+      default=None, description="""Filter level for safety filtering."""
   )
   person_generation: Optional[PersonGeneration] = Field(
-      default=None,
-      description="""Allows generation of people by the model.
-      """,
+      default=None, description="""Allows generation of people by the model."""
   )
   include_safety_attributes: Optional[bool] = Field(
       default=None,
       description="""Whether to report the safety scores of each generated image and
-      the positive prompt in the response.
-      """,
+      the positive prompt in the response.""",
   )
   include_rai_reason: Optional[bool] = Field(
       default=None,
       description="""Whether to include the Responsible AI filter reason if the image
-      is filtered out of the response.
-      """,
+      is filtered out of the response.""",
   )
   language: Optional[ImagePromptLanguage] = Field(
-      default=None,
-      description="""Language of the text in the prompt.
-      """,
+      default=None, description="""Language of the text in the prompt."""
   )
   output_mime_type: Optional[str] = Field(
-      default=None,
-      description="""MIME type of the generated image.
-      """,
+      default=None, description="""MIME type of the generated image."""
   )
   output_compression_quality: Optional[int] = Field(
       default=None,
       description="""Compression quality of the generated image (for ``image/jpeg``
-      only).
-      """,
+      only).""",
   )
   add_watermark: Optional[bool] = Field(
       default=None,
-      description="""Whether to add a watermark to the generated images.
-      """,
+      description="""Whether to add a watermark to the generated images.""",
   )
   edit_mode: Optional[EditMode] = Field(
       default=None,
@@ -6708,67 +6692,53 @@ class EditImageConfigDict(TypedDict, total=False):
   """Used to override HTTP request options."""
 
   output_gcs_uri: Optional[str]
-  """Cloud Storage URI used to store the generated images.
-      """
+  """Cloud Storage URI used to store the generated images."""
 
   negative_prompt: Optional[str]
-  """Description of what to discourage in the generated images.
-      """
+  """Description of what to discourage in the generated images."""
 
   number_of_images: Optional[int]
-  """Number of images to generate.
-      """
+  """Number of images to generate."""
 
   aspect_ratio: Optional[str]
   """Aspect ratio of the generated images. Supported values are
-      "1:1", "3:4", "4:3", "9:16", and "16:9".
-      """
+      "1:1", "3:4", "4:3", "9:16", and "16:9"."""
 
   guidance_scale: Optional[float]
   """Controls how much the model adheres to the text prompt. Large
       values increase output and prompt alignment, but may compromise image
-      quality.
-      """
+      quality."""
 
   seed: Optional[int]
   """Random seed for image generation. This is not available when
-      ``add_watermark`` is set to true.
-      """
+      ``add_watermark`` is set to true."""
 
   safety_filter_level: Optional[SafetyFilterLevel]
-  """Filter level for safety filtering.
-      """
+  """Filter level for safety filtering."""
 
   person_generation: Optional[PersonGeneration]
-  """Allows generation of people by the model.
-      """
+  """Allows generation of people by the model."""
 
   include_safety_attributes: Optional[bool]
   """Whether to report the safety scores of each generated image and
-      the positive prompt in the response.
-      """
+      the positive prompt in the response."""
 
   include_rai_reason: Optional[bool]
   """Whether to include the Responsible AI filter reason if the image
-      is filtered out of the response.
-      """
+      is filtered out of the response."""
 
   language: Optional[ImagePromptLanguage]
-  """Language of the text in the prompt.
-      """
+  """Language of the text in the prompt."""
 
   output_mime_type: Optional[str]
-  """MIME type of the generated image.
-      """
+  """MIME type of the generated image."""
 
   output_compression_quality: Optional[int]
   """Compression quality of the generated image (for ``image/jpeg``
-      only).
-      """
+      only)."""
 
   add_watermark: Optional[bool]
-  """Whether to add a watermark to the generated images.
-      """
+  """Whether to add a watermark to the generated images."""
 
   edit_mode: Optional[EditMode]
   """Describes the editing mode for the request."""
@@ -6854,6 +6824,10 @@ class _UpscaleImageAPIConfig(_common.BaseModel):
   http_options: Optional[HttpOptions] = Field(
       default=None, description="""Used to override HTTP request options."""
   )
+  output_gcs_uri: Optional[str] = Field(
+      default=None,
+      description="""Cloud Storage URI used to store the generated images.""",
+  )
   include_rai_reason: Optional[bool] = Field(
       default=None,
       description="""Whether to include a reason for filtered-out images in the
@@ -6865,8 +6839,8 @@ class _UpscaleImageAPIConfig(_common.BaseModel):
   )
   output_compression_quality: Optional[int] = Field(
       default=None,
-      description="""The level of compression if the ``output_mime_type`` is
-      ``image/jpeg``.""",
+      description="""The level of compression. Only applicable if the
+      ``output_mime_type`` is ``image/jpeg``.""",
   )
   enhance_input_image: Optional[bool] = Field(
       default=None,
@@ -6895,6 +6869,9 @@ class _UpscaleImageAPIConfigDict(TypedDict, total=False):
   http_options: Optional[HttpOptionsDict]
   """Used to override HTTP request options."""
 
+  output_gcs_uri: Optional[str]
+  """Cloud Storage URI used to store the generated images."""
+
   include_rai_reason: Optional[bool]
   """Whether to include a reason for filtered-out images in the
       response."""
@@ -6903,8 +6880,8 @@ class _UpscaleImageAPIConfigDict(TypedDict, total=False):
   """The image format that the output should be saved as."""
 
   output_compression_quality: Optional[int]
-  """The level of compression if the ``output_mime_type`` is
-      ``image/jpeg``."""
+  """The level of compression. Only applicable if the
+      ``output_mime_type`` is ``image/jpeg``."""
 
   enhance_input_image: Optional[bool]
   """Whether to add an image enhancing step before upscaling.
@@ -7078,6 +7055,10 @@ class RecontextImageConfig(_common.BaseModel):
       description="""Whether allow to generate person images, and restrict to specific
       ages.""",
   )
+  add_watermark: Optional[bool] = Field(
+      default=None,
+      description="""Whether to add a SynthID watermark to the generated images.""",
+  )
   output_mime_type: Optional[str] = Field(
       default=None, description="""MIME type of the generated image."""
   )
@@ -7117,6 +7098,9 @@ class RecontextImageConfigDict(TypedDict, total=False):
   """Whether allow to generate person images, and restrict to specific
       ages."""
 
+  add_watermark: Optional[bool]
+  """Whether to add a SynthID watermark to the generated images."""
+
   output_mime_type: Optional[str]
   """MIME type of the generated image."""
 
@@ -7828,12 +7812,15 @@ _DeleteModelParametersOrDict = Union[
 
 class DeleteModelResponse(_common.BaseModel):
 
-  pass
+  sdk_http_response: Optional[HttpResponse] = Field(
+      default=None, description="""Used to retain the full HTTP response."""
+  )
 
 
 class DeleteModelResponseDict(TypedDict, total=False):
 
-  pass
+  sdk_http_response: Optional[HttpResponseDict]
+  """Used to retain the full HTTP response."""
 
 
 DeleteModelResponseOrDict = Union[DeleteModelResponse, DeleteModelResponseDict]
@@ -8198,7 +8185,7 @@ class TokensInfo(_common.BaseModel):
 
   role: Optional[str] = Field(
       default=None,
-      description="""Optional. Optional fields for the role from the corresponding Content.""",
+      description="""Optional fields for the role from the corresponding Content.""",
   )
   token_ids: Optional[list[int]] = Field(
       default=None, description="""A list of token ids from the input."""
@@ -8212,7 +8199,7 @@ class TokensInfoDict(TypedDict, total=False):
   """Tokens info with a list of tokens and the corresponding list of token ids."""
 
   role: Optional[str]
-  """Optional. Optional fields for the role from the corresponding Content."""
+  """Optional fields for the role from the corresponding Content."""
 
   token_ids: Optional[list[int]]
   """A list of token ids from the input."""
@@ -8261,7 +8248,7 @@ class Video(_common.BaseModel):
       default=None, description="""Video bytes."""
   )
   mime_type: Optional[str] = Field(
-      default=None, description="""Video encoding, for example "video/mp4"."""
+      default=None, description="""Video encoding, for example ``video/mp4``."""
   )
 
   @classmethod
@@ -8348,25 +8335,63 @@ class VideoDict(TypedDict, total=False):
   """Video bytes."""
 
   mime_type: Optional[str]
-  """Video encoding, for example "video/mp4"."""
+  """Video encoding, for example ``video/mp4``."""
 
 
 VideoOrDict = Union[Video, VideoDict]
 
 
+class GenerateVideosSource(_common.BaseModel):
+  """A set of source input(s) for video generation."""
+
+  prompt: Optional[str] = Field(
+      default=None,
+      description="""The text prompt for generating the videos.
+      Optional if image or video is provided.""",
+  )
+  image: Optional[Image] = Field(
+      default=None,
+      description="""The input image for generating the videos.
+      Optional if prompt is provided. Not allowed if video is provided.""",
+  )
+  video: Optional[Video] = Field(
+      default=None,
+      description="""The input video for video extension use cases.
+      Optional if prompt is provided. Not allowed if image is provided.""",
+  )
+
+
+class GenerateVideosSourceDict(TypedDict, total=False):
+  """A set of source input(s) for video generation."""
+
+  prompt: Optional[str]
+  """The text prompt for generating the videos.
+      Optional if image or video is provided."""
+
+  image: Optional[ImageDict]
+  """The input image for generating the videos.
+      Optional if prompt is provided. Not allowed if video is provided."""
+
+  video: Optional[VideoDict]
+  """The input video for video extension use cases.
+      Optional if prompt is provided. Not allowed if image is provided."""
+
+
+GenerateVideosSourceOrDict = Union[
+    GenerateVideosSource, GenerateVideosSourceDict
+]
+
+
 class VideoGenerationReferenceImage(_common.BaseModel):
   """A reference image for video generation."""
 
   image: Optional[Image] = Field(
-      default=None,
-      description="""The reference image.
-      """,
+      default=None, description="""The reference image."""
   )
-  reference_type: Optional[str] = Field(
+  reference_type: Optional[VideoGenerationReferenceType] = Field(
       default=None,
       description="""The type of the reference image, which defines how the reference
-      image will be used to generate the video. Supported values are 'asset'
-      or 'style'.""",
+      image will be used to generate the video.""",
   )
 
 
@@ -8374,13 +8399,11 @@ class VideoGenerationReferenceImageDict(TypedDict, total=False):
   """A reference image for video generation."""
 
   image: Optional[ImageDict]
-  """The reference image.
-      """
+  """The reference image."""
 
-  reference_type: Optional[str]
+  reference_type: Optional[VideoGenerationReferenceType]
   """The type of the reference image, which defines how the reference
-      image will be used to generate the video. Supported values are 'asset'
-      or 'style'."""
+      image will be used to generate the video."""
 
 
 VideoGenerationReferenceImageOrDict = Union[
@@ -8410,27 +8433,35 @@ class GenerateVideosConfig(_common.BaseModel):
   )
   seed: Optional[int] = Field(
       default=None,
-      description="""The RNG seed. If RNG seed is exactly same for each request with unchanged inputs, the prediction results will be consistent. Otherwise, a random RNG seed will be used each time to produce a different result.""",
+      description="""The RNG seed. If RNG seed is exactly same for each request with
+      unchanged inputs, the prediction results will be consistent. Otherwise,
+      a random RNG seed will be used each time to produce a different
+      result.""",
   )
   aspect_ratio: Optional[str] = Field(
       default=None,
-      description="""The aspect ratio for the generated video. 16:9 (landscape) and 9:16 (portrait) are supported.""",
+      description="""The aspect ratio for the generated video. 16:9 (landscape) and
+      9:16 (portrait) are supported.""",
   )
   resolution: Optional[str] = Field(
       default=None,
-      description="""The resolution for the generated video. 720p and 1080p are supported.""",
+      description="""The resolution for the generated video. 720p and 1080p are
+      supported.""",
   )
   person_generation: Optional[str] = Field(
       default=None,
-      description="""Whether allow to generate person videos, and restrict to specific ages. Supported values are: dont_allow, allow_adult.""",
+      description="""Whether allow to generate person videos, and restrict to specific
+      ages. Supported values are: dont_allow, allow_adult.""",
   )
   pubsub_topic: Optional[str] = Field(
       default=None,
-      description="""The pubsub topic where to publish the video generation progress.""",
+      description="""The pubsub topic where to publish the video generation
+      progress.""",
   )
   negative_prompt: Optional[str] = Field(
       default=None,
-      description="""Optional field in addition to the text content. Negative prompts can be explicitly stated here to help generate the video.""",
+      description="""Explicitly state what should not be included in the generated
+      videos.""",
   )
   enhance_prompt: Optional[bool] = Field(
       default=None, description="""Whether to use the prompt rewriting logic."""
@@ -8441,7 +8472,8 @@ class GenerateVideosConfig(_common.BaseModel):
   )
   last_frame: Optional[Image] = Field(
       default=None,
-      description="""Image to use as the last frame of generated videos. Only supported for image to video use cases.""",
+      description="""Image to use as the last frame of generated videos.
+      Only supported for image to video use cases.""",
   )
   reference_images: Optional[list[VideoGenerationReferenceImage]] = Field(
       default=None,
@@ -8476,22 +8508,30 @@ class GenerateVideosConfigDict(TypedDict, total=False):
   """Duration of the clip for video generation in seconds."""
 
   seed: Optional[int]
-  """The RNG seed. If RNG seed is exactly same for each request with unchanged inputs, the prediction results will be consistent. Otherwise, a random RNG seed will be used each time to produce a different result."""
+  """The RNG seed. If RNG seed is exactly same for each request with
+      unchanged inputs, the prediction results will be consistent. Otherwise,
+      a random RNG seed will be used each time to produce a different
+      result."""
 
   aspect_ratio: Optional[str]
-  """The aspect ratio for the generated video. 16:9 (landscape) and 9:16 (portrait) are supported."""
+  """The aspect ratio for the generated video. 16:9 (landscape) and
+      9:16 (portrait) are supported."""
 
   resolution: Optional[str]
-  """The resolution for the generated video. 720p and 1080p are supported."""
+  """The resolution for the generated video. 720p and 1080p are
+      supported."""
 
   person_generation: Optional[str]
-  """Whether allow to generate person videos, and restrict to specific ages. Supported values are: dont_allow, allow_adult."""
+  """Whether allow to generate person videos, and restrict to specific
+      ages. Supported values are: dont_allow, allow_adult."""
 
   pubsub_topic: Optional[str]
-  """The pubsub topic where to publish the video generation progress."""
+  """The pubsub topic where to publish the video generation
+      progress."""
 
   negative_prompt: Optional[str]
-  """Optional field in addition to the text content. Negative prompts can be explicitly stated here to help generate the video."""
+  """Explicitly state what should not be included in the generated
+      videos."""
 
   enhance_prompt: Optional[bool]
   """Whether to use the prompt rewriting logic."""
@@ -8500,7 +8540,8 @@ class GenerateVideosConfigDict(TypedDict, total=False):
   """Whether to generate audio along with the video."""
 
   last_frame: Optional[ImageDict]
-  """Image to use as the last frame of generated videos. Only supported for image to video use cases."""
+  """Image to use as the last frame of generated videos.
+      Only supported for image to video use cases."""
 
   reference_images: Optional[list[VideoGenerationReferenceImageDict]]
   """The images to use as the references to generate the videos.
@@ -8528,17 +8569,22 @@ class _GenerateVideosParameters(_common.BaseModel):
   )
   prompt: Optional[str] = Field(
       default=None,
-      description="""The text prompt for generating the videos. Optional for image to video use cases.""",
+      description="""The text prompt for generating the videos.
+      Optional if image or video is provided.""",
   )
   image: Optional[Image] = Field(
       default=None,
       description="""The input image for generating the videos.
-      Optional if prompt or video is provided.""",
+      Optional if prompt is provided. Not allowed if video is provided.""",
   )
   video: Optional[Video] = Field(
       default=None,
       description="""The input video for video extension use cases.
-      Optional if prompt or image is provided.""",
+      Optional if prompt is provided. Not allowed if image is provided.""",
+  )
+  source: Optional[GenerateVideosSource] = Field(
+      default=None,
+      description="""A set of source input(s) for video generation.""",
   )
   config: Optional[GenerateVideosConfig] = Field(
       default=None, description="""Configuration for generating videos."""
@@ -8553,15 +8599,19 @@ class _GenerateVideosParametersDict(TypedDict, total=False):
     <https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models>`_."""
 
   prompt: Optional[str]
-  """The text prompt for generating the videos. Optional for image to video use cases."""
+  """The text prompt for generating the videos.
+      Optional if image or video is provided."""
 
   image: Optional[ImageDict]
   """The input image for generating the videos.
-      Optional if prompt or video is provided."""
+      Optional if prompt is provided. Not allowed if video is provided."""
 
   video: Optional[VideoDict]
   """The input video for video extension use cases.
-      Optional if prompt or image is provided."""
+      Optional if prompt is provided. Not allowed if image is provided."""
+
+  source: Optional[GenerateVideosSourceDict]
+  """A set of source input(s) for video generation."""
 
   config: Optional[GenerateVideosConfigDict]
   """Configuration for generating videos."""
@@ -8605,6 +8655,24 @@ class GenerateVideosResponse(_common.BaseModel):
   )
 
 
+class GenerateVideosResponseDict(TypedDict, total=False):
+  """Response with generated videos."""
+
+  generated_videos: Optional[list[GeneratedVideoDict]]
+  """List of the generated videos"""
+
+  rai_media_filtered_count: Optional[int]
+  """Returns if any videos were filtered due to RAI policies."""
+
+  rai_media_filtered_reasons: Optional[list[str]]
+  """Returns rai failure reasons if any."""
+
+
+GenerateVideosResponseOrDict = Union[
+    GenerateVideosResponse, GenerateVideosResponseDict
+]
+
+
 class Operation(ABC):
   """A long-running operation."""
 
@@ -8640,7 +8708,6 @@ class GenerateVideosOperation(_common.BaseModel, Operation):
   response: Optional[GenerateVideosResponse] = Field(
       default=None, description="""The generated videos."""
   )
-
   result: Optional[GenerateVideosResponse] = Field(
       default=None, description="""The generated videos."""
   )
@@ -8650,76 +8717,12 @@ class GenerateVideosOperation(_common.BaseModel, Operation):
       cls, api_response: Any, is_vertex_ai: bool = False
   ) -> Self:
     """Instantiates a GenerateVideosOperation from an API response."""
-    new_operation = cls()
-    new_operation.name = api_response.get('name', None)
-    new_operation.metadata = api_response.get('metadata', None)
-    new_operation.done = api_response.get('done', None)
-    new_operation.error = api_response.get('error', None)
-
     if is_vertex_ai:
-      if api_response.get('response', None) is not None:
-        new_operation.response = GenerateVideosResponse(
-            generated_videos=[
-                GeneratedVideo(
-                    video=Video(
-                        uri=video.get('gcsUri', None),
-                        video_bytes=video.get('bytesBase64Encoded', None),
-                        mime_type=video.get('mimeType', None),
-                    )
-                )
-                for video in api_response.get('response', {}).get('videos', [])
-            ],
-            rai_media_filtered_count=api_response.get('response', {}).get(
-                'raiMediaFilteredCount', None
-            ),
-            rai_media_filtered_reasons=api_response.get('response', {}).get(
-                'raiMediaFilteredReasons', None
-            ),
-        )
+      response_dict = _GenerateVideosOperation_from_vertex(api_response)
     else:
-      if api_response.get('response', None) is not None:
-        new_operation.response = GenerateVideosResponse(
-            generated_videos=[
-                GeneratedVideo(
-                    video=Video(
-                        uri=video.get('video', {}).get('uri', None),
-                        video_bytes=video.get('video', {}).get(
-                            'encodedVideo', None
-                        ),
-                        mime_type=video.get('encoding', None),
-                    )
-                )
-                for video in api_response.get('response', {})
-                .get('generateVideoResponse', {})
-                .get('generatedSamples', [])
-            ],
-            rai_media_filtered_count=api_response.get('response', {})
-            .get('generateVideoResponse', {})
-            .get('raiMediaFilteredCount', None),
-            rai_media_filtered_reasons=api_response.get('response', {})
-            .get('generateVideoResponse', {})
-            .get('raiMediaFilteredReasons', None),
-        )
-    new_operation.result = new_operation.response
-    return new_operation
-
-
-class GenerateVideosResponseDict(TypedDict, total=False):
-  """Response with generated videos."""
-
-  generated_videos: Optional[list[GeneratedVideoDict]]
-  """List of the generated videos"""
-
-  rai_media_filtered_count: Optional[int]
-  """Returns if any videos were filtered due to RAI policies."""
+      response_dict = _GenerateVideosOperation_from_mldev(api_response)
 
-  rai_media_filtered_reasons: Optional[list[str]]
-  """Returns rai failure reasons if any."""
-
-
-GenerateVideosResponseOrDict = Union[
-    GenerateVideosResponse, GenerateVideosResponseDict
-]
+    return cls._from_response(response=response_dict, kwargs={})
 
 
 class GetTuningJobConfig(_common.BaseModel):
@@ -10193,6 +10196,52 @@ ListTuningJobsResponseOrDict = Union[
 ]
 
 
+class CancelTuningJobConfig(_common.BaseModel):
+  """Optional parameters for tunings.cancel method."""
+
+  http_options: Optional[HttpOptions] = Field(
+      default=None, description="""Used to override HTTP request options."""
+  )
+
+
+class CancelTuningJobConfigDict(TypedDict, total=False):
+  """Optional parameters for tunings.cancel method."""
+
+  http_options: Optional[HttpOptionsDict]
+  """Used to override HTTP request options."""
+
+
+CancelTuningJobConfigOrDict = Union[
+    CancelTuningJobConfig, CancelTuningJobConfigDict
+]
+
+
+class _CancelTuningJobParameters(_common.BaseModel):
+  """Parameters for the cancel method."""
+
+  name: Optional[str] = Field(
+      default=None, description="""The resource name of the tuning job."""
+  )
+  config: Optional[CancelTuningJobConfig] = Field(
+      default=None, description="""Optional parameters for the request."""
+  )
+
+
+class _CancelTuningJobParametersDict(TypedDict, total=False):
+  """Parameters for the cancel method."""
+
+  name: Optional[str]
+  """The resource name of the tuning job."""
+
+  config: Optional[CancelTuningJobConfigDict]
+  """Optional parameters for the request."""
+
+
+_CancelTuningJobParametersOrDict = Union[
+    _CancelTuningJobParameters, _CancelTuningJobParametersDict
+]
+
+
 class TuningExample(_common.BaseModel):
 
   text_input: Optional[str] = Field(
@@ -10797,13 +10846,16 @@ _DeleteCachedContentParametersOrDict = Union[
 class DeleteCachedContentResponse(_common.BaseModel):
   """Empty response for caches.delete method."""
 
-  pass
+  sdk_http_response: Optional[HttpResponse] = Field(
+      default=None, description="""Used to retain the full HTTP response."""
+  )
 
 
 class DeleteCachedContentResponseDict(TypedDict, total=False):
   """Empty response for caches.delete method."""
 
-  pass
+  sdk_http_response: Optional[HttpResponseDict]
+  """Used to retain the full HTTP response."""
 
 
 DeleteCachedContentResponseOrDict = Union[
@@ -11208,13 +11260,16 @@ _DeleteFileParametersOrDict = Union[
 class DeleteFileResponse(_common.BaseModel):
   """Response for the delete file method."""
 
-  pass
+  sdk_http_response: Optional[HttpResponse] = Field(
+      default=None, description="""Used to retain the full HTTP response."""
+  )
 
 
 class DeleteFileResponseDict(TypedDict, total=False):
   """Response for the delete file method."""
 
-  pass
+  sdk_http_response: Optional[HttpResponseDict]
+  """Used to retain the full HTTP response."""
 
 
 DeleteFileResponseOrDict = Union[DeleteFileResponse, DeleteFileResponseDict]
@@ -12281,6 +12336,10 @@ class UpscaleImageConfig(_common.BaseModel):
   http_options: Optional[HttpOptions] = Field(
       default=None, description="""Used to override HTTP request options."""
   )
+  output_gcs_uri: Optional[str] = Field(
+      default=None,
+      description="""Cloud Storage URI used to store the generated images.""",
+  )
   include_rai_reason: Optional[bool] = Field(
       default=None,
       description="""Whether to include a reason for filtered-out images in the
@@ -12292,8 +12351,8 @@ class UpscaleImageConfig(_common.BaseModel):
   )
   output_compression_quality: Optional[int] = Field(
       default=None,
-      description="""The level of compression if the ``output_mime_type`` is
-      ``image/jpeg``.""",
+      description="""The level of compression. Only applicable if the
+      ``output_mime_type`` is ``image/jpeg``.""",
   )
   enhance_input_image: Optional[bool] = Field(
       default=None,
@@ -12321,6 +12380,9 @@ class UpscaleImageConfigDict(TypedDict, total=False):
   http_options: Optional[HttpOptionsDict]
   """Used to override HTTP request options."""
 
+  output_gcs_uri: Optional[str]
+  """Cloud Storage URI used to store the generated images."""
+
   include_rai_reason: Optional[bool]
   """Whether to include a reason for filtered-out images in the
       response."""
@@ -12329,8 +12391,8 @@ class UpscaleImageConfigDict(TypedDict, total=False):
   """The image format that the output should be saved as."""
 
   output_compression_quality: Optional[int]
-  """The level of compression if the ``output_mime_type`` is
-      ``image/jpeg``."""
+  """The level of compression. Only applicable if the
+      ``output_mime_type`` is ``image/jpeg``."""
 
   enhance_input_image: Optional[bool]
   """Whether to add an image enhancing step before upscaling.
@@ -14737,6 +14799,42 @@ CreateAuthTokenParametersOrDict = Union[
 ]
 
 
+class CountTokensResult(_common.BaseModel):
+  """Local tokenizer count tokens result."""
+
+  total_tokens: Optional[int] = Field(
+      default=None, description="""The total number of tokens."""
+  )
+
+
+class CountTokensResultDict(TypedDict, total=False):
+  """Local tokenizer count tokens result."""
+
+  total_tokens: Optional[int]
+  """The total number of tokens."""
+
+
+CountTokensResultOrDict = Union[CountTokensResult, CountTokensResultDict]
+
+
+class ComputeTokensResult(_common.BaseModel):
+  """Local tokenizer compute tokens result."""
+
+  tokens_info: Optional[list[TokensInfo]] = Field(
+      default=None, description="""Lists of tokens info from the input."""
+  )
+
+
+class ComputeTokensResultDict(TypedDict, total=False):
+  """Local tokenizer compute tokens result."""
+
+  tokens_info: Optional[list[TokensInfoDict]]
+  """Lists of tokens info from the input."""
+
+
+ComputeTokensResultOrDict = Union[ComputeTokensResult, ComputeTokensResultDict]
+
+
 class CreateTuningJobParameters(_common.BaseModel):
   """Supervised fine-tuning job creation parameters - optional fields."""