google-genai 1.9.0__py3-none-any.whl → 1.11.0__py3-none-any.whl

google/genai/live.py

@@ -13,14 +13,14 @@
 # limitations under the License.
 #
 
-"""Live client. The live module is experimental."""
+"""[Preview] Live API client."""
 
 import asyncio
 import base64
 import contextlib
 import json
 import logging
-from typing import Any, AsyncIterator, Dict, Optional, Sequence, Union, get_args
+from typing import Any, AsyncIterator, Dict, Optional, Sequence, Union, cast, get_args
 import warnings
 
 import google.auth
@@ -33,21 +33,12 @@ from . import _transformers as t
 from . import client
 from . import types
 from ._api_client import BaseApiClient
-from ._common import experimental_warning
 from ._common import get_value_by_path as getv
 from ._common import set_value_by_path as setv
-from .models import _Content_from_mldev
-from .models import _Content_from_vertex
+from . import live_converters
 from .models import _Content_to_mldev
 from .models import _Content_to_vertex
-from .models import _GenerateContentConfig_to_mldev
-from .models import _GenerateContentConfig_to_vertex
-from .models import _SafetySetting_to_mldev
-from .models import _SafetySetting_to_vertex
-from .models import _SpeechConfig_to_mldev
-from .models import _SpeechConfig_to_vertex
-from .models import _Tool_to_mldev
-from .models import _Tool_to_vertex
+
 
 try:
   from websockets.asyncio.client import ClientConnection  # type: ignore
@@ -65,61 +56,8 @@ _FUNCTION_RESPONSE_REQUIRES_ID = (
 )
 
 
-def _ClientContent_to_mldev(
-    api_client: BaseApiClient,
-    from_object: types.LiveClientContent,
-) -> dict:
-  client_content = from_object.model_dump(exclude_none=True, mode='json')
-  if 'turns' in client_content:
-    client_content['turns'] = [
-        _Content_to_mldev(api_client=api_client, from_object=item)
-        for item in client_content['turns']
-    ]
-  return client_content
-
-
-def _ClientContent_to_vertex(
-    api_client: BaseApiClient,
-    from_object: types.LiveClientContent,
-) -> dict:
-  client_content = from_object.model_dump(exclude_none=True, mode='json')
-  if 'turns' in client_content:
-    client_content['turns'] = [
-        _Content_to_vertex(api_client=api_client, from_object=item)
-        for item in client_content['turns']
-    ]
-  return client_content
-
-
-def _ToolResponse_to_mldev(
-    api_client: BaseApiClient,
-    from_object: types.LiveClientToolResponse,
-) -> dict:
-  tool_response = from_object.model_dump(exclude_none=True, mode='json')
-  for response in tool_response.get('function_responses', []):
-    if response.get('id') is None:
-      raise ValueError(_FUNCTION_RESPONSE_REQUIRES_ID)
-  return tool_response
-
-
-def _ToolResponse_to_vertex(
-    api_client: BaseApiClient,
-    from_object: types.LiveClientToolResponse,
-) -> dict:
-  tool_response = from_object.model_dump(exclude_none=True, mode='json')
-  return tool_response
-
-
-def _AudioTranscriptionConfig_to_vertex(
-    api_client: BaseApiClient,
-    from_object: types.AudioTranscriptionConfig,
-) -> dict:
-  audio_transcription: dict[str, Any] = {}
-  return audio_transcription
-
-
 class AsyncSession:
-  """AsyncSession. The live module is experimental."""
+  """[Preview] AsyncSession."""
 
   def __init__(
       self, api_client: client.BaseApiClient, websocket: ClientConnection
@@ -143,7 +81,12 @@ class AsyncSession:
       ] = None,
       end_of_turn: Optional[bool] = False,
   ):
-    """Send input to the model.
+    """[Deprecated] Send input to the model.
+
+    > **Warning**: This method is deprecated and will be removed in a future
+    version (not before Q3 2025). Please use one of the more specific methods:
+    `send_client_content`, `send_realtime_input`, or `send_tool_response`
+    instead.
 
     The method will send the input request to the server.
 
@@ -162,6 +105,14 @@ class AsyncSession:
         async for message in session.receive():
           print(message)
     """
+    warnings.warn(
+        'The `session.send` method is deprecated and will be removed in a '
+        'future version (not before Q3 2025).\n'
+        'Please use one of the more specific methods: `send_client_content`, '
+        '`send_realtime_input`, or `send_tool_response` instead.',
+        DeprecationWarning,
+        stacklevel=2,
+    )
     client_message = self._parse_client_message(input, end_of_turn)
     await self._ws.send(json.dumps(client_message))
 
@@ -218,8 +169,14 @@ class AsyncSession:
     ```
     import google.genai
     from google.genai import types
+    import os
+
+    if os.environ.get('GOOGLE_GENAI_USE_VERTEXAI'):
+      MODEL_NAME = 'gemini-2.0-flash-live-preview-04-09'
+    else:
+      MODEL_NAME = 'gemini-2.0-flash-live-001';
 
-    client = genai.Client(http_options={'api_version': 'v1alpha'})
+    client = genai.Client()
     async with client.aio.live.connect(
         model=MODEL_NAME,
         config={"response_modalities": ["TEXT"]}
@@ -233,14 +190,14 @@ class AsyncSession:
           print(msg.text)
     ```
     """
-    client_content = _t_client_content(turns, turn_complete)
+    client_content = t.t_client_content(turns, turn_complete)
 
     if self._api_client.vertexai:
-      client_content_dict = _ClientContent_to_vertex(
+      client_content_dict = live_converters._LiveClientContent_to_vertex(
           api_client=self._api_client, from_object=client_content
       )
     else:
-      client_content_dict = _ClientContent_to_mldev(
+      client_content_dict = live_converters._LiveClientContent_to_mldev(
           api_client=self._api_client, from_object=client_content
       )
 
@@ -270,8 +227,16 @@ class AsyncSession:
     from google.genai import types
 
     import PIL.Image
+    
+    import os
 
-    client = genai.Client(http_options= {'api_version': 'v1alpha'})
+    if os.environ.get('GOOGLE_GENAI_USE_VERTEXAI'):
+      MODEL_NAME = 'gemini-2.0-flash-live-preview-04-09'
+    else:
+      MODEL_NAME = 'gemini-2.0-flash-live-001';
+
+
+    client = genai.Client()
 
     async with client.aio.live.connect(
         model=MODEL_NAME,
@@ -289,7 +254,7 @@ class AsyncSession:
           print(f'{msg.text}')
     ```
     """
-    realtime_input = _t_realtime_input(media)
+    realtime_input = t.t_realtime_input(media)
     realtime_input_dict = realtime_input.model_dump(
         exclude_none=True, mode='json'
     )
@@ -320,7 +285,14 @@ class AsyncSession:
     from google import genai
     from google.genai import types
 
-    client = genai.Client(http_options={'api_version': 'v1alpha'})
+    import os
+
+    if os.environ.get('GOOGLE_GENAI_USE_VERTEXAI'):
+      MODEL_NAME = 'gemini-2.0-flash-live-preview-04-09'
+    else:
+      MODEL_NAME = 'gemini-2.0-flash-live-001';
+
+    client = genai.Client()
 
     tools = [{'function_declarations': [{'name': 'turn_on_the_lights'}]}]
     config = {
@@ -329,13 +301,13 @@ class AsyncSession:
     }
 
     async with client.aio.live.connect(
-        model='gemini-2.0-flash-exp',
+        model='models/gemini-2.0-flash-live-001',
         config=config
     ) as session:
       prompt = "Turn on the lights please"
       await session.send_client_content(
-          turns=prompt,
-          turn_complete=True)
+          turns={"parts": [{'text': prompt}]}
+      )
 
       async for chunk in session.receive():
           if chunk.server_content:
@@ -356,13 +328,13 @@ class AsyncSession:
 
             print('_'*80)
     """
-    tool_response = _t_tool_response(function_responses)
+    tool_response = t.t_tool_response(function_responses)
     if self._api_client.vertexai:
-      tool_response_dict = _ToolResponse_to_vertex(
+      tool_response_dict = live_converters._LiveClientToolResponse_to_vertex(
           api_client=self._api_client, from_object=tool_response
       )
     else:
-      tool_response_dict = _ToolResponse_to_mldev(
+      tool_response_dict = live_converters._LiveClientToolResponse_to_mldev(
           api_client=self._api_client, from_object=tool_response
       )
     await self._ws.send(json.dumps({'tool_response': tool_response_dict}))
@@ -375,8 +347,6 @@ class AsyncSession:
     is function call, user must call `send` with the function response to
     continue the turn.
 
-    The live module is experimental.
-
     Yields:
       The model responses from the server.
 
@@ -401,15 +371,18 @@ class AsyncSession:
   async def start_stream(
       self, *, stream: AsyncIterator[bytes], mime_type: str
   ) -> AsyncIterator[types.LiveServerMessage]:
-    """start a live session from a data stream.
+    """[Deprecated] Start a live session from a data stream.
+
+    > **Warning**: This method is deprecated and will be removed in a future
+    version (not before Q2 2025). Please use one of the more specific methods:
+    `send_client_content`, `send_realtime_input`, or `send_tool_response`
+    instead.
 
     The interaction terminates when the input stream is complete.
     This method will start two async tasks. One task will be used to send the
     input stream to the model and the other task will be used to receive the
     responses from the model.
 
-    The live module is experimental.
-
     Args:
       stream: An iterator that yields the model response.
       mime_type: The MIME type of the data in the stream.
@@ -432,6 +405,13 @@ class AsyncSession:
         mime_type = 'audio/pcm'):
           play_audio_chunk(audio.data)
     """
+    warnings.warn(
+        'Setting `AsyncSession.start_stream` is deprecated, '
+        'and will be removed in a future release (not before Q3 2025). '
+        'Please use the `receive`, and `send_realtime_input`, methods instead.',
+        DeprecationWarning,
+        stacklevel=4,
+    )
     stop_event = asyncio.Event()
     # Start the send loop. When stream is complete stop_event is set.
     asyncio.create_task(self._send_loop(stream, mime_type, stop_event))
@@ -465,7 +445,7 @@ class AsyncSession:
     try:
       raw_response = await self._ws.recv(decode=False)
     except TypeError:
-      raw_response = await self._ws.recv()
+      raw_response = await self._ws.recv()  # type: ignore[assignment]
     if raw_response:
       try:
         response = json.loads(raw_response)
@@ -473,10 +453,11 @@ class AsyncSession:
         raise ValueError(f'Failed to parse response: {raw_response!r}')
     else:
       response = {}
+
     if self._api_client.vertexai:
-      response_dict = self._LiveServerMessage_from_vertex(response)
+      response_dict = live_converters._LiveServerMessage_from_vertex(self._api_client, response)
     else:
-      response_dict = self._LiveServerMessage_from_mldev(response)
+      response_dict = live_converters._LiveServerMessage_from_mldev(self._api_client, response)
 
     return types.LiveServerMessage._from_response(
         response=response_dict, kwargs=parameter_model.model_dump()
@@ -498,152 +479,6 @@ class AsyncSession:
     # Give a chance for the receiver to process the last response.
     stop_event.set()
 
-  def _LiveServerContent_from_mldev(
-      self,
-      from_object: Union[dict, object],
-  ) -> Dict[str, Any]:
-    to_object: dict[str, Any] = {}
-    if getv(from_object, ['modelTurn']) is not None:
-      setv(
-          to_object,
-          ['model_turn'],
-          _Content_from_mldev(
-              self._api_client,
-              getv(from_object, ['modelTurn']),
-          ),
-      )
-    if getv(from_object, ['turnComplete']) is not None:
-      setv(to_object, ['turn_complete'], getv(from_object, ['turnComplete']))
-    if getv(from_object, ['interrupted']) is not None:
-      setv(to_object, ['interrupted'], getv(from_object, ['interrupted']))
-    if getv(from_object, ['generationComplete']) is not None:
-      setv(
-          to_object,
-          ['generation_complete'],
-          getv(from_object, ['generationComplete']),
-      )
-    return to_object
-
-  def _LiveToolCall_from_mldev(
-      self,
-      from_object: Union[dict, object],
-  ) -> Dict[str, Any]:
-    to_object: dict[str, Any] = {}
-    if getv(from_object, ['functionCalls']) is not None:
-      setv(
-          to_object,
-          ['function_calls'],
-          getv(from_object, ['functionCalls']),
-      )
-    return to_object
-
-  def _LiveToolCall_from_vertex(
-      self,
-      from_object: Union[dict, object],
-  ) -> Dict[str, Any]:
-    to_object: dict[str, Any] = {}
-    if getv(from_object, ['functionCalls']) is not None:
-      setv(
-          to_object,
-          ['function_calls'],
-          getv(from_object, ['functionCalls']),
-      )
-    return to_object
-
-  def _LiveServerMessage_from_mldev(
-      self,
-      from_object: Union[dict, object],
-  ) -> Dict[str, Any]:
-    to_object: dict[str, Any] = {}
-    if getv(from_object, ['serverContent']) is not None:
-      setv(
-          to_object,
-          ['server_content'],
-          self._LiveServerContent_from_mldev(
-              getv(from_object, ['serverContent'])
-          ),
-      )
-    if getv(from_object, ['toolCall']) is not None:
-      setv(
-          to_object,
-          ['tool_call'],
-          self._LiveToolCall_from_mldev(getv(from_object, ['toolCall'])),
-      )
-    if getv(from_object, ['toolCallCancellation']) is not None:
-      setv(
-          to_object,
-          ['tool_call_cancellation'],
-          getv(from_object, ['toolCallCancellation']),
-      )
-    return to_object
-
-  def _LiveServerContent_from_vertex(
-      self,
-      from_object: Union[dict, object],
-  ) -> Dict[str, Any]:
-    to_object: dict[str, Any] = {}
-    if getv(from_object, ['modelTurn']) is not None:
-      setv(
-          to_object,
-          ['model_turn'],
-          _Content_from_vertex(
-              self._api_client,
-              getv(from_object, ['modelTurn']),
-          ),
-      )
-    if getv(from_object, ['turnComplete']) is not None:
-      setv(to_object, ['turn_complete'], getv(from_object, ['turnComplete']))
-    if getv(from_object, ['generationComplete']) is not None:
-      setv(
-          to_object,
-          ['generation_complete'],
-          getv(from_object, ['generationComplete']),
-      )
-    # Vertex supports transcription.
-    if getv(from_object, ['inputTranscription']) is not None:
-      setv(
-          to_object,
-          ['input_transcription'],
-          getv(from_object, ['inputTranscription']),
-      )
-    if getv(from_object, ['outputTranscription']) is not None:
-      setv(
-          to_object,
-          ['output_transcription'],
-          getv(from_object, ['outputTranscription']),
-      )
-    if getv(from_object, ['interrupted']) is not None:
-      setv(to_object, ['interrupted'], getv(from_object, ['interrupted']))
-    return to_object
-
-  def _LiveServerMessage_from_vertex(
-      self,
-      from_object: Union[dict, object],
-  ) -> Dict[str, Any]:
-    to_object: dict[str, Any] = {}
-    if getv(from_object, ['serverContent']) is not None:
-      setv(
-          to_object,
-          ['server_content'],
-          self._LiveServerContent_from_vertex(
-              getv(from_object, ['serverContent'])
-          ),
-      )
-
-    if getv(from_object, ['toolCall']) is not None:
-      setv(
-          to_object,
-          ['tool_call'],
-          self._LiveToolCall_from_vertex(getv(from_object, ['toolCall'])),
-      )
-    if getv(from_object, ['toolCallCancellation']) is not None:
-      setv(
-          to_object,
-          ['tool_call_cancellation'],
-          getv(from_object, ['toolCallCancellation']),
-      )
-    return to_object
-
   def _parse_client_message(
       self,
       input: Optional[
@@ -947,325 +782,16 @@ class AsyncSession:
 
     return client_message
 
-  async def close(self):
+  async def close(self) -> None:
     # Close the websocket connection.
     await self._ws.close()
 
 
-def _t_content_strict(content: types.ContentOrDict):
-  if isinstance(content, dict):
-    return types.Content.model_validate(content)
-  elif isinstance(content, types.Content):
-    return content
-  else:
-    raise ValueError(
-        f'Could not convert input (type "{type(content)}") to '
-        '`types.Content`'
-    )
-
-
-def _t_contents_strict(
-    contents: Union[Sequence[types.ContentOrDict], types.ContentOrDict]):
-  if isinstance(contents, Sequence):
-    return [_t_content_strict(content) for content in contents]
-  else:
-    return [_t_content_strict(contents)]
-
-
-def _t_client_content(
-    turns: Optional[
-        Union[Sequence[types.ContentOrDict], types.ContentOrDict]
-    ] = None,
-    turn_complete: bool = True,
-) -> types.LiveClientContent:
-  if turns is None:
-    return types.LiveClientContent(turn_complete=turn_complete)
-
-  try:
-    return types.LiveClientContent(
-        turns=_t_contents_strict(contents=turns),
-        turn_complete=turn_complete,
-    )
-  except Exception as e:
-    raise ValueError(
-        f'Could not convert input (type "{type(turns)}") to '
-        '`types.LiveClientContent`'
-    ) from e
-
-
-def _t_realtime_input(
-    media: t.BlobUnion,
-) -> types.LiveClientRealtimeInput:
-  try:
-    return types.LiveClientRealtimeInput(media_chunks=[t.t_blob(blob=media)])
-  except Exception as e:
-    raise ValueError(
-        f'Could not convert input (type "{type(input)}") to '
-        '`types.LiveClientRealtimeInput`'
-    ) from e
-
-
-def _t_tool_response(
-    input: Union[
-        types.FunctionResponseOrDict,
-        Sequence[types.FunctionResponseOrDict],
-    ],
-) -> types.LiveClientToolResponse:
-  if not input:
-    raise ValueError(f'A tool response is required, got: \n{input}')
-
-  try:
-    return types.LiveClientToolResponse(
-        function_responses=t.t_function_responses(function_responses=input)
-    )
-  except Exception as e:
-    raise ValueError(
-        f'Could not convert input (type "{type(input)}") to '
-        '`types.LiveClientToolResponse`'
-    ) from e
-
 
 class AsyncLive(_api_module.BaseModule):
-  """AsyncLive. The live module is experimental."""
+  """[Preview] AsyncLive."""
 
-  def _LiveSetup_to_mldev(
-      self, model: str, config: Optional[types.LiveConnectConfig] = None
-  ):
 
-    to_object: dict[str, Any] = {}
-    if getv(config, ['generation_config']) is not None:
-      setv(
-          to_object,
-          ['generationConfig'],
-          _GenerateContentConfig_to_mldev(
-              self._api_client,
-              getv(config, ['generation_config']),
-              to_object,
-          ),
-      )
-    if getv(config, ['response_modalities']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['responseModalities'] = getv(
-            config, ['response_modalities']
-        )
-      else:
-        to_object['generationConfig'] = {
-            'responseModalities': getv(config, ['response_modalities'])
-        }
-    if getv(config, ['speech_config']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['speechConfig'] = _SpeechConfig_to_mldev(
-            self._api_client,
-            t.t_speech_config(
-                self._api_client, getv(config, ['speech_config'])
-            ),
-            to_object,
-        )
-      else:
-        to_object['generationConfig'] = {
-            'speechConfig': _SpeechConfig_to_mldev(
-                self._api_client,
-                t.t_speech_config(
-                    self._api_client, getv(config, ['speech_config'])
-                ),
-                to_object,
-            )
-        }
-    if getv(config, ['temperature']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['temperature'] = getv(
-            config, ['temperature']
-        )
-      else:
-        to_object['generationConfig'] = {
-            'temperature': getv(config, ['temperature'])
-        }
-    if getv(config, ['top_p']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['topP'] = getv(config, ['top_p'])
-      else:
-        to_object['generationConfig'] = {'topP': getv(config, ['top_p'])}
-    if getv(config, ['top_k']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['topK'] = getv(config, ['top_k'])
-      else:
-        to_object['generationConfig'] = {'topK': getv(config, ['top_k'])}
-    if getv(config, ['max_output_tokens']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['maxOutputTokens'] = getv(
-            config, ['max_output_tokens']
-        )
-      else:
-        to_object['generationConfig'] = {
-            'maxOutputTokens': getv(config, ['max_output_tokens'])
-        }
-    if getv(config, ['seed']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['seed'] = getv(config, ['seed'])
-      else:
-        to_object['generationConfig'] = {'seed': getv(config, ['seed'])}
-    if getv(config, ['system_instruction']) is not None:
-      setv(
-          to_object,
-          ['systemInstruction'],
-          _Content_to_mldev(
-              self._api_client,
-              t.t_content(
-                  self._api_client, getv(config, ['system_instruction'])
-              ),
-              to_object,
-          ),
-      )
-    if getv(config, ['tools']) is not None:
-      setv(
-          to_object,
-          ['tools'],
-          [
-              _Tool_to_mldev(
-                  self._api_client, t.t_tool(self._api_client, item), to_object
-              )
-              for item in t.t_tools(self._api_client, getv(config, ['tools']))
-          ],
-      )
-
-    return_value = {'setup': {'model': model}}
-    return_value['setup'].update(to_object)
-    return return_value
-
-  def _LiveSetup_to_vertex(
-      self, model: str, config: Optional[types.LiveConnectConfig] = None
-  ):
-
-    to_object: dict[str, Any] = {}
-
-    if getv(config, ['generation_config']) is not None:
-      setv(
-          to_object,
-          ['generationConfig'],
-          _GenerateContentConfig_to_vertex(
-              self._api_client,
-              getv(config, ['generation_config']),
-              to_object,
-          ),
-      )
-    if getv(config, ['response_modalities']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['responseModalities'] = getv(
-            config, ['response_modalities']
-        )
-      else:
-        to_object['generationConfig'] = {
-            'responseModalities': getv(config, ['response_modalities'])
-        }
-    else:
-      # Set default to AUDIO to align with MLDev API.
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig'].update({'responseModalities': ['AUDIO']})
-      else:
-        to_object.update(
-            {'generationConfig': {'responseModalities': ['AUDIO']}}
-        )
-    if getv(config, ['speech_config']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['speechConfig'] = _SpeechConfig_to_vertex(
-            self._api_client,
-            t.t_speech_config(
-                self._api_client, getv(config, ['speech_config'])
-            ),
-            to_object,
-        )
-      else:
-        to_object['generationConfig'] = {
-            'speechConfig': _SpeechConfig_to_vertex(
-                self._api_client,
-                t.t_speech_config(
-                    self._api_client, getv(config, ['speech_config'])
-                ),
-                to_object,
-            )
-        }
-    if getv(config, ['temperature']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['temperature'] = getv(
-            config, ['temperature']
-        )
-      else:
-        to_object['generationConfig'] = {
-            'temperature': getv(config, ['temperature'])
-        }
-    if getv(config, ['top_p']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['topP'] = getv(config, ['top_p'])
-      else:
-        to_object['generationConfig'] = {'topP': getv(config, ['top_p'])}
-    if getv(config, ['top_k']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['topK'] = getv(config, ['top_k'])
-      else:
-        to_object['generationConfig'] = {'topK': getv(config, ['top_k'])}
-    if getv(config, ['max_output_tokens']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['maxOutputTokens'] = getv(
-            config, ['max_output_tokens']
-        )
-      else:
-        to_object['generationConfig'] = {
-            'maxOutputTokens': getv(config, ['max_output_tokens'])
-        }
-    if getv(config, ['seed']) is not None:
-      if getv(to_object, ['generationConfig']) is not None:
-        to_object['generationConfig']['seed'] = getv(config, ['seed'])
-      else:
-        to_object['generationConfig'] = {'seed': getv(config, ['seed'])}
-    if getv(config, ['system_instruction']) is not None:
-      setv(
-          to_object,
-          ['systemInstruction'],
-          _Content_to_vertex(
-              self._api_client,
-              t.t_content(
-                  self._api_client, getv(config, ['system_instruction'])
-              ),
-              to_object,
-          ),
-      )
-    if getv(config, ['tools']) is not None:
-      setv(
-          to_object,
-          ['tools'],
-          [
-              _Tool_to_vertex(
-                  self._api_client, t.t_tool(self._api_client, item), to_object
-              )
-              for item in t.t_tools(self._api_client, getv(config, ['tools']))
-          ],
-      )
-    if getv(config, ['input_audio_transcription']) is not None:
-      setv(
-          to_object,
-          ['inputAudioTranscription'],
-          _AudioTranscriptionConfig_to_vertex(
-              self._api_client,
-              getv(config, ['input_audio_transcription']),
-          ),
-      )
-    if getv(config, ['output_audio_transcription']) is not None:
-      setv(
-          to_object,
-          ['outputAudioTranscription'],
-          _AudioTranscriptionConfig_to_vertex(
-              self._api_client,
-              getv(config, ['output_audio_transcription']),
-          ),
-      )
-
-    return_value = {'setup': {'model': model}}
-    return_value['setup'].update(to_object)
-    return return_value
-
-  @experimental_warning(
-      'The live API is experimental and may change in future versions.',
-  )
   @contextlib.asynccontextmanager
   async def connect(
       self,
@@ -1273,9 +799,9 @@ class AsyncLive(_api_module.BaseModule):
       model: str,
       config: Optional[types.LiveConnectConfigOrDict] = None,
   ) -> AsyncIterator[AsyncSession]:
-    """Connect to the live server.
+    """[Preview] Connect to the live server.
 
-    The live module is experimental.
+    Note: the live API is currently in preview.
 
     Usage:
 
@@ -1290,44 +816,28 @@ class AsyncLive(_api_module.BaseModule):
     """
     base_url = self._api_client._websocket_base_url()
     transformed_model = t.t_model(self._api_client, model)
-    # Ensure the config is a LiveConnectConfig.
-    if config is None:
-      parameter_model = types.LiveConnectConfig()
-    elif isinstance(config, dict):
-      if config.get('system_instruction') is None:
-        system_instruction = None
-      else:
-        system_instruction = t.t_content(
-            self._api_client, config.get('system_instruction')
-        )
-      parameter_model = types.LiveConnectConfig(
-          generation_config=config.get('generation_config'),
-          response_modalities=config.get('response_modalities'),
-          speech_config=config.get('speech_config'),
-          temperature=config.get('temperature'),
-          top_p=config.get('top_p'),
-          top_k=config.get('top_k'),
-          max_output_tokens=config.get('max_output_tokens'),
-          seed=config.get('seed'),
-          system_instruction=system_instruction,
-          tools=config.get('tools'),
-          input_audio_transcription=config.get('input_audio_transcription'),
-          output_audio_transcription=config.get('output_audio_transcription'),
-      )
-    else:
-      parameter_model = config
+
+    parameter_model = _t_live_connect_config(self._api_client, config)
 
     if self._api_client.api_key:
       api_key = self._api_client.api_key
       version = self._api_client._http_options.api_version
       uri = f'{base_url}/ws/google.ai.generativelanguage.{version}.GenerativeService.BidiGenerateContent?key={api_key}'
       headers = self._api_client._http_options.headers
+
       request_dict = _common.convert_to_dict(
-          self._LiveSetup_to_mldev(
-              model=transformed_model,
-              config=parameter_model,
+          live_converters._LiveConnectParameters_to_mldev(
+              api_client=self._api_client,
+              from_object=types.LiveConnectParameters(
+                model=transformed_model,
+                config=parameter_model,
+              ).model_dump(exclude_none=True)
           )
       )
+      del request_dict['config']
+
+      setv(request_dict, ['setup', 'model'], transformed_model)
+
       request = json.dumps(request_dict)
     else:
       # Get bearer token through Application Default Credentials.
@@ -1354,11 +864,19 @@ class AsyncLive(_api_module.BaseModule):
             f'projects/{project}/locations/{location}/' + transformed_model
         )
       request_dict = _common.convert_to_dict(
-          self._LiveSetup_to_vertex(
-              model=transformed_model,
-              config=parameter_model,
+          live_converters._LiveConnectParameters_to_vertex(
+              api_client=self._api_client,
+              from_object=types.LiveConnectParameters(
+                model=transformed_model,
+                config=parameter_model,
+              ).model_dump(exclude_none=True)
           )
       )
+      del request_dict['config']
+
+      if getv(request_dict, ['setup', 'generationConfig', 'responseModalities']) is None:
+        setv(request_dict, ['setup', 'generationConfig', 'responseModalities'], ['AUDIO'])
+
       request = json.dumps(request_dict)
 
     try:
@@ -1374,3 +892,41 @@ class AsyncLive(_api_module.BaseModule):
         logger.info(await ws.recv())
 
         yield AsyncSession(api_client=self._api_client, websocket=ws)
+
+
+def _t_live_connect_config(
+    api_client: BaseApiClient,
+    config: Optional[types.LiveConnectConfigOrDict],
+) -> types.LiveConnectConfig:
+  # Ensure the config is a LiveConnectConfig.
+  if config is None:
+    parameter_model = types.LiveConnectConfig()
+  elif isinstance(config, dict):
+    if getv(config, ['system_instruction']) is not None:
+      converted_system_instruction = t.t_content(
+          api_client, getv(config, ['system_instruction'])
+      )
+    else:
+      converted_system_instruction = None
+    parameter_model = types.LiveConnectConfig(**config)
+    parameter_model.system_instruction = converted_system_instruction
+  else:
+    if config.system_instruction is None:
+      system_instruction = None
+    else:
+      system_instruction = t.t_content(
+          api_client, getv(config, ['system_instruction'])
+      )
+    parameter_model = config
+    parameter_model.system_instruction = system_instruction
+
+  if parameter_model.generation_config is not None:
+    warnings.warn(
+        'Setting `LiveConnectConfig.generation_config` is deprecated, '
+        'please set the fields on `LiveConnectConfig` directly. This will '
+        'become an error in a future version (not before Q3 2025)',
+        DeprecationWarning,
+        stacklevel=4,
+    )
+
+  return parameter_model