google-genai 1.9.0__py3-none-any.whl → 1.10.0__py3-none-any.whl

google/genai/live.py

@@ -13,14 +13,14 @@
 # limitations under the License.
 #
 
-"""Live client. The live module is experimental."""
+"""[Preview] Live API client."""
 
 import asyncio
 import base64
 import contextlib
 import json
 import logging
-from typing import Any, AsyncIterator, Dict, Optional, Sequence, Union, get_args
+from typing import Any, AsyncIterator, Dict, Optional, Sequence, Union, cast, get_args
 import warnings
 
 import google.auth
@@ -109,6 +109,13 @@ def _ToolResponse_to_vertex(
   tool_response = from_object.model_dump(exclude_none=True, mode='json')
   return tool_response
 
+def _AudioTranscriptionConfig_to_mldev(
+    api_client: BaseApiClient,
+    from_object: types.AudioTranscriptionConfig,
+) -> dict:
+  audio_transcription: dict[str, Any] = {}
+  return audio_transcription
+
 
 def _AudioTranscriptionConfig_to_vertex(
     api_client: BaseApiClient,
@@ -119,7 +126,7 @@ def _AudioTranscriptionConfig_to_vertex(
 
 
 class AsyncSession:
-  """AsyncSession. The live module is experimental."""
+  """[Preview] AsyncSession."""
 
   def __init__(
       self, api_client: client.BaseApiClient, websocket: ClientConnection
@@ -143,7 +150,12 @@ class AsyncSession:
       ] = None,
       end_of_turn: Optional[bool] = False,
   ):
-    """Send input to the model.
+    """[Deprecated] Send input to the model.
+
+    > **Warning**: This method is deprecated and will be removed in a future
+    version (not before Q3 2025). Please use one of the more specific methods:
+    `send_client_content`, `send_realtime_input`, or `send_tool_response`
+    instead.
 
     The method will send the input request to the server.
 
@@ -162,6 +174,14 @@ class AsyncSession:
         async for message in session.receive():
           print(message)
     """
+    warnings.warn(
+        'The `session.send` method is deprecated and will be removed in a '
+        'future version (not before Q3 2025).\n'
+        'Please use one of the more specific methods: `send_client_content`, '
+        '`send_realtime_input`, or `send_tool_response` instead.',
+        DeprecationWarning,
+        stacklevel=2,
+    )
     client_message = self._parse_client_message(input, end_of_turn)
     await self._ws.send(json.dumps(client_message))
 
@@ -375,8 +395,6 @@ class AsyncSession:
     is function call, user must call `send` with the function response to
     continue the turn.
 
-    The live module is experimental.
-
     Yields:
       The model responses from the server.
 
@@ -401,15 +419,18 @@ class AsyncSession:
   async def start_stream(
       self, *, stream: AsyncIterator[bytes], mime_type: str
   ) -> AsyncIterator[types.LiveServerMessage]:
-    """start a live session from a data stream.
+    """[Deprecated] Start a live session from a data stream.
+
+    > **Warning**: This method is deprecated and will be removed in a future
+    version (not before Q2 2025). Please use one of the more specific methods:
+    `send_client_content`, `send_realtime_input`, or `send_tool_response`
+    instead.
 
     The interaction terminates when the input stream is complete.
     This method will start two async tasks. One task will be used to send the
     input stream to the model and the other task will be used to receive the
     responses from the model.
 
-    The live module is experimental.
-
     Args:
       stream: An iterator that yields the model response.
       mime_type: The MIME type of the data in the stream.
@@ -432,6 +453,13 @@ class AsyncSession:
         mime_type = 'audio/pcm'):
           play_audio_chunk(audio.data)
     """
+    warnings.warn(
+        'Setting `AsyncSession.start_stream` is deprecated, '
+        'and will be removed in a future release (not before Q3 2025). '
+        'Please use the `receive`, and `send_realtime_input`, methods instead.',
+        DeprecationWarning,
+        stacklevel=4,
+    )
     stop_event = asyncio.Event()
     # Start the send loop. When stream is complete stop_event is set.
     asyncio.create_task(self._send_loop(stream, mime_type, stop_event))
@@ -465,7 +493,7 @@ class AsyncSession:
     try:
       raw_response = await self._ws.recv(decode=False)
     except TypeError:
-      raw_response = await self._ws.recv()
+      raw_response = await self._ws.recv()  # type: ignore[assignment]
     if raw_response:
       try:
         response = json.loads(raw_response)
@@ -473,6 +501,7 @@ class AsyncSession:
         raise ValueError(f'Failed to parse response: {raw_response!r}')
     else:
       response = {}
+
     if self._api_client.vertexai:
       response_dict = self._LiveServerMessage_from_vertex(response)
     else:
@@ -514,14 +543,26 @@ class AsyncSession:
       )
     if getv(from_object, ['turnComplete']) is not None:
       setv(to_object, ['turn_complete'], getv(from_object, ['turnComplete']))
-    if getv(from_object, ['interrupted']) is not None:
-      setv(to_object, ['interrupted'], getv(from_object, ['interrupted']))
     if getv(from_object, ['generationComplete']) is not None:
       setv(
           to_object,
           ['generation_complete'],
           getv(from_object, ['generationComplete']),
       )
+    if getv(from_object, ['inputTranscription']) is not None:
+      setv(
+          to_object,
+          ['input_transcription'],
+          getv(from_object, ['inputTranscription']),
+      )
+    if getv(from_object, ['outputTranscription']) is not None:
+      setv(
+          to_object,
+          ['output_transcription'],
+          getv(from_object, ['outputTranscription']),
+      )
+    if getv(from_object, ['interrupted']) is not None:
+      setv(to_object, ['interrupted'], getv(from_object, ['interrupted']))
     return to_object
 
   def _LiveToolCall_from_mldev(
@@ -550,6 +591,128 @@ class AsyncSession:
       )
     return to_object
 
+  def _LiveServerGoAway_from_mldev(
+      self,
+      from_object: Union[dict, object],
+      parent_object: Optional[dict] = None,
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['timeLeft']) is not None:
+      setv(to_object, ['time_left'], getv(from_object, ['timeLeft']))
+
+    return to_object
+
+  def _LiveServerSessionResumptionUpdate_from_mldev(
+      self,
+      from_object: Union[dict, object],
+      parent_object: Optional[dict] = None,
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['newHandle']) is not None:
+      setv(to_object, ['new_handle'], getv(from_object, ['newHandle']))
+
+    if getv(from_object, ['resumable']) is not None:
+      setv(to_object, ['resumable'], getv(from_object, ['resumable']))
+
+    if getv(from_object, ['lastConsumedClientMessageIndex']) is not None:
+      setv(
+          to_object,
+          ['last_consumed_client_message_index'],
+          getv(from_object, ['lastConsumedClientMessageIndex']),
+      )
+
+    return to_object
+
+  def _ModalityTokenCount_from_mldev(
+      self,
+      from_object: Union[dict, object],
+  ) -> Dict[str, Any]:
+    to_object: Dict[str, Any] = {}
+    if getv(from_object, ['modality']) is not None:
+      setv(to_object, ['modality'], getv(from_object, ['modality']))
+    if getv(from_object, ['tokenCount']) is not None:
+      setv(to_object, ['token_count'], getv(from_object, ['tokenCount']))
+    return to_object
+
+  def _UsageMetadata_from_mldev(
+      self,
+      from_object: Union[dict, object],
+  ) -> Dict[str, Any]:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['promptTokenCount']) is not None:
+      setv(
+          to_object,
+          ['prompt_token_count'],
+          getv(from_object, ['promptTokenCount']),
+      )
+    if getv(from_object, ['cachedContentTokenCount']) is not None:
+      setv(
+          to_object,
+          ['cached_content_token_count'],
+          getv(from_object, ['cachedContentTokenCount']),
+      )
+    if getv(from_object, ['responseTokenCount']) is not None:
+      setv(
+          to_object,
+          ['response_token_count'],
+          getv(from_object, ['responseTokenCount']),
+      )
+    if getv(from_object, ['toolUsePromptTokenCount']) is not None:
+      setv(
+          to_object,
+          ['tool_use_prompt_token_count'],
+          getv(from_object, ['toolUsePromptTokenCount']),
+      )
+    if getv(from_object, ['thoughtsTokenCount']) is not None:
+      setv(
+          to_object,
+          ['thoughts_token_count'],
+          getv(from_object, ['thoughtsTokenCount']),
+      )
+    if getv(from_object, ['totalTokenCount']) is not None:
+      setv(
+          to_object,
+          ['total_token_count'],
+          getv(from_object, ['totalTokenCount']),
+      )
+    if getv(from_object, ['promptTokensDetails']) is not None:
+      setv(
+          to_object,
+          ['prompt_tokens_details'],
+          [
+              self._ModalityTokenCount_from_mldev(item)
+              for item in getv(from_object, ['promptTokensDetails'])
+          ],
+      )
+    if getv(from_object, ['cacheTokensDetails']) is not None:
+      setv(
+          to_object,
+          ['cache_tokens_details'],
+          [
+              self._ModalityTokenCount_from_mldev(item)
+              for item in getv(from_object, ['cacheTokensDetails'])
+          ],
+      )
+    if getv(from_object, ['responseTokensDetails']) is not None:
+      setv(
+          to_object,
+          ['response_tokens_details'],
+          [
+              self._ModalityTokenCount_from_mldev(item)
+              for item in getv(from_object, ['responseTokensDetails'])
+          ],
+      )
+    if getv(from_object, ['toolUsePromptTokensDetails']) is not None:
+      setv(
+          to_object,
+          ['tool_use_prompt_tokens_details'],
+          [
+              self._ModalityTokenCount_from_mldev(item)
+              for item in getv(from_object, ['toolUsePromptTokensDetails'])
+          ],
+      )
+    return to_object
+
   def _LiveServerMessage_from_mldev(
       self,
       from_object: Union[dict, object],
@@ -575,6 +738,34 @@ class AsyncSession:
           ['tool_call_cancellation'],
           getv(from_object, ['toolCallCancellation']),
       )
+
+    if getv(from_object, ['goAway']) is not None:
+      setv(
+          to_object,
+          ['go_away'],
+          self._LiveServerGoAway_from_mldev(
+              getv(from_object, ['goAway']), to_object
+          ),
+      )
+
+    if getv(from_object, ['sessionResumptionUpdate']) is not None:
+      setv(
+          to_object,
+          ['session_resumption_update'],
+          self._LiveServerSessionResumptionUpdate_from_mldev(
+              getv(from_object, ['sessionResumptionUpdate']),
+              to_object,
+          ),
+      )
+
+      return to_object
+
+    if getv(from_object, ['usageMetadata']) is not None:
+      setv(
+          to_object,
+          ['usage_metadata'],
+          self._UsageMetadata_from_mldev(getv(from_object, ['usageMetadata'])),
+      )
     return to_object
 
   def _LiveServerContent_from_vertex(
@@ -599,7 +790,6 @@ class AsyncSession:
           ['generation_complete'],
           getv(from_object, ['generationComplete']),
       )
-    # Vertex supports transcription.
     if getv(from_object, ['inputTranscription']) is not None:
       setv(
           to_object,
@@ -616,6 +806,133 @@ class AsyncSession:
       setv(to_object, ['interrupted'], getv(from_object, ['interrupted']))
     return to_object
 
+  def _LiveServerGoAway_from_vertex(
+      self,
+      from_object: Union[dict, object],
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['timeLeft']) is not None:
+      setv(to_object, ['time_left'], getv(from_object, ['timeLeft']))
+
+    return to_object
+
+  def _LiveServerSessionResumptionUpdate_from_vertex(
+      self,
+      from_object: Union[dict, object],
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['newHandle']) is not None:
+      setv(to_object, ['new_handle'], getv(from_object, ['newHandle']))
+
+    if getv(from_object, ['resumable']) is not None:
+      setv(to_object, ['resumable'], getv(from_object, ['resumable']))
+
+    if getv(from_object, ['lastConsumedClientMessageIndex']) is not None:
+      setv(
+          to_object,
+          ['last_consumed_client_message_index'],
+          getv(from_object, ['lastConsumedClientMessageIndex']),
+      )
+
+    return to_object
+
+
+  def _ModalityTokenCount_from_vertex(
+      self,
+      from_object: Union[dict, object],
+  ) -> Dict[str, Any]:
+    to_object: Dict[str, Any] = {}
+    if getv(from_object, ['modality']) is not None:
+      setv(to_object, ['modality'], getv(from_object, ['modality']))
+    if getv(from_object, ['tokenCount']) is not None:
+      setv(to_object, ['token_count'], getv(from_object, ['tokenCount']))
+    return to_object
+
+  def _UsageMetadata_from_vertex(
+      self,
+      from_object: Union[dict, object],
+  ) -> Dict[str, Any]:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['promptTokenCount']) is not None:
+      setv(
+          to_object,
+          ['prompt_token_count'],
+          getv(from_object, ['promptTokenCount']),
+      )
+    if getv(from_object, ['cachedContentTokenCount']) is not None:
+      setv(
+          to_object,
+          ['cached_content_token_count'],
+          getv(from_object, ['cachedContentTokenCount']),
+      )
+    if getv(from_object, ['candidatesTokenCount']) is not None:
+      setv(
+          to_object,
+          ['response_token_count'],
+          getv(from_object, ['candidatesTokenCount']),
+      )
+    if getv(from_object, ['toolUsePromptTokenCount']) is not None:
+      setv(
+          to_object,
+          ['tool_use_prompt_token_count'],
+          getv(from_object, ['toolUsePromptTokenCount']),
+      )
+    if getv(from_object, ['thoughtsTokenCount']) is not None:
+      setv(
+          to_object,
+          ['thoughts_token_count'],
+          getv(from_object, ['thoughtsTokenCount']),
+      )
+    if getv(from_object, ['totalTokenCount']) is not None:
+      setv(
+          to_object,
+          ['total_token_count'],
+          getv(from_object, ['totalTokenCount']),
+      )
+    if getv(from_object, ['promptTokensDetails']) is not None:
+      setv(
+          to_object,
+          ['prompt_tokens_details'],
+          [
+              self._ModalityTokenCount_from_vertex(item)
+              for item in getv(from_object, ['promptTokensDetails'])
+          ],
+      )
+    if getv(from_object, ['cacheTokensDetails']) is not None:
+      setv(
+          to_object,
+          ['cache_tokens_details'],
+          [
+              self._ModalityTokenCount_from_vertex(item)
+              for item in getv(from_object, ['cacheTokensDetails'])
+          ],
+      )
+    if getv(from_object, ['toolUsePromptTokensDetails']) is not None:
+      setv(
+          to_object,
+          ['tool_use_prompt_tokens_details'],
+          [
+              self._ModalityTokenCount_from_vertex(item)
+              for item in getv(from_object, ['toolUsePromptTokensDetails'])
+          ],
+      )
+    if getv(from_object, ['candidatesTokensDetails']) is not None:
+      setv(
+          to_object,
+          ['response_tokens_details'],
+          [
+              self._ModalityTokenCount_from_vertex(item)
+              for item in getv(from_object, ['candidatesTokensDetails'])
+          ],
+      )
+    if getv(from_object, ['trafficType']) is not None:
+      setv(
+          to_object,
+          ['traffic_type'],
+          getv(from_object, ['trafficType']),
+      )
+    return to_object
+
   def _LiveServerMessage_from_vertex(
       self,
       from_object: Union[dict, object],
@@ -629,7 +946,6 @@ class AsyncSession:
               getv(from_object, ['serverContent'])
           ),
       )
-
     if getv(from_object, ['toolCall']) is not None:
       setv(
           to_object,
@@ -642,6 +958,31 @@ class AsyncSession:
           ['tool_call_cancellation'],
           getv(from_object, ['toolCallCancellation']),
       )
+
+    if getv(from_object, ['goAway']) is not None:
+      setv(
+          to_object,
+          ['go_away'],
+          self._LiveServerGoAway_from_vertex(
+              getv(from_object, ['goAway'])
+          ),
+      )
+
+    if getv(from_object, ['sessionResumptionUpdate']) is not None:
+      setv(
+          to_object,
+          ['session_resumption_update'],
+          self._LiveServerSessionResumptionUpdate_from_vertex(
+              getv(from_object, ['sessionResumptionUpdate']),
+          ),
+      )
+
+    if getv(from_object, ['usageMetadata']) is not None:
+      setv(
+          to_object,
+          ['usage_metadata'],
+          self._UsageMetadata_from_vertex(getv(from_object, ['usageMetadata'])),
+      )
     return to_object
 
   def _parse_client_message(
@@ -1026,7 +1367,7 @@ def _t_tool_response(
 
 
 class AsyncLive(_api_module.BaseModule):
-  """AsyncLive. The live module is experimental."""
+  """[Preview] AsyncLive."""
 
   def _LiveSetup_to_mldev(
       self, model: str, config: Optional[types.LiveConnectConfig] = None
@@ -1099,6 +1440,15 @@ class AsyncLive(_api_module.BaseModule):
         to_object['generationConfig'] = {
             'maxOutputTokens': getv(config, ['max_output_tokens'])
         }
+    if getv(config, ['media_resolution']) is not None:
+      if getv(to_object, ['generationConfig']) is not None:
+        to_object['generationConfig']['mediaResolution'] = getv(
+            config, ['media_resolution']
+        )
+      else:
+        to_object['generationConfig'] = {
+            'mediaResolution': getv(config, ['media_resolution'])
+        }
     if getv(config, ['seed']) is not None:
       if getv(to_object, ['generationConfig']) is not None:
         to_object['generationConfig']['seed'] = getv(config, ['seed'])
@@ -1127,11 +1477,84 @@ class AsyncLive(_api_module.BaseModule):
               for item in t.t_tools(self._api_client, getv(config, ['tools']))
           ],
       )
+    if getv(config, ['input_audio_transcription']) is not None:
+      raise ValueError('input_audio_transcription is not supported in MLDev '
+                       'API.')
+    if getv(config, ['output_audio_transcription']) is not None:
+      setv(
+          to_object,
+          ['outputAudioTranscription'],
+          _AudioTranscriptionConfig_to_mldev(
+              self._api_client,
+              getv(config, ['output_audio_transcription']),
+          ),
+      )
+
+    if getv(config, ['session_resumption']) is not None:
+      setv(
+          to_object,
+          ['sessionResumption'],
+          self._LiveClientSessionResumptionConfig_to_mldev(
+              getv(config, ['session_resumption'])
+          ),
+      )
+
+    if getv(config, ['context_window_compression']) is not None:
+      setv(
+          to_object,
+          ['contextWindowCompression'],
+          self._ContextWindowCompressionConfig_to_mldev(
+              getv(config, ['context_window_compression']),
+          ),
+      )
 
     return_value = {'setup': {'model': model}}
     return_value['setup'].update(to_object)
     return return_value
 
+  def _SlidingWindow_to_mldev(
+      self,
+      from_object: Union[dict, object],
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['target_tokens']) is not None:
+      setv(to_object, ['targetTokens'], getv(from_object, ['target_tokens']))
+
+    return to_object
+
+
+  def _ContextWindowCompressionConfig_to_mldev(
+      self,
+      from_object: Union[dict, object],
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['trigger_tokens']) is not None:
+      setv(to_object, ['triggerTokens'], getv(from_object, ['trigger_tokens']))
+
+    if getv(from_object, ['sliding_window']) is not None:
+      setv(
+          to_object,
+          ['slidingWindow'],
+          self._SlidingWindow_to_mldev(
+              getv(from_object, ['sliding_window'])
+          ),
+      )
+
+    return to_object
+
+  def _LiveClientSessionResumptionConfig_to_mldev(
+      self,
+      from_object: Union[dict, object]
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['handle']) is not None:
+      setv(to_object, ['handle'], getv(from_object, ['handle']))
+
+    if getv(from_object, ['transparent']) is not None:
+      raise ValueError('The `transparent` field is not supported in MLDev API')
+
+    return to_object
+
   def _LiveSetup_to_vertex(
       self, model: str, config: Optional[types.LiveConnectConfig] = None
   ):
@@ -1212,6 +1635,15 @@ class AsyncLive(_api_module.BaseModule):
         to_object['generationConfig'] = {
             'maxOutputTokens': getv(config, ['max_output_tokens'])
         }
+    if getv(config, ['media_resolution']) is not None:
+      if getv(to_object, ['generationConfig']) is not None:
+        to_object['generationConfig']['mediaResolution'] = getv(
+            config, ['media_resolution']
+        )
+      else:
+        to_object['generationConfig'] = {
+            'mediaResolution': getv(config, ['media_resolution'])
+        }
     if getv(config, ['seed']) is not None:
       if getv(to_object, ['generationConfig']) is not None:
         to_object['generationConfig']['seed'] = getv(config, ['seed'])
@@ -1259,13 +1691,70 @@ class AsyncLive(_api_module.BaseModule):
           ),
       )
 
+    if getv(config, ['session_resumption']) is not None:
+      setv(
+          to_object,
+          ['sessionResumption'],
+          self._LiveClientSessionResumptionConfig_to_vertex(
+              getv(config, ['session_resumption'])
+          ),
+      )
+
+    if getv(config, ['context_window_compression']) is not None:
+      setv(
+          to_object,
+          ['contextWindowCompression'],
+          self._ContextWindowCompressionConfig_to_vertex(
+              getv(config, ['context_window_compression']),
+          ),
+      )
+
     return_value = {'setup': {'model': model}}
     return_value['setup'].update(to_object)
     return return_value
 
-  @experimental_warning(
-      'The live API is experimental and may change in future versions.',
-  )
+  def _SlidingWindow_to_vertex(
+      self,
+      from_object: Union[dict, object],
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['target_tokens']) is not None:
+      setv(to_object, ['targetTokens'], getv(from_object, ['target_tokens']))
+
+    return to_object
+
+  def _ContextWindowCompressionConfig_to_vertex(
+      self,
+      from_object: Union[dict, object],
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['trigger_tokens']) is not None:
+      setv(to_object, ['triggerTokens'], getv(from_object, ['trigger_tokens']))
+
+    if getv(from_object, ['sliding_window']) is not None:
+      setv(
+          to_object,
+          ['slidingWindow'],
+          self._SlidingWindow_to_mldev(
+              getv(from_object, ['sliding_window'])
+          ),
+      )
+
+    return to_object
+
+  def _LiveClientSessionResumptionConfig_to_vertex(
+      self,
+      from_object: Union[dict, object]
+  ) -> dict:
+    to_object: dict[str, Any] = {}
+    if getv(from_object, ['handle']) is not None:
+      setv(to_object, ['handle'], getv(from_object, ['handle']))
+
+    if getv(from_object, ['transparent']) is not None:
+      setv(to_object, ['transparent'], getv(from_object, ['transparent']))
+
+    return to_object
+
   @contextlib.asynccontextmanager
   async def connect(
       self,
@@ -1273,9 +1762,9 @@ class AsyncLive(_api_module.BaseModule):
       model: str,
       config: Optional[types.LiveConnectConfigOrDict] = None,
   ) -> AsyncIterator[AsyncSession]:
-    """Connect to the live server.
+    """[Preview] Connect to the live server.
 
-    The live module is experimental.
+    Note: the live API is currently in preview.
 
     Usage:
 
@@ -1290,32 +1779,8 @@ class AsyncLive(_api_module.BaseModule):
     """
     base_url = self._api_client._websocket_base_url()
     transformed_model = t.t_model(self._api_client, model)
-    # Ensure the config is a LiveConnectConfig.
-    if config is None:
-      parameter_model = types.LiveConnectConfig()
-    elif isinstance(config, dict):
-      if config.get('system_instruction') is None:
-        system_instruction = None
-      else:
-        system_instruction = t.t_content(
-            self._api_client, config.get('system_instruction')
-        )
-      parameter_model = types.LiveConnectConfig(
-          generation_config=config.get('generation_config'),
-          response_modalities=config.get('response_modalities'),
-          speech_config=config.get('speech_config'),
-          temperature=config.get('temperature'),
-          top_p=config.get('top_p'),
-          top_k=config.get('top_k'),
-          max_output_tokens=config.get('max_output_tokens'),
-          seed=config.get('seed'),
-          system_instruction=system_instruction,
-          tools=config.get('tools'),
-          input_audio_transcription=config.get('input_audio_transcription'),
-          output_audio_transcription=config.get('output_audio_transcription'),
-      )
-    else:
-      parameter_model = config
+
+    parameter_model = _t_live_connect_config(self._api_client, config)
 
     if self._api_client.api_key:
       api_key = self._api_client.api_key
@@ -1374,3 +1839,37 @@ class AsyncLive(_api_module.BaseModule):
         logger.info(await ws.recv())
 
         yield AsyncSession(api_client=self._api_client, websocket=ws)
+
+
+def _t_live_connect_config(
+    api_client: BaseApiClient,
+    config: Optional[types.LiveConnectConfigOrDict],
+) -> types.LiveConnectConfig:
+  # Ensure the config is a LiveConnectConfig.
+  if config is None:
+    parameter_model = types.LiveConnectConfig()
+  elif isinstance(config, dict):
+    system_instruction = config.pop('system_instruction', None)
+    if system_instruction is not None:
+      converted_system_instruction = t.t_content(
+          api_client, content=system_instruction
+      )
+    else:
+      converted_system_instruction = None
+    parameter_model = types.LiveConnectConfig(
+        system_instruction=converted_system_instruction,
+        **config
+    )  # type: ignore
+  else:
+    parameter_model = config
+
+  if parameter_model.generation_config is not None:
+    warnings.warn(
+        'Setting `LiveConnectConfig.generation_config` is deprecated, '
+        'please set the fields on `LiveConnectConfig` directly. This will '
+        'become an error in a future version (not before Q3 2025)',
+        DeprecationWarning,
+        stacklevel=4,
+    )
+
+  return parameter_model