livekit-plugins-aws 1.1.6__tar.gz → 1.2.0__tar.gz

{livekit_plugins_aws-1.1.6 → livekit_plugins_aws-1.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: livekit-plugins-aws
-Version: 1.1.6
+Version: 1.2.0
 Summary: LiveKit Agents Plugin for services from AWS
 Project-URL: Documentation, https://docs.livekit.io
 Project-URL: Website, https://livekit.io/
@@ -20,7 +20,7 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Requires-Python: >=3.9.0
 Requires-Dist: aioboto3>=14.1.0
 Requires-Dist: amazon-transcribe>=0.6.2
-Requires-Dist: livekit-agents>=1.1.6
+Requires-Dist: livekit-agents>=1.2.0
 Provides-Extra: realtime
 Requires-Dist: aws-sdk-bedrock-runtime==0.0.2; (python_version >= '3.12') and extra == 'realtime'
 Requires-Dist: boto3>1.35.10; extra == 'realtime'

{livekit_plugins_aws-1.1.6 → livekit_plugins_aws-1.2.0}/livekit/plugins/aws/experimental/realtime/realtime_model.py

@@ -239,6 +239,7 @@ class RealtimeModel(llm.RealtimeModel):
                 turn_detection=True,
                 user_transcription=True,
                 auto_tool_reply_generation=True,
+                audio_output=True,
             )
         )
         self.model_id = "amazon.nova-sonic-v1:0"
@@ -355,6 +356,7 @@ class RealtimeSession(  # noqa: F811
             aws_credentials_identity_resolver=Boto3CredentialsResolver(),
             http_auth_scheme_resolver=HTTPAuthSchemeResolver(),
             http_auth_schemes={"aws.auth#sigv4": SigV4AuthScheme()},
+            user_agent_extra="x-client-framework:livekit-plugins-aws[realtime]",
         )
         self._bedrock_client = BedrockRuntimeClient(config=config)
 
@@ -516,7 +518,7 @@ class RealtimeSession(  # noqa: F811
                 self._chat_ctx.truncate(max_items=MAX_MESSAGES)
             init_events = self._event_builder.create_prompt_start_block(
                 voice_id=self._realtime_model._opts.voice,
-                sample_rate=DEFAULT_OUTPUT_SAMPLE_RATE,
+                sample_rate=DEFAULT_OUTPUT_SAMPLE_RATE,  # type: ignore
                 system_content=self._instructions,
                 chat_ctx=self.chat_ctx,
                 tool_configuration=self._serialize_tool_config(),
@@ -823,12 +825,14 @@ class RealtimeSession(  # noqa: F811
                     curr_gen.audio_ch.close()
                 if not curr_gen.text_ch.closed:
                     curr_gen.text_ch.close()
-            if self._current_generation.response_id in self._current_generation.tool_messages:
-                curr_gen = self._current_generation.tool_messages[
-                    self._current_generation.response_id
-                ]
-                if not curr_gen.function_ch.closed:
-                    curr_gen.function_ch.close()
+
+            # TODO: seems not needed, tool_messages[id] is a str, function_ch is closed below?
+            # if self._current_generation.response_id in self._current_generation.tool_messages:
+            #     curr_gen = self._current_generation.tool_messages[
+            #         self._current_generation.response_id
+            #     ]
+            #     if not curr_gen.function_ch.closed:
+            #         curr_gen.function_ch.close()
 
             if not self._current_generation.message_ch.closed:
                 self._current_generation.message_ch.close()
@@ -1055,7 +1059,7 @@ class RealtimeSession(  # noqa: F811
                     "tool_use_id": item.call_id,
                     "tool_result": item.output
                     if not item.is_error
-                    else f"{{'error': '{item.error}'}}",
+                    else f"{{'error': '{item.output}'}}",
                 }
             )
 
@@ -1230,7 +1234,9 @@ class RealtimeSession(  # noqa: F811
     def interrupt(self) -> None:
         logger.warning("interrupt is not supported by Nova Sonic's Realtime API")
 
-    def truncate(self, *, message_id: str, audio_end_ms: int) -> None:
+    def truncate(
+        self, *, message_id: str, audio_end_ms: int, audio_transcript: NotGivenOr[str] = NOT_GIVEN
+    ) -> None:
         logger.warning("truncate is not supported by Nova Sonic's Realtime API")
 
     @utils.log_exceptions(logger=logger)

{livekit_plugins_aws-1.1.6 → livekit_plugins_aws-1.2.0}/livekit/plugins/aws/llm.py

@@ -19,6 +19,7 @@ from dataclasses import dataclass
 from typing import Any, cast
 
 import aioboto3  # type: ignore
+from botocore.config import Config  # type: ignore
 
 from livekit.agents import APIConnectionError, APIStatusError, llm
 from livekit.agents.llm import (
@@ -112,6 +113,10 @@ class LLM(llm.LLM):
             additional_request_fields=additional_request_fields,
         )
 
+    @property
+    def model(self) -> str:
+        return self._opts.model
+
     def chat(
         self,
         *,
@@ -205,7 +210,8 @@ class LLMStream(llm.LLMStream):
     async def _run(self) -> None:
         retryable = True
         try:
-            async with self._session.client("bedrock-runtime") as client:
+            config = Config(user_agent_extra="x-client-framework:livekit-plugins-aws")
+            async with self._session.client("bedrock-runtime", config=config) as client:
                 response = await client.converse_stream(**self._opts)
                 request_id = response["ResponseMetadata"]["RequestId"]
                 if response["ResponseMetadata"]["HTTPStatusCode"] != 200:

{livekit_plugins_aws-1.1.6 → livekit_plugins_aws-1.2.0}/livekit/plugins/aws/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "1.1.6"
+__version__ = "1.2.0"

{livekit_plugins_aws-1.1.6 → livekit_plugins_aws-1.2.0}/pyproject.toml

@@ -23,7 +23,7 @@ classifiers = [
     "Programming Language :: Python :: 3 :: Only",
 ]
 dependencies = [
-    "livekit-agents>=1.1.6",
+    "livekit-agents>=1.2.0",
     "aioboto3>=14.1.0",
     "amazon-transcribe>=0.6.2",
 ]