livekit-plugins-aws 1.0.0rc3__tar.gz → 1.0.0rc4__tar.gz

{livekit_plugins_aws-1.0.0rc3 → livekit_plugins_aws-1.0.0rc4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: livekit-plugins-aws
-Version: 1.0.0rc3
+Version: 1.0.0rc4
 Summary: LiveKit Agents Plugin for services from AWS
 Project-URL: Documentation, https://docs.livekit.io
 Project-URL: Website, https://livekit.io/
@@ -21,7 +21,7 @@ Requires-Python: >=3.9.0
 Requires-Dist: aiobotocore==2.19.0
 Requires-Dist: amazon-transcribe>=0.6.2
 Requires-Dist: boto3==1.36.3
-Requires-Dist: livekit-agents>=1.0.0.rc3
+Requires-Dist: livekit-agents>=1.0.0.rc4
 Description-Content-Type: text/markdown
 
 # LiveKit Plugins AWS

{livekit_plugins_aws-1.0.0rc3 → livekit_plugins_aws-1.0.0rc4}/livekit/plugins/aws/llm.py

@@ -35,7 +35,6 @@ from .log import logger
 from .utils import get_aws_credentials, to_chat_ctx, to_fnc_ctx
 
 TEXT_MODEL = Literal["anthropic.claude-3-5-sonnet-20241022-v2:0"]
-DEFAULT_REGION = "us-east-1"
 
 
 @dataclass
@@ -228,12 +227,24 @@ class LLMStream(llm.LLMStream):
             self._tool_call_id = tool_use["toolUseId"]
             self._fnc_name = tool_use["name"]
             self._fnc_raw_arguments = ""
+
         elif "contentBlockDelta" in chunk:
             delta = chunk["contentBlockDelta"]["delta"]
             if "toolUse" in delta:
                 self._fnc_raw_arguments += delta["toolUse"]["input"]
             elif "text" in delta:
                 self._text += delta["text"]
+
+        elif "metadata" in chunk:
+            metadata = chunk["metadata"]
+            return llm.ChatChunk(
+                request_id=request_id,
+                usage=llm.CompletionUsage(
+                    completion_tokens=metadata["usage"]["outputTokens"],
+                    prompt_tokens=metadata["usage"]["inputTokens"],
+                    total_tokens=metadata["usage"]["totalTokens"],
+                ),
+            )
         elif "contentBlockStop" in chunk:
             if self._text:
                 chat_chunk = llm.ChatChunk(

{livekit_plugins_aws-1.0.0rc3 → livekit_plugins_aws-1.0.0rc4}/livekit/plugins/aws/utils.py

@@ -13,6 +13,8 @@ from livekit.agents.utils import is_given
 
 __all__ = ["to_fnc_ctx", "to_chat_ctx", "get_aws_credentials"]
 
+DEFAULT_REGION = "us-east-1"
+
 
 def get_aws_credentials(
     api_key: NotGivenOr[str],
@@ -21,9 +23,7 @@ def get_aws_credentials(
 ):
     aws_region = region if is_given(region) else os.environ.get("AWS_DEFAULT_REGION")
     if not aws_region:
-        raise ValueError(
-            "AWS_DEFAULT_REGION must be set via argument or the AWS_DEFAULT_REGION environment variable."  # noqa: E501
-        )
+        aws_region = DEFAULT_REGION
 
     if is_given(api_key) and is_given(api_secret):
         session = boto3.Session(
@@ -127,6 +127,8 @@ def _build_tool_spec(fnc: FunctionTool) -> dict:
 
 def _build_image(image: ImageContent, cache_key: Any) -> dict:
     img = utils.serialize_image(image)
+    if img.external_url:
+        raise ValueError("external_url is not supported by AWS Bedrock.")
     if cache_key not in image._cache:
         image._cache[cache_key] = img.data_bytes
     return {

{livekit_plugins_aws-1.0.0rc3 → livekit_plugins_aws-1.0.0rc4}/livekit/plugins/aws/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = '1.0.0.rc3'
+__version__ = '1.0.0.rc4'

{livekit_plugins_aws-1.0.0rc3 → livekit_plugins_aws-1.0.0rc4}/pyproject.toml

@@ -23,7 +23,7 @@ classifiers = [
     "Programming Language :: Python :: 3 :: Only",
 ]
 dependencies = [
-    "livekit-agents>=1.0.0.rc3",
+    "livekit-agents>=1.0.0.rc4",
     "aiobotocore==2.19.0",
     "boto3==1.36.3",
     "amazon-transcribe>=0.6.2",