livekit-plugins-aws 0.1.0__py3-none-any.whl → 1.0.0__py3-none-any.whl

livekit/plugins/aws/utils.py

@@ -0,0 +1,144 @@
+from __future__ import annotations
+
+import json
+from typing import Any
+
+import aioboto3
+import boto3
+from botocore.exceptions import NoCredentialsError
+
+from livekit.agents import llm
+from livekit.agents.llm import ChatContext, FunctionTool, ImageContent, utils
+
+__all__ = ["to_fnc_ctx", "to_chat_ctx", "get_aws_async_session"]
+DEFAULT_REGION = "us-east-1"
+
+
+def get_aws_async_session(
+    region: str | None = None,
+    api_key: str | None = None,
+    api_secret: str | None = None,
+) -> aioboto3.Session:
+    _validate_aws_credentials(api_key, api_secret)
+    session = aioboto3.Session(
+        aws_access_key_id=api_key,
+        aws_secret_access_key=api_secret,
+        region_name=region or DEFAULT_REGION,
+    )
+    return session
+
+
+def _validate_aws_credentials(
+    api_key: str | None = None,
+    api_secret: str | None = None,
+) -> None:
+    try:
+        session = boto3.Session(aws_access_key_id=api_key, aws_secret_access_key=api_secret)
+        creds = session.get_credentials()
+        if not creds:
+            raise ValueError("No credentials found")
+    except (NoCredentialsError, Exception) as e:
+        raise ValueError(f"Unable to locate valid AWS credentials: {str(e)}") from e
+
+
+def to_fnc_ctx(fncs: list[FunctionTool]) -> list[dict]:
+    return [_build_tool_spec(fnc) for fnc in fncs]
+
+
+def to_chat_ctx(chat_ctx: ChatContext, cache_key: Any) -> tuple[list[dict], dict | None]:
+    messages: list[dict] = []
+    system_message: dict | None = None
+    current_role: str | None = None
+    current_content: list[dict] = []
+
+    for msg in chat_ctx.items:
+        if msg.type == "message" and msg.role == "system":
+            for content in msg.content:
+                if content and isinstance(content, str):
+                    system_message = {"text": content}
+            continue
+
+        if msg.type == "message":
+            role = "assistant" if msg.role == "assistant" else "user"
+        elif msg.type == "function_call":
+            role = "assistant"
+        elif msg.type == "function_call_output":
+            role = "user"
+
+        # if the effective role changed, finalize the previous turn.
+        if role != current_role:
+            if current_content and current_role is not None:
+                messages.append({"role": current_role, "content": current_content})
+            current_content = []
+            current_role = role
+
+        if msg.type == "message":
+            for content in msg.content:
+                if content and isinstance(content, str):
+                    current_content.append({"text": content})
+                elif isinstance(content, ImageContent):
+                    current_content.append(_build_image(content, cache_key))
+        elif msg.type == "function_call":
+            current_content.append(
+                {
+                    "toolUse": {
+                        "toolUseId": msg.call_id,
+                        "name": msg.name,
+                        "input": json.loads(msg.arguments or "{}"),
+                    }
+                }
+            )
+        elif msg.type == "function_call_output":
+            tool_response = {
+                "toolResult": {
+                    "toolUseId": msg.call_id,
+                    "content": [],
+                    "status": "success",
+                }
+            }
+            if isinstance(msg.output, dict):
+                tool_response["toolResult"]["content"].append({"json": msg.output})
+            elif isinstance(msg.output, str):
+                tool_response["toolResult"]["content"].append({"text": msg.output})
+            current_content.append(tool_response)
+
+    # Finalize the last message if there’s any content left
+    if current_role is not None and current_content:
+        messages.append({"role": current_role, "content": current_content})
+
+    # Ensure the message list starts with a "user" message
+    if not messages or messages[0]["role"] != "user":
+        messages.insert(0, {"role": "user", "content": [{"text": "(empty)"}]})
+
+    return messages, system_message
+
+
+def _build_tool_spec(fnc: FunctionTool) -> dict:
+    fnc = llm.utils.build_legacy_openai_schema(fnc, internally_tagged=True)
+    return {
+        "toolSpec": _strip_nones(
+            {
+                "name": fnc["name"],
+                "description": fnc["description"] if fnc["description"] else None,
+                "inputSchema": {"json": fnc["parameters"] if fnc["parameters"] else {}},
+            }
+        )
+    }
+
+
+def _build_image(image: ImageContent, cache_key: Any) -> dict:
+    img = utils.serialize_image(image)
+    if img.external_url:
+        raise ValueError("external_url is not supported by AWS Bedrock.")
+    if cache_key not in image._cache:
+        image._cache[cache_key] = img.data_bytes
+    return {
+        "image": {
+            "format": "jpeg",
+            "source": {"bytes": image._cache[cache_key]},
+        }
+    }
+
+
+def _strip_nones(d: dict) -> dict:
+    return {k: v for k, v in d.items() if v is not None}

livekit/plugins/aws/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "0.1.0"
+__version__ = "1.0.0"

{livekit_plugins_aws-0.1.0.dist-info → livekit_plugins_aws-1.0.0.dist-info}/METADATA

@@ -1,38 +1,28 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: livekit-plugins-aws
-Version: 0.1.0
+Version: 1.0.0
 Summary: LiveKit Agents Plugin for services from AWS
-Home-page: https://github.com/livekit/agents
-License: Apache-2.0
 Project-URL: Documentation, https://docs.livekit.io
 Project-URL: Website, https://livekit.io/
 Project-URL: Source, https://github.com/livekit/agents
-Keywords: webrtc,realtime,audio,video,livekit,aws
+Author-email: LiveKit <hello@livekit.io>
+License-Expression: Apache-2.0
+Keywords: audio,aws,livekit,realtime,video,webrtc
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Topic :: Multimedia :: Sound/Audio
-Classifier: Topic :: Multimedia :: Video
-Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Topic :: Multimedia :: Sound/Audio
+Classifier: Topic :: Multimedia :: Video
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Requires-Python: >=3.9.0
+Requires-Dist: aioboto3==14.1.0
+Requires-Dist: amazon-transcribe==0.6.2
+Requires-Dist: boto3==1.37.1
+Requires-Dist: livekit-agents>=1.0.0
 Description-Content-Type: text/markdown
-Requires-Dist: livekit-agents>=0.12.0
-Requires-Dist: aiobotocore==2.19.0
-Requires-Dist: boto3==1.36.3
-Requires-Dist: amazon-transcribe>=0.6.2
-Dynamic: classifier
-Dynamic: description
-Dynamic: description-content-type
-Dynamic: home-page
-Dynamic: keywords
-Dynamic: license
-Dynamic: project-url
-Dynamic: requires-dist
-Dynamic: requires-python
-Dynamic: summary
 
 # LiveKit Plugins AWS
 
@@ -50,4 +40,4 @@ pip install livekit-plugins-aws
 
 ## Pre-requisites
 
-You'll need to specify an AWS Access Key and a Deployment Region. They can be set as environment variables: `AWS_ACCESS_KEY_ID`, `AWS_SECRET_ACCESS_KEY` and `AWS_DEFAULT_REGION`, respectively.
+You'll need to specify an AWS Access Key and a Deployment Region. They can be set as environment variables: `AWS_ACCESS_KEY_ID`, `AWS_SECRET_ACCESS_KEY` and `AWS_DEFAULT_REGION`, respectively.

livekit_plugins_aws-1.0.0.dist-info/RECORD

@@ -0,0 +1,12 @@
+livekit/plugins/aws/__init__.py,sha256=Ea-hK7QdutnwdZvvs9K2fiR8RWJqz2JcONxXnV1kXF0,977
+livekit/plugins/aws/llm.py,sha256=eP3VkdM4XA73995OBB-C2Q1iRVrvNtAkX002q51APDs,11252
+livekit/plugins/aws/log.py,sha256=jFief0Xhv0n_F6sp6UFu9VKxs2bXNVGAfYGmEYfR_2Q,66
+livekit/plugins/aws/models.py,sha256=Nf8RFmDulW7h03dG2lERTog3mgDK0TbLvW0eGOncuEE,704
+livekit/plugins/aws/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+livekit/plugins/aws/stt.py,sha256=FgZ0hN-ToqQRzesdV28GNkHw_x2X_sFugji_BnLXm7c,9448
+livekit/plugins/aws/tts.py,sha256=IRC_XgQ-uDLkE3JrZ_AtiNRfnQiX4trLV6c4clcNd8s,7337
+livekit/plugins/aws/utils.py,sha256=BqZPyLr-xETbGybhE3-lEJovqkuCuAd-cxtUO3aFAVM,4988
+livekit/plugins/aws/version.py,sha256=nW89L_U9N4ukT3wAO3BeTqOaa87zLUOsEFz8TkiKIP8,600
+livekit_plugins_aws-1.0.0.dist-info/METADATA,sha256=0MGGgszS2vPlzlop1kDOcOjjynbq4jY2S5c9cR1KiAA,1473
+livekit_plugins_aws-1.0.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+livekit_plugins_aws-1.0.0.dist-info/RECORD,,

{livekit_plugins_aws-0.1.0.dist-info → livekit_plugins_aws-1.0.0.dist-info}/WHEEL

@@ -1,5 +1,4 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.2)
+Generator: hatchling 1.27.0
 Root-Is-Purelib: true
 Tag: py3-none-any
-

livekit/plugins/aws/_utils.py

@@ -1,216 +0,0 @@
-from __future__ import annotations
-
-import base64
-import inspect
-import json
-import os
-from typing import Any, Dict, List, Optional, Tuple, get_args, get_origin
-
-import boto3
-from livekit import rtc
-from livekit.agents import llm, utils
-from livekit.agents.llm.function_context import _is_optional_type
-
-__all__ = ["_build_aws_ctx", "_build_tools", "_get_aws_credentials"]
-
-
-def _get_aws_credentials(
-    api_key: Optional[str], api_secret: Optional[str], region: Optional[str]
-):
-    region = region or os.environ.get("AWS_DEFAULT_REGION")
-    if not region:
-        raise ValueError(
-            "AWS_DEFAULT_REGION must be set using the argument or by setting the AWS_DEFAULT_REGION environment variable."
-        )
-
-    # If API key and secret are provided, create a session with them
-    if api_key and api_secret:
-        session = boto3.Session(
-            aws_access_key_id=api_key,
-            aws_secret_access_key=api_secret,
-            region_name=region,
-        )
-    else:
-        session = boto3.Session(region_name=region)
-
-    credentials = session.get_credentials()
-    if not credentials or not credentials.access_key or not credentials.secret_key:
-        raise ValueError("No valid AWS credentials found.")
-    return credentials.access_key, credentials.secret_key
-
-
-JSON_SCHEMA_TYPE_MAP: Dict[type, str] = {
-    str: "string",
-    int: "integer",
-    float: "number",
-    bool: "boolean",
-    dict: "object",
-    list: "array",
-}
-
-
-def _build_parameters(arguments: Dict[str, Any]) -> Optional[Dict[str, Any]]:
-    properties: Dict[str, dict] = {}
-    required: List[str] = []
-
-    for arg_name, arg_info in arguments.items():
-        prop = {}
-        if hasattr(arg_info, "description") and arg_info.description:
-            prop["description"] = arg_info.description
-
-        _, py_type = _is_optional_type(arg_info.type)
-        origin = get_origin(py_type)
-        if origin is list:
-            item_type = get_args(py_type)[0]
-            if item_type not in JSON_SCHEMA_TYPE_MAP:
-                raise ValueError(f"Unsupported type: {item_type}")
-            prop["type"] = "array"
-            prop["items"] = {"type": JSON_SCHEMA_TYPE_MAP[item_type]}
-
-            if hasattr(arg_info, "choices") and arg_info.choices:
-                prop["items"]["enum"] = list(arg_info.choices)
-        else:
-            if py_type not in JSON_SCHEMA_TYPE_MAP:
-                raise ValueError(f"Unsupported type: {py_type}")
-
-            prop["type"] = JSON_SCHEMA_TYPE_MAP[py_type]
-
-            if arg_info.choices:
-                prop["enum"] = list(arg_info.choices)
-
-        properties[arg_name] = prop
-
-        if arg_info.default is inspect.Parameter.empty:
-            required.append(arg_name)
-
-    if properties:
-        parameters = {"json": {"type": "object", "properties": properties}}
-        if required:
-            parameters["json"]["required"] = required
-
-        return parameters
-
-    return None
-
-
-def _build_tools(fnc_ctx: Any) -> List[dict]:
-    tools: List[dict] = []
-    for fnc_info in fnc_ctx.ai_functions.values():
-        parameters = _build_parameters(fnc_info.arguments)
-
-        func_decl = {
-            "toolSpec": {
-                "name": fnc_info.name,
-                "description": fnc_info.description,
-                "inputSchema": parameters
-                if parameters
-                else {"json": {"type": "object", "properties": {}}},
-            }
-        }
-
-        tools.append(func_decl)
-    return tools
-
-
-def _build_image(image: llm.ChatImage, cache_key: Any) -> dict:
-    if isinstance(image.image, str):
-        if image.image.startswith("data:image/jpeg;base64,"):
-            base64_data = image.image.split(",", 1)[1]
-            try:
-                image_bytes = base64.b64decode(base64_data)
-            except Exception as e:
-                raise ValueError("Invalid base64 data in image URL") from e
-
-            return {"image": {"format": "jpeg", "source": {"bytes": image_bytes}}}
-        else:
-            return {"image": {"format": "jpeg", "source": {"uri": image.image}}}
-
-    elif isinstance(image.image, rtc.VideoFrame):
-        if cache_key not in image._cache:
-            opts = utils.images.EncodeOptions()
-            if image.inference_width and image.inference_height:
-                opts.resize_options = utils.images.ResizeOptions(
-                    width=image.inference_width,
-                    height=image.inference_height,
-                    strategy="scale_aspect_fit",
-                )
-            image._cache[cache_key] = utils.images.encode(image.image, opts)
-
-        return {
-            "image": {
-                "format": "jpeg",
-                "source": {
-                    "bytes": image._cache[cache_key],
-                },
-            }
-        }
-    raise ValueError(f"Unsupported image type: {type(image.image)}")
-
-
-def _build_aws_ctx(
-    chat_ctx: llm.ChatContext, cache_key: Any
-) -> Tuple[List[dict], Optional[dict]]:
-    messages: List[dict] = []
-    system: Optional[dict] = None
-    current_role: Optional[str] = None
-    current_content: List[dict] = []
-
-    for msg in chat_ctx.messages:
-        if msg.role == "system":
-            if isinstance(msg.content, str):
-                system = {"text": msg.content}
-            continue
-
-        if msg.role == "assistant":
-            role = "assistant"
-        else:
-            role = "user"
-
-        if role != current_role:
-            if current_role is not None and current_content:
-                messages.append({"role": current_role, "content": current_content})
-            current_role = role
-            current_content = []
-
-        if msg.tool_calls:
-            for fnc in msg.tool_calls:
-                current_content.append(
-                    {
-                        "toolUse": {
-                            "toolUseId": fnc.tool_call_id,
-                            "name": fnc.function_info.name,
-                            "input": fnc.arguments,
-                        }
-                    }
-                )
-
-        if msg.role == "tool":
-            tool_response: dict = {
-                "toolResult": {
-                    "toolUseId": msg.tool_call_id,
-                    "content": [],
-                    "status": "success",
-                }
-            }
-            if isinstance(msg.content, dict):
-                tool_response["toolResult"]["content"].append({"json": msg.content})
-            elif isinstance(msg.content, str):
-                tool_response["toolResult"]["content"].append({"text": msg.content})
-            current_content.append(tool_response)
-        else:
-            if msg.content:
-                if isinstance(msg.content, str):
-                    current_content.append({"text": msg.content})
-                elif isinstance(msg.content, dict):
-                    current_content.append({"text": json.dumps(msg.content)})
-                elif isinstance(msg.content, list):
-                    for item in msg.content:
-                        if isinstance(item, str):
-                            current_content.append({"text": item})
-                        elif isinstance(item, llm.ChatImage):
-                            current_content.append(_build_image(item, cache_key))
-
-    if current_role is not None and current_content:
-        messages.append({"role": current_role, "content": current_content})
-
-    return messages, system

livekit_plugins_aws-0.1.0.dist-info/RECORD

@@ -1,13 +0,0 @@
-livekit/plugins/aws/__init__.py,sha256=Ea-hK7QdutnwdZvvs9K2fiR8RWJqz2JcONxXnV1kXF0,977
-livekit/plugins/aws/_utils.py,sha256=iuDuQpPta4wLtgW1Wc2rHspZWoa7KZI76tujQIPY898,7411
-livekit/plugins/aws/llm.py,sha256=yUAiBCtb2jRB1_S9BNrILTMmDffvKOpDod802kYnPVM,13527
-livekit/plugins/aws/log.py,sha256=jFief0Xhv0n_F6sp6UFu9VKxs2bXNVGAfYGmEYfR_2Q,66
-livekit/plugins/aws/models.py,sha256=wb7AfN-z7qgtKMZnUbQsELi6wN8ha5exI3DH8z6Gz3M,711
-livekit/plugins/aws/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-livekit/plugins/aws/stt.py,sha256=eH7gKtdCjwki20Th6PrCsjjtH-zjXa8ZWu-cu_KaT80,7935
-livekit/plugins/aws/tts.py,sha256=miUYrhstJ7tcLkvJ-8Cpv1UCQxRSdOqaSC2tvHBh9WI,7800
-livekit/plugins/aws/version.py,sha256=vQH9cItKAVYAmrLbOntkbLqmxrUZrPiKb1TjkZ8jRKQ,600
-livekit_plugins_aws-0.1.0.dist-info/METADATA,sha256=FUzLRO0YcUvcIidEEq_EK7Lbp6yPYKjzT_BkclYNGhM,1686
-livekit_plugins_aws-0.1.0.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-livekit_plugins_aws-0.1.0.dist-info/top_level.txt,sha256=OoDok3xUmXbZRvOrfvvXB-Juu4DX79dlq188E19YHoo,8
-livekit_plugins_aws-0.1.0.dist-info/RECORD,,

livekit_plugins_aws-0.1.0.dist-info/top_level.txt

@@ -1 +0,0 @@
-livekit