livekit-plugins-anthropic 1.1.7__tar.gz → 1.3.12__tar.gz

{livekit_plugins_anthropic-1.1.7 → livekit_plugins_anthropic-1.3.12}/.gitignore

@@ -169,4 +169,11 @@ node_modules
 
 credentials.json
 pyrightconfig.json
-docs/
+docs/
+
+# Database files
+*.db
+
+
+# Examples for development
+examples/dev/*

{livekit_plugins_anthropic-1.1.7 → livekit_plugins_anthropic-1.3.12}/PKG-INFO

@@ -1,13 +1,13 @@
 Metadata-Version: 2.4
 Name: livekit-plugins-anthropic
-Version: 1.1.7
+Version: 1.3.12
 Summary: Agent Framework plugin for services from Anthropic
 Project-URL: Documentation, https://docs.livekit.io
 Project-URL: Website, https://livekit.io/
 Project-URL: Source, https://github.com/livekit/agents
 Author-email: LiveKit <hello@livekit.io>
 License-Expression: Apache-2.0
-Keywords: audio,livekit,realtime,video,webrtc
+Keywords: ai,audio,livekit,realtime,video,voice,webrtc
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
@@ -20,7 +20,7 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Requires-Python: >=3.9.0
 Requires-Dist: anthropic>=0.41
 Requires-Dist: httpx
-Requires-Dist: livekit-agents>=1.1.7
+Requires-Dist: livekit-agents>=1.3.12
 Description-Content-Type: text/markdown
 
 # Anthropic plugin for LiveKit Agents

{livekit_plugins_anthropic-1.1.7 → livekit_plugins_anthropic-1.3.12}/livekit/plugins/anthropic/llm.py

@@ -25,7 +25,7 @@ import anthropic
 from livekit.agents import APIConnectionError, APIStatusError, APITimeoutError, llm
 from livekit.agents.llm import ToolChoice
 from livekit.agents.llm.chat_context import ChatContext
-from livekit.agents.llm.tool_context import FunctionTool, RawFunctionTool
+from livekit.agents.llm.tool_context import Tool
 from livekit.agents.types import (
     DEFAULT_API_CONNECT_OPTIONS,
     NOT_GIVEN,
@@ -35,7 +35,7 @@ from livekit.agents.types import (
 from livekit.agents.utils import is_given
 
 from .models import ChatModels
-from .utils import CACHE_CONTROL_EPHEMERAL, to_fnc_ctx
+from .utils import CACHE_CONTROL_EPHEMERAL
 
 
 @dataclass
@@ -100,7 +100,7 @@ class LLM(llm.LLM):
         if not anthropic_api_key:
             raise ValueError("Anthropic API key is required")
 
-        self._client = anthropic.AsyncClient(
+        self._client = client or anthropic.AsyncClient(
             api_key=anthropic_api_key,
             base_url=base_url if is_given(base_url) else None,
             http_client=httpx.AsyncClient(
@@ -114,11 +114,19 @@ class LLM(llm.LLM):
             ),
         )
 
+    @property
+    def model(self) -> str:
+        return self._opts.model
+
+    @property
+    def provider(self) -> str:
+        return self._client._base_url.netloc.decode("utf-8")
+
     def chat(
         self,
         *,
         chat_ctx: ChatContext,
-        tools: list[FunctionTool | RawFunctionTool] | None = None,
+        tools: list[Tool] | None = None,
         conn_options: APIConnectOptions = DEFAULT_API_CONNECT_OPTIONS,
         parallel_tool_calls: NotGivenOr[bool] = NOT_GIVEN,
         tool_choice: NotGivenOr[ToolChoice] = NOT_GIVEN,
@@ -141,7 +149,7 @@ class LLM(llm.LLM):
         extra["max_tokens"] = self._opts.max_tokens if is_given(self._opts.max_tokens) else 1024
 
         if tools:
-            extra["tools"] = to_fnc_ctx(tools, self._opts.caching or None)
+            extra["tools"] = llm.ToolContext(tools).parse_function_tools("anthropic")
             tool_choice = (
                 cast(ToolChoice, tool_choice) if is_given(tool_choice) else self._opts.tool_choice
             )
@@ -181,6 +189,9 @@ class LLM(llm.LLM):
             if extra.get("system"):
                 extra["system"][-1]["cache_control"] = CACHE_CONTROL_EPHEMERAL
 
+            if extra.get("tools"):
+                extra["tools"][-1]["cache_control"] = CACHE_CONTROL_EPHEMERAL
+
             seen_assistant = False
             for msg in reversed(messages):
                 if (
@@ -219,7 +230,7 @@ class LLMStream(llm.LLMStream):
         *,
         anthropic_stream: Awaitable[anthropic.AsyncStream[anthropic.types.RawMessageStreamEvent]],
         chat_ctx: llm.ChatContext,
-        tools: list[FunctionTool | RawFunctionTool],
+        tools: list[Tool],
         conn_options: APIConnectOptions,
     ) -> None:
         super().__init__(llm, chat_ctx=chat_ctx, tools=tools, conn_options=conn_options)

livekit_plugins_anthropic-1.3.12/livekit/plugins/anthropic/models.py

@@ -0,0 +1,15 @@
+from typing import Literal
+
+# https://docs.anthropic.com/en/docs/about-claude/model-deprecations#model-status
+
+ChatModels = Literal[
+    "claude-3-5-sonnet-20240620",  # deprecated
+    "claude-3-opus-20240229",  # deprecated
+    "claude-3-5-sonnet-20241022",  # deprecated
+    "claude-3-haiku-20240307",
+    "claude-3-5-haiku-20241022",
+    "claude-3-7-sonnet-20250219",
+    "claude-sonnet-4-20250514",
+    "claude-opus-4-20250514",
+    "claude-opus-4-1-20250805",
+]

livekit_plugins_anthropic-1.3.12/livekit/plugins/anthropic/utils.py

@@ -0,0 +1,11 @@
+import anthropic
+
+# We can define up to 4 cache breakpoints, we will add them at:
+# - the last tool definition
+# - the last system message
+# - the last assistant message
+# - the last user message before the last assistant message
+# https://docs.anthropic.com/en/docs/build-with-claude/prompt-caching#structuring-your-prompt
+CACHE_CONTROL_EPHEMERAL = anthropic.types.CacheControlEphemeralParam(type="ephemeral")
+
+__all__ = ["CACHE_CONTROL_EPHEMERAL"]

{livekit_plugins_anthropic-1.1.7 → livekit_plugins_anthropic-1.3.12}/livekit/plugins/anthropic/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "1.1.7"
+__version__ = "1.3.12"

{livekit_plugins_anthropic-1.1.7 → livekit_plugins_anthropic-1.3.12}/pyproject.toml

@@ -10,7 +10,7 @@ readme = "README.md"
 license = "Apache-2.0"
 requires-python = ">=3.9.0"
 authors = [{ name = "LiveKit", email = "hello@livekit.io" }]
-keywords = ["webrtc", "realtime", "audio", "video", "livekit"]
+keywords = ["voice", "ai", "realtime", "audio", "video", "livekit", "webrtc"]
 classifiers = [
     "Intended Audience :: Developers",
     "License :: OSI Approved :: Apache Software License",
@@ -22,7 +22,7 @@ classifiers = [
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3 :: Only",
 ]
-dependencies = ["livekit-agents>=1.1.7", "anthropic>=0.41", "httpx"]
+dependencies = ["livekit-agents>=1.3.12", "anthropic>=0.41", "httpx"]
 
 [project.urls]
 Documentation = "https://docs.livekit.io"

livekit_plugins_anthropic-1.1.7/livekit/plugins/anthropic/models.py

@@ -1,9 +0,0 @@
-from typing import Literal
-
-ChatModels = Literal[
-    "claude-3-5-sonnet-20240620",
-    "claude-3-opus-20240229",
-    "claude-3-sonnet-20240229",
-    "claude-3-5-sonnet-20241022",
-    "claude-3-haiku-20240307",
-]

livekit_plugins_anthropic-1.1.7/livekit/plugins/anthropic/utils.py

@@ -1,54 +0,0 @@
-from typing import Literal, Optional, Union
-
-import anthropic
-from livekit.agents import llm
-from livekit.agents.llm import FunctionTool, RawFunctionTool
-from livekit.agents.llm.tool_context import (
-    get_raw_function_info,
-    is_function_tool,
-    is_raw_function_tool,
-)
-
-# We can define up to 4 cache breakpoints, we will add them at:
-# - the last tool definition
-# - the last system message
-# - the last assistant message
-# - the last user message before the last assistant message
-# https://docs.anthropic.com/en/docs/build-with-claude/prompt-caching#structuring-your-prompt
-CACHE_CONTROL_EPHEMERAL = anthropic.types.CacheControlEphemeralParam(type="ephemeral")
-
-__all__ = ["to_fnc_ctx", "CACHE_CONTROL_EPHEMERAL"]
-
-
-def to_fnc_ctx(
-    fncs: list[Union[FunctionTool, RawFunctionTool]], caching: Optional[Literal["ephemeral"]]
-) -> list[anthropic.types.ToolParam]:
-    tools: list[anthropic.types.ToolParam] = []
-    for fnc in fncs:
-        tools.append(_build_anthropic_schema(fnc))
-
-    if tools and caching == "ephemeral":
-        tools[-1]["cache_control"] = CACHE_CONTROL_EPHEMERAL
-
-    return tools
-
-
-def _build_anthropic_schema(
-    function_tool: Union[FunctionTool, RawFunctionTool],
-) -> anthropic.types.ToolParam:
-    if is_function_tool(function_tool):
-        fnc = llm.utils.build_legacy_openai_schema(function_tool, internally_tagged=True)
-        return anthropic.types.ToolParam(
-            name=fnc["name"],
-            description=fnc["description"] or "",
-            input_schema=fnc["parameters"],
-        )
-    elif is_raw_function_tool(function_tool):
-        info = get_raw_function_info(function_tool)
-        return anthropic.types.ToolParam(
-            name=info.name,
-            description=info.raw_schema.get("description", ""),
-            input_schema=info.raw_schema.get("parameters", {}),
-        )
-    else:
-        raise ValueError("Invalid function tool")