livekit-plugins-anthropic 0.0.1__tar.gz

livekit-plugins-anthropic-0.0.1/PKG-INFO

@@ -0,0 +1,26 @@
+Metadata-Version: 2.1
+Name: livekit-plugins-anthropic
+Version: 0.0.1
+Summary: LiveKit Python Plugins for Anthropic Models and Services
+Home-page: https://github.com/livekit/python-agents
+License: Apache-2.0
+Project-URL: Documentation, https://docs.livekit.io
+Project-URL: Website, https://livekit.io/
+Project-URL: Source, https://github.com/livekit/python-agents
+Keywords: webrtc,realtime,audio,video,livekit
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Topic :: Multimedia :: Sound/Audio
+Classifier: Topic :: Multimedia :: Video
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3 :: Only
+Requires-Python: >=3.7.0
+Description-Content-Type: text/markdown
+Requires-Dist: anthropic>=0.7.5
+
+# LiveKit Pluginss for OpenAI Models and Services

livekit-plugins-anthropic-0.0.1/README.md

@@ -0,0 +1 @@
+# LiveKit Pluginss for OpenAI Models and Services

livekit-plugins-anthropic-0.0.1/livekit/plugins/anthropic/__init__.py

@@ -0,0 +1,15 @@
+# Copyright 2023 LiveKit, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from .claude import ClaudePlugin, ClaudeMessage, ClaudeMessageRole

livekit-plugins-anthropic-0.0.1/livekit/plugins/anthropic/claude.py

@@ -0,0 +1,126 @@
+# Copyright 2023 LiveKit, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import logging
+import asyncio
+from dataclasses import dataclass
+from typing import AsyncIterable
+from anthropic import AsyncAnthropic, HUMAN_PROMPT, AI_PROMPT
+from enum import Enum
+
+ClaudeMessageRole = Enum(
+    'MessageRole', ["system", "human", "assistant"])
+
+
+@dataclass
+class ClaudeMessage:
+    role: ClaudeMessageRole
+    content: str
+
+    def to_api(self):
+        if ClaudeMessageRole.system == self.role:
+            return f"{self.content}"
+        elif ClaudeMessageRole.human == self.role:
+            return f"{HUMAN_PROMPT} {self.content}"
+        elif ClaudeMessageRole.assistant == self.role:
+            return f"{AI_PROMPT} {self.content}"
+        else:
+            raise ValueError("Invalid message role")
+
+
+class ClaudePlugin:
+    def __init__(self, model: str = 'claude-2', system_message: str = ''):
+        self._client = AsyncAnthropic(
+            api_key=os.environ["ANTHROPIC_API_KEY"])
+        self._model = model
+        self._system_message = system_message
+        self._messages: [ClaudeMessage] = []
+        self._producing_response = False
+        self._needs_interrupt = False
+
+    def interrupt(self):
+        if self._producing_response:
+            self._needs_interrupt = True
+
+    async def close(self):
+        pass
+
+    async def add_message(self, message: ClaudeMessage) -> AsyncIterable[str]:
+        self._messages.append(message)
+        async for text in self._generate_text_streamed():
+            yield text
+
+    async def _generate_text_streamed(self) -> AsyncIterable[str]:
+        system_message = ClaudeMessage(
+            role=ClaudeMessageRole.system, content=self._system_message)
+
+        try:
+            '''
+            Example Claude2 formatting for prompts:
+
+            Cats are wonderful animals and loved by everyone, no matter how many legs they have.
+
+            Human: I have two pet cats. One of them is missing a leg. The other one has a normal number of legs for a cat to have. In total, how many legs do my cats have?
+
+            Assistant: Can I think step-by-step?
+
+            Human: Yes, please do.
+
+            Assistant:
+            '''
+            prompt = ''.join([system_message.to_api()] + [m.to_api()
+                                                          for m in self._messages] + [ClaudeMessage(role=ClaudeMessageRole.assistant, content="").to_api()])
+            chat_stream = await asyncio.wait_for(
+                self._client.completions.create(
+                    model=self._model,
+                    max_tokens_to_sample=300,
+                    stream=True,
+                    prompt=prompt
+                ),
+                10
+            )
+        except TimeoutError:
+            yield "Sorry, I'm taking too long to respond. Please try again later."
+            return
+
+        self._producing_response = True
+        full_response = ""
+
+        while True:
+            try:
+                chunk = await asyncio.wait_for(anext(chat_stream, None), 5)
+            except TimeoutError:
+                break
+            except asyncio.CancelledError:
+                self._producing_response = False
+                self._needs_interrupt = False
+                break
+
+            if chunk is None:
+                break
+            content = chunk.completion
+
+            if self._needs_interrupt:
+                self._needs_interrupt = False
+                logging.info("Claude interrupted")
+                break
+
+            if content is not None:
+                full_response += content
+                yield content
+
+        self._messages.append(ClaudeMessage(
+            role=ClaudeMessageRole.assistant, content=full_response))
+        self._producing_response = False

livekit-plugins-anthropic-0.0.1/livekit/plugins/anthropic/version.py

@@ -0,0 +1,15 @@
+# Copyright 2023 LiveKit, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+__version__ = "0.0.1"

livekit-plugins-anthropic-0.0.1/livekit_plugins_anthropic.egg-info/PKG-INFO

@@ -0,0 +1,26 @@
+Metadata-Version: 2.1
+Name: livekit-plugins-anthropic
+Version: 0.0.1
+Summary: LiveKit Python Plugins for Anthropic Models and Services
+Home-page: https://github.com/livekit/python-agents
+License: Apache-2.0
+Project-URL: Documentation, https://docs.livekit.io
+Project-URL: Website, https://livekit.io/
+Project-URL: Source, https://github.com/livekit/python-agents
+Keywords: webrtc,realtime,audio,video,livekit
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Topic :: Multimedia :: Sound/Audio
+Classifier: Topic :: Multimedia :: Video
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3 :: Only
+Requires-Python: >=3.7.0
+Description-Content-Type: text/markdown
+Requires-Dist: anthropic>=0.7.5
+
+# LiveKit Pluginss for OpenAI Models and Services

livekit-plugins-anthropic-0.0.1/livekit_plugins_anthropic.egg-info/SOURCES.txt

@@ -0,0 +1,11 @@
+README.md
+pyproject.toml
+setup.py
+livekit/plugins/anthropic/__init__.py
+livekit/plugins/anthropic/claude.py
+livekit/plugins/anthropic/version.py
+livekit_plugins_anthropic.egg-info/PKG-INFO
+livekit_plugins_anthropic.egg-info/SOURCES.txt
+livekit_plugins_anthropic.egg-info/dependency_links.txt
+livekit_plugins_anthropic.egg-info/requires.txt
+livekit_plugins_anthropic.egg-info/top_level.txt

livekit-plugins-anthropic-0.0.1/livekit_plugins_anthropic.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

livekit-plugins-anthropic-0.0.1/livekit_plugins_anthropic.egg-info/requires.txt

@@ -0,0 +1 @@
+anthropic>=0.7.5

livekit-plugins-anthropic-0.0.1/livekit_plugins_anthropic.egg-info/top_level.txt

@@ -0,0 +1 @@
+livekit

livekit-plugins-anthropic-0.0.1/pyproject.toml

@@ -0,0 +1,3 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"

livekit-plugins-anthropic-0.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

livekit-plugins-anthropic-0.0.1/setup.py

@@ -0,0 +1,63 @@
+# Copyright 2023 LiveKit, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import pathlib
+
+import setuptools
+import setuptools.command.build_py
+
+
+here = pathlib.Path(__file__).parent.resolve()
+about = {}
+with open(os.path.join(here, 'livekit', 'plugins', 'anthropic', 'version.py'), 'r') as f:
+    exec(f.read(), about)
+
+
+setuptools.setup(
+    name="livekit-plugins-anthropic",
+    version=about['__version__'],
+    description="LiveKit Python Plugins for Anthropic Models and Services",
+    long_description=(here / "README.md").read_text(encoding="utf-8"),
+    long_description_content_type="text/markdown",
+    url="https://github.com/livekit/python-agents",
+    cmdclass={},
+    classifiers=[
+        "Intended Audience :: Developers",
+        "License :: OSI Approved :: Apache Software License",
+        "Topic :: Multimedia :: Sound/Audio",
+        "Topic :: Multimedia :: Video",
+        "Topic :: Scientific/Engineering :: Artificial Intelligence",
+        "Programming Language :: Python :: 3",
+        "Programming Language :: Python :: 3.7",
+        "Programming Language :: Python :: 3.8",
+        "Programming Language :: Python :: 3.9",
+        "Programming Language :: Python :: 3.10",
+        "Programming Language :: Python :: 3 :: Only",
+    ],
+    keywords=["webrtc", "realtime", "audio", "video", "livekit"],
+    license="Apache-2.0",
+    packages=setuptools.find_namespace_packages(
+        include=["livekit.*"]),
+    python_requires=">=3.7.0",
+    install_requires=[
+        "anthropic >= 0.7.5",
+    ],
+    package_data={},
+    project_urls={
+        "Documentation": "https://docs.livekit.io",
+        "Website": "https://livekit.io/",
+        "Source": "https://github.com/livekit/python-agents",
+    },
+)