meshagent-computers 0.0.7__tar.gz → 0.0.8__tar.gz

{meshagent_computers-0.0.7 → meshagent_computers-0.0.8}/CHANGELOG.md

@@ -1,3 +1,6 @@
+## [0.0.8]
+- Stability
+
 ## [0.0.7]
 - Added code editor agent
 - Fixes

meshagent_computers-0.0.8/MANIFEST.in

@@ -0,0 +1 @@
+include CHANGELOG.md

{meshagent_computers-0.0.7/meshagent_computers.egg-info → meshagent_computers-0.0.8}/PKG-INFO

@@ -1,9 +1,8 @@
 Metadata-Version: 2.4
 Name: meshagent-computers
-Version: 0.0.7
+Version: 0.0.8
 Summary: Computer Building Blocks for Meshagent
-Home-page: 
-License: Apache License 2.0
+License-Expression: Apache-2.0
 Project-URL: Documentation, https://meshagent.com
 Project-URL: Website, https://meshagent.com
 Project-URL: Source, https://github.com/meshagent
@@ -13,16 +12,10 @@ License-File: LICENSE
 Requires-Dist: pytest>=8.3.4
 Requires-Dist: pytest-asyncio>=0.24.0
 Requires-Dist: openai>=1.66.2
-Requires-Dist: meshagent-api>=0.0.7
-Requires-Dist: meshagent-agents>=0.0.7
-Requires-Dist: meshagent-tools>=0.0.7
+Requires-Dist: meshagent-api>=0.0.8
+Requires-Dist: meshagent-agents>=0.0.8
+Requires-Dist: meshagent-tools>=0.0.8
 Requires-Dist: playwright~=1.50.0
 Requires-Dist: browserbase~=1.2.0
 Requires-Dist: scrapybara~=2.4.1
-Dynamic: description-content-type
-Dynamic: license
 Dynamic: license-file
-Dynamic: project-url
-Dynamic: requires-dist
-Dynamic: requires-python
-Dynamic: summary

{meshagent_computers-0.0.7 → meshagent_computers-0.0.8}/meshagent/computers/__init__.py

@@ -5,3 +5,4 @@ from .docker import DockerComputer
 from .scrapybara import ScrapybaraBrowser, ScrapybaraUbuntu
 from .operator import Operator
 from .agent import ComputerAgent
+from .version import __version__

meshagent_computers-0.0.8/meshagent/computers/agent.py

@@ -0,0 +1,228 @@
+from meshagent.agents import LLMAdapter
+from meshagent.tools import Tool, Toolkit, ToolContext
+from meshagent.computers import Computer, Operator, BrowserbaseBrowser
+from meshagent.agents.chat import ChatBot, ChatThreadContext
+from meshagent.api import RequiredToolkit, RemoteParticipant
+from meshagent.api.messaging import RawOutputs
+from meshagent.tools.toolkit import register_toolkit_factory
+
+from typing import Optional, Type, Callable
+import base64
+import logging
+
+logging.basicConfig()
+logger = logging.getLogger("computer")
+logger.setLevel(logging.INFO)
+
+def make_computer_toolkit(*, operator_cls: Type[Operator], computer_cls: Type[Computer], render_screen: Callable[[bytes],None]):
+
+    operator = operator_cls()
+    computer = computer_cls()
+    started = False
+
+    class ComputerTool(Tool):
+        def __init__(self, *, operator: Operator, computer: Computer, title = "computer_call", description = "handle computer calls from computer use preview", rules = [], thumbnail_url = None, defs = None):
+            super().__init__(
+                name="computer_call",
+                # TODO: give a correct schema
+                input_schema={
+                    "additionalProperties" : False,
+                    "type" : "object",
+                    "required" : [],
+                    "properties" : {}
+                },
+                title=title,
+                description=description,
+                rules=rules,
+                thumbnail_url=thumbnail_url,
+                defs=defs,
+                
+            )
+            self.computer = computer
+
+
+        @property
+        def options(self):
+            return {
+                "type": "computer-preview",
+                "display_width": self.computer.dimensions[0],
+                "display_height": self.computer.dimensions[1],
+                "environment": self.computer.environment,
+            }
+
+        async def execute(self, context: ToolContext, *, arguments):
+            
+            nonlocal started
+            if started == False:
+                await self.computer.__aenter__()
+                started = True
+
+
+            outputs = await operator.play(computer=self.computer, item=arguments)
+            for output in outputs:
+                if output["type"] == "computer_call_output":
+                    if output["output"] != None:
+                        if output["output"]["type"] == "input_image":
+                        
+                            b64 : str = output["output"]["image_url"]
+                            image_data_b64 = b64.split(",", 1)
+                            
+                            image_bytes = base64.b64decode(image_data_b64[1])
+                            render_screen(image_bytes)
+                        
+                        
+            nonlocal computer_toolkit
+            if len(computer_toolkit.tools) == 1:
+                # HACK: after looking at the page, add the other tools,
+                # if we add these first then the computer-use-preview mode fails if it calls them before using the computer
+                computer_toolkit.tools.extend([
+                    ScreenshotTool(computer=computer),
+                    GotoURL(computer=computer),
+                ])
+            return RawOutputs(outputs=outputs)
+        
+    class ScreenshotTool(Tool):
+        def __init__(self, computer: Computer):
+            self.computer = computer
+
+            super().__init__(
+                name="screenshot",
+                # TODO: give a correct schema
+                input_schema={
+                    "additionalProperties" : False,
+                    "type" : "object",
+                    "required" : ["full_page","save_path"],
+                    "properties" : {
+                        "full_page" : {
+                            "type" : "boolean"
+                        },
+                        "save_path" : {
+                            "type" : "string",
+                            "description" : "a file path to save the screenshot to (should end with .png)"
+                        }
+                    }
+                },
+                description="take a screenshot of the current page",               
+            )
+
+        
+        async def execute(self, context: ToolContext, save_path: str, full_page: bool):
+            nonlocal started
+            if started == False:
+                await self.computer.__aenter__()
+                started = True
+
+            screenshot_bytes = await self.computer.screenshot_bytes(full_page=full_page)
+            handle = await context.room.storage.open(path=save_path, overwrite=True)
+            await context.room.storage.write(handle=handle, data=screenshot_bytes)
+            await context.room.storage.close(handle=handle)
+
+            return f"saved screenshot to {save_path}"
+        
+    class GotoURL(Tool):
+        def __init__(self, computer: Computer):
+            self.computer = computer
+
+            super().__init__(
+                name="goto",
+                description="goes to a specific URL. Make sure it starts with http:// or https://",
+                # TODO: give a correct schema
+                input_schema={
+                    "additionalProperties" : False,
+                    "type" : "object",
+                    "required" : ["url"],
+                    "properties" : {
+                        "url" : {
+                            "type" : "string",
+                            "description": "Fully qualified URL to navigate to.",
+                        }
+                    }
+                },
+            )
+
+        
+        async def execute(self, context: ToolContext, url: str):
+            nonlocal started
+            if started == False:
+                await self.computer.__aenter__()
+                started = True
+
+            if url.startswith("https://") == False and url.startswith("http://") == False:
+                url = "https://"+url
+
+            await self.computer.goto(url)
+
+            render_screen(await self.computer.screenshot_bytes(full_page=False))
+
+
+    computer_tool = ComputerTool(computer=computer, operator=operator)
+
+    computer_toolkit = Toolkit(name="meshagent.openai.computer", tools=[
+        computer_tool
+    ])
+
+    return computer_toolkit
+
+async def make_browserbase_toolkit(context: ToolContext, requirement: RequiredToolkit):
+    return make_computer_toolkit(operator_cls=Operator(), computer_cls=BrowserbaseBrowser())
+
+register_toolkit_factory("browserbase", make_browserbase_toolkit)
+
+
+class ComputerAgent(ChatBot):
+    def __init__(self, *, name, 
+            title=None,
+            description=None,
+            requires=None,
+            labels = None,
+            computer_cls: Type[Computer],
+            operator_cls: Type[Operator],
+            rules: Optional[list[str]] = None,
+            llm_adapter: Optional[LLMAdapter] = None,
+            toolkits: list[Toolkit] = None
+        ):
+
+        if rules == None:
+            rules=[
+                "if asked to go to a URL, you MUST use the goto function to go to the url if it is available",
+                "after going directly to a URL, the screen will change so you should take a look at it to know what to do next"
+            ]
+        super().__init__(
+            name=name,
+            title=title,
+            description=description,
+            requires=requires,
+            labels=labels,
+            llm_adapter=llm_adapter,
+            toolkits=toolkits,
+            rules=rules
+        )
+        self.computer_cls = computer_cls
+        self.operator_cls = operator_cls
+
+
+    async def get_thread_toolkits(self, *, thread_context: ChatThreadContext, participant: RemoteParticipant):
+        
+        toolkits = await super().get_thread_toolkits(thread_context=thread_context, participant=participant)
+
+        def render_screen(image_bytes: bytes):
+            for participant in thread_context.participants:
+                self.room.messaging.send_message_nowait(
+                    to=participant,
+                    type="computer_screen",
+                    message={
+                    },
+                    attachment=image_bytes
+                )
+            
+        computer_toolkit = make_computer_toolkit(
+            operator_cls=self.operator_cls,
+            computer_cls=self.computer_cls,
+            render_screen=render_screen
+        )
+        return [
+            computer_toolkit,
+            *toolkits
+        ]
+
+

{meshagent_computers-0.0.7 → meshagent_computers-0.0.8}/meshagent/computers/utils.py

@@ -47,7 +47,7 @@ def sanitize_message(msg: dict) -> dict:
     return msg
 
 
-def create_response(**kwargs):
+def track_response(**kwargs):
     url = "https://api.openai.com/v1/responses"
     headers = {
         "Authorization": f"Bearer {os.getenv('OPENAI_API_KEY')}",

meshagent_computers-0.0.8/meshagent/computers/version.py

@@ -0,0 +1 @@
+__version__ = "0.0.8"

{meshagent_computers-0.0.7 → meshagent_computers-0.0.8/meshagent_computers.egg-info}/PKG-INFO

@@ -1,9 +1,8 @@
 Metadata-Version: 2.4
 Name: meshagent-computers
-Version: 0.0.7
+Version: 0.0.8
 Summary: Computer Building Blocks for Meshagent
-Home-page: 
-License: Apache License 2.0
+License-Expression: Apache-2.0
 Project-URL: Documentation, https://meshagent.com
 Project-URL: Website, https://meshagent.com
 Project-URL: Source, https://github.com/meshagent
@@ -13,16 +12,10 @@ License-File: LICENSE
 Requires-Dist: pytest>=8.3.4
 Requires-Dist: pytest-asyncio>=0.24.0
 Requires-Dist: openai>=1.66.2
-Requires-Dist: meshagent-api>=0.0.7
-Requires-Dist: meshagent-agents>=0.0.7
-Requires-Dist: meshagent-tools>=0.0.7
+Requires-Dist: meshagent-api>=0.0.8
+Requires-Dist: meshagent-agents>=0.0.8
+Requires-Dist: meshagent-tools>=0.0.8
 Requires-Dist: playwright~=1.50.0
 Requires-Dist: browserbase~=1.2.0
 Requires-Dist: scrapybara~=2.4.1
-Dynamic: description-content-type
-Dynamic: license
 Dynamic: license-file
-Dynamic: project-url
-Dynamic: requires-dist
-Dynamic: requires-python
-Dynamic: summary

{meshagent_computers-0.0.7 → meshagent_computers-0.0.8}/meshagent_computers.egg-info/SOURCES.txt

@@ -3,8 +3,6 @@ LICENSE
 MANIFEST.in
 README.md
 pyproject.toml
-setup.py
-version.py
 meshagent/computers/__init__.py
 meshagent/computers/agent.py
 meshagent/computers/base_playwright.py
@@ -15,6 +13,7 @@ meshagent/computers/local_playwright.py
 meshagent/computers/operator.py
 meshagent/computers/scrapybara.py
 meshagent/computers/utils.py
+meshagent/computers/version.py
 meshagent_computers.egg-info/PKG-INFO
 meshagent_computers.egg-info/SOURCES.txt
 meshagent_computers.egg-info/dependency_links.txt

{meshagent_computers-0.0.7 → meshagent_computers-0.0.8}/meshagent_computers.egg-info/requires.txt

@@ -1,9 +1,9 @@
 pytest>=8.3.4
 pytest-asyncio>=0.24.0
 openai>=1.66.2
-meshagent-api>=0.0.7
-meshagent-agents>=0.0.7
-meshagent-tools>=0.0.7
+meshagent-api>=0.0.8
+meshagent-agents>=0.0.8
+meshagent-tools>=0.0.8
 playwright~=1.50.0
 browserbase~=1.2.0
 scrapybara~=2.4.1

meshagent_computers-0.0.8/pyproject.toml

@@ -0,0 +1,39 @@
+[build-system]
+requires = [
+  "setuptools>=42",
+  "wheel"
+]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "meshagent-computers"
+dynamic = ["version", "readme"]
+description = "Computer Building Blocks for Meshagent"
+requires-python = ">=3.9.0"
+license = "Apache-2.0"
+dependencies = [
+  "pytest>=8.3.4",
+  "pytest-asyncio>=0.24.0",
+  "openai>=1.66.2",
+  "meshagent-api>=0.0.8",
+  "meshagent-agents>=0.0.8",
+  "meshagent-tools>=0.0.8",
+  "playwright~=1.50.0",
+  "browserbase~=1.2.0",
+  "scrapybara~=2.4.1"
+]
+
+[project.urls]
+Documentation = "https://meshagent.com"
+Website = "https://meshagent.com"
+Source = "https://github.com/meshagent"
+
+[tool.setuptools.packages.find]
+include = ["meshagent.*"]
+
+[tool.setuptools.package-data]
+"meshagent.computers" = ["py.typed", "*.pyi", "**/*.pyi", "**/*.js" ]
+
+[tool.setuptools.dynamic]
+version = {attr = "meshagent.computers.version.__version__"}
+readme = { file = "README.md", content-type = "text/markdown" }

meshagent_computers-0.0.7/MANIFEST.in

@@ -1,2 +0,0 @@
-include version.py
-include CHANGELOG.md

meshagent_computers-0.0.7/meshagent/computers/agent.py

@@ -1,225 +0,0 @@
-from meshagent.openai import OpenAIResponsesAdapter
-from meshagent.agents import LLMAdapter, AgentChatContext
-from meshagent.tools import Tool, Toolkit, ToolContext
-from meshagent.agents.prompt import PromptAgent
-from meshagent.computers import Computer, Operator
-from meshagent.agents.chat import ChatBot, ChatThreadContext
-from meshagent.api import RemoteParticipant, FileResponse
-from meshagent.api.messaging import RawOutputs
-
-from typing import Optional
-import base64
-import json
-import logging
-
-logging.basicConfig()
-logger = logging.getLogger("computer")
-logger.setLevel(logging.INFO)
-
-class ComputerAgent[ComputerType:Computer, OperatorType:Operator](ChatBot):
-    def __init__(self, *, name, 
-            title=None,
-            description=None,
-            requires=None,
-            labels = None,
-            computer_cls: ComputerType,
-            operator_cls: OperatorType,
-            rules: Optional[list[str]] = None,
-            llm_adapter: Optional[LLMAdapter] = None,
-            toolkits: list[Toolkit] = None
-        ):
-
-        if rules == None:
-            rules=[
-                "if asked to go to a URL, you MUST use the goto function to go to the url if it is available",
-                "after going directly to a URL, the screen will change so you should take a look at it to know what to do next"
-            ]
-        super().__init__(
-            name=name,
-            title=title,
-            description=description,
-            requires=requires,
-            labels=labels,
-            llm_adapter=llm_adapter,
-            toolkits=toolkits,
-            rules=rules
-        )
-        self.computer_cls = computer_cls
-        self.operator_cls = operator_cls
-
-
-    async def init_thread_context(self, *, thread_context: ChatThreadContext):
-        
-        operator : Operator = self.operator_cls()
-        computer : Computer = self.computer_cls()
-        started = False
-
-        class ComputerTool(Tool):
-            def __init__(self, *, operator: Operator, computer: Computer, title = "computer_call", description = "handle computer calls from computer use preview", rules = [], thumbnail_url = None, defs = None):
-                super().__init__(
-                    name="computer_call",
-                    # TODO: give a correct schema
-                    input_schema={
-                        "additionalProperties" : False,
-                        "type" : "object",
-                        "required" : [],
-                        "properties" : {}
-                    },
-                    title=title,
-                    description=description,
-                    rules=rules,
-                    thumbnail_url=thumbnail_url,
-                    defs=defs,
-                   
-                )
-                self.computer = computer
-
-
-            @property
-            def options(self):
-                return {
-                    "type": "computer-preview",
-                    "display_width": self.computer.dimensions[0],
-                    "display_height": self.computer.dimensions[1],
-                    "environment": self.computer.environment,
-                }
-
-            async def execute(self,  context: ToolContext, *, arguments):
-                
-                nonlocal started
-                if started == False:
-                    await self.computer.__aenter__()
-                    started = True
-
-                for participant in thread_context.participants:
-                    await context.room.messaging.send_message(
-                        to=participant,
-                        type="computer_use",
-                        message={
-                            "arguments" : arguments
-                        }
-                    )
-
-                outputs = await operator.play(computer=self.computer, item=arguments)
-                for output in outputs:
-                      if output["type"] == "computer_call_output":
-                          if output["output"] != None:
-                              if output["output"]["type"] == "input_image":
-                                  
-                                b64 : str = output["output"]["image_url"]
-                                image_data_b64 = b64.split(",", 1)
-                                
-                                image_bytes = base64.b64decode(image_data_b64[1])
-
-                                for participant in thread_context.participants:
-                                    context.room.messaging.send_message_nowait(
-                                        to=participant,
-                                        type="computer_screen",
-                                        message={
-                                        },
-                                        attachment=image_bytes
-                                    )
-                
-                nonlocal computer_toolkit
-                if len(computer_toolkit.tools) == 1:
-                    # HACK: after looking at the page, add the other tools,
-                    # if we add these first then the computer-use-preview mode fails if it calls them before using the computer
-                    computer_toolkit.tools.extend([
-                        ScreenshotTool(computer=computer),
-                        GotoURL(computer=computer),
-                    ])
-                return RawOutputs(outputs=outputs)
-            
-        class ScreenshotTool(Tool):
-            def __init__(self, computer: Computer):
-                self.computer = computer
-
-                super().__init__(
-                    name="screenshot",
-                    # TODO: give a correct schema
-                    input_schema={
-                        "additionalProperties" : False,
-                        "type" : "object",
-                        "required" : ["full_page","save_path"],
-                        "properties" : {
-                            "full_page" : {
-                                "type" : "boolean"
-                            },
-                            "save_path" : {
-                                "type" : "string",
-                                "description" : "a file path to save the screenshot to (should end with .png)"
-                            }
-                        }
-                    },
-                    description="take a screenshot of the current page",               
-                )
-
-            
-            async def execute(self, context: ToolContext, save_path: str, full_page: bool):
-                nonlocal started
-                if started == False:
-                    await self.computer.__aenter__()
-                    started = True
-
-                screenshot_bytes = await self.computer.screenshot_bytes(full_page=full_page)
-                handle = await context.room.storage.open(path=save_path, overwrite=True)
-                await context.room.storage.write(handle=handle, data=screenshot_bytes)
-                await context.room.storage.close(handle=handle)
-
-                return f"saved screenshot to {save_path}"
-            
-        class GotoURL(Tool):
-            def __init__(self, computer: Computer):
-                self.computer = computer
-
-                super().__init__(
-                    name="goto",
-                    description="goes to a specific URL. Make sure it starts with http:// or https://",
-                    # TODO: give a correct schema
-                    input_schema={
-                        "additionalProperties" : False,
-                        "type" : "object",
-                        "required" : ["url"],
-                        "properties" : {
-                            "url" : {
-                                "type" : "string",
-                                "description": "Fully qualified URL to navigate to.",
-                            }
-                        }
-                    },
-                )
-
-            
-            async def execute(self, context: ToolContext, url: str):
-                nonlocal started
-                if started == False:
-                    await self.computer.__aenter__()
-                    started = True
-
-                if url.startswith("https://") == False and url.startswith("http://") == False:
-                    url = "https://"+url
-
-                await self.computer.goto(url)
-
-                # send an updated screen out
-                for participant in thread_context.participants:
-                    context.room.messaging.send_message_nowait(
-                        to=participant,
-                        type="computer_screen",
-                        message={
-                        },
-                        attachment = await self.computer.screenshot_bytes(full_page=False)
-                    )
-        
-        computer_tool = ComputerTool(computer=computer, operator=operator)
-        
-        computer_toolkit = Toolkit(name="meshagent.openai.computer", tools=[
-            computer_tool
-        ])
-
-        thread_context.toolkits = [
-            computer_toolkit,
-            *thread_context.toolkits
-        ]
-
-

meshagent_computers-0.0.7/pyproject.toml

@@ -1,5 +0,0 @@
-[build-system]
-requires = [
-    "setuptools>=42",
-]
-build-backend = "setuptools.build_meta"

meshagent_computers-0.0.7/setup.py

@@ -1,46 +0,0 @@
-import os
-import pathlib
-from typing import Any, Dict
-
-import setuptools  # type: ignore
-
-here = pathlib.Path(__file__).parent.resolve()
-about: Dict[Any, Any] = {}
-with open(os.path.join(here, "version.py"), "r") as f:
-    exec(f.read(), about)
-
-setuptools.setup(
-    name="meshagent-computers",
-    version=about["__version__"],
-    description="Computer Building Blocks for Meshagent",
-    long_description=(here / "README.md").read_text(encoding="utf-8"),
-    long_description_content_type="text/markdown",
-    url="",
-    classifiers=[       
-    ],
-    keywords=[],
-    license="Apache License 2.0",
-    packages=setuptools.find_namespace_packages(include=[
-        "meshagent.*",
-    ]),
-    python_requires=">=3.9.0",
-    install_requires=[
-        "pytest>=8.3.4",
-        "pytest-asyncio>=0.24.0",
-        "openai>=1.66.2",
-        "meshagent-api>=0.0.7",
-        "meshagent-agents>=0.0.7",
-        "meshagent-tools>=0.0.7",
-        "playwright~=1.50.0",
-        "browserbase~=1.2.0",
-        "scrapybara~=2.4.1",
-    ],
-    package_data={        
-        "meshagent.computers": ["py.typed", "*.pyi", "**/*.pyi",  "**/*.js"],
-    },
-    project_urls={
-        "Documentation": "https://meshagent.com",
-        "Website": "https://meshagent.com",
-        "Source": "https://github.com/meshagent",
-    },
-)

meshagent_computers-0.0.7/version.py

@@ -1 +0,0 @@
-__version__ = "0.0.7"