cua-agent 0.4.14__py3-none-any.whl → 0.7.16__py3-none-any.whl

cua_agent-0.7.16.dist-info/METADATA

@@ -0,0 +1,85 @@
+Metadata-Version: 2.1
+Name: cua-agent
+Version: 0.7.16
+Summary: Cua (Computer Use) Agent for AI-driven computer interaction
+Author-Email: TryCua <gh@trycua.com>
+Requires-Python: <3.14,>=3.12
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: aiohttp>=3.9.3
+Requires-Dist: asyncio
+Requires-Dist: anyio>=4.4.1
+Requires-Dist: typing-extensions>=4.12.2
+Requires-Dist: pydantic>=2.6.4
+Requires-Dist: rich>=13.7.1
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: cua-computer<0.6.0,>=0.5.0
+Requires-Dist: cua-core<0.2.0,>=0.1.8
+Requires-Dist: certifi>=2024.2.2
+Requires-Dist: litellm>=1.74.12
+Provides-Extra: openai
+Provides-Extra: anthropic
+Provides-Extra: qwen
+Requires-Dist: qwen-vl-utils; extra == "qwen"
+Requires-Dist: qwen-agent; extra == "qwen"
+Requires-Dist: Pillow>=10.0.0; extra == "qwen"
+Provides-Extra: omni
+Requires-Dist: cua-som<0.2.0,>=0.1.0; extra == "omni"
+Provides-Extra: uitars
+Provides-Extra: uitars-mlx
+Requires-Dist: mlx-vlm>=0.1.27; sys_platform == "darwin" and extra == "uitars-mlx"
+Provides-Extra: uitars-hf
+Requires-Dist: accelerate; extra == "uitars-hf"
+Requires-Dist: torch; extra == "uitars-hf"
+Requires-Dist: transformers>=4.54.0; extra == "uitars-hf"
+Provides-Extra: glm45v-hf
+Requires-Dist: accelerate; extra == "glm45v-hf"
+Requires-Dist: torch; extra == "glm45v-hf"
+Requires-Dist: transformers-v4.55.0-GLM-4.5V-preview; extra == "glm45v-hf"
+Provides-Extra: opencua-hf
+Requires-Dist: accelerate; extra == "opencua-hf"
+Requires-Dist: torch; extra == "opencua-hf"
+Requires-Dist: transformers>=4.53.0; extra == "opencua-hf"
+Requires-Dist: tiktoken>=0.11.0; extra == "opencua-hf"
+Requires-Dist: blobfile>=3.0.0; extra == "opencua-hf"
+Provides-Extra: internvl-hf
+Requires-Dist: accelerate; extra == "internvl-hf"
+Requires-Dist: torch; extra == "internvl-hf"
+Requires-Dist: transformers>=4.55.0; extra == "internvl-hf"
+Requires-Dist: einops; extra == "internvl-hf"
+Requires-Dist: timm; extra == "internvl-hf"
+Provides-Extra: moondream3
+Requires-Dist: accelerate; extra == "moondream3"
+Requires-Dist: torch; extra == "moondream3"
+Requires-Dist: transformers>=4.55.0; extra == "moondream3"
+Provides-Extra: ui
+Requires-Dist: gradio>=6.0.0; extra == "ui"
+Requires-Dist: python-dotenv>=1.0.1; extra == "ui"
+Provides-Extra: cli
+Requires-Dist: yaspin>=3.1.0; extra == "cli"
+Provides-Extra: hud
+Requires-Dist: hud-python==0.4.52; extra == "hud"
+Provides-Extra: gemini
+Requires-Dist: google-genai>=1.41.0; extra == "gemini"
+Provides-Extra: all
+Requires-Dist: mlx-vlm>=0.1.27; sys_platform == "darwin" and extra == "all"
+Requires-Dist: accelerate; extra == "all"
+Requires-Dist: torch; extra == "all"
+Requires-Dist: transformers>=4.55.0; extra == "all"
+Requires-Dist: einops; extra == "all"
+Requires-Dist: timm; extra == "all"
+Requires-Dist: tiktoken>=0.11.0; extra == "all"
+Requires-Dist: blobfile>=3.0.0; extra == "all"
+Requires-Dist: gradio>=6.0.0; extra == "all"
+Requires-Dist: python-dotenv>=1.0.1; extra == "all"
+Requires-Dist: yaspin>=3.1.0; extra == "all"
+Requires-Dist: google-genai>=1.41.0; extra == "all"
+Requires-Dist: qwen-vl-utils; extra == "all"
+Requires-Dist: qwen-agent; extra == "all"
+Requires-Dist: Pillow>=10.0.0; extra == "all"
+Description-Content-Type: text/markdown
+
+# Cua Agent
+
+Computer-Use framework with liteLLM integration for running agentic workflows on macOS, Windows, and Linux sandboxes.
+
+**[Documentation](https://cua.ai/docs/cua/reference/agent-sdk)** - Installation, guides, and configuration.

cua_agent-0.7.16.dist-info/RECORD

@@ -0,0 +1,79 @@
+agent/__init__.py,sha256=zaQexECXUaHLjkkkS166vXBLV6gMcKC2ssL3nCfJ2wA,1250
+agent/__main__.py,sha256=hD-1r72Evv3eJ7v6RhuU2vpusqxx-thbdrK5_iZGD-I,539
+agent/adapters/__init__.py,sha256=UFIRGjyjHZzIuPJP_6LxrPF0YLL_1uVFve7sB20NTQQ,422
+agent/adapters/azure_ml_adapter.py,sha256=Nr3hc6jSkEJ7NKcd-qewBitxPm0ECvCZz21DmOBLIsM,10364
+agent/adapters/cua_adapter.py,sha256=JYiKicHx0Al3ItYFX33ulPIkSbdfCkL_BWeePH9timY,5886
+agent/adapters/huggingfacelocal_adapter.py,sha256=dL9fuDNC3MaA67DQye5UT-Sq-gmD9_2NIS5UTWLlSjU,6641
+agent/adapters/human_adapter.py,sha256=SWUYgJZ_o8_5qw6uuXEahBPeHQ2fCLrTrM7U1PhQta8,12548
+agent/adapters/mlxvlm_adapter.py,sha256=n8Amj8RPmdnUHVZUW-HfwsLEqakrkwMp6KnwQKTHyAE,14277
+agent/adapters/models/__init__.py,sha256=aojUJzqd02Zo0u4VdTgOiAWAxyzwjTrn-FuCAsAoBEs,1474
+agent/adapters/models/generic.py,sha256=qwhJXc8v9s44x1r0RnlTCjAIl862pwx33OEhyfwc72Y,2782
+agent/adapters/models/internvl.py,sha256=8V5l-A7sR43oePcCLdWL9p9BWS65tKW0jtCzS_Hc-Ls,11766
+agent/adapters/models/opencua.py,sha256=KziBcGQl4fJ4ad-sdQeHqFP_Ez4hzJWxcMou-cBLAOI,4083
+agent/adapters/models/qwen2_5_vl.py,sha256=QzZawBxA_yLmqcG2rTtrQtWkKubyI9Oik5Lv2FUyQlw,2823
+agent/agent.py,sha256=4Db48Vk9zV5Y0pXP2bURsnqjKrloS7Fb0zF32NwBAgU,35575
+agent/callbacks/__init__.py,sha256=0LCm6Su3tszYBqaXCroCkIveAkFE2UjBOms-Ku8NN4s,819
+agent/callbacks/base.py,sha256=onbJlS6HzgptBYfvPIDe8-PWK71Zr3mFaGVUyupNwCo,4622
+agent/callbacks/budget_manager.py,sha256=RQ0P4s-w6xvtLQsIxgZ5n-ocfcYnqljSlGftmG1cVk8,1899
+agent/callbacks/image_retention.py,sha256=qWe_XLyisvZVYn-_WHyIgHSpcxdqdS0tJKI4ZvVyEXI,3578
+agent/callbacks/logging.py,sha256=MNbWH3DxSkI7RZJ-BAwr6lCClXVDNM6864wNA2TAQ6g,10855
+agent/callbacks/operator_validator.py,sha256=MrQZC5ySjHtjGryVrY8T0bUL9rOqSqTA7rMNqkqmXvU,6484
+agent/callbacks/otel.py,sha256=4svx0T-vuDKT1qMQxP4SicINT6xpUwvoFy8GST9lLRg,8793
+agent/callbacks/pii_anonymization.py,sha256=OSnb309Klc5GIQcrYuZvw-ddJJ0FNJ3U0WiJeT3Q8BA,3179
+agent/callbacks/prompt_instructions.py,sha256=RUqsJhiNiXqaOM_P2AfyBinWUDdgDku46BExLMUJHn4,1517
+agent/callbacks/telemetry.py,sha256=sVLQ2COK0TAQ2RJtdnlzMyQqGov566O2gWNDwxW27qk,8371
+agent/callbacks/trajectory_saver.py,sha256=ASd5wmYSt2izEbjOtVobEn_7wbGcVapiMd51qpK8HaU,16011
+agent/cli.py,sha256=B4wtY7YfcJbgrv5ocztj1pkPYqWjLhBRvVGLSPHntAM,17894
+agent/computers/__init__.py,sha256=Q69OOH4m8GXY_O0BrEfwPkdiW7Muc97-N8DXi3maKOM,1475
+agent/computers/base.py,sha256=Ud62zbSfgMuJ2Y6JrHVH25GG208rqKJBr4v1EXFfbKI,2310
+agent/computers/cua.py,sha256=0QdX3aC4btiUWVZ9iAdxz9BXUL1viFWGYGZVE1CZ_kM,5621
+agent/computers/custom.py,sha256=r010ew-tO0mq3sjvEPome2ELTA5tPCtEgInDyhICaak,7970
+agent/decorators.py,sha256=KLSLczVt6AIh8IPp5YUIqJhNMpcbYUu-irCpc6uGKfI,1875
+agent/human_tool/__init__.py,sha256=2lp9aZLdId4iooY6sdMw4TwVmDdAvsKyZFJla99BpA0,748
+agent/human_tool/__main__.py,sha256=P4H50miHpkqRax6sfRG9PSRct2g82RLwfmshFvqpSLs,1069
+agent/human_tool/server.py,sha256=YeTsVDwRFBn6x7lGCywNe3H94hA6Fsp8SFfHslhxkac,7933
+agent/human_tool/ui.py,sha256=d_nhtJWH40tOwDP84t9EqnOiEpzDu88F2MvZR6kQu2M,30751
+agent/integrations/hud/__init__.py,sha256=fVJXPhTdu3-2-8h1qC4kTCtsphgajUO-rnuDJbMnvbw,5854
+agent/integrations/hud/agent.py,sha256=vfuU0t1vcwZhpxnuTNXs8-zQQ3p1RxJq53cI3PmGGqw,14544
+agent/integrations/hud/proxy.py,sha256=Kj9grnLbuaCS-2y2TXVuRBQwqifzh-UX0Q916V9PWyY,11718
+agent/loops/__init__.py,sha256=xLSxiw0zIpeyI60s-OLpPfANGs5DtOcRoFDCdmN-c0o,634
+agent/loops/anthropic.py,sha256=asu9G0pssv2yrOsOOOhn51K6X11deF-HzFHQ-_qgE_A,73097
+agent/loops/base.py,sha256=E61rNE8WttIXZ1-AP6k2cZeSp8dzvWkXzUOeU8SLwN8,2677
+agent/loops/composed_grounded.py,sha256=Cc5w9gU-5D0MP-Wjb4XLcjuNIN9EeRKXNyMtLwRoq8I,12395
+agent/loops/fara/__init__.py,sha256=kaN1VsFZOf0dWUPPX4M2qbTl3JqzN3O3jlq5ByOrkW8,182
+agent/loops/fara/config.py,sha256=EO0WGxF_e51s16o7PP7gBBNqhpOeotB_1njbXNC_fmY,21478
+agent/loops/fara/helpers.py,sha256=j5fWcVNdXM0vhtdDf9IjzlqCSgAh2XpKRhhn7C6b9MY,13657
+agent/loops/fara/schema.py,sha256=rVZyF3kXecmg-uve9ekeeROk_Yo4tJId2NowyeNakOk,4221
+agent/loops/gelato.py,sha256=72ctdzpaZRHqs_bsNquq-E5NisITzusOMJSB5pyxUZI,5784
+agent/loops/gemini.py,sha256=U_yaexk1N60sB9Se5qAalcz1hr5JPt9kM_o8XsCtpLE,36564
+agent/loops/generic_vlm.py,sha256=YnK96VqHnGaRndIves5riAEh3bY3lKP5ZlO90N68Vs8,24784
+agent/loops/glm45v.py,sha256=HkLJMYMYbQDUBxD5upBMwY7jrJZh44UUaPKLjaYMUsI,34585
+agent/loops/gta1.py,sha256=Q6OPf54_9Jvy0L4af9H8omyIfDTdrQVz7bmW_vKH-Gc,5597
+agent/loops/holo.py,sha256=0FQJifXNrTaNIHaREb8R14byHOmzGvJfe_gUC5p9fP0,7503
+agent/loops/internvl.py,sha256=x9CCwYvANEWrWgO0ThE0trUKng28g5306L3pBT4CEFI,6561
+agent/loops/model_types.csv,sha256=GmFn4x80yoUpQZuQ-GXtJkPVlOLYWZ5u_5A73HRyeNE,112
+agent/loops/moondream3.py,sha256=Dr7rL-yqXD3TR-2YT6xQ588WMVTB_uobdUF-oLtQi_Y,18557
+agent/loops/omniparser.py,sha256=6LPPpYxdoQ9GvfoXg8DJRq52JhWJZDAKwxNviwRaxdk,19516
+agent/loops/openai.py,sha256=XGzAs-de1qCNTWEUOZrHrK7CwmY7fpav-Q4k2fXbBcc,8469
+agent/loops/opencua.py,sha256=XpOLQpwpd7zeCWg2BMmJt0QPglW8we4azC_ehqrhYys,4421
+agent/loops/uiins.py,sha256=iDgOu0m_kfsHy4aN4ACaAqHI479Km1An5gFEC2oKuTw,6058
+agent/loops/uitars.py,sha256=maXgyi2_Er8HN1VzPpVklSNkqF1yDWeIv27VGGRaEwE,32224
+agent/loops/uitars2.py,sha256=405TyqOqMZfR61X_2ei8FEnadAHcbuxQYsJpGZVOMpM,37120
+agent/playground/__init__.py,sha256=k-BpN4kailwxga_mlssokoDhNPut7hliex2aoCQ-S-0,110
+agent/playground/server.py,sha256=-DTw6Bt8CHQjFWbIbTUZgD7ifdWWgyoj3x7N1oSC9Bk,11212
+agent/proxy/examples.py,sha256=G-KfjSZMz7yvf9VYgCBt_XNDNN3aMbCjYHS-mbxttrA,6062
+agent/proxy/handlers.py,sha256=w-mKONPzyRNJo5lPVIBKmpZgwMKW5uqGzYeRxlE2WTI,9930
+agent/responses.py,sha256=DnGG7y_yos09Mk7mVFdUlmdw4JMeIndtAbYpLzvZKgo,35317
+agent/tools/__init__.py,sha256=PrW8OUNrK1AKDgShJ1ZbKYz_JjFyj6s_CLvCCNztlzU,430
+agent/tools/base.py,sha256=tF-Hsoyv57b6NGVHuVCB4VSe02HBL2BwRsJKm1So4FE,7510
+agent/tools/browser_tool.py,sha256=rK4EY3q8prFLA8WJwUntPWGBwXYjJE21EOmncCWRy_U,18625
+agent/types.py,sha256=qK8yjPIPAfXykXok9nS8dvmbFYFUUpxdd3W3JUMCFsI,1061
+agent/ui/__init__.py,sha256=vHINeH6zAcseCZSFe7pzcsaIdVTVoATm5YhEJtZdeMM,126
+agent/ui/__main__.py,sha256=Ee9KF16h4fWlb6J48OBqc7cQEbzSUZgNe0L7GlKsdpg,74
+agent/ui/gradio/__init__.py,sha256=yv4Mrfo-Sj2U5sVn_UJHAuwYCezo-5O4ItR2C9jzNko,145
+agent/ui/gradio/app.py,sha256=OCErZD_6vh8cdYGZFT-IiFQQpkoEiNwPDoEkPge-Ngg,8901
+agent/ui/gradio/ui_components.py,sha256=B9CHC7sIMMEzsz5gdA16hMf8VVQ_-NO4lY49AKylciI,38852
+cua_agent-0.7.16.dist-info/METADATA,sha256=Zxnt0OSOQEKBXFBwgui8IPjJI5TENvHQGOXupixp8cw,3433
+cua_agent-0.7.16.dist-info/WHEEL,sha256=tsUv_t7BDeJeRHaSrczbGeuK-TtDpGsWi_JfpzD255I,90
+cua_agent-0.7.16.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+cua_agent-0.7.16.dist-info/RECORD,,

{cua_agent-0.4.14.dist-info → cua_agent-0.7.16.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: pdm-backend (2.4.5)
+Generator: pdm-backend (2.4.6)
 Root-Is-Purelib: true
 Tag: py3-none-any

agent/integrations/hud/adapter.py

@@ -1,121 +0,0 @@
-"""HUD Adapter for ComputerAgent integration."""
-
-from __future__ import annotations
-
-from typing import Any, ClassVar
-
-from hud.adapters.common import CLA, Adapter
-from hud.adapters.common.types import (
-    CLAButton,
-    CLAKey,
-    ClickAction,
-    CustomAction,
-    DragAction,
-    MoveAction,
-    Point,
-    PressAction,
-    ResponseAction,
-    ScreenshotFetch,
-    ScrollAction,
-    TypeAction,
-    WaitAction,
-)
-
-
-class ComputerAgentAdapter(Adapter):
-    """Adapter for ComputerAgent to work with HUD."""
-    
-    KEY_MAP: ClassVar[dict[str, CLAKey]] = {
-        "return": "enter",
-        "arrowup": "up",
-        "arrowdown": "down",
-        "arrowleft": "left",
-        "arrowright": "right",
-        "cmd": "ctrl",
-        "super": "win",
-        "meta": "win",
-    }
-
-    BUTTON_MAP: ClassVar[dict[str, CLAButton]] = {
-        "wheel": "middle",
-        "middle": "middle",
-    }
-
-    def __init__(self) -> None:
-        super().__init__()
-        # ComputerAgent default dimensions (can be overridden)
-        self.agent_width = 1024
-        self.agent_height = 768
-
-    def _map_key(self, key: str) -> CLAKey:
-        """Map a key to its standardized form."""
-        return self.KEY_MAP.get(key.lower(), key.lower())  # type: ignore
-
-    def convert(self, data: Any) -> CLA:
-        """Convert a ComputerAgent action to a HUD action."""
-        try:
-            action_type = data.get("type")
-
-            if action_type == "click":
-                x, y = data.get("x", 0), data.get("y", 0)
-                button = data.get("button", "left")
-                button = self.BUTTON_MAP.get(button, button)
-                if button is None:
-                    button = "left"
-                converted_action = ClickAction(point=Point(x=x, y=y), button=button)
-
-            elif action_type == "double_click":
-                x, y = data.get("x", 0), data.get("y", 0)
-                converted_action = ClickAction(point=Point(x=x, y=y), button="left", pattern=[100])
-
-            elif action_type == "scroll":
-                x, y = int(data.get("x", 0)), int(data.get("y", 0))
-                scroll_x = int(data.get("scroll_x", 0))
-                scroll_y = int(data.get("scroll_y", 0))
-                converted_action = ScrollAction(
-                    point=Point(x=x, y=y), scroll=Point(x=scroll_x, y=scroll_y)
-                )
-
-            elif action_type == "type":
-                text = data.get("text", "")
-                converted_action = TypeAction(text=text, enter_after=False)
-
-            elif action_type == "wait":
-                ms = data.get("ms", 1000)
-                converted_action = WaitAction(time=ms)
-
-            elif action_type == "move":
-                x, y = data.get("x", 0), data.get("y", 0)
-                converted_action = MoveAction(point=Point(x=x, y=y))
-
-            elif action_type == "keypress":
-                keys = data.get("keys", [])
-                if isinstance(keys, str):
-                    keys = [keys]
-                converted_action = PressAction(keys=[self._map_key(k) for k in keys])
-
-            elif action_type == "drag":
-                path = data.get("path", [])
-                points = [Point(x=p.get("x", 0), y=p.get("y", 0)) for p in path]
-                converted_action = DragAction(path=points)
-
-            elif action_type == "screenshot":
-                converted_action = ScreenshotFetch()
-
-            elif action_type == "response":
-                converted_action = ResponseAction(text=data.get("text", ""))
-                
-            elif action_type == "custom":
-                converted_action = CustomAction(action=data.get("action", ""))
-                
-            else:
-                raise ValueError(f"Unsupported action type: {action_type}")
-
-            # Add reasoning and logs if available
-            converted_action.reasoning = data.get("reasoning", "")
-            converted_action.logs = data.get("logs", "")
-
-            return converted_action
-
-        except Exception as e:
-            raise ValueError(f"Invalid action: {data}. Error: {e!s}") from e

agent/integrations/hud/computer_handler.py

@@ -1,187 +0,0 @@
-"""HUD Computer Handler for ComputerAgent integration."""
-
-import base64
-from io import BytesIO
-from typing import Literal, Optional, Any, Dict, Callable
-from PIL import Image
-
-from agent.computers import AsyncComputerHandler
-
-
-class HUDComputerHandler(AsyncComputerHandler):
-    """Computer handler that interfaces with HUD environment."""
-    
-    def __init__(
-        self,
-        environment: Literal["windows", "mac", "linux", "browser"] = "linux",
-        dimensions: tuple[int, int] = (1024, 768),
-        screenshot_callback: Optional[Callable] = None,
-        action_callback: Optional[Callable] = None,
-    ):
-        """
-        Initialize HUD computer handler.
-        
-        Args:
-            environment: The environment type for HUD
-            dimensions: Screen dimensions as (width, height)
-            screenshot_callback: Optional callback to get screenshots from HUD environment
-            action_callback: Optional callback to execute actions in HUD environment
-        """
-        super().__init__()
-        self._environment = environment
-        self._dimensions = dimensions
-        self._screenshot_callback = screenshot_callback
-        self._action_callback = action_callback
-        
-        # Store the last screenshot for reuse
-        self._last_screenshot: Optional[str] = None
-        
-    def set_screenshot_callback(self, callback: Callable) -> None:
-        """Set the screenshot callback."""
-        self._screenshot_callback = callback
-        
-    def set_action_callback(self, callback: Callable) -> None:
-        """Set the action callback."""
-        self._action_callback = callback
-        
-    def update_screenshot(self, screenshot: str) -> None:
-        """Update the stored screenshot (base64 string)."""
-        self._last_screenshot = screenshot
-
-    async def get_environment(self) -> Literal["windows", "mac", "linux", "browser"]:
-        """Get the current environment type."""
-        return self._environment # type: ignore
-    
-    async def get_dimensions(self) -> tuple[int, int]:
-        """Get screen dimensions as (width, height)."""
-        return self._dimensions
-    
-    async def screenshot(self) -> str:
-        """Take a screenshot and return as base64 string."""
-        if self._screenshot_callback:
-            screenshot = await self._screenshot_callback()
-            if isinstance(screenshot, str):
-                self._last_screenshot = screenshot
-                return screenshot
-            elif isinstance(screenshot, Image.Image):
-                # Convert PIL Image to base64
-                buffer = BytesIO()
-                screenshot.save(buffer, format="PNG")
-                screenshot_b64 = base64.b64encode(buffer.getvalue()).decode()
-                self._last_screenshot = screenshot_b64
-                return screenshot_b64
-            elif isinstance(screenshot, bytes):
-                screenshot_b64 = base64.b64encode(screenshot).decode()
-                self._last_screenshot = screenshot_b64
-                return screenshot_b64
-        
-        # Return last screenshot if available, otherwise create a blank one
-        if self._last_screenshot:
-            return self._last_screenshot
-            
-        # Create a blank screenshot as fallback
-        blank_image = Image.new('RGB', self._dimensions, color='white')
-        buffer = BytesIO()
-        blank_image.save(buffer, format="PNG")
-        screenshot_b64 = base64.b64encode(buffer.getvalue()).decode()
-        self._last_screenshot = screenshot_b64
-        return screenshot_b64
-    
-    async def click(self, x: int, y: int, button: str = "left") -> None:
-        """Click at coordinates with specified button."""
-        if self._action_callback:
-            await self._action_callback({
-                "type": "click",
-                "x": x,
-                "y": y,
-                "button": button
-            })
-    
-    async def double_click(self, x: int, y: int) -> None:
-        """Double click at coordinates."""
-        if self._action_callback:
-            await self._action_callback({
-                "type": "double_click",
-                "x": x,
-                "y": y
-            })
-    
-    async def scroll(self, x: int, y: int, scroll_x: int, scroll_y: int) -> None:
-        """Scroll at coordinates with specified scroll amounts."""
-        if self._action_callback:
-            await self._action_callback({
-                "type": "scroll",
-                "x": x,
-                "y": y,
-                "scroll_x": scroll_x,
-                "scroll_y": scroll_y
-            })
-    
-    async def type(self, text: str) -> None:
-        """Type text."""
-        if self._action_callback:
-            await self._action_callback({
-                "type": "type",
-                "text": text
-            })
-    
-    async def wait(self, ms: int = 1000) -> None:
-        """Wait for specified milliseconds."""
-        if self._action_callback:
-            await self._action_callback({
-                "type": "wait",
-                "ms": ms
-            })
-    
-    async def move(self, x: int, y: int) -> None:
-        """Move cursor to coordinates."""
-        if self._action_callback:
-            await self._action_callback({
-                "type": "move",
-                "x": x,
-                "y": y
-            })
-    
-    async def keypress(self, keys: list[str] | str) -> None:
-        """Press key combination."""
-        if isinstance(keys, str):
-            keys = [keys]
-        if self._action_callback:
-            await self._action_callback({
-                "type": "keypress",
-                "keys": keys
-            })
-    
-    async def drag(self, path: list[dict[str, int]]) -> None:
-        """Drag along a path of points."""
-        if self._action_callback:
-            await self._action_callback({
-                "type": "drag",
-                "path": path
-            })
-
-    async def left_mouse_down(self, x: Optional[int] = None, y: Optional[int] = None) -> None:
-        """Left mouse down at coordinates."""
-        if self._action_callback:
-            await self._action_callback({
-                "type": "left_mouse_down",
-                "x": x,
-                "y": y
-            })
-    
-    async def left_mouse_up(self, x: Optional[int] = None, y: Optional[int] = None) -> None:
-        """Left mouse up at coordinates."""
-        if self._action_callback:
-            await self._action_callback({
-                "type": "left_mouse_up",
-                "x": x,
-                "y": y
-            })
-    
-    async def get_current_url(self) -> str:
-        """Get the current URL."""
-        if self._action_callback:
-            return await self._action_callback({
-                "type": "get_current_url"
-            })
-        return ""

agent/telemetry.py

@@ -1,142 +0,0 @@
-"""Agent telemetry for tracking anonymous usage and feature usage."""
-
-import logging
-import os
-import platform
-import sys
-from typing import Dict, Any, Callable
-
-# Import the core telemetry module
-TELEMETRY_AVAILABLE = False
-
-
-# Local fallbacks in case core telemetry isn't available
-def _noop(*args: Any, **kwargs: Any) -> None:
-    """No-op function for when telemetry is not available."""
-    pass
-
-
-# Define default functions with unique names to avoid shadowing
-_default_record_event = _noop
-_default_increment_counter = _noop
-_default_set_dimension = _noop
-_default_get_telemetry_client = lambda: None
-_default_flush = _noop
-_default_is_telemetry_enabled = lambda: False
-_default_is_telemetry_globally_disabled = lambda: True
-
-# Set the actual functions to the defaults initially
-record_event = _default_record_event
-increment_counter = _default_increment_counter
-set_dimension = _default_set_dimension
-get_telemetry_client = _default_get_telemetry_client
-flush = _default_flush
-is_telemetry_enabled = _default_is_telemetry_enabled
-is_telemetry_globally_disabled = _default_is_telemetry_globally_disabled
-
-logger = logging.getLogger("agent.telemetry")
-
-try:
-    # Import from core telemetry
-    from core.telemetry import (
-        record_event as core_record_event,
-        increment as core_increment,
-        get_telemetry_client as core_get_telemetry_client,
-        flush as core_flush,
-        is_telemetry_enabled as core_is_telemetry_enabled,
-        is_telemetry_globally_disabled as core_is_telemetry_globally_disabled,
-    )
-
-    # Override the default functions with actual implementations
-    record_event = core_record_event
-    get_telemetry_client = core_get_telemetry_client
-    flush = core_flush
-    is_telemetry_enabled = core_is_telemetry_enabled
-    is_telemetry_globally_disabled = core_is_telemetry_globally_disabled
-
-    def increment_counter(counter_name: str, value: int = 1) -> None:
-        """Wrapper for increment to maintain backward compatibility."""
-        if is_telemetry_enabled():
-            core_increment(counter_name, value)
-
-    def set_dimension(name: str, value: Any) -> None:
-        """Set a dimension that will be attached to all events."""
-        logger.debug(f"Setting dimension {name}={value}")
-
-    TELEMETRY_AVAILABLE = True
-    logger.info("Successfully imported telemetry")
-except ImportError as e:
-    logger.warning(f"Could not import telemetry: {e}")
-    logger.debug("Telemetry not available, using no-op functions")
-
-# Get system info once to use in telemetry
-SYSTEM_INFO = {
-    "os": platform.system().lower(),
-    "os_version": platform.release(),
-    "python_version": platform.python_version(),
-}
-
-
-def enable_telemetry() -> bool:
-    """Enable telemetry if available.
-
-    Returns:
-        bool: True if telemetry was successfully enabled, False otherwise
-    """
-    global TELEMETRY_AVAILABLE, record_event, increment_counter, get_telemetry_client, flush, is_telemetry_enabled, is_telemetry_globally_disabled
-
-    # Check if globally disabled using core function
-    if TELEMETRY_AVAILABLE and is_telemetry_globally_disabled():
-        logger.info("Telemetry is globally disabled via environment variable - cannot enable")
-        return False
-
-    # Already enabled
-    if TELEMETRY_AVAILABLE:
-        return True
-
-    # Try to import and enable
-    try:
-        from core.telemetry import (
-            record_event,
-            increment,
-            get_telemetry_client,
-            flush,
-            is_telemetry_globally_disabled,
-        )
-
-        # Check again after import
-        if is_telemetry_globally_disabled():
-            logger.info("Telemetry is globally disabled via environment variable - cannot enable")
-            return False
-
-        TELEMETRY_AVAILABLE = True
-        logger.info("Telemetry successfully enabled")
-        return True
-    except ImportError as e:
-        logger.warning(f"Could not enable telemetry: {e}")
-        return False
-
-
-def is_telemetry_enabled() -> bool:
-    """Check if telemetry is enabled.
-
-    Returns:
-        bool: True if telemetry is enabled, False otherwise
-    """
-    # Use the core function if available, otherwise use our local flag
-    if TELEMETRY_AVAILABLE:
-        from core.telemetry import is_telemetry_enabled as core_is_enabled
-
-        return core_is_enabled()
-    return False
-
-
-def record_agent_initialization() -> None:
-    """Record when an agent instance is initialized."""
-    if TELEMETRY_AVAILABLE and is_telemetry_enabled():
-        record_event("agent_initialized", SYSTEM_INFO)
-
-        # Set dimensions that will be attached to all events
-        set_dimension("os", SYSTEM_INFO["os"])
-        set_dimension("os_version", SYSTEM_INFO["os_version"])
-        set_dimension("python_version", SYSTEM_INFO["python_version"])