cmdop 0.1.16__tar.gz → 0.1.18__tar.gz

cmdop-0.1.18/PKG-INFO

@@ -0,0 +1,256 @@
+Metadata-Version: 2.4
+Name: cmdop
+Version: 0.1.18
+Summary: Python SDK for CMDOP agent interaction
+Project-URL: Homepage, https://cmdop.com
+Project-URL: Documentation, https://cmdop.com
+Project-URL: Repository, https://github.com/markolofsen/cmdop-client
+Author: CMDOP Team
+License: MIT
+License-File: LICENSE
+Keywords: agent,automation,cmdop,terminal
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Typing :: Typed
+Requires-Python: >=3.10
+Requires-Dist: beautifulsoup4>=4.12.0
+Requires-Dist: grpcio>=1.60.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: lxml>=5.0.0
+Requires-Dist: protobuf>=4.25.0
+Requires-Dist: pydantic-settings>=2.0.0
+Requires-Dist: pydantic>=2.5.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: toon-python>=0.1.2
+Provides-Extra: dev
+Requires-Dist: beautifulsoup4>=4.12.0; extra == 'dev'
+Requires-Dist: grpcio-tools>=1.60.0; extra == 'dev'
+Requires-Dist: mypy>=1.8.0; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.23.0; extra == 'dev'
+Requires-Dist: pytest-cov>=4.1.0; extra == 'dev'
+Requires-Dist: pytest-grpc-aio>=0.3.0; extra == 'dev'
+Requires-Dist: pytest>=8.0.0; extra == 'dev'
+Requires-Dist: ruff>=0.1.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# cmdop
+
+**Any machine. One API.**
+
+```python
+from cmdop import CMDOPClient
+
+with CMDOPClient.remote(api_key="cmd_xxx") as server:
+    server.terminal.execute("docker restart app")
+    server.files.write("/etc/nginx/nginx.conf", new_config)
+    logs = server.files.read("/var/log/app.log")
+```
+
+No SSH. No VPN. No open ports.
+
+---
+
+## How
+
+```
+Your Code ──── Cloud Relay ──── Agent (on server)
+                    │
+        Outbound only, works through any NAT/firewall
+```
+
+Agent connects out. Your code connects to relay. Done.
+
+---
+
+## Install
+
+```bash
+pip install cmdop
+```
+
+```python
+from cmdop import CMDOPClient, AsyncCMDOPClient
+
+# Remote (via cloud relay)
+with CMDOPClient.remote(api_key="cmd_xxx") as client:
+    client.files.list("/home")
+
+# Local (direct IPC)
+with CMDOPClient.local() as client:
+    client.terminal.execute("ls -la")
+
+# Async
+async with AsyncCMDOPClient.remote(api_key="cmd_xxx") as client:
+    await client.files.read("/etc/hostname")
+```
+
+---
+
+## Terminal
+
+```python
+session = server.terminal.create()
+server.terminal.send_input(session.session_id, "kubectl get pods\n")
+output = server.terminal.get_history(session.session_id)
+```
+
+| Method | Description |
+|--------|-------------|
+| `create(shell)` | Start session |
+| `send_input(id, data)` | Send commands |
+| `get_history(id)` | Get output |
+| `resize(id, cols, rows)` | Resize |
+| `send_signal(id, signal)` | SIGINT/SIGTERM |
+| `close(id)` | End session |
+
+## Files
+
+```python
+server.files.list("/var/log")
+server.files.read("/etc/nginx/nginx.conf")
+server.files.write("/tmp/config.json", b'{"key": "value"}')
+```
+
+| Method | Description |
+|--------|-------------|
+| `list(path)` | List dir |
+| `read(path)` | Read file |
+| `write(path, content)` | Write file |
+| `delete(path)` | Delete |
+| `copy/move(src, dst)` | Copy/Move |
+| `mkdir(path)` | Create dir |
+| `info(path)` | Metadata |
+
+## Agent
+
+```python
+from pydantic import BaseModel
+
+class Health(BaseModel):
+    status: str
+    cpu: float
+    issues: list[str]
+
+result = server.agent.run("Check server health", output_schema=Health)
+health: Health = result.output  # Typed!
+```
+
+---
+
+## Browser
+
+```python
+with client.browser.create_session() as b:
+    b.navigate("https://shop.com/products")
+    b.close_modal()  # Close popups
+
+    # BeautifulSoup parsing
+    soup = b.soup()  # SoupWrapper with chainable API
+    for item in soup.select(".product"):
+        title = item.select_one("h2").text()
+        price = item.attr("data-price")
+
+    # Human-like scrolling with random delays
+    for _ in range(10):
+        soup = b.soup(".listings")
+        # ... parse ...
+        b.scroll("down", 700, human_like=True)  # Natural micro-scrolls
+        b.wait_random(0.8, 1.5)  # Random delay
+
+    # Scroll inside container (Facebook, Twitter feeds)
+    b.scroll("down", 800, container="[role='feed']")
+
+    # Click all "See more" buttons
+    b.click_all_by_text("See more")
+
+    # JS fetch (bypass CORS, inherit cookies)
+    data = b.fetch_json("https://api.site.com/v1/items")
+```
+
+| Method | Description |
+|--------|-------------|
+| `navigate(url)` | Go to URL |
+| `click(selector)` | Click element |
+| `click_all_by_text(text, role)` | Click all matching elements |
+| `type(selector, text)` | Type text |
+| `wait_for(selector, ms)` | Wait for element |
+| `wait_seconds(n)` | Sleep |
+| `wait_random(min, max)` | Random sleep |
+| `extract(selector, attr)` | Get text/attr |
+| `get_html(selector)` | Get HTML |
+| `soup(selector)` | → SoupWrapper |
+| `parse_html(html)` | → BeautifulSoup |
+| `fetch_json(url)` | JS fetch → dict |
+| `fetch_all(urls)` | Parallel fetch |
+| `execute_js(code)` | Run async JS |
+| `screenshot()` | PNG bytes |
+| `scroll(dir, amount, ...)` | Scroll page/container |
+| `scroll_to(selector)` | Scroll to element |
+| `get_scroll_info()` | Position + page size |
+| `hover(selector)` | Hover |
+| `select(selector, value)` | Dropdown select |
+| `close_modal()` | Close dialogs |
+| `get/set_cookies()` | Cookie management |
+
+**scroll() parameters:**
+- `direction`: "up", "down", "left", "right"
+- `amount`: pixels to scroll
+- `smooth`: animate scroll (default True)
+- `human_like`: random micro-scrolls + variation
+- `container`: CSS selector for scroll container
+
+## SDKBaseModel
+
+Auto-cleaning Pydantic model for scraped data:
+
+```python
+from cmdop import SDKBaseModel
+
+class Product(SDKBaseModel):
+    __base_url__ = "https://shop.com"
+    name: str = ""    # "  iPhone 15  \n" → "iPhone 15"
+    price: int = 0    # "$1,299.00" → 1299
+    rating: float = 0 # "4.5 stars" → 4.5
+    url: str = ""     # "/p/123" → "https://shop.com/p/123"
+
+products = Product.from_list(raw["items"])  # Auto dedupe + filter
+```
+
+---
+
+## Utilities
+
+**Logging:**
+```python
+from cmdop import get_logger
+log = get_logger(__name__)
+log.info("Starting")  # Rich console + auto file logging
+```
+
+**TOON Format (30-50% token savings):**
+```python
+from cmdop import json_to_toon, JsonCleaner
+toon = json_to_toon({"name": "Alice", "age": 25})
+# → "name: Alice\nage: 25"
+```
+
+---
+
+## Requirements
+
+- Python 3.10+
+- CMDOP agent on target
+
+## Links
+
+[cmdop.com](https://cmdop.com)
+
+## License
+
+MIT

cmdop-0.1.18/README.md

@@ -0,0 +1,215 @@
+# cmdop
+
+**Any machine. One API.**
+
+```python
+from cmdop import CMDOPClient
+
+with CMDOPClient.remote(api_key="cmd_xxx") as server:
+    server.terminal.execute("docker restart app")
+    server.files.write("/etc/nginx/nginx.conf", new_config)
+    logs = server.files.read("/var/log/app.log")
+```
+
+No SSH. No VPN. No open ports.
+
+---
+
+## How
+
+```
+Your Code ──── Cloud Relay ──── Agent (on server)
+                    │
+        Outbound only, works through any NAT/firewall
+```
+
+Agent connects out. Your code connects to relay. Done.
+
+---
+
+## Install
+
+```bash
+pip install cmdop
+```
+
+```python
+from cmdop import CMDOPClient, AsyncCMDOPClient
+
+# Remote (via cloud relay)
+with CMDOPClient.remote(api_key="cmd_xxx") as client:
+    client.files.list("/home")
+
+# Local (direct IPC)
+with CMDOPClient.local() as client:
+    client.terminal.execute("ls -la")
+
+# Async
+async with AsyncCMDOPClient.remote(api_key="cmd_xxx") as client:
+    await client.files.read("/etc/hostname")
+```
+
+---
+
+## Terminal
+
+```python
+session = server.terminal.create()
+server.terminal.send_input(session.session_id, "kubectl get pods\n")
+output = server.terminal.get_history(session.session_id)
+```
+
+| Method | Description |
+|--------|-------------|
+| `create(shell)` | Start session |
+| `send_input(id, data)` | Send commands |
+| `get_history(id)` | Get output |
+| `resize(id, cols, rows)` | Resize |
+| `send_signal(id, signal)` | SIGINT/SIGTERM |
+| `close(id)` | End session |
+
+## Files
+
+```python
+server.files.list("/var/log")
+server.files.read("/etc/nginx/nginx.conf")
+server.files.write("/tmp/config.json", b'{"key": "value"}')
+```
+
+| Method | Description |
+|--------|-------------|
+| `list(path)` | List dir |
+| `read(path)` | Read file |
+| `write(path, content)` | Write file |
+| `delete(path)` | Delete |
+| `copy/move(src, dst)` | Copy/Move |
+| `mkdir(path)` | Create dir |
+| `info(path)` | Metadata |
+
+## Agent
+
+```python
+from pydantic import BaseModel
+
+class Health(BaseModel):
+    status: str
+    cpu: float
+    issues: list[str]
+
+result = server.agent.run("Check server health", output_schema=Health)
+health: Health = result.output  # Typed!
+```
+
+---
+
+## Browser
+
+```python
+with client.browser.create_session() as b:
+    b.navigate("https://shop.com/products")
+    b.close_modal()  # Close popups
+
+    # BeautifulSoup parsing
+    soup = b.soup()  # SoupWrapper with chainable API
+    for item in soup.select(".product"):
+        title = item.select_one("h2").text()
+        price = item.attr("data-price")
+
+    # Human-like scrolling with random delays
+    for _ in range(10):
+        soup = b.soup(".listings")
+        # ... parse ...
+        b.scroll("down", 700, human_like=True)  # Natural micro-scrolls
+        b.wait_random(0.8, 1.5)  # Random delay
+
+    # Scroll inside container (Facebook, Twitter feeds)
+    b.scroll("down", 800, container="[role='feed']")
+
+    # Click all "See more" buttons
+    b.click_all_by_text("See more")
+
+    # JS fetch (bypass CORS, inherit cookies)
+    data = b.fetch_json("https://api.site.com/v1/items")
+```
+
+| Method | Description |
+|--------|-------------|
+| `navigate(url)` | Go to URL |
+| `click(selector)` | Click element |
+| `click_all_by_text(text, role)` | Click all matching elements |
+| `type(selector, text)` | Type text |
+| `wait_for(selector, ms)` | Wait for element |
+| `wait_seconds(n)` | Sleep |
+| `wait_random(min, max)` | Random sleep |
+| `extract(selector, attr)` | Get text/attr |
+| `get_html(selector)` | Get HTML |
+| `soup(selector)` | → SoupWrapper |
+| `parse_html(html)` | → BeautifulSoup |
+| `fetch_json(url)` | JS fetch → dict |
+| `fetch_all(urls)` | Parallel fetch |
+| `execute_js(code)` | Run async JS |
+| `screenshot()` | PNG bytes |
+| `scroll(dir, amount, ...)` | Scroll page/container |
+| `scroll_to(selector)` | Scroll to element |
+| `get_scroll_info()` | Position + page size |
+| `hover(selector)` | Hover |
+| `select(selector, value)` | Dropdown select |
+| `close_modal()` | Close dialogs |
+| `get/set_cookies()` | Cookie management |
+
+**scroll() parameters:**
+- `direction`: "up", "down", "left", "right"
+- `amount`: pixels to scroll
+- `smooth`: animate scroll (default True)
+- `human_like`: random micro-scrolls + variation
+- `container`: CSS selector for scroll container
+
+## SDKBaseModel
+
+Auto-cleaning Pydantic model for scraped data:
+
+```python
+from cmdop import SDKBaseModel
+
+class Product(SDKBaseModel):
+    __base_url__ = "https://shop.com"
+    name: str = ""    # "  iPhone 15  \n" → "iPhone 15"
+    price: int = 0    # "$1,299.00" → 1299
+    rating: float = 0 # "4.5 stars" → 4.5
+    url: str = ""     # "/p/123" → "https://shop.com/p/123"
+
+products = Product.from_list(raw["items"])  # Auto dedupe + filter
+```
+
+---
+
+## Utilities
+
+**Logging:**
+```python
+from cmdop import get_logger
+log = get_logger(__name__)
+log.info("Starting")  # Rich console + auto file logging
+```
+
+**TOON Format (30-50% token savings):**
+```python
+from cmdop import json_to_toon, JsonCleaner
+toon = json_to_toon({"name": "Alice", "age": 25})
+# → "name: Alice\nage: 25"
+```
+
+---
+
+## Requirements
+
+- Python 3.10+
+- CMDOP agent on target
+
+## Links
+
+[cmdop.com](https://cmdop.com)
+
+## License
+
+MIT

{cmdop-0.1.16 → cmdop-0.1.18}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "cmdop"
-version = "0.1.16"
+version = "0.1.18"
 description = "Python SDK for CMDOP agent interaction"
 readme = "README.md"
 license = { text = "MIT" }
@@ -32,6 +32,9 @@ dependencies = [
     "toon-python>=0.1.2",
     # Logging
     "rich>=13.0.0",
+    # HTML parsing (browser SDK)
+    "beautifulsoup4>=4.12.0",
+    "lxml>=5.0.0",
 ]
 
 [project.optional-dependencies]
@@ -44,6 +47,8 @@ dev = [
     "ruff>=0.1.0",
     # For proto generation (still uses grpcio-tools with betterproto plugin)
     "grpcio-tools>=1.60.0",
+    # HTML parsing for tests
+    "beautifulsoup4>=4.12.0",
 ]
 
 [project.urls]

{cmdop-0.1.16 → cmdop-0.1.18}/src/cmdop/__init__.py

@@ -124,7 +124,7 @@ from cmdop.logging import (
     get_log_dir,
 )
 
-__version__ = "0.1.16"
+__version__ = "0.1.18"
 
 __all__ = [
     # Version

{cmdop-0.1.16 → cmdop-0.1.18}/src/cmdop/services/browser/aio/session.py

@@ -4,9 +4,17 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any
 
+import asyncio
+
 from cmdop.services.browser.base.session import BaseSession
-from cmdop.services.browser.models import BrowserCookie, BrowserState
+from cmdop.services.browser.models import (
+    BrowserCookie,
+    BrowserState,
+    ScrollInfo,
+    ScrollResult,
+)
 from cmdop.services.browser.js import parse_json_result
+from cmdop.services.browser.parsing import parse_html as _parse_html, SoupWrapper
 
 if TYPE_CHECKING:
     from cmdop.services.browser.aio.service import AsyncBrowserService
@@ -158,6 +166,112 @@ class AsyncBrowserSession(BaseSession):
             self._session_id, item, fields_json, limit
         )
 
+    # === HTML Parsing ===
+
+    async def parse_html(self, html: str | None = None, selector: str | None = None) -> "BeautifulSoup":
+        """Parse HTML with BeautifulSoup."""
+        if html is None:
+            html = await self.get_html(selector)
+        return _parse_html(html)
+
+    async def soup(self, selector: str | None = None) -> SoupWrapper:
+        """Get page HTML as SoupWrapper."""
+        html = await self.get_html(selector)
+        return SoupWrapper(html=html)
+
+    # === Scroll & Navigation ===
+
+    async def scroll(
+        self,
+        direction: str = "down",
+        amount: int = 500,
+        selector: str | None = None,
+        smooth: bool = True,
+        human_like: bool = False,
+        container: str | None = None,
+    ) -> ScrollResult:
+        """Scroll the page or container."""
+        js = self._build_scroll(direction, amount, selector, smooth, human_like, container)
+        result = await self.execute_script(js)
+        data = parse_json_result(result) or {}
+        return ScrollResult(
+            success=data.get("success", False),
+            scroll_y=int(data.get("scrollY", 0)),
+            scrolled_by=int(data.get("scrolledBy", 0)),
+            at_bottom=data.get("atBottom", False),
+            error=data.get("error"),
+        )
+
+    async def scroll_to(self, selector: str) -> ScrollResult:
+        """Scroll element into view."""
+        return await self.scroll(selector=selector)
+
+    async def scroll_to_bottom(self) -> ScrollResult:
+        """Scroll to page bottom."""
+        js = self._build_scroll_to_bottom()
+        result = await self.execute_script(js)
+        data = parse_json_result(result) or {}
+        return ScrollResult(
+            success=data.get("success", False),
+            scroll_y=int(data.get("scrollY", 0)),
+            scrolled_by=int(data.get("scrolledBy", 0)),
+            at_bottom=True,
+        )
+
+    async def get_scroll_info(self) -> ScrollInfo:
+        """Get current scroll position and page dimensions."""
+        js = self._build_get_scroll_info()
+        result = await self.execute_script(js)
+        data = parse_json_result(result) or {}
+        return ScrollInfo(
+            scroll_x=int(data.get("scrollX", 0)),
+            scroll_y=int(data.get("scrollY", 0)),
+            page_height=int(data.get("pageHeight", 0)),
+            page_width=int(data.get("pageWidth", 0)),
+            viewport_height=int(data.get("viewportHeight", 0)),
+            viewport_width=int(data.get("viewportWidth", 0)),
+            at_bottom=data.get("atBottom", False),
+            at_top=data.get("atTop", True),
+        )
+
+    # === UI Interaction Helpers ===
+
+    async def hover(self, selector: str) -> bool:
+        """Hover over element."""
+        js = self._build_hover(selector)
+        result = await self.execute_script(js)
+        data = parse_json_result(result) or {}
+        return data.get("success", False)
+
+    async def select(self, selector: str, value: str | None = None, text: str | None = None) -> dict:
+        """Select option from dropdown."""
+        js = self._build_select(selector, value, text)
+        result = await self.execute_script(js)
+        return parse_json_result(result) or {}
+
+    async def close_modal(self, selectors: list[str] | None = None) -> bool:
+        """Try to close modal/dialog."""
+        js = self._build_close_modal(selectors)
+        result = await self.execute_script(js)
+        data = parse_json_result(result) or {}
+        return data.get("success", False)
+
+    async def wait_seconds(self, seconds: float) -> None:
+        """Wait for specified seconds."""
+        await asyncio.sleep(seconds)
+
+    async def wait_random(self, min_sec: float = 0.5, max_sec: float = 1.5) -> None:
+        """Wait for random time between min and max seconds."""
+        import random
+        await asyncio.sleep(min_sec + random.random() * (max_sec - min_sec))
+
+    async def click_all_by_text(self, text: str, role: str = "button") -> int:
+        """Click all elements containing specific text."""
+        js = self._build_click_all_by_text(text, role)
+        result = await self.execute_script(js)
+        data = parse_json_result(result) or {}
+        return data.get("clicked", 0)
+
     # === Context Manager ===
 
     async def close(self) -> None:

{cmdop-0.1.16 → cmdop-0.1.18}/src/cmdop/services/browser/base/session.py

@@ -10,6 +10,13 @@ from cmdop.services.browser.js import (
     build_async_js,
     build_fetch_js,
     build_fetch_all_js,
+    build_scroll_js,
+    build_scroll_to_bottom_js,
+    build_get_scroll_info_js,
+    build_hover_js,
+    build_select_js,
+    build_close_modal_js,
+    build_click_all_by_text_js,
     parse_json_result,
 )
 
@@ -70,3 +77,43 @@ class BaseSession(ABC):
     def _parse_fetch_all(self, result: Any) -> dict[str, Any]:
         """Ensure fetch_all returns dict."""
         return result if isinstance(result, dict) else {}
+
+    # === Scroll helpers ===
+
+    def _build_scroll(
+        self,
+        direction: str,
+        amount: int,
+        selector: str | None,
+        smooth: bool,
+        human_like: bool,
+        container: str | None = None,
+    ) -> str:
+        """Build scroll JS."""
+        return build_scroll_js(direction, amount, selector, smooth, human_like, container)
+
+    def _build_scroll_to_bottom(self) -> str:
+        """Build scroll to bottom JS."""
+        return build_scroll_to_bottom_js()
+
+    def _build_get_scroll_info(self) -> str:
+        """Build get scroll info JS."""
+        return build_get_scroll_info_js()
+
+    # === Interaction helpers ===
+
+    def _build_hover(self, selector: str) -> str:
+        """Build hover JS."""
+        return build_hover_js(selector)
+
+    def _build_select(self, selector: str, value: str | None, text: str | None) -> str:
+        """Build select JS."""
+        return build_select_js(selector, value, text)
+
+    def _build_close_modal(self, selectors: list[str] | None) -> str:
+        """Build close modal JS."""
+        return build_close_modal_js(selectors)
+
+    def _build_click_all_by_text(self, text: str, role: str) -> str:
+        """Build click all by text JS."""
+        return build_click_all_by_text_js(text, role)