cmdop 0.1.16__tar.gz → 0.1.17__tar.gz

cmdop-0.1.17/PKG-INFO

@@ -0,0 +1,249 @@
+Metadata-Version: 2.4
+Name: cmdop
+Version: 0.1.17
+Summary: Python SDK for CMDOP agent interaction
+Project-URL: Homepage, https://cmdop.com
+Project-URL: Documentation, https://cmdop.com
+Project-URL: Repository, https://github.com/markolofsen/cmdop-client
+Author: CMDOP Team
+License: MIT
+License-File: LICENSE
+Keywords: agent,automation,cmdop,terminal
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Typing :: Typed
+Requires-Python: >=3.10
+Requires-Dist: beautifulsoup4>=4.12.0
+Requires-Dist: grpcio>=1.60.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: lxml>=5.0.0
+Requires-Dist: protobuf>=4.25.0
+Requires-Dist: pydantic-settings>=2.0.0
+Requires-Dist: pydantic>=2.5.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: toon-python>=0.1.2
+Provides-Extra: dev
+Requires-Dist: beautifulsoup4>=4.12.0; extra == 'dev'
+Requires-Dist: grpcio-tools>=1.60.0; extra == 'dev'
+Requires-Dist: mypy>=1.8.0; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.23.0; extra == 'dev'
+Requires-Dist: pytest-cov>=4.1.0; extra == 'dev'
+Requires-Dist: pytest-grpc-aio>=0.3.0; extra == 'dev'
+Requires-Dist: pytest>=8.0.0; extra == 'dev'
+Requires-Dist: ruff>=0.1.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# cmdop
+
+**Any machine. One API.**
+
+```python
+from cmdop import CMDOPClient
+
+with CMDOPClient.remote(api_key="cmd_xxx") as server:
+    server.terminal.execute("docker restart app")
+    server.files.write("/etc/nginx/nginx.conf", new_config)
+    logs = server.files.read("/var/log/app.log")
+```
+
+No SSH. No VPN. No open ports.
+
+---
+
+## How
+
+```
+Your Code ──── Cloud Relay ──── Agent (on server)
+                    │
+        Outbound only, works through any NAT/firewall
+```
+
+Agent connects out. Your code connects to relay. Done.
+
+---
+
+## Install
+
+```bash
+pip install cmdop
+```
+
+```python
+from cmdop import CMDOPClient, AsyncCMDOPClient
+
+# Remote (via cloud relay)
+with CMDOPClient.remote(api_key="cmd_xxx") as client:
+    client.files.list("/home")
+
+# Local (direct IPC)
+with CMDOPClient.local() as client:
+    client.terminal.execute("ls -la")
+
+# Async
+async with AsyncCMDOPClient.remote(api_key="cmd_xxx") as client:
+    await client.files.read("/etc/hostname")
+```
+
+---
+
+## Terminal
+
+```python
+session = server.terminal.create()
+server.terminal.send_input(session.session_id, "kubectl get pods\n")
+output = server.terminal.get_history(session.session_id)
+```
+
+| Method | Description |
+|--------|-------------|
+| `create(shell)` | Start session |
+| `send_input(id, data)` | Send commands |
+| `get_history(id)` | Get output |
+| `resize(id, cols, rows)` | Resize |
+| `send_signal(id, signal)` | SIGINT/SIGTERM |
+| `close(id)` | End session |
+
+## Files
+
+```python
+server.files.list("/var/log")
+server.files.read("/etc/nginx/nginx.conf")
+server.files.write("/tmp/config.json", b'{"key": "value"}')
+```
+
+| Method | Description |
+|--------|-------------|
+| `list(path)` | List dir |
+| `read(path)` | Read file |
+| `write(path, content)` | Write file |
+| `delete(path)` | Delete |
+| `copy/move(src, dst)` | Copy/Move |
+| `mkdir(path)` | Create dir |
+| `info(path)` | Metadata |
+
+## Agent
+
+```python
+from pydantic import BaseModel
+
+class Health(BaseModel):
+    status: str
+    cpu: float
+    issues: list[str]
+
+result = server.agent.run("Check server health", output_schema=Health)
+health: Health = result.output  # Typed!
+```
+
+---
+
+## Browser
+
+```python
+with client.browser.create_session() as b:
+    b.navigate("https://shop.com/products")
+
+    # DOM extraction
+    products = b.extract_data(".product-card", '{"name": "h2", "price": ".price"}', limit=100)
+
+    # Get HTML for BeautifulSoup parsing
+    html = b.get_html("[role='feed']")
+    soup = b.parse_html(html)  # Returns BeautifulSoup object
+
+    # Scroll & extract pattern
+    for _ in range(10):
+        html = b.get_html(".listings")
+        # ... parse with soup ...
+        b.scroll("down", 800)
+        b.wait_seconds(1.0)
+
+    # JS fetch (bypass CORS, inherit cookies)
+    data = b.fetch_json("https://api.site.com/v1/items")
+
+    # Parallel fetch
+    results = b.fetch_all({
+        "users": "https://api.site.com/v1/users",
+        "orders": "https://api.site.com/v1/orders",
+    }, credentials=True)
+```
+
+| Method | Description |
+|--------|-------------|
+| `navigate(url)` | Go to URL |
+| `click(selector)` | Click element |
+| `type(selector, text)` | Type text |
+| `wait_for(selector, ms)` | Wait for element |
+| `wait_seconds(n)` | Sleep |
+| `extract(selector, attr)` | Get text/attr |
+| `get_html(selector)` | Get HTML |
+| `get_text(selector)` | Get text |
+| `parse_html(html)` | → BeautifulSoup |
+| `extract_data(item, fields, limit)` | Bulk extract |
+| `fetch_json(url)` | JS fetch → dict |
+| `fetch_all(urls, credentials)` | Parallel fetch |
+| `execute_js(code)` | Run async JS |
+| `screenshot()` | PNG bytes |
+| `scroll(dir, amount)` | Scroll page |
+| `scroll_to(selector)` | Scroll to element |
+| `get_scroll_info()` | Position + page size |
+| `infinite_scroll(fn, limit)` | Smart scroll loop |
+| `hover(selector)` | Hover |
+| `select(selector, value)` | Dropdown select |
+| `close_modal()` | Close dialogs |
+| `get/set_cookies()` | Cookie management |
+
+## SDKBaseModel
+
+Auto-cleaning Pydantic model for scraped data:
+
+```python
+from cmdop import SDKBaseModel
+
+class Product(SDKBaseModel):
+    __base_url__ = "https://shop.com"
+    name: str = ""    # "  iPhone 15  \n" → "iPhone 15"
+    price: int = 0    # "$1,299.00" → 1299
+    rating: float = 0 # "4.5 stars" → 4.5
+    url: str = ""     # "/p/123" → "https://shop.com/p/123"
+
+products = Product.from_list(raw["items"])  # Auto dedupe + filter
+```
+
+---
+
+## Utilities
+
+**Logging:**
+```python
+from cmdop import get_logger
+log = get_logger(__name__)
+log.info("Starting")  # Rich console + auto file logging
+```
+
+**TOON Format (30-50% token savings):**
+```python
+from cmdop import json_to_toon, JsonCleaner
+toon = json_to_toon({"name": "Alice", "age": 25})
+# → "name: Alice\nage: 25"
+```
+
+---
+
+## Requirements
+
+- Python 3.10+
+- CMDOP agent on target
+
+## Links
+
+[cmdop.com](https://cmdop.com)
+
+## License
+
+MIT

cmdop-0.1.17/README.md

@@ -0,0 +1,208 @@
+# cmdop
+
+**Any machine. One API.**
+
+```python
+from cmdop import CMDOPClient
+
+with CMDOPClient.remote(api_key="cmd_xxx") as server:
+    server.terminal.execute("docker restart app")
+    server.files.write("/etc/nginx/nginx.conf", new_config)
+    logs = server.files.read("/var/log/app.log")
+```
+
+No SSH. No VPN. No open ports.
+
+---
+
+## How
+
+```
+Your Code ──── Cloud Relay ──── Agent (on server)
+                    │
+        Outbound only, works through any NAT/firewall
+```
+
+Agent connects out. Your code connects to relay. Done.
+
+---
+
+## Install
+
+```bash
+pip install cmdop
+```
+
+```python
+from cmdop import CMDOPClient, AsyncCMDOPClient
+
+# Remote (via cloud relay)
+with CMDOPClient.remote(api_key="cmd_xxx") as client:
+    client.files.list("/home")
+
+# Local (direct IPC)
+with CMDOPClient.local() as client:
+    client.terminal.execute("ls -la")
+
+# Async
+async with AsyncCMDOPClient.remote(api_key="cmd_xxx") as client:
+    await client.files.read("/etc/hostname")
+```
+
+---
+
+## Terminal
+
+```python
+session = server.terminal.create()
+server.terminal.send_input(session.session_id, "kubectl get pods\n")
+output = server.terminal.get_history(session.session_id)
+```
+
+| Method | Description |
+|--------|-------------|
+| `create(shell)` | Start session |
+| `send_input(id, data)` | Send commands |
+| `get_history(id)` | Get output |
+| `resize(id, cols, rows)` | Resize |
+| `send_signal(id, signal)` | SIGINT/SIGTERM |
+| `close(id)` | End session |
+
+## Files
+
+```python
+server.files.list("/var/log")
+server.files.read("/etc/nginx/nginx.conf")
+server.files.write("/tmp/config.json", b'{"key": "value"}')
+```
+
+| Method | Description |
+|--------|-------------|
+| `list(path)` | List dir |
+| `read(path)` | Read file |
+| `write(path, content)` | Write file |
+| `delete(path)` | Delete |
+| `copy/move(src, dst)` | Copy/Move |
+| `mkdir(path)` | Create dir |
+| `info(path)` | Metadata |
+
+## Agent
+
+```python
+from pydantic import BaseModel
+
+class Health(BaseModel):
+    status: str
+    cpu: float
+    issues: list[str]
+
+result = server.agent.run("Check server health", output_schema=Health)
+health: Health = result.output  # Typed!
+```
+
+---
+
+## Browser
+
+```python
+with client.browser.create_session() as b:
+    b.navigate("https://shop.com/products")
+
+    # DOM extraction
+    products = b.extract_data(".product-card", '{"name": "h2", "price": ".price"}', limit=100)
+
+    # Get HTML for BeautifulSoup parsing
+    html = b.get_html("[role='feed']")
+    soup = b.parse_html(html)  # Returns BeautifulSoup object
+
+    # Scroll & extract pattern
+    for _ in range(10):
+        html = b.get_html(".listings")
+        # ... parse with soup ...
+        b.scroll("down", 800)
+        b.wait_seconds(1.0)
+
+    # JS fetch (bypass CORS, inherit cookies)
+    data = b.fetch_json("https://api.site.com/v1/items")
+
+    # Parallel fetch
+    results = b.fetch_all({
+        "users": "https://api.site.com/v1/users",
+        "orders": "https://api.site.com/v1/orders",
+    }, credentials=True)
+```
+
+| Method | Description |
+|--------|-------------|
+| `navigate(url)` | Go to URL |
+| `click(selector)` | Click element |
+| `type(selector, text)` | Type text |
+| `wait_for(selector, ms)` | Wait for element |
+| `wait_seconds(n)` | Sleep |
+| `extract(selector, attr)` | Get text/attr |
+| `get_html(selector)` | Get HTML |
+| `get_text(selector)` | Get text |
+| `parse_html(html)` | → BeautifulSoup |
+| `extract_data(item, fields, limit)` | Bulk extract |
+| `fetch_json(url)` | JS fetch → dict |
+| `fetch_all(urls, credentials)` | Parallel fetch |
+| `execute_js(code)` | Run async JS |
+| `screenshot()` | PNG bytes |
+| `scroll(dir, amount)` | Scroll page |
+| `scroll_to(selector)` | Scroll to element |
+| `get_scroll_info()` | Position + page size |
+| `infinite_scroll(fn, limit)` | Smart scroll loop |
+| `hover(selector)` | Hover |
+| `select(selector, value)` | Dropdown select |
+| `close_modal()` | Close dialogs |
+| `get/set_cookies()` | Cookie management |
+
+## SDKBaseModel
+
+Auto-cleaning Pydantic model for scraped data:
+
+```python
+from cmdop import SDKBaseModel
+
+class Product(SDKBaseModel):
+    __base_url__ = "https://shop.com"
+    name: str = ""    # "  iPhone 15  \n" → "iPhone 15"
+    price: int = 0    # "$1,299.00" → 1299
+    rating: float = 0 # "4.5 stars" → 4.5
+    url: str = ""     # "/p/123" → "https://shop.com/p/123"
+
+products = Product.from_list(raw["items"])  # Auto dedupe + filter
+```
+
+---
+
+## Utilities
+
+**Logging:**
+```python
+from cmdop import get_logger
+log = get_logger(__name__)
+log.info("Starting")  # Rich console + auto file logging
+```
+
+**TOON Format (30-50% token savings):**
+```python
+from cmdop import json_to_toon, JsonCleaner
+toon = json_to_toon({"name": "Alice", "age": 25})
+# → "name: Alice\nage: 25"
+```
+
+---
+
+## Requirements
+
+- Python 3.10+
+- CMDOP agent on target
+
+## Links
+
+[cmdop.com](https://cmdop.com)
+
+## License
+
+MIT

{cmdop-0.1.16 → cmdop-0.1.17}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "cmdop"
-version = "0.1.16"
+version = "0.1.17"
 description = "Python SDK for CMDOP agent interaction"
 readme = "README.md"
 license = { text = "MIT" }
@@ -32,6 +32,9 @@ dependencies = [
     "toon-python>=0.1.2",
     # Logging
     "rich>=13.0.0",
+    # HTML parsing (browser SDK)
+    "beautifulsoup4>=4.12.0",
+    "lxml>=5.0.0",
 ]
 
 [project.optional-dependencies]
@@ -44,6 +47,8 @@ dev = [
     "ruff>=0.1.0",
     # For proto generation (still uses grpcio-tools with betterproto plugin)
     "grpcio-tools>=1.60.0",
+    # HTML parsing for tests
+    "beautifulsoup4>=4.12.0",
 ]
 
 [project.urls]

{cmdop-0.1.16 → cmdop-0.1.17}/src/cmdop/__init__.py

@@ -124,7 +124,7 @@ from cmdop.logging import (
     get_log_dir,
 )
 
-__version__ = "0.1.16"
+__version__ = "0.1.17"
 
 __all__ = [
     # Version

cmdop-0.1.17/src/cmdop/services/browser/js/__init__.py

@@ -0,0 +1,49 @@
+"""JavaScript builders for browser automation.
+
+This module provides JavaScript code generators for common browser operations:
+- Core: JSON parsing, async wrappers
+- Fetch: HTTP requests from browser context
+- Scroll: Page scrolling and infinite scroll
+- Interaction: Hover, select, modals
+"""
+
+from cmdop.services.browser.js.core import (
+    parse_json_result,
+    build_async_js,
+)
+
+from cmdop.services.browser.js.fetch import (
+    build_fetch_js,
+    build_fetch_all_js,
+)
+
+from cmdop.services.browser.js.scroll import (
+    build_scroll_js,
+    build_scroll_to_bottom_js,
+    build_infinite_scroll_js,
+    build_get_scroll_info_js,
+)
+
+from cmdop.services.browser.js.interaction import (
+    build_hover_js,
+    build_select_js,
+    build_close_modal_js,
+)
+
+__all__ = [
+    # Core
+    "parse_json_result",
+    "build_async_js",
+    # Fetch
+    "build_fetch_js",
+    "build_fetch_all_js",
+    # Scroll
+    "build_scroll_js",
+    "build_scroll_to_bottom_js",
+    "build_infinite_scroll_js",
+    "build_get_scroll_info_js",
+    # Interaction
+    "build_hover_js",
+    "build_select_js",
+    "build_close_modal_js",
+]

cmdop-0.1.17/src/cmdop/services/browser/js/core.py

@@ -0,0 +1,38 @@
+"""Core JavaScript utilities for browser automation."""
+
+from __future__ import annotations
+
+import json
+from typing import Any
+
+
+def parse_json_result(result: str) -> dict | list | None:
+    """Parse JSON result from JS execution."""
+    if result:
+        try:
+            data = json.loads(result)
+            if isinstance(data, dict) and "__error" in data:
+                return None
+            return data
+        except json.JSONDecodeError:
+            return None
+    return None
+
+
+def build_async_js(code: str) -> str:
+    """
+    Wrap JS code in async IIFE with error handling.
+
+    The code should return a value (will be JSON.stringify'd).
+    Use for async operations like fetch, Promise.all, etc.
+    """
+    return f"""
+    (async function() {{
+        try {{
+            const result = await (async () => {{ {code} }})();
+            return JSON.stringify(result);
+        }} catch(e) {{
+            return JSON.stringify({{__error: e.message}});
+        }}
+    }})()
+    """

cmdop-0.1.16/src/cmdop/services/browser/js.py → cmdop-0.1.17/src/cmdop/services/browser/js/fetch.py

@@ -1,28 +1,8 @@
-"""JavaScript code builders for browser automation."""
+"""Fetch JavaScript builders for browser automation."""
 
 from __future__ import annotations
 
 import json
-from typing import Any
-
-
-def build_async_js(code: str) -> str:
-    """
-    Wrap JS code in async IIFE with error handling.
-
-    The code should return a value (will be JSON.stringify'd).
-    Use for async operations like fetch, Promise.all, etc.
-    """
-    return f"""
-    (async function() {{
-        try {{
-            const result = await (async () => {{ {code} }})();
-            return JSON.stringify(result);
-        }} catch(e) {{
-            return JSON.stringify({{__error: e.message}});
-        }}
-    }})()
-    """
 
 
 def build_fetch_js(url: str) -> str:
@@ -94,16 +74,3 @@ def build_fetch_all_js(
 
     return results;
     """
-
-
-def parse_json_result(result: str) -> dict | list | None:
-    """Parse JSON result from JS execution."""
-    if result:
-        try:
-            data = json.loads(result)
-            if isinstance(data, dict) and "__error" in data:
-                return None
-            return data
-        except json.JSONDecodeError:
-            return None
-    return None