webextrator-cli 2026.7.1.0__tar.gz

webextrator_cli-2026.7.1.0/.env.example

@@ -0,0 +1,3 @@
+ACEDATACLOUD_API_TOKEN=your_api_token_here
+ACEDATACLOUD_API_BASE_URL=https://api.acedata.cloud
+WEBEXTRATOR_REQUEST_TIMEOUT=60

webextrator_cli-2026.7.1.0/CHANGELOG.md

@@ -0,0 +1,11 @@
+# Changelog
+
+## [0.1.0] - 2025-05-04
+
+### Added
+- Initial release of WebExtrator CLI
+- `extract` command for extracting structured content from web pages (`/webextrator/extract`)
+- `render` command for rendering web pages and returning HTML (`/webextrator/render`)
+- `tasks retrieve` command to query a single render/extract task
+- `tasks batch` command to query multiple render/extract tasks
+- `config` command to show current configuration

webextrator_cli-2026.7.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 AceDataCloud
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

webextrator_cli-2026.7.1.0/PKG-INFO

@@ -0,0 +1,97 @@
+Metadata-Version: 2.1
+Name: webextrator-cli
+Version: 2026.7.1.0
+Summary: CLI tool for WebExtrator Web Render & Extract via AceDataCloud
+Project-URL: Homepage, https://github.com/AceDataCloud/Clis
+Project-URL: Repository, https://github.com/AceDataCloud/Clis
+Project-URL: Issues, https://github.com/AceDataCloud/Clis/issues
+Project-URL: Changelog, https://github.com/AceDataCloud/Clis/blob/main/webextrator/CHANGELOG.md
+Author-email: AceDataCloud <support@acedata.cloud>
+Maintainer-email: AceDataCloud <support@acedata.cloud>
+License: MIT
+License-File: LICENSE
+Keywords: acedata,cli,command-line,web-rendering,web-scraping,webextrator
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.10
+Requires-Dist: click>=8.1.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: python-dotenv>=1.0.0
+Requires-Dist: rich>=13.0.0
+Provides-Extra: all
+Requires-Dist: webextrator-cli[dev,release,test]; extra == 'all'
+Provides-Extra: dev
+Requires-Dist: mypy>=1.10.0; extra == 'dev'
+Requires-Dist: pre-commit>=3.7.0; extra == 'dev'
+Requires-Dist: ruff>=0.4.0; extra == 'dev'
+Provides-Extra: release
+Requires-Dist: build>=1.2.0; extra == 'release'
+Requires-Dist: twine>=6.1.0; extra == 'release'
+Provides-Extra: test
+Requires-Dist: pytest-asyncio>=0.23.0; extra == 'test'
+Requires-Dist: pytest-cov>=5.0.0; extra == 'test'
+Requires-Dist: pytest>=8.0.0; extra == 'test'
+Requires-Dist: respx>=0.21.0; extra == 'test'
+Description-Content-Type: text/markdown
+
+# WebExtrator CLI
+
+A command-line tool for web rendering and extraction via [AceDataCloud](https://platform.acedata.cloud).
+
+## Installation
+
+```bash
+pip install webextrator-cli
+```
+
+## Quick Start
+
+```bash
+export ACEDATACLOUD_API_TOKEN=your_token
+
+webextrator extract https://www.amazon.com/dp/B0C1234567
+webextrator render https://example.com
+webextrator tasks retrieve --id <task-id>
+```
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `webextrator extract <url>` | Extract structured content from a web page |
+| `webextrator render <url>` | Render a web page and return the HTML |
+| `webextrator tasks retrieve` | Retrieve a single task by ID or trace ID |
+| `webextrator tasks batch` | Retrieve multiple tasks at once |
+| `webextrator config` | Show current configuration |
+
+## Global Options
+
+```
+--token TEXT    API token (or set ACEDATACLOUD_API_TOKEN env var)
+--version       Show version
+--help          Show help message
+```
+
+## Configuration
+
+Set environment variables or use a `.env` file:
+
+```bash
+ACEDATACLOUD_API_TOKEN=your_token
+ACEDATACLOUD_API_BASE_URL=https://api.acedata.cloud
+WEBEXTRATOR_REQUEST_TIMEOUT=60
+```
+
+## License
+
+MIT

webextrator_cli-2026.7.1.0/README.md

@@ -0,0 +1,51 @@
+# WebExtrator CLI
+
+A command-line tool for web rendering and extraction via [AceDataCloud](https://platform.acedata.cloud).
+
+## Installation
+
+```bash
+pip install webextrator-cli
+```
+
+## Quick Start
+
+```bash
+export ACEDATACLOUD_API_TOKEN=your_token
+
+webextrator extract https://www.amazon.com/dp/B0C1234567
+webextrator render https://example.com
+webextrator tasks retrieve --id <task-id>
+```
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `webextrator extract <url>` | Extract structured content from a web page |
+| `webextrator render <url>` | Render a web page and return the HTML |
+| `webextrator tasks retrieve` | Retrieve a single task by ID or trace ID |
+| `webextrator tasks batch` | Retrieve multiple tasks at once |
+| `webextrator config` | Show current configuration |
+
+## Global Options
+
+```
+--token TEXT    API token (or set ACEDATACLOUD_API_TOKEN env var)
+--version       Show version
+--help          Show help message
+```
+
+## Configuration
+
+Set environment variables or use a `.env` file:
+
+```bash
+ACEDATACLOUD_API_TOKEN=your_token
+ACEDATACLOUD_API_BASE_URL=https://api.acedata.cloud
+WEBEXTRATOR_REQUEST_TIMEOUT=60
+```
+
+## License
+
+MIT

webextrator_cli-2026.7.1.0/pyproject.toml

@@ -0,0 +1,117 @@
+[project]
+name = "webextrator-cli"
+version = "2026.7.1.0"
+description = "CLI tool for WebExtrator Web Render & Extract via AceDataCloud"
+readme = "README.md"
+license = { text = "MIT" }
+requires-python = ">=3.10"
+authors = [
+    { name = "AceDataCloud", email = "support@acedata.cloud" }
+]
+maintainers = [
+    { name = "AceDataCloud", email = "support@acedata.cloud" }
+]
+keywords = [
+    "cli",
+    "webextrator",
+    "web-scraping",
+    "web-rendering",
+    "acedata",
+    "command-line",
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Internet :: WWW/HTTP",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+    "Environment :: Console",
+]
+dependencies = [
+    "click>=8.1.0",
+    "httpx>=0.27.0",
+    "python-dotenv>=1.0.0",
+    "rich>=13.0.0",
+    "pydantic>=2.0.0",
+]
+
+[project.optional-dependencies]
+dev = [
+    "ruff>=0.4.0",
+    "mypy>=1.10.0",
+    "pre-commit>=3.7.0",
+]
+test = [
+    "pytest>=8.0.0",
+    "pytest-asyncio>=0.23.0",
+    "pytest-cov>=5.0.0",
+    "respx>=0.21.0",
+]
+release = [
+    "build>=1.2.0",
+    "twine>=6.1.0",
+]
+all = [
+    "webextrator-cli[dev,test,release]",
+]
+
+[project.scripts]
+webextrator-cli = "webextrator_cli.main:cli"
+webextrator = "webextrator_cli.main:cli"
+
+[project.urls]
+Homepage = "https://github.com/AceDataCloud/Clis"
+Repository = "https://github.com/AceDataCloud/Clis"
+Issues = "https://github.com/AceDataCloud/Clis/issues"
+Changelog = "https://github.com/AceDataCloud/Clis/blob/main/webextrator/CHANGELOG.md"
+
+[build-system]
+requires = ["hatchling>=1.21.0,<1.22.0"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["webextrator_cli"]
+
+[tool.hatch.build.targets.sdist]
+include = [
+    "webextrator_cli/",
+    "tests/",
+    "README.md",
+    "LICENSE",
+    "CHANGELOG.md",
+    ".env.example",
+]
+
+# Mypy Configuration
+[tool.mypy]
+python_version = "3.10"
+warn_return_any = true
+warn_unused_configs = true
+disallow_untyped_defs = true
+check_untyped_defs = true
+
+# Pytest Configuration
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+asyncio_mode = "auto"
+markers = [
+    "integration: marks tests that require real API access",
+    "slow: marks slow tests",
+]
+
+# Ruff Configuration
+[tool.ruff]
+line-length = 100
+target-version = "py310"
+
+[tool.ruff.lint]
+select = ["E", "W", "F", "I", "B", "C4", "UP", "ARG", "SIM"]
+ignore = ["E501"]
+
+[tool.ruff.format]
+quote-style = "double"

webextrator_cli-2026.7.1.0/tests/__init__.py

@@ -0,0 +1 @@
+"""Tests init."""

webextrator_cli-2026.7.1.0/tests/conftest.py

@@ -0,0 +1,55 @@
+"""Test configuration and fixtures for WebExtrator CLI."""
+
+import pytest
+
+
+@pytest.fixture
+def mock_extract_response() -> dict:
+    return {
+        "success": True,
+        "task_id": "550e8400-e29b-41d4-a716-446655440000",
+        "trace_id": "550e8400-e29b-41d4-a716-446655440001",
+        "started_at": "2025-05-02T10:30:00.123Z",
+        "finished_at": "2025-05-02T10:30:08.789Z",
+        "elapsed": 8.666,
+        "data": {
+            "kind": "extract",
+            "url": "https://www.amazon.com/dp/B0C1234567",
+            "contentType": "product",
+            "title": "Acme Widget",
+            "description": "A widget that does things.",
+        },
+    }
+
+
+@pytest.fixture
+def mock_render_response() -> dict:
+    return {
+        "success": True,
+        "task_id": "550e8400-e29b-41d4-a716-446655440002",
+        "trace_id": "550e8400-e29b-41d4-a716-446655440003",
+        "started_at": "2025-05-02T10:30:00.123Z",
+        "finished_at": "2025-05-02T10:30:05.456Z",
+        "elapsed": 5.333,
+        "data": {
+            "kind": "render",
+            "url": "https://example.com",
+            "finalUrl": "https://example.com/",
+            "title": "Example Domain",
+            "status": 200,
+            "html": "<!DOCTYPE html><html>...</html>",
+        },
+    }
+
+
+@pytest.fixture
+def mock_task_response() -> dict:
+    return {
+        "id": "550e8400-e29b-41d4-a716-446655440000",
+        "task_id": "550e8400-e29b-41d4-a716-446655440000",
+        "trace_id": "550e8400-e29b-41d4-a716-446655440001",
+        "type": "extract",
+        "started_at": "2025-05-02T10:30:00.123Z",
+        "finished_at": "2025-05-02T10:30:08.789Z",
+        "elapsed": 8.666,
+    }

webextrator_cli-2026.7.1.0/tests/test_commands.py

@@ -0,0 +1,315 @@
+"""Tests for WebExtrator CLI commands."""
+
+import json
+
+import pytest
+import respx
+from click.testing import CliRunner
+from httpx import Response
+
+from webextrator_cli.main import cli
+
+
+@pytest.fixture
+def runner() -> CliRunner:
+    return CliRunner()
+
+
+class TestGlobalCommands:
+    """Tests for global CLI options."""
+
+    def test_version(self, runner):
+        result = runner.invoke(cli, ["--version"])
+        assert result.exit_code == 0
+        assert "webextrator-cli" in result.output
+
+    def test_help(self, runner):
+        result = runner.invoke(cli, ["--help"])
+        assert result.exit_code == 0
+        assert "extract" in result.output
+        assert "render" in result.output
+
+    def test_help_extract(self, runner):
+        result = runner.invoke(cli, ["extract", "--help"])
+        assert result.exit_code == 0
+        assert "URL" in result.output
+
+    def test_help_render(self, runner):
+        result = runner.invoke(cli, ["render", "--help"])
+        assert result.exit_code == 0
+        assert "URL" in result.output
+
+
+class TestExtractCommand:
+    """Tests for the extract command."""
+
+    @respx.mock
+    def test_extract_json(self, runner, mock_extract_response):
+        respx.post("https://api.acedata.cloud/webextrator/extract").mock(
+            return_value=Response(200, json=mock_extract_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "extract",
+                "https://www.amazon.com/dp/B0C1234567",
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+        data = json.loads(result.output)
+        assert data["success"] is True
+        assert data["task_id"] == "550e8400-e29b-41d4-a716-446655440000"
+
+    @respx.mock
+    def test_extract_rich_output(self, runner, mock_extract_response):
+        respx.post("https://api.acedata.cloud/webextrator/extract").mock(
+            return_value=Response(200, json=mock_extract_response)
+        )
+        result = runner.invoke(
+            cli,
+            ["--token", "test-token", "extract", "https://www.amazon.com/dp/B0C1234567"],
+        )
+        assert result.exit_code == 0
+        assert "550e8400-e29b-41d4-a716-446655440000" in result.output
+
+    @respx.mock
+    def test_extract_with_expected_type(self, runner, mock_extract_response):
+        respx.post("https://api.acedata.cloud/webextrator/extract").mock(
+            return_value=Response(200, json=mock_extract_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "extract",
+                "https://example.com",
+                "--expected-type",
+                "product",
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+
+    @respx.mock
+    def test_extract_with_enable_llm(self, runner, mock_extract_response):
+        route = respx.post("https://api.acedata.cloud/webextrator/extract").mock(
+            return_value=Response(200, json=mock_extract_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "extract",
+                "https://example.com",
+                "--enable-llm",
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+        sent = json.loads(route.calls[0].request.content)
+        assert sent["enable_llm"] is True
+
+    @respx.mock
+    def test_extract_with_block_resources_and_headers(self, runner, mock_extract_response):
+        route = respx.post("https://api.acedata.cloud/webextrator/extract").mock(
+            return_value=Response(200, json=mock_extract_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "extract",
+                "https://example.com",
+                "--block-resources",
+                "--headers",
+                '{"Accept-Language":"en-US"}',
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+        sent = json.loads(route.calls[0].request.content)
+        assert sent["block_resources"] is True
+        assert sent["headers"] == {"Accept-Language": "en-US"}
+
+    def test_extract_no_token(self, runner):
+        result = runner.invoke(cli, ["--token", "", "extract", "https://example.com"])
+        assert result.exit_code != 0
+
+
+class TestRenderCommand:
+    """Tests for the render command."""
+
+    @respx.mock
+    def test_render_json(self, runner, mock_render_response):
+        respx.post("https://api.acedata.cloud/webextrator/render").mock(
+            return_value=Response(200, json=mock_render_response)
+        )
+        result = runner.invoke(
+            cli,
+            ["--token", "test-token", "render", "https://example.com", "--json"],
+        )
+        assert result.exit_code == 0
+        data = json.loads(result.output)
+        assert data["success"] is True
+        assert data["task_id"] == "550e8400-e29b-41d4-a716-446655440002"
+
+    @respx.mock
+    def test_render_rich_output(self, runner, mock_render_response):
+        respx.post("https://api.acedata.cloud/webextrator/render").mock(
+            return_value=Response(200, json=mock_render_response)
+        )
+        result = runner.invoke(cli, ["--token", "test-token", "render", "https://example.com"])
+        assert result.exit_code == 0
+        assert "550e8400-e29b-41d4-a716-446655440002" in result.output
+
+    @respx.mock
+    def test_render_with_wait_until(self, runner, mock_render_response):
+        respx.post("https://api.acedata.cloud/webextrator/render").mock(
+            return_value=Response(200, json=mock_render_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "render",
+                "https://example.com",
+                "--wait-until",
+                "load",
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+
+    @respx.mock
+    def test_render_with_callback(self, runner, mock_render_response):
+        route = respx.post("https://api.acedata.cloud/webextrator/render").mock(
+            return_value=Response(200, json=mock_render_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "render",
+                "https://example.com",
+                "--callback-url",
+                "https://my.server.com/webhook",
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+        sent = json.loads(route.calls[0].request.content)
+        assert sent["callback_url"] == "https://my.server.com/webhook"
+
+    @respx.mock
+    def test_render_with_block_resources_and_headers(self, runner, mock_render_response):
+        route = respx.post("https://api.acedata.cloud/webextrator/render").mock(
+            return_value=Response(200, json=mock_render_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "render",
+                "https://example.com",
+                "--block-resources",
+                "--headers",
+                '{"X-Test":"1"}',
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+        sent = json.loads(route.calls[0].request.content)
+        assert sent["block_resources"] is True
+        assert sent["headers"] == {"X-Test": "1"}
+
+    def test_render_no_token(self, runner):
+        result = runner.invoke(cli, ["--token", "", "render", "https://example.com"])
+        assert result.exit_code != 0
+
+
+class TestTasksCommands:
+    """Tests for tasks management commands."""
+
+    @respx.mock
+    def test_tasks_retrieve_json(self, runner, mock_task_response):
+        respx.post("https://api.acedata.cloud/webextrator/tasks").mock(
+            return_value=Response(200, json=mock_task_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "tasks",
+                "retrieve",
+                "--id",
+                "550e8400-e29b-41d4-a716-446655440000",
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+        data = json.loads(result.output)
+        assert data["task_id"] == "550e8400-e29b-41d4-a716-446655440000"
+
+    @respx.mock
+    def test_tasks_retrieve_by_trace_id(self, runner, mock_task_response):
+        respx.post("https://api.acedata.cloud/webextrator/tasks").mock(
+            return_value=Response(200, json=mock_task_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "tasks",
+                "retrieve",
+                "--trace-id",
+                "550e8400-e29b-41d4-a716-446655440001",
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+
+    def test_tasks_retrieve_requires_id_or_trace_id(self, runner):
+        result = runner.invoke(cli, ["--token", "test-token", "tasks", "retrieve"])
+        assert result.exit_code != 0
+
+    @respx.mock
+    def test_tasks_batch_json(self, runner, mock_task_response):
+        batch_response = {"items": [mock_task_response], "count": 1}
+        respx.post("https://api.acedata.cloud/webextrator/tasks").mock(
+            return_value=Response(200, json=batch_response)
+        )
+        result = runner.invoke(
+            cli,
+            [
+                "--token",
+                "test-token",
+                "tasks",
+                "batch",
+                "--ids",
+                "id1",
+                "--ids",
+                "id2",
+                "--json",
+            ],
+        )
+        assert result.exit_code == 0
+
+
+class TestInfoCommands:
+    """Tests for info and utility commands."""
+
+    def test_config(self, runner):
+        result = runner.invoke(cli, ["config"])
+        assert result.exit_code == 0
+        assert "api.acedata.cloud" in result.output

webextrator_cli-2026.7.1.0/webextrator_cli/__init__.py

@@ -0,0 +1,3 @@
+"""WebExtrator CLI package."""
+
+__version__ = "0.1.0"

webextrator_cli-2026.7.1.0/webextrator_cli/__main__.py

@@ -0,0 +1,6 @@
+"""Entry point for python -m webextrator_cli."""
+
+from webextrator_cli.main import cli
+
+if __name__ == "__main__":
+    cli()

webextrator_cli-2026.7.1.0/webextrator_cli/commands/__init__.py

@@ -0,0 +1 @@
+"""WebExtrator CLI commands package."""