geonode-scraper-crewai 0.1.0__tar.gz

geonode_scraper_crewai-0.1.0/MANIFEST.in

@@ -0,0 +1,2 @@
+include README.md
+recursive-include geonode_scraper_crewai py.typed

geonode_scraper_crewai-0.1.0/PKG-INFO

@@ -0,0 +1,61 @@
+Metadata-Version: 2.4
+Name: geonode-scraper-crewai
+Version: 0.1.0
+Summary: CrewAI tools for the Geonode Scraper API
+Author: Geonode Team
+License-Expression: MIT
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Typing :: Typed
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: geonode-scraper-tools-core>=0.1.0
+Requires-Dist: crewai>=0.100
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0; extra == "dev"
+Requires-Dist: pytest-cov>=5.0; extra == "dev"
+Requires-Dist: ruff>=0.12.11; extra == "dev"
+
+# Geonode Scraper CrewAI Tools
+
+CrewAI tools for the Geonode Scraper API.
+
+This package depends on `geonode-scraper-tools-core` for the shared service,
+schemas, and operation registry.
+
+## Installation
+
+```sh
+pip install geonode-scraper-crewai
+```
+
+## Usage
+
+```python
+from crewai import Agent
+
+from geonode_scraper_crewai import build_crewai_tools
+from geonode_scraper_tools_core import ScraperToolSettings
+
+settings = ScraperToolSettings(
+    host="https://api.example.com",
+    api_key="your-api-key",
+)
+
+agent = Agent(
+    role="Web Researcher",
+    goal="Extract and inspect web content.",
+    backstory="Focused on pulling structured data from URLs.",
+    tools=build_crewai_tools(settings=settings),
+)
+```
+
+## Exposed Tools
+
+- `scraper_extract_content`
+- `scraper_get_job_result`
+- `scraper_wait_for_job`
+- `scraper_list_jobs`
+- `scraper_get_statistics`
+- `scraper_check_health`

geonode_scraper_crewai-0.1.0/README.md

@@ -0,0 +1,42 @@
+# Geonode Scraper CrewAI Tools
+
+CrewAI tools for the Geonode Scraper API.
+
+This package depends on `geonode-scraper-tools-core` for the shared service,
+schemas, and operation registry.
+
+## Installation
+
+```sh
+pip install geonode-scraper-crewai
+```
+
+## Usage
+
+```python
+from crewai import Agent
+
+from geonode_scraper_crewai import build_crewai_tools
+from geonode_scraper_tools_core import ScraperToolSettings
+
+settings = ScraperToolSettings(
+    host="https://api.example.com",
+    api_key="your-api-key",
+)
+
+agent = Agent(
+    role="Web Researcher",
+    goal="Extract and inspect web content.",
+    backstory="Focused on pulling structured data from URLs.",
+    tools=build_crewai_tools(settings=settings),
+)
+```
+
+## Exposed Tools
+
+- `scraper_extract_content`
+- `scraper_get_job_result`
+- `scraper_wait_for_job`
+- `scraper_list_jobs`
+- `scraper_get_statistics`
+- `scraper_check_health`

geonode_scraper_crewai-0.1.0/geonode_scraper_crewai/__init__.py

@@ -0,0 +1,5 @@
+from .toolkit import ScraperCrewAIToolkit, build_crewai_tools
+
+__all__ = ["ScraperCrewAIToolkit", "build_crewai_tools"]
+
+__version__ = "0.1.0"

geonode_scraper_crewai-0.1.0/geonode_scraper_crewai/toolkit.py

@@ -0,0 +1,67 @@
+from __future__ import annotations
+
+import asyncio
+from typing import Any, Sequence
+
+from geonode_scraper_tools_core import ScraperToolService, ScraperToolSettings, get_operations
+from geonode_scraper_tools_core.registry import OperationSpec
+
+
+class ScraperCrewAIToolkit:
+    def __init__(self, service: ScraperToolService) -> None:
+        self.service = service
+
+    @classmethod
+    def from_settings(cls, settings: ScraperToolSettings) -> ScraperCrewAIToolkit:
+        return cls(ScraperToolService(settings))
+
+    def get_tools(self, operations: Sequence[str] | None = None) -> list[Any]:
+        from crewai.tools import BaseTool
+
+        return [self._build_tool(BaseTool=BaseTool, operation=operation) for operation in get_operations(operations)]
+
+    def _build_tool(self, *, BaseTool: type[Any], operation: OperationSpec) -> Any:
+        service = self.service
+
+        class _CrewAIScraperTool(BaseTool):
+            name: str
+            description: str
+            args_schema: type[Any]
+
+            def _run(self, **kwargs: Any) -> dict[str, Any]:
+                return operation.invoke(service, **kwargs)
+
+            async def _arun(self, **kwargs: Any) -> dict[str, Any]:
+                return await asyncio.to_thread(operation.invoke, service, **kwargs)
+
+            @staticmethod
+            def cache_function(_arguments: dict[str, Any], _result: Any) -> bool:
+                return False
+
+        return _CrewAIScraperTool(
+            name=operation.tool_name,
+            description=operation.description,
+            args_schema=operation.args_schema,
+        )
+
+
+def build_crewai_tools(
+    *,
+    settings: ScraperToolSettings | None = None,
+    service: ScraperToolService | None = None,
+    operations: Sequence[str] | None = None,
+) -> list[Any]:
+    resolved_service = _resolve_service(settings=settings, service=service)
+    return ScraperCrewAIToolkit(resolved_service).get_tools(operations=operations)
+
+
+def _resolve_service(
+    *,
+    settings: ScraperToolSettings | None,
+    service: ScraperToolService | None,
+) -> ScraperToolService:
+    if service is not None:
+        return service
+    if settings is None:
+        raise ValueError("Provide either settings or service to build CrewAI tools.")
+    return ScraperToolService(settings)

geonode_scraper_crewai-0.1.0/geonode_scraper_crewai.egg-info/PKG-INFO

@@ -0,0 +1,61 @@
+Metadata-Version: 2.4
+Name: geonode-scraper-crewai
+Version: 0.1.0
+Summary: CrewAI tools for the Geonode Scraper API
+Author: Geonode Team
+License-Expression: MIT
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Typing :: Typed
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: geonode-scraper-tools-core>=0.1.0
+Requires-Dist: crewai>=0.100
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0; extra == "dev"
+Requires-Dist: pytest-cov>=5.0; extra == "dev"
+Requires-Dist: ruff>=0.12.11; extra == "dev"
+
+# Geonode Scraper CrewAI Tools
+
+CrewAI tools for the Geonode Scraper API.
+
+This package depends on `geonode-scraper-tools-core` for the shared service,
+schemas, and operation registry.
+
+## Installation
+
+```sh
+pip install geonode-scraper-crewai
+```
+
+## Usage
+
+```python
+from crewai import Agent
+
+from geonode_scraper_crewai import build_crewai_tools
+from geonode_scraper_tools_core import ScraperToolSettings
+
+settings = ScraperToolSettings(
+    host="https://api.example.com",
+    api_key="your-api-key",
+)
+
+agent = Agent(
+    role="Web Researcher",
+    goal="Extract and inspect web content.",
+    backstory="Focused on pulling structured data from URLs.",
+    tools=build_crewai_tools(settings=settings),
+)
+```
+
+## Exposed Tools
+
+- `scraper_extract_content`
+- `scraper_get_job_result`
+- `scraper_wait_for_job`
+- `scraper_list_jobs`
+- `scraper_get_statistics`
+- `scraper_check_health`

geonode_scraper_crewai-0.1.0/geonode_scraper_crewai.egg-info/SOURCES.txt

@@ -0,0 +1,12 @@
+MANIFEST.in
+README.md
+pyproject.toml
+geonode_scraper_crewai/__init__.py
+geonode_scraper_crewai/py.typed
+geonode_scraper_crewai/toolkit.py
+geonode_scraper_crewai.egg-info/PKG-INFO
+geonode_scraper_crewai.egg-info/SOURCES.txt
+geonode_scraper_crewai.egg-info/dependency_links.txt
+geonode_scraper_crewai.egg-info/requires.txt
+geonode_scraper_crewai.egg-info/top_level.txt
+tests/test_crewai_tools.py

geonode_scraper_crewai-0.1.0/geonode_scraper_crewai.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

geonode_scraper_crewai-0.1.0/geonode_scraper_crewai.egg-info/requires.txt

@@ -0,0 +1,7 @@
+geonode-scraper-tools-core>=0.1.0
+crewai>=0.100
+
+[dev]
+pytest>=8.0
+pytest-cov>=5.0
+ruff>=0.12.11

geonode_scraper_crewai-0.1.0/geonode_scraper_crewai.egg-info/top_level.txt

@@ -0,0 +1 @@
+geonode_scraper_crewai

geonode_scraper_crewai-0.1.0/pyproject.toml

@@ -0,0 +1,47 @@
+[project]
+name = "geonode-scraper-crewai"
+version = "0.1.0"
+description = "CrewAI tools for the Geonode Scraper API"
+authors = [
+  {name = "Geonode Team"},
+]
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.10"
+classifiers = [
+  "Programming Language :: Python :: 3.10",
+  "Programming Language :: Python :: 3.11",
+  "Programming Language :: Python :: 3.12",
+  "Typing :: Typed",
+]
+dependencies = [
+  "geonode-scraper-tools-core>=0.1.0",
+  "crewai>=0.100",
+]
+
+[project.optional-dependencies]
+dev = [
+  "pytest>=8.0",
+  "pytest-cov>=5.0",
+  "ruff>=0.12.11",
+]
+
+[build-system]
+requires = ["setuptools"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools.packages.find]
+include = ["geonode_scraper_crewai*"]
+
+[tool.setuptools.package-data]
+geonode_scraper_crewai = ["py.typed"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+
+[tool.ruff]
+target-version = "py310"
+line-length = 120
+
+[tool.ruff.lint]
+select = ["E", "W", "F", "I", "B"]

geonode_scraper_crewai-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

geonode_scraper_crewai-0.1.0/tests/test_crewai_tools.py

@@ -0,0 +1,62 @@
+from __future__ import annotations
+
+from geonode_scraper_crewai import build_crewai_tools
+
+
+class StubService:
+    def extract(self, **kwargs):
+        return {"ok": True, "operation": "extract", "result": kwargs}
+
+    def get_job_result(self, **kwargs):
+        return {"ok": True, "operation": "get_job_result", "result": kwargs}
+
+    def wait_for_job(self, **kwargs):
+        return {"ok": True, "operation": "wait_for_job", "result": kwargs}
+
+    def list_jobs(self, **kwargs):
+        return {"ok": True, "operation": "list_jobs", "result": kwargs}
+
+    def get_statistics(self, **kwargs):
+        return {"ok": True, "operation": "get_statistics", "result": kwargs}
+
+    def health_check(self, **kwargs):
+        return {"ok": True, "operation": "health_check", "result": kwargs}
+
+
+def test_build_crewai_tools_exposes_expected_names():
+    pytest = __import__("pytest")
+    pytest.importorskip("crewai.tools")
+
+    tools = build_crewai_tools(service=StubService())
+
+    assert [tool.name for tool in tools] == [
+        "scraper_extract_content",
+        "scraper_get_job_result",
+        "scraper_wait_for_job",
+        "scraper_list_jobs",
+        "scraper_get_statistics",
+        "scraper_check_health",
+    ]
+
+
+def test_crewai_tool_run_dispatches_to_service():
+    pytest = __import__("pytest")
+    pytest.importorskip("crewai.tools")
+
+    tools = build_crewai_tools(service=StubService(), operations=["extract"])
+    result = tools[0]._run(url="https://example.com")
+
+    assert result["ok"] is True
+    assert result["result"]["url"] == "https://example.com"
+
+
+def test_crewai_wait_for_job_tool_is_selectable():
+    pytest = __import__("pytest")
+    pytest.importorskip("crewai.tools")
+
+    tools = build_crewai_tools(service=StubService(), operations=["wait_for_job"])
+    result = tools[0]._run(job_id="test-job-uuid")
+
+    assert result["ok"] is True
+    assert result["operation"] == "wait_for_job"
+    assert result["result"]["job_id"] == "test-job-uuid"