geonode-scraper-langchain 0.1.0__tar.gz

geonode_scraper_langchain-0.1.0/MANIFEST.in

@@ -0,0 +1,2 @@
+include README.md
+recursive-include geonode_scraper_langchain py.typed

geonode_scraper_langchain-0.1.0/PKG-INFO

@@ -0,0 +1,54 @@
+Metadata-Version: 2.4
+Name: geonode-scraper-langchain
+Version: 0.1.0
+Summary: LangChain tools for the Geonode Scraper API
+Author: Geonode Team
+License-Expression: MIT
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Typing :: Typed
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: geonode-scraper-tools-core>=0.1.0
+Requires-Dist: langchain-core>=1.0
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0; extra == "dev"
+Requires-Dist: pytest-cov>=5.0; extra == "dev"
+Requires-Dist: ruff>=0.12.11; extra == "dev"
+
+# Geonode Scraper LangChain Tools
+
+LangChain tools for the Geonode Scraper API.
+
+This package depends on `geonode-scraper-tools-core` for the shared service,
+schemas, and operation registry.
+
+## Installation
+
+```sh
+pip install geonode-scraper-langchain
+```
+
+## Usage
+
+```python
+from geonode_scraper_langchain import build_langchain_tools
+from geonode_scraper_tools_core import ScraperToolSettings
+
+settings = ScraperToolSettings(
+    host="https://api.example.com",
+    api_key="your-api-key",
+)
+
+tools = build_langchain_tools(settings=settings)
+```
+
+## Exposed Tools
+
+- `scraper_extract_content`
+- `scraper_get_job_result`
+- `scraper_wait_for_job`
+- `scraper_list_jobs`
+- `scraper_get_statistics`
+- `scraper_check_health`

geonode_scraper_langchain-0.1.0/README.md

@@ -0,0 +1,35 @@
+# Geonode Scraper LangChain Tools
+
+LangChain tools for the Geonode Scraper API.
+
+This package depends on `geonode-scraper-tools-core` for the shared service,
+schemas, and operation registry.
+
+## Installation
+
+```sh
+pip install geonode-scraper-langchain
+```
+
+## Usage
+
+```python
+from geonode_scraper_langchain import build_langchain_tools
+from geonode_scraper_tools_core import ScraperToolSettings
+
+settings = ScraperToolSettings(
+    host="https://api.example.com",
+    api_key="your-api-key",
+)
+
+tools = build_langchain_tools(settings=settings)
+```
+
+## Exposed Tools
+
+- `scraper_extract_content`
+- `scraper_get_job_result`
+- `scraper_wait_for_job`
+- `scraper_list_jobs`
+- `scraper_get_statistics`
+- `scraper_check_health`

geonode_scraper_langchain-0.1.0/geonode_scraper_langchain/__init__.py

@@ -0,0 +1,5 @@
+from .toolkit import ScraperLangChainToolkit, build_langchain_tools
+
+__all__ = ["ScraperLangChainToolkit", "build_langchain_tools"]
+
+__version__ = "0.1.0"

geonode_scraper_langchain-0.1.0/geonode_scraper_langchain/toolkit.py

@@ -0,0 +1,64 @@
+from __future__ import annotations
+
+import asyncio
+from typing import Any, Sequence
+
+from geonode_scraper_tools_core import ScraperToolService, ScraperToolSettings, get_operations
+from geonode_scraper_tools_core.registry import OperationSpec
+
+
+class ScraperLangChainToolkit:
+    def __init__(self, service: ScraperToolService) -> None:
+        self.service = service
+
+    @classmethod
+    def from_settings(cls, settings: ScraperToolSettings) -> ScraperLangChainToolkit:
+        return cls(ScraperToolService(settings))
+
+    def get_tools(self, operations: Sequence[str] | None = None) -> list[Any]:
+        from langchain_core.tools import StructuredTool
+
+        return [
+            self._build_tool(StructuredTool=StructuredTool, operation=operation)
+            for operation in get_operations(operations)
+        ]
+
+    def _build_tool(self, *, StructuredTool: type[Any], operation: OperationSpec) -> Any:
+        def _invoke(**kwargs: Any) -> dict[str, Any]:
+            return operation.invoke(self.service, **kwargs)
+
+        async def _ainvoke(**kwargs: Any) -> dict[str, Any]:
+            return await asyncio.to_thread(operation.invoke, self.service, **kwargs)
+
+        _invoke.__name__ = operation.tool_name
+        _invoke.__doc__ = operation.description
+
+        return StructuredTool.from_function(
+            func=_invoke,
+            coroutine=_ainvoke,
+            name=operation.tool_name,
+            description=operation.description,
+            args_schema=operation.args_schema,
+        )
+
+
+def build_langchain_tools(
+    *,
+    settings: ScraperToolSettings | None = None,
+    service: ScraperToolService | None = None,
+    operations: Sequence[str] | None = None,
+) -> list[Any]:
+    resolved_service = _resolve_service(settings=settings, service=service)
+    return ScraperLangChainToolkit(resolved_service).get_tools(operations=operations)
+
+
+def _resolve_service(
+    *,
+    settings: ScraperToolSettings | None,
+    service: ScraperToolService | None,
+) -> ScraperToolService:
+    if service is not None:
+        return service
+    if settings is None:
+        raise ValueError("Provide either settings or service to build LangChain tools.")
+    return ScraperToolService(settings)

geonode_scraper_langchain-0.1.0/geonode_scraper_langchain.egg-info/PKG-INFO

@@ -0,0 +1,54 @@
+Metadata-Version: 2.4
+Name: geonode-scraper-langchain
+Version: 0.1.0
+Summary: LangChain tools for the Geonode Scraper API
+Author: Geonode Team
+License-Expression: MIT
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Typing :: Typed
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: geonode-scraper-tools-core>=0.1.0
+Requires-Dist: langchain-core>=1.0
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0; extra == "dev"
+Requires-Dist: pytest-cov>=5.0; extra == "dev"
+Requires-Dist: ruff>=0.12.11; extra == "dev"
+
+# Geonode Scraper LangChain Tools
+
+LangChain tools for the Geonode Scraper API.
+
+This package depends on `geonode-scraper-tools-core` for the shared service,
+schemas, and operation registry.
+
+## Installation
+
+```sh
+pip install geonode-scraper-langchain
+```
+
+## Usage
+
+```python
+from geonode_scraper_langchain import build_langchain_tools
+from geonode_scraper_tools_core import ScraperToolSettings
+
+settings = ScraperToolSettings(
+    host="https://api.example.com",
+    api_key="your-api-key",
+)
+
+tools = build_langchain_tools(settings=settings)
+```
+
+## Exposed Tools
+
+- `scraper_extract_content`
+- `scraper_get_job_result`
+- `scraper_wait_for_job`
+- `scraper_list_jobs`
+- `scraper_get_statistics`
+- `scraper_check_health`

geonode_scraper_langchain-0.1.0/geonode_scraper_langchain.egg-info/SOURCES.txt

@@ -0,0 +1,12 @@
+MANIFEST.in
+README.md
+pyproject.toml
+geonode_scraper_langchain/__init__.py
+geonode_scraper_langchain/py.typed
+geonode_scraper_langchain/toolkit.py
+geonode_scraper_langchain.egg-info/PKG-INFO
+geonode_scraper_langchain.egg-info/SOURCES.txt
+geonode_scraper_langchain.egg-info/dependency_links.txt
+geonode_scraper_langchain.egg-info/requires.txt
+geonode_scraper_langchain.egg-info/top_level.txt
+tests/test_langchain_tools.py

geonode_scraper_langchain-0.1.0/geonode_scraper_langchain.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

geonode_scraper_langchain-0.1.0/geonode_scraper_langchain.egg-info/requires.txt

@@ -0,0 +1,7 @@
+geonode-scraper-tools-core>=0.1.0
+langchain-core>=1.0
+
+[dev]
+pytest>=8.0
+pytest-cov>=5.0
+ruff>=0.12.11

geonode_scraper_langchain-0.1.0/geonode_scraper_langchain.egg-info/top_level.txt

@@ -0,0 +1 @@
+geonode_scraper_langchain

geonode_scraper_langchain-0.1.0/pyproject.toml

@@ -0,0 +1,47 @@
+[project]
+name = "geonode-scraper-langchain"
+version = "0.1.0"
+description = "LangChain tools for the Geonode Scraper API"
+authors = [
+  {name = "Geonode Team"},
+]
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.10"
+classifiers = [
+  "Programming Language :: Python :: 3.10",
+  "Programming Language :: Python :: 3.11",
+  "Programming Language :: Python :: 3.12",
+  "Typing :: Typed",
+]
+dependencies = [
+  "geonode-scraper-tools-core>=0.1.0",
+  "langchain-core>=1.0",
+]
+
+[project.optional-dependencies]
+dev = [
+  "pytest>=8.0",
+  "pytest-cov>=5.0",
+  "ruff>=0.12.11",
+]
+
+[build-system]
+requires = ["setuptools"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools.packages.find]
+include = ["geonode_scraper_langchain*"]
+
+[tool.setuptools.package-data]
+geonode_scraper_langchain = ["py.typed"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+
+[tool.ruff]
+target-version = "py310"
+line-length = 120
+
+[tool.ruff.lint]
+select = ["E", "W", "F", "I", "B"]

geonode_scraper_langchain-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

geonode_scraper_langchain-0.1.0/tests/test_langchain_tools.py

@@ -0,0 +1,63 @@
+from __future__ import annotations
+
+from geonode_scraper_langchain import build_langchain_tools
+
+
+class StubService:
+    def extract(self, **kwargs):
+        return {"ok": True, "operation": "extract", "result": kwargs}
+
+    def get_job_result(self, **kwargs):
+        return {"ok": True, "operation": "get_job_result", "result": kwargs}
+
+    def wait_for_job(self, **kwargs):
+        return {"ok": True, "operation": "wait_for_job", "result": kwargs}
+
+    def list_jobs(self, **kwargs):
+        return {"ok": True, "operation": "list_jobs", "result": kwargs}
+
+    def get_statistics(self, **kwargs):
+        return {"ok": True, "operation": "get_statistics", "result": kwargs}
+
+    def health_check(self, **kwargs):
+        return {"ok": True, "operation": "health_check", "result": kwargs}
+
+
+def test_build_langchain_tools_exposes_expected_names():
+    pytest = __import__("pytest")
+    pytest.importorskip("langchain_core.tools")
+
+    tools = build_langchain_tools(service=StubService())
+
+    assert [tool.name for tool in tools] == [
+        "scraper_extract_content",
+        "scraper_get_job_result",
+        "scraper_wait_for_job",
+        "scraper_list_jobs",
+        "scraper_get_statistics",
+        "scraper_check_health",
+    ]
+
+
+def test_langchain_tool_invocation_returns_structured_output():
+    pytest = __import__("pytest")
+    pytest.importorskip("langchain_core.tools")
+
+    tools = build_langchain_tools(service=StubService(), operations=["extract"])
+    result = tools[0].invoke({"url": "https://example.com"})
+
+    assert result["ok"] is True
+    assert result["operation"] == "extract"
+    assert result["result"]["url"] == "https://example.com"
+
+
+def test_langchain_wait_for_job_tool_is_selectable():
+    pytest = __import__("pytest")
+    pytest.importorskip("langchain_core.tools")
+
+    tools = build_langchain_tools(service=StubService(), operations=["wait_for_job"])
+    result = tools[0].invoke({"job_id": "test-job-uuid"})
+
+    assert result["ok"] is True
+    assert result["operation"] == "wait_for_job"
+    assert result["result"]["job_id"] == "test-job-uuid"