hyperforge-http 1.0.0.post19__tar.gz

hyperforge_http-1.0.0.post19/PKG-INFO

@@ -0,0 +1,19 @@
+Metadata-Version: 2.4
+Name: hyperforge_http
+Version: 1.0.0.post19
+Summary: HTTP Hyperforge agent
+Author-email: Nuclia <nucliadb@nuclia.com>
+License-Expression: Apache-2.0
+Project-URL: Homepage, https://progress.com
+Project-URL: Repository, https://github.com/nuclia/forge
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: <4,>=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: hyperforge
+
+# HTTP Static Hyperforge agents

hyperforge_http-1.0.0.post19/README.md

@@ -0,0 +1 @@
+# HTTP Static Hyperforge agents

hyperforge_http-1.0.0.post19/pyproject.toml

@@ -0,0 +1,40 @@
+[build-system]
+requires = ["setuptools"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "hyperforge_http"
+version = "1.0.0.post19"
+license = "Apache-2.0"
+description = "HTTP Hyperforge agent"
+authors = [{ name = "Nuclia", email = "nucliadb@nuclia.com" }]
+readme = "README.md"
+classifiers = [
+    "Programming Language :: Python",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3 :: Only",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+]
+requires-python = ">=3.10, <4"
+dependencies = ["hyperforge"]
+
+[dependency-groups]
+dev = [
+    "pytest",
+    "pytest-benchmark",
+    "pytest-docker-fixtures>=1.4.2",
+    "pytest-lazy-fixtures",
+    "pytest-recording",
+    "pytest-asyncio",
+    "pytest-cov",
+    "pytest-mock",
+]
+
+[project.urls]
+Homepage = "https://progress.com"
+Repository = "https://github.com/nuclia/forge"
+
+[tool.pytest.ini_options]
+asyncio_mode = "auto"

hyperforge_http-1.0.0.post19/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

hyperforge_http-1.0.0.post19/src/hyperforge_http/__init__.py

@@ -0,0 +1,3 @@
+from .agent import HTTPStaticAgent
+
+__all__ = ["HTTPStaticAgent"]

hyperforge_http-1.0.0.post19/src/hyperforge_http/agent.py

@@ -0,0 +1,104 @@
+from time import time
+from typing import Any, Dict, List, Optional, Tuple
+from uuid import uuid4
+
+from hyperforge.agent import Agent
+from hyperforge.configure import agent
+from hyperforge.context.agent import ContextAgent
+from hyperforge.manager import Manager
+from hyperforge.memory import Chunk, Context, QuestionMemory
+from hyperforge.utils import check_dns
+from hyperforge.utils.http import safe_http_client
+
+from hyperforge_http.config import HTTPStaticAgentConfig
+
+
+@agent(
+    id="http",
+    agent_type="context",
+    title="HTTP Static",
+    description="Use HTTP Static to get information from the internet to answer questions.",
+    config_schema=HTTPStaticAgentConfig,
+)
+class HTTPStaticAgent(ContextAgent, Agent[HTTPStaticAgentConfig]):
+    async def _get_question_context(
+        self,
+        memory: QuestionMemory,
+        manager: Manager,
+        question_uuid: str,
+        question: str,
+        flow_id: str,
+        extra_context: Optional[Dict[str, Any]] = None,
+    ) -> List[Tuple[str, str]]:
+        t0 = time()
+        error = None
+
+        url = await check_dns(self.config.url)
+
+        async with safe_http_client() as client:
+            if self.config.method == "GET":
+                response = await client.get(
+                    url,
+                    headers=self.config.headers,
+                    timeout=self.config.timeout,
+                    params={self.config.question_query_param: question}
+                    if self.config.question_query_param
+                    else None,
+                )
+
+            elif self.config.method == "POST":
+                response = await client.post(
+                    url,
+                    headers=self.config.headers,
+                    timeout=self.config.timeout,
+                    params={self.config.question_query_param: question}
+                    if self.config.question_query_param
+                    else None,
+                    data={self.config.question_post_field: question}
+                    if self.config.question_post_field
+                    else None,
+                )
+            else:
+                raise ValueError(f"Unsupported HTTP method: {self.config.method}")
+
+        if response.status_code != 200:
+            error = f"HTTP request failed with status code {response.status_code}"
+            context_text = ""
+        else:
+            context_text = response.content.decode("utf-8")
+
+        context = Context(
+            agent_id=self.config.id if self.config.id else "http",
+            original_question_uuid=memory.original_question_uuid,
+            actual_question_uuid=question_uuid,
+            question=question,
+            source="http",
+            agent="http",
+            title=self.config.title if self.config.title else "HTTP Call",
+        )
+        context.chunks.append(
+            Chunk(
+                chunk_id=uuid4().hex,
+                text=context_text,
+                origin_agent=self.config.module,
+            )
+        )
+
+        await memory.add_step(
+            step_module=self.config.module,
+            step_title=self.step_title("HTTP request"),
+            step_agent_path=f"/context/{self.config.id if self.config.id else 'default'}",
+            step_value=f" HTTP {self.config.method} to {url}",
+            timeit=time() - t0,
+            input_nuclia_tokens=0,
+            output_nuclia_tokens=0,
+            error=error,
+        )
+        missing = await self.save_ctx_and_return_missing(
+            context=context,
+            question=question,
+            memory=memory,
+            manager=manager,
+            flow_id=flow_id,
+        )
+        return [missing] if missing is not None else []

hyperforge_http-1.0.0.post19/src/hyperforge_http/config.py

@@ -0,0 +1,36 @@
+from typing import Literal, Optional
+
+from hyperforge.context.agent import ContextAgentConfig
+from hyperforge.utils import WidgetType, sync_dns_validation
+from pydantic import Field, field_validator
+from pydantic.config import ConfigDict
+
+
+class HTTPStaticAgentConfig(ContextAgentConfig):
+    model_config = ConfigDict(title="HTTP call")
+    module: Literal["http"] = "http"
+    method: Literal["GET", "POST"] = Field(
+        default="GET", description="HTTP method to use for the request"
+    )
+    url: str = Field(..., description="The URL to fetch context from")
+
+    headers: dict[str, str] = Field(
+        default_factory=dict,
+        description="Optional headers to include in the HTTP request",
+        json_schema_extra={"widget": WidgetType.KEY_VALUE_FIELD},
+    )
+    question_query_param: Optional[str] = Field(
+        None,
+        description="Optional query parameter to include the question in the request",
+    )
+    question_post_field: Optional[str] = Field(
+        None,
+        description="Optional POST field id to include the question in the request body",
+    )
+    timeout: int = Field(
+        default=10, description="Timeout for the HTTP request in seconds"
+    )
+
+    @field_validator("url")
+    def validate_url(cls, v):
+        return sync_dns_validation(v)

hyperforge_http-1.0.0.post19/src/hyperforge_http.egg-info/PKG-INFO

@@ -0,0 +1,19 @@
+Metadata-Version: 2.4
+Name: hyperforge_http
+Version: 1.0.0.post19
+Summary: HTTP Hyperforge agent
+Author-email: Nuclia <nucliadb@nuclia.com>
+License-Expression: Apache-2.0
+Project-URL: Homepage, https://progress.com
+Project-URL: Repository, https://github.com/nuclia/forge
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: <4,>=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: hyperforge
+
+# HTTP Static Hyperforge agents

hyperforge_http-1.0.0.post19/src/hyperforge_http.egg-info/SOURCES.txt

@@ -0,0 +1,11 @@
+README.md
+pyproject.toml
+src/hyperforge_http/__init__.py
+src/hyperforge_http/agent.py
+src/hyperforge_http/config.py
+src/hyperforge_http.egg-info/PKG-INFO
+src/hyperforge_http.egg-info/SOURCES.txt
+src/hyperforge_http.egg-info/dependency_links.txt
+src/hyperforge_http.egg-info/requires.txt
+src/hyperforge_http.egg-info/top_level.txt
+tests/test_http_static.py

hyperforge_http-1.0.0.post19/src/hyperforge_http.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

hyperforge_http-1.0.0.post19/src/hyperforge_http.egg-info/requires.txt

@@ -0,0 +1 @@
+hyperforge

hyperforge_http-1.0.0.post19/src/hyperforge_http.egg-info/top_level.txt

@@ -0,0 +1 @@
+hyperforge_http

hyperforge_http-1.0.0.post19/tests/test_http_static.py

@@ -0,0 +1,76 @@
+import os
+from unittest.mock import AsyncMock, MagicMock
+
+import pytest
+from hyperforge.engine import main as arag_main
+from hyperforge.interaction import AragAnswer
+from hyperforge.minimal_fixtures import cassette_nua_key
+
+NUA_KEY = os.environ.get(
+    "NUA_KEY",
+) or cassette_nua_key("https://europe-1.nuclia.cloud/")
+
+CONFIG = {
+    "drivers": [],
+    "rules": {
+        "rules": [
+            {"prompt": "Be polite"},
+        ]
+    },
+    "memory": {},
+    "workflow": {
+        "id": "default",
+        "name": "Default workflow",
+        "description": "Default workflow for testing",
+        "parameters": {},
+    },
+    "preprocess": [],
+    "context": [
+        {
+            "module": "http",
+            "title": "HTTP Context",
+            "url": "https://example.com/context",
+            "method": "GET",
+            "question_query_param": "q",
+        }
+    ],
+    "generation": [
+        {"module": "summarize", "title": "Summarize agent"},
+    ],
+    "postprocess": [],
+}
+
+
+@pytest.mark.vcr
+@pytest.mark.asyncio
+async def test_http_static_get(mocker):
+    answers = []
+
+    mock_response = MagicMock()
+    mock_response.status_code = 200
+    mock_response.content = b"Experts from the University of Nuclia have found that waking up relaxed can be achieved by following a consistent sleep schedule, creating a calming bedtime routine, and ensuring a comfortable sleep environment. Also, if your alarm is a an BetterStack call, it will help you clear your mind"
+
+    mock_client = AsyncMock()
+    mock_client.get = AsyncMock(return_value=mock_response)
+    mock_client.__aenter__ = AsyncMock(return_value=mock_client)
+    mock_client.__aexit__ = AsyncMock(return_value=None)
+
+    async def callback(obj: AragAnswer):
+        answers.append(obj)
+
+    mocker.patch(
+        "hyperforge.utils.http.safe_http_client",
+        return_value=mock_client,
+    )
+
+    question_memory = await arag_main(
+        agent_id="default",
+        internal_nua=False,
+        external_nua_api_key=NUA_KEY,
+        question="What is the best way to wake up relaxed?",
+        config=CONFIG,
+        callback=callback,
+        loaded_modules=["hyperforge_http", "hyperforge_summarize"],
+    )
+    assert "BetterStack" in question_memory.final_answer
+    assert question_memory.final_answer is not None