hyperforge-http 1.0.0.post47__tar.gz → 1.0.0.post58__tar.gz

{hyperforge_http-1.0.0.post47 → hyperforge_http-1.0.0.post58}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyperforge_http
-Version: 1.0.0.post47
+Version: 1.0.0.post58
 Summary: HTTP Hyperforge agent
 Author-email: Nuclia <nucliadb@nuclia.com>
 License-Expression: Apache-2.0

{hyperforge_http-1.0.0.post47 → hyperforge_http-1.0.0.post58}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "hyperforge_http"
-version = "1.0.0.post47"
+version = "1.0.0.post58"
 license = "Apache-2.0"
 description = "HTTP Hyperforge agent"
 authors = [{ name = "Nuclia", email = "nucliadb@nuclia.com" }]

{hyperforge_http-1.0.0.post47 → hyperforge_http-1.0.0.post58}/src/hyperforge_http/agent.py

@@ -7,8 +7,7 @@ from hyperforge.configure import agent
 from hyperforge.context.agent import ContextAgent
 from hyperforge.manager import Manager
 from hyperforge.memory import Chunk, Context, QuestionMemory
-from hyperforge.utils import check_dns
-from hyperforge.utils.http import safe_http_client
+from hyperforge.utils.http import read_limited_response, safe_http_client
 
 from hyperforge_http.config import HTTPStaticAgentConfig
 
@@ -33,24 +32,22 @@ class HTTPStaticAgent(ContextAgent, Agent[HTTPStaticAgentConfig]):
         t0 = time()
         error = None
 
-        url = await check_dns(self.config.url)
-
         async with safe_http_client() as client:
             if self.config.method == "GET":
-                response = await client.get(
-                    url,
+                request = client.build_request(
+                    "GET",
+                    self.config.url,
                     headers=self.config.headers,
-                    timeout=self.config.timeout,
                     params={self.config.question_query_param: question}
                     if self.config.question_query_param
                     else None,
                 )
 
             elif self.config.method == "POST":
-                response = await client.post(
-                    url,
+                request = client.build_request(
+                    "POST",
+                    self.config.url,
                     headers=self.config.headers,
-                    timeout=self.config.timeout,
                     params={self.config.question_query_param: question}
                     if self.config.question_query_param
                     else None,
@@ -61,11 +58,19 @@ class HTTPStaticAgent(ContextAgent, Agent[HTTPStaticAgentConfig]):
             else:
                 raise ValueError(f"Unsupported HTTP method: {self.config.method}")
 
+            response = await client.send(request, stream=True)
+            try:
+                response_content = await read_limited_response(
+                    response, self.config.max_response_bytes
+                )
+            finally:
+                await response.aclose()
+
         if response.status_code != 200:
             error = f"HTTP request failed with status code {response.status_code}"
             context_text = ""
         else:
-            context_text = response.content.decode("utf-8")
+            context_text = response_content.decode("utf-8", errors="replace")
 
         context = Context(
             agent_id=self.config.id if self.config.id else "http",
@@ -88,7 +93,7 @@ class HTTPStaticAgent(ContextAgent, Agent[HTTPStaticAgentConfig]):
             step_module=self.config.module,
             step_title=self.step_title("HTTP request"),
             step_agent_path=f"/context/{self.config.id if self.config.id else 'default'}",
-            step_value=f" HTTP {self.config.method} to {url}",
+            step_value=f" HTTP {self.config.method} to {self.config.url}",
             timeit=time() - t0,
             input_nuclia_tokens=0,
             output_nuclia_tokens=0,

{hyperforge_http-1.0.0.post47 → hyperforge_http-1.0.0.post58}/src/hyperforge_http/config.py

@@ -28,7 +28,13 @@ class HTTPStaticAgentConfig(ContextAgentConfig):
         description="Optional POST field id to include the question in the request body",
     )
     timeout: int = Field(
-        default=10, description="Timeout for the HTTP request in seconds"
+        default=10, ge=1, le=300, description="Timeout for the HTTP request in seconds"
+    )
+    max_response_bytes: int = Field(
+        default=1024 * 1024,
+        ge=1,
+        le=10 * 1024 * 1024,
+        description="Maximum accepted HTTP response size in bytes",
     )
 
     @field_validator("url")

{hyperforge_http-1.0.0.post47 → hyperforge_http-1.0.0.post58}/src/hyperforge_http.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyperforge_http
-Version: 1.0.0.post47
+Version: 1.0.0.post58
 Summary: HTTP Hyperforge agent
 Author-email: Nuclia <nucliadb@nuclia.com>
 License-Expression: Apache-2.0

{hyperforge_http-1.0.0.post47 → hyperforge_http-1.0.0.post58}/tests/test_http_static.py

@@ -1,6 +1,7 @@
 import os
-from unittest.mock import AsyncMock, MagicMock
+from unittest.mock import AsyncMock
 
+import httpx
 import pytest
 from hyperforge.engine import main as arag_main
 from hyperforge.interaction import AragAnswer
@@ -46,12 +47,16 @@ CONFIG = {
 async def test_http_static_get(mocker):
     answers = []
 
-    mock_response = MagicMock()
-    mock_response.status_code = 200
-    mock_response.content = b"Experts from the University of Nuclia have found that waking up relaxed can be achieved by following a consistent sleep schedule, creating a calming bedtime routine, and ensuring a comfortable sleep environment. Also, if your alarm is a an BetterStack call, it will help you clear your mind"
+    request = httpx.Request("GET", "https://example.com/context")
+    mock_response = httpx.Response(
+        200,
+        content=b"Experts from the University of Nuclia have found that waking up relaxed can be achieved by following a consistent sleep schedule, creating a calming bedtime routine, and ensuring a comfortable sleep environment. Also, if your alarm is a an BetterStack call, it will help you clear your mind",
+        request=request,
+    )
 
     mock_client = AsyncMock()
-    mock_client.get = AsyncMock(return_value=mock_response)
+    mock_client.build_request.return_value = request
+    mock_client.send = AsyncMock(return_value=mock_response)
     mock_client.__aenter__ = AsyncMock(return_value=mock_client)
     mock_client.__aexit__ = AsyncMock(return_value=None)