hydrafetch 0.3.0__tar.gz → 0.4.0__tar.gz

{hydrafetch-0.3.0 → hydrafetch-0.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: hydrafetch
-Version: 0.3.0
+Version: 0.4.0
 Summary: Official Python client for the Hydrafetch web data API. Turn any URL into clean Markdown and structured data.
 Project-URL: Homepage, https://hydrafetch.com
 Project-URL: Documentation, https://docs.hydrafetch.com
@@ -48,7 +48,7 @@ page = hf.scrape("https://example.com/article")
 print(page["markdown"])
 ```
 
-Create a key at [app.hydrafetch.com](https://app.hydrafetch.com). The constructor reads `HYDRAFETCH_API_KEY` when no key is passed.
+Copy your key from [app.hydrafetch.com](https://app.hydrafetch.com). The constructor reads `HYDRAFETCH_API_KEY` when no key is passed.
 
 Both clients are context managers, which closes the connection pool deterministically:
 
@@ -176,6 +176,24 @@ hf.styleguide("https://stripe.com/pricing", maxAge=0)  # one page, read fresh
 
 For logos in a browser use [`@hydrafetch/client-sdk`](https://github.com/Hydrafetch/client-sdk) with a publishable key. Those bill against logo pulls rather than credits.
 
+## Rating results
+
+Tell us when a result was wrong, so it gets looked at. It is free, and rating the same request again replaces the earlier rating.
+
+```python
+page = hf.scrape("https://stripe.com/pricing")
+hf.rate_result(
+    "bad",
+    request_id=hf.last_request_id,
+    reasons=["missing_content"],
+    note="The enterprise tier is missing",
+)
+
+hf.rate_result("good", url="https://stripe.com/pricing")  # by URL, last 24 hours
+```
+
+Reasons are `missing_content`, `wrong_content`, `blocked`, `slow`, `formatting` and `other`.
+
 ## Async
 
 `AsyncHydrafetch` mirrors the same surface. Use it when several calls can run concurrently.
@@ -262,6 +280,7 @@ hf = Hydrafetch(
 | `batch(urls, **options)` | job dict, polled to completion | 1 per page |
 | `start_crawl`, `start_batch` | job id `str` | 1 per page |
 | `crawl_status(id)`, `batch_status(id)` | job dict | free |
+| `rate_result(rating, request_id=, url=, reasons=, note=)` | rating dict | free |
 
 Failed requests are not billed. Pricing does not vary with page difficulty, so there is no render, stealth or proxy option to set.
 

{hydrafetch-0.3.0 → hydrafetch-0.4.0}/README.md

@@ -25,7 +25,7 @@ page = hf.scrape("https://example.com/article")
 print(page["markdown"])
 ```
 
-Create a key at [app.hydrafetch.com](https://app.hydrafetch.com). The constructor reads `HYDRAFETCH_API_KEY` when no key is passed.
+Copy your key from [app.hydrafetch.com](https://app.hydrafetch.com). The constructor reads `HYDRAFETCH_API_KEY` when no key is passed.
 
 Both clients are context managers, which closes the connection pool deterministically:
 
@@ -153,6 +153,24 @@ hf.styleguide("https://stripe.com/pricing", maxAge=0)  # one page, read fresh
 
 For logos in a browser use [`@hydrafetch/client-sdk`](https://github.com/Hydrafetch/client-sdk) with a publishable key. Those bill against logo pulls rather than credits.
 
+## Rating results
+
+Tell us when a result was wrong, so it gets looked at. It is free, and rating the same request again replaces the earlier rating.
+
+```python
+page = hf.scrape("https://stripe.com/pricing")
+hf.rate_result(
+    "bad",
+    request_id=hf.last_request_id,
+    reasons=["missing_content"],
+    note="The enterprise tier is missing",
+)
+
+hf.rate_result("good", url="https://stripe.com/pricing")  # by URL, last 24 hours
+```
+
+Reasons are `missing_content`, `wrong_content`, `blocked`, `slow`, `formatting` and `other`.
+
 ## Async
 
 `AsyncHydrafetch` mirrors the same surface. Use it when several calls can run concurrently.
@@ -239,6 +257,7 @@ hf = Hydrafetch(
 | `batch(urls, **options)` | job dict, polled to completion | 1 per page |
 | `start_crawl`, `start_batch` | job id `str` | 1 per page |
 | `crawl_status(id)`, `batch_status(id)` | job dict | free |
+| `rate_result(rating, request_id=, url=, reasons=, note=)` | rating dict | free |
 
 Failed requests are not billed. Pricing does not vary with page difficulty, so there is no render, stealth or proxy option to set.
 

{hydrafetch-0.3.0 → hydrafetch-0.4.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hydrafetch"
-version = "0.3.0"
+version = "0.4.0"
 description = "Official Python client for the Hydrafetch web data API. Turn any URL into clean Markdown and structured data."
 readme = "README.md"
 license = "MIT"

{hydrafetch-0.3.0 → hydrafetch-0.4.0}/src/hydrafetch/__init__.py

@@ -4,4 +4,4 @@ from ._client import AsyncHydrafetch, Hydrafetch
 from .errors import HydrafetchError, HydrafetchTimeout
 
 __all__ = ["AsyncHydrafetch", "Hydrafetch", "HydrafetchError", "HydrafetchTimeout"]
-__version__ = "0.1.0"
+__version__ = "0.4.0"

{hydrafetch-0.3.0 → hydrafetch-0.4.0}/src/hydrafetch/_client.py

@@ -88,6 +88,31 @@ class _Base:
         self._base_url = base_url.rstrip("/")
         self._timeout = timeout
         self._max_retries = max_retries
+        self.last_request_id: str | None = None
+
+    def _rate_body(
+        self,
+        rating: str,
+        request_id: str | None,
+        url: str | None,
+        reasons: Iterable[str] | None,
+        note: str | None,
+    ) -> dict[str, Any]:
+        if request_id is None and url is None:
+            raise HydrafetchError(
+                "Pass request_id or url to say which result you are rating.",
+                code="VALIDATION_ERROR",
+                status=400,
+            )
+        return _drop_none(
+            {
+                "requestId": request_id,
+                "url": url,
+                "rating": rating,
+                "reasons": list(reasons) if reasons is not None else None,
+                "note": note,
+            }
+        )
 
     def _scrape_body(self, url: str, options: Mapping[str, Any]) -> dict[str, Any]:
         return {"url": url, **_drop_none(options)}
@@ -150,6 +175,7 @@ class Hydrafetch(_Base):
                     "or use the crawl and batch job endpoints for long work."
                 ) from exc
 
+            self.last_request_id = response.headers.get("x-request-id") or self.last_request_id
             try:
                 return _unwrap(response)
             except HydrafetchError as err:
@@ -162,6 +188,18 @@ class Hydrafetch(_Base):
     def scrape(self, url: str, **options: Any) -> dict[str, Any]:
         return self._request("POST", "/v1/web/scrape", json=self._scrape_body(url, options))
 
+    def rate_result(
+        self,
+        rating: str,
+        *,
+        request_id: str | None = None,
+        url: str | None = None,
+        reasons: Iterable[str] | None = None,
+        note: str | None = None,
+    ) -> dict[str, Any]:
+        body = self._rate_body(rating, request_id, url, reasons, note)
+        return self._request("POST", "/v1/web/feedback", json=body)
+
     def map(self, url: str, **options: Any) -> dict[str, Any]:
         return self._request("POST", "/v1/web/map", json=self._scrape_body(url, options))
 
@@ -295,6 +333,7 @@ class AsyncHydrafetch(_Base):
                     "or use the crawl and batch job endpoints for long work."
                 ) from exc
 
+            self.last_request_id = response.headers.get("x-request-id") or self.last_request_id
             try:
                 return _unwrap(response)
             except HydrafetchError as err:
@@ -307,6 +346,18 @@ class AsyncHydrafetch(_Base):
     async def scrape(self, url: str, **options: Any) -> dict[str, Any]:
         return await self._request("POST", "/v1/web/scrape", json=self._scrape_body(url, options))
 
+    async def rate_result(
+        self,
+        rating: str,
+        *,
+        request_id: str | None = None,
+        url: str | None = None,
+        reasons: Iterable[str] | None = None,
+        note: str | None = None,
+    ) -> dict[str, Any]:
+        body = self._rate_body(rating, request_id, url, reasons, note)
+        return await self._request("POST", "/v1/web/feedback", json=body)
+
     async def map(self, url: str, **options: Any) -> dict[str, Any]:
         return await self._request("POST", "/v1/web/map", json=self._scrape_body(url, options))
 

{hydrafetch-0.3.0 → hydrafetch-0.4.0}/tests/test_client.py

@@ -256,3 +256,40 @@ def test_extract_rejects_a_recursive_model_rather_than_sending_a_ref():
     with pytest.raises(HydrafetchError) as err:
         client.extract("https://example.com", schema=Node)
     assert err.value.code == "SCHEMA_CONVERSION_FAILED"
+
+
+def test_rate_result_posts_the_rating_for_the_last_request() -> None:
+    seen: list[httpx.Request] = []
+
+    def handler(request: httpx.Request) -> httpx.Response:
+        seen.append(request)
+        if request.url.path == "/v1/web/feedback":
+            return ok({"success": True, "data": {"id": "f1", "requestId": "r1", "rating": "bad"}})
+        return httpx.Response(
+            200, json={"success": True, "data": {}}, headers={"x-request-id": "r1"}
+        )
+
+    client = make_client(handler)
+    client.scrape("https://a.com")
+    assert client.last_request_id == "r1"
+
+    out = client.rate_result(
+        "bad", request_id=client.last_request_id, reasons=["missing_content"], note="no prices"
+    )
+
+    assert out == {"id": "f1", "requestId": "r1", "rating": "bad"}
+    assert json.loads(seen[-1].content) == {
+        "requestId": "r1",
+        "rating": "bad",
+        "reasons": ["missing_content"],
+        "note": "no prices",
+    }
+
+
+def test_rate_result_can_rate_by_url_and_needs_a_target() -> None:
+    rec = Recorder({"success": True, "data": {"id": "f2", "requestId": "r2", "rating": "good"}})
+    client = make_client(rec)
+    client.rate_result("good", url="https://a.com")
+    assert json.loads(rec.last.content) == {"url": "https://a.com", "rating": "good"}
+    with pytest.raises(HydrafetchError):
+        client.rate_result("good")

{hydrafetch-0.3.0 → hydrafetch-0.4.0}/uv.lock

@@ -143,7 +143,7 @@ wheels = [
 
 [[package]]
 name = "hydrafetch"
-version = "0.3.0"
+version = "0.4.0"
 source = { editable = "." }
 dependencies = [
     { name = "httpx" },