hydrafetch 0.2.0__tar.gz → 0.3.0__tar.gz

{hydrafetch-0.2.0 → hydrafetch-0.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: hydrafetch
-Version: 0.2.0
+Version: 0.3.0
 Summary: Official Python client for the Hydrafetch web data API. Turn any URL into clean Markdown and structured data.
 Project-URL: Homepage, https://hydrafetch.com
 Project-URL: Documentation, https://docs.hydrafetch.com
@@ -171,6 +171,7 @@ for r in res["results"]:
 hf.brand("stripe.com")                              # logos, colours, fonts, socials
 hf.logo("stripe.com", theme="dark", type="icon")    # one asset
 hf.styleguide("stripe.com")                         # computed design system
+hf.styleguide("https://stripe.com/pricing", maxAge=0)  # one page, read fresh
 ```
 
 For logos in a browser use [`@hydrafetch/client-sdk`](https://github.com/Hydrafetch/client-sdk) with a publishable key. Those bill against logo pulls rather than credits.
@@ -254,7 +255,7 @@ hf = Hydrafetch(
 | `extract(urls, **options)` | dict with `"results"` | 5 per URL |
 | `brand(domain)` | brand dict | 5 |
 | `logo(domain, **options)` | logo dict | 1 |
-| `styleguide(domain)` | design system dict | 10 |
+| `styleguide(domain_or_url, **options)` | design system dict | 10 |
 | `screenshot(url, **options)` | screenshot dict | 5 |
 | `images(url)`, `links(url)` | page assets | 1 |
 | `crawl(url, **options)` | job dict, polled to completion | 1 per page |

{hydrafetch-0.2.0 → hydrafetch-0.3.0}/README.md

@@ -148,6 +148,7 @@ for r in res["results"]:
 hf.brand("stripe.com")                              # logos, colours, fonts, socials
 hf.logo("stripe.com", theme="dark", type="icon")    # one asset
 hf.styleguide("stripe.com")                         # computed design system
+hf.styleguide("https://stripe.com/pricing", maxAge=0)  # one page, read fresh
 ```
 
 For logos in a browser use [`@hydrafetch/client-sdk`](https://github.com/Hydrafetch/client-sdk) with a publishable key. Those bill against logo pulls rather than credits.
@@ -231,7 +232,7 @@ hf = Hydrafetch(
 | `extract(urls, **options)` | dict with `"results"` | 5 per URL |
 | `brand(domain)` | brand dict | 5 |
 | `logo(domain, **options)` | logo dict | 1 |
-| `styleguide(domain)` | design system dict | 10 |
+| `styleguide(domain_or_url, **options)` | design system dict | 10 |
 | `screenshot(url, **options)` | screenshot dict | 5 |
 | `images(url)`, `links(url)` | page assets | 1 |
 | `crawl(url, **options)` | job dict, polled to completion | 1 per page |

{hydrafetch-0.2.0 → hydrafetch-0.3.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hydrafetch"
-version = "0.2.0"
+version = "0.3.0"
 description = "Official Python client for the Hydrafetch web data API. Turn any URL into clean Markdown and structured data."
 readme = "README.md"
 license = "MIT"
@@ -46,3 +46,9 @@ target-version = "py39"
 # PYI019 wants typing.Self on the context managers. Self landed in 3.11 and this
 # package supports 3.9, so the bound TypeVars stay until the floor moves.
 ignore = ["PYI019"]
+
+[tool.ruff.lint.pyupgrade]
+# `from __future__ import annotations` normally makes `X | None` safe on 3.9, which is why ruff
+# offers to rewrite Optional. Pydantic evaluates annotations at runtime, so on 3.9 the rewrite
+# turns a working model into a TypeError at import. Only the 3.9 CI leg catches it.
+keep-runtime-typing = true

{hydrafetch-0.2.0 → hydrafetch-0.3.0}/src/hydrafetch/_client.py

@@ -92,6 +92,10 @@ class _Base:
     def _scrape_body(self, url: str, options: Mapping[str, Any]) -> dict[str, Any]:
         return {"url": url, **_drop_none(options)}
 
+    def _styleguide_params(self, target: str, options: Mapping[str, Any]) -> dict[str, Any]:
+        key = "url" if target.lower().startswith(("http://", "https://")) else "domain"
+        return {key: target, **_drop_none(options)}
+
     def _extract_body(
         self, urls: str | Iterable[str], options: Mapping[str, Any]
     ) -> dict[str, Any]:
@@ -173,8 +177,10 @@ class Hydrafetch(_Base):
     def logo(self, domain: str, **options: Any) -> dict[str, Any]:
         return self._request("GET", "/v1/web/brand/logo", params={"domain": domain, **options})
 
-    def styleguide(self, domain: str) -> dict[str, Any]:
-        return self._request("GET", "/v1/web/styleguide", params={"domain": domain})
+    def styleguide(self, domain_or_url: str, **options: Any) -> dict[str, Any]:
+        return self._request(
+            "GET", "/v1/web/styleguide", params=self._styleguide_params(domain_or_url, options)
+        )
 
     def screenshot(self, url: str, **options: Any) -> dict[str, Any]:
         return self._request("POST", "/v1/web/screenshot", json=self._scrape_body(url, options))
@@ -322,8 +328,10 @@ class AsyncHydrafetch(_Base):
             "GET", "/v1/web/brand/logo", params={"domain": domain, **options}
         )
 
-    async def styleguide(self, domain: str) -> dict[str, Any]:
-        return await self._request("GET", "/v1/web/styleguide", params={"domain": domain})
+    async def styleguide(self, domain_or_url: str, **options: Any) -> dict[str, Any]:
+        return await self._request(
+            "GET", "/v1/web/styleguide", params=self._styleguide_params(domain_or_url, options)
+        )
 
     async def screenshot(self, url: str, **options: Any) -> dict[str, Any]:
         return await self._request(

{hydrafetch-0.2.0 → hydrafetch-0.3.0}/tests/test_client.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
 import json
-from typing import Any
+from typing import Any, Optional
 
 import httpx
 import pytest
@@ -102,6 +102,16 @@ class TestRequestShaping:
         assert rec.last.url.params["theme"] == "dark"
         assert not rec.last.content
 
+    def test_styleguide_reads_a_domain_or_one_page(self) -> None:
+        rec = Recorder({"success": True, "data": {}})
+        hf = make_client(rec)
+        hf.styleguide("stripe.com")
+        assert rec.last.url.params["domain"] == "stripe.com"
+        hf.styleguide("https://stripe.com/pricing", maxAge=0)
+        assert rec.last.url.params["url"] == "https://stripe.com/pricing"
+        assert rec.last.url.params["maxAge"] == "0"
+        assert "domain" not in rec.last.url.params
+
 
 class TestErrors:
     def test_surfaces_code_status_and_request_id(self) -> None:
@@ -238,7 +248,7 @@ def test_extract_still_takes_plain_json_schema():
 
 
 class Node(BaseModel):
-    child: Node | None = None
+    child: Optional[Node] = None
 
 
 def test_extract_rejects_a_recursive_model_rather_than_sending_a_ref():

{hydrafetch-0.2.0 → hydrafetch-0.3.0}/uv.lock

@@ -143,7 +143,7 @@ wheels = [
 
 [[package]]
 name = "hydrafetch"
-version = "0.2.0"
+version = "0.3.0"
 source = { editable = "." }
 dependencies = [
     { name = "httpx" },