unique-search-proxy-core 2026.32.0.dev0__tar.gz → 2026.32.0.dev2__tar.gz

{unique_search_proxy_core-2026.32.0.dev0 → unique_search_proxy_core-2026.32.0.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: unique-search-proxy-core
-Version: 2026.32.0.dev0
+Version: 2026.32.0.dev2
 Summary: Shared Pydantic types for the Unique Search Proxy API
 Author: ThePhilAz
 Author-email: ThePhilAz <rami.azouz@philico.com>
@@ -8,7 +8,7 @@ Requires-Dist: httpx>=0.28.0,<0.29
 Requires-Dist: pydantic>=2.12.5,<3.0.0
 Requires-Dist: pydantic-settings>=2.10.1,<3
 Requires-Dist: pyhumps>=3.8.0,<4
-Requires-Dist: unique-toolkit[monitoring]>=2026.32.0.dev0,<2026.32.0rc0
+Requires-Dist: unique-toolkit[monitoring]>=2026.32.0.dev3,<2026.32.0rc0
 Requires-Python: >=3.12
 Description-Content-Type: text/markdown
 

{unique_search_proxy_core-2026.32.0.dev0 → unique_search_proxy_core-2026.32.0.dev2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "unique-search-proxy-core"
-version = "2026.32.0.dev0"
+version = "2026.32.0.dev2"
 description = "Shared Pydantic types for the Unique Search Proxy API"
 authors = [{ name = "ThePhilAz", email = "rami.azouz@philico.com" }]
 readme = "README.md"
@@ -10,7 +10,7 @@ dependencies = [
     "pydantic>=2.12.5,<3.0.0",
     "pydantic-settings>=2.10.1,<3",
     "pyhumps>=3.8.0,<4",
-    "unique-toolkit[monitoring]>=2026.32.0.dev0,<2026.32.0rc0",
+    "unique-toolkit[monitoring]>=2026.32.0.dev3,<2026.32.0rc0",
 
 ]
 

{unique_search_proxy_core-2026.32.0.dev0 → unique_search_proxy_core-2026.32.0.dev2}/unique_search_proxy_core/schema.py

@@ -142,6 +142,14 @@ class PerUrlError(BaseModel):
 
     code: str
     message: str
+    status_code: int | None = Field(
+        default=None,
+        description=(
+            "Upstream HTTP status code for this URL when the failure was an HTTP "
+            "error (e.g. 403, 404, 500 from the Basic crawler); null when no HTTP "
+            "response was received (timeouts, transport, processing, blocked targets)"
+        ),
+    )
 
 
 class CrawlUrlResult(BaseModel):

{unique_search_proxy_core-2026.32.0.dev0 → unique_search_proxy_core-2026.32.0.dev2}/unique_search_proxy_core/url_safety/service.py

@@ -1,10 +1,12 @@
 from __future__ import annotations
 
+import logging
 from ipaddress import ip_address
 from urllib.parse import urlsplit
 
 from unique_search_proxy_core.url_safety import dns, redirect, resolver
 from unique_search_proxy_core.url_safety.models import (
+    BlockedCrawlTarget,
     CrawlTargetValidationError,
     ResolvedCrawlTarget,
     UrlSafetyOutcome,
@@ -13,6 +15,21 @@ from unique_search_proxy_core.url_safety.models import (
 from unique_search_proxy_core.url_safety.policy import validate_target_cheap
 from unique_search_proxy_core.url_safety.settings import url_safety_settings
 
+_LOGGER = logging.getLogger(__name__)
+
+
+def _safe_hostname(url: str) -> str | None:
+    """Extract the hostname from a URL without ever raising.
+
+    ``urlsplit(...).hostname`` raises ``ValueError`` for malformed IPv6 hosts
+    (e.g. ``http://[::1``). This must never happen on the fail-closed path,
+    where a single bad URL would otherwise abort the whole batch.
+    """
+    try:
+        return urlsplit(url).hostname
+    except ValueError:
+        return None
+
 
 class UrlSafetyService:
     @staticmethod
@@ -37,6 +54,20 @@ class UrlSafetyService:
             except CrawlTargetValidationError as exc:
                 blocked = exc.blocked_targets[0]
                 outcomes.append(UrlSafetyOutcome(url=url, blocked=blocked))
+            except Exception:
+                # Fail closed: an unexpected error while validating a single URL
+                # must block only that URL, never fail the whole batch.
+                _LOGGER.exception("URL safety validation failed unexpectedly")
+                outcomes.append(
+                    UrlSafetyOutcome(
+                        url=url,
+                        blocked=BlockedCrawlTarget(
+                            hostname=_safe_hostname(working_url),
+                            category="validation_error",
+                            reason="URL safety validation failed unexpectedly",
+                        ),
+                    )
+                )
         return outcomes
 
     @staticmethod