unique_web_search 2026.22.0.dev2__tar.gz → 2026.22.0.dev3__tar.gz

{unique_web_search-2026.22.0.dev2 → unique_web_search-2026.22.0.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: unique-web-search
-Version: 2026.22.0.dev2
+Version: 2026.22.0.dev3
 Summary: 
 Author: Andreas Hauri, Gustav Hartz, Rami Azouz
 Author-email: Andreas Hauri <andreas@unique.ch>, Gustav Hartz <gustav.hartz.ext@unique.ch>, Rami Azouz <rami.ext@unique.ch>
@@ -17,7 +17,7 @@ Requires-Dist: tavily-python>=0.7.11,<1
 Requires-Dist: unidecode>=1.4.0,<2
 Requires-Dist: azure-ai-projects>=1.0.0,<2
 Requires-Dist: azure-identity>=1.25.0,<2
-Requires-Dist: unique-toolkit[monitoring]>=2026.22.0.dev2,<2026.22.0rc0
+Requires-Dist: unique-toolkit[monitoring]>=2026.22.0.dev3,<2026.22.0rc0
 Requires-Dist: azure-core>=1.36.0,<2
 Requires-Dist: google-cloud-aiplatform>=1.128.0,<2
 Requires-Dist: google-auth>=2.43.0,<3

{unique_web_search-2026.22.0.dev2 → unique_web_search-2026.22.0.dev3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "unique_web_search"
-version = "2026.22.0.dev2"
+version = "2026.22.0.dev3"
 description = ""
 readme = "README.md"
 requires-python = ">=3.12,<4.0"
@@ -23,7 +23,7 @@ dependencies = [
     "unidecode>=1.4.0,<2",
     "azure-ai-projects>=1.0.0,<2",
     "azure-identity>=1.25.0,<2",
-    "unique-toolkit[monitoring]>=2026.22.0.dev2,<2026.22.0rc0",
+    "unique-toolkit[monitoring]>=2026.22.0.dev3,<2026.22.0rc0",
     "azure-core>=1.36.0,<2",
     "google-cloud-aiplatform>=1.128.0,<2",
     "google-auth>=2.43.0,<3",

{unique_web_search-2026.22.0.dev2 → unique_web_search-2026.22.0.dev3}/src/unique_web_search/services/crawlers/crawl4ai.py

@@ -2,8 +2,6 @@ import logging
 from enum import StrEnum
 from typing import Any, Literal
 
-from crawl4ai.async_webcrawler import AsyncPlaywrightCrawlerStrategy
-from playwright.async_api import Page, Request, Route
 from pydantic import BaseModel, Field
 from unique_toolkit.agentic.tools.config import get_configuration_dict
 
@@ -18,40 +16,6 @@ from unique_web_search.services.url_safety import validate_url
 _LOGGER = logging.getLogger(__name__)
 
 
-async def _ssrf_guard_hook(page: Page, **kwargs: object) -> None:
-    """Playwright ``before_goto`` hook that installs a route interceptor.
-
-    Registers a ``page.route`` handler that validates **every** network request
-    Chromium makes (navigation, sub-resources, JS ``fetch``) against the shared
-    url_safety rules.  Requests to internal/private targets are aborted before
-    any TCP connection is opened, closing bypass vectors A–D and sub-resource
-    SSRF that pre-flight URL validation cannot see.
-
-    crawl4ai calls this hook as::
-
-        hook(page, context=context, url=url, config=config)
-
-    so all arguments after ``page`` are captured via ``**kwargs``.
-    """
-
-    async def _route_handler(route: Route, request: Request) -> None:
-        req_url = request.url
-        error = await validate_url(req_url)
-        if error is not None:
-            category, reason = error
-            _LOGGER.warning(
-                "Crawl4AI blocked internal request: %s — %s (%s)",
-                req_url,
-                reason,
-                category,
-            )
-            await route.abort("blockedbyclient")
-            return
-        await route.continue_()
-
-    await page.route("**/*", _route_handler)
-
-
 class DisplayMode(StrEnum):
     DETAILED = "DETAILED"
     AGGREGATED = "AGGREGATED"
@@ -201,6 +165,46 @@ class Crawl4AiCrawler(BaseCrawler[Crawl4AiCrawlerConfig]):
     # @track(
     #     tags=["crawl4ai", "scrape"],
     # )
+
+    @staticmethod
+    def _get_ssrf_guard_hook():
+        from playwright.async_api import Page, Request, Route
+
+        async def _ssrf_guard_hook(page: Page, **kwargs: object) -> None:
+            """Playwright ``before_goto`` hook that installs a route interceptor.
+
+            Registers a ``page.route`` handler that validates **every** network request
+            Chromium makes (navigation, sub-resources, JS ``fetch``) against the shared
+            url_safety rules.  Requests to internal/private targets are aborted before
+            any TCP connection is opened, closing bypass vectors A–D and sub-resource
+            SSRF that pre-flight URL validation cannot see.
+
+            crawl4ai calls this hook as::
+
+                hook(page, context=context, url=url, config=config)
+
+            so all arguments after ``page`` are captured via ``**kwargs``.
+            """
+
+            async def _route_handler(route: Route, request: Request) -> None:
+                req_url = request.url
+                error = await validate_url(req_url)
+                if error is not None:
+                    category, reason = error
+                    _LOGGER.warning(
+                        "Crawl4AI blocked internal request: %s — %s (%s)",
+                        req_url,
+                        reason,
+                        category,
+                    )
+                    await route.abort("blockedbyclient")
+                    return
+                await route.continue_()
+
+            await page.route("**/*", _route_handler)
+
+        return _ssrf_guard_hook
+
     async def _crawl(self, urls: list[str]) -> list[str]:
         # Lazy import of crawl4ai - only import when actually needed
         from crawl4ai import (
@@ -214,6 +218,7 @@ class Crawl4AiCrawler(BaseCrawler[Crawl4AiCrawlerConfig]):
         from crawl4ai.async_dispatcher import (
             SemaphoreDispatcher,
         )
+        from crawl4ai.async_webcrawler import AsyncPlaywrightCrawlerStrategy
         from crawl4ai.content_filter_strategy import PruningContentFilter
         from crawl4ai.markdown_generation_strategy import (
             DefaultMarkdownGenerator,
@@ -274,7 +279,7 @@ class Crawl4AiCrawler(BaseCrawler[Crawl4AiCrawlerConfig]):
         crawler_strategy = AsyncPlaywrightCrawlerStrategy(
             browser_config=browser_config,
             hooks={
-                "before_goto": _ssrf_guard_hook,
+                "before_goto": self._get_ssrf_guard_hook(),
             },
         )