PlaywrightCapture 1.41.1__tar.gz → 1.41.3__tar.gz

{playwrightcapture-1.41.1 → playwrightcapture-1.41.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: PlaywrightCapture
-Version: 1.41.1
+Version: 1.41.3
 Summary: A simple library to capture websites using playwright
 License-Expression: BSD-3-Clause
 License-File: LICENSE

{playwrightcapture-1.41.1 → playwrightcapture-1.41.3}/playwrightcapture/capture.py

@@ -1237,9 +1237,10 @@ class Capture():
             self.should_retry = True
 
         # Collect storage state, including IndexedDB, to capture the full browser state.
+        # 2026-09-08: add WebAuth credentials
         try:
             async with timeout(15):
-                to_return['storage'] = await self.context.storage_state(indexed_db=True)
+                to_return['storage'] = await self.context.storage_state(indexed_db=True, credentials=True)
         except (TimeoutError, asyncio.TimeoutError):
             self.logger.warning("Unable to get storage (timeout).")
             errors.append("Unable to get the storage (timeout).")
@@ -1397,8 +1398,8 @@ class Capture():
                 await route.continue_()
             else:
                 # other URLs
-                not_local, message = self.__check_local_url(request.url)
-                if not_local:
+                public, message = self.__check_local_url(request.url)
+                if public:
                     await route.continue_()
                 else:
                     await route.fulfill(status=404, content_type="text/plain", body=message)
@@ -2294,6 +2295,15 @@ class Capture():
         In the meantime, we try to get all the potential ones in this method.
         Method inspired by https://github.com/ail-project/ail-framework/blob/master/bin/lib/crawlers.py
         """
+        async def __check_local_middleware(req: aiohttp.ClientRequest, handler: aiohttp.ClientHandlerType) -> aiohttp.ClientResponse:
+            if self.only_global_lookup:
+                public, message = self.__check_local_url(str(req.url))
+                if public is False:
+                    # got a local URL
+                    self.logger.warning(f'Attempted to get a local favicon (in redirect): {message}')
+                    raise aiohttp.ClientError(f'Attempted to get a local favicon (in redirect): {message}')
+            return await handler(req)
+
         connector = None
         if self.proxy:
             # NOTE 2024-05-17: switch to async to fetch, the lib uses socks5h by default
@@ -2319,8 +2329,8 @@ class Capture():
                         continue
 
                     if self.only_global_lookup:
-                        not_local, message = self.__check_local_url(url_to_fetch)
-                        if not_local is False:
+                        public, message = self.__check_local_url(url_to_fetch)
+                        if public is False:
                             # got a local URL
                             self.logger.warning(f'Attempted to get a local favicon: {message}')
                             continue
@@ -2328,7 +2338,7 @@ class Capture():
                     if url_to_fetch in self._requests:
                         favicon = self._requests[url_to_fetch]
                     if not favicon:
-                        async with session.get(url_to_fetch, ssl=False) as favicon_response:
+                        async with session.get(url_to_fetch, ssl=False, middlewares=[__check_local_middleware]) as favicon_response:
                             favicon_response.raise_for_status()
                             favicon = await favicon_response.read()
                     if favicon:

{playwrightcapture-1.41.1 → playwrightcapture-1.41.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "PlaywrightCapture"
-version = "1.41.1"
+version = "1.41.3"
 description = "A simple library to capture websites using playwright"
 authors = [
     {name="Raphaël Vinot", email= "raphael.vinot@circl.lu"}
@@ -53,7 +53,7 @@ recaptcha = [
 types-beautifulsoup4 = "^4.12.0.20250516"
 pytest = "^9.1.1"
 mypy = "^2.3.1"
-types-dateparser = "^1.4.2.20260813"
+types-dateparser = "^1.4.3.20260907"
 types-pytz = "^2026.3.1.20260727"