PlaywrightCapture 1.31.2__py3-none-any.whl → 1.31.4__py3-none-any.whl

playwrightcapture/capture.py

@@ -118,7 +118,8 @@ class Capture():
                  proxy: str | dict[str, str] | None=None,
                  socks5_dns_resolver: str | list[str] | None=None,
                  general_timeout_in_sec: int | None=None, loglevel: str | int='INFO',
-                 uuid: str | None=None, headless: bool=True):
+                 uuid: str | None=None, headless: bool=True,
+                 *, init_script: str | None=None):
         """Captures a page with Playwright.
 
         :param browser: The browser to use for the capture.
@@ -129,6 +130,7 @@ class Capture():
         :param loglevel: Python loglevel
         :param uuid: The UUID of the capture.
         :param headless: Whether to run the browser in headless mode. WARNING: requires to run in a graphical environment.
+        :param init_script: An optional JavaScript that will be executed on each page - See https://playwright.dev/python/docs/api/class-browsercontext#browser-context-add-init-script
         """
         master_logger = logging.getLogger('playwrightcapture')
         master_logger.setLevel(loglevel)
@@ -179,6 +181,8 @@ class Capture():
         self._color_scheme: Literal['dark', 'light', 'no-preference', 'null'] | None = None
         self._java_script_enabled = True
 
+        self._init_script = init_script
+
     def __prepare_proxy_playwright(self, proxy: str) -> ProxySettings:
         splitted = urlsplit(proxy)
         if splitted.username and splitted.password:
@@ -460,6 +464,9 @@ class Capture():
         )
         self.context.set_default_timeout(self._capture_timeout * 1000)
 
+        if self._init_script:
+            await self.context.add_init_script(script=self._init_script)
+
         # very quick and dirty get a platform from the UA so it's not always Win32
         # This this is deprecated and not very important.
         # Ref: https://developer.mozilla.org/en-US/docs/Web/API/Navigator/platform
@@ -823,7 +830,7 @@ class Capture():
             # Same technique as: https://github.com/NikolaiT/uncaptcha3
             if CAN_SOLVE_CAPTCHA:
                 try:
-                    if (await page.locator("//iframe[@title='reCAPTCHA']").first.is_visible(timeout=3000)
+                    if (await page.locator("//iframe[@title='reCAPTCHA']").first.is_visible()
                             and await page.locator("//iframe[@title='reCAPTCHA']").first.is_enabled(timeout=2000)):
                         self.logger.info('Found a captcha')
                         await self._recaptcha_solver(page)
@@ -1354,7 +1361,11 @@ class Capture():
             return href
 
         urls: set[str] = set()
-        soup = BeautifulSoup(rendered_html, "lxml")
+        try:
+            soup = BeautifulSoup(rendered_html, "lxml")
+        except Exception as e:
+            self.logger.info(f'Unable to parse HTML: {e}')
+            soup = BeautifulSoup(rendered_html, "html.parser")
 
         rendered_hostname = urlparse(rendered_url).hostname
         # The simple ones: the links.
@@ -1387,7 +1398,7 @@ class Capture():
         if not recaptcha_init_frame:
             return False
         try:
-            if await recaptcha_init_frame.get_by_role("checkbox", name="I'm not a robot").is_visible(timeout=5000):
+            if await recaptcha_init_frame.get_by_role("checkbox", name="I'm not a robot").is_visible():
                 await recaptcha_init_frame.get_by_role("checkbox", name="I'm not a robot").click()
             else:
                 self.logger.info('Checkbox not visible.')

{playwrightcapture-1.31.2.dist-info → playwrightcapture-1.31.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: PlaywrightCapture
-Version: 1.31.2
+Version: 1.31.4
 Summary: A simple library to capture websites using playwright
 License: BSD-3-Clause
 Author: Raphaël Vinot
@@ -20,14 +20,14 @@ Classifier: Topic :: Security
 Provides-Extra: recaptcha
 Requires-Dist: SpeechRecognition (>=3.14.3) ; extra == "recaptcha"
 Requires-Dist: aiohttp-socks (>=0.10.1)
-Requires-Dist: aiohttp[speedups] (>=3.12.13)
+Requires-Dist: aiohttp[speedups] (>=3.12.14)
 Requires-Dist: async-timeout (>=5.0.1) ; python_version < "3.11"
 Requires-Dist: beautifulsoup4[charset-normalizer,lxml] (>=4.13.4)
 Requires-Dist: dateparser (>=1.2.2)
 Requires-Dist: dnspython (>=2.7.0,<3.0.0)
 Requires-Dist: playwright (>=1.53.0)
 Requires-Dist: playwright-stealth (>=2)
-Requires-Dist: puremagic (>=1.29)
+Requires-Dist: puremagic (>=1.30)
 Requires-Dist: pydub (>=0.25.1) ; (python_version < "3.10") and (extra == "recaptcha")
 Requires-Dist: pydub-ng (>=0.2.0) ; (python_version >= "3.10") and (extra == "recaptcha")
 Requires-Dist: python-socks (>=2.7.1,<3.0.0)

{playwrightcapture-1.31.2.dist-info → playwrightcapture-1.31.4.dist-info}/RECORD

@@ -1,10 +1,10 @@
 playwrightcapture/__init__.py,sha256=F90Y8wYS13tDjgsfjuFrCfmzQfdnH44G-ovuilJfLEE,511
-playwrightcapture/capture.py,sha256=lXcBWWEWRmQem6Rs_yj51PB74JFlRL4k1kggFCMxFTA,86586
+playwrightcapture/capture.py,sha256=qWDwQt7pKOr3fQUhidY_U9bO8cIIOSiqSaTNxUdkT3M,87111
 playwrightcapture/exceptions.py,sha256=LhGJQCGHzEu7Sx2Dfl28OFeDg1OmrwufFjAWXlxQnEA,366
 playwrightcapture/helpers.py,sha256=Xqs09zHhzAWnpBtQ0A9YAxg80P3Lj7aBj5M2WuEr0so,1843
 playwrightcapture/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 playwrightcapture/socks5dnslookup.py,sha256=ZpOf8tgsRQZi-WDcn9JbbG1bKz9DSfK_jz1l53UI1Ho,4058
-playwrightcapture-1.31.2.dist-info/LICENSE,sha256=uwFc39fTLacBUG-XTuxX6IQKTKhg4z14gWOLt3ex4Ho,1775
-playwrightcapture-1.31.2.dist-info/METADATA,sha256=6JDSFOTJaWk1oER6gis-AbR-vKAaX3vXwOPa9sV-bFA,3285
-playwrightcapture-1.31.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-playwrightcapture-1.31.2.dist-info/RECORD,,
+playwrightcapture-1.31.4.dist-info/LICENSE,sha256=uwFc39fTLacBUG-XTuxX6IQKTKhg4z14gWOLt3ex4Ho,1775
+playwrightcapture-1.31.4.dist-info/METADATA,sha256=y6QEbPdB1201g3Z81no658PsoD5OoxdyT81LjDCk3uA,3285
+playwrightcapture-1.31.4.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+playwrightcapture-1.31.4.dist-info/RECORD,,