seleniumbase 4.47.7__tar.gz → 4.47.9__tar.gz

{seleniumbase-4.47.7/seleniumbase.egg-info → seleniumbase-4.47.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: seleniumbase
-Version: 4.47.7
+Version: 4.47.9
 Summary: A complete web automation framework for end-to-end testing.
 Home-page: https://github.com/seleniumbase/SeleniumBase
 Author: Michael Mintz
@@ -84,7 +84,7 @@ Requires-Dist: parse>=1.21.1
 Requires-Dist: parse-type>=0.6.6
 Requires-Dist: colorama>=0.4.6
 Requires-Dist: pyyaml>=6.0.3
-Requires-Dist: pygments>=2.19.2
+Requires-Dist: pygments>=2.20.0
 Requires-Dist: pyreadline3>=3.5.4; platform_system == "Windows"
 Requires-Dist: tabcompleter>=1.4.0
 Requires-Dist: pdbp>=1.8.2
@@ -92,7 +92,8 @@ Requires-Dist: idna>=3.11
 Requires-Dist: charset-normalizer<4,>=3.4.6
 Requires-Dist: urllib3<2,>=1.26.20; python_version < "3.10"
 Requires-Dist: urllib3<3,>=1.26.20; python_version >= "3.10"
-Requires-Dist: requests~=2.32.5
+Requires-Dist: requests~=2.32.5; python_version < "3.10"
+Requires-Dist: requests~=2.33.1; python_version >= "3.10"
 Requires-Dist: sniffio==1.3.1
 Requires-Dist: h11==0.16.0
 Requires-Dist: outcome==1.3.0.post0
@@ -153,7 +154,7 @@ Requires-Dist: mss==10.1.0; extra == "mss"
 Provides-Extra: pdfminer
 Requires-Dist: pdfminer.six==20251107; python_version < "3.10" and extra == "pdfminer"
 Requires-Dist: pdfminer.six==20260107; python_version >= "3.10" and extra == "pdfminer"
-Requires-Dist: cryptography==46.0.5; extra == "pdfminer"
+Requires-Dist: cryptography==46.0.6; extra == "pdfminer"
 Requires-Dist: cffi==2.0.0; extra == "pdfminer"
 Requires-Dist: pycparser==2.23; python_version < "3.10" and extra == "pdfminer"
 Requires-Dist: pycparser==3.0; python_version >= "3.10" and extra == "pdfminer"

{seleniumbase-4.47.7 → seleniumbase-4.47.9}/requirements.txt

@@ -24,7 +24,7 @@ parse>=1.21.1
 parse-type>=0.6.6
 colorama>=0.4.6
 pyyaml>=6.0.3
-pygments>=2.19.2
+pygments>=2.20.0
 pyreadline3>=3.5.4;platform_system=="Windows"
 tabcompleter>=1.4.0
 pdbp>=1.8.2
@@ -32,7 +32,8 @@ idna>=3.11
 charset-normalizer>=3.4.6,<4
 urllib3>=1.26.20,<2;python_version<"3.10"
 urllib3>=1.26.20,<3;python_version>="3.10"
-requests~=2.32.5
+requests~=2.32.5;python_version<"3.10"
+requests~=2.33.1;python_version>="3.10"
 sniffio==1.3.1
 h11==0.16.0
 outcome==1.3.0.post0

{seleniumbase-4.47.7 → seleniumbase-4.47.9}/seleniumbase/__version__.py

@@ -1,2 +1,2 @@
 # seleniumbase package
-__version__ = "4.47.7"
+__version__ = "4.47.9"

{seleniumbase-4.47.7 → seleniumbase-4.47.9}/seleniumbase/core/browser_launcher.py

@@ -872,6 +872,7 @@ def uc_open_with_cdp_mode(driver, url=None, **kwargs):
     cdp.get_gui_element_center = CDPM.get_gui_element_center
     cdp.get_html = CDPM.get_html
     cdp.get_page_source = CDPM.get_page_source
+    cdp.get_beautiful_soup = CDPM.get_beautiful_soup
     cdp.get_user_agent = CDPM.get_user_agent
     cdp.get_cookie_string = CDPM.get_cookie_string
     cdp.get_locale_code = CDPM.get_locale_code

{seleniumbase-4.47.7 → seleniumbase-4.47.9}/seleniumbase/core/sb_cdp.py

@@ -117,10 +117,10 @@ class CDPMethods():
         if hasattr(driver, "cdp_base"):
             driver = driver.cdp_base
         load_timeout = 60.0
-        wait_timeout = 30.0
+        wait_timeout = 50.0
         if hasattr(sb_config, "_cdp_proxy") and sb_config._cdp_proxy:
             load_timeout = 90.0
-            wait_timeout = 45.0
+            wait_timeout = 75.0
         try:
             task = self.page.get(url, **kwargs)
             self.loop.run_until_complete(
@@ -128,6 +128,10 @@ class CDPMethods():
             )
         except asyncio.TimeoutError:
             print("Timeout loading %s" % url)
+        except RuntimeError:
+            self.loop.run_until_complete(
+                self.page.get(url, **kwargs)
+            )
         url_protocol = url.split(":")[0]
         safe_url = True
         if url_protocol not in ["about", "data", "chrome"]:
@@ -1064,7 +1068,11 @@ class CDPMethods():
         ):
             text = text.replace("\n", "\r")
         for key in text:
-            element.send_keys(key)
+            try:
+                element.send_keys(key)
+            except AttributeError:
+                element = self.select(selector, timeout=0.1)
+                element.send_keys(key)
             time.sleep(float(0.042 + (random.random() / 110.0)))
         if submit:
             element.send_keys("\r\n")
@@ -1395,6 +1403,20 @@ class CDPMethods():
             )
         return source
 
+    def get_beautiful_soup(self, source=None):
+        """BeautifulSoup is a toolkit for dissecting an HTML document
+        and extracting what you need. It's great for screen-scraping!
+        See: https://www.crummy.com/software/BeautifulSoup/bs4/doc/ """
+        from bs4 import BeautifulSoup
+
+        if not source:
+            with suppress(Exception):
+                self.wait_for_element_visible(
+                    "body", timeout=settings.MINI_TIMEOUT
+                )
+            source = self.get_page_source()
+        return BeautifulSoup(source, "html.parser")
+
     def get_user_agent(self):
         return self.loop.run_until_complete(
             self.page.evaluate("navigator.userAgent")

{seleniumbase-4.47.7 → seleniumbase-4.47.9}/seleniumbase/undetected/cdp_driver/cdp_util.py

@@ -31,6 +31,7 @@ DOWNLOADS_FOLDER = download_helper.get_downloads_folder()
 PROXY_DIR_LOCK = proxy_helper.PROXY_DIR_LOCK
 EXTENSIONS_DIR = os.path.dirname(os.path.realpath(extensions.__file__))
 AD_BLOCK_ZIP_PATH = os.path.join(EXTENSIONS_DIR, "ad_block.zip")
+DISABLE_CSP_ZIP_PATH = os.path.join(EXTENSIONS_DIR, "disable_csp.zip")
 T = typing.TypeVar("T")
 
 
@@ -598,16 +599,6 @@ async def start(
                 proxy_pass,
                 proxy_scheme,
             )
-    if ad_block:
-        sb_config.ad_block_on = True
-        incognito = False
-        guest = False
-        ad_block_zip = AD_BLOCK_ZIP_PATH
-        ad_block_dir = os.path.join(DOWNLOADS_FOLDER, "ad_block")
-        __unzip_to_new_folder(ad_block_zip, ad_block_dir)
-        extension_dir = __add_chrome_ext_dir(extension_dir, ad_block_dir)
-    if disable_csp:
-        sb_config.disable_csp = True
     if "binary_location" in kwargs and not browser_executable_path:
         browser_executable_path = kwargs["binary_location"]
     if not user_data_dir and "--user-data-dir" in arg_join:
@@ -624,8 +615,8 @@ async def start(
             user_data_dir = udd_string
     if user_data_dir:
         user_data_dir = os.path.abspath(user_data_dir)
+    browser = None
     if not browser_executable_path:
-        browser = None
         if "browser" in kwargs:
             browser = kwargs["browser"]
         if not browser and "--browser" in arg_join:
@@ -675,6 +666,23 @@ async def start(
             sb_config._cdp_browser = "atlas"
         else:
             sb_config._cdp_browser = "chrome"
+    if ad_block:
+        sb_config.ad_block_on = True
+        incognito = False
+        guest = False
+        ad_block_zip = AD_BLOCK_ZIP_PATH
+        ad_block_dir = os.path.join(DOWNLOADS_FOLDER, "ad_block")
+        __unzip_to_new_folder(ad_block_zip, ad_block_dir)
+        extension_dir = __add_chrome_ext_dir(extension_dir, ad_block_dir)
+    if disable_csp:
+        sb_config.disable_csp = True
+        if not incognito and not guest:
+            disable_csp_zip = DISABLE_CSP_ZIP_PATH
+            disable_csp_dir = os.path.join(DOWNLOADS_FOLDER, "disable_csp")
+            __unzip_to_new_folder(disable_csp_zip, disable_csp_dir)
+            extension_dir = __add_chrome_ext_dir(
+                extension_dir, disable_csp_dir
+            )
     sb_config.incognito = incognito
     sb_config.guest_mode = guest
     if not config:

{seleniumbase-4.47.7 → seleniumbase-4.47.9}/seleniumbase/undetected/cdp_driver/config.py

@@ -1,3 +1,4 @@
+import json
 import logging
 import os
 import pathlib
@@ -88,19 +89,19 @@ class Config:
         if not browser_args:
             browser_args = []
         if not user_data_dir:
-            self.user_data_dir = temp_profile_dir()
+            self.user_data_dir = temp_profile_dir(proxy=proxy)
             self._user_data_dir = self.user_data_dir
             self._custom_data_dir = False
         else:
             self.user_data_dir = user_data_dir
             profile = os.path.join(self.user_data_dir, "Default")
             preferences_file = os.path.join(profile, "Preferences")
-            preferences = get_default_preferences()
+            preferences = get_default_preferences(proxy=proxy)
             if not os.path.exists(profile):
                 with suppress(Exception):
                     os.makedirs(profile)
-            with open(preferences_file, "w") as f:
-                f.write(preferences)
+            with open(preferences_file, "w", encoding="utf-8") as f:
+                json.dump(preferences, f)
         mock_keychain = False
         if not browser_executable_path:
             browser_executable_path = find_chrome_executable()
@@ -343,25 +344,46 @@ def is_root():
         return ctypes.windll.shell32.IsUserAnAdmin() != 0
 
 
-def get_default_preferences():
-    return (
-        """{"credentials_enable_service": false,
-        "password_manager_enabled": false,
-        "password_manager_leak_detection": false}"""
-    )
+def get_default_preferences(proxy=None):
+    prefs = {
+        "profile": {
+            "password_manager_leak_detection": False,
+            "password_manager_enabled": False
+        },
+        "credentials_enable_service": False,
+        "omnibox-max-zero-suggest-matches": 0,
+        "omnibox-zero-suggest-prefetching": 0,
+        "omnibox-zero-suggest-prefetching-on-srp": 0,
+        "omnibox-zero-suggest-prefetching-on-web": 0,
+        "omnibox-zero-suggest-in-memory-caching": 0,
+        "local_discovery": {
+            "notifications_enabled": False
+        },
+        "autofill": {
+            "profile_enabled": False,
+            "credit_card_enabled": False
+        }
+    }
+    if proxy:
+        prefs["webrtc"] = {
+            "ip_handling_policy": "disable_non_proxied_udp",
+            "multiple_routes_enabled": False,
+            "nonproxied_udp_enabled": False
+        }
+    return prefs
 
 
-def temp_profile_dir():
+def temp_profile_dir(proxy=None):
     """Generate a temp dir (path)"""
     path = os.path.normpath(tempfile.mkdtemp(prefix="uc_"))
     profile = os.path.join(path, "Default")
     preferences_file = os.path.join(profile, "Preferences")
-    preferences = get_default_preferences()
+    preferences = get_default_preferences(proxy=proxy)
     if not os.path.exists(profile):
         with suppress(Exception):
             os.makedirs(profile)
-    with open(preferences_file, "w") as f:
-        f.write(preferences)
+    with open(preferences_file, "w", encoding="utf-8") as f:
+        json.dump(preferences, f)
     return path
 
 

{seleniumbase-4.47.7 → seleniumbase-4.47.9}/seleniumbase/undetected/cdp_driver/connection.py

@@ -305,20 +305,31 @@ class Connection(metaclass=CantTouchThis):
         await self.update_target()
         loop = asyncio.get_running_loop()
         start_time = loop.time()
-        try:
-            if isinstance(t, (int, float)):
-                await asyncio.wait_for(self.listener.idle.wait(), timeout=t)
-                while (loop.time() - start_time) < t:
-                    await asyncio.sleep(0.1)
-            else:
-                await self.listener.idle.wait()
-        except asyncio.TimeoutError:
-            if isinstance(t, (int, float)):
-                # Explicit time is given, which is now passed, so leave now.
-                return
-        except AttributeError:
-            # No listener created yet.
-            pass
+        with warnings.catch_warnings():
+            warnings.filterwarnings(
+                action="ignore",
+                category=RuntimeWarning,
+                message=".*coroutine.*",
+            )
+            try:
+                if isinstance(t, (int, float)):
+                    try:
+                        await asyncio.wait_for(
+                            self.listener.idle.wait(), timeout=t
+                        )
+                    except RuntimeError:
+                        await self.listener.idle.wait()
+                    while (loop.time() - start_time) < t:
+                        await asyncio.sleep(0.1)
+                else:
+                    await self.listener.idle.wait()
+            except asyncio.TimeoutError:
+                if isinstance(t, (int, float)):
+                    # Explicit time that's given has passed, so leave now.
+                    return
+            except AttributeError:
+                # No listener created yet.
+                pass
 
     async def set_locale(self, locale: Optional[str] = None):
         """Sets the Language Locale code via set_user_agent_override."""
@@ -423,9 +434,9 @@ class Connection(metaclass=CantTouchThis):
             await self.websocket.send(tx.message)
             with warnings.catch_warnings():
                 warnings.filterwarnings(
-                    "ignore",
-                    message="coroutine .* was never awaited",
+                    action="ignore",
                     category=RuntimeWarning,
+                    message=".*coroutine.*",
                 )
                 try:
                     return await tx

{seleniumbase-4.47.7 → seleniumbase-4.47.9/seleniumbase.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: seleniumbase
-Version: 4.47.7
+Version: 4.47.9
 Summary: A complete web automation framework for end-to-end testing.
 Home-page: https://github.com/seleniumbase/SeleniumBase
 Author: Michael Mintz
@@ -84,7 +84,7 @@ Requires-Dist: parse>=1.21.1
 Requires-Dist: parse-type>=0.6.6
 Requires-Dist: colorama>=0.4.6
 Requires-Dist: pyyaml>=6.0.3
-Requires-Dist: pygments>=2.19.2
+Requires-Dist: pygments>=2.20.0
 Requires-Dist: pyreadline3>=3.5.4; platform_system == "Windows"
 Requires-Dist: tabcompleter>=1.4.0
 Requires-Dist: pdbp>=1.8.2
@@ -92,7 +92,8 @@ Requires-Dist: idna>=3.11
 Requires-Dist: charset-normalizer<4,>=3.4.6
 Requires-Dist: urllib3<2,>=1.26.20; python_version < "3.10"
 Requires-Dist: urllib3<3,>=1.26.20; python_version >= "3.10"
-Requires-Dist: requests~=2.32.5
+Requires-Dist: requests~=2.32.5; python_version < "3.10"
+Requires-Dist: requests~=2.33.1; python_version >= "3.10"
 Requires-Dist: sniffio==1.3.1
 Requires-Dist: h11==0.16.0
 Requires-Dist: outcome==1.3.0.post0
@@ -153,7 +154,7 @@ Requires-Dist: mss==10.1.0; extra == "mss"
 Provides-Extra: pdfminer
 Requires-Dist: pdfminer.six==20251107; python_version < "3.10" and extra == "pdfminer"
 Requires-Dist: pdfminer.six==20260107; python_version >= "3.10" and extra == "pdfminer"
-Requires-Dist: cryptography==46.0.5; extra == "pdfminer"
+Requires-Dist: cryptography==46.0.6; extra == "pdfminer"
 Requires-Dist: cffi==2.0.0; extra == "pdfminer"
 Requires-Dist: pycparser==2.23; python_version < "3.10" and extra == "pdfminer"
 Requires-Dist: pycparser==3.0; python_version >= "3.10" and extra == "pdfminer"

{seleniumbase-4.47.7 → seleniumbase-4.47.9}/seleniumbase.egg-info/requires.txt

@@ -16,12 +16,11 @@ parse>=1.21.1
 parse-type>=0.6.6
 colorama>=0.4.6
 pyyaml>=6.0.3
-pygments>=2.19.2
+pygments>=2.20.0
 tabcompleter>=1.4.0
 pdbp>=1.8.2
 idna>=3.11
 charset-normalizer<4,>=3.4.6
-requests~=2.32.5
 sniffio==1.3.1
 h11==0.16.0
 outcome==1.3.0.post0
@@ -55,6 +54,7 @@ websockets~=15.0.1
 filelock~=3.19.1
 platformdirs~=4.4.0
 urllib3<2,>=1.26.20
+requests~=2.32.5
 trio<1,>=0.31.0
 wsproto==1.2.0
 selenium==4.32.0
@@ -73,6 +73,7 @@ websockets>=16.0
 filelock>=3.25.2
 platformdirs>=4.9.4
 urllib3<3,>=1.26.20
+requests~=2.33.1
 trio<1,>=0.33.0
 wsproto~=1.3.2
 selenium==4.41.0
@@ -113,7 +114,7 @@ ipython==7.34.0
 mss==10.1.0
 
 [pdfminer]
-cryptography==46.0.5
+cryptography==46.0.6
 cffi==2.0.0
 
 [pdfminer:python_version < "3.10"]

{seleniumbase-4.47.7 → seleniumbase-4.47.9}/setup.py

@@ -172,7 +172,7 @@ setup(
         'parse-type>=0.6.6',
         'colorama>=0.4.6',
         'pyyaml>=6.0.3',
-        'pygments>=2.19.2',
+        'pygments>=2.20.0',
         'pyreadline3>=3.5.4;platform_system=="Windows"',
         'tabcompleter>=1.4.0',
         'pdbp>=1.8.2',
@@ -180,7 +180,8 @@ setup(
         'charset-normalizer>=3.4.6,<4',
         'urllib3>=1.26.20,<2;python_version<"3.10"',
         'urllib3>=1.26.20,<3;python_version>="3.10"',
-        'requests~=2.32.5',
+        'requests~=2.32.5;python_version<"3.10"',
+        'requests~=2.33.1;python_version>="3.10"',
         'sniffio==1.3.1',
         'h11==0.16.0',
         'outcome==1.3.0.post0',
@@ -261,7 +262,7 @@ setup(
         "pdfminer": [
             'pdfminer.six==20251107;python_version<"3.10"',
             'pdfminer.six==20260107;python_version>="3.10"',
-            'cryptography==46.0.5',
+            'cryptography==46.0.6',
             'cffi==2.0.0',
             'pycparser==2.23;python_version<"3.10"',
             'pycparser==3.0;python_version>="3.10"',