seleniumbase 4.41.3__py3-none-any.whl → 4.45.10__py3-none-any.whl

seleniumbase/fixtures/constants.py

@@ -264,16 +264,13 @@ class Reveal:
 
 
 class HighCharts:
+    LIB = "https://cdn.jsdelivr.net/npm/highcharts"
     VER = "10.3.3"
-    HC_CSS = "https://code.highcharts.com/%s/css/highcharts.css" % VER
-    HC_JS = "https://code.highcharts.com/%s/highcharts.js" % VER
-    EXPORTING_JS = "https://code.highcharts.com/%s/modules/exporting.js" % VER
-    EXPORT_DATA_JS = (
-        "https://code.highcharts.com/%s/modules/export-data.js" % VER
-    )
-    ACCESSIBILITY_JS = (
-        "https://code.highcharts.com/%s/modules/accessibility.js" % VER
-    )
+    HC_CSS = "%s@%s/css/highcharts.css" % (LIB, VER)
+    HC_JS = "%s@%s/highcharts.js" % (LIB, VER)
+    EXPORTING_JS = "%s@%s/modules/exporting.js" % (LIB, VER)
+    EXPORT_DATA_JS = "%s@%s/modules/export-data.js" % (LIB, VER)
+    ACCESSIBILITY_JS = "%s@%s/modules/accessibility.js" % (LIB, VER)
 
 
 class BootstrapTour:
@@ -387,6 +384,20 @@ class ValidBrowsers:
         "ie",
         "safari",
         "remote",
+        "opera",
+        "brave",
+        "comet",
+        "atlas",
+    ]
+
+
+class ChromiumSubs:
+    # Chromium browsers that still use chromedriver
+    chromium_subs = [
+        "opera",
+        "brave",
+        "comet",
+        "atlas",
     ]
 
 
@@ -406,7 +417,14 @@ class ValidBinaries:
         "brave",
         "opera",
         "opera-stable",
+        "comet",
+        "comet-browser",
+        "comet-stable",
+        "atlas",
+        "atlas-browser",
+        "atlas-stable",
         "chrome.exe",  # WSL (Windows Subsystem for Linux)
+        "chromium.exe",  # WSL (Windows Subsystem for Linux)
     ]
     valid_edge_binaries_on_linux = [
         "microsoft-edge",
@@ -423,7 +441,14 @@ class ValidBinaries:
         "Google Chrome Beta",
         "Google Chrome Dev",
         "Brave Browser",
+        "Brave",
+        "Opera Browser",
         "Opera",
+        "Comet Browser",
+        "Comet",
+        "ChatGPT Atlas",
+        "Atlas Browser",
+        "Atlas",
     ]
     valid_edge_binaries_on_macos = [
         "Microsoft Edge",
@@ -434,6 +459,8 @@ class ValidBinaries:
         "chrome-headless-shell.exe",
         "brave.exe",
         "opera.exe",
+        "comet.exe",
+        "atlas.exe",
     ]
     valid_edge_binaries_on_windows = [
         "msedge.exe",

seleniumbase/fixtures/js_utils.py

@@ -29,7 +29,9 @@ def wait_for_ready_state_complete(driver, timeout=settings.LARGE_TIMEOUT):
     If the timeout is exceeded, the test will still continue
       because readyState == "interactive" may be good enough.
     (Previously, tests would fail immediately if exceeding the timeout.)"""
-    if hasattr(settings, "SKIP_JS_WAITS") and settings.SKIP_JS_WAITS:
+    if hasattr(driver, "_swap_driver"):
+        return
+    if getattr(settings, "SKIP_JS_WAITS", None):
         return
     start_ms = time.time() * 1000.0
     stop_ms = start_ms + (timeout * 1000.0)
@@ -54,18 +56,22 @@ def wait_for_ready_state_complete(driver, timeout=settings.LARGE_TIMEOUT):
 
 
 def execute_async_script(driver, script, timeout=settings.LARGE_TIMEOUT):
-    driver.set_script_timeout(timeout)
-    return driver.execute_async_script(script)
+    if hasattr(driver, "set_script_timeout"):
+        driver.set_script_timeout(timeout)
+    if hasattr(driver, "execute_async_script"):
+        return driver.execute_async_script(script)
+    else:
+        return None
 
 
 def wait_for_angularjs(driver, timeout=settings.LARGE_TIMEOUT, **kwargs):
-    if hasattr(settings, "SKIP_JS_WAITS") and settings.SKIP_JS_WAITS:
+    if getattr(settings, "SKIP_JS_WAITS", None):
         return
     with suppress(Exception):
         # This closes pop-up alerts
         execute_script(driver, "")
     if (
-        (hasattr(driver, "_is_using_uc") and driver._is_using_uc)
+        getattr(driver, "_is_using_uc", None)
         or not settings.WAIT_FOR_ANGULARJS
     ):
         wait_for_ready_state_complete(driver)
@@ -205,6 +211,19 @@ def activate_jquery(driver):
         try:
             execute_script(driver, "jQuery('html');")
             return
+        except TypeError as e:
+            if (
+                (
+                    shared_utils.is_cdp_swap_needed(driver)
+                    or hasattr(driver, "_swap_driver")
+                )
+                and "cannot unpack non-iterable" in str(e)
+            ):
+                pass
+            else:
+                if x == 18:
+                    add_js_link(driver, jquery_js)
+                time.sleep(0.1)
         except Exception:
             if x == 18:
                 add_js_link(driver, jquery_js)
@@ -276,6 +295,18 @@ def safe_execute_script(driver, script):
     This method will load jQuery if it wasn't already loaded."""
     try:
         execute_script(driver, script)
+    except TypeError as e:
+        if (
+            (
+                shared_utils.is_cdp_swap_needed(driver)
+                or hasattr(driver, "_swap_driver")
+            )
+            and "cannot unpack non-iterable" in str(e)
+        ):
+            pass
+        else:
+            activate_jquery(driver)  # It's a good thing we can define it here
+            execute_script(driver, script)
     except Exception:
         # The likely reason this fails is because: "jQuery is not defined"
         activate_jquery(driver)  # It's a good thing we can define it here
@@ -868,7 +899,7 @@ def set_messenger_theme(
         theme = "future"
     if location == "default":
         location = "bottom_right"
-        if hasattr(sb_config, "mobile_emulator") and sb_config.mobile_emulator:
+        if getattr(sb_config, "mobile_emulator", None):
             location = "top_center"
     if max_messages == "default":
         max_messages = "8"
@@ -908,15 +939,16 @@ def set_messenger_theme(
         % (max_messages, messenger_location, theme)
     )
     try:
+        time.sleep(0.015)
         execute_script(driver, msg_style)
     except Exception:
-        time.sleep(0.03)
+        time.sleep(0.035)
         activate_messenger(driver)
-        time.sleep(0.15)
+        time.sleep(0.175)
         with suppress(Exception):
             execute_script(driver, msg_style)
-            time.sleep(0.02)
-    time.sleep(0.05)
+            time.sleep(0.035)
+    time.sleep(0.055)
 
 
 def post_message(driver, message, msg_dur=None, style="info"):
@@ -937,7 +969,10 @@ def post_message(driver, message, msg_dur=None, style="info"):
         execute_script(driver, messenger_script)
     except TypeError as e:
         if (
-            shared_utils.is_cdp_swap_needed(driver)
+            (
+                shared_utils.is_cdp_swap_needed(driver)
+                or hasattr(driver, "_swap_driver")
+            )
             and "cannot unpack non-iterable" in str(e)
         ):
             pass
@@ -968,7 +1003,7 @@ def post_messenger_success_message(driver, message, msg_dur=None):
     with suppress(Exception):
         theme = "future"
         location = "bottom_right"
-        if hasattr(sb_config, "mobile_emulator") and sb_config.mobile_emulator:
+        if getattr(sb_config, "mobile_emulator", None):
             location = "top_right"
         set_messenger_theme(driver, theme=theme, location=location)
         post_message(driver, message, msg_dur, style="success")
@@ -1260,10 +1295,16 @@ def scroll_to_element(driver, element):
         return False
     try:
         element_location_x = element.location["x"]
+    except Exception:
+        element_location_x = 0
+    try:
         element_width = element.size["width"]
+    except Exception:
+        element_width = 0
+    try:
         screen_width = driver.get_window_size()["width"]
     except Exception:
-        element_location_x = 0
+        screen_width = execute_script(driver, "return window.innerWidth;")
     element_location_y = element_location_y - constants.Scroll.Y_OFFSET
     if element_location_y < 0:
         element_location_y = 0
@@ -1295,18 +1336,36 @@ def slow_scroll_to_element(driver, element, *args, **kwargs):
     element_location_y = None
     try:
         if shared_utils.is_cdp_swap_needed(driver):
-            element.get_position().y
+            element_location_y = element.get_position().y
         else:
             element_location_y = element.location["y"]
     except Exception:
-        element.location_once_scrolled_into_view
+        if shared_utils.is_cdp_swap_needed(driver):
+            element.scroll_into_view()
+        else:
+            element.location_once_scrolled_into_view
         return
     try:
-        element_location_x = element.location["x"]
-        element_width = element.size["width"]
-        screen_width = driver.get_window_size()["width"]
+        if shared_utils.is_cdp_swap_needed(driver):
+            element_location_x = element.get_position().x
+        else:
+            element_location_x = element.location["x"]
     except Exception:
         element_location_x = 0
+    try:
+        if shared_utils.is_cdp_swap_needed(driver):
+            element_width = element.get_position().width
+        else:
+            element_width = element.size["width"]
+    except Exception:
+        element_width = 0
+    try:
+        if shared_utils.is_cdp_swap_needed(driver):
+            screen_width = driver.cdp.get_window_size()["width"]
+        else:
+            screen_width = driver.get_window_size()["width"]
+    except Exception:
+        screen_width = execute_script(driver, "return window.innerWidth;")
     element_location_y = element_location_y - constants.Scroll.Y_OFFSET
     if element_location_y < 0:
         element_location_y = 0

seleniumbase/fixtures/page_actions.py

@@ -17,11 +17,10 @@ By.XPATH               # "xpath"
 By.TAG_NAME            # "tag name"
 By.PARTIAL_LINK_TEXT   # "partial link text"
 """
-import codecs
-import fasteners
 import os
 import time
 from contextlib import suppress
+from filelock import FileLock
 from selenium.common.exceptions import ElementNotInteractableException
 from selenium.common.exceptions import ElementNotVisibleException
 from selenium.common.exceptions import NoAlertPresentException
@@ -193,6 +192,10 @@ def is_attribute_present(
     @Returns
     Boolean (is attribute present)
     """
+    if __is_cdp_swap_needed(driver):
+        return driver.cdp.is_attribute_present(
+            selector, attribute, value=value
+        )
     _reconnect_if_disconnected(driver)
     try:
         element = driver.find_element(by=by, value=selector)
@@ -1108,6 +1111,14 @@ def wait_for_element_absent(
     timeout - the time to wait for elements in seconds
     original_selector - handle pre-converted ":contains(TEXT)" selector
     """
+    if __is_cdp_swap_needed(driver):
+        if page_utils.is_valid_by(by):
+            original_selector = selector
+        elif page_utils.is_valid_by(selector):
+            original_selector = by
+        selector, by = page_utils.recalculate_selector(original_selector, by)
+        driver.cdp.wait_for_element_absent(selector)
+        return True
     _reconnect_if_disconnected(driver)
     start_ms = time.time() * 1000.0
     stop_ms = start_ms + (timeout * 1000.0)
@@ -1156,6 +1167,14 @@ def wait_for_element_not_visible(
     timeout - the time to wait for the element in seconds
     original_selector - handle pre-converted ":contains(TEXT)" selector
     """
+    if __is_cdp_swap_needed(driver):
+        if page_utils.is_valid_by(by):
+            original_selector = selector
+        elif page_utils.is_valid_by(selector):
+            original_selector = by
+        selector, by = page_utils.recalculate_selector(original_selector, by)
+        driver.cdp.wait_for_element_not_visible(selector)
+        return True
     _reconnect_if_disconnected(driver)
     start_ms = time.time() * 1000.0
     stop_ms = start_ms + (timeout * 1000.0)
@@ -1508,10 +1527,10 @@ def save_page_source(driver, name, folder=None):
         page_source = driver.cdp.get_page_source()
     else:
         page_source = driver.page_source
-    html_file = codecs.open(html_file_path, "w+", "utf-8")
     rendered_source = log_helper.get_html_source_with_base_href(
         driver, page_source
     )
+    html_file = open(html_file_path, mode="w+", encoding="utf-8")
     html_file.write(rendered_source)
     html_file.close()
 
@@ -1627,14 +1646,8 @@ def switch_to_frame(
 
 
 def __switch_to_window(driver, window_handle, uc_lock=True):
-    if (
-        hasattr(driver, "_is_using_uc")
-        and driver._is_using_uc
-        and uc_lock
-    ):
-        gui_lock = fasteners.InterProcessLock(
-            constants.MultiBrowser.PYAUTOGUILOCK
-        )
+    if getattr(driver, "_is_using_uc", None) and uc_lock:
+        gui_lock = FileLock(constants.MultiBrowser.PYAUTOGUILOCK)
         with gui_lock:
             driver.switch_to.window(window_handle)
     else:
@@ -1717,8 +1730,7 @@ def switch_to_window(
 
 def _reconnect_if_disconnected(driver):
     if (
-        hasattr(driver, "_is_using_uc")
-        and driver._is_using_uc
+        getattr(driver, "_is_using_uc", None)
         and hasattr(driver, "is_connected")
         and not driver.is_connected()
     ):
@@ -1739,6 +1751,22 @@ def open_url(driver, url):
     if __is_cdp_swap_needed(driver):
         driver.cdp.open(url)
         return
+    elif (
+        getattr(driver, "_is_using_uc", None)
+        # and getattr(driver, "_is_using_auth", None)
+        and not getattr(driver, "_is_using_cdp", None)
+    ):
+        # Auth in UC Mode requires CDP Mode
+        # (and now we're always forcing it)
+        driver.uc_activate_cdp_mode(url)
+        return
+    elif (
+        getattr(driver, "_is_using_uc", None)
+        and getattr(driver, "_is_using_cdp", None)
+    ):
+        driver.disconnect()
+        driver.cdp.open(url)
+        return
     url = str(url).strip()  # Remove leading and trailing whitespace
     if not page_utils.looks_like_a_page_url(url):
         if page_utils.is_valid_url("https://" + url):

seleniumbase/fixtures/page_utils.py

@@ -1,5 +1,4 @@
 """This module contains useful utility methods"""
-import codecs
 import fasteners
 import os
 import re
@@ -110,10 +109,10 @@ def looks_like_a_page_url(url):
     navigate to the page if a URL is detected, but will instead call
     self.get_element(URL_AS_A_SELECTOR) if the input is not a URL."""
     return url.startswith((
-        "http:", "https:", "://", "about:", "blob:", "chrome:",
+        "http:", "https:", "://", "about:", "blob:", "chrome:", "opera:",
         "data:", "edge:", "file:", "view-source:", "chrome-search:",
         "chrome-extension:", "chrome-untrusted:", "isolated-app:",
-        "chrome-devtools:", "devtools:"
+        "chrome-devtools:", "devtools:", "brave:", "comet:", "atlas:"
     ))
 
 
@@ -294,18 +293,20 @@ def _print_unique_links_with_status_codes(page_url, soup):
         print(link, " -> ", status_code)
 
 
-def _download_file_to(file_url, destination_folder, new_file_name=None):
+def _download_file_to(
+    file_url, destination_folder, new_file_name=None, headers=None
+):
     if new_file_name:
         file_name = new_file_name
     else:
         file_name = file_url.split("/")[-1]
-    r = requests.get(file_url, timeout=5)
+    r = requests.get(file_url, headers=headers, timeout=5)
     file_path = os.path.join(destination_folder, file_name)
     download_file_lock = fasteners.InterProcessLock(
         constants.MultiBrowser.DOWNLOAD_FILE_LOCK
     )
     with download_file_lock:
-        with open(file_path, "wb") as code:
+        with open(file_path, mode="wb") as code:
             code.write(r.content)
 
 
@@ -314,8 +315,10 @@ def _save_data_as(data, destination_folder, file_name):
         constants.MultiBrowser.FILE_IO_LOCK
     )
     with file_io_lock:
-        out_file = codecs.open(
-            os.path.join(destination_folder, file_name), "w+", encoding="utf-8"
+        out_file = open(
+            os.path.join(destination_folder, file_name),
+            mode="w+",
+            encoding="utf-8",
         )
         out_file.writelines(data)
         out_file.close()
@@ -328,12 +331,16 @@ def _append_data_to_file(data, destination_folder, file_name):
     with file_io_lock:
         existing_data = ""
         if os.path.exists(os.path.join(destination_folder, file_name)):
-            with open(os.path.join(destination_folder, file_name), "r") as f:
+            with open(
+                os.path.join(destination_folder, file_name), mode="r"
+            ) as f:
                 existing_data = f.read()
             if not existing_data.split("\n")[-1] == "":
                 existing_data += "\n"
-        out_file = codecs.open(
-            os.path.join(destination_folder, file_name), "w+", encoding="utf-8"
+        out_file = open(
+            os.path.join(destination_folder, file_name),
+            mode="w+",
+            encoding="utf-8",
         )
         out_file.writelines("%s%s" % (existing_data, data))
         out_file.close()
@@ -346,7 +353,7 @@ def _get_file_data(folder, file_name):
     with file_io_lock:
         if not os.path.exists(os.path.join(folder, file_name)):
             raise Exception("File not found!")
-        with open(os.path.join(folder, file_name), "r") as f:
+        with open(os.path.join(folder, file_name), mode="r") as f:
             data = f.read()
         return data
 

seleniumbase/fixtures/shared_utils.py

@@ -7,6 +7,7 @@ import sys
 import time
 from contextlib import suppress
 from seleniumbase import config as sb_config
+from seleniumbase.config import settings
 from seleniumbase.fixtures import constants
 
 
@@ -17,20 +18,79 @@ def pip_install(package, version=None):
     pip_install_lock = fasteners.InterProcessLock(
         constants.PipInstall.LOCKFILE
     )
+    upgrade_to_latest = False
+    if (
+        version
+        and ("U" in str(version).upper() or "L" in str(version).upper())
+    ):
+        # Upgrade to Latest when specified with "U" or "L"
+        upgrade_to_latest = True
     with pip_install_lock:
         if not version:
             subprocess.check_call(
                 [sys.executable, "-m", "pip", "install", package]
             )
-        else:
+        elif not upgrade_to_latest:
             package_and_version = package + "==" + str(version)
             subprocess.check_call(
                 [sys.executable, "-m", "pip", "install", package_and_version]
             )
+        else:
+            subprocess.check_call(
+                [sys.executable, "-m", "pip", "install", "-U", package]
+            )
+
+
+def make_version_list(version_str):
+    return [int(i) for i in version_str.split(".") if i.isdigit()]
+
+
+def make_version_tuple(version_str):
+    return tuple(make_version_list(version_str))
+
+
+def get_mfa_code(totp_key=None):
+    """Returns a time-based one-time password based on the
+    Google Authenticator algorithm for multi-factor authentication.
+    If the "totp_key" is not specified, this method defaults
+    to using the one provided in [seleniumbase/config/settings.py].
+    Google Authenticator codes expire & change at 30-sec intervals.
+    If the fetched password expires in the next 1.2 seconds, waits
+    for a new one before returning it (may take up to 1.2 seconds).
+    See https://pyotp.readthedocs.io/en/latest/ for details."""
+    import pyotp
+
+    if not totp_key:
+        totp_key = settings.TOTP_KEY
+    epoch_interval = time.time() / 30.0
+    cycle_lifespan = float(epoch_interval) - int(epoch_interval)
+    if float(cycle_lifespan) > 0.96:
+        # Password expires in the next 1.2 seconds. Wait for a new one.
+        for i in range(30):
+            time.sleep(0.04)
+            epoch_interval = time.time() / 30.0
+            cycle_lifespan = float(epoch_interval) - int(epoch_interval)
+            if not float(cycle_lifespan) > 0.96:
+                # The new password cycle has begun
+                break
+    totp = pyotp.TOTP(totp_key)
+    return str(totp.now())
+
+
+def is_arm_linux():
+    """Returns True if machine is ARM Linux.
+    This will be useful once Google adds
+    support for ARM Linux ChromeDriver.
+    (Raspberry Pi uses ARM architecture.)"""
+    return (
+        platform.system() == "Linux"
+        and platform.machine() == "aarch64"
+    )
 
 
 def is_arm_mac():
-    """(M1 / M2 Macs use the ARM processor)"""
+    """Returns True if machine is ARM Mac.
+    (Eg. M1 / M2 Macs use ARM processors)"""
     return (
         "darwin" in sys.platform
         and (
@@ -87,8 +147,7 @@ def fix_url_as_needed(url):
 
 def reconnect_if_disconnected(driver):
     if (
-        hasattr(driver, "_is_using_uc")
-        and driver._is_using_uc
+        getattr(driver, "_is_using_uc", None)
         and hasattr(driver, "is_connected")
         and not driver.is_connected()
     ):
@@ -238,8 +297,7 @@ def __time_limit_exceeded(message):
 
 def check_if_time_limit_exceeded():
     if (
-        hasattr(sb_config, "time_limit")
-        and sb_config.time_limit
+        getattr(sb_config, "time_limit", None)
         and not sb_config.recorder_mode
     ):
         time_limit = sb_config.time_limit

seleniumbase/masterqa/master_qa.py

@@ -11,6 +11,11 @@ from seleniumbase.config import settings
 from seleniumbase.fixtures import js_utils
 
 
+python3_11_or_newer = False
+if sys.version_info >= (3, 11):
+    python3_11_or_newer = True
+
+
 class MasterQA(BaseCase):
     def setUp(self):
         self.check_count = 0
@@ -309,8 +314,17 @@ class MasterQA(BaseCase):
         if hasattr(sys, "last_traceback") and sys.last_traceback is not None:
             has_exception = True
         elif hasattr(self, "_outcome"):
-            if hasattr(self._outcome, "errors") and self._outcome.errors:
-                has_exception = True
+            if hasattr(self._outcome, "errors"):
+                if python3_11_or_newer:
+                    if (
+                        self._outcome.errors
+                        and self._outcome.errors[-1]
+                        and self._outcome.errors[-1][1]
+                    ):
+                        has_exception = True
+                else:
+                    if self._outcome.errors:
+                        has_exception = True
         else:
             has_exception = sys.exc_info()[1] is not None
         return has_exception

seleniumbase/plugins/base_plugin.py

@@ -240,14 +240,22 @@ class Base(Plugin):
         test.test.test_id = test.id()
         test.test.is_nosetest = True
         test.test.environment = self.options.environment
+        sb_config.environment = self.options.environment
         test.test.env = self.options.environment  # Add a shortened version
         test.test.account = self.options.account
+        sb_config.account = self.options.account
         test.test.data = self.options.data
+        sb_config.data = self.options.data
         test.test.var1 = self.options.var1
+        sb_config.var1 = self.options.var1
         test.test.var2 = self.options.var2
+        sb_config.var2 = self.options.var2
         test.test.var3 = self.options.var3
+        sb_config.var3 = self.options.var3
         test.test.variables = variables  # Already verified is a dictionary
+        sb_config.variables = variables
         test.test.settings_file = self.options.settings_file
+        sb_config.settings_file = self.options.settings_file
         test.test._final_debug = self.options.final_debug
         test.test.log_path = self.options.log_path
         if self.options.archive_downloads:

seleniumbase/plugins/basic_test_info.py

@@ -1,6 +1,5 @@
 """Test Info Plugin for SeleniumBase tests that run with pynose / nosetests"""
 import os
-import codecs
 import time
 import traceback
 from nose.plugins import Plugin
@@ -26,7 +25,7 @@ class BasicTestInfo(Plugin):
         if not os.path.exists(test_logpath):
             os.makedirs(test_logpath)
         file_name = "%s/%s" % (test_logpath, self.logfile_name)
-        basic_info_file = codecs.open(file_name, "w+", "utf-8")
+        basic_info_file = open(file_name, mode="w+", encoding="utf-8")
         self.__log_test_error_data(basic_info_file, test, err, "Error")
         basic_info_file.close()
 
@@ -35,7 +34,7 @@ class BasicTestInfo(Plugin):
         if not os.path.exists(test_logpath):
             os.makedirs(test_logpath)
         file_name = "%s/%s" % (test_logpath, self.logfile_name)
-        basic_info_file = codecs.open(file_name, "w+", "utf-8")
+        basic_info_file = open(file_name, mode="w+", encoding="utf-8")
         self.__log_test_error_data(basic_info_file, test, err, "Error")
         basic_info_file.close()