seleniumbase 4.49.8__tar.gz → 4.49.9__tar.gz

{seleniumbase-4.49.8/seleniumbase.egg-info → seleniumbase-4.49.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: seleniumbase
-Version: 4.49.8
+Version: 4.49.9
 Summary: SeleniumBase is a framework for web crawling, scraping, and testing. Supports pytest. CDP Mode adds stealth. Includes many tools.
 Home-page: https://github.com/seleniumbase/SeleniumBase
 Author: Michael Mintz
@@ -71,7 +71,7 @@ Requires-Dist: exceptiongroup>=1.3.1
 Requires-Dist: websockets~=15.0.1; python_version < "3.10"
 Requires-Dist: websockets>=16.0; python_version >= "3.10"
 Requires-Dist: filelock~=3.19.1; python_version < "3.10"
-Requires-Dist: filelock>=3.29.1; python_version >= "3.10"
+Requires-Dist: filelock>=3.29.3; python_version >= "3.10"
 Requires-Dist: fasteners>=0.20
 Requires-Dist: mycdp>=1.3.7
 Requires-Dist: pynose>=1.5.5

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/requirements.txt

@@ -10,7 +10,7 @@ exceptiongroup>=1.3.1
 websockets~=15.0.1;python_version<"3.10"
 websockets>=16.0;python_version>="3.10"
 filelock~=3.19.1;python_version<"3.10"
-filelock>=3.29.1;python_version>="3.10"
+filelock>=3.29.3;python_version>="3.10"
 fasteners>=0.20
 mycdp>=1.3.7
 pynose>=1.5.5

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/seleniumbase/__version__.py

@@ -1,2 +1,2 @@
 # seleniumbase package
-__version__ = "4.49.8"
+__version__ = "4.49.9"

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/seleniumbase/core/browser_launcher.py

@@ -793,6 +793,7 @@ def uc_open_with_cdp_mode(driver, url=None, **kwargs):
     cdp.grant_permissions = CDPM.grant_permissions
     cdp.grant_all_permissions = CDPM.grant_all_permissions
     cdp.reset_permissions = CDPM.reset_permissions
+    cdp.get_all_urls = CDPM.get_all_urls
     cdp.get_all_cookies = CDPM.get_all_cookies
     cdp.set_all_cookies = CDPM.set_all_cookies
     cdp.save_cookies = CDPM.save_cookies
@@ -831,6 +832,11 @@ def uc_open_with_cdp_mode(driver, url=None, **kwargs):
     cdp.activate_messenger = CDPM.activate_messenger
     cdp.set_messenger_theme = CDPM.set_messenger_theme
     cdp.post_message = CDPM.post_message
+    cdp.download_file = CDPM.download_file
+    cdp.save_file_as = CDPM.save_file_as
+    cdp.assert_downloaded_file = CDPM.assert_downloaded_file
+    cdp.get_path_of_downloaded_file = CDPM.get_path_of_downloaded_file
+    cdp.set_download_path = CDPM.set_download_path
     cdp.set_locale = CDPM.set_locale
     cdp.set_local_storage_item = CDPM.set_local_storage_item
     cdp.set_session_storage_item = CDPM.set_session_storage_item

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/seleniumbase/core/sb_cdp.py

@@ -752,6 +752,18 @@ class CDPMethods():
             driver = driver.cdp_base
         return self.loop.run_until_complete(driver.reset_permissions())
 
+    def get_all_urls(self, absolute=True):
+        """
+        Convenience function that returns all links (a,link,img,script,meta).
+        :param absolute:
+         Try to build all the links in absolute form
+         instead of "as is", often relative.
+        :return: List of URLs.
+        """
+        return self.loop.run_until_complete(
+            self.page.get_all_urls(absolute=absolute)
+        )
+
     def get_all_cookies(self, *args, **kwargs):
         driver = self.driver
         if hasattr(driver, "cdp_base"):
@@ -1725,6 +1737,80 @@ class CDPMethods():
             duration = float(duration) + 0.15
             time.sleep(float(duration))
 
+    def download_file(self, file_url):
+        """Download a file from a URL.
+        The default download location is: "./downloaded_files/"."""
+        self.loop.run_until_complete(
+            self.page.download_file(file_url)
+        )
+
+    def save_file_as(self, file_url, new_file_name):
+        """Download a file from a URL and rename it.
+        The default download location is: "./downloaded_files/"."""
+        self.loop.run_until_complete(
+            self.page.download_file(file_url, new_file_name)
+        )
+
+    def assert_downloaded_file(self, file, timeout=None):
+        """Asserts that the file exists in SeleniumBase's [Downloads Folder].
+        For browser click-initiated downloads, SeleniumBase will override
+            the system [Downloads Folder] to be "./downloaded_files/".
+        @Params
+        file - The filename of the downloaded file.
+        timeout - The time (seconds) to wait for the download to complete.
+        browser - If True, uses the path set by click-initiated downloads."""
+        downloads_folder = constants.Files.DOWNLOADS_FOLDER
+        abs_path = os.path.abspath(".")
+        downloads_path = os.path.join(abs_path, downloads_folder)
+        if not timeout:
+            timeout = settings.LARGE_TIMEOUT
+        start_ms = time.time() * 1000.0
+        stop_ms = start_ms + (timeout * 1000.0)
+        downloaded_file_path = os.path.join(downloads_path, file)
+        found = False
+        for x in range(int(timeout)):
+            shared_utils.check_if_time_limit_exceeded()
+            try:
+                self.assert_true(
+                    os.path.exists(downloaded_file_path),
+                    "File [%s] was not found in the downloads folder [%s]!"
+                    % (file, downloads_path),
+                )
+                found = True
+                break
+            except Exception:
+                now_ms = time.time() * 1000.0
+                if now_ms >= stop_ms:
+                    break
+                time.sleep(1)
+        if not found and not os.path.exists(downloaded_file_path):
+            plural = "s"
+            if timeout == 1:
+                plural = ""
+            message = (
+                "File {%s} was not found in the downloads folder {%s} "
+                "after %s second%s! (Or the download didn't complete!)"
+                % (file, downloads_path, timeout, plural)
+            )
+            from seleniumbase.common.exceptions import NoSuchFileException
+            raise NoSuchFileException(message)
+
+    def get_path_of_downloaded_file(self, file):
+        """This assumes the default location of SeleniumBase downloads,
+        which is the "./downloaded_files/" folder where scripts run."""
+        downloads_folder = constants.Files.DOWNLOADS_FOLDER
+        abs_path = os.path.abspath(".")
+        downloads_path = os.path.join(abs_path, downloads_folder)
+        return os.path.join(downloads_path, file)
+
+    def set_download_path(self, path):
+        """Set a new download path for click-initiated downloads.
+        (For Pure CDP Mode sync format only! -> sb_cdp.)
+        The default download location is: "./downloaded_files/".
+        Convenience methods such as assert_downloaded_file(file)
+        will still expect the default location."""
+        self.loop.run_until_complete(self.page.set_download_path(path))
+
     def set_locale(self, locale):
         """(Settings will take effect on the next page load)"""
         self.loop.run_until_complete(self.page.set_locale(locale))
@@ -3233,13 +3319,23 @@ class CDPMethods():
         )
         return True
 
-    def assert_true(self, expression):
+    def assert_true(self, expression, msg=None):
         if not expression:
-            raise AssertionError("%s is not true" % expression)
+            if not msg:
+                raise AssertionError("%s is not true" % expression)
+            else:
+                raise AssertionError(
+                    "%s is not true. (%s)" % (expression, msg)
+                )
 
-    def assert_false(self, expression):
+    def assert_false(self, expression, msg=None):
         if expression:
-            raise AssertionError("%s is not false" % expression)
+            if not msg:
+                raise AssertionError("%s is not false" % expression)
+            else:
+                raise AssertionError(
+                    "%s is not false. (%s)" % (expression, msg)
+                )
 
     def assert_equal(self, first, second):
         if first != second:

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/seleniumbase/fixtures/base_case.py

@@ -5103,6 +5103,8 @@ class BaseCase(unittest.TestCase):
             self.find_element_by_text = self.cdp.find_element_by_text
         if hasattr(self.cdp, "get_active_tab"):
             self.get_active_tab = self.cdp.get_active_tab
+        if hasattr(self.cdp, "get_all_urls"):
+            self.get_all_urls = self.cdp.get_all_urls
         if hasattr(self.cdp, "get_endpoint_url"):
             self.get_endpoint_url = self.cdp.get_endpoint_url
         if hasattr(self.cdp, "get_event_loop"):

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/seleniumbase/undetected/cdp_driver/browser.py

@@ -380,6 +380,7 @@ class Browser:
                     filter(lambda item: item.type_ == "page", self.targets)
                 )
                 await connection.sleep(0.005)
+        _cdp_downloads_path = None
         _cdp_timezone = None
         _cdp_user_agent = ""
         _cdp_locale = None
@@ -389,6 +390,8 @@ class Browser:
         _cdp_mobile_mode = None
         _cdp_recorder = None
         _cdp_ad_block = None
+        if getattr(sb_config, "_cdp_downloads_path", None):
+            _cdp_downloads_path = sb_config._cdp_downloads_path
         if getattr(sb_config, "_cdp_timezone", None):
             _cdp_timezone = sb_config._cdp_timezone
         if getattr(sb_config, "_cdp_user_agent", None):
@@ -405,6 +408,8 @@ class Browser:
             _cdp_ad_block = sb_config.ad_block_on
         if getattr(sb_config, "disable_csp", None):
             _cdp_disable_csp = sb_config.disable_csp
+        if "downloads_path" in kwargs:
+            _cdp_downloads_path = kwargs["downloads_path"]
         if "timezone" in kwargs:
             _cdp_timezone = kwargs["timezone"]
         elif "tzone" in kwargs:
@@ -439,6 +444,7 @@ class Browser:
         await connection.sleep(0.01)
         await connection.send(cdp.network.enable())
         await connection.sleep(0.01)
+        await connection.set_downloads_folder(_cdp_downloads_path)
         if _cdp_timezone:
             await connection.set_timezone(_cdp_timezone)
         if _cdp_locale:

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/seleniumbase/undetected/cdp_driver/cdp_util.py

@@ -744,6 +744,8 @@ async def start(
         sb_config._cdp_user_agent = kwargs["user_agent"]
     else:
         sb_config._cdp_user_agent = None
+    if "downloads_path" in kwargs:
+        sb_config._cdp_downloads_path = kwargs["downloads_path"]
     if "platform" in kwargs:
         sb_config._cdp_platform = kwargs["platform"]
     elif "plat" in kwargs:

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/seleniumbase/undetected/cdp_driver/connection.py

@@ -5,6 +5,7 @@ import inspect
 import itertools
 import json
 import logging
+import os
 import sys
 import types
 import warnings
@@ -19,6 +20,7 @@ from typing import (
 )
 import websockets
 from websockets.protocol import State
+from seleniumbase.fixtures import constants
 from . import cdp_util as util
 import mycdp as cdp
 import mycdp.network
@@ -335,6 +337,17 @@ class Connection(metaclass=CantTouchThis):
                 # No listener created yet.
                 pass
 
+    async def set_downloads_folder(self, downloads_path):
+        if not downloads_path:
+            downloads_dir = constants.Files.DOWNLOADS_FOLDER
+            abs_path = os.path.abspath(".")
+            downloads_path = os.path.join(abs_path, downloads_dir)
+        await self.send(
+            cdp.browser.set_download_behavior(
+                behavior="allow", download_path=str(downloads_path)
+            )
+        )
+
     async def set_locale(self, locale: Optional[str] = None):
         """Sets the Language Locale code via set_user_agent_override."""
         await self.set_user_agent(user_agent="", accept_language=locale)

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/seleniumbase/undetected/cdp_driver/tab.py

@@ -7,7 +7,6 @@ import pathlib
 import re
 import sys
 import urllib.parse
-import warnings
 from contextlib import suppress
 from filelock import AsyncFileLock
 from seleniumbase import config as sb_config
@@ -1154,52 +1153,40 @@ class Tab(Connection):
         Downloads the file by the given url.
         :param url: The URL of the file.
         :param filename: The name for the file.
-         If not specified, the name is composed from the url file name
+         If not specified, the name is composed from the url file name.
         """
-        if not self._download_behavior:
-            directory_path = pathlib.Path.cwd() / "downloads"
-            directory_path.mkdir(exist_ok=True)
-            await self.set_download_path(directory_path)
-
-            warnings.warn(
-                f"No download path set, so creating and using a default of "
-                f"{directory_path}"
-            )
         if not filename:
             filename = url.rsplit("/")[-1]
             filename = filename.split("?")[0]
         code = """
-         (elem) => {
-            async function _downloadFile(
-              imageSrc,
-              nameOfDownload,
-            ) {
-              const response = await fetch(imageSrc);
-              const blobImage = await response.blob();
-              const href = URL.createObjectURL(blobImage);
-              const anchorElement = document.createElement('a');
-              anchorElement.href = href;
-              anchorElement.download = nameOfDownload;
-              document.body.appendChild(anchorElement);
-              anchorElement.click();
-              setTimeout(() => {
-                document.body.removeChild(anchorElement);
-                window.URL.revokeObjectURL(href);
-                }, 500);
-            }
-            _downloadFile('%s', '%s')
+            async function(elem, downloadUrl, nameOfDownload) {
+                const response = await fetch(downloadUrl);
+                const blobImage = await response.blob();
+                const href = URL.createObjectURL(blobImage);
+                const anchorElement = document.createElement('a');
+                anchorElement.href = href;
+                anchorElement.download = nameOfDownload;
+                document.body.appendChild(anchorElement);
+                anchorElement.click();
+                // Clean up the DOM and memory space safely after trigger
+                setTimeout(() => {
+                    document.body.removeChild(anchorElement);
+                    window.URL.revokeObjectURL(href);
+                }, 1000);
             }
-            """ % (
-            url,
-            filename,
-        )
+        """
         body = (await self.query_selector_all("body"))[0]
         await body.update()
         await self.send(
             cdp.runtime.call_function_on(
-                code,
+                function_declaration=code,
                 object_id=body.object_id,
-                arguments=[cdp.runtime.CallArgument(object_id=body.object_id)],
+                arguments=[
+                    cdp.runtime.CallArgument(object_id=body.object_id),
+                    cdp.runtime.CallArgument(value=url),
+                    cdp.runtime.CallArgument(value=filename),
+                ],
+                await_promise=True,
             )
         )
 
@@ -1300,6 +1287,8 @@ class Tab(Connection):
         When not set, a default folder is used.
         :param path:
         """
+        with suppress(Exception):
+            path = pathlib.Path(path)
         await self.send(
             cdp.browser.set_download_behavior(
                 behavior="allow", download_path=str(path.resolve())

{seleniumbase-4.49.8 → seleniumbase-4.49.9/seleniumbase.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: seleniumbase
-Version: 4.49.8
+Version: 4.49.9
 Summary: SeleniumBase is a framework for web crawling, scraping, and testing. Supports pytest. CDP Mode adds stealth. Includes many tools.
 Home-page: https://github.com/seleniumbase/SeleniumBase
 Author: Michael Mintz
@@ -71,7 +71,7 @@ Requires-Dist: exceptiongroup>=1.3.1
 Requires-Dist: websockets~=15.0.1; python_version < "3.10"
 Requires-Dist: websockets>=16.0; python_version >= "3.10"
 Requires-Dist: filelock~=3.19.1; python_version < "3.10"
-Requires-Dist: filelock>=3.29.1; python_version >= "3.10"
+Requires-Dist: filelock>=3.29.3; python_version >= "3.10"
 Requires-Dist: fasteners>=0.20
 Requires-Dist: mycdp>=1.3.7
 Requires-Dist: pynose>=1.5.5

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/seleniumbase.egg-info/requires.txt

@@ -71,7 +71,7 @@ pytest==8.4.2
 pip>=26.1.2
 setuptools>=82.0.1
 websockets>=16.0
-filelock>=3.29.1
+filelock>=3.29.3
 platformdirs>=4.10.0
 urllib3<3,>=2.7.0
 requests~=2.34.2

{seleniumbase-4.49.8 → seleniumbase-4.49.9}/setup.py

@@ -174,7 +174,7 @@ setup(
         'websockets~=15.0.1;python_version<"3.10"',
         'websockets>=16.0;python_version>="3.10"',
         'filelock~=3.19.1;python_version<"3.10"',
-        'filelock>=3.29.1;python_version>="3.10"',
+        'filelock>=3.29.3;python_version>="3.10"',
         'fasteners>=0.20',
         'mycdp>=1.3.7',
         'pynose>=1.5.5',