selmate 1.0.0__py3-none-any.whl

selmate/constants.py

@@ -0,0 +1,329 @@
+import re
+
+WHITESPACE_PATTERN = re.compile(r'\s+')
+WINDOW_LOCATION_HREF_JS_PATTERN = re.compile(r"window\.location\.href=['\"](.*?)['\"]")
+
+CONFIRMATIONS = [
+    # English
+    "[x] accept all",
+    "[x] accept all cookies",
+    "☑️",
+    "☑️ accept all",
+    "☑️ accept all cookies",
+    "✓",
+    "✔",
+    "✔ agree to all",
+    "✅",
+    "✅ allow all",
+    "✅ allow all cookies",
+    "accept",
+    "accept cookies",
+    "accept all",
+    "accept all cookies",
+    "accept and continue",
+    "accept cookies and continue",
+    "accept everything",
+    "acknowledge",
+    "acknowledged",
+    "agree",
+    "agree to all",
+    "agree to all cookies",
+    "agree to everything",
+    "allow",
+    "allow cookies",
+    "allow all",
+    "allow all cookies",
+    "approve",
+    "approve all",
+    "approved",
+    "confirm",
+    "confirm cookies",
+    "confirm all",
+    "confirm all cookies",
+    "confirmed",
+    "consent",
+    "consent cookies",
+    "consent to all",
+    "consent to all cookies",
+    "consent to everything",
+    "continue",
+    "enter",
+    "enable all",
+    "enable all cookies",
+    "I accept",
+    "I accept cookies",
+    "I accept all cookies",
+    "I acknowledge",
+    "I am 18 or older - Enter",
+    "I am over 18",
+    "I agree",
+    "I agree cookies",
+    "I agree all cookies",
+    "I allow",
+    "I allow cookies",
+    "I allow all cookies",
+    "I approve",
+    "I confirm",
+    "I confirm cookies",
+    "I confirm all cookies",
+    "I consent",
+    "I give my consent",
+    "I have read and agree",
+    "I permit",
+    "I understand",
+    "proceed",
+    "select all",
+    "yes",
+    "yes, continue",
+    "yes, I am",
+    "yes, I am under",
+    "yes, I agree",
+    "okay",
+    "I okay",
+    "alright",
+    "I alright",
+
+    # Русский
+    "активировать все",
+    "включить все",
+    "всё принято",
+    "всё понятно",
+    "выбрать всё",
+    "да",
+    "да, согласен",
+    "да, согласна",
+    "даю согласие",
+    "одобрить все",
+    "подтверждаю",
+    "подтверждение",
+    "подтвердить все",
+    "принимаю",
+    "принимаю все",
+    "принимаю условия",
+    "принять всё",
+    "принять все",
+    "разрешаю",
+    "разрешаю все",
+    "разрешить все",
+    "согласен",
+    "согласен на обработку данных",
+    "согласен со всем",
+    "согласна",
+    "согласие",
+    "соглашаюсь",
+    "согласиться со всем",
+    "я даю согласие",
+    "я разрешаю",
+    "я соглашаюсь",
+    "я согласен",
+    "я согласна",
+    "продолжить",
+    "ок",
+    "я подтверждаю",
+
+    # Українська
+    "всё прийнято",
+    "все зрозуміло",
+    "вибрати все",
+    "дозволити все",
+    "дозволяю",
+    "затвердити все",
+    "згоден",
+    "згодна",
+    "надаю згоду",
+    "підтверджую",
+    "погоджуюсь",
+    "погоджуюсь з усім",
+    "приймаю",
+    "приймаю все",
+    "прийняти все",
+    "так",
+    "так, згоден",
+    "так, згодна",
+    "я дозволяю",
+    "я надаю згоду",
+    "я погоджуюсь",
+    "я підтверджую",
+    "я згоден",
+    "я згодна",
+
+    # Deutsch
+    "akzeptieren",
+    "alle akzeptieren",
+    "alle annehmen",
+    "alle bestätigen",
+    "alle erlauben",
+    "allen zustimmen",
+    "bestätigen",
+    "einverstanden",
+    "erlauben",
+    "ich akzeptiere",
+    "ich bestätige",
+    "ich bin einverstanden",
+    "ich erlaube",
+    "ich stimme zu",
+    "ja",
+    "ja, ich stimme zu",
+    "okay",
+    "ich okay",
+
+    # Français
+    "accepté",
+    "accepter tout",
+    "autoriser",
+    "confirmer",
+    "consentir",
+    "d'accord",
+    "j'accepte",
+    "j'autorise",
+    "je confirme",
+    "je consens",
+    "je suis d'accord",
+    "oui",
+    "oui, je suis d'accord",
+    "tout accepter",
+    "tout autoriser",
+    "approuver tout",
+    "bien",
+    "je bien",
+
+    # Español
+    "aceptar todo",
+    "acepto",
+    "aprobar todo",
+    "confirmar todo",
+    "consiento",
+    "de acuerdo",
+    "estoy de acuerdo",
+    "permítir",
+    "permitir todo",
+    "sí",
+    "sí, acepto",
+    "yo permito",
+    "vale",
+    "está bien",
+
+    # Italiano
+    "accetta tutto",
+    "accetto",
+    "approva tutto",
+    "confermo",
+    "consento",
+    "consenti a tutto",
+    "sì",
+    "sì, accetto",
+    "sono d'accordo",
+    "va bene",
+
+    # Português
+    "aceitar tudo",
+    "aceito",
+    "aprovar tudo",
+    "concordo",
+    "confirmo",
+    "consinto",
+    "eu aceito",
+    "eu concordo",
+    "permitir tudo",
+    "sim",
+    "sim, eu concordo",
+    "tudo bem",
+
+    # Polski
+    "akceptuję",
+    "potwierdzam",
+    "tak",
+    "tak, zgadzam się",
+    "wyrażam zgodę",
+    "zgoda",
+    "zgoda na wszystko",
+    "zaakceptuj wszystko",
+    "zatwierdź wszystko",
+    "dobrze",
+
+    # Nederlands
+    "accepteer",
+    "akkoord",
+    "alles accepteren",
+    "alles goedkeuren",
+    "alles toestaan",
+    "bevestig",
+    "ik accepteer",
+    "ik bevestig",
+    "ik ga akkoord",
+    "oke",
+
+    # Svenska (Swedish)
+    "acceptera",
+    "acceptera alla",
+    "godkänn",
+    "godkänn alla",
+    "godkänner",
+    "jag accepterar",
+    "jag godkänner",
+    "jag samtycker",
+    "samtycke",
+    "tillåt alla",
+    "okej",
+
+    # Dansk (Danish)
+    "accepter",
+    "accepter alle",
+    "godkend",
+    "godkend alle",
+    "jeg accepterer",
+    "jeg godkender",
+    "tillad alle",
+    "okay",
+
+    # Norsk (Norwegian)
+    "aksepter",
+    "aksepter alle",
+    "godkjenn",
+    "godkjenn alle",
+    "jeg aksepterer",
+    "jeg godkjenner",
+    "tillat alle",
+    "greit",
+
+    # Suomi (Finnish)
+    "hyväksy kaikki",
+    "salli kaikki",
+    "ok",
+
+    # 中文 (Chinese)
+    "同意",
+    "我同意",
+    "接受",
+    "确认",
+    "好",
+
+    # 日本語 (Japanese)
+    "はい",
+    "予",
+    "同意する",
+    "承諾する",
+    "確認",
+    "オーケー",
+
+    # 한국어 (Korean)
+    "동의",
+    "동의합니다",
+    "확인",
+    "예",
+    "좋아요",
+
+    # Türkçe (Turkish)
+    "evet",
+    "kabul ediyorum",
+    "katılıyorum",
+    "onaylıyorum",
+    "tamam",
+
+    # العربية (Arabic)
+    "أقر",
+    "أوافق",
+    "أوافق على الشروط",
+    "نعم",
+    "حسنا",
+]

selmate/humanity/constants.py

@@ -0,0 +1,6 @@
+HUMAN_CLICK_LATENCY = (0.1, 0.3)
+HUMAN_MOUSE_MOVE_LATENCY = (0.01, 0.03)
+HUMAN_FOCUS_ELEMENT_LATENCY = (0.1, 0.6)
+HUMAN_OBSERVE_VIEW_LATENCY = (0.5, 1.0)
+HUMAN_OBSERVE_PAGE_LATENCY = (2.0, 5.0)
+HUMAN_SCROLL_LATENCY = (0.1, 0.7)

selmate/humanity/latency.py

@@ -0,0 +1,41 @@
+import time
+
+from selmate.humanity.constants import HUMAN_CLICK_LATENCY, HUMAN_MOUSE_MOVE_LATENCY, HUMAN_FOCUS_ELEMENT_LATENCY, \
+    HUMAN_OBSERVE_VIEW_LATENCY, HUMAN_OBSERVE_PAGE_LATENCY, HUMAN_SCROLL_LATENCY
+from selmate.utils import latency_time
+
+
+def human_click_latency():
+    """Introduces a delay simulating human click latency.
+    """
+    time.sleep(latency_time(*HUMAN_CLICK_LATENCY))
+
+
+def human_mouse_move_latency():
+    """Introduces a delay simulating human mouse movement latency.
+    """
+    time.sleep(latency_time(*HUMAN_MOUSE_MOVE_LATENCY))
+
+
+def human_focus_element_latency():
+    """Introduces a delay simulating human element focus latency.
+    """
+    time.sleep(latency_time(*HUMAN_FOCUS_ELEMENT_LATENCY))
+
+
+def human_observe_view_latency():
+    """Introduces a delay simulating human view observation latency.
+    """
+    time.sleep(latency_time(*HUMAN_OBSERVE_VIEW_LATENCY))
+
+
+def human_observe_page_latency():
+    """Introduces a delay simulating human page observation latency.
+    """
+    time.sleep(latency_time(*HUMAN_OBSERVE_PAGE_LATENCY))
+
+
+def human_scroll_latency():
+    """Introduces a delay simulating human scroll latency.
+    """
+    time.sleep(latency_time(*HUMAN_SCROLL_LATENCY))

selmate/js_primitives.py

@@ -0,0 +1,170 @@
+from typing import List
+
+from selenium.webdriver.remote.webelement import WebElement
+
+from selmate.safe_exceptions import safe_stale, safe_not_found
+
+
+def activate_mouse_path_drawing(driver):
+    """Adds a canvas to the page to draw mouse movement paths.
+    :param driver: The Selenium WebDriver instance.
+    """
+    driver.execute_script("""
+            const canvas = document.createElement('canvas');
+            canvas.width = window.innerWidth;
+            canvas.height = window.innerHeight;
+            canvas.style.position = 'fixed';
+            canvas.style.top = '0';
+            canvas.style.left = '0';
+            canvas.style.pointerEvents = 'none';
+            document.body.appendChild(canvas);
+            const ctx = canvas.getContext('2d');
+            ctx.strokeStyle = 'red';
+            ctx.lineWidth = 2;
+            let lastX, lastY;
+
+            document.addEventListener('mousemove', (e) => {
+                if (lastX && lastY) {
+                    ctx.beginPath();
+                    ctx.moveTo(lastX, lastY);
+                    ctx.lineTo(e.clientX, e.clientY);
+                    ctx.stroke();
+                }
+                lastX = e.clientX;
+                lastY = e.clientY;
+            });
+            """)
+
+
+def js_choose_elements_above_z_index(min_z_index, driver, query_selector='*') -> List[WebElement]:
+    """Finds elements with a z-index above a minimum value.
+    :param min_z_index: Minimum z-index value.
+    :param driver: The Selenium WebDriver instance.
+    :param query_selector: CSS selector for elements.
+    :return: List of elements with z-index above the minimum.
+    """
+    return driver.execute_script(f"""
+        let elements = document.querySelectorAll('{query_selector}');
+        let result = [];
+        for (let el of elements) {{
+            let zIndex = window.getComputedStyle(el).zIndex;
+            if (zIndex !== 'auto' && parseInt(zIndex) >= {min_z_index}) {{
+                result.push(el);
+            }}
+        }}
+        return result;
+    """)
+
+
+def js_find_elements(query_selector, driver):
+    """Finds elements matching a CSS selector.
+    :param query_selector: CSS selector for elements.
+    :param driver: The Selenium WebDriver instance.
+    :return: List of matching web elements.
+    """
+    return driver.execute_script(f"return document.querySelectorAll('{query_selector}');")
+
+
+def js_smooth_scroll(to_x, to_y, driver):
+    """Performs a smooth scroll to specified coordinates.
+    :param to_x: Target x-coordinate.
+    :param to_y: Target y-coordinate.
+    :param driver: The Selenium WebDriver instance.
+    :return: None
+    """
+    driver.execute_script(f"window.scrollTo({to_x}, {to_y}, {{behaviour: 'smooth'}});")
+
+
+@safe_stale(def_val=False)
+def js_click(element: WebElement, driver) -> bool:
+    """Performs a JavaScript click on an element.
+    :param element: The web element to click.
+    :param driver: The Selenium WebDriver instance.
+    :return: True if the click was successful.
+    """
+    driver.execute_script('arguments[0].click();', element)
+    return True
+
+
+@safe_not_found(def_val=False)
+@safe_stale(def_val=False)
+def js_is_full_in_viewport(element: WebElement, driver):
+    """Checks if an element is fully in the viewport.
+    :param element: The web element to check.
+    :param driver: The Selenium WebDriver instance.
+    :return: True if the element is fully visible.
+    """
+    return driver.execute_script(
+        """
+        var elem = arguments[0], box = elem.getBoundingClientRect();
+        return (
+            box.top >= 0 &&
+            box.left >= 0 &&
+            box.bottom <= (window.innerHeight || document.documentElement.clientHeight) &&
+            box.right <= (window.innerWidth || document.documentElement.clientWidth)
+        );
+        """,
+        element
+    )
+
+
+@safe_not_found(def_val=False)
+@safe_stale(def_val=False)
+def js_is_partially_in_viewport(element: WebElement, driver):
+    """Checks if an element is partially in the viewport.
+    :param element: The web element to check.
+    :param driver: The Selenium WebDriver instance.
+    :return: True if the element is partially visible.
+    """
+    return driver.execute_script(
+        """
+        var elem = arguments[0], box = elem.getBoundingClientRect();
+        var windowHeight = window.innerHeight || document.documentElement.clientHeight;
+        var windowWidth = window.innerWidth || document.documentElement.clientWidth;
+        return (
+            box.bottom >= 0 && 
+            box.top <= windowHeight &&
+            box.right >= 0 &&
+            box.left <= windowWidth
+        );
+        """,
+        element
+    )
+
+
+@safe_stale(def_val=False)
+def js_need_scroll_to_element(element: WebElement, driver):
+    """Checks if scrolling is needed to bring an element into view.
+    :param element: The web element to check.
+    :param driver: The Selenium WebDriver instance.
+    :return: True if scrolling is needed.
+    """
+    return driver.execute_script(
+        """
+        var elem = arguments[0], box = elem.getBoundingClientRect();
+        return box.top < 0 || box.bottom > (window.innerHeight || document.documentElement.clientHeight);
+        """,
+        element
+    )
+
+
+@safe_stale(def_val=False)
+def js_scroll_to_element(element: WebElement, driver):
+    """Scrolls to an element using JavaScript.
+    :param element: The web element to scroll to.
+    :param driver: The Selenium WebDriver instance.
+    :return: True if the scroll was successful.
+    """
+    driver.execute_script("arguments[0].scrollIntoView({behavior: 'smooth', block: 'center'});", element)
+    return True
+
+
+@safe_stale(def_val=False)
+def js_remove_element(element: WebElement, driver):
+    """Removes an element from the DOM using JavaScript.
+    :param element: The web element to remove.
+    :param driver: The Selenium WebDriver instance.
+    :return: True if the removal was successful.
+    """
+    driver.execute_script("arguments[0].remove();", element)
+    return True

selmate/safe_exceptions.py

@@ -0,0 +1,34 @@
+from functools import wraps
+
+from selenium.common import StaleElementReferenceException, TimeoutException, MoveTargetOutOfBoundsException, \
+    ElementClickInterceptedException, NoSuchElementException, ElementNotInteractableException
+
+
+def make_exception_safe_decorator(exception, default_value=None):
+    """Creates a decorator to handle specific Selenium exceptions.
+    :param exception: The exception type to catch.
+    :param default_value: The value to return on exception.
+    :return: A decorator function.
+    """
+    def safe_decorator(def_val=default_value):
+        def decorator(func):
+            @wraps(func)
+            def wrapper(*args, **kwargs):
+                try:
+                    return func(*args, **kwargs)
+                except exception:
+                    return def_val
+
+            return wrapper
+
+        return decorator
+
+    return safe_decorator
+
+
+safe_stale = make_exception_safe_decorator(StaleElementReferenceException, None)
+safe_timeout = make_exception_safe_decorator(TimeoutException, None)
+safe_out_of_bound = make_exception_safe_decorator(MoveTargetOutOfBoundsException, None)
+safe_click_interception = make_exception_safe_decorator(ElementClickInterceptedException, None)
+safe_not_interactable = make_exception_safe_decorator(ElementNotInteractableException, None)
+safe_not_found = make_exception_safe_decorator(NoSuchElementException, None)

selmate/selenium_primitives.py

@@ -0,0 +1,70 @@
+from selenium.webdriver import ActionChains
+from selenium.webdriver.remote.webelement import WebElement
+from selenium.webdriver.support import expected_conditions
+from selenium.webdriver.support.wait import WebDriverWait
+
+from selmate.safe_exceptions import safe_out_of_bound, safe_stale, safe_timeout, safe_click_interception, \
+    safe_not_interactable
+
+
+@safe_timeout(def_val=False)
+def wait_selection(element: WebElement, driver, timeout=1.0):
+    """Waits for an element to be selected.
+    :param element: The web element to check for selection.
+    :param driver: The Selenium WebDriver instance.
+    :param timeout: Time to wait for the element to be selected.
+    :return: True if the element is selected, False otherwise.
+    """
+    return WebDriverWait(driver, timeout).until(
+        expected_conditions.element_to_be_selected(element)
+    )
+
+
+@safe_not_interactable(def_val=False)
+@safe_stale(def_val=False)
+def selenium_element_center(element: WebElement):
+    """Calculates the center coordinates of a web element.
+    :param element: The web element to find the center of.
+    :return: Tuple of (x, y) coordinates of the element's center.
+    """
+    rect = element.rect
+    return rect['x'] + rect['width'] / 2, rect['y'] + rect['height'] / 2
+
+
+@safe_not_interactable(def_val=False)
+@safe_click_interception(def_val=False)
+@safe_out_of_bound(def_val=False)
+def selenium_click(element: WebElement):
+    """Performs a click on a web element.
+    :param element: The web element to click.
+    :return: True if the click was successful.
+    """
+    element.click()
+    return True
+
+
+@safe_timeout(def_val=None)
+def find_element_safely(by, value, driver, timeout=0.01):
+    """Safely finds an element on the page with a short timeout.
+    :param by: The method used to locate the element.
+    :param value: The value for the locator.
+    :param driver: The Selenium WebDriver instance.
+    :param timeout: The maximum time to wait for the element.
+    :return: The found web element or None if not found.
+    """
+    return WebDriverWait(driver, timeout).until(
+        expected_conditions.presence_of_element_located((by, value))
+    )
+
+
+@safe_not_interactable(def_val=False)
+@safe_out_of_bound(def_val=False)
+@safe_stale(def_val=False)
+def selenium_scroll_to_element(element: WebElement, driver):
+    """Scrolls to a web element using ActionChains.
+    :param element: The web element to scroll to.
+    :param driver: The Selenium WebDriver instance.
+    :return: True if the scroll was successful.
+    """
+    ActionChains(driver).move_to_element(element).perform()
+    return True