scitex 2.5.0__py3-none-any.whl → 2.7.3__py3-none-any.whl

scitex/browser/core/ChromeProfileManager.py

@@ -5,9 +5,8 @@
 # ----------------------------------------
 from __future__ import annotations
 import os
-__FILE__ = (
-    "./src/scitex/browser/core/ChromeProfileManager.py"
-)
+
+__FILE__ = "./src/scitex/browser/core/ChromeProfileManager.py"
 __DIR__ = os.path.dirname(__FILE__)
 # ----------------------------------------
 
@@ -56,9 +55,7 @@ class ChromeProfileManager:
 
     AVAILABLE_PROFILE_NAMES = ["system", "extension", "auth", "stealth"]
 
-    def __init__(
-        self, profile_name: str, config: Optional[ScholarConfig] = None
-    ):
+    def __init__(self, profile_name: str, config: Optional[ScholarConfig] = None):
         self.name = self.__class__.__name__
         self.config = config or ScholarConfig()
         # Allow dynamic profile names (e.g., worker_0, worker_1) for parallel downloads
@@ -171,9 +168,7 @@ class ChromeProfileManager:
 
         return extension_args
 
-    async def install_extensions_manually_if_not_installed_async(
-        self, verbose=False
-    ):
+    async def install_extensions_manually_if_not_installed_async(self, verbose=False):
         """Open Chrome for manual extension installation."""
         if self.check_extensions_installed(verbose=verbose):
             return True
@@ -223,9 +218,7 @@ class ChromeProfileManager:
         print("\n" + "=" * 60)
         print("Chrome Extension Installation")
         print("=" * 60)
-        print(
-            "Install extensions from the opened Chrome tabs, then press Enter"
-        )
+        print("Install extensions from the opened Chrome tabs, then press Enter")
 
         try:
             input("Press Enter when done...")
@@ -280,22 +273,16 @@ class ChromeProfileManager:
         """
         import time
 
-        source_profile_dir = self.config.get_cache_chrome_dir(
-            source_profile_name
-        )
+        source_profile_dir = self.config.get_cache_chrome_dir(source_profile_name)
 
         if not source_profile_dir.exists():
-            logger.error(
-                f"Source profile does not exist: {source_profile_dir}"
-            )
+            logger.error(f"Source profile does not exist: {source_profile_dir}")
             return False
 
         # Create target profile directory if needed
         self.profile_dir.mkdir(parents=True, exist_ok=True)
 
-        logger.debug(
-            f"Syncing profile: {self.profile_name} ← {source_profile_name}"
-        )
+        logger.debug(f"Syncing profile: {self.profile_name} ← {source_profile_name}")
         logger.debug(f"  Source: {source_profile_dir}")
         logger.debug(f"  Target: {self.profile_dir}")
 
@@ -356,9 +343,7 @@ class ChromeProfileManager:
             return True
 
         except subprocess.CalledProcessError as e:
-            logger.error(
-                f"rsync failed (exit code {e.returncode}): {e.stderr}"
-            )
+            logger.error(f"rsync failed (exit code {e.returncode}): {e.stderr}")
             return False
         except FileNotFoundError:
             logger.error("rsync command not found - please install rsync")

scitex/browser/debugging/_browser_logger.py

@@ -1,13 +1,12 @@
 #!/usr/bin/env python3
 # -*- coding: utf-8 -*-
-# Timestamp: "2025-10-11 01:18:11 (ywatanabe)"
-# File: /home/ywatanabe/proj/scitex_repo/src/scitex/browser/debugging/_browser_logger.py
+# Timestamp: "2025-12-09 (ywatanabe)"
+# File: /home/ywatanabe/proj/scitex-code/src/scitex/browser/debugging/_browser_logger.py
 # ----------------------------------------
 from __future__ import annotations
 import os
-__FILE__ = (
-    "./src/scitex/browser/debugging/_browser_logger.py"
-)
+
+__FILE__ = "./src/scitex/browser/debugging/_browser_logger.py"
 __DIR__ = os.path.dirname(__FILE__)
 # ----------------------------------------
 
@@ -26,7 +25,7 @@ IO:
   - input-files:
     - None
   - output-files:
-    - ~/.scitex/browser/screenshots/{category}/{timestamp}_{message}.png
+    - $SCITEX_DIR/browser/screenshots/{category}/{timestamp}_{message}.png
 """
 
 """Imports"""
@@ -35,6 +34,7 @@ from datetime import datetime
 from pathlib import Path
 
 from scitex import logging
+from scitex.config import get_paths
 
 logger = logging.getLogger(__name__)
 
@@ -152,7 +152,7 @@ async def log_page_async(
         # Only show popup if level is high enough
         if should_show_popup:
             await page.evaluate(
-            f"""
+                f"""
 () => {{
     if (!window._scitexMessages) {{
         window._scitexMessages = [];
@@ -251,7 +251,7 @@ async def log_page_async(
                                 "domcontentloaded", timeout=5000
                             )
                             await page.evaluate(
-                            """
+                                """
 () => {
     if (window._scitexMessages && window._scitexMessages.length > 0) {
         if (!document.getElementById('_scitex_popup_container')) {
@@ -340,12 +340,9 @@ async def log_page_async(
 
                 await page.wait_for_timeout(100)
 
-                if screenshot_dir is None:
-                    screenshot_path = (
-                        Path.home() / ".scitex" / "browser" / "screenshots"
-                    )
-                else:
-                    screenshot_path = Path(screenshot_dir).expanduser()
+                screenshot_path = get_paths().resolve(
+                    "browser_screenshots", screenshot_dir
+                )
 
                 screenshot_path.mkdir(parents=True, exist_ok=True)
 
@@ -353,8 +350,7 @@ async def log_page_async(
                 clean_message = "".join(
                     (
                         c
-                        if c.isascii()
-                        and (c.isalnum() or c in (" ", "-", "_", "."))
+                        if c.isascii() and (c.isalnum() or c in (" ", "-", "_", "."))
                         else "_"
                     )
                     for c in message
@@ -368,9 +364,7 @@ async def log_page_async(
 
                 timestamp = datetime.now().strftime("%Y%m%d_%H%M%S_%f")[:-3]
                 level_upper = level.upper()
-                screenshot_filename = (
-                    f"{timestamp}-{level_upper}-{clean_message}.png"
-                )
+                screenshot_filename = f"{timestamp}-{level_upper}-{clean_message}.png"
                 screenshot_full_path = screenshot_path / screenshot_filename
 
                 await page.screenshot(
@@ -447,9 +441,7 @@ class BrowserLogger:
             message,
             duration_ms=duration_ms or self.duration_ms,
             take_screenshot=(
-                take_screenshot
-                if take_screenshot is not None
-                else self.take_screenshot
+                take_screenshot if take_screenshot is not None else self.take_screenshot
             ),
             screenshot_dir=screenshot_dir or self.screenshot_dir,
             verbose=self.verbose,
@@ -601,9 +593,7 @@ browser_logger = BrowserLogger()
 
 
 def main(args):
-    logger.info(
-        "Popup and capture utility - use browser_logger.info() in your code"
-    )
+    logger.info("Popup and capture utility - use browser_logger.info() in your code")
     return 0
 
 

scitex/browser/debugging/_failure_capture.py

@@ -277,7 +277,12 @@ def save_failure_artifacts(
         Dict with paths to saved artifacts
     """
     timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
-    safe_test_name = test_name.replace("::", "_").replace("[", "_").replace("]", "").replace("/", "_")
+    safe_test_name = (
+        test_name.replace("::", "_")
+        .replace("[", "_")
+        .replace("]", "")
+        .replace("/", "_")
+    )
 
     # Create artifacts directory with timestamp
     artifacts_path = Path(artifacts_dir) / timestamp
@@ -354,7 +359,9 @@ def create_failure_capture_fixture(artifacts_dir: Path | str):
         yield
         if hasattr(request.node, "rep_call") and request.node.rep_call.failed:
             console_logs = collect_console_logs(page)
-            save_failure_artifacts(page, request.node.nodeid, artifacts_dir, console_logs)
+            save_failure_artifacts(
+                page, request.node.nodeid, artifacts_dir, console_logs
+            )
 
     return capture_on_failure
 

scitex/browser/debugging/_highlight_element.py

@@ -5,9 +5,8 @@
 # ----------------------------------------
 from __future__ import annotations
 import os
-__FILE__ = (
-    "./src/scitex/browser/debugging/highlight_element.py"
-)
+
+__FILE__ = "./src/scitex/browser/debugging/highlight_element.py"
 __DIR__ = os.path.dirname(__FILE__)
 # ----------------------------------------
 
@@ -41,7 +40,13 @@ from scitex import logging
 logger = logging.getLogger(__name__)
 
 """Functions & Classes"""
-async def highlight_element_async(element: Locator, duration_ms: int = 1_000, func_name: str = "highlight_element_async"):
+
+
+async def highlight_element_async(
+    element: Locator,
+    duration_ms: int = 1_000,
+    func_name: str = "highlight_element_async",
+):
     """Highlight element with red overlay rectangle.
 
     Args:
@@ -91,7 +96,9 @@ async def highlight_element_async(element: Locator, duration_ms: int = 1_000, fu
 
 
 def main(args):
-    logger.debug("Element highlighting utility - use highlight_element_async() in your code")
+    logger.debug(
+        "Element highlighting utility - use highlight_element_async() in your code"
+    )
     return 0
 
 
@@ -99,7 +106,9 @@ def parse_args() -> argparse.Namespace:
     """Parse command line arguments."""
     import scitex as stx
 
-    parser = argparse.ArgumentParser(description="Element highlighting utility for debugging")
+    parser = argparse.ArgumentParser(
+        description="Element highlighting utility for debugging"
+    )
     args = parser.parse_args()
     return args
 

scitex/browser/debugging/_show_grid.py

@@ -5,9 +5,8 @@
 # ----------------------------------------
 from __future__ import annotations
 import os
-__FILE__ = (
-    "./src/scitex/browser/debugging/_show_grid.py"
-)
+
+__FILE__ = "./src/scitex/browser/debugging/_show_grid.py"
 __DIR__ = os.path.dirname(__FILE__)
 # ----------------------------------------
 
@@ -39,6 +38,8 @@ from scitex import logging
 logger = logging.getLogger(__name__)
 
 """Functions & Classes"""
+
+
 async def show_grid_async(page, func_name: str = "show_grid_async"):
     from ._browser_logger import browser_logger
 
@@ -108,9 +109,7 @@ def parse_args() -> argparse.Namespace:
     """Parse command line arguments."""
     import scitex as stx
 
-    parser = argparse.ArgumentParser(
-        description="Grid overlay utility for debugging"
-    )
+    parser = argparse.ArgumentParser(description="Grid overlay utility for debugging")
     args = parser.parse_args()
     return args
 

scitex/browser/debugging/_sync_session.py

@@ -85,9 +85,9 @@ class SyncBrowserSession:
                 # Get the browser process
                 browser = self.page.context.browser
                 # Browser PID is available via internal _impl
-                if hasattr(browser, '_impl'):
+                if hasattr(browser, "_impl"):
                     impl = browser._impl
-                    if hasattr(impl, '_process'):
+                    if hasattr(impl, "_process"):
                         self._browser_pid = impl._process.pid
         except Exception:
             pass  # PID tracking is best-effort
@@ -147,6 +147,7 @@ class SyncBrowserSession:
 
         # Give it a moment
         import time
+
         time.sleep(0.5)
 
         # Force kill if still running
@@ -177,7 +178,7 @@ class SyncBrowserSession:
                 text=True,
             )
             if result.returncode == 0:
-                pids = result.stdout.strip().split('\n')
+                pids = result.stdout.strip().split("\n")
                 for pid in pids:
                     if pid:
                         try:

scitex/browser/debugging/_test_monitor.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python3
 # -*- coding: utf-8 -*-
-# Timestamp: 2025-12-08
+# Timestamp: 2025-12-09
 # File: /home/ywatanabe/proj/scitex-code/src/scitex/browser/debugging/_test_monitor.py
 
 """
@@ -31,6 +31,8 @@ from datetime import datetime
 from pathlib import Path
 from typing import TYPE_CHECKING, Optional
 
+from scitex.config import get_paths
+
 if TYPE_CHECKING:
     from playwright.sync_api import Page
 
@@ -55,13 +57,13 @@ class TestMonitor:
         Initialize test monitor.
 
         Args:
-            output_dir: Directory for screenshots (default: ~/.scitex/test_monitor)
+            output_dir: Directory for screenshots (default: $SCITEX_DIR/test_monitor)
             interval: Seconds between screenshots (default: 2.0)
             quality: JPEG quality 1-100 (default: 70)
             verbose: Print capture messages
             test_name: Optional test name for session identification
         """
-        self.output_dir = Path(output_dir or Path.home() / ".scitex" / "test_monitor")
+        self.output_dir = get_paths().resolve("test_monitor", output_dir)
         self.interval = interval
         self.quality = quality
         self.verbose = verbose
@@ -90,7 +92,9 @@ class TestMonitor:
         # Generate session ID
         timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
         name = test_name or self.test_name or "test"
-        safe_name = name.replace("::", "_").replace("[", "_").replace("]", "").replace("/", "_")
+        safe_name = (
+            name.replace("::", "_").replace("[", "_").replace("]", "").replace("/", "_")
+        )
         self.session_id = f"{timestamp}_{safe_name}"
 
         # Create session directory
@@ -151,11 +155,14 @@ class TestMonitor:
         """
         try:
             from scitex.capture import snap
+
             return snap(message=message, output_dir=str(self.output_dir))
         except ImportError:
             return None
 
-    def create_gif(self, duration: float = 0.5, output_path: str = None) -> Optional[str]:
+    def create_gif(
+        self, duration: float = 0.5, output_path: str = None
+    ) -> Optional[str]:
         """
         Create GIF from captured screenshots.
 
@@ -260,6 +267,7 @@ def monitor_test(
         interval: Seconds between screenshots
         auto_gif: Create GIF on completion
     """
+
     def decorator(func):
         def wrapper(*args, **kwargs):
             monitor = TestMonitor(
@@ -274,6 +282,7 @@ def monitor_test(
                 monitor.stop()
                 if auto_gif:
                     monitor.create_gif()
+
         return wrapper
 
     if test_func is not None:

scitex/browser/debugging/_visual_cursor.py

@@ -159,10 +159,7 @@ async def inject_visual_effects_async(page: "AsyncPage") -> None:
 
 
 def show_cursor_at(
-    page: Union["AsyncPage", "SyncPage"],
-    x: float,
-    y: float,
-    state: str = "normal"
+    page: Union["AsyncPage", "SyncPage"], x: float, y: float, state: str = "normal"
 ) -> None:
     """Move visual cursor to position (sync version).
 
@@ -172,7 +169,8 @@ def show_cursor_at(
         y: Y coordinate
         state: Cursor state - "normal", "clicking", or "dragging"
     """
-    page.evaluate("""
+    page.evaluate(
+        """
     ([x, y, state]) => {
         let cursor = document.getElementById('_scitex_cursor');
         if (!cursor) {
@@ -193,17 +191,17 @@ def show_cursor_at(
             cursor.style.boxShadow = '0 0 15px rgba(255, 68, 68, 0.6)';
         }
     }
-    """, [x, y, state])
+    """,
+        [x, y, state],
+    )
 
 
 async def show_cursor_at_async(
-    page: "AsyncPage",
-    x: float,
-    y: float,
-    state: str = "normal"
+    page: "AsyncPage", x: float, y: float, state: str = "normal"
 ) -> None:
     """Move visual cursor to position (async version)."""
-    await page.evaluate("""
+    await page.evaluate(
+        """
     ([x, y, state]) => {
         let cursor = document.getElementById('_scitex_cursor');
         if (!cursor) {
@@ -224,12 +222,15 @@ async def show_cursor_at_async(
             cursor.style.boxShadow = '0 0 15px rgba(255, 68, 68, 0.6)';
         }
     }
-    """, [x, y, state])
+    """,
+        [x, y, state],
+    )
 
 
 def show_click_effect(page: Union["AsyncPage", "SyncPage"], x: float, y: float) -> None:
     """Show click ripple effect at position (sync version)."""
-    page.evaluate("""
+    page.evaluate(
+        """
     ([x, y]) => {
         const ripple = document.createElement('div');
         ripple.className = 'scitex-click-ripple';
@@ -244,12 +245,15 @@ def show_click_effect(page: Union["AsyncPage", "SyncPage"], x: float, y: float)
             setTimeout(() => cursor.classList.remove('clicking'), 150);
         }
     }
-    """, [x, y])
+    """,
+        [x, y],
+    )
 
 
 async def show_click_effect_async(page: "AsyncPage", x: float, y: float) -> None:
     """Show click ripple effect at position (async version)."""
-    await page.evaluate("""
+    await page.evaluate(
+        """
     ([x, y]) => {
         const ripple = document.createElement('div');
         ripple.className = 'scitex-click-ripple';
@@ -264,7 +268,9 @@ async def show_click_effect_async(page: "AsyncPage", x: float, y: float) -> None
             setTimeout(() => cursor.classList.remove('clicking'), 150);
         }
     }
-    """, [x, y])
+    """,
+        [x, y],
+    )
 
 
 def show_step(
@@ -272,7 +278,7 @@ def show_step(
     step: int,
     total: int,
     message: str,
-    level: str = "info"
+    level: str = "info",
 ) -> None:
     """Show numbered step message in browser (sync version).
 
@@ -291,7 +297,8 @@ def show_step(
     }
     color = color_map.get(level, color_map["info"])
 
-    page.evaluate("""
+    page.evaluate(
+        """
     ([step, total, message, color]) => {
         let container = document.getElementById('_scitex_step_messages');
         if (!container) {
@@ -318,16 +325,14 @@ def show_step(
         while (container.children.length > 5) container.removeChild(container.firstChild);
         setTimeout(() => { if (popup.parentNode) popup.parentNode.removeChild(popup); }, 8000);
     }
-    """, [step, total, message, color])
+    """,
+        [step, total, message, color],
+    )
     page.wait_for_timeout(200)
 
 
 async def show_step_async(
-    page: "AsyncPage",
-    step: int,
-    total: int,
-    message: str,
-    level: str = "info"
+    page: "AsyncPage", step: int, total: int, message: str, level: str = "info"
 ) -> None:
     """Show numbered step message in browser (async version)."""
     color_map = {
@@ -338,7 +343,8 @@ async def show_step_async(
     }
     color = color_map.get(level, color_map["info"])
 
-    await page.evaluate("""
+    await page.evaluate(
+        """
     ([step, total, message, color]) => {
         let container = document.getElementById('_scitex_step_messages');
         if (!container) {
@@ -365,7 +371,9 @@ async def show_step_async(
         while (container.children.length > 5) container.removeChild(container.firstChild);
         setTimeout(() => { if (popup.parentNode) popup.parentNode.removeChild(popup); }, 8000);
     }
-    """, [step, total, message, color])
+    """,
+        [step, total, message, color],
+    )
     await page.wait_for_timeout(200)
 
 
@@ -373,7 +381,7 @@ def show_test_result(
     page: Union["AsyncPage", "SyncPage"],
     success: bool,
     message: str = "",
-    delay_ms: int = 3000
+    delay_ms: int = 3000,
 ) -> None:
     """Show test result banner (PASS/FAIL) and wait (sync version).
 
@@ -387,7 +395,8 @@ def show_test_result(
     css_class = "success" if success else "failure"
     display_text = f"{status}" + (f": {message}" if message else "")
 
-    page.evaluate("""
+    page.evaluate(
+        """
     ([displayText, cssClass]) => {
         // Remove existing banner
         const existing = document.getElementById('_scitex_result_banner');
@@ -399,22 +408,22 @@ def show_test_result(
         banner.textContent = displayText;
         document.body.appendChild(banner);
     }
-    """, [display_text, css_class])
+    """,
+        [display_text, css_class],
+    )
     page.wait_for_timeout(delay_ms)
 
 
 async def show_test_result_async(
-    page: "AsyncPage",
-    success: bool,
-    message: str = "",
-    delay_ms: int = 3000
+    page: "AsyncPage", success: bool, message: str = "", delay_ms: int = 3000
 ) -> None:
     """Show test result banner (PASS/FAIL) and wait (async version)."""
     status = "PASS" if success else "FAIL"
     css_class = "success" if success else "failure"
     display_text = f"{status}" + (f": {message}" if message else "")
 
-    await page.evaluate("""
+    await page.evaluate(
+        """
     ([displayText, cssClass]) => {
         const existing = document.getElementById('_scitex_result_banner');
         if (existing) existing.remove();
@@ -425,7 +434,9 @@ async def show_test_result_async(
         banner.textContent = displayText;
         document.body.appendChild(banner);
     }
-    """, [display_text, css_class])
+    """,
+        [display_text, css_class],
+    )
     await page.wait_for_timeout(delay_ms)
 
 

scitex/browser/interaction/click_center.py

@@ -5,9 +5,8 @@
 # ----------------------------------------
 from __future__ import annotations
 import os
-__FILE__ = (
-    "./src/scitex/browser/interaction/click_center.py"
-)
+
+__FILE__ = "./src/scitex/browser/interaction/click_center.py"
 __DIR__ = os.path.dirname(__FILE__)
 # ----------------------------------------
 
@@ -36,6 +35,8 @@ from scitex import logging
 logger = logging.getLogger(__name__)
 
 """Functions & Classes"""
+
+
 async def click_center_async(
     page, verbose: bool = False, func_name="click_center_async"
 ):

scitex/browser/interaction/click_with_fallbacks.py

@@ -5,9 +5,8 @@
 # ----------------------------------------
 from __future__ import annotations
 import os
-__FILE__ = (
-    "./src/scitex/browser/interaction/click_with_fallbacks.py"
-)
+
+__FILE__ = "./src/scitex/browser/interaction/click_with_fallbacks.py"
 __DIR__ = os.path.dirname(__FILE__)
 # ----------------------------------------
 
@@ -56,9 +55,7 @@ async def click_with_fallbacks_async(
         if method_name in methods:
             success = await methods[method_name](page, selector)
             if success:
-                logger.debug(
-                    f"Click successful with {method_name}: {selector}"
-                )
+                logger.debug(f"Click successful with {method_name}: {selector}")
                 if verbose:
                     await browser_logger.debug(
                         page,
@@ -138,15 +135,15 @@ def main(args):
 
             # Try to click a common element
             success = await click_with_fallbacks_async(
-                page, "a", verbose=True  # Click first link
+                page,
+                "a",
+                verbose=True,  # Click first link
             )
 
             if success:
                 logger.success("Click demonstration completed successfully")
             else:
-                logger.warning(
-                    "Click demonstration: no clickable element found"
-                )
+                logger.warning("Click demonstration: no clickable element found")
 
             await browser_logger.debug(page, "✓ Demo complete", verbose=True)