browser-dog 0.1.0__py3-none-any.whl

browser_dog/__init__.py

@@ -0,0 +1,4 @@
+from .browser import BrowserDog, retry
+
+__all__ = ['BrowserDog', 'retry']
+__version__ = '0.1.0'

browser_dog/browser.py

@@ -0,0 +1,218 @@
+import time
+import random
+import json
+import os
+import logging
+from functools import wraps
+from selenium import webdriver
+from selenium.webdriver.chrome.options import Options
+from selenium.common.exceptions import WebDriverException, TimeoutException
+from colorama import Fore, Style
+
+# 配置日志
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+logger = logging.getLogger(__name__)
+
+
+def retry(max_retries=3, delay=2):
+    """简单的重试装饰器，提升操作健壮性"""
+    def decorator(func):
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            for attempt in range(1, max_retries + 1):
+                try:
+                    return func(*args, **kwargs)
+                except (WebDriverException, TimeoutException) as e:
+                    wait_time = delay * attempt + random.uniform(0, 1)
+                    logger.warning(f"[Attempt {attempt}/{max_retries}] {func.__name__} failed: {e}, retrying in {wait_time:.1f}s")
+                    if attempt == max_retries:
+                        raise
+                    time.sleep(wait_time)
+        return wrapper
+    return decorator
+
+
+class BrowserDog:
+    def __init__(self, cookies_json: str, base_url: str, headless=False):
+        """
+        Initializes the Chrome Driver with anti-detection and robustness improvements.
+        """
+        try:
+            print(Fore.BLACK + "=" * 30 + " Initializing Driver " + "=" * 30 + Style.RESET_ALL)
+            self.options = Options()
+
+            # 稳定性与无GPU配置
+            self.options.add_argument("--disable-gpu")
+            self.options.add_argument("--no-sandbox")
+            self.options.add_argument("--disable-dev-shm-usage")
+
+            # 反反爬虫基础配置
+            self.options.add_experimental_option("excludeSwitches", ["enable-automation"])
+            self.options.add_experimental_option("useAutomationExtension", False)
+            self.options.add_argument("--disable-blink-features=AutomationControlled")
+
+            # 随机 User-Agent
+            ua_list = [
+                "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36",
+                "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36",
+                "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36"
+            ]
+            self.options.add_argument(f"--user-agent={random.choice(ua_list)}")
+
+            # headless mode
+            if headless:
+                self.options.add_argument("--headless=new")  # 使用新版headless，更难被检测
+
+            self.driver = webdriver.Chrome(options=self.options)
+            self.driver.maximize_window()
+
+            # CDP 注入核心反检测 JS (必须在 get(url) 之前执行)
+            self.driver.execute_cdp_cmd("Page.addScriptToEvaluateOnNewDocument", {
+                "source": """
+                    Object.defineProperty(navigator, 'webdriver', {get: () => undefined});
+                    window.chrome = { runtime: {}, loadTimes: function(){}, csi: function(){}, app: {} };
+                    Object.defineProperty(navigator, 'languages', { get: () => ['en-US', 'en'] });
+                """
+            })
+
+            print(Fore.GREEN + "Opening URL Page: " + base_url + Style.RESET_ALL)
+            self.driver.get(base_url)
+            self.medium_wait()
+
+            # 健壮的 Cookie 加载逻辑
+            self._load_cookies(cookies_json, base_url)
+
+        except Exception as e:
+            print(Fore.RED + f'Initialization Error: {e}' + Style.RESET_ALL)
+            self.close()  # 初始化失败时清理资源
+            raise
+
+    def _load_cookies(self, cookies_json: str, base_url: str):
+        """内部方法：更健壮地加载和处理 Cookies"""
+        if not os.path.exists(cookies_json):
+            print(Fore.RED + f"No cookies file found at {cookies_json}, please login first." + Style.RESET_ALL)
+            return
+
+        with open(cookies_json, 'r') as file:
+            try:
+                cookies = json.loads(file.read())
+            except json.JSONDecodeError:
+                print(Fore.RED + "Cookies file is not valid JSON." + Style.RESET_ALL)
+                return
+
+        for cookie in cookies:
+            try:
+                # 过滤过期 Cookie
+                if 'expiry' in cookie and cookie['expiry'] < time.time():
+                    continue
+
+                # 修复 sameSite 兼容性问题 (Selenium 要求严格匹配)
+                if 'sameSite' in cookie and cookie['sameSite'] not in ['Strict', 'Lax', 'None']:
+                    cookie['sameSite'] = 'None'
+                elif 'sameSite' not in cookie:
+                    cookie['sameSite'] = 'None'
+
+                # 移除可能导致报错的冗余字段
+                cookie.pop('storeId', None)
+                cookie.pop('id', None)
+                cookie.pop('session', None)
+
+                self.driver.add_cookie(cookie)
+            except Exception as e:
+                # 单条 Cookie 失败不影响整体
+                logger.debug(f"Skipped cookie {cookie.get('name')}: {e}")
+                continue
+
+        print(Fore.GREEN + "Refreshing the page to apply cookies" + Style.RESET_ALL)
+        self.driver.refresh()
+        self.medium_wait()
+        print(Fore.GREEN + "Successfully logged in, start browsing..." + Style.RESET_ALL)
+
+    # 上下文管理器，确保浏览器一定会被关闭，防止僵尸进程
+    def __enter__(self):
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.close()
+        return False
+
+    def close(self):
+        """安全关闭浏览器"""
+        if self.driver:
+            try:
+                self.driver.quit()
+            except Exception:
+                pass
+            finally:
+                self.driver = None
+
+    def get_driver(self):
+        return self.driver
+
+    # 模拟人类平滑滚动
+    def scroll_to_bottom(self):
+        """平滑滚动到底部"""
+        self.driver.execute_script("""
+            var scrollHeight = document.body.scrollHeight;
+            var currentPos = window.pageYOffset;
+            var step = Math.floor(scrollHeight / 10); // 分10步滚到底
+            var interval = setInterval(function() {
+                currentPos += step;
+                window.scrollTo(0, currentPos);
+                if (currentPos >= scrollHeight) clearInterval(interval);
+            }, 200 + Math.floor(Math.random() * 200));
+        """)
+        self.medium_wait()  # 等待滚动完成
+
+    def scroll_to_top(self):
+        """平滑滚动到顶部"""
+        self.driver.execute_script("""
+            var currentPos = window.pageYOffset;
+            var step = Math.floor(currentPos / 8);
+            var interval = setInterval(function() {
+                currentPos -= step;
+                window.scrollTo(0, currentPos);
+                if (currentPos <= 0) clearInterval(interval);
+            }, 200 + Math.floor(Math.random() * 200));
+        """)
+        self.medium_wait()
+
+    def scroll_to_middle(self):
+        """瞬间滚动到中间"""
+        self.driver.execute_script("window.scrollTo(0, document.body.scrollHeight/2);")
+
+    def scroll_to_random(self):
+        """瞬间滚动到随机位置"""
+        self.driver.execute_script("window.scrollTo(0, Math.floor(Math.random() * document.body.scrollHeight));")
+
+    # 反爬检测与截图调试
+    def detect_block_or_captcha(self) -> bool:
+        """检测是否遇到验证码或封禁"""
+        try:
+            page_text = self.driver.find_element("tag name", "body").text.lower()
+            indicators = ["captcha", "challenge", "verify you are human", "access denied", "unusual activity"]
+            for ind in indicators:
+                if ind in page_text:
+                    print(Fore.RED + f"⚠️ Detected block/captcha indicator: {ind}" + Style.RESET_ALL)
+                    self.take_screenshot("block_detected")
+                    return True
+        except Exception:
+            pass
+        return False
+
+    def take_screenshot(self, name="debug"):
+        """截图保存，方便排查问题"""
+        os.makedirs("screenshots", exist_ok=True)
+        filepath = f"screenshots/{name}_{int(time.time())}.png"
+        self.driver.save_screenshot(filepath)
+        print(Fore.YELLOW + f"Screenshot saved to: {filepath}" + Style.RESET_ALL)
+
+    # 等待方法
+    def short_wait(self):
+        time.sleep(random.uniform(1, 3))
+
+    def medium_wait(self):
+        time.sleep(random.uniform(3, 5))
+
+    def long_wait(self):
+        time.sleep(random.uniform(5, 10))

browser_dog-0.1.0.dist-info/METADATA

@@ -0,0 +1,186 @@
+Metadata-Version: 2.4
+Name: browser_dog
+Version: 0.1.0
+Summary: A stealthy Chrome automation toolkit driven by cookies, with anti-detection and smooth scrolling.
+Author-email: Chandler Song <275737875@qq.com>
+License: MIT
+Keywords: selenium,automation,browser,cookies,anti-detection,scraping
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Natural Language :: Chinese (Simplified)
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: selenium>=4.0.0
+Requires-Dist: colorama
+Dynamic: license-file
+
+# Browser Dog
+
+A stealthy Chrome automation toolkit driven by cookies, with anti-detection and smooth scrolling.
+
+## Features
+
+- **Anti-Detection**: Random User-Agent, CDP injection, webdriver property hiding
+- **Robust Cookie Loading**: Expiry filtering, sameSite compatibility, redundant field cleanup
+- **Smooth Scrolling**: Human-like progressive scrolling simulation
+- **Captcha Detection**: Automatic detection of blocks and captchas with screenshot debugging
+- **Context Manager**: Automatic resource cleanup to prevent zombie processes
+- **Retry Mechanism**: Built-in retry decorator for resilient operations
+
+## Installation
+
+```bash
+pip install browser_dog
+```
+
+## Quick Start
+
+### Basic Usage
+
+```python
+from browser_dog import BrowserDog
+
+# Initialize with cookies and base URL
+dog = BrowserDog('cookies.json', 'https://example.com', headless=False)
+driver = dog.get_driver()
+
+# Navigate and interact
+driver.get("https://example.com/page")
+dog.medium_wait()
+
+# Get page content
+html = driver.page_source
+print(html)
+
+# Clean up
+dog.close()
+```
+
+### Using Context Manager (Recommended)
+
+```python
+from browser_dog import BrowserDog
+
+with BrowserDog('cookies.json', 'https://example.com') as dog:
+    driver = dog.get_driver()
+    driver.get("https://example.com/page")
+    
+    # Scroll smoothly
+    dog.scroll_to_bottom()
+    dog.scroll_to_top()
+    
+    # Check for blocks
+    if dog.detect_block_or_captcha():
+        print("Blocked!")
+```
+
+### Using Retry Decorator
+
+```python
+from browser_dog import BrowserDog, retry
+
+dog = BrowserDog('cookies.json', 'https://example.com')
+
+@retry(max_retries=3, delay=2)
+def fetch_data():
+    driver = dog.get_driver()
+    driver.get("https://example.com/api")
+    return driver.page_source
+
+data = fetch_data()
+```
+
+### Headless Mode
+
+```python
+from browser_dog import BrowserDog
+
+dog = BrowserDog('cookies.json', 'https://example.com', headless=True)
+driver = dog.get_driver()
+```
+
+## Preparing Cookies
+
+1. Install the Chrome extension [EditThisCookie](https://chrome.google.com/webstore/detail/editthiscookie/)
+2. Navigate to your target website and login
+3. Export cookies to a JSON file (e.g., `cookies.json`)
+
+## Project Structure
+
+```
+browser_dog-0.1.0/
+├── browser_dog/
+│   ├── __init__.py          # Package exports (BrowserDog, retry)
+│   └── browser.py           # Core BrowserDog class implementation
+├── LICENSE                  # MIT License
+├── README.md                # This file
+└── pyproject.toml           # Package configuration (PEP 621)
+```
+
+## API Reference
+
+### BrowserDog
+
+#### Constructor
+
+```python
+BrowserDog(cookies_json: str, base_url: str, headless: bool = False)
+```
+
+- `cookies_json`: Path to cookies JSON file
+- `base_url`: Base URL to initialize the browser
+- `headless`: Enable headless mode (default: False)
+
+#### Methods
+
+| Method | Description |
+|--------|-------------|
+| `get_driver()` | Returns the Selenium WebDriver instance |
+| `close()` | Safely closes the browser |
+| `scroll_to_bottom()` | Smooth scroll to page bottom |
+| `scroll_to_top()` | Smooth scroll to page top |
+| `scroll_to_middle()` | Instant scroll to page middle |
+| `scroll_to_random()` | Instant scroll to random position |
+| `detect_block_or_captcha()` | Detect captcha or block (returns bool) |
+| `take_screenshot(name)` | Save screenshot for debugging |
+| `short_wait()` | Wait 1-3 seconds |
+| `medium_wait()` | Wait 3-5 seconds |
+| `long_wait()` | Wait 5-10 seconds |
+
+### retry Decorator
+
+```python
+@retry(max_retries: int = 3, delay: int = 2)
+```
+
+Automatically retries failed operations with exponential backoff.
+
+## Disclaimer
+
+This tool is provided for educational, research, and legitimate automation testing purposes only. By using Browser Dog, you agree to the following:
+
+1. **Lawful Use Only**: You must not use this tool for any illegal activities, including but not limited to malicious web scraping, unauthorized data collection, bypassing security measures, or violating the terms of service of any website or platform.
+
+2. **Compliance with Laws and Policies**: You are solely responsible for ensuring that your use of this tool complies with all applicable local, national, and international laws, regulations, and the terms of service of the websites you interact with.
+
+3. **No Warranty**: This software is provided "as is" without warranty of any kind. The authors and contributors assume no liability for any claims, damages, or losses arising from the use of this tool.
+
+4. **User Responsibility**: You assume full responsibility for any risks associated with using this tool, including but not limited to account suspension, legal action, or reputational damage resulting from misuse or unauthorized use.
+
+5. **Ethical Use**: Respect website policies, rate limits, and privacy rights. Do not use this tool to harvest personal data, conduct unauthorized surveillance, or engage in any activity that infringes on the rights of others.
+
+The authors of this project expressly disclaim any responsibility for misuse, abuse, or any unlawful activities conducted using this software. If you are uncertain whether your intended use complies with applicable laws or policies, consult with a legal professional before proceeding.
+
+## License
+
+MIT License - see [LICENSE](LICENSE) file for details.

browser_dog-0.1.0.dist-info/RECORD

@@ -0,0 +1,7 @@
+browser_dog/__init__.py,sha256=TNNeoDjf631dtWF7iOXDVAbz9Whw5dseVQgLIEx_hxE,95
+browser_dog/browser.py,sha256=NVUPF_ytJtAm0nasDwSv_6AK9MtykoQ16w7QHzd1zag,8999
+browser_dog-0.1.0.dist-info/licenses/LICENSE,sha256=Y7rwROhJgtoFLoTfqIDUTbcEGNe2PngU_MbrkKUB3ak,1089
+browser_dog-0.1.0.dist-info/METADATA,sha256=6SpAmfbLUgN47KVAguwivnnB0HgClbGD8FPEGEWiY1U,6369
+browser_dog-0.1.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+browser_dog-0.1.0.dist-info/top_level.txt,sha256=XWlGA1ZcojOsWt9bnmldMhjst2bLZjyAW8lCscwlduE,12
+browser_dog-0.1.0.dist-info/RECORD,,

browser_dog-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (82.0.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

browser_dog-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Chandler Song
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

browser_dog-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+browser_dog