pytrends-modern 0.2.1__tar.gz → 0.2.3__tar.gz

{pytrends_modern-0.2.1/pytrends_modern.egg-info → pytrends_modern-0.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytrends-modern
-Version: 0.2.1
+Version: 0.2.3
 Summary: Modern Google Trends API - Combining the best of pytrends, with RSS feeds, Selenium scraping, DrissionPage browser automation, and enhanced features
 Author: pytrends-modern contributors
 License: MIT
@@ -139,6 +139,36 @@ df = pytrends.interest_over_time()
 print(df.head())
 ```
 
+**Avoiding 429 Rate Limits:**
+
+If you're getting 429 errors even with browser mode, use these anti-rate-limit features:
+
+```python
+import random
+from pytrends_modern import TrendReq, BrowserConfig
+
+# Add delays + rotate OS fingerprint
+os_choice = random.choice(['windows', 'macos', 'linux'])
+config = BrowserConfig(
+    headless=False,
+    min_delay=3.0,             # Min delay between requests (seconds)
+    max_delay=7.0,             # Max delay between requests
+    persistent_context=True,    # Keep Google login
+    os=os_choice,              # Rotate OS fingerprint
+    humanize=True
+)
+
+pytrends = TrendReq(browser_config=config)
+# Delays are automatically added before each request
+```
+
+**Anti-Rate-Limit Options:**
+- `min_delay` / `max_delay` - Random delay between requests (default: 2-5s)
+- `os` - Rotate between 'windows', 'macos', 'linux' for different fingerprints
+- `persistent_context=False` - Fresh profile each time (no cookies)
+- `proxy_server` - Use proxy to rotate IPs
+- `humanize=True` - Human-like cursor movements (enabled by default)
+
 **Browser Mode Limitations:**
 - ⚠️ Only 1 keyword at a time (no comparisons)
 - ⚠️ Only 'today 1-m' timeframe
@@ -175,11 +205,16 @@ RUN mkdir -p /root/.config && \
     cd /root/.config && \
     tar -xzf /tmp/profile.tar.gz
 
-# 3. Use headless mode in container
-config = BrowserConfig(headless=True)
+# 3. Use headless="virtual" in container
+config = BrowserConfig(headless="virtual")  # Use Xvfb for Docker
 ```
 
-See `Dockerfile.example` for complete Docker setup.
+**Headless Options:**
+- `headless=False` - Show browser window (local development)
+- `headless=True` - Standard headless (servers with display)
+- `headless="virtual"` - Xvfb virtual display (Docker containers)
+
+See `Dockerfile.example` and `examples/example_docker_usage.py` for complete Docker setup.
 
 ⚠️ **Security**: Profile contains Google session - keep secure, don't commit to git!
 

{pytrends_modern-0.2.1 → pytrends_modern-0.2.3}/README.md

@@ -89,6 +89,36 @@ df = pytrends.interest_over_time()
 print(df.head())
 ```
 
+**Avoiding 429 Rate Limits:**
+
+If you're getting 429 errors even with browser mode, use these anti-rate-limit features:
+
+```python
+import random
+from pytrends_modern import TrendReq, BrowserConfig
+
+# Add delays + rotate OS fingerprint
+os_choice = random.choice(['windows', 'macos', 'linux'])
+config = BrowserConfig(
+    headless=False,
+    min_delay=3.0,             # Min delay between requests (seconds)
+    max_delay=7.0,             # Max delay between requests
+    persistent_context=True,    # Keep Google login
+    os=os_choice,              # Rotate OS fingerprint
+    humanize=True
+)
+
+pytrends = TrendReq(browser_config=config)
+# Delays are automatically added before each request
+```
+
+**Anti-Rate-Limit Options:**
+- `min_delay` / `max_delay` - Random delay between requests (default: 2-5s)
+- `os` - Rotate between 'windows', 'macos', 'linux' for different fingerprints
+- `persistent_context=False` - Fresh profile each time (no cookies)
+- `proxy_server` - Use proxy to rotate IPs
+- `humanize=True` - Human-like cursor movements (enabled by default)
+
 **Browser Mode Limitations:**
 - ⚠️ Only 1 keyword at a time (no comparisons)
 - ⚠️ Only 'today 1-m' timeframe
@@ -125,11 +155,16 @@ RUN mkdir -p /root/.config && \
     cd /root/.config && \
     tar -xzf /tmp/profile.tar.gz
 
-# 3. Use headless mode in container
-config = BrowserConfig(headless=True)
+# 3. Use headless="virtual" in container
+config = BrowserConfig(headless="virtual")  # Use Xvfb for Docker
 ```
 
-See `Dockerfile.example` for complete Docker setup.
+**Headless Options:**
+- `headless=False` - Show browser window (local development)
+- `headless=True` - Standard headless (servers with display)
+- `headless="virtual"` - Xvfb virtual display (Docker containers)
+
+See `Dockerfile.example` and `examples/example_docker_usage.py` for complete Docker setup.
 
 ⚠️ **Security**: Profile contains Google session - keep secure, don't commit to git!
 

{pytrends_modern-0.2.1 → pytrends_modern-0.2.3}/examples/example_browser_mode.py

@@ -35,15 +35,15 @@ from pytrends_modern import TrendReq, BrowserConfig
 config = BrowserConfig(
     headless=False,  # Set to True for headless mode
     humanize=True,   # Human-like cursor movements
-    os='linux',      # or 'windows', 'macos'
-    geoip=True       # Auto-detect location from IP
+    os='windows',      # or 'windows', 'macos'
+    geoip=False       # Auto-detect location from IP
 )
 
 # Initialize with browser mode
 pytrends = TrendReq(browser_config=config)
 
 # Test with a keyword
-keyword = "Artificial Intelligence"
+keyword = "Brainrot"
 print(f"\n🔍 Fetching data for: {keyword}")
 print("⏳ Browser will open briefly...")
 

pytrends_modern-0.2.3/examples/example_docker_usage.py

@@ -0,0 +1,50 @@
+#!/usr/bin/env python3
+"""
+Example: Using pytrends-modern in Docker containers
+
+When running in Docker, use headless="virtual" to enable Xvfb virtual display.
+This prevents display errors in containerized environments.
+"""
+
+import asyncio
+from pytrends_modern import AsyncTrendReq, BrowserConfig
+
+
+async def main():
+    """Example async usage in Docker container"""
+    
+    # Configure for Docker environment
+    config = BrowserConfig(
+        headless="virtual",  # Use Xvfb virtual display for Docker
+        humanize=True,
+        os='linux',
+        geoip=True
+    )
+    
+    # For local development, use:
+    # config = BrowserConfig(headless=False)  # Show browser window
+    # config = BrowserConfig(headless=True)   # Standard headless
+    
+    print("🐳 Running pytrends-modern in Docker container...")
+    print(f"📁 Profile: {config.user_data_dir}")
+    
+    async with AsyncTrendReq(browser_config=config) as pytrends:
+        pytrends.kw_list = ["Docker"]
+        
+        # Get interest over time
+        print("\n📊 Fetching interest_over_time...")
+        df = await pytrends.interest_over_time()
+        print(f"✓ Got {len(df)} rows")
+        print(df.head())
+        
+        # Get interest by region
+        print("\n🌍 Fetching interest_by_region...")
+        df_region = await pytrends.interest_by_region()
+        print(f"✓ Got {len(df_region)} rows")
+        print(df_region.head())
+    
+    print("\n✅ Complete!")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

{pytrends_modern-0.2.1 → pytrends_modern-0.2.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "pytrends-modern"
-version = "0.2.1"
+version = "0.2.3"
 description = "Modern Google Trends API - Combining the best of pytrends, with RSS feeds, Selenium scraping, DrissionPage browser automation, and enhanced features"
 readme = "README.md"
 requires-python = ">=3.8"

{pytrends_modern-0.2.1 → pytrends_modern-0.2.3}/pytrends_modern/__init__.py

@@ -2,7 +2,7 @@
 pytrends-modern: Modern Google Trends API
 """
 
-__version__ = "0.2.1"
+__version__ = "0.2.3"
 __author__ = "pytrends-modern contributors"
 __license__ = "MIT"
 

{pytrends_modern-0.2.1 → pytrends_modern-0.2.3}/pytrends_modern/browser_config_camoufox.py

@@ -1,6 +1,6 @@
 """Browser configuration for Camoufox automation"""
 
-from typing import Optional
+from typing import Optional, Union, Dict, Any
 import os as os_module
 
 
@@ -18,7 +18,9 @@ class BrowserConfig:
     
     Args:
         headless: Run browser in headless mode (default: False)
-                 Set to 'virtual' on Linux to use Xvfb
+                 - False: Show browser window (for local development)
+                 - True: Standard headless mode (for servers with display)
+                 - 'virtual': Use Xvfb virtual display (for Docker containers)
         proxy_server: Proxy server URL (e.g., 'http://proxy.com:8080')
         proxy_username: Proxy username (for authenticated proxies)
         proxy_password: Proxy password (for authenticated proxies)
@@ -27,6 +29,12 @@ class BrowserConfig:
         humanize: Enable human-like cursor movement (default: True)
         os: Operating system for fingerprint ('windows', 'macos', 'linux')
         geoip: Auto-detect geolocation from proxy IP (default: True if proxy)
+        rotate_fingerprint: Generate random fingerprint for each session (default: True)
+                          Set to False to use persistent fingerprint
+        min_delay: Minimum delay between requests in seconds (default: 2)
+        max_delay: Maximum delay between requests in seconds (default: 5)
+        persistent_context: Keep browser profile between sessions (default: True)
+                          Set to False to use fresh profile each time (helps avoid 429)
     
     Example:
         >>> from pytrends_modern import TrendReq, BrowserConfig
@@ -47,7 +55,7 @@ class BrowserConfig:
     
     def __init__(
         self,
-        headless: bool = False,
+        headless: Union[bool, str] = False,
         proxy_server: Optional[str] = None,
         proxy_username: Optional[str] = None,
         proxy_password: Optional[str] = None,
@@ -55,6 +63,11 @@ class BrowserConfig:
         humanize: bool = True,
         os: str = 'linux',
         geoip: bool = True,
+        rotate_fingerprint: bool = True,
+        min_delay: float = 2.0,
+        max_delay: float = 5.0,
+        persistent_context: bool = True,
+        custom_config: Optional[Dict[str, Any]] = None,
     ):
         self.headless = headless
         self.proxy_server = proxy_server
@@ -64,4 +77,9 @@ class BrowserConfig:
         self.humanize = humanize
         self.os = os
         self.geoip = geoip if proxy_server else False
+        self.rotate_fingerprint = rotate_fingerprint
+        self.min_delay = min_delay
+        self.max_delay = max_delay
+        self.persistent_context = persistent_context
+        self.custom_config = custom_config or {}
 

{pytrends_modern-0.2.1 → pytrends_modern-0.2.3}/pytrends_modern/request.py

@@ -170,6 +170,44 @@ class TrendReq:
         """Get a random user agent"""
         return random.choice(USER_AGENTS) if self.rotate_user_agent else USER_AGENTS[0]
     
+    def _browserforge_to_camoufox(self, fingerprint) -> Dict:
+        """Convert BrowserForge fingerprint to Camoufox config"""
+        config = {}
+        
+        # Navigator properties
+        if hasattr(fingerprint, 'navigator'):
+            nav = fingerprint.navigator
+            if hasattr(nav, 'userAgent'):
+                config['navigator.userAgent'] = nav.userAgent
+            if hasattr(nav, 'language'):
+                config['navigator.language'] = nav.language
+            if hasattr(nav, 'hardwareConcurrency'):
+                config['navigator.hardwareConcurrency'] = nav.hardwareConcurrency
+            if hasattr(nav, 'maxTouchPoints'):
+                config['navigator.maxTouchPoints'] = nav.maxTouchPoints
+        
+        # Screen properties
+        if hasattr(fingerprint, 'screen'):
+            scr = fingerprint.screen
+            if hasattr(scr, 'width'):
+                config['screen.width'] = scr.width
+            if hasattr(scr, 'height'):
+                config['screen.height'] = scr.height
+            if hasattr(scr, 'availWidth'):
+                config['screen.availWidth'] = scr.availWidth
+            if hasattr(scr, 'availHeight'):
+                config['screen.availHeight'] = scr.availHeight
+        
+        return config
+    
+    def _add_request_delay(self) -> None:
+        """Add random delay between requests to avoid rate limiting"""
+        if hasattr(self.browser_config, 'min_delay') and hasattr(self.browser_config, 'max_delay'):
+            import time
+            import random
+            delay = random.uniform(self.browser_config.min_delay, self.browser_config.max_delay)
+            time.sleep(delay)
+    
     def _init_camoufox(self) -> None:
         """Initialize Camoufox browser with persistent context"""
         try:
@@ -212,15 +250,19 @@ class TrendReq:
         
         # Initialize Camoufox with persistent context
         try:
+            # Note: Camoufox automatically generates BrowserForge fingerprints
+            # based on the 'os' parameter. No need to manually pass fingerprints.
+            
             # Camoufox() returns a context manager, we need to use __enter__() to get the context
             camoufox_manager = Camoufox(
-                persistent_context=True,
-                user_data_dir=user_data_dir,
+                persistent_context=self.browser_config.persistent_context,
+                user_data_dir=user_data_dir if self.browser_config.persistent_context else None,
                 headless=self.browser_config.headless,
                 humanize=self.browser_config.humanize if hasattr(self.browser_config, 'humanize') else True,
                 os=self.browser_config.os if hasattr(self.browser_config, 'os') else 'linux',
                 geoip=self.browser_config.geoip if hasattr(self.browser_config, 'geoip') else True,
-                proxy=proxy_config
+                proxy=proxy_config,
+                config=self.browser_config.custom_config if self.browser_config.custom_config else None
             )
             
             # Enter the context manager to get the browser context
@@ -303,6 +345,9 @@ class TrendReq:
         if not self.browser_page:
             raise exceptions.BrowserError("Browser not initialized")
         
+        # Add random delay before request (anti-rate-limiting)
+        self._add_request_delay()
+        
         # Clear cache
         self.browser_responses_cache.clear()
         

{pytrends_modern-0.2.1 → pytrends_modern-0.2.3}/pytrends_modern/request_async.py

@@ -56,6 +56,20 @@ class AsyncTrendReq:
         """Async context manager exit"""
         await self._close_browser()
         
+    def _browserforge_to_camoufox(self, fingerprint) -> Dict:
+        """Convert BrowserForge fingerprint to Camoufox config"""
+        # Reuse the sync version's implementation
+        from pytrends_modern.request import TrendReq
+        return TrendReq._browserforge_to_camoufox(self, fingerprint)
+    
+    async def _add_request_delay(self) -> None:
+        """Add random delay between requests to avoid rate limiting (async)"""
+        if hasattr(self.browser_config, 'min_delay') and hasattr(self.browser_config, 'max_delay'):
+            import asyncio
+            import random
+            delay = random.uniform(self.browser_config.min_delay, self.browser_config.max_delay)
+            await asyncio.sleep(delay)
+    
     async def _init_camoufox(self) -> None:
         """Initialize Camoufox browser with persistent context (async)"""
         try:
@@ -98,15 +112,19 @@ class AsyncTrendReq:
         
         # Initialize AsyncCamoufox with persistent context
         try:
+            # Note: Camoufox automatically generates BrowserForge fingerprints
+            # based on the 'os' parameter. No need to manually pass fingerprints.
+            
             # AsyncCamoufox() returns a context manager
             camoufox_manager = AsyncCamoufox(
-                persistent_context=True,
-                user_data_dir=user_data_dir,
+                persistent_context=self.browser_config.persistent_context,
+                user_data_dir=user_data_dir if self.browser_config.persistent_context else None,
                 headless=self.browser_config.headless,
                 humanize=self.browser_config.humanize if hasattr(self.browser_config, 'humanize') else True,
                 os=self.browser_config.os if hasattr(self.browser_config, 'os') else 'linux',
                 geoip=self.browser_config.geoip if hasattr(self.browser_config, 'geoip') else True,
-                proxy=proxy_config
+                proxy=proxy_config,
+                config=self.browser_config.custom_config if self.browser_config.custom_config else None
             )
             
             # Enter the context manager to get the browser context
@@ -189,6 +207,9 @@ class AsyncTrendReq:
         if not self.browser_page:
             raise exceptions.BrowserError("Browser not initialized")
         
+        # Add random delay before request (anti-rate-limiting)
+        await self._add_request_delay()
+        
         # Clear cache
         self.browser_responses_cache.clear()
         

{pytrends_modern-0.2.1 → pytrends_modern-0.2.3/pytrends_modern.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytrends-modern
-Version: 0.2.1
+Version: 0.2.3
 Summary: Modern Google Trends API - Combining the best of pytrends, with RSS feeds, Selenium scraping, DrissionPage browser automation, and enhanced features
 Author: pytrends-modern contributors
 License: MIT
@@ -139,6 +139,36 @@ df = pytrends.interest_over_time()
 print(df.head())
 ```
 
+**Avoiding 429 Rate Limits:**
+
+If you're getting 429 errors even with browser mode, use these anti-rate-limit features:
+
+```python
+import random
+from pytrends_modern import TrendReq, BrowserConfig
+
+# Add delays + rotate OS fingerprint
+os_choice = random.choice(['windows', 'macos', 'linux'])
+config = BrowserConfig(
+    headless=False,
+    min_delay=3.0,             # Min delay between requests (seconds)
+    max_delay=7.0,             # Max delay between requests
+    persistent_context=True,    # Keep Google login
+    os=os_choice,              # Rotate OS fingerprint
+    humanize=True
+)
+
+pytrends = TrendReq(browser_config=config)
+# Delays are automatically added before each request
+```
+
+**Anti-Rate-Limit Options:**
+- `min_delay` / `max_delay` - Random delay between requests (default: 2-5s)
+- `os` - Rotate between 'windows', 'macos', 'linux' for different fingerprints
+- `persistent_context=False` - Fresh profile each time (no cookies)
+- `proxy_server` - Use proxy to rotate IPs
+- `humanize=True` - Human-like cursor movements (enabled by default)
+
 **Browser Mode Limitations:**
 - ⚠️ Only 1 keyword at a time (no comparisons)
 - ⚠️ Only 'today 1-m' timeframe
@@ -175,11 +205,16 @@ RUN mkdir -p /root/.config && \
     cd /root/.config && \
     tar -xzf /tmp/profile.tar.gz
 
-# 3. Use headless mode in container
-config = BrowserConfig(headless=True)
+# 3. Use headless="virtual" in container
+config = BrowserConfig(headless="virtual")  # Use Xvfb for Docker
 ```
 
-See `Dockerfile.example` for complete Docker setup.
+**Headless Options:**
+- `headless=False` - Show browser window (local development)
+- `headless=True` - Standard headless (servers with display)
+- `headless="virtual"` - Xvfb virtual display (Docker containers)
+
+See `Dockerfile.example` and `examples/example_docker_usage.py` for complete Docker setup.
 
 ⚠️ **Security**: Profile contains Google session - keep secure, don't commit to git!
 

{pytrends_modern-0.2.1 → pytrends_modern-0.2.3}/pytrends_modern.egg-info/SOURCES.txt

@@ -5,6 +5,7 @@ pyproject.toml
 examples/advanced_usage.py
 examples/basic_usage.py
 examples/example_browser_mode.py
+examples/example_docker_usage.py
 examples/test_async_integration.py
 pytrends_modern/__init__.py
 pytrends_modern/browser_config.py