webscout 8.2.7__py3-none-any.whl → 8.2.9__py3-none-any.whl

webscout/litagent/Readme.md

@@ -0,0 +1,276 @@
+# 🔥 LitAgent - The Lit User Agent Generator
+
+LitAgent is a powerful and modern user agent generator that keeps your requests fresh and undetectable! Built with style and packed with features, it's your go-to solution for managing user agents in your web scraping projects.
+
+## 🚀 Quick Start
+
+```python
+from webscout import LitAgent
+
+# Create a LitAgent instance
+agent = LitAgent()
+
+# Get a random user agent
+ua = agent.random()
+print(ua)  # Mozilla/5.0 (Windows NT 11.0) AppleWebKit/537.36 ...
+```
+
+## 🎯 Features
+
+### Browser-Specific Agents
+
+```python
+# Get agents for specific browsers
+chrome_ua = agent.chrome()    # Latest Chrome agent
+firefox_ua = agent.firefox()  # Latest Firefox agent
+safari_ua = agent.safari()    # Latest Safari agent
+edge_ua = agent.edge()       # Latest Edge agent
+opera_ua = agent.opera()     # Latest Opera agent
+```
+
+### Device-Specific Agents
+
+```python
+# Get mobile or desktop agents
+mobile_ua = agent.mobile()    # Mobile device agent
+desktop_ua = agent.desktop()  # Desktop device agent
+
+# New - Get agents for specific device types
+tablet_ua = agent.tablet()    # Tablet device agent
+tv_ua = agent.smart_tv()      # Smart TV agent
+console_ua = agent.gaming()   # Gaming console agent
+```
+
+### OS-Specific Agents
+
+```python
+# New - Get agents for specific operating systems
+windows_ua = agent.windows()  # Windows agent
+mac_ua = agent.macos()        # macOS agent
+linux_ua = agent.linux()      # Linux agent
+android_ua = agent.android()  # Android agent
+ios_ua = agent.ios()          # iOS agent
+```
+
+### Custom Agent Generation
+
+```python
+# New - Generate custom user agents with specific attributes
+custom_ua = agent.custom(
+    browser="chrome",
+    version="91.0",
+    os="windows",
+    os_version="10",
+    device_type="desktop"
+)
+```
+
+### Keep It Fresh
+
+```python
+# Refresh your agents pool anytime
+agent.refresh()  # Generates new set of agents
+
+# New - Schedule automatic refreshes
+agent.auto_refresh(interval_minutes=30)  # Auto-refresh every 30 minutes
+```
+
+## 💫 Real-World Examples
+
+### With Requests
+
+```python
+import requests
+from webscout import LitAgent
+
+agent = LitAgent()
+
+def make_request(url):
+    headers = {
+        'User-Agent': agent.random(),
+        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+        'Accept-Language': 'en-US,en;q=0.5',
+        'Connection': 'keep-alive',
+    }
+    return requests.get(url, headers=headers)
+
+# Make requests with different agents
+response1 = make_request('https://api.example.com')  # Random agent
+response2 = make_request('https://mobile.example.com')  # Another random agent
+```
+
+### With aiohttp
+
+```python
+import aiohttp
+import asyncio
+from webscout import LitAgent
+
+agent = LitAgent()
+
+async def fetch(url):
+    headers = {'User-Agent': agent.random()}
+    async with aiohttp.ClientSession() as session:
+        async with session.get(url, headers=headers) as response:
+            return await response.text()
+
+# Use it in your async code
+async def main():
+    urls = [
+        'https://api1.example.com',
+        'https://api2.example.com',
+        'https://api3.example.com'
+    ]
+    tasks = [fetch(url) for url in urls]
+    results = await asyncio.gather(*tasks)
+    return results
+```
+
+### With Selenium
+
+```python
+from selenium import webdriver
+from webscout import LitAgent
+
+agent = LitAgent()
+
+def create_driver():
+    options = webdriver.ChromeOptions()
+    options.add_argument(f'user-agent={agent.chrome()}')
+    return webdriver.Chrome(options=options)
+
+# Use it with Selenium
+driver = create_driver()
+driver.get('https://example.com')
+```
+
+### New - With Playwright
+
+```python
+from playwright.sync_api import sync_playwright
+from webscout import LitAgent
+
+agent = LitAgent()
+
+def browse_with_playwright():
+    with sync_playwright() as p:
+        browser_options = {
+            "user_agent": agent.chrome(),
+            "viewport": {"width": 1280, "height": 720}
+        }
+        browser = p.chromium.launch()
+        context = browser.new_context(**browser_options)
+        page = context.new_page()
+        page.goto('https://example.com')
+        # Continue with your scraping logic
+        browser.close()
+```
+
+## 🌟 Pro Tips
+
+1. **Rotate Agents**: Refresh your agents pool periodically to avoid detection
+   ```python
+   agent = LitAgent()
+   for _ in range(10):
+       response = requests.get(url, headers={'User-Agent': agent.random()})
+       if _ % 3 == 0:  # Refresh every 3 requests
+           agent.refresh()
+   ```
+
+2. **Device-Specific Scraping**: Use appropriate agents for different platforms
+   ```python
+   # Mobile site scraping
+   mobile_response = requests.get(
+       'https://m.example.com',
+       headers={'User-Agent': agent.mobile()}
+   )
+
+   # Desktop site scraping
+   desktop_response = requests.get(
+       'https://example.com',
+       headers={'User-Agent': agent.desktop()}
+   )
+   ```
+
+3. **Browser Consistency**: Stick to one browser type per session
+   ```python
+   chrome_agent = agent.chrome()
+   headers = {
+       'User-Agent': chrome_agent,
+       'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'
+   }
+   # Use these headers for all requests in this session
+   ```
+
+4. **New - Browser Fingerprinting Defense**:
+   ```python
+   # Create consistent browser fingerprinting
+   fingerprint = agent.generate_fingerprint(browser="chrome")
+   
+   headers = {
+       'User-Agent': fingerprint['user_agent'],
+       'Accept-Language': fingerprint['accept_language'],
+       'Accept': fingerprint['accept'],
+       'Sec-Ch-Ua': fingerprint['sec_ch_ua'],
+       'Sec-Ch-Ua-Platform': fingerprint['platform']
+   }
+   
+   # Use this consistent set for all session requests
+   ```
+
+5. **New - Multi-threading Support**:
+   ```python
+   import concurrent.futures
+   from webscout import LitAgent
+   
+   agent = LitAgent(thread_safe=True)  # Thread-safe instance
+   
+   def fetch_url(url):
+       headers = {'User-Agent': agent.random()}
+       return requests.get(url, headers=headers).text
+   
+   urls = ['https://example1.com', 'https://example2.com', 'https://example3.com']
+   
+   with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:
+       results = list(executor.map(fetch_url, urls))
+   ```
+
+## 🔧 Supported Browsers & Devices
+
+- **Browsers**: Chrome, Firefox, Safari, Edge, Opera, Brave, Vivaldi
+- **Operating Systems**: Windows, macOS, Linux, Android, iOS, Chrome OS
+- **Devices**: Mobile phones, Tablets, Desktops, Game consoles, Smart TVs, Wearables
+
+## 🎨 Why LitAgent?
+
+- 🚀 Modern and up-to-date user agents
+- 💪 Easy to use, hard to detect
+- 🔄 Fresh agents on demand
+- 📱 Device-specific agents
+- 🌐 All major browsers supported
+- ⚡ Lightweight and fast
+- 🧩 Advanced fingerprinting protection
+- 🔄 Seamless proxy integration
+- 🧵 Thread-safe operation
+- 🕰️ Automatic refresh scheduling
+
+## 📊 New - Analytics and Reporting
+
+```python
+# Get statistics on your agent usage
+stats = agent.get_stats()
+print(f"Agents generated: {stats.total_generated}")
+print(f"Most used browser: {stats.top_browser}")
+print(f"Detection avoidance rate: {stats.avoidance_rate}%")
+
+# Export your usage data
+agent.export_stats('agent_usage.json')
+```
+
+## 📋 Installation
+
+```bash
+pip install webscout
+```
+
+Made with 💖 by the HelpingAI team

webscout/litagent/__init__.py

@@ -0,0 +1,29 @@
+"""
+LitAgent - A lit user agent generator with infinite possibilities! 🔥
+
+Examples:
+>>> from webscout import LitAgent
+>>> agent = LitAgent()
+>>> 
+>>> # Get random user agents
+>>> agent.random()  # Random agent from any browser
+>>> agent.mobile()  # Random mobile device agent
+>>> agent.desktop()  # Random desktop agent
+>>>
+>>> # Browser specific agents
+>>> agent.chrome()  # Latest Chrome browser
+>>> agent.firefox()  # Latest Firefox browser
+>>> agent.safari()  # Latest Safari browser
+>>> agent.edge()  # Latest Edge browser
+>>> agent.opera()  # Latest Opera browser
+>>>
+>>> # Refresh your agents
+>>> agent.refresh()  # Get fresh new agents
+"""
+
+from .agent import LitAgent
+from .constants import BROWSERS, OS_VERSIONS, DEVICES, FINGERPRINTS
+
+agent = LitAgent()
+
+__all__ = ['LitAgent', 'agent', 'BROWSERS', 'OS_VERSIONS', 'DEVICES', 'FINGERPRINTS']