unrealon 1.0.9__py3-none-any.whl → 1.1.0__py3-none-any.whl

unrealon_sdk/src/provider.py

@@ -1,471 +0,0 @@
-"""
-🚀 UnrealOn SDK Driver - One-Stop Import for Parser Development
-
-This module provides all necessary imports for developing parsers with the UnrealOn SDK.
-Ensures Pydantic v2 compliance and follows REQUIREMENTS_COMPLETE.md standards.
-
-Usage:
-    from unrealon_sdk.src.provider import *
-    
-    # Or use specific groups:
-    from unrealon_sdk.src.provider import Core, Enterprise, Models, Browser, Utils
-    
-    # Quick setup with global API configuration:
-    Utils.set_global_api_key("your_api_key_here") 
-    config = Utils.create_parser_config("my_parser")
-    client = Core.AdapterClient(config)
-"""
-
-from typing import Dict, List, Optional, Any, Union
-from datetime import datetime, timezone
-from enum import Enum
-
-# =============================================================================
-# Core SDK Components
-# =============================================================================
-
-# Core client and configuration
-from unrealon_sdk.src.core.client import AdapterClient
-from unrealon_sdk.src.core.config import AdapterConfig
-from unrealon_sdk.src.core.exceptions import UnrealOnError, ConnectionError
-
-# =============================================================================
-# Enterprise Components
-# =============================================================================
-
-# Enterprise services
-from unrealon_sdk.src.enterprise.proxy_manager import ProxyManager
-from unrealon_sdk.src.enterprise.logging import LoggingService, get_logger
-from unrealon_sdk.src.enterprise.performance_monitor import PerformanceMonitor
-from unrealon_sdk.src.enterprise.health_monitor import HealthMonitor
-from unrealon_sdk.src.enterprise.cache_manager import CacheManager
-from unrealon_sdk.src.enterprise.rate_limiter import RateLimiter
-from unrealon_sdk.src.enterprise.multithreading_manager import MultithreadingManager
-from unrealon_sdk.src.enterprise.task_scheduler import TaskScheduler
-
-# =============================================================================
-# SDK Auto-Generated Models (Pydantic v2 Compliant)
-# =============================================================================
-
-# WebSocket types and events
-from unrealon_sdk.src.clients.python_websocket.types import (
-    # Enums
-    ParserStatus,
-    CommandType,
-    CommandStatus,
-    CommandPriority,
-    ParserType,
-    ProcessingPhase,
-    ServiceStatus,
-    ServiceType,
-    ProxyProvider,
-    ProxyStatus,
-    ProxyProtocol,
-    ProxyRotationStrategy,
-    # Event Models
-    ParserCommandEvent,
-    ParserStatusEvent,
-    ParserRegisteredEvent,
-    ConnectionEvent,
-    PongEvent,
-    ErrorEvent,
-    NotificationEvent,
-    SystemEvent,
-    # Message Models
-    LogEntryMessage,
-    CommandMessage,
-    CommandCompletionMessage,
-    AdminBroadcastMessage,
-    MaintenanceNotificationMessage,
-    # Connection Models
-    ConnectionInfo,
-    ConnectionStats,
-    HealthStatus,
-    WebSocketMetrics,
-    # Response Models
-    BroadcastResponse,
-    ParserMessageResponse,
-    DeveloperMessageResponse,
-    ConnectionsResponse,
-    SystemNotificationResponse,
-    # Proxy Models
-    Proxy,
-    ProxyEndpoint,
-    ProxyCredentials,
-    ProxyUsageStats,
-    ProxyAllocation,
-    ProxySummary,
-    ProxyDetails,
-    ProxyStatistics,
-    # Health Models
-    ComponentHealth,
-    SystemMetrics,
-    SystemHealthReport,
-    HealthStatsResponse,
-    BroadcastDeliveryStats,
-    # Metrics Models
-    SystemMetricsPoint,
-    SystemMetricsResponse,
-    SystemMetricsWebSocketEvent,
-    UserStatistics,
-    SystemStatistics,
-    RealTimeMetrics,
-)
-
-# HTTP models
-from unrealon_sdk.src.clients.python_http.models import (
-    SuccessResponse,
-    ErrorResponse,
-    ValidationErrorResponse,
-    ParserRegistrationRequest,
-    ParserRegistrationResponse,
-    ParserCommandRequest,
-    HealthResponse,
-    LogLevel,
-)
-
-# Global API configuration
-from unrealon_sdk.src.clients.python_http.api_config import (
-    configure_global_api,
-    set_global_api_key,
-    set_global_base_url,
-    get_global_config,
-)
-
-# =============================================================================
-# Simple Aliases for Commonly Used Models
-# =============================================================================
-
-# Use the existing SDK models - no need for complex docs imports
-DocParserCommand = ParserCommandEvent
-DocParserResponse = SuccessResponse
-DocParserStatus = ParserStatus
-DocCommandType = CommandType
-
-# =============================================================================
-# Browser Integration (UnrealOn Browser - Always Available)
-# =============================================================================
-
-from unrealon_browser.src import (
-    BrowserManager,
-    BrowserConfig,
-    BrowserType,
-    BrowserMode,
-    CookieManager,
-    StealthManager,
-    CaptchaDetector,
-    CaptchaDetectionResult,
-    CaptchaType,
-    CaptchaStatus,
-    BrowserSession,
-    ProxyInfo,
-)
-
-# =============================================================================
-# Helper Functions for Parser Development
-# =============================================================================
-
-
-def create_parser_config(
-    parser_id: str,
-    parser_name: str = None,
-    api_key: str = None,
-    server_url: str = "ws://localhost:8000",
-    environment: str = "development",
-) -> AdapterConfig:
-    """
-    Create a properly configured AdapterConfig for parser development.
-
-    Args:
-        parser_id: Unique parser identifier
-        parser_name: Human-readable parser name (defaults to parser_id)
-        api_key: UnrealOn API key (falls back to global config if not provided)
-        server_url: WebSocket server URL
-        environment: Environment name (development/production)
-
-    Returns:
-        Configured AdapterConfig instance
-
-    Example:
-        # With global API key set
-        Utils.set_global_api_key("up_dev_test_integration_001")
-        config = create_parser_config("amazon_scraper")
-
-        # Or with explicit API key
-        config = create_parser_config("amazon_scraper", api_key="up_dev_test_integration_001")
-    """
-    # Use provided api_key or fall back to global configuration
-    if api_key is None:
-        global_config = get_global_config()
-        api_key = global_config.get_access_token()
-        if api_key is None:
-            api_key = "up_dev_test_integration_001"  # Default fallback
-
-    return AdapterConfig(
-        api_key=api_key,
-        parser_id=parser_id,
-        parser_name=parser_name or parser_id,
-        server_url=server_url,
-        environment=environment,
-        enable_ssl=server_url.startswith("wss://"),
-        connection_timeout=30,
-        reconnect_attempts=5,
-        heartbeat_interval=30,
-        # Enable enterprise features
-        enable_proxy_rotation=True,
-        enable_monitoring=True,
-        enable_logging=True,
-    )
-
-
-def create_browser_config(
-    parser_name: str,
-    browser_type: BrowserType = None,
-    # 🔥 stealth_level removed - STEALTH ALWAYS ON!
-    headless: bool = True,
-) -> BrowserConfig:
-    """
-    Create a browser configuration for parsing with stealth features.
-    🔥 STEALTH ALWAYS ON - NO CONFIG NEEDED!
-
-    Args:
-        parser_name: Parser identifier for browser sessions
-        browser_type: Browser type (chromium, firefox, webkit)
-        headless: Run in headless mode
-
-    Returns:
-        Configured BrowserConfig instance with STEALTH ALWAYS ON
-    """
-    return BrowserConfig(
-        parser_name=parser_name,
-        browser_type=browser_type or BrowserType.CHROMIUM,
-        mode=BrowserMode.HEADLESS if headless else BrowserMode.HEADED,
-        # 🔥 STEALTH ALWAYS ON - NO CONFIG NEEDED!
-    )
-
-
-def create_success_response(
-    command_id: str, message: str, data: Optional[Dict[str, Any]] = None
-) -> SuccessResponse:
-    """
-    Create a properly typed success response.
-
-    Args:
-        command_id: Original command identifier
-        message: Success message
-        data: Response data (optional)
-
-    Returns:
-        SuccessResponse instance
-    """
-    return SuccessResponse(
-        success=True, message=message, data=data, timestamp=datetime.now(timezone.utc).isoformat()
-    )
-
-
-def create_error_response(
-    message: str, error_code: Optional[str] = None, details: Optional[Dict[str, Any]] = None
-) -> ErrorResponse:
-    """
-    Create a properly typed error response.
-
-    Args:
-        message: Error message
-        error_code: Error code for programmatic handling
-        details: Additional error details
-
-    Returns:
-        ErrorResponse instance
-    """
-    return ErrorResponse(
-        success=False,
-        message=message,
-        error_code=error_code,
-        details=details or {},
-        timestamp=datetime.now(timezone.utc).isoformat(),
-    )
-
-
-def get_system_metrics() -> Dict[str, Any]:
-    """
-    Get current system metrics for health monitoring.
-
-    Returns:
-        Dictionary with system metrics
-    """
-    try:
-        import psutil
-
-        process = psutil.Process()
-
-        return {
-            "memory_mb": round(process.memory_info().rss / 1024 / 1024, 2),
-            "cpu_percent": round(process.cpu_percent(), 2),
-            "connections": len(process.connections()),
-            "threads": process.num_threads(),
-            "uptime_seconds": int(
-                (datetime.now() - datetime.fromtimestamp(process.create_time())).total_seconds()
-            ),
-        }
-    except ImportError:
-        return {
-            "memory_mb": 0.0,
-            "cpu_percent": 0.0,
-            "connections": 0,
-            "threads": 1,
-            "uptime_seconds": 0,
-        }
-
-
-# =============================================================================
-# Grouped Imports for Easy Access
-# =============================================================================
-
-
-class Core:
-    """Core SDK components."""
-
-    AdapterClient = AdapterClient
-    AdapterConfig = AdapterConfig
-    UnrealOnError = UnrealOnError
-    ConnectionError = ConnectionError
-
-
-class Enterprise:
-    """Enterprise services and managers."""
-
-    ProxyManager = ProxyManager
-    LoggingService = LoggingService
-    PerformanceMonitor = PerformanceMonitor
-    HealthMonitor = HealthMonitor
-    CacheManager = CacheManager
-    RateLimiter = RateLimiter
-    MultithreadingManager = MultithreadingManager
-    TaskScheduler = TaskScheduler
-
-
-class Models:
-    """All Pydantic models for events, commands, responses."""
-
-    # Status and Commands
-    ParserStatus = ParserStatus
-    CommandType = CommandType
-    CommandStatus = CommandStatus
-    CommandPriority = CommandPriority
-
-    # Events
-    ParserCommandEvent = ParserCommandEvent
-    ParserStatusEvent = ParserStatusEvent
-    ParserRegisteredEvent = ParserRegisteredEvent
-    ErrorEvent = ErrorEvent
-
-    # Responses
-    SuccessResponse = SuccessResponse
-    ErrorResponse = ErrorResponse
-    HealthResponse = HealthResponse
-
-    # Registration
-    ParserRegistrationRequest = ParserRegistrationRequest
-    ParserRegistrationResponse = ParserRegistrationResponse
-
-    # Proxy
-    Proxy = Proxy
-    ProxyUsageStats = ProxyUsageStats
-    ProxyStatistics = ProxyStatistics
-
-    # Health & Metrics
-    SystemHealthReport = SystemHealthReport
-    RealTimeMetrics = RealTimeMetrics
-    SystemMetrics = SystemMetrics
-
-
-class Browser:
-    """Browser automation components."""
-
-    BrowserManager = BrowserManager
-    BrowserConfig = BrowserConfig
-    BrowserType = BrowserType
-    BrowserMode = BrowserMode
-    # StealthLevel = StealthLevel 🔥 REMOVED - STEALTH ALWAYS ON!
-    CookieManager = CookieManager
-    StealthManager = StealthManager
-    CaptchaDetector = CaptchaDetector
-    CaptchaDetectionResult = CaptchaDetectionResult
-    CaptchaType = CaptchaType
-    CaptchaStatus = CaptchaStatus
-    BrowserSession = BrowserSession
-    ProxyInfo = ProxyInfo
-
-
-class Utils:
-    """Utility functions for parser development."""
-
-    create_parser_config = staticmethod(create_parser_config)
-    create_browser_config = staticmethod(create_browser_config)
-    create_success_response = staticmethod(create_success_response)
-    create_error_response = staticmethod(create_error_response)
-    get_system_metrics = staticmethod(get_system_metrics)
-
-    # Global API configuration helpers
-    set_global_api_key = staticmethod(set_global_api_key)
-    set_global_base_url = staticmethod(set_global_base_url)
-    configure_global_api = staticmethod(configure_global_api)
-    get_global_api_config = staticmethod(get_global_config)
-
-    # Logging helper
-    get_logger = staticmethod(get_logger)
-
-
-# =============================================================================
-# Export All for Easy Import
-# =============================================================================
-
-__all__ = [
-    # Groups
-    "Core",
-    "Enterprise",
-    "Models",
-    "Browser",
-    "Utils",
-    # Individual imports (for backward compatibility)
-    "AdapterClient",
-    "AdapterConfig",
-    "UnrealOnError",
-    "ConnectionError",
-    "ProxyManager",
-    "LoggingService",
-    "PerformanceMonitor",
-    "HealthMonitor",
-    "ParserStatus",
-    "CommandType",
-    "ParserCommandEvent",
-    "ParserStatusEvent",
-    "SuccessResponse",
-    "ErrorResponse",
-    "HealthResponse",
-    "ParserRegistrationRequest",
-    "ParserRegistrationResponse",
-    "create_parser_config",
-    "create_browser_config",
-    "create_success_response",
-    "create_error_response",
-    "get_system_metrics",
-]
-
-# =============================================================================
-# Module Information
-# =============================================================================
-
-__version__ = "1.0.0"
-__author__ = "UnrealOn SDK Team"
-__description__ = "Unified driver for UnrealOn SDK parser development"
-
-# Print status when imported
-if __name__ != "__main__":
-    import logging
-
-    logger = logging.getLogger(__name__)
-    logger.info(f"🚀 UnrealOn SDK Driver v{__version__} loaded")
-    logger.info(f"   🌐 Browser integration: ✅ Available")
-    logger.info(f"   📦 Total exports: {len(__all__)} classes/functions")
-    logger.info(f"   📂 Groups: Core, Enterprise, Models, Browser, Utils")

unrealon_sdk/src/utils.py

@@ -1,234 +0,0 @@
-"""
-Utility functions for UnrealOn SDK v1.0
-
-Provides common helper functions used throughout the SDK.
-"""
-
-import re
-import uuid
-import time
-import platform
-import sys
-from typing import Dict, Any, Optional
-from urllib.parse import urlparse
-
-from unrealon_sdk.src.core.metadata import EnvironmentMetadata
-
-
-def validate_api_key(api_key: str) -> bool:
-    """
-    Validate API key format.
-
-    Args:
-        api_key: API key to validate
-
-    Returns:
-        bool: True if valid, False otherwise
-    """
-    if not api_key:
-        return False
-
-    # Check if it matches the expected pattern
-    pattern = r"^up_(dev|prod)_[a-zA-Z0-9_]{16,}$"
-    return bool(re.match(pattern, api_key))
-
-
-def extract_domain(url: str) -> Optional[str]:
-    """
-    Extract domain from URL.
-
-    Args:
-        url: URL to extract domain from
-
-    Returns:
-        str: Domain name or None if invalid URL
-    """
-    try:
-        parsed = urlparse(url)
-        return parsed.netloc
-    except Exception:
-        return None
-
-
-def calculate_success_rate(successful: int, total: int) -> float:
-    """
-    Calculate success rate percentage.
-
-    Args:
-        successful: Number of successful operations
-        total: Total number of operations
-
-    Returns:
-        float: Success rate as percentage (0.0-100.0)
-    """
-    if total == 0:
-        return 0.0
-    return (successful / total) * 100.0
-
-
-def format_duration(milliseconds: float) -> str:
-    """
-    Format duration in milliseconds to human-readable string.
-
-    Args:
-        milliseconds: Duration in milliseconds
-
-    Returns:
-        str: Formatted duration string
-    """
-    if milliseconds < 1000:
-        return f"{milliseconds:.2f}ms"
-
-    seconds = milliseconds / 1000
-    if seconds < 60:
-        return f"{seconds:.2f}s"
-
-    minutes = seconds / 60
-    if minutes < 60:
-        return f"{minutes:.1f}m"
-
-    hours = minutes / 60
-    return f"{hours:.1f}h"
-
-
-def generate_correlation_id() -> str:
-    """
-    Generate a unique correlation ID for request tracking.
-
-    Returns:
-        str: Unique correlation ID
-    """
-    return str(uuid.uuid4())
-
-
-def generate_session_id() -> str:
-    """
-    Generate a unique session ID.
-
-    Returns:
-        str: Unique session ID
-    """
-    timestamp = int(time.time() * 1000)
-    unique_id = str(uuid.uuid4())[:8]
-    return f"sess_{timestamp}_{unique_id}"
-
-
-def safe_get(data: Dict[str, Any], key: str, default: Any = None) -> Any:
-    """
-    Safely get value from dictionary with dot notation support.
-
-    Args:
-        data: Dictionary to get value from
-        key: Key to get (supports dot notation like 'user.profile.name')
-        default: Default value if key not found
-
-    Returns:
-        Any: Value at key or default
-    """
-    try:
-        if "." not in key:
-            return data.get(key, default)
-
-        keys = key.split(".")
-        value = data
-        for k in keys:
-            if isinstance(value, dict) and k in value:
-                value = value[k]
-            else:
-                return default
-        return value
-    except Exception:
-        return default
-
-
-def merge_configs(base: Dict[str, Any], override: Dict[str, Any]) -> Dict[str, Any]:
-    """
-    Merge two configuration dictionaries recursively.
-
-    Args:
-        base: Base configuration
-        override: Configuration to merge on top
-
-    Returns:
-        Dict[str, Any]: Merged configuration
-    """
-    result = base.copy()
-
-    for key, value in override.items():
-        if key in result and isinstance(result[key], dict) and isinstance(value, dict):
-            result[key] = merge_configs(result[key], value)
-        else:
-            result[key] = value
-
-    return result
-
-
-def sanitize_log_data(data: Dict[str, Any]) -> Dict[str, Any]:
-    """
-    Sanitize log data by removing sensitive information.
-
-    Args:
-        data: Data to sanitize
-
-    Returns:
-        Dict[str, Any]: Sanitized data
-    """
-    sensitive_keys = {
-        "password",
-        "token",
-        "api_key",
-        "secret",
-        "auth",
-        "authorization",
-        "credentials",
-        "key",
-    }
-
-    sanitized = {}
-    for key, value in data.items():
-        if any(sensitive in key.lower() for sensitive in sensitive_keys):
-            sanitized[key] = "***REDACTED***"
-        elif isinstance(value, dict):
-            sanitized[key] = sanitize_log_data(value)
-        elif isinstance(value, list):
-            sanitized[key] = [
-                sanitize_log_data(item) if isinstance(item, dict) else item for item in value
-            ]
-        else:
-            sanitized[key] = value
-
-    return sanitized
-
-
-def is_url_valid(url: str) -> bool:
-    """
-    Check if URL is valid.
-
-    Args:
-        url: URL to validate
-
-    Returns:
-        bool: True if valid URL
-    """
-    try:
-        result = urlparse(url)
-        return all([result.scheme, result.netloc])
-    except Exception:
-        return False
-
-
-def get_client_info() -> EnvironmentMetadata:
-    """
-    Get client information for debugging/monitoring.
-
-    Returns:
-        EnvironmentMetadata: Structured client information
-    """
-    return EnvironmentMetadata(
-        environment="runtime",
-        python_version=f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}",
-        platform=platform.platform(),
-        architecture=platform.architecture()[0],
-        sdk_version="1.0.0",
-        correlation_id=generate_correlation_id(),
-    )