unrealon 2.0.4__tar.gz → 2.0.5__tar.gz

{unrealon-2.0.4/unrealon.egg-info → unrealon-2.0.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unrealon
-Version: 2.0.4
+Version: 2.0.5
 Summary: Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities
 Author-email: UnrealOn Team <team@unrealon.com>
 License: MIT

{unrealon-2.0.4 → unrealon-2.0.5}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "unrealon"
-version = "2.0.4"
+version = "2.0.5"
 description = "Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities"
 authors = [
     {name = "UnrealOn Team", email = "team@unrealon.com"}

{unrealon-2.0.4 → unrealon-2.0.5}/unrealon-browser/src/unrealon_browser/cli/browser_cli.py

@@ -16,7 +16,7 @@ from rich.table import Table
 from unrealon_browser.core.browser_manager import BrowserManager
 from unrealon_browser.dto.models.config import BrowserConfig, BrowserType, BrowserMode
 
-from unrealon_core.config import get_url_config
+from unrealon_core.config.urls import get_url_config
 
 console = Console()
 

{unrealon-2.0.4 → unrealon-2.0.5}/unrealon-browser/src/unrealon_browser/cli/interactive_mode.py

@@ -11,7 +11,7 @@ from rich.panel import Panel
 from rich.table import Table
 from typing import Dict, Any
 
-from unrealon_core.config import get_url_config
+from unrealon_core.config.urls import get_url_config
 
 console = Console()
 

{unrealon-2.0.4 → unrealon-2.0.5}/unrealon-browser/src/unrealon_browser/dto/models/config.py

@@ -8,7 +8,7 @@ from typing import Optional
 from pydantic import BaseModel, Field, ConfigDict
 from .enums import BrowserType, BrowserMode
 
-from unrealon_core.config import get_url_config
+from unrealon_core.config.urls import get_url_config
 
 
 def _get_default_stealth_url() -> str:

{unrealon-2.0.4 → unrealon-2.0.5}/unrealon-core/src/unrealon_core/__init__.py

@@ -76,9 +76,19 @@ from .monitoring import (
 )
 
 # Configuration system
-from .config import (
-    EnvironmentConfig, URLConfig,
-    get_environment_config, get_url_config
+from .config.environment import (
+    EnvironmentConfig, Environment,
+    get_environment_config, set_environment_config
+)
+from .config.urls import (
+    URLConfig,
+    get_url_config
+)
+from .models.websocket.config import (
+    DriverConfiguration,
+    LoggingConfiguration,
+    TaskConfiguration,
+    ProxyConfiguration
 )
 
 __all__ = [
@@ -155,6 +165,8 @@ __all__ = [
     "MonitoringDashboard", "get_system_overview",
     
     # Configuration system
-    "EnvironmentConfig", "URLConfig",
-    "get_environment_config", "get_url_config",
+    "EnvironmentConfig", "Environment", "URLConfig",
+    "get_environment_config", "set_environment_config", "get_url_config",
+    "DriverConfiguration", "LoggingConfiguration", 
+    "TaskConfiguration", "ProxyConfiguration",
 ]

{unrealon-2.0.4 → unrealon-2.0.5}/unrealon-core/src/unrealon_core/config/environment.py

@@ -18,7 +18,7 @@ class Environment(str, Enum):
 
 
 class EnvironmentConfig(BaseModel):
-    """Environment configuration settings."""
+    """Environment configuration settings with all system URLs and settings."""
     
     model_config = ConfigDict(
         # Add any specific config here if needed
@@ -39,6 +39,17 @@ class EnvironmentConfig(BaseModel):
         description="Logging level"
     )
     
+    # System URLs - environment-aware
+    redis_url: str = Field(
+        default_factory=lambda: os.getenv("REDIS_URL", "redis://localhost:6379/0"),
+        description="Redis connection URL"
+    )
+    
+    max_workers: int = Field(
+        default_factory=lambda: int(os.getenv("MAX_WORKERS", "10")),
+        description="Maximum number of workers"
+    )
+    
     @classmethod
     def from_env(cls) -> "EnvironmentConfig":
         """Create config from environment variables."""
@@ -76,6 +87,48 @@ class EnvironmentConfig(BaseModel):
     def is_testing(self) -> bool:
         """Check if running in testing mode."""
         return self.environment == Environment.TESTING
+    
+    @property
+    def websocket_url(self) -> str:
+        """Get WebSocket URL based on environment."""
+        # Check explicit env var first
+        if ws_url := os.getenv("WEBSOCKET_URL"):
+            return ws_url
+        
+        if self.is_production:
+            return "wss://ws.unrealon.com/ws"
+        elif self.is_development:
+            return "ws://localhost:8001/ws"  # RPC server port
+        else:  # testing
+            return "ws://localhost:8001/ws"
+    
+    @property
+    def api_url(self) -> str:
+        """Get API URL based on environment."""
+        # Check explicit env var first
+        if api_url := os.getenv("API_URL"):
+            return api_url
+        
+        if self.is_production:
+            return "https://api-m.unrealon.com"
+        elif self.is_development:
+            return "http://localhost:8002"  # Backend server port
+        else:  # testing
+            return "http://localhost:8002"
+    
+    @property
+    def django_api_url(self) -> str:
+        """Get Django API URL based on environment."""
+        # Check explicit env var first
+        if api_url := os.getenv("DJANGO_API_URL"):
+            return api_url
+        
+        if self.is_production:
+            return "https://api.unrealon.com"
+        elif self.is_development:
+            return "http://localhost:8000"  # Django server port
+        else:  # testing
+            return "http://localhost:8000"
 
 
 # Global config instance

{unrealon-2.0.4 → unrealon-2.0.5}/unrealon-core/src/unrealon_core/config/urls.py

@@ -18,6 +18,7 @@ class URLConfig(BaseModel):
     
     # Scanner/Detection URLs
     scanner_url: str = Field(
+        default="https://cloud.unrealon.com/scanner",
         description="URL for browser detection and stealth testing"
     )
     
@@ -39,19 +40,19 @@ class URLConfig(BaseModel):
         
         if environment == Environment.PRODUCTION:
             return cls(
-                scanner_url="https://cloud.unrealon.com/scanner",
+                # scanner_url="https://cloud.unrealon.com/scanner",
                 cloud_base_url="https://cloud.unrealon.com",
                 api_base_url="https://api.unrealon.com"
             )
-        elif environment == Environment.TESTING:
-            return cls(
-                scanner_url="https://staging.unrealon.com/scanner", 
-                cloud_base_url="https://staging.unrealon.com",
-                api_base_url="https://api-staging.unrealon.com"
-            )
+        # elif environment == Environment.TESTING:
+        #     return cls(
+        #         scanner_url="https://staging.unrealon.com/scanner", 
+        #         cloud_base_url="https://staging.unrealon.com",
+        #         api_base_url="https://api-staging.unrealon.com"
+        #     )
         else:  # Development
             return cls(
-                scanner_url="http://localhost:3000/scanner",
+                # scanner_url="http://localhost:3000/scanner",
                 cloud_base_url="http://localhost:3000", 
                 api_base_url="http://localhost:8000"
             )

{unrealon-2.0.4 → unrealon-2.0.5}/unrealon-core/src/unrealon_core/models/__init__.py

@@ -46,16 +46,6 @@ from .logging import (
     LogMetrics
 )
 
-from .config import (
-    SystemConfig,
-    HttpConfig,
-    ProxyConfig,
-    BrowserConfig, 
-    LoggingConfig,
-    CacheConfig,
-    ThreadConfig
-)
-
 __all__ = [
     # Base models
     "UnrealOnBaseModel",
@@ -86,13 +76,4 @@ __all__ = [
     "LogEntry",
     "LogQuery",
     "LogMetrics",
-    
-    # Configuration models
-    "SystemConfig",
-    "HttpConfig",
-    "ProxyConfig",
-    "BrowserConfig", 
-    "LoggingConfig",
-    "CacheConfig",
-    "ThreadConfig",
 ]

{unrealon-2.0.4 → unrealon-2.0.5}/unrealon-driver/src/unrealon_driver/driver/communication/websocket_client.py

@@ -9,7 +9,15 @@ from typing import Optional, Callable, List
 from collections import deque
 
 import websockets
-from websockets.asyncio.client import ClientConnection
+try:
+    from websockets.asyncio.client import ClientConnection
+except ImportError:
+    # Fallback for older websockets versions
+    try:
+        from websockets.client import WebSocketClientProtocol as ClientConnection
+    except ImportError:
+        # Ultimate fallback
+        ClientConnection = None
 
 from unrealon_core.models.websocket import (
     DriverRegistrationMessage,

unrealon-2.0.5/unrealon-driver/src/unrealon_driver/driver/core/config.py

@@ -0,0 +1,175 @@
+"""
+Clean driver configuration without hardcoded values.
+"""
+
+import os
+from enum import Enum
+from typing import Optional
+from pydantic import BaseModel, Field, computed_field
+
+try:
+    from unrealon_core.config.environment import get_environment_config
+    UNREALON_CORE_AVAILABLE = True
+except ImportError:
+    UNREALON_CORE_AVAILABLE = False
+
+
+class DriverMode(str, Enum):
+    """Driver operation modes."""
+    STANDALONE = "standalone"
+    DAEMON = "daemon"
+
+
+class DriverConfig(BaseModel):
+    """
+    Clean driver configuration.
+    No hardcoded presets - user configures everything explicitly.
+    """
+    
+    # Basic settings
+    name: str = Field(..., description="Driver name")
+    mode: DriverMode = Field(default=DriverMode.STANDALONE, description="Operation mode")
+    
+    # WebSocket connection (auto-detected)
+    websocket_url: Optional[str] = Field(default=None, description="Manual WebSocket URL override")
+    websocket_timeout: int = Field(default=30, description="WebSocket timeout seconds")
+    
+    @computed_field
+    @property
+    def effective_websocket_url(self) -> Optional[str]:
+        """
+        Auto-detect WebSocket URL from multiple sources.
+        
+        Priority:
+        1. Explicit websocket_url field
+        2. Environment variables (UNREALON_WEBSOCKET_URL, UNREALON_WS_URL, WS_URL)
+        3. UnrealOn core environment config (if available)
+        4. No default - return None if nothing configured
+        """
+        # 1. Explicit override
+        if self.websocket_url:
+            return self.websocket_url
+        
+        # 2. Environment variables
+        env_url = (
+            os.getenv('UNREALON_WEBSOCKET_URL') or 
+            os.getenv('UNREALON_WS_URL') or
+            os.getenv('WS_URL')
+        )
+        if env_url:
+            return env_url
+        
+        # 3. Try unrealon_core environment config
+        if UNREALON_CORE_AVAILABLE:
+            try:
+                env_config = get_environment_config()
+                return env_config.websocket_url
+            except Exception:
+                pass  # Fallback gracefully if core config fails
+        
+        # 4. No default - return None if nothing is configured
+        return None
+    
+    # Logging
+    log_level: str = Field(default="INFO", description="Logging level")
+    log_file: Optional[str] = Field(default=None, description="Log file path")
+    
+    # HTTP settings
+    http_timeout: int = Field(default=30, description="HTTP timeout seconds")
+    max_retries: int = Field(default=3, description="Max HTTP retries")
+    
+    # Browser settings
+    browser_headless: bool = Field(default=True, description="Run browser headless")
+    browser_timeout: int = Field(default=30, description="Browser timeout seconds")
+    
+    # Proxy settings
+    proxy_enabled: bool = Field(default=False, description="Enable proxy rotation")
+    proxy_rotation_interval: int = Field(default=300, description="Proxy rotation seconds")
+    
+    # Cache settings
+    cache_enabled: bool = Field(default=True, description="Enable response caching")
+    cache_ttl: int = Field(default=3600, description="Cache TTL seconds")
+    
+    # Threading
+    max_workers: int = Field(default=4, description="Max thread workers")
+    
+    # Performance
+    batch_size: int = Field(default=10, description="Batch processing size")
+    
+    model_config = {"extra": "forbid"}
+    
+    @classmethod
+    def for_development(cls, name: str, **kwargs) -> "DriverConfig":
+        """
+        Create development configuration with sensible defaults.
+        
+        Args:
+            name: Driver name
+            **kwargs: Additional configuration overrides
+        """
+        defaults = {
+            "name": name,
+            "mode": DriverMode.STANDALONE,
+            "log_level": "DEBUG",
+            "browser_headless": False,
+            "proxy_enabled": False,
+            "cache_enabled": True,
+            "max_workers": 2,
+        }
+        defaults.update(kwargs)
+        return cls(**defaults)
+    
+    @classmethod
+    def for_production(cls, name: str, **kwargs) -> "DriverConfig":
+        """
+        Create production configuration with performance and reliability defaults.
+        
+        Args:
+            name: Driver name
+            **kwargs: Additional configuration overrides
+        """
+        defaults = {
+            "name": name,
+            "mode": DriverMode.DAEMON,
+            "log_level": "INFO",
+            "browser_headless": True,
+            "proxy_enabled": True,
+            "cache_enabled": True,
+            "max_workers": 4,
+            "max_retries": 5,
+            "http_timeout": 60,
+            "browser_timeout": 60,
+        }
+        defaults.update(kwargs)
+        return cls(**defaults)
+    
+    @classmethod
+    def auto_detect(cls, name: str, **kwargs) -> "DriverConfig":
+        """
+        Auto-detect environment and create appropriate configuration.
+        
+        Uses UNREALON_ENV environment variable or unrealon_core config to determine environment.
+        
+        Args:
+            name: Driver name
+            **kwargs: Additional configuration overrides
+        """
+        # Try to detect environment
+        env_name = os.getenv("UNREALON_ENV", "development").lower()
+        
+        # Try unrealon_core if available
+        if UNREALON_CORE_AVAILABLE:
+            try:
+                env_config = get_environment_config()
+                if env_config.is_production:
+                    return cls.for_production(name, **kwargs)
+                elif env_config.is_development:
+                    return cls.for_development(name, **kwargs)
+            except Exception:
+                pass  # Fallback to env variable
+        
+        # Fallback to environment variable
+        if env_name in ("prod", "production"):
+            return cls.for_production(name, **kwargs)
+        else:
+            return cls.for_development(name, **kwargs)

{unrealon-2.0.4 → unrealon-2.0.5/unrealon.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unrealon
-Version: 2.0.4
+Version: 2.0.5
 Summary: Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities
 Author-email: UnrealOn Team <team@unrealon.com>
 License: MIT

{unrealon-2.0.4 → unrealon-2.0.5}/unrealon.egg-info/SOURCES.txt

@@ -58,7 +58,6 @@ unrealon-core/src/unrealon_core/models/arq_responses.py
 unrealon-core/src/unrealon_core/models/base.py
 unrealon-core/src/unrealon_core/models/bridge_stats.py
 unrealon-core/src/unrealon_core/models/communication.py
-unrealon-core/src/unrealon_core/models/config.py
 unrealon-core/src/unrealon_core/models/connection_stats.py
 unrealon-core/src/unrealon_core/models/driver.py
 unrealon-core/src/unrealon_core/models/driver_details.py

unrealon-2.0.4/unrealon-core/src/unrealon_core/models/config.py

@@ -1,47 +0,0 @@
-"""
-Config models - Phase 2 update.
-
-Import from strictly typed websocket models to avoid duplication.
-Following critical requirements - no raw Dict[str, Any].
-"""
-
-# Import strictly typed models from websocket package
-from .websocket.config import (
-    DriverConfiguration,
-    LoggingConfiguration,
-    TaskConfiguration,
-    ProxyConfiguration
-)
-from .base import ConfigBaseModel
-
-# System config that doesn't exist in websocket models yet
-class SystemConfig(ConfigBaseModel):
-    """System-wide configuration."""
-    
-    redis_url: str = "redis://localhost:6379/0"
-    websocket_url: str = "ws://localhost:8000/ws"
-    max_workers: int = 10
-    debug: bool = False
-
-# Legacy compatibility - map to new typed models
-HttpConfig = TaskConfiguration  # HTTP settings are part of task config
-ProxyConfig = ProxyConfiguration
-LoggingConfig = LoggingConfiguration
-BrowserConfig = TaskConfiguration  # Browser settings are part of task config
-CacheConfig = SystemConfig  # Cache settings are system-wide
-ThreadConfig = TaskConfiguration  # Thread settings are part of task config
-
-__all__ = [
-    'DriverConfiguration',
-    'LoggingConfiguration', 
-    'TaskConfiguration',
-    'ProxyConfiguration',
-    'SystemConfig',
-    # Legacy names
-    'HttpConfig',
-    'ProxyConfig',
-    'LoggingConfig',
-    'BrowserConfig',
-    'CacheConfig',
-    'ThreadConfig'
-]

unrealon-2.0.4/unrealon-driver/src/unrealon_driver/driver/core/config.py

@@ -1,85 +0,0 @@
-"""
-Clean driver configuration without hardcoded values.
-"""
-
-import os
-from enum import Enum
-from typing import Optional
-from pydantic import BaseModel, Field, computed_field
-
-
-class DriverMode(str, Enum):
-    """Driver operation modes."""
-    STANDALONE = "standalone"
-    DAEMON = "daemon"
-
-
-class DriverConfig(BaseModel):
-    """
-    Clean driver configuration.
-    No hardcoded presets - user configures everything explicitly.
-    """
-    
-    # Basic settings
-    name: str = Field(..., description="Driver name")
-    mode: DriverMode = Field(default=DriverMode.STANDALONE, description="Operation mode")
-    
-    # WebSocket connection (auto-detected)
-    websocket_url: Optional[str] = Field(default=None, description="Manual WebSocket URL override")
-    websocket_timeout: int = Field(default=30, description="WebSocket timeout seconds")
-    
-    @computed_field
-    @property
-    def effective_websocket_url(self) -> Optional[str]:
-        """
-        Auto-detect WebSocket URL from multiple sources.
-        
-        Priority:
-        1. Explicit websocket_url field
-        2. Environment variable UNREALON_WEBSOCKET_URL  
-        3. Environment variable UNREALON_WS_URL
-        4. Default localhost for development
-        """
-        # 1. Explicit override
-        if self.websocket_url:
-            return self.websocket_url
-        
-        # 2. Environment variables
-        env_url = (
-            os.getenv('UNREALON_WEBSOCKET_URL') or 
-            os.getenv('UNREALON_WS_URL') or
-            os.getenv('WS_URL')
-        )
-        if env_url:
-            return env_url
-        
-        # 3. No default - return None if nothing is configured
-        return None
-    
-    # Logging
-    log_level: str = Field(default="INFO", description="Logging level")
-    log_file: Optional[str] = Field(default=None, description="Log file path")
-    
-    # HTTP settings
-    http_timeout: int = Field(default=30, description="HTTP timeout seconds")
-    max_retries: int = Field(default=3, description="Max HTTP retries")
-    
-    # Browser settings
-    browser_headless: bool = Field(default=True, description="Run browser headless")
-    browser_timeout: int = Field(default=30, description="Browser timeout seconds")
-    
-    # Proxy settings
-    proxy_enabled: bool = Field(default=False, description="Enable proxy rotation")
-    proxy_rotation_interval: int = Field(default=300, description="Proxy rotation seconds")
-    
-    # Cache settings
-    cache_enabled: bool = Field(default=True, description="Enable response caching")
-    cache_ttl: int = Field(default=3600, description="Cache TTL seconds")
-    
-    # Threading
-    max_workers: int = Field(default=4, description="Max thread workers")
-    
-    # Performance
-    batch_size: int = Field(default=10, description="Batch processing size")
-    
-    model_config = {"extra": "forbid"}