unrealon 1.1.6__py3-none-any.whl → 2.0.5__py3-none-any.whl

unrealon_core/models/typed_responses.py

@@ -0,0 +1,210 @@
+"""
+Typed Response Models
+
+Strictly typed models to replace Dict[str, Any] usage.
+Following critical requirements - no raw Dict[str, Any].
+
+Phase 2: Core Systems - Typed Responses
+"""
+
+from datetime import datetime
+from typing import Optional, List
+from pydantic import BaseModel, Field, ConfigDict
+
+from .base import UnrealOnBaseModel
+
+
+class HealthCheckDetails(UnrealOnBaseModel):
+    """Health check details model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    manager_status: str = Field(description="Manager status")
+    success_rate: float = Field(description="Success rate percentage")
+    total_operations: int = Field(description="Total operations count")
+    uptime_seconds: float = Field(description="Uptime in seconds")
+
+
+class HealthCheckResult(UnrealOnBaseModel):
+    """Health check result model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    status: str = Field(description="Health status")
+    message: str = Field(description="Health message")
+    details: HealthCheckDetails = Field(description="Health details")
+
+
+class StatusInfo(UnrealOnBaseModel):
+    """Status information model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    name: str = Field(description="Component name")
+    status: str = Field(description="Component status")
+    enabled: bool = Field(description="Whether component is enabled")
+    uptime_seconds: Optional[float] = Field(default=None, description="Uptime in seconds")
+    initialization_time: Optional[str] = Field(default=None, description="Initialization time ISO string")
+    shutdown_time: Optional[str] = Field(default=None, description="Shutdown time ISO string")
+    stats: "StatsModel" = Field(description="Component statistics")
+    config: "ConfigModel" = Field(description="Component configuration")
+
+
+class StatsModel(UnrealOnBaseModel):
+    """Statistics model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    operations_total: int = Field(default=0, description="Total operations")
+    operations_successful: int = Field(default=0, description="Successful operations")
+    operations_failed: int = Field(default=0, description="Failed operations")
+    last_operation_time: Optional[str] = Field(default=None, description="Last operation time ISO string")
+    average_operation_time: float = Field(default=0.0, description="Average operation time")
+
+
+class ConfigModel(UnrealOnBaseModel):
+    """Configuration model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    enabled: bool = Field(description="Whether enabled")
+    timeout_seconds: float = Field(description="Timeout in seconds")
+    retry_count: int = Field(description="Retry count")
+    log_level: str = Field(description="Log level")
+
+
+class SessionInfo(UnrealOnBaseModel):
+    """HTTP session information model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    cookies_count: int = Field(description="Number of cookies")
+    has_proxy_manager: bool = Field(description="Whether proxy manager is available")
+    use_proxy_manager: bool = Field(description="Whether using proxy manager")
+    max_connections: int = Field(description="Maximum connections")
+    default_timeout: float = Field(description="Default timeout")
+
+
+class ProxyStats(UnrealOnBaseModel):
+    """Proxy statistics model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    total_proxies: int = Field(description="Total proxies")
+    healthy_proxies: int = Field(description="Healthy proxies")
+    banned_proxies: int = Field(description="Banned proxies")
+    average_success_rate: float = Field(description="Average success rate")
+    rotation_strategy: str = Field(description="Rotation strategy")
+    current_index: int = Field(description="Current rotation index")
+    has_rpc_client: bool = Field(description="Whether RPC client is available")
+
+
+class ThreadStats(UnrealOnBaseModel):
+    """Thread statistics model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    thread_pools: "ThreadPoolsInfo" = Field(description="Thread pools information")
+    concurrency: "ConcurrencyInfo" = Field(description="Concurrency information")
+    active_task_names: List[str] = Field(description="Active task names")
+
+
+class ThreadPoolsInfo(UnrealOnBaseModel):
+    """Thread pools information model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    io_bound: "ThreadPoolInfo" = Field(description="I/O bound thread pool")
+    cpu_bound: "ThreadPoolInfo" = Field(description="CPU bound thread pool")
+    general: "ThreadPoolInfo" = Field(description="General thread pool")
+
+
+class ThreadPoolInfo(UnrealOnBaseModel):
+    """Thread pool information model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    max_workers: int = Field(description="Maximum workers")
+    available: bool = Field(description="Whether available")
+
+
+class ConcurrencyInfo(UnrealOnBaseModel):
+    """Concurrency information model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    max_concurrent_tasks: int = Field(description="Maximum concurrent tasks")
+    active_tasks: int = Field(description="Active tasks")
+    semaphore_available: int = Field(description="Available semaphore permits")
+
+
+class CacheStats(UnrealOnBaseModel):
+    """Cache statistics model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    entries: int = Field(description="Number of entries")
+    max_entries: int = Field(description="Maximum entries")
+    memory_usage_mb: float = Field(description="Memory usage in MB")
+    max_memory_mb: int = Field(description="Maximum memory in MB")
+    hits: int = Field(description="Cache hits")
+    misses: int = Field(description="Cache misses")
+    hit_rate_percent: float = Field(description="Hit rate percentage")
+    evictions: int = Field(description="Number of evictions")
+    eviction_strategy: str = Field(description="Eviction strategy")
+
+
+class BatchStats(UnrealOnBaseModel):
+    """Batch statistics model."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    current_batch_size: int = Field(description="Current batch size")
+    max_batch_size: int = Field(description="Maximum batch size")
+    batch_timeout: float = Field(description="Batch timeout")
+    has_rpc_client: bool = Field(description="Whether RPC client is available")
+
+
+# Update forward references
+StatusInfo.model_rebuild()
+ThreadStats.model_rebuild()
+ThreadPoolsInfo.model_rebuild()

unrealon_core/models/websocket/__init__.py

@@ -0,0 +1,91 @@
+"""
+WebSocket Models Package.
+
+Strictly typed WebSocket communication models following critical requirements:
+- No raw Dict[str, Any] usage
+- 100% Pydantic v2 validation
+- Files under 500 lines each
+- Complete type safety
+
+Phase 2: Core Systems - WebSocket Bridge
+"""
+
+from .base import MessageType, WebSocketMessage
+from .driver import (
+    DriverRegistrationData, DriverRegistrationMessage,
+    RegistrationResponseData, RegistrationResponseMessage
+)
+from .tasks import (
+    TaskAssignmentData, TaskAssignmentMessage,
+    TaskResultData, TaskResultMessage
+)
+from .logging import (
+    LogEntryData, LogEntryMessage,
+    LogBatchData, LogBatchMessage
+)
+from .heartbeat import HeartbeatData, HeartbeatMessage
+from .config import ConfigurationUpdateData, ConfigurationUpdateMessage
+from .errors import ErrorData, ErrorMessage, AckData, AckMessage
+from .proxy import (
+    # Core models
+    ProxyType, ProxyHealthStatus, ProxyCredentials, ProxyInfo, ProxyAssignment,
+    # Data payloads
+    ProxyRequestData, ProxyResponseData, ProxyHealthReportData,
+    ProxyRotationRequestData, ProxyReleaseData,
+    # WebSocket messages
+    ProxyRequestMessage, ProxyResponseMessage, ProxyHealthReportMessage,
+    ProxyRotationRequestMessage, ProxyReleaseMessage
+)
+
+from .utils import create_error_message, create_ack_message
+
+__all__ = [
+    # Base
+    'MessageType',
+    'WebSocketMessage',
+    
+    # Driver messages
+    'DriverRegistrationData',
+    'DriverRegistrationMessage', 
+    'RegistrationResponseData',
+    'RegistrationResponseMessage',
+    
+    # Task messages
+    'TaskAssignmentData',
+    'TaskAssignmentMessage',
+    'TaskResultData', 
+    'TaskResultMessage',
+    
+    # Logging messages
+    'LogEntryData',
+    'LogEntryMessage',
+    'LogBatchData',
+    'LogBatchMessage',
+    
+    # Heartbeat messages
+    'HeartbeatData',
+    'HeartbeatMessage',
+    
+    # Configuration messages
+    'ConfigurationUpdateData',
+    'ConfigurationUpdateMessage',
+    
+    # Error messages
+    'ErrorData',
+    'ErrorMessage',
+    'AckData',
+    'AckMessage',
+    
+    # Proxy core models
+    'ProxyType', 'ProxyHealthStatus', 'ProxyCredentials', 'ProxyInfo', 'ProxyAssignment',
+    # Proxy data payloads
+    'ProxyRequestData', 'ProxyResponseData', 'ProxyHealthReportData',
+    'ProxyRotationRequestData', 'ProxyReleaseData',
+    # Proxy messages
+    'ProxyRequestMessage', 'ProxyResponseMessage', 'ProxyHealthReportMessage',
+    'ProxyRotationRequestMessage', 'ProxyReleaseMessage',
+    
+    # Utilities
+    'create_error_message',
+    'create_ack_message'
+]

unrealon_core/models/websocket/base.py

@@ -0,0 +1,49 @@
+"""
+Base WebSocket Models.
+
+Core message types and base classes for WebSocket communication.
+Strictly typed without raw dictionaries.
+
+Phase 2: Core Systems - WebSocket Bridge
+"""
+
+from typing import Optional
+from datetime import datetime
+
+from pydantic import Field, ConfigDict, field_serializer
+from ..base import UnrealOnBaseModel, TimestampedModel, IdentifiedModel
+from ...enums.types import MessageType
+from ...utils.time import datetime_to_iso
+
+
+class WebSocketMessage(IdentifiedModel, TimestampedModel):
+    """
+    Base WebSocket message model.
+    
+    All WebSocket messages inherit from this base class for consistency.
+    Provides message ID, timestamp, and optional correlation ID.
+    
+    CRITICAL: No raw Dict[str, Any] - all data must be typed!
+    """
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="allow",
+        use_enum_values=True
+    )
+    
+    type: MessageType = Field(
+        description="Type of the WebSocket message"
+    )
+    
+    correlation_id: Optional[str] = Field(
+        default=None,
+        description="ID of the message this is responding to"
+    )
+    
+    @field_serializer('created_at', 'updated_at', when_used='json')
+    def serialize_datetime_fields(self, value: Optional[datetime]) -> Optional[str]:
+        """Serialize datetime fields to ISO format."""
+        return datetime_to_iso(value)
+    
+

unrealon_core/models/websocket/config.py

@@ -0,0 +1,200 @@
+"""
+Configuration WebSocket Models.
+
+Strictly typed models for configuration updates.
+No raw dictionaries - all data structures are Pydantic models.
+
+Phase 2: Core Systems - WebSocket Bridge
+"""
+
+from typing import Optional, List
+from pydantic import Field, ConfigDict
+
+from ..base import UnrealOnBaseModel
+from .base import WebSocketMessage, MessageType
+
+
+class LoggingConfiguration(UnrealOnBaseModel):
+    """Logging configuration - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    level: str = Field(
+        default="INFO",
+        pattern=r"^(DEBUG|INFO|WARNING|ERROR|CRITICAL)$",
+        description="Logging level"
+    )
+    
+    batch_size: int = Field(
+        default=10,
+        ge=1,
+        le=100,
+        description="Log batch size"
+    )
+    
+    send_interval: float = Field(
+        default=1.0,
+        ge=0.1,
+        le=60.0,
+        description="Log send interval in seconds"
+    )
+    
+    local_logging: bool = Field(
+        default=True,
+        description="Enable local logging"
+    )
+
+
+class TaskConfiguration(UnrealOnBaseModel):
+    """Task configuration - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    max_concurrent_tasks: int = Field(
+        default=1,
+        ge=1,
+        le=100,
+        description="Maximum concurrent tasks"
+    )
+    
+    default_timeout: float = Field(
+        default=300.0,
+        ge=30.0,
+        le=3600.0,
+        description="Default task timeout in seconds"
+    )
+    
+    max_retries: int = Field(
+        default=3,
+        ge=0,
+        le=10,
+        description="Maximum task retries"
+    )
+    
+    retry_delay: float = Field(
+        default=1.0,
+        ge=0.1,
+        le=60.0,
+        description="Retry delay in seconds"
+    )
+
+
+class ProxyConfiguration(UnrealOnBaseModel):
+    """Proxy configuration - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    enabled: bool = Field(
+        default=False,
+        description="Enable proxy usage"
+    )
+    
+    rotation_enabled: bool = Field(
+        default=True,
+        description="Enable proxy rotation"
+    )
+    
+    rotation_interval: int = Field(
+        default=10,
+        ge=1,
+        le=1000,
+        description="Proxy rotation interval (requests)"
+    )
+    
+    health_check_interval: float = Field(
+        default=60.0,
+        ge=10.0,
+        le=3600.0,
+        description="Proxy health check interval in seconds"
+    )
+
+
+class DriverConfiguration(UnrealOnBaseModel):
+    """Complete driver configuration - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    heartbeat_interval: int = Field(
+        default=30,
+        ge=5,
+        le=300,
+        description="Heartbeat interval in seconds"
+    )
+    
+    logging: LoggingConfiguration = Field(
+        default_factory=LoggingConfiguration,
+        description="Logging configuration"
+    )
+    
+    tasks: TaskConfiguration = Field(
+        default_factory=TaskConfiguration,
+        description="Task configuration"
+    )
+    
+    proxy: ProxyConfiguration = Field(
+        default_factory=ProxyConfiguration,
+        description="Proxy configuration"
+    )
+    
+    enabled_managers: List[str] = Field(
+        default_factory=lambda: ["logger", "http", "proxy"],
+        description="List of enabled managers"
+    )
+
+
+class ConfigurationUpdateData(UnrealOnBaseModel):
+    """Configuration update data payload - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    configuration: DriverConfiguration = Field(
+        description="Updated configuration parameters"
+    )
+    
+    apply_immediately: bool = Field(
+        default=True,
+        description="Whether to apply configuration immediately"
+    )
+    
+    restart_required: bool = Field(
+        default=False,
+        description="Whether driver restart is required"
+    )
+    
+    config_version: Optional[str] = Field(
+        default=None,
+        description="Configuration version"
+    )
+
+
+class ConfigurationUpdateMessage(WebSocketMessage):
+    """Configuration update message (Server → Driver)."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    type: MessageType = Field(
+        default=MessageType.COMMAND_CONFIG_UPDATE,
+        frozen=True
+    )
+    
+    data: ConfigurationUpdateData = Field(
+        description="Configuration update data"
+    )