unrealon 1.1.6__py3-none-any.whl → 2.0.5__py3-none-any.whl

unrealon_core/models/websocket/driver.py

@@ -0,0 +1,215 @@
+"""
+Driver WebSocket Models.
+
+Strictly typed models for driver registration and responses.
+No raw dictionaries - all data structures are Pydantic models.
+
+Phase 2: Core Systems - WebSocket Bridge
+"""
+
+from typing import List, Optional
+from pydantic import Field, ConfigDict, field_validator
+
+from ..base import UnrealOnBaseModel
+from .base import WebSocketMessage, MessageType
+from ...version import get_driver_version
+
+
+class DriverMetadata(UnrealOnBaseModel):
+    """Driver metadata with strict typing."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    region: Optional[str] = Field(
+        default=None,
+        description="Driver deployment region"
+    )
+    
+    environment: Optional[str] = Field(
+        default="production",
+        description="Environment (development, staging, production)"
+    )
+    
+    max_concurrent_tasks: Optional[int] = Field(
+        default=1,
+        ge=1,
+        le=100,
+        description="Maximum concurrent tasks"
+    )
+    
+    tags: List[str] = Field(
+        default_factory=list,
+        description="Driver tags for filtering"
+    )
+
+
+class DriverRegistrationData(UnrealOnBaseModel):
+    """Driver registration data payload - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    driver_id: str = Field(
+        min_length=1,
+        max_length=100,
+        description="Unique driver identifier"
+    )
+    
+    driver_name: str = Field(
+        min_length=1,
+        max_length=200,
+        description="Human-readable driver name"
+    )
+    
+    driver_type: str = Field(
+        min_length=1,
+        max_length=50,
+        description="Type of driver (universal, ecommerce, etc.)"
+    )
+    
+    capabilities: List[str] = Field(
+        default_factory=list,
+        description="List of supported task types"
+    )
+    
+    version: str = Field(
+        default_factory=get_driver_version,
+        pattern=r"^\d+\.\d+\.\d+$",
+        description="Driver version (semver)"
+    )
+    
+    metadata: DriverMetadata = Field(
+        default_factory=DriverMetadata,
+        description="Driver metadata"
+    )
+    
+    @field_validator('capabilities')
+    @classmethod
+    def validate_capabilities(cls, v: List[str]) -> List[str]:
+        """Validate capabilities list."""
+        if not v:
+            raise ValueError("Driver must have at least one capability")
+        
+        # Remove duplicates while preserving order
+        seen = set()
+        unique_caps = []
+        for cap in v:
+            if cap not in seen:
+                seen.add(cap)
+                unique_caps.append(cap)
+        
+        return unique_caps
+
+
+class DriverRegistrationMessage(WebSocketMessage):
+    """Driver registration message (Driver → Server)."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    type: MessageType = Field(
+        default=MessageType.DRIVER_REGISTER,
+        frozen=True
+    )
+    
+    data: DriverRegistrationData = Field(
+        description="Driver registration data"
+    )
+
+
+class DriverConfiguration(UnrealOnBaseModel):
+    """Driver configuration from server - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    heartbeat_interval: int = Field(
+        default=30,
+        ge=5,
+        le=300,
+        description="Heartbeat interval in seconds"
+    )
+    
+    log_level: str = Field(
+        default="INFO",
+        pattern=r"^(DEBUG|INFO|WARNING|ERROR|CRITICAL)$",
+        description="Logging level"
+    )
+    
+    batch_size: int = Field(
+        default=10,
+        ge=1,
+        le=100,
+        description="Log batch size"
+    )
+    
+    max_retries: int = Field(
+        default=3,
+        ge=0,
+        le=10,
+        description="Maximum task retries"
+    )
+    
+    timeout_seconds: int = Field(
+        default=300,
+        ge=30,
+        le=3600,
+        description="Default task timeout"
+    )
+
+
+class RegistrationResponseData(UnrealOnBaseModel):
+    """Registration response data payload - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    success: bool = Field(
+        description="Whether registration was successful"
+    )
+    
+    driver_id: str = Field(
+        description="Confirmed driver ID"
+    )
+    
+    session_id: str = Field(
+        description="WebSocket session ID"
+    )
+    
+    message: str = Field(
+        description="Registration status message"
+    )
+    
+    configuration: DriverConfiguration = Field(
+        default_factory=DriverConfiguration,
+        description="Driver configuration from server"
+    )
+
+
+class RegistrationResponseMessage(WebSocketMessage):
+    """Registration response message (Server → Driver)."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    type: MessageType = Field(
+        default=MessageType.DRIVER_REGISTER_RESPONSE,
+        frozen=True
+    )
+    
+    data: RegistrationResponseData = Field(
+        description="Registration response data"
+    )

unrealon_core/models/websocket/errors.py

@@ -0,0 +1,138 @@
+"""
+Error and Acknowledgment WebSocket Models.
+
+Strictly typed models for error messages and acknowledgments.
+No raw dictionaries - all data structures are Pydantic models.
+
+Phase 2: Core Systems - WebSocket Bridge
+"""
+
+from typing import Optional, List
+from pydantic import Field, ConfigDict
+
+from ..base import UnrealOnBaseModel
+from .base import WebSocketMessage, MessageType
+
+
+class ErrorDetails(UnrealOnBaseModel):
+    """Error details - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    field_errors: List[str] = Field(
+        default_factory=list,
+        description="Field validation errors"
+    )
+    
+    stack_trace: Optional[str] = Field(
+        default=None,
+        description="Stack trace (if available)"
+    )
+    
+    request_id: Optional[str] = Field(
+        default=None,
+        description="Request ID that caused the error"
+    )
+    
+    timestamp: Optional[str] = Field(
+        default=None,
+        description="Error timestamp"
+    )
+
+
+class ErrorData(UnrealOnBaseModel):
+    """Error data payload - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    error_code: str = Field(
+        min_length=1,
+        max_length=100,
+        description="Error code identifier"
+    )
+    
+    error_message: str = Field(
+        min_length=1,
+        max_length=1000,
+        description="Human-readable error message"
+    )
+    
+    details: Optional[ErrorDetails] = Field(
+        default=None,
+        description="Additional error details"
+    )
+    
+    retry_after: Optional[int] = Field(
+        default=None,
+        ge=0,
+        le=3600,
+        description="Retry after seconds (if retryable)"
+    )
+
+
+class ErrorMessage(WebSocketMessage):
+    """Error message (Bidirectional)."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    type: MessageType = Field(
+        default=MessageType.ERROR,
+        frozen=True
+    )
+    
+    data: ErrorData = Field(
+        description="Error data"
+    )
+
+
+class AckData(UnrealOnBaseModel):
+    """Acknowledgment data payload - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    acknowledged: bool = Field(
+        default=True,
+        description="Acknowledgment status"
+    )
+    
+    message: Optional[str] = Field(
+        default=None,
+        max_length=500,
+        description="Optional acknowledgment message"
+    )
+    
+    processing_time_ms: Optional[float] = Field(
+        default=None,
+        ge=0.0,
+        description="Processing time in milliseconds"
+    )
+
+
+class AckMessage(WebSocketMessage):
+    """Acknowledgment message (Bidirectional)."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    type: MessageType = Field(
+        default=MessageType.ACK,
+        frozen=True
+    )
+    
+    data: AckData = Field(
+        description="Acknowledgment data"
+    )

unrealon_core/models/websocket/heartbeat.py

@@ -0,0 +1,100 @@
+"""
+Heartbeat WebSocket Models.
+
+Strictly typed models for driver heartbeat messages.
+No raw dictionaries - all data structures are Pydantic models.
+
+Phase 2: Core Systems - WebSocket Bridge
+"""
+
+from typing import Optional
+from pydantic import Field, ConfigDict
+
+from ..base import UnrealOnBaseModel
+from .base import WebSocketMessage, MessageType
+
+
+class HeartbeatData(UnrealOnBaseModel):
+    """Heartbeat data payload - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    driver_status: str = Field(
+        default="ready",
+        pattern=r"^(ready|busy|idle|error|maintenance)$",
+        description="Current driver status"
+    )
+    
+    active_tasks: int = Field(
+        default=0,
+        ge=0,
+        le=1000,
+        description="Number of active tasks"
+    )
+    
+    completed_tasks: int = Field(
+        default=0,
+        ge=0,
+        description="Total completed tasks"
+    )
+    
+    failed_tasks: int = Field(
+        default=0,
+        ge=0,
+        description="Total failed tasks"
+    )
+    
+    uptime_seconds: float = Field(
+        default=0.0,
+        ge=0.0,
+        description="Driver uptime in seconds"
+    )
+    
+    memory_usage_mb: Optional[float] = Field(
+        default=None,
+        ge=0.0,
+        le=100000.0,  # 100GB max
+        description="Memory usage in MB"
+    )
+    
+    cpu_usage_percent: Optional[float] = Field(
+        default=None,
+        ge=0.0,
+        le=100.0,
+        description="CPU usage percentage"
+    )
+    
+    def get_success_rate(self) -> float:
+        """Calculate task success rate."""
+        total_tasks = self.completed_tasks + self.failed_tasks
+        if total_tasks == 0:
+            return 1.0
+        return self.completed_tasks / total_tasks
+    
+    def is_healthy(self) -> bool:
+        """Check if driver is healthy."""
+        return (
+            self.driver_status in ["ready", "busy", "idle"] and
+            self.get_success_rate() >= 0.8  # 80% success rate threshold
+        )
+
+
+class HeartbeatMessage(WebSocketMessage):
+    """Heartbeat message (Driver → Server)."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    type: MessageType = Field(
+        default=MessageType.DRIVER_HEARTBEAT,
+        frozen=True
+    )
+    
+    data: HeartbeatData = Field(
+        description="Heartbeat data"
+    )

unrealon_core/models/websocket/logging.py

@@ -0,0 +1,261 @@
+"""
+Logging WebSocket Models.
+
+Strictly typed models for log entries and batches.
+No raw dictionaries - all data structures are Pydantic models.
+
+Phase 2: Core Systems - WebSocket Bridge
+"""
+
+from typing import List, Optional
+from pydantic import Field, ConfigDict, field_validator
+
+from ..base import UnrealOnBaseModel
+from .base import WebSocketMessage, MessageType
+
+
+class LogContext(UnrealOnBaseModel):
+    """Log context data - strictly typed for centralized logging."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    # Task context
+    task_id: Optional[str] = Field(
+        default=None,
+        max_length=100,
+        description="Associated task ID"
+    )
+    
+    url: Optional[str] = Field(
+        default=None,
+        max_length=2000,
+        description="Associated URL"
+    )
+    
+    # Performance metrics
+    duration_ms: Optional[float] = Field(
+        default=None,
+        ge=0.0,
+        description="Operation duration in milliseconds"
+    )
+    
+    memory_usage_mb: Optional[float] = Field(
+        default=None,
+        ge=0.0,
+        description="Memory usage in MB"
+    )
+    
+    cpu_usage_percent: Optional[float] = Field(
+        default=None,
+        ge=0.0,
+        le=100.0,
+        description="CPU usage percentage"
+    )
+    
+    # Error context
+    error_code: Optional[str] = Field(
+        default=None,
+        max_length=50,
+        description="Error code if applicable"
+    )
+    
+    stack_trace: Optional[str] = Field(
+        default=None,
+        max_length=5000,
+        description="Stack trace for errors"
+    )
+    
+    # Network context
+    user_agent: Optional[str] = Field(
+        default=None,
+        max_length=500,
+        description="User agent used"
+    )
+    
+    proxy_id: Optional[str] = Field(
+        default=None,
+        max_length=100,
+        description="Proxy ID used"
+    )
+    
+    response_code: Optional[int] = Field(
+        default=None,
+        ge=100,
+        le=599,
+        description="HTTP response code"
+    )
+    
+    # Driver context
+    driver_version: Optional[str] = Field(
+        default=None,
+        max_length=50,
+        description="Driver version"
+    )
+    
+    session_id: Optional[str] = Field(
+        default=None,
+        max_length=100,
+        description="Driver session ID"
+    )
+
+
+class LogEntryData(UnrealOnBaseModel):
+    """Log entry data payload - strictly typed for centralized logging."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    # Core log fields
+    level: str = Field(
+        pattern=r"^(DEBUG|INFO|WARNING|ERROR|CRITICAL)$",
+        description="Log level"
+    )
+    
+    message: str = Field(
+        min_length=1,
+        max_length=2000,
+        description="Log message"
+    )
+    
+    timestamp: str = Field(
+        description="Log timestamp in ISO format"
+    )
+    
+    # Source identification
+    logger_name: str = Field(
+        default="driver",
+        min_length=1,
+        max_length=100,
+        description="Logger name"
+    )
+    
+    module: Optional[str] = Field(
+        default=None,
+        max_length=200,
+        description="Module that generated the log"
+    )
+    
+    function_name: Optional[str] = Field(
+        default=None,
+        max_length=100,
+        description="Function that generated the log"
+    )
+    
+    line_number: Optional[int] = Field(
+        default=None,
+        ge=1,
+        description="Line number where log was generated"
+    )
+    
+    # Driver identification
+    driver_id: str = Field(
+        min_length=1,
+        max_length=100,
+        description="Unique driver identifier"
+    )
+    
+    driver_type: str = Field(
+        default="unrealon_driver",
+        max_length=50,
+        description="Type of driver"
+    )
+    
+    # Environment
+    environment: str = Field(
+        default="production",
+        pattern=r"^(development|staging|production)$",
+        description="Environment where log was generated"
+    )
+    
+    # Rich context
+    context: LogContext = Field(
+        default_factory=LogContext,
+        description="Additional log context"
+    )
+    
+    @field_validator('timestamp')
+    @classmethod
+    def validate_timestamp(cls, v: str) -> str:
+        """Validate ISO timestamp format."""
+        from datetime import datetime
+        try:
+            datetime.fromisoformat(v.replace('Z', '+00:00'))
+            return v
+        except ValueError:
+            raise ValueError("timestamp must be valid ISO format")
+
+
+class LogEntryMessage(WebSocketMessage):
+    """Log entry message (Driver → Server)."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    type: MessageType = Field(
+        default=MessageType.LOG_MESSAGE,
+        frozen=True
+    )
+    
+    data: LogEntryData = Field(
+        description="Log entry data"
+    )
+
+
+class LogBatchData(UnrealOnBaseModel):
+    """Log batch data payload - strictly typed."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    logs: List[LogEntryData] = Field(
+        min_length=1,
+        max_length=100,
+        description="Batch of log entries"
+    )
+    
+    driver_id: str = Field(
+        min_length=1,
+        description="Driver ID for the batch"
+    )
+    
+    batch_timestamp: str = Field(
+        description="Timestamp when batch was created (ISO format)"
+    )
+    
+    @field_validator('batch_timestamp')
+    @classmethod
+    def validate_timestamp(cls, v: str) -> str:
+        """Validate ISO timestamp format."""
+        from datetime import datetime
+        try:
+            datetime.fromisoformat(v.replace('Z', '+00:00'))
+            return v
+        except ValueError:
+            raise ValueError("batch_timestamp must be valid ISO format")
+
+
+class LogBatchMessage(WebSocketMessage):
+    """Log batch message (Driver → Server)."""
+    
+    model_config = ConfigDict(
+        validate_assignment=True,
+        extra="forbid"
+    )
+    
+    type: MessageType = Field(
+        default=MessageType.LOG_BATCH,
+        frozen=True
+    )
+    
+    data: LogBatchData = Field(
+        description="Log batch data"
+    )