unrealon 1.0.9__py3-none-any.whl → 1.1.0__py3-none-any.whl

unrealon_driver/src/dto/cli.py

@@ -1,119 +0,0 @@
-"""
-CLI Configuration Models for UnrealOn Driver v3.0
-
-Type-safe configuration for CLI interface.
-COMPLIANCE: 100% Pydantic v2 compliant.
-"""
-
-from pydantic import BaseModel, Field, ConfigDict, field_validator
-from typing import Optional, Dict, Any
-
-from .config import LogLevel
-
-
-class ParserInstanceConfig(BaseModel):
-    """
-    Pydantic configuration model for Parser initialization.
-    COMPLIANCE: CRITICAL_REQUIREMENTS.md - Pydantic v2 validation.
-    """
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-        str_strip_whitespace=True,
-    )
-
-    # Core identity
-    parser_id: str = Field(
-        ...,
-        min_length=2,
-        max_length=50,
-        pattern=r"^[a-z][a-z0-9_]*$",
-        description="Unique parser identifier (snake_case)",
-    )
-    parser_name: Optional[str] = Field(
-        default=None,
-        min_length=1,
-        max_length=100,
-        description="Human-readable parser name (auto-generated if None)",
-    )
-
-    # System configuration
-    system_dir: str = Field(
-        default="system",
-        min_length=1,
-        description="System directory for logs and files",
-    )
-    log_level: LogLevel = Field(default=LogLevel.INFO, description="Logging level")
-
-    # Optional metadata
-    description: Optional[str] = Field(
-        default=None, max_length=200, description="Parser description"
-    )
-    version: str = Field(
-        default="1.0.0",
-        pattern=r"^\d+\.\d+\.\d+$",
-        description="Parser version (semantic versioning)",
-    )
-
-    @field_validator("parser_name")
-    @classmethod
-    def generate_parser_name(cls, v: Optional[str], info) -> str:
-        """Auto-generate parser_name from parser_id if not provided."""
-        if v is None and "parser_id" in info.data:
-            parser_id = info.data["parser_id"]
-            return parser_id.replace("_", " ").title()
-        return v or "Unknown Parser"
-
-    def to_parser_config(self) -> dict:
-        """Convert to dict for Parser initialization."""
-        return {
-            "parser_id": self.parser_id,
-            "parser_name": self.parser_name,
-            "debug_mode": self.log_level in {LogLevel.DEBUG, LogLevel.TRACE},
-            "system_dir": self.system_dir,
-            "environment": (
-                "development"
-                if self.log_level in {LogLevel.DEBUG, LogLevel.TRACE}
-                else "production"
-            ),
-            "logger": {"log_level": self.log_level.value},
-        }
-
-
-def create_parser_config(
-    parser_id: str,
-    parser_name: Optional[str] = None,
-    system_dir: str = "system",
-    log_level: str = "INFO",
-    **kwargs,
-) -> ParserInstanceConfig:
-    """
-    Factory function for creating ParserInstanceConfig.
-    COMPLIANCE: CRITICAL_REQUIREMENTS.md - Factory for clean instantiation.
-
-    Args:
-        parser_id: Unique parser identifier
-        parser_name: Human-readable name (auto-generated if None)
-        system_dir: System directory
-        log_level: Logging level
-        **kwargs: Additional parameters
-
-    Returns:
-        Validated ParserInstanceConfig
-
-    Example:
-        config = create_parser_config(
-            parser_id="simple_extractor",
-            system_dir="system",
-            log_level="DEBUG"
-        )
-        parser = SimpleParser(config)
-    """
-    return ParserInstanceConfig(
-        parser_id=parser_id,
-        parser_name=parser_name,
-        system_dir=system_dir,
-        log_level=LogLevel(log_level.upper()),
-        **kwargs,
-    )

unrealon_driver/src/dto/config.py

@@ -1,18 +0,0 @@
-"""
-Configuration models for UnrealOn Driver v3.0
-
-Pydantic v2 models for type-safe configuration.
-"""
-
-from enum import Enum
-
-
-class LogLevel(str, Enum):
-    """Logging levels enumeration."""
-
-    TRACE = "TRACE"
-    DEBUG = "DEBUG"
-    INFO = "INFO"
-    WARNING = "WARNING"
-    ERROR = "ERROR"
-    CRITICAL = "CRITICAL"

unrealon_driver/src/dto/events.py

@@ -1,237 +0,0 @@
-"""
-Driver Event Types - UnrealOn Driver v3.0
-
-Specialized event types for driver operations with full SDK integration.
-Provides structured logging for browser automation, parsing, and system monitoring.
-
-COMPLIANCE: 100% Pydantic v2 compliant, no Dict[str, Any] usage.
-"""
-
-from enum import Enum
-from typing import Optional, List
-from datetime import datetime
-from pydantic import BaseModel, Field, ConfigDict
-
-
-class DriverEventType(str, Enum):
-    """
-    🎯 Driver-specific event types for comprehensive operation tracking.
-
-    Each event has a unique string value for proper enum behavior and naming.
-    Provides driver-specific semantics for better monitoring and debugging.
-    """
-
-    # ==========================================
-    # SERVICE LIFECYCLE EVENTS
-    # ==========================================
-    SERVICE_INITIALIZED = "service_initialized"
-    SERVICE_CONFIGURED = "service_configured"
-    SERVICE_STARTED = "service_started"
-    SERVICE_STOPPED = "service_stopped"
-    SERVICE_ERROR = "service_error"
-    SERVICE_HEALTH_CHECK = "service_health_check"
-
-    # ==========================================
-    # DRIVER-SPECIFIC BROWSER EVENTS (not covered by unrealon_browser)
-    # ==========================================
-    BROWSER_CONTENT_EXTRACTED = (
-        "browser_content_extracted"  # Driver's structured extraction
-    )
-    BROWSER_SCREENSHOT_TAKEN = "browser_screenshot_taken"  # Driver's screenshot feature
-
-    # ==========================================
-    # PARSER OPERATION EVENTS
-    # ==========================================
-    PARSER_STARTED = "parser_started"
-    PARSER_COMPLETED = "parser_completed"
-    PARSER_FAILED = "parser_failed"
-    PARSER_DATA_EXTRACTED = "parser_data_extracted"
-    PARSER_VALIDATION_PASSED = "parser_validation_passed"
-    PARSER_VALIDATION_FAILED = "parser_validation_failed"
-    PARSER_SCHEMA_APPLIED = "parser_schema_applied"
-    PARSER_RETRY_ATTEMPTED = "parser_retry_attempted"
-    PARSER_TIMEOUT = "parser_timeout"
-
-    # ==========================================
-    # DRIVER-SPECIFIC LLM EVENTS (not covered by unrealon_llm)
-    # ==========================================
-    LLM_EXTRACTION_WITH_BROWSER = (
-        "llm_extraction_with_browser"  # Driver's browser+LLM integration
-    )
-    LLM_BATCH_PROCESSING = "llm_batch_processing"  # Driver's batch processing
-
-    # ==========================================
-    # SCHEDULER EVENTS
-    # ==========================================
-    SCHEDULER_TASK_QUEUED = "scheduler_task_queued"
-    SCHEDULER_TASK_STARTED = "scheduler_task_started"
-    SCHEDULER_TASK_COMPLETED = "scheduler_task_completed"
-    SCHEDULER_TASK_FAILED = "scheduler_task_failed"
-    SCHEDULER_TASK_RETRY = "scheduler_task_retry"
-    SCHEDULER_CRON_TRIGGERED = "scheduler_cron_triggered"
-    SCHEDULER_QUEUE_FULL = "scheduler_queue_full"
-
-    # ==========================================
-    # WEBSOCKET SERVICE EVENTS (driver-specific only, SDK handles connection events)
-    # ==========================================
-    WEBSOCKET_COMMAND_HANDLER_REGISTERED = "websocket_command_handler_registered"
-
-    # ==========================================
-    # METRICS SERVICE EVENTS (driver-specific metrics collection)
-    # ==========================================
-    METRICS_COLLECTION_STARTED = "metrics_collection_started"
-    METRICS_COLLECTION_COMPLETED = "metrics_collection_completed"
-    METRICS_DATA_AGGREGATED = "metrics_data_aggregated"
-
-
-# Convenience mappings for common event scenarios
-BROWSER_EVENTS = [
-    DriverEventType.BROWSER_CONTENT_EXTRACTED,  # Driver-specific structured extraction
-    DriverEventType.BROWSER_SCREENSHOT_TAKEN,  # Driver-specific screenshot feature
-]
-
-PARSER_EVENTS = [
-    DriverEventType.PARSER_STARTED,
-    DriverEventType.PARSER_DATA_EXTRACTED,
-    DriverEventType.PARSER_VALIDATION_PASSED,
-    DriverEventType.PARSER_COMPLETED,
-]
-
-LLM_EVENTS = [
-    DriverEventType.LLM_EXTRACTION_WITH_BROWSER,  # Driver-specific browser+LLM integration
-    DriverEventType.LLM_BATCH_PROCESSING,  # Driver-specific batch processing
-]
-
-SCHEDULER_EVENTS = [
-    DriverEventType.SCHEDULER_TASK_QUEUED,
-    DriverEventType.SCHEDULER_TASK_STARTED,
-    DriverEventType.SCHEDULER_TASK_COMPLETED,
-    DriverEventType.SCHEDULER_CRON_TRIGGERED,
-]
-
-WEBSOCKET_EVENTS = [
-    DriverEventType.WEBSOCKET_COMMAND_HANDLER_REGISTERED,  # Driver-specific handler registration
-]
-
-METRICS_EVENTS = [
-    DriverEventType.METRICS_COLLECTION_STARTED,
-    DriverEventType.METRICS_COLLECTION_COMPLETED,
-    DriverEventType.METRICS_DATA_AGGREGATED,
-]
-
-ERROR_EVENTS = [
-    DriverEventType.SERVICE_ERROR,
-    DriverEventType.PARSER_FAILED,
-    DriverEventType.PARSER_VALIDATION_FAILED,
-    DriverEventType.PARSER_TIMEOUT,
-    DriverEventType.SCHEDULER_TASK_FAILED,
-    DriverEventType.SCHEDULER_QUEUE_FULL,
-]
-
-
-class DriverEventContext(BaseModel):
-    """
-    🎯 Structured context for driver events with full type safety.
-
-    Provides rich context information for driver operations
-    with automatic validation and serialization.
-    """
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-        str_strip_whitespace=True,
-    )
-
-    # Core identification
-    parser_id: str = Field(..., description="Parser identifier")
-    parser_name: str = Field(..., description="Human-readable parser name")
-
-    # Event details
-    event_type: DriverEventType = Field(..., description="Type of driver event")
-    timestamp: datetime = Field(
-        default_factory=datetime.utcnow, description="Event timestamp"
-    )
-
-    # Operation context
-    operation_id: Optional[str] = Field(
-        default=None, description="Unique operation identifier"
-    )
-    session_id: Optional[str] = Field(default=None, description="Session identifier")
-
-    # Performance metrics
-    duration_ms: Optional[float] = Field(
-        default=None, ge=0, description="Operation duration in milliseconds"
-    )
-    memory_usage_mb: Optional[float] = Field(
-        default=None, ge=0, description="Memory usage in MB"
-    )
-
-    # Browser context
-    page_url: Optional[str] = Field(default=None, description="Current page URL")
-    page_title: Optional[str] = Field(default=None, description="Page title")
-    browser_version: Optional[str] = Field(default=None, description="Browser version")
-
-    # LLM context
-    llm_model: Optional[str] = Field(default=None, description="LLM model used")
-    tokens_used: Optional[int] = Field(
-        default=None, ge=0, description="Tokens consumed"
-    )
-    cost_usd: Optional[float] = Field(
-        default=None, ge=0, description="Operation cost in USD"
-    )
-
-    # Data context
-    items_processed: Optional[int] = Field(
-        default=None, ge=0, description="Number of items processed"
-    )
-    data_size_bytes: Optional[int] = Field(
-        default=None, ge=0, description="Data size in bytes"
-    )
-
-    # Error context
-    error_type: Optional[str] = Field(default=None, description="Error type if failed")
-    error_message: Optional[str] = Field(default=None, description="Error message")
-    stack_trace: Optional[str] = Field(
-        default=None, description="Stack trace for debugging"
-    )
-
-    # Additional metadata
-    environment: str = Field(default="development", description="Runtime environment")
-    service_name: Optional[str] = Field(
-        default=None, description="Service that generated the event"
-    )
-    tags: List[str] = Field(
-        default_factory=list, description="Event tags for filtering"
-    )
-
-
-class DriverEventMetrics(BaseModel):
-    """Performance metrics for driver events."""
-
-    model_config = ConfigDict(validate_assignment=True, extra="forbid")
-
-    # Timing metrics
-    start_time: datetime = Field(..., description="Event start time")
-    end_time: Optional[datetime] = Field(default=None, description="Event end time")
-    duration_seconds: Optional[float] = Field(
-        default=None, ge=0, description="Duration in seconds"
-    )
-
-    # Resource metrics
-    cpu_percent: Optional[float] = Field(
-        default=None, ge=0, le=100, description="CPU usage percentage"
-    )
-    memory_mb: Optional[float] = Field(
-        default=None, ge=0, description="Memory usage in MB"
-    )
-    network_bytes: Optional[int] = Field(
-        default=None, ge=0, description="Network bytes transferred"
-    )
-
-    # Success metrics
-    success_rate: Optional[float] = Field(
-        default=None, ge=0, le=1, description="Success rate (0-1)"
-    )
-    retry_count: int = Field(default=0, ge=0, description="Number of retries")
-    error_count: int = Field(default=0, ge=0, description="Number of errors")

unrealon_driver/src/dto/execution.py

@@ -1,313 +0,0 @@
-"""
-Execution mode configuration models for UnrealOn Driver v3.0
-
-Type-safe configuration for all execution modes.
-COMPLIANCE: 100% Pydantic v2 compliant, no Dict[str, Any] usage.
-"""
-
-from pydantic import BaseModel, Field, ConfigDict
-from typing import Optional, List
-from enum import Enum
-
-from .config import LogLevel
-
-
-class ExecutionEnvironment(str, Enum):
-    """Execution environment enumeration."""
-
-    DEVELOPMENT = "development"
-    TESTING = "testing"
-    STAGING = "staging"
-    PRODUCTION = "production"
-
-
-class ParserTestConfig(BaseModel):
-    """Type-safe configuration for test mode execution."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-        str_strip_whitespace=True,
-    )
-
-    # Core settings
-    environment: ExecutionEnvironment = Field(default=ExecutionEnvironment.TESTING)
-    verbose: bool = Field(default=False, description="Enable verbose output")
-    show_browser: bool = Field(default=False, description="Show browser window")
-    save_screenshots: bool = Field(default=False, description="Save debug screenshots")
-
-    # Performance settings
-    timeout_seconds: int = Field(default=60, ge=1, le=3600, description="Test timeout")
-    max_retries: int = Field(
-        default=3, ge=0, le=10, description="Maximum retry attempts"
-    )
-
-    # Output settings
-    output_format: str = Field(default="json", pattern=r"^(json|yaml|csv)$")
-    save_results: bool = Field(default=False, description="Save results to file")
-    results_file: Optional[str] = Field(default=None, description="Results file path")
-
-
-class DaemonModeConfig(BaseModel):
-    """Type-safe configuration for daemon mode execution."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-        str_strip_whitespace=True,
-    )
-
-    # WebSocket settings
-    server_url: Optional[str] = Field(default=None, description="WebSocket server URL")
-    api_key: Optional[str] = Field(default=None, description="Authentication API key")
-    auto_reconnect: bool = Field(
-        default=True, description="Auto-reconnect on disconnect"
-    )
-
-    # Connection settings
-    connection_timeout: int = Field(
-        default=30, ge=1, le=300, description="Connection timeout"
-    )
-    heartbeat_interval: int = Field(
-        default=30, ge=5, le=300, description="Heartbeat interval"
-    )
-    max_reconnect_attempts: int = Field(
-        default=10, ge=1, le=100, description="Max reconnection attempts"
-    )
-
-    # Health monitoring
-    health_check_interval: int = Field(
-        default=60, ge=10, le=3600, description="Health check interval"
-    )
-    enable_metrics: bool = Field(default=True, description="Enable metrics collection")
-
-
-class ScheduledModeConfig(BaseModel):
-    """Type-safe configuration for scheduled mode execution."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-        str_strip_whitespace=True,
-    )
-
-    # Scheduling settings
-    every: str = Field(..., description="Schedule interval (30m, 1h, daily)")
-    at: Optional[str] = Field(
-        default=None, description="Specific time for daily schedules"
-    )
-    max_runs: Optional[int] = Field(
-        default=None, ge=1, description="Maximum number of runs"
-    )
-
-    # Execution settings
-    timeout: int = Field(default=300, ge=30, le=3600, description="Task timeout")
-    retry_attempts: int = Field(
-        default=3, ge=0, le=10, description="Retry attempts on failure"
-    )
-    max_concurrent: int = Field(
-        default=1, ge=1, le=10, description="Max concurrent tasks"
-    )
-
-    # Advanced settings
-    jitter: bool = Field(default=True, description="Enable jitter for load balancing")
-    jitter_range: float = Field(
-        default=0.1, ge=0.0, le=0.5, description="Jitter range (0.1 = ±10%)"
-    )
-    error_handling: str = Field(default="retry", pattern=r"^(retry|skip|stop)$")
-
-
-class InteractiveModeConfig(BaseModel):
-    """Type-safe configuration for interactive mode execution."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-        str_strip_whitespace=True,
-    )
-
-    # Interface settings
-    enable_debugger: bool = Field(
-        default=True, description="Enable interactive debugger"
-    )
-    show_browser: bool = Field(default=True, description="Show browser window")
-    auto_reload: bool = Field(default=True, description="Auto-reload on code changes")
-
-    # Development settings
-    log_level: LogLevel = Field(default=LogLevel.DEBUG, description="Logging level")
-    enable_profiling: bool = Field(
-        default=False, description="Enable performance profiling"
-    )
-    save_session: bool = Field(default=True, description="Save interactive session")
-
-
-class ExecutionResult(BaseModel):
-    """Type-safe execution result model."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-    )
-
-    # Status
-    success: bool = Field(..., description="Execution success status")
-    execution_id: str = Field(..., description="Unique execution identifier")
-
-    # Timing
-    start_time: str = Field(default="", description="Execution start time (ISO format)")
-    end_time: str = Field(default="", description="Execution end time (ISO format)")
-    duration_seconds: float = Field(default=0.0, ge=0.0, description="Execution duration")
-
-    # Data
-    data: Optional[dict] = Field(default=None, description="Parsed data result")
-    items_processed: int = Field(
-        default=0, ge=0, description="Number of items processed"
-    )
-
-    # Error information
-    error: Optional["ErrorInfo"] = Field(
-        default=None, description="Error details if failed"
-    )
-
-    # Performance metrics
-    performance_metrics: Optional["PerformanceMetrics"] = Field(
-        default=None, description="Performance metrics if available"
-    )
-
-    # Metadata
-    parser_id: str = Field(default="", description="Parser identifier")
-    execution_mode: str = Field(default="test", description="Execution mode used")
-    environment: ExecutionEnvironment = Field(default=ExecutionEnvironment.TESTING, description="Execution environment")
-
-
-class ErrorInfo(BaseModel):
-    """Type-safe error information model."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="allow",
-    )
-
-    message: str = Field(..., description="Error message")
-    error_type: str = Field(..., description="Error type/class")
-    error_code: Optional[str] = Field(
-        default=None, description="Application error code"
-    )
-    traceback: Optional[str] = Field(default=None, description="Error traceback")
-    context: Optional[dict] = Field(
-        default=None, description="Error context information"
-    )
-
-
-class PerformanceMetrics(BaseModel):
-    """Type-safe performance metrics model."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-    )
-
-    # Basic metrics
-    execution_time_seconds: float = Field(
-        default=0.0, ge=0.0, description="Total execution time"
-    )
-    memory_usage_mb: float = Field(default=0.0, ge=0.0, description="Peak memory usage")
-    cpu_usage_percent: float = Field(
-        default=0.0, ge=0.0, le=100.0, description="CPU usage percentage"
-    )
-
-    # Operation metrics
-    operations_count: int = Field(
-        default=0, ge=0, description="Number of operations performed"
-    )
-    operations_per_second: float = Field(
-        default=0.0, ge=0.0, description="Operations per second"
-    )
-
-    # Service metrics
-    browser_operations: int = Field(
-        default=0, ge=0, description="Browser operations count"
-    )
-    llm_operations: int = Field(default=0, ge=0, description="LLM operations count")
-    websocket_messages: int = Field(
-        default=0, ge=0, description="WebSocket messages count"
-    )
-
-
-class ScheduledModeStatus(BaseModel):
-    """Type-safe scheduled mode status model."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-    )
-
-    status: str = Field(..., pattern=r"^(not_started|running|stopped|error)$")
-    is_running: bool = Field(..., description="Whether scheduler is running")
-    parser_id: str = Field(..., description="Parser identifier")
-    parser_name: str = Field(..., description="Parser name")
-    scheduler_health: Optional[dict] = Field(
-        default=None, description="Scheduler health data"
-    )
-
-
-class DaemonCommandResult(BaseModel):
-    """Type-safe daemon command result model."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-    )
-
-    status: str = Field(..., pattern=r"^(success|error)$")
-    data: Optional[dict] = Field(default=None, description="Command result data")
-    items_processed: int = Field(default=0, ge=0, description="Items processed")
-    duration_seconds: float = Field(..., ge=0.0, description="Command duration")
-    parser_id: str = Field(..., description="Parser identifier")
-    timestamp: str = Field(..., description="Command timestamp")
-    error: Optional[ErrorInfo] = Field(
-        default=None, description="Error details if failed"
-    )
-
-
-class DaemonStatusResult(BaseModel):
-    """Type-safe daemon status result model."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-    )
-
-    status: str = Field(..., pattern=r"^(success|error)$")
-    parser_id: str = Field(..., description="Parser identifier")
-    parser_name: str = Field(..., description="Parser name")
-    daemon_running: bool = Field(..., description="Whether daemon is running")
-    health: Optional[dict] = Field(default=None, description="Parser health data")
-    timestamp: str = Field(..., description="Status timestamp")
-    error: Optional[ErrorInfo] = Field(
-        default=None, description="Error details if failed"
-    )
-
-
-class DaemonHealthResult(BaseModel):
-    """Type-safe daemon health result model."""
-
-    model_config = ConfigDict(
-        validate_assignment=True,
-        extra="forbid",
-    )
-
-    status: str = Field(..., pattern=r"^(healthy|unhealthy)$")
-    data: Optional[dict] = Field(default=None, description="Health check data")
-    parser_id: str = Field(..., description="Parser identifier")
-    timestamp: str = Field(..., description="Health check timestamp")
-    error: Optional[ErrorInfo] = Field(
-        default=None, description="Error details if failed"
-    )
-
-
-# Update forward references
-ExecutionResult.model_rebuild()
-DaemonCommandResult.model_rebuild()
-DaemonStatusResult.model_rebuild()
-DaemonHealthResult.model_rebuild()