django-cfg 1.4.48__py3-none-any.whl → 1.5.7__py3-none-any.whl

django_cfg/modules/django_tasks/management/commands/task_clear.py

@@ -1,226 +0,0 @@
-"""
-Django management command for clearing task queues.
-
-This command provides utilities for clearing failed tasks,
-specific queues, or all tasks from the Dramatiq system.
-"""
-
-from typing import List
-
-from django.core.management.base import BaseCommand, CommandError
-
-from django_cfg.modules.django_logging import get_logger
-
-logger = get_logger('task_clear')
-
-
-class Command(BaseCommand):
-    """
-    Clear tasks from Dramatiq queues.
-
-    Provides options to:
-    - Clear all tasks from specific queues
-    - Clear only failed tasks
-    - Clear all tasks from all queues
-    """
-
-    # Web execution metadata
-    web_executable = False
-    requires_input = True
-    is_destructive = True
-
-    help = "Clear tasks from Dramatiq queues"
-
-    def add_arguments(self, parser):
-        """Add command line arguments."""
-        parser.add_argument(
-            "--queue",
-            type=str,
-            help="Specific queue to clear (default: all queues)",
-        )
-        parser.add_argument(
-            "--failed-only",
-            action="store_true",
-            help="Clear only failed tasks",
-        )
-        parser.add_argument(
-            "--confirm",
-            action="store_true",
-            help="Skip confirmation prompt",
-        )
-        parser.add_argument(
-            "--dry-run",
-            action="store_true",
-            help="Show what would be cleared without actually clearing",
-        )
-
-    def handle(self, *args, **options):
-        """Handle the command execution."""
-        logger.info("Starting task_clear command")
-
-        try:
-            # Import here to avoid issues if dramatiq is not installed
-            from django_cfg.modules.django_tasks import get_task_service
-
-            # Get task service
-            task_service = get_task_service()
-
-            # Check if task system is enabled
-            if not task_service.is_enabled():
-                raise CommandError(
-                    "Task system is not enabled. "
-                    "Please configure 'tasks' in your Django-CFG configuration."
-                )
-
-            # Get task manager
-            manager = task_service.manager
-            if not manager:
-                raise CommandError("Task manager not available")
-
-            # Get configuration
-            config = task_service.config
-            if not config:
-                raise CommandError("Task configuration not available")
-
-            # Determine queues to clear
-            if options.get("queue"):
-                queues_to_clear = [options["queue"]]
-                # Validate queue exists
-                if options["queue"] not in config.get_effective_queues():
-                    self.stdout.write(
-                        self.style.WARNING(
-                            f"Queue '{options['queue']}' not in configured queues: "
-                            f"{', '.join(config.get_effective_queues())}"
-                        )
-                    )
-            else:
-                queues_to_clear = config.get_effective_queues()
-
-            # Show what will be cleared
-            self._show_clear_plan(queues_to_clear, options)
-
-            if options["dry_run"]:
-                self.stdout.write(
-                    self.style.SUCCESS("Dry run completed - no tasks were cleared")
-                )
-                return
-
-            # Confirm action
-            if not options["confirm"]:
-                if not self._confirm_clear(queues_to_clear, options):
-                    self.stdout.write("Operation cancelled")
-                    return
-
-            # Perform clearing
-            self._clear_queues(manager, queues_to_clear, options)
-
-        except ImportError:
-            raise CommandError(
-                "Dramatiq dependencies not installed. "
-                "Install with: pip install django-cfg[tasks]"
-            )
-        except Exception as e:
-            logger.exception("Failed to clear tasks")
-            raise CommandError(f"Failed to clear tasks: {e}")
-
-    def _show_clear_plan(self, queues: List[str], options):
-        """Show what will be cleared."""
-        self.stdout.write(
-            self.style.SUCCESS("=== Clear Plan ===")
-        )
-
-        if options.get("failed_only"):
-            self.stdout.write("Action: Clear FAILED tasks only")
-        else:
-            self.stdout.write("Action: Clear ALL tasks")
-
-        self.stdout.write(f"Queues: {', '.join(queues)}")
-
-        # Get current queue statistics
-        try:
-            from django_cfg.modules.django_tasks import get_task_service
-            task_service = get_task_service()
-            manager = task_service.manager
-
-            if manager:
-                queue_stats = manager.get_queue_stats()
-
-                self.stdout.write("\nCurrent Queue Statistics:")
-                for stat in queue_stats:
-                    if stat["name"] in queues:
-                        name = stat["name"]
-                        pending = stat.get("pending", 0)
-                        failed = stat.get("failed", 0)
-
-                        if options.get("failed_only"):
-                            self.stdout.write(f"  {name}: {failed} failed tasks")
-                        else:
-                            total = pending + stat.get("running", 0) + failed
-                            self.stdout.write(f"  {name}: {total} total tasks")
-        except Exception as e:
-            self.stdout.write(f"Could not get queue statistics: {e}")
-
-        self.stdout.write()
-
-    def _confirm_clear(self, queues: List[str], options) -> bool:
-        """Confirm the clear operation with user."""
-        if options.get("failed_only"):
-            action = "clear FAILED tasks"
-        else:
-            action = "clear ALL tasks"
-
-        queue_list = ", ".join(queues)
-
-        self.stdout.write(
-            self.style.WARNING(
-                f"This will {action} from queues: {queue_list}"
-            )
-        )
-
-        response = input("Are you sure? [y/N]: ").lower().strip()
-        return response in ["y", "yes"]
-
-    def _clear_queues(self, manager, queues: List[str], options):
-        """Clear the specified queues."""
-        cleared_count = 0
-
-        self.stdout.write(
-            self.style.SUCCESS("Starting queue clearing...")
-        )
-
-        for queue_name in queues:
-            try:
-                self.stdout.write(f"Clearing queue: {queue_name}")
-
-                if options.get("failed_only"):
-                    # Clear only failed tasks
-                    # TODO: Implement failed task clearing
-                    # This would require specific Dramatiq broker methods
-                    count = 0  # Placeholder
-                    self.stdout.write(f"  Cleared {count} failed tasks")
-                else:
-                    # Clear all tasks
-                    success = manager.clear_queue(queue_name)
-                    if success:
-                        # TODO: Get actual count of cleared tasks
-                        count = 0  # Placeholder
-                        self.stdout.write(f"  Cleared {count} tasks")
-                        cleared_count += count
-                    else:
-                        self.stdout.write(
-                            self.style.ERROR(f"  Failed to clear queue: {queue_name}")
-                        )
-
-            except Exception as e:
-                self.stdout.write(
-                    self.style.ERROR(f"  Error clearing queue {queue_name}: {e}")
-                )
-
-        if cleared_count > 0:
-            self.stdout.write(
-                self.style.SUCCESS(f"Successfully cleared {cleared_count} tasks")
-            )
-        else:
-            self.stdout.write(
-                self.style.WARNING("No tasks were cleared")
-            )

django_cfg/modules/django_tasks/management/commands/task_status.py

@@ -1,257 +0,0 @@
-"""
-Django management command for checking task system status.
-
-This command provides comprehensive status information about the
-Dramatiq task system, including queue statistics, worker status,
-and configuration details.
-"""
-
-import json
-from typing import Any, Dict
-
-from django.core.management.base import BaseCommand, CommandError
-
-from django_cfg.modules.django_logging import get_logger
-
-logger = get_logger('task_status')
-
-
-class Command(BaseCommand):
-    """
-    Display comprehensive task system status.
-
-    Shows information about:
-    - Task system configuration
-    - Redis connection status
-    - Queue statistics
-    - Worker status
-    - Discovered task modules
-    """
-
-    # Web execution metadata
-    web_executable = True
-    requires_input = False
-    is_destructive = False
-
-    help = "Display task system status and statistics"
-
-    def add_arguments(self, parser):
-        """Add command line arguments."""
-        parser.add_argument(
-            "--format",
-            choices=["text", "json"],
-            default="text",
-            help="Output format (default: text)",
-        )
-        parser.add_argument(
-            "--verbose",
-            action="store_true",
-            help="Show detailed information",
-        )
-
-    def handle(self, *args, **options):
-        """Handle the command execution."""
-        logger.info("Starting task_status command")
-        try:
-            # Import here to avoid issues if dramatiq is not installed
-            from django_cfg.modules.django_tasks import get_task_service
-
-            # Get task service
-            task_service = get_task_service()
-
-            # Get comprehensive health status
-            status = task_service.get_health_status()
-
-            # Format and display output
-            if options["format"] == "json":
-                self._output_json(status)
-            else:
-                self._output_text(status, options["verbose"])
-
-        except ImportError:
-            raise CommandError(
-                "Dramatiq dependencies not installed. "
-                "Install with: pip install django-cfg[tasks]"
-            )
-        except Exception as e:
-            logger.exception("Failed to get task status")
-            raise CommandError(f"Failed to get status: {e}")
-
-    def _output_json(self, status: Dict[str, Any]):
-        """Output status in JSON format."""
-        self.stdout.write(json.dumps(status, indent=2, default=str))
-
-    def _output_text(self, status: Dict[str, Any], verbose: bool):
-        """Output status in human-readable text format."""
-        # Header
-        self.stdout.write(
-            self.style.SUCCESS("=== Django-CFG Task System Status ===")
-        )
-        self.stdout.write()
-
-        # Basic status
-        enabled = status.get("enabled", False)
-        if enabled:
-            self.stdout.write(
-                self.style.SUCCESS("✓ Task system is ENABLED")
-            )
-        else:
-            self.stdout.write(
-                self.style.ERROR("✗ Task system is DISABLED")
-            )
-            return
-
-        # Redis connection
-        redis_ok = status.get("redis_connection", False)
-        if redis_ok:
-            self.stdout.write(
-                self.style.SUCCESS("✓ Redis connection is OK")
-            )
-        else:
-            self.stdout.write(
-                self.style.ERROR("✗ Redis connection FAILED")
-            )
-
-        # Configuration validation
-        config_valid = status.get("configuration_valid", False)
-        if config_valid:
-            self.stdout.write(
-                self.style.SUCCESS("✓ Configuration is VALID")
-            )
-        else:
-            self.stdout.write(
-                self.style.ERROR("✗ Configuration is INVALID")
-            )
-
-        self.stdout.write()
-
-        # Configuration details (if verbose)
-        if verbose:
-            self._show_configuration_details()
-
-        # Queue statistics
-        queues = status.get("queues", [])
-        if queues:
-            self.stdout.write(
-                self.style.SUCCESS("=== Queue Statistics ===")
-            )
-            for queue in queues:
-                name = queue.get("name", "unknown")
-                pending = queue.get("pending", 0)
-                running = queue.get("running", 0)
-                completed = queue.get("completed", 0)
-                failed = queue.get("failed", 0)
-
-                self.stdout.write(f"Queue: {name}")
-                self.stdout.write(f"  Pending: {pending}")
-                self.stdout.write(f"  Running: {running}")
-                self.stdout.write(f"  Completed: {completed}")
-                self.stdout.write(f"  Failed: {failed}")
-                self.stdout.write()
-
-        # Worker status
-        workers = status.get("workers", [])
-        if workers:
-            self.stdout.write(
-                self.style.SUCCESS("=== Worker Status ===")
-            )
-            for worker in workers:
-                worker_id = worker.get("id", "unknown")
-                worker_status = worker.get("status", "unknown")
-                current_task = worker.get("current_task")
-                processed = worker.get("processed_tasks", 0)
-
-                status_style = (
-                    self.style.SUCCESS if worker_status == "active"
-                    else self.style.WARNING if worker_status == "idle"
-                    else self.style.ERROR
-                )
-
-                self.stdout.write(f"Worker: {worker_id}")
-                self.stdout.write(f"  Status: {status_style(worker_status)}")
-                if current_task:
-                    self.stdout.write(f"  Current Task: {current_task}")
-                self.stdout.write(f"  Processed: {processed}")
-                self.stdout.write()
-        else:
-            self.stdout.write(
-                self.style.WARNING("No active workers found")
-            )
-
-        # Discovered modules
-        modules = status.get("discovered_modules", [])
-        if modules:
-            self.stdout.write(
-                self.style.SUCCESS("=== Discovered Task Modules ===")
-            )
-            for module in modules:
-                self.stdout.write(f"  - {module}")
-            self.stdout.write()
-        else:
-            self.stdout.write(
-                self.style.WARNING("No task modules discovered")
-            )
-
-        # Error information
-        if "error" in status:
-            self.stdout.write(
-                self.style.ERROR(f"Error: {status['error']}")
-            )
-
-    def _show_configuration_details(self):
-        """Show detailed configuration information."""
-        try:
-            from django_cfg.modules.django_tasks import get_task_service
-
-            task_service = get_task_service()
-            config = task_service.config
-
-            if not config:
-                self.stdout.write(
-                    self.style.WARNING("Configuration not available")
-                )
-                return
-
-            self.stdout.write(
-                self.style.SUCCESS("=== Configuration Details ===")
-            )
-
-            # Basic settings
-            self.stdout.write(f"Backend: {config.backend}")
-            self.stdout.write(f"Enabled: {config.enabled}")
-            self.stdout.write(f"Auto-discover: {config.auto_discover_tasks}")
-            self.stdout.write()
-
-            # Dramatiq settings
-            dramatiq = config.dramatiq
-            self.stdout.write("Dramatiq Configuration:")
-            self.stdout.write(f"  Redis DB: {dramatiq.redis_db}")
-            self.stdout.write(f"  Max Retries: {dramatiq.max_retries}")
-            self.stdout.write(f"  Processes: {dramatiq.processes}")
-            self.stdout.write(f"  Threads: {dramatiq.threads}")
-            self.stdout.write(f"  Queues: {', '.join(dramatiq.queues)}")
-            self.stdout.write(f"  Time Limit: {dramatiq.time_limit_seconds}s")
-            self.stdout.write(f"  Max Age: {dramatiq.max_age_seconds}s")
-            self.stdout.write()
-
-            # Worker settings
-            worker = config.worker
-            self.stdout.write("Worker Configuration:")
-            self.stdout.write(f"  Log Level: {worker.log_level}")
-            self.stdout.write(f"  Shutdown Timeout: {worker.shutdown_timeout}s")
-            self.stdout.write(f"  Health Check: {worker.health_check_enabled}")
-            if worker.max_memory_mb:
-                self.stdout.write(f"  Memory Limit: {worker.max_memory_mb}MB")
-            self.stdout.write()
-
-            # Middleware
-            if dramatiq.middleware:
-                self.stdout.write("Middleware Stack:")
-                for middleware in dramatiq.middleware:
-                    self.stdout.write(f"  - {middleware}")
-                self.stdout.write()
-
-        except Exception as e:
-            self.stdout.write(
-                self.style.ERROR(f"Failed to show configuration: {e}")
-            )