crackerjack 0.18.2__py3-none-any.whl → 0.45.2__py3-none-any.whl

crackerjack/workflows/definitions.py

@@ -0,0 +1,443 @@
+"""ACB workflow definitions for crackerjack.
+
+This module defines declarative workflow structures for various execution modes
+using ACB's WorkflowDefinition and WorkflowStep classes.
+"""
+
+from acb.workflows import WorkflowDefinition, WorkflowStep
+
+from crackerjack.models.protocols import OptionsProtocol
+
+# Phase 1 POC: Fast hooks workflow
+# This is the simplest workflow for proof of concept validation
+FAST_HOOKS_WORKFLOW = WorkflowDefinition(
+    workflow_id="crackerjack-fast-hooks",
+    name="Fast Quality Checks",
+    description="Quick formatters, import sorting, and basic static analysis",
+    steps=[
+        WorkflowStep(
+            step_id="config",
+            name="Configuration",
+            action="run_configuration",
+            params={},
+            retry_attempts=1,  # Config rarely needs retry
+            timeout=30.0,  # Config is fast
+        ),
+        WorkflowStep(
+            step_id="fast_hooks",
+            name="Fast Hooks",
+            action="run_fast_hooks",
+            params={},
+            depends_on=["config"],  # Runs after config completes
+            retry_attempts=1,  # No workflow-level retry (hook manager handles retries internally)
+            timeout=600.0,  # Increased from 5 minutes to 10 minutes for fast hooks
+        ),
+    ],
+    timeout=1200.0,  # Increased from 10 to 20 minutes total workflow timeout
+    retry_failed_steps=True,
+    continue_on_error=False,  # Stop on first failure for POC
+)
+
+# Comprehensive hooks only workflow
+# This workflow runs only comprehensive hooks (no fast hooks)
+COMPREHENSIVE_HOOKS_WORKFLOW = WorkflowDefinition(
+    workflow_id="crackerjack-comprehensive-hooks",
+    name="Comprehensive Quality Checks",
+    description="Type checking, security scanning, and complexity analysis",
+    steps=[
+        WorkflowStep(
+            step_id="config",
+            name="Configuration",
+            action="run_configuration",
+            params={},
+            retry_attempts=1,
+            timeout=30.0,
+        ),
+        WorkflowStep(
+            step_id="comprehensive",
+            name="Comprehensive Hooks",
+            action="run_comprehensive_hooks",
+            params={},
+            depends_on=["config"],
+            retry_attempts=0,  # Comprehensive hooks run once (no automatic retry)
+            timeout=1800.0,  # Increased from 15 to 30 minutes for comprehensive
+        ),
+    ],
+    timeout=2400.0,  # Increased from 20 to 40 minutes total workflow timeout
+    retry_failed_steps=True,
+    continue_on_error=False,
+)
+
+# Phase 2: Standard workflow with phase-level parallelization
+# This workflow demonstrates parallel execution of independent phases
+STANDARD_WORKFLOW = WorkflowDefinition(
+    workflow_id="crackerjack-standard",
+    name="Standard Quality Workflow",
+    description="Full quality check workflow with parallel phase execution",
+    steps=[
+        WorkflowStep(
+            step_id="config",
+            name="Configuration",
+            action="run_configuration",
+            params={},
+            retry_attempts=1,
+            timeout=30.0,
+        ),
+        # Fast hooks and cleaning run in parallel (both depend only on config)
+        WorkflowStep(
+            step_id="fast_hooks",
+            name="Fast Hooks",
+            action="run_fast_hooks",
+            params={},
+            depends_on=["config"],
+            retry_attempts=1,  # No workflow-level retry (hook manager handles retries internally)
+            timeout=600.0,
+            parallel=True,  # Can run parallel with cleaning
+        ),
+        WorkflowStep(
+            step_id="cleaning",
+            name="Code Cleaning",
+            action="run_code_cleaning",
+            params={},
+            depends_on=["config"],
+            retry_attempts=1,
+            timeout=360.0,
+            skip_on_failure=True,  # Cleaning is optional
+            parallel=True,  # Can run parallel with fast_hooks
+        ),
+        # Comprehensive hooks wait for both fast_hooks and cleaning
+        WorkflowStep(
+            step_id="comprehensive",
+            name="Comprehensive Hooks",
+            action="run_comprehensive_hooks",
+            params={},
+            depends_on=["fast_hooks", "cleaning"],  # Waits for both
+            retry_attempts=0,  # Comprehensive hooks run once (no automatic retry)
+            timeout=1800.0,  # 15 minutes for comprehensive
+        ),
+    ],
+    timeout=3000.0,  # 50 minutes total workflow timeout
+    retry_failed_steps=True,
+    continue_on_error=False,
+)
+
+# Phase 2: Test workflow
+# Workflow for --run-tests mode: Full quality workflow WITH tests
+TEST_WORKFLOW = WorkflowDefinition(
+    workflow_id="crackerjack-test",
+    name="Test Execution Workflow",
+    description="Full quality workflow: fast hooks → code cleaning → tests → comprehensive hooks",
+    steps=[
+        WorkflowStep(
+            step_id="config",
+            name="Configuration",
+            action="run_configuration",
+            params={},
+            retry_attempts=1,
+            timeout=30.0,
+        ),
+        # Fast hooks and cleaning run in parallel (both depend only on config)
+        WorkflowStep(
+            step_id="fast_hooks",
+            name="Fast Hooks",
+            action="run_fast_hooks",
+            params={},
+            depends_on=["config"],
+            retry_attempts=1,  # No workflow-level retry (hook manager handles retries internally)
+            timeout=600.0,
+            parallel=True,  # Can run parallel with cleaning
+        ),
+        WorkflowStep(
+            step_id="cleaning",
+            name="Code Cleaning",
+            action="run_code_cleaning",
+            params={},
+            depends_on=["config"],
+            retry_attempts=1,
+            timeout=360.0,
+            skip_on_failure=True,  # Cleaning is optional
+            parallel=True,  # Can run parallel with fast_hooks
+        ),
+        # Tests run after fast hooks and cleaning
+        WorkflowStep(
+            step_id="test_workflow",
+            name="Test Execution",
+            action="run_test_workflow",
+            params={},
+            depends_on=["fast_hooks", "cleaning"],  # Waits for both
+            retry_attempts=0,  # Tests should only retry after AI autofix, not automatically
+            timeout=1800.0,  # 30 minutes for tests
+        ),
+        # Comprehensive hooks run after tests complete
+        WorkflowStep(
+            step_id="comprehensive",
+            name="Comprehensive Hooks",
+            action="run_comprehensive_hooks",
+            params={},
+            depends_on=["test_workflow"],  # Waits for tests
+            retry_attempts=0,  # Comprehensive hooks run once (no automatic retry)
+            timeout=1800.0,  # 15 minutes for comprehensive
+        ),
+    ],
+    timeout=5400.0,  # 90 minutes total workflow timeout
+    retry_failed_steps=True,
+    continue_on_error=False,
+)
+
+# Phase 3: Comprehensive workflow with hook-level parallelization
+# This workflow runs individual hooks in parallel for maximum performance
+COMPREHENSIVE_PARALLEL_WORKFLOW = WorkflowDefinition(
+    workflow_id="crackerjack-comprehensive-parallel",
+    name="Comprehensive Quality Checks (Parallel)",
+    description="Individual hooks run in parallel for maximum performance",
+    steps=[
+        WorkflowStep(
+            step_id="config",
+            name="Configuration",
+            action="run_configuration",
+            params={},
+            retry_attempts=1,
+            timeout=30.0,
+        ),
+        # All hooks run in parallel (Phase 3 feature)
+        WorkflowStep(
+            step_id="zuban",
+            name="Type Checking (Zuban)",
+            action="run_hook",
+            params={"hook_name": "zuban"},
+            depends_on=["config"],
+            retry_attempts=1,
+            timeout=300.0,
+            parallel=True,
+        ),
+        WorkflowStep(
+            step_id="bandit",
+            name="Security Check (Bandit)",
+            action="run_hook",
+            params={"hook_name": "bandit"},
+            depends_on=["config"],
+            retry_attempts=1,
+            timeout=300.0,
+            parallel=True,
+        ),
+        WorkflowStep(
+            step_id="gitleaks",
+            name="Secret Scanning (Gitleaks)",
+            action="run_hook",
+            params={"hook_name": "gitleaks"},
+            depends_on=["config"],
+            retry_attempts=1,
+            timeout=300.0,
+            parallel=True,
+        ),
+        WorkflowStep(
+            step_id="skylos",
+            name="Dead Code Detection (Skylos)",
+            action="run_hook",
+            params={"hook_name": "skylos"},
+            depends_on=["config"],
+            retry_attempts=1,
+            timeout=300.0,
+            parallel=True,
+        ),
+    ],
+    timeout=900.0,  # 15 minutes total (much faster than sequential!)
+    retry_failed_steps=True,
+    continue_on_error=False,
+)
+
+# Commit workflow: Standard workflow + commit phase
+# Workflow for --commit mode: Full quality workflow THEN commit
+COMMIT_WORKFLOW = WorkflowDefinition(
+    workflow_id="crackerjack-commit",
+    name="Commit Workflow",
+    description="Full quality workflow with git commit and push",
+    steps=[
+        WorkflowStep(
+            step_id="config",
+            name="Configuration",
+            action="run_configuration",
+            params={},
+            retry_attempts=1,
+            timeout=30.0,
+        ),
+        # Fast hooks and cleaning run in parallel
+        WorkflowStep(
+            step_id="fast_hooks",
+            name="Fast Hooks",
+            action="run_fast_hooks",
+            params={},
+            depends_on=["config"],
+            retry_attempts=1,  # No workflow-level retry (hook manager handles retries internally)
+            timeout=600.0,
+            parallel=True,
+        ),
+        WorkflowStep(
+            step_id="cleaning",
+            name="Code Cleaning",
+            action="run_code_cleaning",
+            params={},
+            depends_on=["config"],
+            retry_attempts=1,
+            timeout=360.0,
+            skip_on_failure=True,
+            parallel=True,
+        ),
+        # Comprehensive hooks wait for both
+        WorkflowStep(
+            step_id="comprehensive",
+            name="Comprehensive Hooks",
+            action="run_comprehensive_hooks",
+            params={},
+            depends_on=["fast_hooks", "cleaning"],
+            retry_attempts=0,  # Comprehensive hooks run once (no automatic retry)
+            timeout=1800.0,
+        ),
+        # Commit runs after all quality checks pass
+        WorkflowStep(
+            step_id="commit",
+            name="Git Commit & Push",
+            action="run_commit_phase",
+            params={},
+            depends_on=["comprehensive"],
+            retry_attempts=1,
+            timeout=600.0,
+        ),
+    ],
+    timeout=3600.0,  # 60 minutes total
+    retry_failed_steps=True,
+    continue_on_error=False,
+)
+
+# Publish workflow: Test workflow + commit + publish
+# Workflow for --publish/--all mode: Full workflow with tests, commit, and publish
+PUBLISH_WORKFLOW = WorkflowDefinition(
+    workflow_id="crackerjack-publish",
+    name="Publish Workflow",
+    description="Full quality workflow with tests, commit, version bump, and PyPI publish",
+    steps=[
+        WorkflowStep(
+            step_id="config",
+            name="Configuration",
+            action="run_configuration",
+            params={},
+            retry_attempts=1,
+            timeout=30.0,
+        ),
+        # Fast hooks and cleaning run in parallel
+        WorkflowStep(
+            step_id="fast_hooks",
+            name="Fast Hooks",
+            action="run_fast_hooks",
+            params={},
+            depends_on=["config"],
+            retry_attempts=1,  # No workflow-level retry (hook manager handles retries internally)
+            timeout=600.0,
+            parallel=True,
+        ),
+        WorkflowStep(
+            step_id="cleaning",
+            name="Code Cleaning",
+            action="run_code_cleaning",
+            params={},
+            depends_on=["config"],
+            retry_attempts=1,
+            timeout=360.0,
+            skip_on_failure=True,
+            parallel=True,
+        ),
+        # Tests run after fast hooks and cleaning
+        WorkflowStep(
+            step_id="test_workflow",
+            name="Test Execution",
+            action="run_test_workflow",
+            params={},
+            depends_on=["fast_hooks", "cleaning"],
+            retry_attempts=0,  # Tests should only retry after AI autofix, not automatically
+            timeout=1800.0,
+        ),
+        # Comprehensive hooks run after tests
+        WorkflowStep(
+            step_id="comprehensive",
+            name="Comprehensive Hooks",
+            action="run_comprehensive_hooks",
+            params={},
+            depends_on=["test_workflow"],
+            retry_attempts=0,  # Comprehensive hooks run once (no automatic retry)
+            timeout=1800.0,
+        ),
+        # Commit runs after all quality checks pass
+        WorkflowStep(
+            step_id="commit",
+            name="Git Commit & Push",
+            action="run_commit_phase",
+            params={},
+            depends_on=["comprehensive"],
+            retry_attempts=1,
+            timeout=600.0,
+        ),
+        # Publish runs after successful commit
+        WorkflowStep(
+            step_id="publish",
+            name="Version Bump & PyPI Publish",
+            action="run_publish_phase",
+            params={},
+            depends_on=["commit"],
+            retry_attempts=1,
+            timeout=1200.0,  # Increased from 10 minutes to 20 minutes for publishing
+        ),
+    ],
+    timeout=7200.0,  # 120 minutes total (increased from 80 minutes)
+    retry_failed_steps=True,
+    continue_on_error=False,
+)
+
+
+def select_workflow_for_options(options: OptionsProtocol) -> WorkflowDefinition:
+    """Select appropriate workflow based on CLI options.
+
+    Args:
+        options: CLI options (Options or compatible protocol)
+
+    Returns:
+        WorkflowDefinition matching the requested execution mode
+    """
+    # Publishing workflow (--publish, --all, or --bump)
+    # This includes tests + commit + publish
+    if any(
+        [
+            getattr(options, "publish", False),
+            getattr(options, "all", False),
+            getattr(options, "bump", False),
+        ]
+    ):
+        return PUBLISH_WORKFLOW
+
+    # Commit workflow (--commit without publish)
+    # This includes quality checks + commit
+    if getattr(options, "commit", False):
+        # If tests are also requested, use test workflow + commit
+        if getattr(options, "run_tests", False):
+            # Create a modified test workflow with commit step
+            # For now, return COMMIT_WORKFLOW and tests will run as part of it
+            return PUBLISH_WORKFLOW  # Reuse publish workflow (it has tests + commit)
+        return COMMIT_WORKFLOW
+
+    # Test mode (--run-tests without commit/publish)
+    if getattr(options, "run_tests", False):
+        return TEST_WORKFLOW
+
+    # Fast mode (fast hooks only)
+    if getattr(options, "fast", False):
+        return FAST_HOOKS_WORKFLOW
+
+    # Comprehensive mode (comp hooks only) - Phase 3 uses parallel version
+    if getattr(options, "comp", False):
+        # Check if parallel execution is enabled (Phase 3 feature)
+        if getattr(options, "parallel_hooks", False):
+            return COMPREHENSIVE_PARALLEL_WORKFLOW
+        # Default: Use comprehensive-only workflow
+        return COMPREHENSIVE_HOOKS_WORKFLOW
+
+    # Default: Standard workflow with phase-level parallelization
+    return STANDARD_WORKFLOW

crackerjack/workflows/engine.py

@@ -0,0 +1,177 @@
+"""ACB workflow engine integration for crackerjack.
+
+This module provides the CrackerjackWorkflowEngine class that extends
+ACB's BasicWorkflowEngine with event bridge support for backward compatibility.
+"""
+
+from __future__ import annotations
+
+import typing as t
+
+from acb.depends import Inject, depends
+from acb.workflows import (
+    BasicWorkflowEngine,
+    StepResult,
+    StepState,
+    WorkflowDefinition,
+    WorkflowResult,
+    WorkflowState,
+    WorkflowStep,
+)
+
+from crackerjack.workflows.event_bridge import EventBridgeAdapter
+
+
+class CrackerjackWorkflowEngine(BasicWorkflowEngine):
+    """ACB workflow engine with event bridge for backward compatibility.
+
+    This engine extends BasicWorkflowEngine to emit crackerjack-specific
+    events via EventBridgeAdapter while leveraging ACB's parallel execution
+    capabilities.
+
+    Key Features:
+        - Automatic parallel step execution (dependency-based)
+        - Event bridge for backward compatibility
+        - Built-in retry logic with exponential backoff
+        - State management and timing
+        - DI-based action handlers
+
+    Example:
+        ```python
+        @depends.inject
+        async def handle_workflow(
+            engine: Inject[CrackerjackWorkflowEngine],
+            options: Options,
+        ) -> None:
+            workflow = FAST_HOOKS_WORKFLOW
+            result = await engine.execute(workflow, context={"options": options})
+            if result.state != WorkflowState.COMPLETED:
+                raise SystemExit(1)
+        ```
+    """
+
+    @depends.inject  # type: ignore[misc]
+    def __init__(
+        self,
+        event_bridge: Inject[EventBridgeAdapter] = None,
+        max_concurrent_steps: int = 5,
+    ) -> None:
+        """Initialize workflow engine with event bridge.
+
+        Args:
+            event_bridge: EventBridge adapter for event translation
+            max_concurrent_steps: Maximum number of steps to run in parallel
+
+        Note:
+            Logger is automatically initialized by BasicWorkflowEngine parent class
+        """
+        super().__init__(max_concurrent_steps=max_concurrent_steps)
+        self.event_bridge = event_bridge
+
+    async def execute(
+        self,
+        workflow: WorkflowDefinition,
+        context: dict[str, t.Any] | None = None,
+    ) -> WorkflowResult:
+        """Execute workflow with event bridge notifications.
+
+        This method wraps ACB's execute() to emit crackerjack-specific events
+        for backward compatibility with existing event consumers.
+
+        Args:
+            workflow: Workflow definition to execute
+            context: Optional execution context
+
+        Returns:
+            WorkflowResult with state, steps, timing, and errors
+        """
+        context = context or {}
+
+        # Emit workflow started event
+        await self.event_bridge.on_workflow_started(
+            workflow.workflow_id,
+            context,
+        )
+
+        try:
+            # Execute using ACB's parallel execution logic
+            result = await super().execute(workflow, context)
+
+            # Emit workflow completed/failed event
+            if result.state == WorkflowState.COMPLETED:
+                await self.event_bridge.on_workflow_completed(
+                    workflow.workflow_id,
+                    result,
+                )
+            else:
+                error = Exception(f"Workflow failed: {result.error}")
+                await self.event_bridge.on_workflow_failed(
+                    workflow.workflow_id,
+                    error,
+                )
+
+            return result
+
+        except Exception as e:
+            # Emit workflow failed event
+            await self.event_bridge.on_workflow_failed(workflow.workflow_id, e)
+            raise
+
+    async def _execute_step_with_retry(
+        self,
+        step: WorkflowStep,
+        context: dict[str, t.Any],
+    ) -> StepResult:
+        """Execute step with event emissions.
+
+        This method wraps ACB's _execute_step_with_retry() to emit
+        crackerjack-specific step events.
+
+        Args:
+            step: Workflow step to execute
+            context: Execution context
+
+        Returns:
+            StepResult with state, output, timing, and errors
+        """
+        # Emit step started event
+        await self.event_bridge.on_step_started(
+            step.step_id,
+            step.name,
+            context,
+        )
+
+        try:
+            # Execute step using parent logic (includes retry)
+            result = await super()._execute_step_with_retry(step, context)
+
+            # Emit step completed/failed event
+            if result.state == StepState.COMPLETED:
+                await self.event_bridge.on_step_completed(
+                    step.step_id,
+                    step.name,
+                    result.output,
+                    (result.duration_ms or 0)
+                    / 1000.0,  # Convert milliseconds to seconds
+                )
+            else:
+                error = Exception(result.error or "Step failed")
+                await self.event_bridge.on_step_failed(
+                    step.step_id,
+                    step.name,
+                    error,
+                    (result.duration_ms or 0)
+                    / 1000.0,  # Convert milliseconds to seconds
+                )
+
+            return result
+
+        except Exception as e:
+            # Emit step failed event
+            await self.event_bridge.on_step_failed(
+                step.step_id,
+                step.name,
+                e,
+                0.0,
+            )
+            raise