crackerjack 0.32.0__py3-none-any.whl → 0.33.1__py3-none-any.whl

crackerjack/tools/validate_regex_patterns.py

@@ -1,20 +1,8 @@
-#!/usr/bin/env python3
-"""
-Pre-commit hook to validate regex pattern usage.
-
-This script ensures all regex patterns use validated patterns from
-crackerjack.services.regex_patterns instead of raw re.sub() calls.
-
-CRITICAL: Prevents spacing issues by catching bad regex patterns before they
-enter the codebase.
-"""
-
 import ast
 import re
 import sys
 from pathlib import Path
 
-# Patterns that indicate regex usage
 REGEX_IMPORTS = {
     "re",
     "regex",
@@ -35,42 +23,32 @@ REGEX_FUNCTIONS = {
     "regex.compile",
 }
 
-# Allowed regex usage patterns (whitelisted)
+
 ALLOWED_PATTERNS = {
-    # Simple string operations are OK
     r"re\.escape\(",
-    r"re\.compile\(r?['\"]\\\\[wd]",  # Simple character classes
-    # Test files can use regex for testing
-    r"# REGEX OK:",  # Comment-based exemption
-    # Validation in regex_patterns.py itself
+    r"re\.compile\(r?['\"]\\\\[wd]",
+    r"# REGEX OK: ",
     r"crackerjack/services/regex_patterns\.py$",
-    # Regex validation tools themselves
     r"tools/validate_regex_patterns_standalone\.py$",
     r"crackerjack/tools/validate_regex_patterns\.py$",
-    # Test files that legitimately test regex patterns
     r"tests/test_.*\.py$",
-    # Core security and subprocess files that need regex for parsing
     r"crackerjack/services/secure_subprocess\.py$",
     r"crackerjack/mcp/tools/core_tools\.py$",
-    # Intelligence and workflow files with legitimate parsing needs
     r"crackerjack/intelligence/agent_selector\.py$",
     r"crackerjack/managers/test_.*\.py$",
     r"crackerjack/core/async_workflow_orchestrator\.py$",
-    # Agent files that use validated patterns with dynamic escaping
     r"crackerjack/agents/.*\.py$",
 }
 
 FORBIDDEN_REPLACEMENT_PATTERNS = [
-    r"\\g\s*<\s*\d+\s*>",  # \g < 1 > with spaces
-    r"\\g<\s+\d+>",  # \g< 1> with space after <
-    r"\\g<\d+\s+>",  # \g<1 > with space before >
+    r"\\g\s+<\s*\d+\s*>",  # Only match when there are spaces before <
+    r"\\g<\s+\d+>",  # Spaces after opening <
+    r"\\g<\d+\s+>",  # Spaces before closing >
 ]
 
 
 class RegexVisitor(ast.NodeVisitor):
-    """AST visitor to find regex usage patterns."""
-
-    def __init__(self, file_path: Path):
+    def __init__(self, file_path: Path) -> None:
         self.file_path = file_path
         self.issues: list[tuple[int, str]] = []
         self.has_regex_import = False
@@ -79,20 +57,17 @@ class RegexVisitor(ast.NodeVisitor):
         )
 
     def visit_Import(self, node: ast.Import) -> None:
-        """Check for regex module imports."""
         for alias in node.names:
             if alias.name in REGEX_IMPORTS:
                 self.has_regex_import = True
         self.generic_visit(node)
 
     def visit_ImportFrom(self, node: ast.ImportFrom) -> None:
-        """Check for regex imports from modules."""
         if node.module in REGEX_IMPORTS:
             self.has_regex_import = True
         self.generic_visit(node)
 
     def visit_Call(self, node: ast.Call) -> None:
-        """Check for regex function calls."""
         if self.allowed_file:
             self.generic_visit(node)
             return
@@ -100,12 +75,10 @@ class RegexVisitor(ast.NodeVisitor):
         func_name = self._get_function_name(node.func)
 
         if func_name in REGEX_FUNCTIONS:
-            # Check for bad replacement syntax in arguments
             for arg in node.args:
                 if isinstance(arg, ast.Constant) and isinstance(arg.value, str):
                     self._check_replacement_syntax(arg.value, node.lineno)
 
-            # Flag non-whitelisted regex usage
             if not self._is_exempted_line(node.lineno):
                 self.issues.append(
                     (
@@ -118,7 +91,6 @@ class RegexVisitor(ast.NodeVisitor):
         self.generic_visit(node)
 
     def _get_function_name(self, func_node: ast.AST) -> str:
-        """Extract function name from AST node."""
         if isinstance(func_node, ast.Name):
             return func_node.id
         elif isinstance(func_node, ast.Attribute):
@@ -128,32 +100,34 @@ class RegexVisitor(ast.NodeVisitor):
         return ""
 
     def _check_replacement_syntax(self, replacement: str, line_no: int) -> None:
-        """Check for forbidden replacement syntax patterns."""
         for pattern in FORBIDDEN_REPLACEMENT_PATTERNS:
             if re.search(pattern, replacement):
                 self.issues.append(
                     (
                         line_no,
                         f"CRITICAL: Bad replacement syntax detected: '{replacement}'. "
-                        f"Use \\g<1> not \\g < 1 >",
+                        f"Use \\g<1> not \\g<1>",
                     )
                 )
 
     def _is_exempted_line(self, line_no: int) -> bool:
-        """Check if line has exemption comment."""
         from contextlib import suppress
 
         with suppress(OSError, UnicodeDecodeError):
             with self.file_path.open(encoding="utf-8") as f:
                 lines = f.readlines()
-                if line_no <= len(lines):
-                    line = lines[line_no - 1]
-                    return "# REGEX OK:" in line or "# regex ok:" in line.lower()
+                # Check current line and next 5 lines for exemption comments
+                # This handles multi-line statements
+                for offset in range(6):  # Check lines: current, +1, +2, +3, +4, +5
+                    check_line = line_no - 1 + offset
+                    if check_line < len(lines):
+                        line = lines[check_line]
+                        if "# REGEX OK:" in line or "# regex ok:" in line.lower():
+                            return True
         return False
 
 
 def validate_file(file_path: Path) -> list[tuple[int, str]]:
-    """Validate a single Python file for regex pattern usage."""
     try:
         content = file_path.read_text(encoding="utf-8")
     except (OSError, UnicodeDecodeError) as e:
@@ -170,17 +144,14 @@ def validate_file(file_path: Path) -> list[tuple[int, str]]:
 
 
 def main(file_paths: list[str]) -> int:
-    """Main validation function for pre-commit hook."""
     exit_code = 0
 
     for file_path_str in file_paths:
         file_path = Path(file_path_str)
 
-        # Skip non-Python files
         if file_path.suffix != ".py":
             continue
 
-        # Skip files that don't exist
         if not file_path.exists():
             continue
 
@@ -188,9 +159,9 @@ def main(file_paths: list[str]) -> int:
 
         if issues:
             exit_code = 1
-            print(f"\n❌ {file_path}:")
+            print(f"\n❌ {file_path}: ")
             for line_no, message in issues:
-                print(f"  Line {line_no}: {message}")
+                print(f" Line {line_no}: {message}")
 
     if exit_code == 0:
         print("✅ All regex patterns validated successfully!")
@@ -198,7 +169,7 @@ def main(file_paths: list[str]) -> int:
         print("\n" + "=" * 80)
         print("REGEX VALIDATION FAILED")
         print("=" * 80)
-        print("To fix these issues:")
+        print("To fix these issues: ")
         print("1. Use patterns from crackerjack.services.regex_patterns")
         print("2. Add new patterns to SAFE_PATTERNS with comprehensive tests")
         print("3. Use '# REGEX OK: reason' comment for legitimate exceptions")

{crackerjack-0.32.0.dist-info → crackerjack-0.33.1.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: crackerjack
-Version: 0.32.0
-Summary: Opinionated Python project management tool
+Version: 0.33.1
+Summary: Crackerjack Python project management tool
 Project-URL: documentation, https://github.com/lesleslie/crackerjack
 Project-URL: homepage, https://github.com/lesleslie/crackerjack
 Project-URL: repository, https://github.com/lesleslie/crackerjack
@@ -47,16 +47,22 @@ Requires-Dist: pyyaml>=6.0.2
 Requires-Dist: refurb>=2.1
 Requires-Dist: rich>=14.1
 Requires-Dist: ruff>=0.12.9
+Requires-Dist: scipy>=1.14.0
+Requires-Dist: skylos>=2.1.2
 Requires-Dist: structlog>=24.4
 Requires-Dist: textual>=0.89
 Requires-Dist: tomli-w>=1.2
 Requires-Dist: tomli>=2.2.1
 Requires-Dist: typer>=0.16
+Requires-Dist: types-aiofiles>=24.1.0.20240626
+Requires-Dist: types-psutil>=6.0.0.12
+Requires-Dist: types-pyyaml>=6.0.12.12
 Requires-Dist: uv>=0.7.20
 Requires-Dist: uvicorn>=0.32.1
 Requires-Dist: vulture>=2.14
 Requires-Dist: watchdog>=6
 Requires-Dist: websockets>=15.0.1
+Requires-Dist: zuban>=0.0.22
 Description-Content-Type: text/markdown
 
 # Crackerjack: Advanced AI-Driven Python Development Platform
@@ -67,6 +73,7 @@ Description-Content-Type: text/markdown
 [![uv](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/uv/main/assets/badge/v0.json)](https://github.com/astral-sh/uv)
 [![pre-commit](https://img.shields.io/badge/pre--commit-enabled-brightgreen?logo=pre-commit)](https://github.com/pre-commit/pre-commit)
 [![License](https://img.shields.io/badge/License-BSD%203--Clause-blue.svg)](https://opensource.org/licenses/BSD-3-Clause)
+![Coverage](https://img.shields.io/badge/coverage-36.5%25-red)
 
 ## 🎯 Purpose
 
@@ -103,8 +110,8 @@ pip install black isort flake8 mypy pytest pre-commit
 ```bash
 pip install crackerjack
 python -m crackerjack        # Setup + quality checks
-python -m crackerjack -t     # Add testing
-python -m crackerjack -a patch  # Full release workflow
+python -m crackerjack --run-tests        # Add testing
+python -m crackerjack --all patch # Full release workflow
 ```
 
 **Key differentiators:**
@@ -200,7 +207,7 @@ Limited tool-specific auto-fixes for simple formatting issues:
 1. **🚀 Run All Checks**: Fast hooks, comprehensive hooks, full test suite
 1. **🔍 Analyze Failures**: AI parses error messages, identifies root causes
 1. **🤖 Intelligent Fixes**: AI reads source code and makes targeted modifications
-1. **🔄 Repeat**: Continue until ALL checks pass (up to 10 iterations)
+1. **🔄 Repeat**: Continue until ALL checks pass (up to 8 iterations)
 1. **🎉 Perfect Quality**: Zero manual intervention required
 
 #### Comprehensive Coverage
@@ -226,7 +233,7 @@ The AI agent intelligently fixes:
 
 ```bash
 # Standard AI agent mode (recommended)
-python -m crackerjack --ai-agent -t -v
+python -m crackerjack --ai-fix --run-tests --verbose
 
 # MCP server with WebSocket support (localhost:8675)
 python -m crackerjack --start-mcp-server
@@ -271,6 +278,40 @@ python -m crackerjack.mcp.progress_monitor <job_id> ws://localhost:8675
 - **Rollback Support**: All changes can be reverted via git
 - **Human Review**: Review AI-generated changes before commit
 
+#### ⚡ High-Performance Rust Tool Integration
+
+**Ultra-Fast Static Analysis Tools**:
+
+- **🦅 Skylos** (Dead Code Detection): Replaces vulture with **20x performance improvement**
+
+  - Rust-powered dead code detection and import analysis
+  - Seamlessly integrates with existing pre-commit workflows
+  - Zero configuration changes required
+
+- **🔍 Zuban** (Type Checking): Replaces pyright with **20-200x performance improvement**
+
+  - Lightning-fast type checking and static analysis
+  - Drop-in replacement for slower Python-based tools
+  - Maintains full compatibility with existing configurations
+
+**Performance Benefits**:
+
+- **Faster Development Cycles**: Pre-commit hooks complete in seconds, not minutes
+- **Improved Developer Experience**: Near-instantaneous feedback during development
+- **Seamless Integration**: Works transparently with existing crackerjack workflows
+- **Zero Breaking Changes**: Same CLI interface, dramatically better performance
+
+**Implementation Details**:
+
+```bash
+# These commands now benefit from Rust tool speed improvements:
+python -m crackerjack                    # Dead code detection 20x faster
+python -m crackerjack --run-tests        # Type checking 20-200x faster
+python -m crackerjack --ai-fix --run-tests # Complete workflow optimized
+```
+
+**Benchmark Results**: Real-world performance measurements show consistent **6,000+ operations/second** throughput with **600KB+/second** data processing capabilities during comprehensive quality checks.
+
 ## Core Workflow
 
 **Enhanced three-stage quality enforcement with intelligent code cleaning:**
@@ -290,7 +331,7 @@ python -m crackerjack.mcp.progress_monitor <job_id> ws://localhost:8675
 
 **With AI integration:**
 
-- `--ai-agent` flag enables automatic error resolution with specialized sub-agents
+- `--ai-fix` flag enables automatic error resolution with specialized sub-agents
 - MCP server allows AI agents to run crackerjack commands with real-time progress tracking
 - Structured error output for programmatic fixes with confidence scoring
 - Enterprise-grade regex pattern system ensures safe automated text transformations
@@ -331,10 +372,10 @@ python -m crackerjack.mcp.progress_monitor <job_id> ws://localhost:8675
 
 ```bash
 # Show coverage progress
-python -m crackerjack --coverage-status
+python -m crackerjack --coverage-report
 
 # Run tests with ratchet system
-python -m crackerjack -t
+python -m crackerjack --run-tests
 
 # Example output:
 # 🎉 Coverage improved from 10.11% to 15.50%!
@@ -649,7 +690,7 @@ Crackerjack runs hooks in a two-stage process for optimal development workflow:
 python -m crackerjack
 
 # Skip hooks if you only want setup/cleaning
-python -m crackerjack -s
+python -m crackerjack --skip-hooks
 ```
 
 ### Common Commands
@@ -659,32 +700,139 @@ python -m crackerjack -s
 python -m crackerjack
 
 # With testing
-python -m crackerjack -t
+python -m crackerjack --run-tests
 
 # Full release workflow
-python -m crackerjack -a patch
+python -m crackerjack --all patch
 
 # AI agent mode
-python -m crackerjack --ai-agent
+python -m crackerjack --ai-fix
 ```
 
 ## Command Reference
 
-**Core Commands:**
+**Core Workflow Commands:**
 
 ```bash
-python -m crackerjack          # Quality checks
-python -m crackerjack -t       # With testing
-python -m crackerjack -a patch # Release workflow
+# Quality checks and development
+python -m crackerjack                    # Quality checks only
+python -m crackerjack --run-tests        # Quality checks + tests
+python -m crackerjack --ai-fix --run-tests  # AI auto-fixing + tests (recommended)
+
+# Release workflow
+python -m crackerjack --all patch # Full release workflow
+python -m crackerjack --publish patch      # Version bump + publish
 ```
 
-**Options:**
+**AI-Powered Development:**
+
+```bash
+python -m crackerjack --ai-fix              # AI auto-fixing mode
+python -m crackerjack --ai-debug --run-tests # AI debugging with verbose output
+python -m crackerjack --ai-fix --run-tests --verbose # Full AI workflow
+python -m crackerjack --orchestrated        # Advanced orchestrated workflow
+python -m crackerjack --quick               # Quick mode (3 iterations max)
+python -m crackerjack --thorough            # Thorough mode (8 iterations max)
+```
 
-- `-i, --interactive`: Rich UI interface
-- `-v, --verbose`: Detailed output
-- `-s, --skip-hooks`: Skip quality checks
-- `-c, --commit`: Auto-commit changes
-- `-x, --clean`: Remove docstrings/comments
+**Monitoring & Observability:**
+
+```bash
+python -m crackerjack --dashboard           # Comprehensive monitoring dashboard
+python -m crackerjack --unified-dashboard   # Unified real-time dashboard
+python -m crackerjack --monitor             # Multi-project progress monitor
+python -m crackerjack --enhanced-monitor    # Enhanced monitoring with patterns
+python -m crackerjack --watchdog            # Service watchdog (auto-restart)
+```
+
+**MCP Server Management:**
+
+```bash
+python -m crackerjack --start-mcp-server    # Start MCP server
+python -m crackerjack --stop-mcp-server     # Stop MCP server
+python -m crackerjack --restart-mcp-server  # Restart MCP server
+python -m crackerjack --start-websocket-server # Start WebSocket server
+```
+
+**Performance & Caching:**
+
+```bash
+python -m crackerjack --cache-stats         # Display cache statistics
+python -m crackerjack --clear-cache         # Clear all caches
+python -m crackerjack --benchmark           # Run in benchmark mode
+```
+
+**Coverage Management:**
+
+```bash
+python -m crackerjack --coverage-status     # Show coverage ratchet status
+python -m crackerjack --coverage-goal 85.0  # Set explicit coverage target
+python -m crackerjack --no-coverage-ratchet # Disable coverage ratchet temporarily
+python -m crackerjack --boost-coverage      # Auto-improve test coverage (default)
+python -m crackerjack --no-boost-coverage   # Disable coverage improvements
+```
+
+**Zuban LSP Server Management:**
+
+```bash
+python -m crackerjack --start-zuban-lsp     # Start Zuban LSP server
+python -m crackerjack --stop-zuban-lsp      # Stop Zuban LSP server
+python -m crackerjack --restart-zuban-lsp   # Restart Zuban LSP server
+python -m crackerjack --no-zuban-lsp        # Disable automatic LSP startup
+python -m crackerjack --zuban-lsp-port 8677 # Custom LSP port
+python -m crackerjack --zuban-lsp-mode tcp  # Transport mode (tcp/stdio)
+python -m crackerjack --zuban-lsp-timeout 30 # LSP operation timeout
+python -m crackerjack --enable-lsp-hooks    # Enable LSP-optimized hooks
+```
+
+**Documentation Generation:**
+
+```bash
+python -m crackerjack --generate-docs       # Generate comprehensive API docs
+python -m crackerjack --docs-format markdown # Documentation format (markdown/rst/html)
+python -m crackerjack --validate-docs       # Validate existing documentation
+```
+
+**Global Locking & Concurrency:**
+
+```bash
+python -m crackerjack --disable-global-locking # Allow concurrent execution
+python -m crackerjack --global-lock-timeout 600 # Lock timeout in seconds
+python -m crackerjack --cleanup-stale-locks # Clean stale lock files (default)
+python -m crackerjack --no-cleanup-stale-locks # Don't clean stale locks
+python -m crackerjack --global-lock-dir ~/.crackerjack/locks # Custom lock directory
+```
+
+**Git & Version Control:**
+
+```bash
+python -m crackerjack --no-git-tags         # Skip creating git tags
+python -m crackerjack --skip-version-check  # Skip version consistency verification
+```
+
+**Experimental Features:**
+
+```bash
+python -m crackerjack --experimental-hooks  # Enable experimental pre-commit hooks
+python -m crackerjack --enable-pyrefly      # Enable pyrefly type checking (experimental)
+python -m crackerjack --enable-ty           # Enable ty type verification (experimental)
+```
+
+**Common Options:**
+
+- `-i, --interactive`: Rich UI interface with better experience
+- `-v, --verbose`: Detailed output for debugging
+- `-c, --commit`: Auto-commit and push changes to Git
+- `--skip-hooks`: Skip quality checks during development iteration
+- `--strip-code`: Remove docstrings/comments for production
+- `--dev`: Enable development mode for progress monitors
+- `--fast`: Run only fast hooks (formatting and basic checks)
+- `--comp`: Run only comprehensive hooks (type checking, security, complexity)
+- `--quick`: Quick mode (3 iterations max, ideal for CI/CD)
+- `--thorough`: Thorough mode (8 iterations max, for complex refactoring)
+- `--debug`: Enable debug output with detailed information
+- `--no-config-update`: Do not update configuration files
+- `--update-precommit`: Update pre-commit hooks configuration
 
 ## Style Guide
 
@@ -732,9 +880,9 @@ echo ".env" >> .gitignore
 ### Version Management
 
 ```bash
-python -m crackerjack -p patch  # 1.0.0 -> 1.0.1
-python -m crackerjack -p minor  # 1.0.0 -> 1.1.0
-python -m crackerjack -p major  # 1.0.0 -> 2.0.0
+python -m crackerjack --publish patch  # 1.0.0 -> 1.0.1
+python -m crackerjack --publish minor  # 1.0.0 -> 1.1.0
+python -m crackerjack --publish major  # 1.0.0 -> 2.0.0
 ```
 
 ### 🛡️ Security Considerations
@@ -789,6 +937,15 @@ python -m crackerjack.mcp.progress_monitor <job_id> ws://localhost:8675
 
 For enhanced AI-assisted development with conversation memory and context persistence, consider using the [session-mgmt-mcp](https://github.com/lesleslie/session-mgmt-mcp) server alongside Crackerjack:
 
+## 🤝 Session-mgmt Integration (Enhanced)
+
+**Automatic for Git Projects:**
+
+- Session management starts automatically
+- No manual `/start` or `/end` needed
+- Checkpoints auto-compact when necessary
+- Works seamlessly with `python -m crackerjack`
+
 **Benefits of Combined Usage:**
 
 - **🧠 Persistent Learning**: Session-mgmt remembers your error patterns and successful fixes
@@ -796,6 +953,7 @@ For enhanced AI-assisted development with conversation memory and context persis
 - **📊 Quality Tracking**: Monitors your project's quality score evolution over time
 - **🔄 Workflow Optimization**: Learns from your development patterns to suggest improvements
 - **🎯 Intelligent Coordination**: The two servers share insights for smarter assistance
+- **🚀 Zero Manual Intervention**: Fully automatic lifecycle for git repositories
 
 **Quick Setup:**
 
@@ -814,6 +972,19 @@ For enhanced AI-assisted development with conversation memory and context persis
 }
 ```
 
+**Example Workflow:**
+
+```bash
+# Just start working - session auto-initializes!
+python -m crackerjack --ai-fix --run-tests
+
+# Checkpoint periodically (auto-compacts if needed)
+/checkpoint
+
+# Quit any way - session auto-saves
+/quit  # or Cmd+Q, or network disconnect
+```
+
 **How They Work Together:**
 
 - **Crackerjack** handles code quality enforcement, testing, and release management