claude-mpm 5.0.9__py3-none-any.whl → 5.6.23__py3-none-any.whl

claude_mpm/cli/commands/configure_agent_display.py

@@ -59,12 +59,15 @@ class AgentDisplay:
         Shows:
         - Agent ID (for selection)
         - Name and description
-        - Enable/disable status
+        - Installed/Available status
         - Model or tools information
 
         Args:
             agents: List of agent configurations to display
         """
+
+        from ...utils.agent_filters import get_deployed_agent_ids
+
         table = Table(
             title=f"Available Agents ({len(agents)} total)",
             box=ROUNDED,
@@ -77,12 +80,25 @@ class AgentDisplay:
         table.add_column("Description", style="bold", width=45)
         table.add_column("Model/Tools", style="dim", width=20)
 
+        # Get deployed agent IDs
+        deployed_ids = get_deployed_agent_ids()
+
+        # Track installed count for summary
+        installed_count = 0
+
         for idx, agent in enumerate(agents, 1):
-            # Check if agent is enabled
-            is_enabled = self.agent_manager.is_agent_enabled(agent.name)
-            status = (
-                "[green]✓ Enabled[/green]" if is_enabled else "[red]✗ Disabled[/red]"
-            )
+            # Check if agent is deployed to .claude/agents/
+            # Use agent_id (technical ID) for comparison, not display name
+            agent_id = getattr(agent, "agent_id", agent.name)
+            agent_leaf_name = agent_id.split("/")[-1]
+            is_deployed = agent_leaf_name in deployed_ids
+
+            # Increment installed count
+            if is_deployed:
+                installed_count += 1
+
+            # Show "Installed" for deployed agents, "Available" otherwise
+            status = "[green]Installed[/green]" if is_deployed else "Available"
 
             # Format tools/dependencies - show first 2 tools
             tools_display = ""
@@ -115,6 +131,11 @@ class AgentDisplay:
 
         self.console.print(table)
 
+        # Display summary count
+        self.console.print(
+            f"\n📊 Agents: {installed_count} Installed / {len(agents)} Total"
+        )
+
     def display_agents_with_pending_states(self, agents: List[AgentConfig]) -> None:
         """Display agents table with pending state indicators.
 

claude_mpm/cli/commands/hook_errors.py

@@ -57,33 +57,33 @@ def list_errors(format, hook_type):
 
     if not errors:
         if hook_type:
-            click.echo(f"No errors recorded for hook type: {hook_type}")
+            click.echo(f"No errors recorded for hook type: {hook_type}", err=True)
         else:
-            click.echo("No errors recorded. Hook system is healthy! ✅")
+            click.echo("No errors recorded. Hook system is healthy! ✅", err=True)
         return
 
     if format == "json":
         # JSON output
-        click.echo(json.dumps(errors, indent=2))
+        click.echo(json.dumps(errors, indent=2), err=True)
     else:
         # Table output
-        click.echo("\n" + "=" * 80)
-        click.echo("Hook Error Memory Report")
-        click.echo("=" * 80)
+        click.echo("\n" + "=" * 80, err=True)
+        click.echo("Hook Error Memory Report", err=True)
+        click.echo("=" * 80, err=True)
 
         for key, data in errors.items():
-            click.echo(f"\n🔴 Error: {data['type']}")
-            click.echo(f"   Hook Type: {data['hook_type']}")
-            click.echo(f"   Details: {data['details']}")
-            click.echo(f"   Match: {data['match']}")
-            click.echo(f"   Count: {data['count']} occurrences")
-            click.echo(f"   First Seen: {data['first_seen']}")
-            click.echo(f"   Last Seen: {data['last_seen']}")
+            click.echo(f"\n🔴 Error: {data['type']}", err=True)
+            click.echo(f"   Hook Type: {data['hook_type']}", err=True)
+            click.echo(f"   Details: {data['details']}", err=True)
+            click.echo(f"   Match: {data['match']}", err=True)
+            click.echo(f"   Count: {data['count']} occurrences", err=True)
+            click.echo(f"   First Seen: {data['first_seen']}", err=True)
+            click.echo(f"   Last Seen: {data['last_seen']}", err=True)
 
-        click.echo("\n" + "=" * 80)
-        click.echo(f"Total unique errors: {len(errors)}")
-        click.echo(f"Memory file: {error_memory.memory_file}")
-        click.echo("\nTo clear errors: claude-mpm hook-errors clear")
+        click.echo("\n" + "=" * 80, err=True)
+        click.echo(f"Total unique errors: {len(errors)}", err=True)
+        click.echo(f"Memory file: {error_memory.memory_file}", err=True)
+        click.echo("\nTo clear errors: claude-mpm hook-errors clear", err=True)
 
 
 @hook_errors_group.command(name="summary")
@@ -99,28 +99,28 @@ def show_summary():
     summary = error_memory.get_error_summary()
 
     if summary["total_errors"] == 0:
-        click.echo("No errors recorded. Hook system is healthy! ✅")
+        click.echo("No errors recorded. Hook system is healthy! ✅", err=True)
         return
 
-    click.echo("\n" + "=" * 80)
-    click.echo("Hook Error Summary")
-    click.echo("=" * 80)
-    click.echo("\n📊 Statistics:")
-    click.echo(f"   Total Errors: {summary['total_errors']}")
-    click.echo(f"   Unique Errors: {summary['unique_errors']}")
+    click.echo("\n" + "=" * 80, err=True)
+    click.echo("Hook Error Summary", err=True)
+    click.echo("=" * 80, err=True)
+    click.echo("\n📊 Statistics:", err=True)
+    click.echo(f"   Total Errors: {summary['total_errors']}", err=True)
+    click.echo(f"   Unique Errors: {summary['unique_errors']}", err=True)
 
     if summary["errors_by_type"]:
-        click.echo("\n🔍 Errors by Type:")
+        click.echo("\n🔍 Errors by Type:", err=True)
         for error_type, count in summary["errors_by_type"].items():
-            click.echo(f"   {error_type}: {count}")
+            click.echo(f"   {error_type}: {count}", err=True)
 
     if summary["errors_by_hook"]:
-        click.echo("\n🎣 Errors by Hook Type:")
+        click.echo("\n🎣 Errors by Hook Type:", err=True)
         for hook_type, count in summary["errors_by_hook"].items():
-            click.echo(f"   {hook_type}: {count}")
+            click.echo(f"   {hook_type}: {count}", err=True)
 
-    click.echo(f"\n📁 Memory File: {summary['memory_file']}")
-    click.echo("\nFor detailed list: claude-mpm hook-errors list")
+    click.echo(f"\n📁 Memory File: {summary['memory_file']}", err=True)
+    click.echo("\nFor detailed list: claude-mpm hook-errors list", err=True)
 
 
 @hook_errors_group.command(name="clear")
@@ -158,21 +158,21 @@ def clear_errors(hook_type, yes):
         scope = "all hook types"
 
     if count == 0:
-        click.echo(f"No errors to clear {scope}.")
+        click.echo(f"No errors to clear {scope}.", err=True)
         return
 
     # Confirm if not using -y flag
     if not yes:
         message = f"Clear {count} error(s) {scope}?"
         if not click.confirm(message):
-            click.echo("Cancelled.")
+            click.echo("Cancelled.", err=True)
             return
 
     # Clear errors
     error_memory.clear_errors(hook_type)
 
-    click.echo(f"✅ Cleared {count} error(s) {scope}.")
-    click.echo("\nHooks will be retried on next execution.")
+    click.echo(f"✅ Cleared {count} error(s) {scope}.", err=True)
+    click.echo("\nHooks will be retried on next execution.", err=True)
 
 
 @hook_errors_group.command(name="diagnose")
@@ -201,19 +201,19 @@ def diagnose_errors(hook_type):
 
     if not errors:
         if hook_type:
-            click.echo(f"No errors to diagnose for hook type: {hook_type}")
+            click.echo(f"No errors to diagnose for hook type: {hook_type}", err=True)
         else:
-            click.echo("No errors to diagnose. Hook system is healthy! ✅")
+            click.echo("No errors to diagnose. Hook system is healthy! ✅", err=True)
         return
 
-    click.echo("\n" + "=" * 80)
-    click.echo("Hook Error Diagnostics")
-    click.echo("=" * 80)
+    click.echo("\n" + "=" * 80, err=True)
+    click.echo("Hook Error Diagnostics", err=True)
+    click.echo("=" * 80, err=True)
 
     for key, data in errors.items():
-        click.echo(f"\n🔴 Error: {data['type']}")
-        click.echo(f"   Hook: {data['hook_type']}")
-        click.echo(f"   Count: {data['count']} failures")
+        click.echo(f"\n🔴 Error: {data['type']}", err=True)
+        click.echo(f"   Hook: {data['hook_type']}", err=True)
+        click.echo(f"   Count: {data['count']} failures", err=True)
 
         # Generate and show fix suggestion
         error_info = {
@@ -223,13 +223,13 @@ def diagnose_errors(hook_type):
         }
         suggestion = error_memory.suggest_fix(error_info)
 
-        click.echo("\n" + "-" * 80)
-        click.echo(suggestion)
-        click.echo("-" * 80)
+        click.echo("\n" + "-" * 80, err=True)
+        click.echo(suggestion, err=True)
+        click.echo("-" * 80, err=True)
 
-    click.echo("\n" + "=" * 80)
-    click.echo("After fixing issues, clear errors to retry:")
-    click.echo("  claude-mpm hook-errors clear")
+    click.echo("\n" + "=" * 80, err=True)
+    click.echo("After fixing issues, clear errors to retry:", err=True)
+    click.echo("  claude-mpm hook-errors clear", err=True)
 
 
 @hook_errors_group.command(name="status")
@@ -244,27 +244,27 @@ def show_status():
     error_memory = get_hook_error_memory()
     summary = error_memory.get_error_summary()
 
-    click.echo("\n📊 Hook Error Memory Status")
-    click.echo("=" * 80)
+    click.echo("\n📊 Hook Error Memory Status", err=True)
+    click.echo("=" * 80, err=True)
 
     if summary["total_errors"] == 0:
-        click.echo("✅ Status: Healthy (no errors recorded)")
+        click.echo("✅ Status: Healthy (no errors recorded)", err=True)
     else:
-        click.echo(f"⚠️  Status: {summary['total_errors']} error(s) recorded")
-        click.echo(f"   Unique errors: {summary['unique_errors']}")
+        click.echo(f"⚠️  Status: {summary['total_errors']} error(s) recorded", err=True)
+        click.echo(f"   Unique errors: {summary['unique_errors']}", err=True)
 
         # Show which hooks are affected
         if summary["errors_by_hook"]:
             affected_hooks = list(summary["errors_by_hook"].keys())
-            click.echo(f"   Affected hooks: {', '.join(affected_hooks)}")
+            click.echo(f"   Affected hooks: {', '.join(affected_hooks)}", err=True)
 
-    click.echo(f"\n📁 Memory file: {summary['memory_file']}")
-    click.echo(f"   Exists: {Path(summary['memory_file']).exists()}")
+    click.echo(f"\n📁 Memory file: {summary['memory_file']}", err=True)
+    click.echo(f"   Exists: {Path(summary['memory_file']).exists()}", err=True)
 
-    click.echo("\nCommands:")
-    click.echo("  claude-mpm hook-errors list      # View detailed errors")
-    click.echo("  claude-mpm hook-errors diagnose  # Get fix suggestions")
-    click.echo("  claude-mpm hook-errors clear     # Clear and retry")
+    click.echo("\nCommands:", err=True)
+    click.echo("  claude-mpm hook-errors list      # View detailed errors", err=True)
+    click.echo("  claude-mpm hook-errors diagnose  # Get fix suggestions", err=True)
+    click.echo("  claude-mpm hook-errors clear     # Clear and retry", err=True)
 
 
 # Register the command group

claude_mpm/cli/commands/monitor.py

@@ -118,7 +118,7 @@ class MonitorCommand(BaseCommand):
                 # Check if it's actually running
                 if not self.daemon.lifecycle.is_running():
                     return CommandResult.error_result(
-                        "Monitor daemon failed to start. Check ~/.claude-mpm/monitor-daemon.log for details."
+                        "Monitor daemon failed to start. Check ~/.claude-mpm/logs/monitor-daemon-*.log for details."
                     )
 
                 # Get the actual PID
@@ -146,7 +146,7 @@ class MonitorCommand(BaseCommand):
             pass
 
         return CommandResult.error_result(
-            "Failed to start unified monitor daemon. Check ~/.claude-mpm/monitor-daemon.log for details."
+            "Failed to start unified monitor daemon. Check ~/.claude-mpm/logs/monitor-daemon-*.log for details."
         )
 
     def _stop_monitor(self, args) -> CommandResult:

claude_mpm/cli/commands/mpm_init/core.py

@@ -24,6 +24,7 @@ from claude_mpm.utils.display_helper import DisplayHelper
 
 # Import from sibling modules in the mpm_init package
 from . import display, git_activity, modes, prompts
+from .knowledge_extractor import ProjectKnowledgeExtractor
 
 logger = get_logger(__name__)
 
@@ -34,6 +35,7 @@ class MPMInitCommand:
     def __init__(self, project_path: Optional[Path] = None):
         """Initialize the MPM-Init command."""
         self.project_path = project_path or Path.cwd()
+        self.claude_mpm_dir = self.project_path / ".claude-mpm"
         self.claude_mpm_script = self._find_claude_mpm_script()
         self.console = Console()
 
@@ -155,9 +157,8 @@ class MPMInitCommand:
                 if pre_check_result.get("status") == OperationResult.ERROR:
                     return pre_check_result
 
-            # Update .gitignore to exclude claude-mpm configuration directories
-            if not review_only and not dry_run:
-                self._update_gitignore()
+            # Note: .gitignore recommendations are now shown in 'mpm config' command
+            # instead of automatic updates during initialization
 
             # Build the delegation prompt
             if update_mode:
@@ -202,6 +203,10 @@ class MPMInitCommand:
             if update_mode and result.get("status") == OperationResult.SUCCESS:
                 self._handle_update_post_processing()
 
+            # Deploy PM skills after successful initialization
+            if result.get("status") == OperationResult.SUCCESS:
+                self._deploy_pm_skills()
+
             return result
 
         except Exception as e:
@@ -399,48 +404,6 @@ class MPMInitCommand:
             "warnings": warnings,
         }
 
-    def _update_gitignore(self) -> None:
-        """Update .gitignore to exclude claude-mpm configuration directories.
-
-        Ensures that claude-mpm configuration directories are added to .gitignore
-        to prevent them from being committed to version control.
-
-        This is a non-destructive operation that:
-        - Creates .gitignore if it doesn't exist
-        - Appends missing entries only (never duplicates)
-        - Preserves all existing content
-
-        Standard entries added:
-        - .claude-mpm/: Main configuration directory
-        - .claude/agents/: Agent runtime files
-        """
-        from claude_mpm.utils.gitignore import ensure_claude_mpm_gitignore
-
-        try:
-            result = ensure_claude_mpm_gitignore(str(self.project_path))
-
-            if result.get("status") == "success":
-                if result.get("added"):
-                    self.console.print(
-                        f"[green]✓[/green] Updated .gitignore: {', '.join(result['added'])}"
-                    )
-                    logger.info(f"Added to .gitignore: {result['added']}")
-                elif result.get("existing"):
-                    logger.debug(f".gitignore already contains: {result['existing']}")
-            else:
-                # Non-critical error - log but don't fail initialization
-                logger.warning(
-                    f"Could not update .gitignore: {result.get('error', 'Unknown error')}"
-                )
-                self.console.print(
-                    f"[yellow]⚠️  Could not update .gitignore: {result.get('error')}[/yellow]"
-                )
-
-        except Exception as e:
-            # Non-critical error - log but don't fail initialization
-            logger.warning(f"Error updating .gitignore: {e}")
-            self.console.print(f"[yellow]⚠️  Could not update .gitignore: {e}[/yellow]")
-
     def _build_initialization_prompt(
         self,
         project_type: Optional[str] = None,
@@ -452,6 +415,10 @@ class MPMInitCommand:
             self.project_path, project_type, framework, ast_analysis
         )
 
+    def _is_initialized(self) -> bool:
+        """Check if project is already initialized with .claude-mpm directory."""
+        return self.claude_mpm_dir.exists()
+
     def _build_update_prompt(
         self,
         project_type: Optional[str],
@@ -459,10 +426,65 @@ class MPMInitCommand:
         ast_analysis: bool,
         preserve_custom: bool,
     ) -> str:
-        """Build prompt for update mode."""
+        """Build prompt for update mode with optional knowledge extraction."""
         # Get existing content analysis
         doc_analysis = self.doc_manager.analyze_existing_content()
 
+        # Check if project is initialized (.claude-mpm exists)
+        # If so, use enhanced update mode with knowledge extraction
+        if self._is_initialized():
+            self.console.print(
+                "[cyan]✓ Detected initialized project - activating enhanced update mode[/cyan]"
+            )
+
+            # Extract knowledge from all sources
+            extractor = ProjectKnowledgeExtractor(self.project_path)
+
+            self.console.print("[cyan]✓ Analyzing git history (last 90 days)...[/cyan]")
+            git_insights = extractor.extract_from_git(days=90)
+
+            if git_insights.get("available"):
+                arch_count = len(git_insights.get("architectural_decisions", []))
+                workflow_count = len(git_insights.get("workflow_patterns", []))
+                self.console.print(f"  - Found {arch_count} architectural decisions")
+                self.console.print(f"  - Detected {workflow_count} workflow patterns")
+
+            self.console.print("[cyan]✓ Analyzing session logs...[/cyan]")
+            log_insights = extractor.extract_from_logs()
+
+            if log_insights.get("available"):
+                learning_count = len(log_insights.get("learnings", []))
+                self.console.print(f"  - Found {learning_count} learning entries")
+
+            self.console.print("[cyan]✓ Analyzing memory files...[/cyan]")
+            memory_insights = extractor.extract_from_memory()
+
+            if memory_insights.get("available"):
+                total_insights = (
+                    len(memory_insights.get("architectural_knowledge", []))
+                    + len(memory_insights.get("implementation_guidelines", []))
+                    + len(memory_insights.get("common_mistakes", []))
+                    + len(memory_insights.get("technical_context", []))
+                )
+                self.console.print(f"  - Found {total_insights} accumulated insights")
+
+            self.console.print(
+                "[green]✓ Knowledge extraction complete - building enhanced prompt[/green]\n"
+            )
+
+            # Build enhanced prompt with extracted knowledge
+            return prompts.build_enhanced_update_prompt(
+                self.project_path,
+                doc_analysis,
+                git_insights,
+                log_insights,
+                memory_insights,
+                project_type,
+                framework,
+                ast_analysis,
+                preserve_custom,
+            )
+        # Standard update mode (no .claude-mpm directory)
         return prompts.build_update_prompt(
             self.project_path,
             doc_analysis,
@@ -548,6 +570,11 @@ class MPMInitCommand:
             self.archive_manager,
         )
 
+        # Optimize CLAUDE.md with prompt-engineer if it exists
+        claude_md = self.project_path / "CLAUDE.md"
+        if claude_md.exists():
+            self._optimize_claude_md_with_prompt_engineer()
+
     def _display_results(self, result: Dict, verbose: bool):
         """Display initialization results."""
         display.display_results(self.display, self.console, result, verbose)
@@ -569,5 +596,164 @@ class MPMInitCommand:
         """Build structured Research agent delegation prompt from git analysis."""
         return prompts.build_research_context_prompt(git_analysis, days)
 
+    def _optimize_claude_md_with_prompt_engineer(self) -> None:
+        """Optimize CLAUDE.md with prompt-engineer for conciseness and clarity."""
+        claude_md_path = self.project_path / "CLAUDE.md"
+        if not claude_md_path.exists():
+            return
+
+        try:
+            # Read current content
+            original_content = claude_md_path.read_text()
+            original_tokens = self._estimate_tokens(original_content)
+
+            # Create backup
+            backup_path = self.archive_manager.auto_archive_before_update(
+                claude_md_path, update_reason="Before prompt-engineer optimization"
+            )
+
+            if not backup_path:
+                logger.warning("Could not create backup before optimization")
+                self.console.print(
+                    "[yellow]⚠️  Skipping optimization - backup failed[/yellow]"
+                )
+                return
+
+            self.console.print(
+                "\n[cyan]✓ Optimizing CLAUDE.md with prompt-engineer...[/cyan]"
+            )
+            self.console.print(f"  - Original: {original_tokens:,} tokens (estimated)")
+            self.console.print(f"  - Backup created: {backup_path}")
+
+            # Build optimization prompt
+            prompt = prompts.build_prompt_engineer_optimization_prompt(
+                original_content, original_tokens
+            )
+
+            # Run optimization through subprocess
+            with Progress(
+                SpinnerColumn(),
+                TextColumn("[progress.description]{task.description}"),
+                console=self.console,
+            ) as progress:
+                task = progress.add_task(
+                    "[cyan]Running prompt-engineer optimization...", total=None
+                )
+
+                result = self._run_initialization(
+                    prompt, verbose=False, update_mode=True
+                )
+
+                progress.update(task, description="[green]✓ Optimization complete")
+
+            # Check if optimization succeeded
+            if result.get("status") == OperationResult.SUCCESS:
+                # Read optimized content
+                optimized_content = claude_md_path.read_text()
+                optimized_tokens = self._estimate_tokens(optimized_content)
+
+                # Calculate reduction
+                token_reduction = original_tokens - optimized_tokens
+                reduction_percent = (
+                    (token_reduction / original_tokens * 100)
+                    if original_tokens > 0
+                    else 0
+                )
+
+                self.console.print(
+                    f"  - Optimized: {optimized_tokens:,} tokens ({reduction_percent:.1f}% reduction)"
+                )
+                self.console.print("[green]✓ CLAUDE.md optimization complete[/green]\n")
+            # Restore from backup on failure
+            elif backup_path and backup_path.exists():
+                import shutil
+
+                shutil.copy2(backup_path, claude_md_path)
+                self.console.print(
+                    "[yellow]⚠️  Optimization failed - restored from backup[/yellow]\n"
+                )
+
+        except Exception as e:
+            logger.error(f"Failed to optimize CLAUDE.md: {e}")
+            self.console.print(
+                f"[yellow]⚠️  Could not optimize CLAUDE.md: {e}[/yellow]\n"
+            )
+
+    def _estimate_tokens(self, text: str) -> int:
+        """Estimate token count for text (rough approximation).
+
+        Uses a simple heuristic: ~4 characters per token for English text.
+        This is a rough estimate but sufficient for displaying progress.
+        """
+        return len(text) // 4
+
+    def _deploy_pm_skills(self) -> None:
+        """Deploy PM skills templates to project .claude directory.
+
+        Copies PM skills from bundled templates to .claude/skills/
+        with version tracking and checksum validation.
+        """
+        try:
+            from rich.progress import (
+                BarColumn,
+                Progress,
+                TaskProgressColumn,
+                TextColumn,
+            )
+
+            from claude_mpm.services.pm_skills_deployer import PMSkillsDeployerService
+
+            deployer = PMSkillsDeployerService()
+
+            # Use progress bar for deployment
+            with Progress(
+                TextColumn("[cyan]Deploying PM skills[/cyan]"),
+                BarColumn(bar_width=30),
+                TaskProgressColumn(),
+                TextColumn("[dim]{task.description}[/dim]"),
+                console=self.console,
+            ) as progress:
+                task = progress.add_task("", total=None)  # Unknown total initially
+
+                def update_progress(skill_name: str, current: int, total: int) -> None:
+                    progress.update(
+                        task, total=total, completed=current, description=skill_name
+                    )
+
+                result = deployer.deploy_pm_skills(
+                    self.project_path, progress_callback=update_progress
+                )
+
+            if result.success:
+                if result.deployed:
+                    self.console.print(
+                        f"[green]✓ Deployed {len(result.deployed)} PM skills[/green]"
+                    )
+
+                if result.skipped:
+                    self.console.print(
+                        f"[dim]  Skipped {len(result.skipped)} (already deployed)[/dim]"
+                    )
+
+                if result.errors:
+                    self.console.print(
+                        f"[yellow]⚠️  {len(result.errors)} errors:[/yellow]"
+                    )
+                    for error in result.errors[:3]:  # Show first 3 errors
+                        self.console.print(f"  • {error['skill']}: {error['error']}")
+            else:
+                self.console.print(
+                    f"[yellow]⚠️  PM skills deployment had errors: {result.message}[/yellow]"
+                )
+
+        except ImportError as e:
+            logger.warning(f"PM skills deployer not available: {e}")
+            self.console.print(
+                "[yellow]⚠️  PM skills deployment skipped (service not available)[/yellow]"
+            )
+        except Exception as e:
+            logger.error(f"Failed to deploy PM skills: {e}")
+            self.console.print(f"[yellow]⚠️  PM skills deployment failed: {e}[/yellow]")
+
 
 __all__ = ["MPMInitCommand"]