claude-mpm 3.4.10__py3-none-any.whl → 5.4.85__py3-none-any.whl

claude_mpm/services/monitor/event_emitter.py

@@ -0,0 +1,350 @@
+"""
+High-Performance Async Event Emitter
+====================================
+
+Provides ultra-low latency event emission with direct function calls for in-process
+events and connection pooling for external HTTP requests.
+
+WHY: Eliminates HTTP overhead for in-process events while maintaining external API support.
+"""
+
+import asyncio
+import weakref
+from datetime import datetime, timezone
+from typing import Any, Dict, Optional, Set
+
+import aiohttp
+
+from ...core.logging_config import get_logger
+
+
+class AsyncEventEmitter:
+    """High-performance async event emitter with direct calls and connection pooling."""
+
+    _instance: Optional["AsyncEventEmitter"] = None
+    _lock = asyncio.Lock()
+
+    def __init__(self):
+        """Initialize the event emitter."""
+        # Use a shorter, cleaner logger name instead of full module path
+        self.logger = get_logger("event_emitter")
+
+        # Direct emission targets (in-process)
+        self._socketio_servers: Set[weakref.ref] = set()
+
+        # HTTP connection pool for external requests
+        self._http_session: Optional[aiohttp.ClientSession] = None
+        self._http_connector: Optional[aiohttp.TCPConnector] = None
+
+        # Performance metrics
+        self._direct_events = 0
+        self._http_events = 0
+        self._failed_events = 0
+
+        # Event queue for batching (if needed)
+        self._event_queue = asyncio.Queue(maxsize=10000)
+        self._batch_processor_task: Optional[asyncio.Task] = None
+
+    @classmethod
+    async def get_instance(cls) -> "AsyncEventEmitter":
+        """Get singleton instance with async initialization."""
+        if cls._instance is None:
+            async with cls._lock:
+                if cls._instance is None:
+                    cls._instance = cls()
+                    await cls._instance._initialize()
+        return cls._instance
+
+    async def _initialize(self):
+        """Initialize async components."""
+        try:
+            # Create HTTP connection pool with optimized settings
+            self._http_connector = aiohttp.TCPConnector(
+                limit=100,  # Total connection pool size
+                limit_per_host=20,  # Connections per host
+                ttl_dns_cache=300,  # DNS cache TTL
+                use_dns_cache=True,
+                keepalive_timeout=30,  # Keep connections alive
+                enable_cleanup_closed=True,
+                force_close=False,  # Reuse connections
+            )
+
+            # Create session with timeout and connection pooling
+            timeout = aiohttp.ClientTimeout(
+                total=5.0,  # Total timeout
+                connect=1.0,  # Connection timeout
+                sock_read=2.0,  # Socket read timeout
+            )
+
+            self._http_session = aiohttp.ClientSession(
+                connector=self._http_connector,
+                timeout=timeout,
+                headers={
+                    "Content-Type": "application/json",
+                    "User-Agent": "Claude-MPM-EventEmitter/1.0",
+                },
+            )
+
+            self.logger.debug("AsyncEventEmitter initialized with connection pooling")
+
+        except Exception as e:
+            self.logger.error(f"Error initializing AsyncEventEmitter: {e}")
+            raise
+
+    def register_socketio_server(self, sio_server):
+        """Register a Socket.IO server for direct event emission."""
+        # Use weak reference to avoid circular references
+        weak_ref = weakref.ref(sio_server)
+        self._socketio_servers.add(weak_ref)
+        self.logger.debug(f"Registered Socket.IO server: {id(sio_server)}")
+
+    def unregister_socketio_server(self, sio_server):
+        """Unregister a Socket.IO server."""
+        to_remove = []
+        for weak_ref in self._socketio_servers:
+            if weak_ref() is sio_server or weak_ref() is None:
+                to_remove.append(weak_ref)
+
+        for weak_ref in to_remove:
+            self._socketio_servers.discard(weak_ref)
+
+        self.logger.debug(f"Unregistered Socket.IO server: {id(sio_server)}")
+
+    async def emit_event(
+        self,
+        namespace: str,
+        event: str,
+        data: Dict[str, Any],
+        force_http: bool = False,
+        endpoint: Optional[str] = None,
+    ) -> bool:
+        """
+        Emit event with optimal routing (direct calls vs HTTP).
+
+        Args:
+            namespace: Event namespace (e.g., 'hook')
+            event: Event name (e.g., 'claude_event')
+            data: Event data
+            force_http: Force HTTP emission even if direct emission available
+            endpoint: HTTP endpoint URL (defaults to localhost:8765)
+
+        Returns:
+            True if event was emitted successfully
+        """
+        try:
+            # Clean up dead weak references
+            self._cleanup_dead_references()
+
+            # Try direct emission first (unless forced to use HTTP)
+            if not force_http and self._socketio_servers:
+                success = await self._emit_direct(event, data)
+                if success:
+                    self._direct_events += 1
+                    return True
+
+            # Fallback to HTTP emission
+            if endpoint or not self._socketio_servers:
+                success = await self._emit_http(namespace, event, data, endpoint)
+                if success:
+                    self._http_events += 1
+                    return True
+
+            self._failed_events += 1
+            return False
+
+        except Exception as e:
+            self.logger.error(f"Error emitting event {event}: {e}")
+            self._failed_events += 1
+            return False
+
+    async def _emit_direct(self, event: str, data: Dict[str, Any]) -> bool:
+        """Emit event directly to registered Socket.IO servers."""
+        success_count = 0
+
+        for weak_ref in list(
+            self._socketio_servers
+        ):  # Copy to avoid modification during iteration
+            sio_server = weak_ref()
+            if sio_server is None:
+                continue  # Will be cleaned up later
+
+            try:
+                # Direct async call to Socket.IO server
+                await sio_server.emit(event, data)
+                success_count += 1
+
+            except Exception as e:
+                self.logger.warning(
+                    f"Direct emission failed for server {id(sio_server)}: {e}"
+                )
+
+        if success_count > 0:
+            self.logger.debug(
+                f"Direct emission successful to {success_count} servers: {event}"
+            )
+            return True
+
+        return False
+
+    async def _emit_http(
+        self,
+        namespace: str,
+        event: str,
+        data: Dict[str, Any],
+        endpoint: Optional[str] = None,
+    ) -> bool:
+        """Emit event via HTTP with connection pooling."""
+        if not self._http_session:
+            self.logger.warning("HTTP session not initialized")
+            return False
+
+        url = endpoint or "http://localhost:8765/api/events"
+
+        payload = {
+            "namespace": namespace,
+            "event": event,
+            "data": data,
+            "timestamp": datetime.now(timezone.utc).isoformat(),
+            "source": "async_emitter",
+        }
+
+        try:
+            async with self._http_session.post(url, json=payload) as response:
+                if response.status in [200, 204]:
+                    self.logger.debug(f"HTTP emission successful: {event}")
+                    return True
+                self.logger.warning(
+                    f"HTTP emission failed with status {response.status}: {event}"
+                )
+                return False
+
+        except asyncio.TimeoutError:
+            self.logger.warning(f"HTTP emission timeout: {event}")
+            return False
+        except aiohttp.ClientError as e:
+            # Use DEBUG since the monitor service is optional and may not be running
+            self.logger.debug(
+                f"HTTP emission client error (monitor may not be running): {e}"
+            )
+            return False
+        except Exception as e:
+            self.logger.error(f"HTTP emission unexpected error: {e}")
+            return False
+
+    def _cleanup_dead_references(self):
+        """Clean up dead weak references."""
+        to_remove = []
+        for weak_ref in self._socketio_servers:
+            if weak_ref() is None:
+                to_remove.append(weak_ref)
+
+        for weak_ref in to_remove:
+            self._socketio_servers.discard(weak_ref)
+
+    def get_stats(self) -> Dict[str, Any]:
+        """Get performance statistics."""
+        return {
+            "direct_events": self._direct_events,
+            "http_events": self._http_events,
+            "failed_events": self._failed_events,
+            "registered_servers": len(
+                [ref for ref in self._socketio_servers if ref() is not None]
+            ),
+            "connection_pool_size": (
+                self._http_connector.limit if self._http_connector else 0
+            ),
+            "active_connections": (
+                len(self._http_connector._conns) if self._http_connector else 0
+            ),
+        }
+
+    async def close(self):
+        """Clean up resources with proper order and timing."""
+        try:
+            # Cancel batch processor if running
+            if self._batch_processor_task and not self._batch_processor_task.done():
+                self._batch_processor_task.cancel()
+                try:
+                    await self._batch_processor_task
+                except asyncio.CancelledError:
+                    pass
+                except Exception as e:
+                    self.logger.debug(f"Error cancelling batch processor: {e}")
+                finally:
+                    self._batch_processor_task = None
+
+            # Clear Socket.IO server references first
+            # This prevents any new events from being emitted
+            self._socketio_servers.clear()
+
+            # Close HTTP session (must be done before connector)
+            if self._http_session:
+                try:
+                    # Cancel any pending requests
+                    if (
+                        hasattr(self._http_session, "_connector")
+                        and self._http_session._connector
+                    ):
+                        # Give ongoing requests a moment to complete
+                        await asyncio.sleep(0.1)
+
+                    # Close the session
+                    await self._http_session.close()
+
+                    # CRITICAL: Wait for session to fully close
+                    # This prevents the "I/O operation on closed kqueue" error
+                    await asyncio.sleep(0.25)
+
+                except Exception as e:
+                    self.logger.debug(f"Error closing HTTP session: {e}")
+                finally:
+                    self._http_session = None
+
+            # Then close the connector (after session is fully closed)
+            if self._http_connector:
+                try:
+                    # Close the connector
+                    await self._http_connector.close()
+
+                    # Give the connector adequate time to close all connections
+                    # This is critical for preventing kqueue errors
+                    await asyncio.sleep(0.5)
+
+                except Exception as e:
+                    self.logger.debug(f"Error closing HTTP connector: {e}")
+                finally:
+                    self._http_connector = None
+
+            # Reset singleton instance
+            AsyncEventEmitter._instance = None
+
+            self.logger.info("AsyncEventEmitter closed successfully")
+
+        except Exception as e:
+            self.logger.error(f"Error closing AsyncEventEmitter: {e}")
+        finally:
+            # Ensure references are cleared even if errors occur
+            self._http_session = None
+            self._http_connector = None
+            self._socketio_servers.clear()
+            AsyncEventEmitter._instance = None
+
+
+# Global instance for easy access
+_global_emitter: Optional[AsyncEventEmitter] = None
+
+
+async def get_event_emitter() -> AsyncEventEmitter:
+    """Get the global event emitter instance."""
+    global _global_emitter
+    if _global_emitter is None:
+        _global_emitter = await AsyncEventEmitter.get_instance()
+    return _global_emitter
+
+
+async def cleanup_event_emitter():
+    """Clean up the global event emitter instance."""
+    global _global_emitter
+    if _global_emitter is not None:
+        await _global_emitter.close()
+        _global_emitter = None

claude_mpm/services/monitor/handlers/__init__.py

@@ -0,0 +1,21 @@
+"""
+Event Handlers for Unified Monitor
+==================================
+
+WHY: These handlers provide the event-driven functionality for the unified
+monitor daemon. They handle real AST analysis, dashboard events, and Claude
+Code hook ingestion.
+
+DESIGN DECISIONS:
+- Real AST analysis using CodeTreeAnalyzer instead of mock data
+- Event-driven architecture with Socket.IO
+- Modular handler design for maintainability
+- Integration with existing Claude MPM tools
+"""
+
+from .code_analysis import CodeAnalysisHandler
+from .dashboard import DashboardHandler
+from .file import FileHandler
+from .hooks import HookHandler
+
+__all__ = ["CodeAnalysisHandler", "DashboardHandler", "FileHandler", "HookHandler"]

claude_mpm/services/monitor/handlers/code_analysis.py

@@ -0,0 +1,332 @@
+"""
+Code Analysis Event Handler for Unified Monitor
+===============================================
+
+WHY: This handler provides real AST analysis functionality for the Code Tree
+viewer. It uses the actual CodeTreeAnalyzer instead of mock data to generate
+proper hierarchical data structures for 3D visualization.
+
+DESIGN DECISIONS:
+- Uses real CodeTreeAnalyzer for AST parsing
+- Generates proper data structures for D3.js tree visualization
+- Handles file analysis requests via Socket.IO events
+- Provides real-time code analysis updates
+"""
+
+import asyncio
+from typing import Dict, Optional
+
+import socketio
+
+from ....core.logging_config import get_logger
+
+try:
+    from ....tools.code_tree_analyzer import CodeTreeAnalyzer
+    from ....tools.code_tree_builder import CodeTreeBuilder
+except ImportError:
+    # Fallback if tools are not available
+    CodeTreeAnalyzer = None
+    CodeTreeBuilder = None
+
+
+class CodeAnalysisHandler:
+    """Event handler for real code analysis functionality.
+
+    WHY: Provides real AST analysis for the Code Tree viewer instead of mock data.
+    Integrates the existing CodeTreeAnalyzer with the unified monitor daemon.
+    """
+
+    def __init__(self, sio: socketio.AsyncServer):
+        """Initialize the code analysis handler.
+
+        Args:
+            sio: Socket.IO server instance
+        """
+        self.sio = sio
+        self.logger = get_logger(__name__)
+
+        # Analysis tools (with fallback)
+        self.analyzer = CodeTreeAnalyzer() if CodeTreeAnalyzer else None
+        self.builder = CodeTreeBuilder() if CodeTreeBuilder else None
+
+        # Cache for analysis results
+        self.analysis_cache = {}
+
+    def register(self):
+        """Register Socket.IO event handlers."""
+        try:
+            # File analysis events
+            self.sio.on("code:analyze:file", self.handle_analyze_file)
+            self.sio.on("code:analyze:directory", self.handle_analyze_directory)
+            self.sio.on("code:get:tree", self.handle_get_tree)
+
+            # Cache management
+            self.sio.on("code:clear:cache", self.handle_clear_cache)
+
+            self.logger.info("Code analysis event handlers registered")
+
+        except Exception as e:
+            self.logger.error(f"Error registering code analysis handlers: {e}")
+            raise
+
+    async def handle_analyze_file(self, sid: str, data: Dict):
+        """Handle file analysis request.
+
+        Args:
+            sid: Socket.IO session ID
+            data: Request data containing file path
+        """
+        try:
+            file_path = data.get("path")
+            if not file_path:
+                await self.sio.emit(
+                    "code:error", {"error": "No file path provided"}, room=sid
+                )
+                return
+
+            self.logger.info(f"Analyzing file: {file_path}")
+
+            # Check cache first
+            cache_key = f"file:{file_path}"
+            if cache_key in self.analysis_cache:
+                self.logger.debug(f"Using cached analysis for {file_path}")
+                # Send cached result in same format as fresh analysis
+                cached_result = self.analysis_cache[cache_key]
+                response_data = {
+                    "path": file_path,
+                    "cached": True,
+                    **cached_result,  # Spread cached analysis result at top level
+                }
+
+                await self.sio.emit(
+                    "code:file:analyzed",
+                    response_data,
+                    room=sid,
+                )
+                return
+
+            # Perform real analysis
+            analysis_result = await self._analyze_file_async(file_path)
+
+            if analysis_result:
+                # Cache the result
+                self.analysis_cache[cache_key] = analysis_result
+
+                # Emit the result in the same format as legacy server
+                # Frontend expects analysis data at top level, not wrapped in "analysis" field
+                response_data = {
+                    "path": file_path,
+                    "cached": False,
+                    **analysis_result,  # Spread analysis result at top level
+                }
+
+                await self.sio.emit(
+                    "code:file:analyzed",
+                    response_data,
+                    room=sid,
+                )
+
+                self.logger.info(f"File analysis completed: {file_path}")
+            else:
+                await self.sio.emit(
+                    "code:error",
+                    {"error": f"Failed to analyze file: {file_path}"},
+                    room=sid,
+                )
+
+        except Exception as e:
+            self.logger.error(f"Error analyzing file: {e}")
+            await self.sio.emit(
+                "code:error", {"error": f"Analysis error: {e!s}"}, room=sid
+            )
+
+    async def handle_analyze_directory(self, sid: str, data: Dict):
+        """Handle directory analysis request.
+
+        Args:
+            sid: Socket.IO session ID
+            data: Request data containing directory path
+        """
+        try:
+            dir_path = data.get("path", ".")
+            max_depth = data.get("max_depth", 3)
+
+            self.logger.info(f"Analyzing directory: {dir_path}")
+
+            # Check cache first
+            cache_key = f"dir:{dir_path}:{max_depth}"
+            if cache_key in self.analysis_cache:
+                self.logger.debug(f"Using cached analysis for {dir_path}")
+                await self.sio.emit(
+                    "code:directory:analyzed",
+                    {
+                        "path": dir_path,
+                        "tree": self.analysis_cache[cache_key],
+                        "cached": True,
+                    },
+                    room=sid,
+                )
+                return
+
+            # Build directory tree with analysis
+            tree_result = await self._build_directory_tree_async(dir_path, max_depth)
+
+            if tree_result:
+                # Cache the result
+                self.analysis_cache[cache_key] = tree_result
+
+                # Emit the result
+                await self.sio.emit(
+                    "code:directory:analyzed",
+                    {"path": dir_path, "tree": tree_result, "cached": False},
+                    room=sid,
+                )
+
+                self.logger.info(f"Directory analysis completed: {dir_path}")
+            else:
+                await self.sio.emit(
+                    "code:error",
+                    {"error": f"Failed to analyze directory: {dir_path}"},
+                    room=sid,
+                )
+
+        except Exception as e:
+            self.logger.error(f"Error analyzing directory: {e}")
+            await self.sio.emit(
+                "code:error", {"error": f"Directory analysis error: {e!s}"}, room=sid
+            )
+
+    async def handle_get_tree(self, sid: str, data: Dict):
+        """Handle request for code tree visualization data.
+
+        Args:
+            sid: Socket.IO session ID
+            data: Request data
+        """
+        try:
+            path = data.get("path", ".")
+            format_type = data.get("format", "d3")  # d3, json, etc.
+
+            self.logger.info(f"Getting tree for: {path}")
+
+            # Get or build tree data
+            tree_data = await self._get_tree_data_async(path, format_type)
+
+            if tree_data:
+                await self.sio.emit(
+                    "code:tree:data",
+                    {"path": path, "format": format_type, "tree": tree_data},
+                    room=sid,
+                )
+
+                self.logger.info(f"Tree data sent for: {path}")
+            else:
+                await self.sio.emit(
+                    "code:error",
+                    {"error": f"Failed to get tree data for: {path}"},
+                    room=sid,
+                )
+
+        except Exception as e:
+            self.logger.error(f"Error getting tree data: {e}")
+            await self.sio.emit(
+                "code:error", {"error": f"Tree data error: {e!s}"}, room=sid
+            )
+
+    async def handle_clear_cache(self, sid: str, data: Dict):
+        """Handle cache clearing request.
+
+        Args:
+            sid: Socket.IO session ID
+            data: Request data
+        """
+        try:
+            cache_type = data.get("type", "all")  # all, file, directory
+
+            if cache_type == "all":
+                self.analysis_cache.clear()
+                self.logger.info("All analysis cache cleared")
+            elif cache_type == "file":
+                keys_to_remove = [
+                    k for k in self.analysis_cache if k.startswith("file:")
+                ]
+                for key in keys_to_remove:
+                    del self.analysis_cache[key]
+                self.logger.info("File analysis cache cleared")
+            elif cache_type == "directory":
+                keys_to_remove = [
+                    k for k in self.analysis_cache if k.startswith("dir:")
+                ]
+                for key in keys_to_remove:
+                    del self.analysis_cache[key]
+                self.logger.info("Directory analysis cache cleared")
+
+            await self.sio.emit("code:cache:cleared", {"type": cache_type}, room=sid)
+
+        except Exception as e:
+            self.logger.error(f"Error clearing cache: {e}")
+            await self.sio.emit(
+                "code:error", {"error": f"Cache clear error: {e!s}"}, room=sid
+            )
+
+    async def _analyze_file_async(self, file_path: str) -> Optional[Dict]:
+        """Perform file analysis asynchronously.
+
+        Args:
+            file_path: Path to file to analyze
+
+        Returns:
+            Analysis result or None if failed
+        """
+        try:
+            # Run analysis in thread pool to avoid blocking
+            loop = asyncio.get_event_loop()
+            return await loop.run_in_executor(
+                None, self.analyzer.analyze_file, file_path
+            )
+
+        except Exception as e:
+            self.logger.error(f"Error in async file analysis: {e}")
+            return None
+
+    async def _build_directory_tree_async(
+        self, dir_path: str, max_depth: int
+    ) -> Optional[Dict]:
+        """Build directory tree asynchronously.
+
+        Args:
+            dir_path: Path to directory
+            max_depth: Maximum depth to analyze
+
+        Returns:
+            Tree result or None if failed
+        """
+        try:
+            # Run tree building in thread pool
+            loop = asyncio.get_event_loop()
+            return await loop.run_in_executor(
+                None, self.builder.build_tree, dir_path, max_depth
+            )
+
+        except Exception as e:
+            self.logger.error(f"Error in async directory tree building: {e}")
+            return None
+
+    async def _get_tree_data_async(self, path: str, format_type: str) -> Optional[Dict]:
+        """Get tree data in specified format asynchronously.
+
+        Args:
+            path: Path to analyze
+            format_type: Format for tree data (d3, json, etc.)
+
+        Returns:
+            Tree data or None if failed
+        """
+        try:
+            # For now, use directory analysis
+            # TODO: Add format-specific tree generation
+            return await self._build_directory_tree_async(path, 3)
+
+        except Exception as e:
+            self.logger.error(f"Error getting tree data: {e}")
+            return None