mcpower-proxy 0.0.65__py3-none-any.whl → 0.0.74__py3-none-any.whl

ide_tools/common/hooks/shell_execution.py

@@ -0,0 +1,255 @@
+"""
+Common shell execution handler - IDE-agnostic
+
+Handles both request (before) and response (after) inspection for shell commands.
+"""
+
+import os
+from typing import Optional, Dict, List
+
+from modules.logs.audit_trail import AuditTrailLogger
+from modules.logs.logger import MCPLogger
+from modules.redaction import redact
+from modules.utils.ids import get_session_id, read_app_uid, get_project_mcpower_dir
+from .output import output_result, output_error
+from .shell_parser_bashlex import parse_shell_command
+from .types import HookConfig
+from .utils import create_validator, inspect_and_enforce
+
+
+def extract_and_redact_command_files(
+        command: str,
+        cwd: Optional[str],
+        logger: MCPLogger
+) -> Dict[str, str]:
+    """
+    Extract input files from a shell command and return their redacted contents.
+
+    Args:
+        command: The shell command to parse
+        cwd: Current working directory (for resolving relative paths)
+        logger: Logger instance for warnings/errors
+
+    Returns:
+        Dictionary mapping filename to redacted file content
+        Format: {filename: redacted_content}
+    """
+    files_dict = {}
+
+    try:
+        # Parse command to extract input files
+        _, input_files = parse_shell_command(command)
+
+        logger.info(f"Extracted {len(input_files)} input files from command: {input_files}")
+
+        # Process each file
+        for filename in input_files:
+            try:
+                # Resolve absolute path
+                if os.path.isabs(filename):
+                    filepath = filename
+                elif cwd:
+                    filepath = os.path.join(cwd, filename)
+                else:
+                    filepath = filename
+
+                # Read file content
+                if os.path.exists(filepath) and os.path.isfile(filepath):
+                    try:
+                        with open(filepath, 'r', encoding='utf-8') as f:
+                            content = f.read()
+
+                        # Redact sensitive content
+                        redacted_content = redact(content)
+
+                        # Add to dict (use original filename, not resolved path)
+                        files_dict[filename] = redacted_content
+                        logger.info(f"Successfully read and redacted file: {filename}")
+
+                    except UnicodeDecodeError:
+                        logger.warning(f"File {filename} is not a text file, skipping")
+                    except Exception as e:
+                        logger.warning(f"Failed to read file {filename}: {e}")
+                else:
+                    logger.warning(f"File {filename} does not exist or is not a file, skipping")
+
+            except Exception as e:
+                logger.warning(f"Error processing file {filename}: {e}")
+
+    except Exception as e:
+        logger.warning(f"Failed to parse command for file extraction: {e}")
+
+    return files_dict
+
+
+async def handle_shell_execution(
+        logger: MCPLogger,
+        audit_logger: AuditTrailLogger,
+        stdin_input: str,
+        prompt_id: str,
+        event_id: str,
+        cwd: Optional[str],
+        config: HookConfig,
+        tool_name: str,
+        is_request: bool = True
+):
+    """
+    Generic shell execution handler - handles both request and response
+    
+    Args:
+        logger: Logger instance
+        audit_logger: Audit logger instance
+        stdin_input: Raw input string from stdin
+        prompt_id: Prompt identifier
+        event_id: Event identifier
+        cwd: Current working directory
+        config: Hook configuration (IDE-specific)
+        tool_name: IDE-specific tool name (e.g., "beforeShellExecution", "PreToolUse(Bash)")
+        is_request: True for before (request), False for after (response)
+    """
+    await _handle_shell_operation(
+        logger=logger,
+        audit_logger=audit_logger,
+        stdin_input=stdin_input,
+        prompt_id=prompt_id,
+        event_id=event_id,
+        cwd=cwd,
+        config=config,
+        is_request=is_request,
+        required_fields={"command": str, "cwd": str} if is_request else {"command": str, "output": str},
+        redact_fields=["command"] if is_request else ["command", "output"],
+        tool_name=tool_name,
+        operation_name="Command" if is_request else "Command output",
+        audit_event_type="agent_request" if is_request else "mcp_response",
+        audit_forwarded_event_type="agent_request_forwarded" if is_request else "mcp_response_forwarded"
+    )
+
+
+async def _handle_shell_operation(
+        logger: MCPLogger,
+        audit_logger: AuditTrailLogger,
+        stdin_input: str,
+        prompt_id: str,
+        event_id: str,
+        cwd: Optional[str],
+        config: HookConfig,
+        is_request: bool,
+        required_fields: Dict[str, type],
+        redact_fields: List[str],
+        tool_name: str,
+        operation_name: str,
+        audit_event_type: str,
+        audit_forwarded_event_type: str
+):
+    """
+    Internal shell operation handler - shared logic for request and response
+    
+    Args:
+        is_request: True for request inspection, False for response inspection
+        required_fields: Fields to validate in input
+        redact_fields: Fields to redact for logging and API calls
+        tool_name: Hook name (e.g., "beforeShellExecution", "afterShellExecution")
+        operation_name: Display name (e.g., "Command", "Command output")
+        audit_event_type: Audit event name for incoming operation
+        audit_forwarded_event_type: Audit event name for forwarded operation
+    """
+    session_id = get_session_id()
+
+    logger.info(
+        f"{tool_name} handler started (client={config.client_name}, prompt_id={prompt_id}, event_id={event_id}, cwd={cwd})")
+
+    try:
+        try:
+            validator = create_validator(required_fields=required_fields)
+            input_data = validator(stdin_input)
+        except ValueError as e:
+            logger.error(f"Input validation error: {e}")
+            output_error(logger, config.output_format, "permission", str(e))
+            return
+
+        app_uid = read_app_uid(logger, get_project_mcpower_dir(cwd))
+        audit_logger.set_app_uid(app_uid)
+
+        redacted_data = {}
+        for k, v in input_data.items():
+            if k in required_fields:
+                redacted_data[k] = redact(v) if k in redact_fields else v
+
+        # Extract and redact input files for request inspection
+        files_dict = {}
+        if is_request and "command" in input_data:
+            command = input_data["command"]
+            files_dict = extract_and_redact_command_files(command, cwd, logger)
+            if files_dict:
+                logger.info(f"Extracted and redacted {len(files_dict)} files from command")
+
+        def get_audit_data():
+            # Use different structure for request vs response events
+            # Requests: params nested, Responses: unpacked at root
+            if is_request:
+                return {
+                    "server": config.server_name,
+                    "tool": tool_name,
+                    "params": redacted_data,
+                    "files": list(files_dict.keys()) if files_dict else None
+                }
+            else:
+                return {
+                    "server": config.server_name,
+                    "tool": tool_name,
+                    **redacted_data
+                }
+
+        audit_logger.log_event(
+            audit_event_type,
+            get_audit_data(),
+            event_id=event_id
+        )
+
+        # Build content_data with redacted fields and files
+        content_data = redacted_data.copy()
+        if files_dict:
+            content_data["files"] = files_dict
+
+        try:
+            decision = await inspect_and_enforce(
+                is_request=is_request,
+                session_id=session_id,
+                logger=logger,
+                audit_logger=audit_logger,
+                app_uid=app_uid,
+                event_id=event_id,
+                server_name=config.server_name,
+                tool_name=tool_name,
+                content_data=content_data,
+                prompt_id=prompt_id,
+                cwd=cwd,
+                client_name=config.client_name
+            )
+
+            audit_logger.log_event(
+                audit_forwarded_event_type,
+                get_audit_data(),
+                event_id=event_id
+            )
+
+            reasons = decision.get("reasons", [])
+            user_message = f"{operation_name} approved"
+            if not reasons:
+                agent_message = f"{operation_name} approved by security policy"
+            else:
+                agent_message = f"{operation_name} approved: {'; '.join(reasons)}"
+            output_result(logger, config.output_format, "permission", True, user_message, agent_message)
+
+        except Exception as e:
+            # Decision enforcement failed - block
+            error_msg = str(e)
+            user_message = f"{operation_name} blocked by security policy"
+            if "User blocked" in error_msg or "User denied" in error_msg:
+                user_message = f"{operation_name} blocked by user"
+
+            output_result(logger, config.output_format, "permission", False, user_message, error_msg)
+
+    except Exception as e:
+        logger.error(f"Unexpected error in {tool_name} handler: {e}", exc_info=True)
+        output_error(logger, config.output_format, "permission", f"Unexpected error: {str(e)}")

ide_tools/common/hooks/shell_parser_bashlex.py

@@ -0,0 +1,277 @@
+#!/usr/bin/env python3
+"""
+Shell command parser using bashlex library.
+Parses shell commands to extract sub-commands and file references using proper bash parsing.
+"""
+
+import bashlex
+from typing import List, Tuple, Set, Optional
+
+
+def parse_shell_command(command: str) -> Tuple[List[str], List[str]]:
+    """
+    Parse a shell command using bashlex and extract sub-commands and input files.
+    
+    Args:
+        command: A shell command string (supports pipes, redirections, etc.)
+    
+    Returns:
+        A tuple of (sub_commands, input_files) where:
+        - sub_commands: List of individual commands when split by pipes
+        - input_files: List of files that are used as inputs (excludes output-only files)
+    
+    Examples:
+        >>> parse_shell_command("python a.py | tee b.log")
+        (['python a.py', 'tee b.log'], ['a.py', 'b.log'])
+        
+        >>> parse_shell_command("cat a.txt > /tmp/b.txt")
+        (['cat a.txt > /tmp/b.txt'], ['a.txt'])
+        
+        >>> parse_shell_command("grep foo file.txt | sort | uniq > output.txt")
+        (['grep foo file.txt', 'sort', 'uniq > output.txt'], ['file.txt'])
+    """
+    try:
+        # Parse the command into an AST
+        parts = bashlex.parse(command)
+    except Exception as e:
+        # If parsing fails, fall back to simple split
+        print(f"Warning: bashlex parsing failed: {e}")
+        return ([command], [])
+    
+    # Extract sub-commands and files
+    sub_commands = []
+    all_files: Set[str] = set()
+    output_files: Set[str] = set()
+    
+    for ast in parts:
+        _extract_from_ast(ast, command, sub_commands, all_files, output_files)
+    
+    # Remove output-only files from the result
+    input_files = sorted(list(all_files - output_files))
+    
+    return sub_commands, input_files
+
+
+def _extract_from_ast(
+    node,
+    command: str,
+    sub_commands: List[str],
+    all_files: Set[str],
+    output_files: Set[str],
+    parent_is_pipe: bool = False
+) -> None:
+    """
+    Recursively extract sub-commands and files from a bashlex AST node.
+    
+    Args:
+        node: bashlex AST node
+        command: Original command string (for extracting text)
+        sub_commands: List to append sub-commands to
+        all_files: Set to add all file references to
+        output_files: Set to add output-only files to
+        parent_is_pipe: True if parent node is a pipe operator
+    """
+    # Check node kind to determine type
+    node_kind = getattr(node, 'kind', None)
+    
+    if node_kind == 'list':
+        # List node contains multiple parts connected by operators
+        if hasattr(node, 'parts'):
+            for part in node.parts:
+                _extract_from_ast(part, command, sub_commands, all_files, output_files, False)
+    
+    elif node_kind == 'pipeline':
+        # Pipeline node - extract individual commands
+        _extract_pipeline(node, command, sub_commands, all_files, output_files)
+    
+    elif node_kind == 'command':
+        # Command node - extract the command text and analyze its parts
+        if hasattr(node, 'pos'):
+            start, end = node.pos
+            cmd_text = command[start:end]
+            sub_commands.append(cmd_text)
+        
+        # Extract files from command parts (arguments and redirections)
+        if hasattr(node, 'parts'):
+            for part in node.parts:
+                part_kind = getattr(part, 'kind', None)
+                if part_kind == 'redirect':
+                    _extract_redirect(part, command, all_files, output_files)
+                else:
+                    _extract_files_from_node(part, command, all_files, output_files)
+    
+    elif node_kind == 'compound':
+        # Compound command (like if, while, for, etc.)
+        if hasattr(node, 'list'):
+            for item in node.list:
+                _extract_from_ast(item, command, sub_commands, all_files, output_files, False)
+    
+    elif node_kind == 'operator':
+        # Operator node (like &&, ||, ;) - ignore
+        pass
+    
+    elif node_kind == 'pipe':
+        # Pipe node - ignore (we handle pipes at the pipeline level)
+        pass
+
+
+def _extract_pipeline(node, command: str, sub_commands: List[str], all_files: Set[str], output_files: Set[str]) -> None:
+    """Extract commands from a pipeline node."""
+    if hasattr(node, 'parts'):
+        for part in node.parts:
+            part_kind = getattr(part, 'kind', None)
+            # Skip pipe nodes, only process commands
+            if part_kind != 'pipe':
+                _extract_from_ast(part, command, sub_commands, all_files, output_files, True)
+
+
+def _extract_files_from_node(node, command: str, all_files: Set[str], output_files: Set[str]) -> None:
+    """Extract file references from a node."""
+    node_kind = getattr(node, 'kind', None)
+    
+    if node_kind == 'word':
+        # Word node - check if it's a file reference
+        word = node.word if hasattr(node, 'word') else None
+        
+        if word and _looks_like_file(word):
+            all_files.add(word)
+        
+        # Recursively check parts (for command substitutions, etc.)
+        if hasattr(node, 'parts'):
+            for part in node.parts:
+                _extract_files_from_node(part, command, all_files, output_files)
+    
+    elif node_kind == 'commandsubstitution':
+        # Command substitution $(...) - recursively parse
+        if hasattr(node, 'command'):
+            _extract_from_ast(node.command, command, [], all_files, output_files, False)
+    
+    elif node_kind == 'processsubstitution':
+        # Process substitution <(...) or >(...) - recursively parse
+        if hasattr(node, 'command'):
+            _extract_from_ast(node.command, command, [], all_files, output_files, False)
+
+
+def _extract_redirect(redirect, command: str, all_files: Set[str], output_files: Set[str]) -> None:
+    """Extract file references from redirection nodes."""
+    redirect_type = getattr(redirect, 'type', None)
+    
+    # Get the target of the redirection
+    if hasattr(redirect, 'output'):
+        target = redirect.output
+        target_word = target.word if hasattr(target, 'word') else None
+        
+        if target_word and _looks_like_file(target_word):
+            # Determine if it's input or output
+            if redirect_type in ('>', '>>', '>&', '>|', '&>'):
+                # Output redirection
+                output_files.add(target_word)
+                all_files.add(target_word)
+            elif redirect_type == '<':
+                # Input redirection
+                all_files.add(target_word)
+            else:
+                # Unknown, be conservative and include it
+                all_files.add(target_word)
+
+
+def _looks_like_file(word: str) -> bool:
+    """
+    Heuristic to determine if a word looks like a file path.
+    
+    Args:
+        word: A word from the command
+    
+    Returns:
+        True if it looks like a file path
+    """
+    if not word:
+        return False
+    
+    # Filter out obvious non-files
+    
+    # Exclude shell glob patterns (wildcards without actual path)
+    if word.startswith('*') and '/' not in word:
+        return False
+    
+    # Exclude shell expansions and special characters
+    if word.startswith('$') or '${' in word or '$(' in word:
+        return False
+    
+    # Exclude sed/awk patterns (contain / as delimiter but are patterns)
+    if word.startswith('s/') and word.count('/') >= 2:
+        return False
+    
+    # Exclude regex patterns (contain escaped characters or special regex chars)
+    if '\\' in word or word.startswith('^') or word.endswith('$'):
+        return False
+    
+    # Exclude tokens that look like options
+    if word.startswith('-') or word.startswith('+') or word.startswith('!'):
+        return False
+    
+    # Exclude relative path references
+    if word in {'.', '..'}:
+        return False
+    
+    # Exclude common directories that are just paths (not files)
+    # Like /tmp, /dev, /usr, /etc without a filename
+    if word in {'/tmp', '/dev', '/usr', '/etc', '/var', '/opt', '/home'}:
+        return False
+    
+    # Check for common file patterns
+    # Has an extension (but not just an extension)
+    if '.' in word and not word.startswith('.') and len(word) > 3:
+        if not word.startswith('*'):
+            # Make sure the extension looks reasonable (2-4 chars)
+            parts = word.rsplit('.', 1)
+            if len(parts) == 2 and 1 <= len(parts[1]) <= 4 and parts[1].isalnum():
+                return True
+    
+    # Has a path separator with actual file-looking path components
+    if '/' in word:
+        parts = word.split('/')
+        if len(parts) >= 2:
+            last_part = parts[-1]
+            # Last part must look like a filename
+            if last_part and '.' in last_part and not last_part.startswith('*'):
+                return True
+    
+    # Is a special path to a file (not just directory)
+    if word.startswith('/dev/') and len(word) > 5:
+        return True
+    if word.startswith('/tmp/') and len(word) > 5:
+        return True
+    
+    # Check for common file patterns without extensions
+    filename_only = word.split('/')[-1]
+    if filename_only in {'Makefile', 'README', 'LICENSE', 'Dockerfile', 'Gemfile', 'Cargo.toml', 'package.json'}:
+        return True
+    
+    return False
+
+
+# Testing
+if __name__ == "__main__":
+    # Test cases
+    test_cases = [
+        "python a.py | tee b.log",
+        "cat a.txt > /tmp/b.txt",
+        "grep foo file.txt | sort | uniq > output.txt",
+        "cat file1.txt file2.txt | grep pattern > result.txt",
+        "python script.py < input.txt > output.txt",
+        "ls -la /tmp | grep '\\.txt$' | wc -l",
+        "tar -xzf archive.tar.gz",
+        "find . -name '*.py' | xargs grep pattern",
+    ]
+    
+    print("Shell Command Parser (bashlex) - Test Cases\n" + "="*60)
+    for cmd in test_cases:
+        try:
+            sub_cmds, files = parse_shell_command(cmd)
+            print(f"\nCommand: {cmd}")
+            print(f"Sub-commands: {sub_cmds}")
+            print(f"Input files: {files}")
+        except Exception as e:
+            print(f"\nCommand: {cmd}")
+            print(f"Error: {e}")

ide_tools/common/hooks/types.py

@@ -0,0 +1,34 @@
+"""
+Common types for IDE hooks - IDE-agnostic
+"""
+
+from dataclasses import dataclass
+from typing import Callable, Optional
+
+
+@dataclass
+class OutputFormat:
+    """
+    Defines how to format hook output for a specific IDE.
+    This is a generic interface - IDEs provide their own implementations.
+    """
+    # Exit codes
+    allow_exit_code: int
+    deny_exit_code: int
+    error_exit_code: int
+
+    # Output formatter function
+    # Args: (hook_type: str, allowed: bool, user_msg: Optional[str], agent_msg: Optional[str]) -> str
+    formatter: Callable[[str, bool, Optional[str], Optional[str]], str]
+
+
+@dataclass
+class HookConfig:
+    """
+    Configuration for a specific hook execution.
+    IDE-specific modules create instances of this with their own output format.
+    """
+    output_format: OutputFormat
+    server_name: str  # IDE-specific tool server name
+    client_name: str  # IDE-specific client name (e.g. "cursor", "claude-code")
+    max_content_length: int  # Maximum content length before skipping API call