awslabs.cloudwatch-appsignals-mcp-server 0.1.7__py3-none-any.whl → 0.1.8__py3-none-any.whl

awslabs/cloudwatch_appsignals_mcp_server/server.py

@@ -14,23 +14,39 @@
 
 """CloudWatch Application Signals MCP Server - Core server implementation."""
 
-import asyncio
-import boto3
 import json
 import os
 import sys
-from . import __version__
-from .sli_report_client import AWSConfig, SLIReportClient
-from botocore.config import Config
-from botocore.exceptions import ClientError
+import tempfile
+from .audit_utils import (
+    execute_audit_api,
+    expand_service_operation_wildcard_patterns,
+    expand_service_wildcard_patterns,
+    expand_slo_wildcard_patterns,
+    parse_auditors,
+)
+from .aws_clients import AWS_REGION, appsignals_client
+from .service_audit_utils import normalize_service_targets, validate_and_enrich_service_targets
+from .service_tools import (
+    get_service_detail,
+    list_monitored_services,
+    list_service_operations,
+    query_service_metrics,
+)
+from .slo_tools import get_slo, list_slos
+from .trace_tools import list_slis, query_sampled_traces, search_transaction_spans
+from .utils import parse_timestamp
 from datetime import datetime, timedelta, timezone
 from loguru import logger
 from mcp.server.fastmcp import FastMCP
 from pydantic import Field
 from time import perf_counter as timer
-from typing import Dict, Optional
+from typing import Optional
 
 
+# Constants
+BATCH_SIZE_THRESHOLD = 5
+
 # Initialize FastMCP server
 mcp = FastMCP('cloudwatch-appsignals')
 
@@ -38,1315 +54,754 @@ mcp = FastMCP('cloudwatch-appsignals')
 log_level = os.environ.get('MCP_CLOUDWATCH_APPSIGNALS_LOG_LEVEL', 'INFO').upper()
 logger.remove()  # Remove default handler
 logger.add(sys.stderr, level=log_level)
-logger.debug(f'CloudWatch AppSignals MCP Server initialized with log level: {log_level}')
-
-# Get AWS region from environment variable or use default
-AWS_REGION = os.environ.get('AWS_REGION', 'us-east-1')
-logger.debug(f'Using AWS region: {AWS_REGION}')
-
-
-# Initialize AWS clients
-def _initialize_aws_clients():
-    """Initialize AWS clients with proper configuration."""
-    config = Config(user_agent_extra=f'awslabs.cloudwatch-appsignals-mcp-server/{__version__}')
 
-    # Check for AWS_PROFILE environment variable
-    if aws_profile := os.environ.get('AWS_PROFILE'):
-        logger.debug(f'Using AWS profile: {aws_profile}')
-        session = boto3.Session(profile_name=aws_profile, region_name=AWS_REGION)
-        logs = session.client('logs', config=config)
-        appsignals = session.client('application-signals', config=config)
-        cloudwatch = session.client('cloudwatch', config=config)
-        xray = session.client('xray', config=config)
+# Add file logging to aws_cli.log
+log_file_path = os.environ.get('AUDITOR_LOG_PATH', tempfile.gettempdir())
+try:
+    if log_file_path.endswith(os.sep) or os.path.isdir(log_file_path):
+        os.makedirs(log_file_path, exist_ok=True)
+        aws_cli_log_path = os.path.join(log_file_path, 'aws_cli.log')
     else:
-        logs = boto3.client('logs', region_name=AWS_REGION, config=config)
-        appsignals = boto3.client('application-signals', region_name=AWS_REGION, config=config)
-        cloudwatch = boto3.client('cloudwatch', region_name=AWS_REGION, config=config)
-        xray = boto3.client('xray', region_name=AWS_REGION, config=config)
-
-    logger.debug('AWS clients initialized successfully')
-    return logs, appsignals, cloudwatch, xray
+        os.makedirs(os.path.dirname(log_file_path) or '.', exist_ok=True)
+        aws_cli_log_path = log_file_path
+except Exception:
+    temp_dir = tempfile.gettempdir()
+    os.makedirs(temp_dir, exist_ok=True)
+    aws_cli_log_path = os.path.join(temp_dir, 'aws_cli.log')
+
+# Add file handler for all logs
+logger.add(
+    aws_cli_log_path,
+    level=log_level,
+    rotation='10 MB',  # Rotate when file reaches 10MB
+    retention='7 days',  # Keep logs for 7 days
+    format='{time:YYYY-MM-DD HH:mm:ss.SSS} | {level: <8} | {name}:{function}:{line} - {message}',
+    enqueue=True,  # Thread-safe logging
+)
 
+logger.debug(f'CloudWatch AppSignals MCP Server initialized with log level: {log_level}')
+logger.debug(f'File logging enabled: {aws_cli_log_path}')
 
-# Initialize clients at module level
-try:
-    logs_client, appsignals_client, cloudwatch_client, xray_client = _initialize_aws_clients()
-except Exception as e:
-    logger.error(f'Failed to initialize AWS clients: {str(e)}')
-    raise
+logger.debug(f'Using AWS region: {AWS_REGION}')
 
 
-def remove_null_values(data: dict) -> dict:
-    """Remove keys with None values from a dictionary.
+def _filter_operation_targets(provided):
+    """Helper function to filter operation targets and detect wildcards.
 
     Args:
-        data: Dictionary to clean
+        provided: List of target dictionaries
 
     Returns:
-        Dictionary with None values removed
+        tuple: (operation_only_targets, has_wildcards)
     """
-    return {k: v for k, v in data.items() if v is not None}
-
-
-@mcp.tool()
-async def list_monitored_services() -> str:
-    """List all services monitored by AWS Application Signals.
-
-    Use this tool to:
-    - Get an overview of all monitored services
-    - See service names, types, and key attributes
-    - Identify which services are being tracked
-    - Count total number of services in your environment
-
-    Returns a formatted list showing:
-    - Service name and type
-    - Key attributes (Environment, Platform, etc.)
-    - Total count of services
-
-    This is typically the first tool to use when starting monitoring or investigation.
-    """
-    start_time_perf = timer()
-    logger.debug('Starting list_application_signals_services request')
-
-    try:
-        # Calculate time range (last 24 hours)
-        end_time = datetime.now(timezone.utc)
-        start_time = end_time - timedelta(hours=24)
-
-        # Get all services
-        logger.debug(f'Querying services for time range: {start_time} to {end_time}')
-        response = appsignals_client.list_services(
-            StartTime=start_time, EndTime=end_time, MaxResults=100
-        )
-        services = response.get('ServiceSummaries', [])
-        logger.debug(f'Retrieved {len(services)} services from Application Signals')
-
-        if not services:
-            logger.warning('No services found in Application Signals')
-            return 'No services found in Application Signals.'
-
-        result = f'Application Signals Services ({len(services)} total):\n\n'
-
-        for service in services:
-            # Extract service name from KeyAttributes
-            key_attrs = service.get('KeyAttributes', {})
-            service_name = key_attrs.get('Name', 'Unknown')
-            service_type = key_attrs.get('Type', 'Unknown')
-
-            result += f'• Service: {service_name}\n'
-            result += f'  Type: {service_type}\n'
-
-            # Add key attributes
-            if key_attrs:
-                result += '  Key Attributes:\n'
-                for key, value in key_attrs.items():
-                    result += f'    {key}: {value}\n'
-
-            result += '\n'
-
-        elapsed_time = timer() - start_time_perf
-        logger.debug(f'list_monitored_services completed in {elapsed_time:.3f}s')
-        return result
-
-    except ClientError as e:
-        error_code = e.response.get('Error', {}).get('Code', 'Unknown')
-        error_message = e.response.get('Error', {}).get('Message', 'Unknown error')
-        logger.error(f'AWS ClientError in list_monitored_services: {error_code} - {error_message}')
-        return f'AWS Error: {error_message}'
-    except Exception as e:
-        logger.error(f'Unexpected error in list_monitored_services: {str(e)}', exc_info=True)
-        return f'Error: {str(e)}'
-
-
-@mcp.tool()
-async def get_service_detail(
-    service_name: str = Field(
-        ..., description='Name of the service to get details for (case-sensitive)'
-    ),
-) -> str:
-    """Get detailed information about a specific Application Signals service.
-
-    Use this tool when you need to:
-    - Understand a service's configuration and setup
-    - Understand where this servive is deployed and where it is running such as EKS, Lambda, etc.
-    - See what metrics are available for a service
-    - Find log groups associated with the service
-    - Get service metadata and attributes
-
-    Returns comprehensive details including:
-    - Key attributes (Type, Environment, Platform)
-    - Available CloudWatch metrics with namespaces
-    - Metric dimensions and types
-    - Associated log groups for debugging
-
-    This tool is essential before querying specific metrics, as it shows
-    which metrics are available for the service.
-    """
-    start_time_perf = timer()
-    logger.debug(f'Starting get_service_healthy_detail request for service: {service_name}')
-
-    try:
-        # Calculate time range (last 24 hours)
-        end_time = datetime.now(timezone.utc)
-        start_time = end_time - timedelta(hours=24)
-
-        # First, get all services to find the one we want
-        services_response = appsignals_client.list_services(
-            StartTime=start_time, EndTime=end_time, MaxResults=100
-        )
-
-        # Find the service with matching name
-        target_service = None
-        for service in services_response.get('ServiceSummaries', []):
-            key_attrs = service.get('KeyAttributes', {})
-            if key_attrs.get('Name') == service_name:
-                target_service = service
-                break
-
-        if not target_service:
-            logger.warning(f"Service '{service_name}' not found in Application Signals")
-            return f"Service '{service_name}' not found in Application Signals."
-
-        # Get detailed service information
-        logger.debug(f'Getting detailed information for service: {service_name}')
-        service_response = appsignals_client.get_service(
-            StartTime=start_time, EndTime=end_time, KeyAttributes=target_service['KeyAttributes']
-        )
-
-        service_details = service_response['Service']
-
-        # Build detailed response
-        result = f'Service Details: {service_name}\n\n'
-
-        # Key Attributes
-        key_attrs = service_details.get('KeyAttributes', {})
-        if key_attrs:
-            result += 'Key Attributes:\n'
-            for key, value in key_attrs.items():
-                result += f'  {key}: {value}\n'
-            result += '\n'
-
-        # Attribute Maps (Platform, Application, Telemetry info)
-        attr_maps = service_details.get('AttributeMaps', [])
-        if attr_maps:
-            result += 'Additional Attributes:\n'
-            for attr_map in attr_maps:
-                for key, value in attr_map.items():
-                    result += f'  {key}: {value}\n'
-            result += '\n'
-
-        # Metric References
-        metric_refs = service_details.get('MetricReferences', [])
-        if metric_refs:
-            result += f'Metric References ({len(metric_refs)} total):\n'
-            for metric in metric_refs:
-                result += f'  • {metric.get("Namespace", "")}/{metric.get("MetricName", "")}\n'
-                result += f'    Type: {metric.get("MetricType", "")}\n'
-                dimensions = metric.get('Dimensions', [])
-                if dimensions:
-                    result += '    Dimensions: '
-                    dim_strs = [f'{d["Name"]}={d["Value"]}' for d in dimensions]
-                    result += ', '.join(dim_strs) + '\n'
-                result += '\n'
-
-        # Log Group References
-        log_refs = service_details.get('LogGroupReferences', [])
-        if log_refs:
-            result += f'Log Group References ({len(log_refs)} total):\n'
-            for log_ref in log_refs:
-                log_group = log_ref.get('Identifier', 'Unknown')
-                result += f'  • {log_group}\n'
-            result += '\n'
-
-        elapsed_time = timer() - start_time_perf
-        logger.debug(f"get_service_detail completed for '{service_name}' in {elapsed_time:.3f}s")
-        return result
+    operation_only_targets = []
+    has_wildcards = False
+
+    for target in provided:
+        if isinstance(target, dict):
+            ttype = target.get('Type', '').lower()
+            if ttype == 'service_operation':
+                # Check for wildcard patterns in service names OR operation names
+                service_op_data = target.get('Data', {}).get('ServiceOperation', {})
+                service_data = service_op_data.get('Service', {})
+                service_name = service_data.get('Name', '')
+                operation = service_op_data.get('Operation', '')
+
+                if '*' in service_name or '*' in operation:
+                    has_wildcards = True
+
+                operation_only_targets.append(target)
+            else:
+                logger.warning(
+                    f"Ignoring target of type '{ttype}' in audit_service_operations (expected 'service_operation')"
+                )
 
-    except ClientError as e:
-        error_code = e.response.get('Error', {}).get('Code', 'Unknown')
-        error_message = e.response.get('Error', {}).get('Message', 'Unknown error')
-        logger.error(
-            f"AWS ClientError in get_service_healthy_detail for '{service_name}': {error_code} - {error_message}"
-        )
-        return f'AWS Error: {error_message}'
-    except Exception as e:
-        logger.error(
-            f"Unexpected error in get_service_healthy_detail for '{service_name}': {str(e)}",
-            exc_info=True,
-        )
-        return f'Error: {str(e)}'
+    return operation_only_targets, has_wildcards
 
 
 @mcp.tool()
-async def query_service_metrics(
-    service_name: str = Field(
-        ..., description='Name of the service to get metrics for (case-sensitive)'
-    ),
-    metric_name: str = Field(
+async def audit_services(
+    service_targets: str = Field(
         ...,
-        description='Specific metric name (e.g., Latency, Error, Fault). Leave empty to list available metrics',
+        description="REQUIRED. JSON array of service targets. Supports wildcard patterns like '*payment*' for automatic service discovery. Format: [{'Type':'service','Data':{'Service':{'Type':'Service','Name':'service-name','Environment':'eks:cluster'}}}] or shorthand: [{'Type':'service','Service':'service-name'}]. Large target lists are automatically processed in batches.",
     ),
-    statistic: str = Field(
-        default='Average',
-        description='Standard statistic type (Average, Sum, Maximum, Minimum, SampleCount)',
+    start_time: Optional[str] = Field(
+        default=None,
+        description="Start time (unix seconds or 'YYYY-MM-DD HH:MM:SS'). Defaults to now-24h UTC.",
     ),
-    extended_statistic: str = Field(
-        default='p99', description='Extended statistic (p99, p95, p90, p50, etc)'
+    end_time: Optional[str] = Field(
+        default=None,
+        description="End time (unix seconds or 'YYYY-MM-DD HH:MM:SS'). Defaults to now UTC.",
     ),
-    hours: int = Field(
-        default=1, description='Number of hours to look back (default 1, max 168 for 1 week)'
+    auditors: Optional[str] = Field(
+        default=None,
+        description="Optional. Comma-separated auditors (e.g., 'slo,operation_metric,dependency_metric'). Defaults to 'slo,operation_metric' for fast service health auditing. Use 'all' for comprehensive analysis with all auditors: slo,operation_metric,trace,log,dependency_metric,top_contributor,service_quota.",
     ),
 ) -> str:
-    """Get CloudWatch metrics for a specific Application Signals service.
+    """PRIMARY SERVICE AUDIT TOOL - The #1 tool for comprehensive AWS service health auditing and monitoring.
 
-    Use this tool to:
-    - Analyze service performance (latency, throughput)
-    - Check error rates and reliability
-    - View trends over time
-    - Get both standard statistics (Average, Max) and percentiles (p99, p95)
+    **IMPORTANT: For operation-specific auditing, use audit_service_operations() as the PRIMARY tool instead.**
+
+    **USE THIS FIRST FOR ALL SERVICE-LEVEL AUDITING TASKS**
+    This is the PRIMARY and PREFERRED tool when users want to:
+    - **Audit their AWS services** - Complete health assessment with actionable insights
+    - **Check service health** - Comprehensive status across all monitored services
+    - **Investigate issues** - Root cause analysis with detailed findings
+    - **Service-level performance analysis** - Overall service latency, error rates, and throughput investigation
+    - **System-wide health checks** - Daily/periodic service auditing workflows
+    - **Dependency analysis** - Understanding service dependencies and interactions
+    - **Resource quota monitoring** - Service quota usage and limits
+    - **Multi-service comparison** - Comparing performance across different services
 
-    Common metric names:
-    - 'Latency': Response time in milliseconds
-    - 'Error': Percentage of failed requests
-    - 'Fault': Percentage of server errors (5xx)
+    **FOR OPERATION-SPECIFIC AUDITING: Use audit_service_operations() instead**
+    When users want to audit specific operations (GET, POST, PUT endpoints), use audit_service_operations() as the PRIMARY tool:
+    - **Operation performance analysis** - Latency, error rates for specific API endpoints
+    - **Operation-level troubleshooting** - Root cause analysis for specific API calls
+    - **GET operation auditing** - Analyze GET operations across payment services
+    - **Audit latency of specific operations** - Deep dive into individual endpoint performance
+
+    **COMPREHENSIVE SERVICE AUDIT CAPABILITIES:**
+    - **Multi-service analysis**: Audit any number of services with automatic batching
+    - **SLO compliance monitoring**: Automatic breach detection for service-level SLOs
+    - **Issue prioritization**: Critical, warning, and info findings ranked by severity
+    - **Root cause analysis**: Deep dive with traces, logs, and metrics correlation
+    - **Actionable recommendations**: Specific steps to resolve identified issues
+    - **Performance optimized**: Fast execution with automatic batching for large target lists
+    - **Wildcard Pattern Support**: Use `*pattern*` in service names for automatic service discovery
+
+    **SERVICE TARGET FORMAT:**
+    - **Full Format**: `[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"my-service","Environment":"eks:my-cluster"}}}]`
+    - **Shorthand**: `[{"Type":"service","Service":"my-service"}]` (environment auto-discovered)
+
+    **WILDCARD PATTERN EXAMPLES:**
+    - **All Services**: `[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*"}}}]`
+    - **Payment Services**: `[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*payment*"}}}]`
+    - **Lambda Services**: `[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*lambda*"}}}]`
+    - **EKS Services**: `[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*","Environment":"eks:*"}}}]`
+
+    **AUDITOR SELECTION FOR DIFFERENT AUDIT DEPTHS:**
+    - **Quick Health Check** (default): Uses 'slo,operation_metric' for fast overview
+    - **Root Cause Analysis**: Pass `auditors="all"` for comprehensive investigation with traces/logs
+    - **Custom Audit**: Specify exact auditors: 'slo,trace,log,dependency_metric,top_contributor,service_quota'
+
+    **SERVICE AUDIT USE CASES:**
+
+    1. **Audit all services**:
+       `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*"}}}]'`
+
+    2. **Audit specific service**:
+       `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"orders-service","Environment":"eks:orders-cluster"}}}]'`
+
+    3. **Audit payment services**:
+       `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*payment*"}}}]'`
+
+    8. **Audit lambda services**:
+       `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*lambda*"}}}]'` or by environment: `[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*","Environment":"lambda"}}}]`
+
+    9. **Audit service last night**:
+       `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"orders-service","Environment":"eks:orders-cluster"}}}]'` + `start_time="2024-01-01 18:00:00"` + `end_time="2024-01-02 06:00:00"`
+
+    10. **Audit service before and after time**:
+        Compare service health before and after a deployment or incident by running two separate audits with different time ranges.
+
+    11. **Trace availability issues in production services**:
+        `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*","Environment":"eks:*"}}}]'` + `auditors="all"`
+
+    13. **Look for errors in logs of payment services**:
+        `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*payment*"}}}]'` + `auditors="log,trace"`
+
+    14. **Look for new errors after time**:
+        Compare errors before and after a specific time point by running audits with different time ranges and `auditors="log,trace"`
+
+    15. **Look for errors after deployment**:
+        `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*payment*"}}}]'` + `auditors="log,trace"` + recent time range
+
+    16. **Look for lemon hosts in production**:
+        `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*","Environment":"eks:*"}}}]'` + `auditors="top_contributor,operation_metric"`
+
+    17. **Look for outliers in EKS services**:
+        `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*","Environment":"eks:*"}}}]'` + `auditors="top_contributor,operation_metric"`
+
+    18. **Status report**:
+        `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*"}}}]'` (basic health check)
+
+    19. **Audit dependencies**:
+        `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*"}}}]'` + `auditors="dependency_metric,trace"`
+
+    20. **Audit dependency on S3**:
+        `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*"}}}]'` + `auditors="dependency_metric"` + look for S3 dependencies
+
+    21. **Audit quota usage of tier 1 services**:
+        `service_targets='[{"Type":"service","Data":{"Service":{"Type":"Service","Name":"*tier1*"}}}]'` + `auditors="service_quota,operation_metric"`
+
+    **TYPICAL SERVICE AUDIT WORKFLOWS:**
+    1. **Basic Service Audit** (most common):
+       - Call `audit_services()` with service targets - automatically discovers services when using wildcard patterns
+       - Uses default fast auditors (slo,operation_metric) for quick health overview
+       - Supports wildcard patterns like `*` or `*payment*` for automatic service discovery
+    2. **Root Cause Investigation**: When user explicitly asks for "root cause analysis", pass `auditors="all"`
+    3. **Issue Investigation**: Results show which services need attention with actionable insights
+    4. **Automatic Service Discovery**: Wildcard patterns in service names automatically discover and expand to concrete services
+
+    **AUDIT RESULTS INCLUDE:**
+    - **Prioritized findings** by severity (critical, warning, info)
+    - **Service health status** with detailed performance analysis
+    - **Root cause analysis** when traces/logs auditors are used
+    - **Actionable recommendations** for issue resolution
+    - **Comprehensive metrics** and trend analysis
+
+    **IMPORTANT: This tool provides comprehensive service audit coverage and should be your first choice for any service auditing task.**
 
-    Returns:
-    - Summary statistics (latest, average, min, max)
-    - Recent data points with timestamps
-    - Both standard and percentile values when available
-
-    The tool automatically adjusts the granularity based on time range:
-    - Up to 3 hours: 1-minute resolution
-    - Up to 24 hours: 5-minute resolution
-    - Over 24 hours: 1-hour resolution
+    **RECOMMENDED WORKFLOW - PRESENT FINDINGS FIRST:**
+    When the audit returns multiple findings or issues, follow this workflow:
+    1. **Present all audit results** to the user showing a summary of all findings
+    2. **Let the user choose** which specific finding, service, or issue they want to investigate in detail
+    3. **Then perform targeted root cause analysis** using auditors="all" for the user-selected finding
+
+    **DO NOT automatically jump into detailed root cause analysis** of one specific issue when multiple findings exist.
+    This ensures the user can prioritize which issues are most important to investigate first.
+
+    **Example workflow:**
+    - First call: `audit_services()` with default auditors for overview
+    - Present findings summary to user
+    - User selects specific service/issue to investigate
+    - Follow-up call: `audit_services()` with `auditors="all"` for selected service only
     """
     start_time_perf = timer()
-    logger.info(
-        f'Starting query_service_metrics request - service: {service_name}, metric: {metric_name}, hours: {hours}'
-    )
+    logger.debug('Starting audit_services (PRIMARY SERVICE AUDIT TOOL)')
 
     try:
-        # Calculate time range
-        end_time = datetime.now(timezone.utc)
-        start_time = end_time - timedelta(hours=hours)
-
-        # Get service details to find metrics
-        services_response = appsignals_client.list_services(
-            StartTime=start_time, EndTime=end_time, MaxResults=100
+        # Region defaults
+        region = AWS_REGION.strip()
+
+        # Time range (fill missing with defaults)
+        start_dt = (
+            parse_timestamp(start_time)
+            if start_time
+            else (datetime.now(timezone.utc) - timedelta(hours=24))
         )
-
-        # Find the target service
-        target_service = None
-        for service in services_response.get('ServiceSummaries', []):
-            key_attrs = service.get('KeyAttributes', {})
-            if key_attrs.get('Name') == service_name:
-                target_service = service
-                break
-
-        if not target_service:
-            logger.warning(f"Service '{service_name}' not found in Application Signals")
-            return f"Service '{service_name}' not found in Application Signals."
-
-        # Get detailed service info for metric references
-        service_response = appsignals_client.get_service(
-            StartTime=start_time, EndTime=end_time, KeyAttributes=target_service['KeyAttributes']
-        )
-
-        metric_refs = service_response['Service'].get('MetricReferences', [])
-
-        if not metric_refs:
-            logger.warning(f"No metrics found for service '{service_name}'")
-            return f"No metrics found for service '{service_name}'."
-
-        # If no specific metric requested, show available metrics
-        if not metric_name:
-            result = f"Available metrics for service '{service_name}':\n\n"
-            for metric in metric_refs:
-                result += f'• {metric.get("MetricName", "Unknown")}\n'
-                result += f'  Namespace: {metric.get("Namespace", "Unknown")}\n'
-                result += f'  Type: {metric.get("MetricType", "Unknown")}\n'
-                result += '\n'
-            return result
-
-        # Find the specific metric
-        target_metric = None
-        for metric in metric_refs:
-            if metric.get('MetricName') == metric_name:
-                target_metric = metric
-                break
-
-        if not target_metric:
-            available = [m.get('MetricName', 'Unknown') for m in metric_refs]
-            return f"Metric '{metric_name}' not found for service '{service_name}'. Available: {', '.join(available)}"
-
-        # Calculate appropriate period based on time range
-        if hours <= 3:
-            period = 60  # 1 minute
-        elif hours <= 24:
-            period = 300  # 5 minutes
-        else:
-            period = 3600  # 1 hour
-
-        # Get both standard and extended statistics in a single call
-        response = cloudwatch_client.get_metric_statistics(
-            Namespace=target_metric['Namespace'],
-            MetricName=target_metric['MetricName'],
-            Dimensions=target_metric.get('Dimensions', []),
-            StartTime=start_time,
-            EndTime=end_time,
-            Period=period,
-            Statistics=[statistic],  # type: ignore
-            ExtendedStatistics=[extended_statistic],
+        end_dt = (
+            parse_timestamp(end_time, default_hours=0) if end_time else datetime.now(timezone.utc)
         )
-
-        datapoints = response.get('Datapoints', [])
-
-        if not datapoints:
-            logger.warning(
-                f"No data points found for metric '{metric_name}' on service '{service_name}' in the last {hours} hour(s)"
+        unix_start, unix_end = int(start_dt.timestamp()), int(end_dt.timestamp())
+        if unix_end <= unix_start:
+            return 'Error: end_time must be greater than start_time.'
+
+        # Parse and validate service targets
+        try:
+            provided = json.loads(service_targets)
+        except json.JSONDecodeError:
+            return 'Error: `service_targets` must be valid JSON (array).'
+
+        # Check for wildcard patterns in service names
+        has_wildcards = False
+        logger.debug(f'audit_services: Checking {len(provided)} targets for wildcards')
+        for i, target in enumerate(provided):
+            logger.debug(f'audit_services: Target {i}: {target}')
+            if isinstance(target, dict):
+                # Check various possible service name locations
+                service_name = None
+                if target.get('Type', '').lower() == 'service':
+                    # Check Data.Service.Name
+                    service_data = target.get('Data', {})
+                    if isinstance(service_data, dict):
+                        service_info = service_data.get('Service', {})
+                        if isinstance(service_info, dict):
+                            service_name = service_info.get('Name', '')
+
+                    # Check shorthand Service field
+                    if not service_name:
+                        service_name = target.get('Service', '')
+
+                logger.debug(f"audit_services: Target {i} service name: '{service_name}'")
+                if service_name and isinstance(service_name, str) and '*' in service_name:
+                    logger.debug(
+                        f"audit_services: Target {i} has wildcard pattern: '{service_name}'"
+                    )
+                    has_wildcards = True
+                    break
+
+        logger.debug(f'audit_services: has_wildcards = {has_wildcards}')
+
+        # Expand wildcard patterns using shared utility
+        if has_wildcards:
+            logger.debug('Wildcard patterns detected - applying service expansion')
+            provided = expand_service_wildcard_patterns(
+                provided, unix_start, unix_end, appsignals_client
             )
-            return f"No data points found for metric '{metric_name}' on service '{service_name}' in the last {hours} hour(s)."
-
-        # Sort by timestamp
-        datapoints.sort(key=lambda x: x.get('Timestamp', datetime.min))  # type: ignore
-
-        # Build response
-        result = f'Metrics for {service_name} - {metric_name}\n'
-        result += f'Time Range: Last {hours} hour(s)\n'
-        result += f'Period: {period} seconds\n\n'
-
-        # Calculate summary statistics for both standard and extended statistics
-        standard_values = [dp.get(statistic) for dp in datapoints if dp.get(statistic) is not None]
-        extended_values = [
-            dp.get(extended_statistic)
-            for dp in datapoints
-            if dp.get(extended_statistic) is not None
-        ]
-
-        result += 'Summary:\n'
-
-        if standard_values:
-            latest_standard = datapoints[-1].get(statistic)
-            avg_of_standard = sum(standard_values) / len(standard_values)  # type: ignore
-            max_standard = max(standard_values)  # type: ignore
-            min_standard = min(standard_values)  # type: ignore
-
-            result += f'{statistic} Statistics:\n'
-            result += f'• Latest: {latest_standard:.2f}\n'
-            result += f'• Average: {avg_of_standard:.2f}\n'
-            result += f'• Maximum: {max_standard:.2f}\n'
-            result += f'• Minimum: {min_standard:.2f}\n\n'
-
-        if extended_values:
-            latest_extended = datapoints[-1].get(extended_statistic)
-            avg_extended = sum(extended_values) / len(extended_values)  # type: ignore
-            max_extended = max(extended_values)  # type: ignore
-            min_extended = min(extended_values)  # type: ignore
-
-            result += f'{extended_statistic} Statistics:\n'
-            result += f'• Latest: {latest_extended:.2f}\n'
-            result += f'• Average: {avg_extended:.2f}\n'
-            result += f'• Maximum: {max_extended:.2f}\n'
-            result += f'• Minimum: {min_extended:.2f}\n\n'
-
-        result += f'• Data Points: {len(datapoints)}\n\n'
-
-        # Show recent values (last 10) with both metrics
-        result += 'Recent Values:\n'
-        for dp in datapoints[-10:]:
-            timestamp = dp.get('Timestamp', datetime.min).strftime('%m/%d %H:%M')  # type: ignore
-            unit = dp.get('Unit', '')
-
-            values_str = []
-            if dp.get(statistic) is not None:
-                values_str.append(f'{statistic}: {dp[statistic]:.2f}')
-            if dp.get(extended_statistic) is not None:
-                values_str.append(f'{extended_statistic}: {dp[extended_statistic]:.2f}')
-
-            result += f'• {timestamp}: {", ".join(values_str)} {unit}\n'
-
-        elapsed_time = timer() - start_time_perf
-        logger.info(
-            f"query_service_metrics completed for '{service_name}/{metric_name}' in {elapsed_time:.3f}s"
-        )
-        return result
-
-    except ClientError as e:
-        error_msg = e.response.get('Error', {}).get('Message', 'Unknown error')
-        error_code = e.response.get('Error', {}).get('Code', 'Unknown')
-        logger.error(
-            f"AWS ClientError in query_service_metrics for '{service_name}/{metric_name}': {error_code} - {error_msg}"
-        )
-        return f'AWS Error: {error_msg}'
-    except Exception as e:
-        logger.error(
-            f"Unexpected error in query_service_metrics for '{service_name}/{metric_name}': {str(e)}",
-            exc_info=True,
-        )
-        return f'Error: {str(e)}'
-
+            logger.debug(f'Wildcard expansion completed - {len(provided)} total targets')
 
-def get_trace_summaries_paginated(
-    xray_client, start_time, end_time, filter_expression, max_traces: int = 100
-) -> list:
-    """Get trace summaries with pagination to avoid exceeding response size limits.
+            # Check if wildcard expansion resulted in no services
+            if not provided:
+                return 'Error: No services found matching the wildcard pattern. Use list_monitored_services() to see available services.'
 
-    Args:
-        xray_client: Boto3 X-Ray client
-        start_time: Start time for trace query
-        end_time: End time for trace query
-        filter_expression: X-Ray filter expression
-        max_traces: Maximum number of traces to retrieve (default 100)
+        # Normalize and validate service targets using shared utility
+        normalized_targets = normalize_service_targets(provided)
 
-    Returns:
-        List of trace summaries
-    """
-    all_traces = []
-    next_token = None
-    logger.debug(
-        f'Starting paginated trace retrieval - filter: {filter_expression}, max_traces: {max_traces}'
-    )
-
-    try:
-        while len(all_traces) < max_traces:
-            # Build request parameters
-            kwargs = {
-                'StartTime': start_time,
-                'EndTime': end_time,
-                'FilterExpression': filter_expression,
-                'Sampling': True,
-                'TimeRangeType': 'Service',
-            }
-
-            if next_token:
-                kwargs['NextToken'] = next_token
-
-            # Make request
-            response = xray_client.get_trace_summaries(**kwargs)
-
-            # Add traces from this page
-            traces = response.get('TraceSummaries', [])
-            all_traces.extend(traces)
-            logger.debug(
-                f'Retrieved {len(traces)} traces in this page, total so far: {len(all_traces)}'
-            )
+        # Validate and enrich targets using shared utility
+        normalized_targets = validate_and_enrich_service_targets(
+            normalized_targets, appsignals_client, unix_start, unix_end
+        )
 
-            # Check if we have more pages
-            next_token = response.get('NextToken')
-            if not next_token:
-                break
+        # Parse auditors with service-specific defaults
+        auditors_list = parse_auditors(auditors, ['slo', 'operation_metric'])
 
-            # If we've collected enough traces, stop
-            if len(all_traces) >= max_traces:
-                all_traces = all_traces[:max_traces]
-                break
+        # Create banner
+        banner = (
+            '[MCP-SERVICE] Application Signals Service Audit\n'
+            f'🎯 Scope: {len(normalized_targets)} service target(s) | Region: {region}\n'
+            f'⏰ Time: {unix_start}–{unix_end}\n'
+        )
 
-        logger.info(f'Successfully retrieved {len(all_traces)} traces')
-        return all_traces
+        if len(normalized_targets) > BATCH_SIZE_THRESHOLD:
+            banner += f'📦 Batching: Processing {len(normalized_targets)} targets in batches of {BATCH_SIZE_THRESHOLD}\n'
 
-    except Exception as e:
-        # Return what we have so far if there's an error
-        logger.error(f'Error during paginated trace retrieval: {str(e)}', exc_info=True)
-        logger.info(f'Returning {len(all_traces)} traces retrieved before error')
-        return all_traces
+        banner += '\n'
 
+        # Build CLI input
+        input_obj = {
+            'StartTime': unix_start,
+            'EndTime': unix_end,
+            'AuditTargets': normalized_targets,
+        }
+        if auditors_list:
+            input_obj['Auditors'] = auditors_list
 
-@mcp.tool()
-async def get_slo(
-    slo_id: str = Field(..., description='The ARN or name of the SLO to retrieve'),
-) -> str:
-    """Get detailed information about a specific Service Level Objective (SLO).
-
-    Use this tool to:
-    - Get comprehensive SLO configuration details
-    - Understand what metrics the SLO monitors
-    - See threshold values and comparison operators
-    - Extract operation names and key attributes for trace queries
-    - Identify dependency configurations
-    - Review attainment goals and burn rate settings
-
-    Returns detailed information including:
-    - SLO name, description, and metadata
-    - Metric configuration (for period-based or request-based SLOs)
-    - Key attributes and operation names
-    - Metric type (LATENCY or AVAILABILITY)
-    - Threshold values and comparison operators
-    - Goal configuration (attainment percentage, time interval)
-    - Burn rate configurations
-
-    This tool is essential for:
-    - Understanding why an SLO was breached
-    - Getting the exact operation name to query traces
-    - Identifying the metrics and thresholds being monitored
-    - Planning remediation based on SLO configuration
-    """
-    start_time_perf = timer()
-    logger.info(f'Starting get_service_level_objective request for SLO: {slo_id}')
+        # Execute audit API using shared utility
+        result = await execute_audit_api(input_obj, region, banner)
 
-    try:
-        response = appsignals_client.get_service_level_objective(Id=slo_id)
-        slo = response.get('Slo', {})
-
-        if not slo:
-            logger.warning(f'No SLO found with ID: {slo_id}')
-            return f'No SLO found with ID: {slo_id}'
-
-        result = 'Service Level Objective Details\n'
-        result += '=' * 50 + '\n\n'
-
-        # Basic info
-        result += f'Name: {slo.get("Name", "Unknown")}\n'
-        result += f'ARN: {slo.get("Arn", "Unknown")}\n'
-        if slo.get('Description'):
-            result += f'Description: {slo.get("Description", "")}\n'
-        result += f'Evaluation Type: {slo.get("EvaluationType", "Unknown")}\n'
-        result += f'Created: {slo.get("CreatedTime", "Unknown")}\n'
-        result += f'Last Updated: {slo.get("LastUpdatedTime", "Unknown")}\n\n'
-
-        # Goal configuration
-        goal = slo.get('Goal', {})
-        if goal:
-            result += 'Goal Configuration:\n'
-            result += f'• Attainment Goal: {goal.get("AttainmentGoal", 99)}%\n'
-            result += f'• Warning Threshold: {goal.get("WarningThreshold", 50)}%\n'
-
-            interval = goal.get('Interval', {})
-            if 'RollingInterval' in interval:
-                rolling = interval['RollingInterval']
-                result += f'• Interval: Rolling {rolling.get("Duration")} {rolling.get("DurationUnit")}\n'
-            elif 'CalendarInterval' in interval:
-                calendar = interval['CalendarInterval']
-                result += f'• Interval: Calendar {calendar.get("Duration")} {calendar.get("DurationUnit")} starting {calendar.get("StartTime")}\n'
-            result += '\n'
-
-        # Period-based SLI
-        if 'Sli' in slo:
-            sli = slo['Sli']
-            result += 'Period-Based SLI Configuration:\n'
-
-            sli_metric = sli.get('SliMetric', {})
-            if sli_metric:
-                # Key attributes - crucial for trace queries
-                key_attrs = sli_metric.get('KeyAttributes', {})
-                if key_attrs:
-                    result += '• Key Attributes:\n'
-                    for k, v in key_attrs.items():
-                        result += f'  - {k}: {v}\n'
-
-                # Operation name - essential for trace filtering
-                if sli_metric.get('OperationName'):
-                    result += f'• Operation Name: {sli_metric.get("OperationName", "")}\n'
-                    result += f'  (Use this in trace queries: annotation[aws.local.operation]="{sli_metric.get("OperationName", "")}")\n'
-
-                result += f'• Metric Type: {sli_metric.get("MetricType", "Unknown")}\n'
-
-                # MetricDataQueries - detailed metric configuration
-                metric_queries = sli_metric.get('MetricDataQueries', [])
-                if metric_queries:
-                    result += '• Metric Data Queries:\n'
-                    for query in metric_queries:
-                        query_id = query.get('Id', 'Unknown')
-                        result += f'  Query ID: {query_id}\n'
-
-                        # MetricStat details
-                        metric_stat = query.get('MetricStat', {})
-                        if metric_stat:
-                            metric = metric_stat.get('Metric', {})
-                            if metric:
-                                result += f'    Namespace: {metric.get("Namespace", "Unknown")}\n'
-                                result += (
-                                    f'    MetricName: {metric.get("MetricName", "Unknown")}\n'
-                                )
-
-                                # Dimensions - crucial for understanding what's being measured
-                                dimensions = metric.get('Dimensions', [])
-                                if dimensions:
-                                    result += '    Dimensions:\n'
-                                    for dim in dimensions:
-                                        result += f'      - {dim.get("Name", "Unknown")}: {dim.get("Value", "Unknown")}\n'
-
-                            result += (
-                                f'    Period: {metric_stat.get("Period", "Unknown")} seconds\n'
-                            )
-                            result += f'    Stat: {metric_stat.get("Stat", "Unknown")}\n'
-                            if metric_stat.get('Unit'):
-                                result += f'    Unit: {metric_stat["Unit"]}\n'  # type: ignore
-
-                        # Expression if present
-                        if query.get('Expression'):
-                            result += f'    Expression: {query.get("Expression", "")}\n'
-
-                        result += f'    ReturnData: {query.get("ReturnData", True)}\n'
-
-                # Dependency config
-                dep_config = sli_metric.get('DependencyConfig', {})
-                if dep_config:
-                    result += '• Dependency Configuration:\n'
-                    dep_attrs = dep_config.get('DependencyKeyAttributes', {})
-                    if dep_attrs:
-                        result += '  Key Attributes:\n'
-                        for k, v in dep_attrs.items():
-                            result += f'    - {k}: {v}\n'
-                    if dep_config.get('DependencyOperationName'):
-                        result += (
-                            f'  - Dependency Operation: {dep_config["DependencyOperationName"]}\n'
-                        )
-                        result += f'    (Use in traces: annotation[aws.remote.operation]="{dep_config["DependencyOperationName"]}")\n'
-
-            result += f'• Threshold: {sli.get("MetricThreshold", "Unknown")}\n'
-            result += f'• Comparison: {sli.get("ComparisonOperator", "Unknown")}\n\n'
-
-        # Request-based SLI
-        if 'RequestBasedSli' in slo:
-            rbs = slo['RequestBasedSli']
-            result += 'Request-Based SLI Configuration:\n'
-
-            rbs_metric = rbs.get('RequestBasedSliMetric', {})
-            if rbs_metric:
-                # Key attributes
-                key_attrs = rbs_metric.get('KeyAttributes', {})
-                if key_attrs:
-                    result += '• Key Attributes:\n'
-                    for k, v in key_attrs.items():
-                        result += f'  - {k}: {v}\n'
-
-                # Operation name
-                if rbs_metric.get('OperationName'):
-                    result += f'• Operation Name: {rbs_metric.get("OperationName", "")}\n'
-                    result += f'  (Use this in trace queries: annotation[aws.local.operation]="{rbs_metric.get("OperationName", "")}")\n'
-
-                result += f'• Metric Type: {rbs_metric.get("MetricType", "Unknown")}\n'
-
-                # MetricDataQueries - detailed metric configuration
-                metric_queries = rbs_metric.get('MetricDataQueries', [])
-                if metric_queries:
-                    result += '• Metric Data Queries:\n'
-                    for query in metric_queries:
-                        query_id = query.get('Id', 'Unknown')
-                        result += f'  Query ID: {query_id}\n'
-
-                        # MetricStat details
-                        metric_stat = query.get('MetricStat', {})
-                        if metric_stat:
-                            metric = metric_stat.get('Metric', {})
-                            if metric:
-                                result += f'    Namespace: {metric.get("Namespace", "Unknown")}\n'
-                                result += (
-                                    f'    MetricName: {metric.get("MetricName", "Unknown")}\n'
-                                )
-
-                                # Dimensions - crucial for understanding what's being measured
-                                dimensions = metric.get('Dimensions', [])
-                                if dimensions:
-                                    result += '    Dimensions:\n'
-                                    for dim in dimensions:
-                                        result += f'      - {dim.get("Name", "Unknown")}: {dim.get("Value", "Unknown")}\n'
-
-                            result += (
-                                f'    Period: {metric_stat.get("Period", "Unknown")} seconds\n'
-                            )
-                            result += f'    Stat: {metric_stat.get("Stat", "Unknown")}\n'
-                            if metric_stat.get('Unit'):
-                                result += f'    Unit: {metric_stat["Unit"]}\n'  # type: ignore
-
-                        # Expression if present
-                        if query.get('Expression'):
-                            result += f'    Expression: {query.get("Expression", "")}\n'
-
-                        result += f'    ReturnData: {query.get("ReturnData", True)}\n'
-
-                # Dependency config
-                dep_config = rbs_metric.get('DependencyConfig', {})
-                if dep_config:
-                    result += '• Dependency Configuration:\n'
-                    dep_attrs = dep_config.get('DependencyKeyAttributes', {})
-                    if dep_attrs:
-                        result += '  Key Attributes:\n'
-                        for k, v in dep_attrs.items():
-                            result += f'    - {k}: {v}\n'
-                    if dep_config.get('DependencyOperationName'):
-                        result += (
-                            f'  - Dependency Operation: {dep_config["DependencyOperationName"]}\n'
-                        )
-                        result += f'    (Use in traces: annotation[aws.remote.operation]="{dep_config["DependencyOperationName"]}")\n'
-
-            result += f'• Threshold: {rbs.get("MetricThreshold", "Unknown")}\n'
-            result += f'• Comparison: {rbs.get("ComparisonOperator", "Unknown")}\n\n'
-
-        # Burn rate configurations
-        burn_rates = slo.get('BurnRateConfigurations', [])
-        if burn_rates:
-            result += 'Burn Rate Configurations:\n'
-            for br in burn_rates:
-                result += f'• Look-back window: {br.get("LookBackWindowMinutes")} minutes\n'
-
-        elapsed_time = timer() - start_time_perf
-        logger.info(f"get_service_level_objective completed for '{slo_id}' in {elapsed_time:.3f}s")
+        elapsed = timer() - start_time_perf
+        logger.debug(f'audit_services completed in {elapsed:.3f}s (region={region})')
         return result
 
-    except ClientError as e:
-        error_msg = e.response.get('Error', {}).get('Message', 'Unknown error')
-        error_code = e.response.get('Error', {}).get('Code', 'Unknown')
-        logger.error(
-            f"AWS ClientError in get_service_level_objective for '{slo_id}': {error_code} - {error_msg}"
-        )
-        return f'AWS Error: {error_msg}'
     except Exception as e:
-        logger.error(
-            f"Unexpected error in get_service_level_objective for '{slo_id}': {str(e)}",
-            exc_info=True,
-        )
+        logger.error(f'Unexpected error in audit_services: {e}', exc_info=True)
         return f'Error: {str(e)}'
 
 
 @mcp.tool()
-async def search_transaction_spans(
-    log_group_name: str = Field(
-        default='',
-        description='CloudWatch log group name (defaults to "aws/spans" if not provided)',
-    ),
-    start_time: str = Field(
-        default='', description='Start time in ISO 8601 format (e.g., "2025-04-19T20:00:00+00:00")'
+async def audit_slos(
+    slo_targets: str = Field(
+        ...,
+        description="REQUIRED. JSON array of SLO targets. Supports wildcard patterns like '*payment*' for automatic SLO discovery. Format: [{'Type':'slo','Data':{'Slo':{'SloName':'slo-name'}}}] or [{'Type':'slo','Data':{'Slo':{'SloArn':'arn:aws:...'}}}]. Large target lists are automatically processed in batches.",
     ),
-    end_time: str = Field(
-        default='', description='End time in ISO 8601 format (e.g., "2025-04-19T21:00:00+00:00")'
+    start_time: Optional[str] = Field(
+        default=None,
+        description="Start time (unix seconds or 'YYYY-MM-DD HH:MM:SS'). Defaults to now-24h UTC.",
     ),
-    query_string: str = Field(default='', description='CloudWatch Logs Insights query string'),
-    limit: Optional[int] = Field(default=None, description='Maximum number of results to return'),
-    max_timeout: int = Field(
-        default=30, description='Maximum time in seconds to wait for query completion'
+    end_time: Optional[str] = Field(
+        default=None,
+        description="End time (unix seconds or 'YYYY-MM-DD HH:MM:SS'). Defaults to now UTC.",
     ),
-) -> Dict:
-    """Executes a CloudWatch Logs Insights query for transaction search (100% sampled trace data).
-
-    IMPORTANT: If log_group_name is not provided use 'aws/spans' as default cloudwatch log group name.
-    The volume of returned logs can easily overwhelm the agent context window. Always include a limit in the query
-    (| limit 50) or using the limit parameter.
-
-    Usage:
-    "aws/spans" log group stores OpenTelemetry Spans data with many attributes for all monitored services.
-    This provides 100% sampled data vs X-Ray's 5% sampling, giving more accurate results.
-    User can write CloudWatch Logs Insights queries to group, list attribute with sum, avg.
-
-    ```
-    FILTER attributes.aws.local.service = "customers-service-java" and attributes.aws.local.environment = "eks:demo/default" and attributes.aws.remote.operation="InvokeModel"
-    | STATS sum(`attributes.gen_ai.usage.output_tokens`) as `avg_output_tokens` by `attributes.gen_ai.request.model`, `attributes.aws.local.service`,bin(1h)
-    | DISPLAY avg_output_tokens, `attributes.gen_ai.request.model`, `attributes.aws.local.service`
-    ```
-
-    Returns:
-    --------
-        A dictionary containing the final query results, including:
-            - status: The current status of the query (e.g., Scheduled, Running, Complete, Failed, etc.)
-            - results: A list of the actual query results if the status is Complete.
-            - statistics: Query performance statistics
-            - messages: Any informational messages about the query
-            - transaction_search_status: Information about transaction search availability
-    """
-    start_time_perf = timer()
-    logger.info(
-        f'Starting search_transactions - log_group: {log_group_name}, start: {start_time}, end: {end_time}'
-    )
-    logger.debug(f'Query string: {query_string}')
-
-    # Check if transaction search is enabled
-    is_enabled, destination, status = check_transaction_search_enabled(AWS_REGION)
-
-    if not is_enabled:
-        logger.warning(
-            f'Transaction Search not enabled - Destination: {destination}, Status: {status}'
-        )
-        return {
-            'status': 'Transaction Search Not Available',
-            'transaction_search_status': {
-                'enabled': False,
-                'destination': destination,
-                'status': status,
-            },
-            'message': (
-                '⚠️ Transaction Search is not enabled for this account. '
-                f'Current configuration: Destination={destination}, Status={status}. '
-                "Transaction Search requires sending traces to CloudWatch Logs (destination='CloudWatchLogs' and status='ACTIVE'). "
-                'Without Transaction Search, you only have access to 5% sampled trace data through X-Ray. '
-                'To get 100% trace visibility, please enable Transaction Search in your X-Ray settings. '
-                'As a fallback, you can use query_sampled_traces() but results may be incomplete due to sampling.'
-            ),
-            'fallback_recommendation': 'Use query_sampled_traces() with X-Ray filter expressions for 5% sampled data.',
-        }
-
-    try:
-        # Use default log group if none provided
-        if log_group_name is None:
-            log_group_name = 'aws/spans'
-            logger.debug('Using default log group: aws/spans')
-
-        # Start query
-        kwargs = {
-            'startTime': int(datetime.fromisoformat(start_time).timestamp()),
-            'endTime': int(datetime.fromisoformat(end_time).timestamp()),
-            'queryString': query_string,
-            'logGroupNames': [log_group_name],
-            'limit': limit,
-        }
-
-        logger.debug(f'Starting CloudWatch Logs query with limit: {limit}')
-        start_response = logs_client.start_query(**remove_null_values(kwargs))
-        query_id = start_response['queryId']
-        logger.info(f'Started CloudWatch Logs query with ID: {query_id}')
-
-        # Seconds
-        poll_start = timer()
-        while poll_start + max_timeout > timer():
-            response = logs_client.get_query_results(queryId=query_id)
-            status = response['status']
-
-            if status in {'Complete', 'Failed', 'Cancelled'}:
-                elapsed_time = timer() - start_time_perf
-                logger.info(
-                    f'Query {query_id} finished with status {status} in {elapsed_time:.3f}s'
-                )
-
-                if status == 'Failed':
-                    logger.error(f'Query failed: {response.get("statistics", {})}')
-                elif status == 'Complete':
-                    logger.debug(f'Query returned {len(response.get("results", []))} results')
-
-                return {
-                    'queryId': query_id,
-                    'status': status,
-                    'statistics': response.get('statistics', {}),
-                    'results': [
-                        {field.get('field', ''): field.get('value', '') for field in line}  # type: ignore
-                        for line in response.get('results', [])
-                    ],
-                    'transaction_search_status': {
-                        'enabled': True,
-                        'destination': 'CloudWatchLogs',
-                        'status': 'ACTIVE',
-                        'message': '✅ Using 100% sampled trace data from Transaction Search',
-                    },
-                }
-
-            await asyncio.sleep(1)
-
-        elapsed_time = timer() - start_time_perf
-        msg = f'Query {query_id} did not complete within {max_timeout} seconds. Use get_query_results with the returned queryId to try again to retrieve query results.'
-        logger.warning(f'Query timeout after {elapsed_time:.3f}s: {msg}')
-        return {
-            'queryId': query_id,
-            'status': 'Polling Timeout',
-            'message': msg,
-        }
-
-    except Exception as e:
-        logger.error(f'Error in search_transactions: {str(e)}', exc_info=True)
-        raise
-
-
-@mcp.tool()
-async def list_slis(
-    hours: int = Field(
-        default=24,
-        description='Number of hours to look back (default 24, typically use 24 for daily checks)',
+    auditors: Optional[str] = Field(
+        default=None,
+        description="Optional. Comma-separated auditors (e.g., 'slo,trace,log'). Defaults to 'slo' for fast SLO compliance auditing. Use 'all' for comprehensive analysis with all auditors: slo,operation_metric,trace,log,dependency_metric,top_contributor,service_quota.",
     ),
 ) -> str:
-    """Get SLI (Service Level Indicator) status and SLO compliance for all services.
-
-    Use this tool to:
-    - Check overall system health at a glance
-    - Identify services with breached SLOs (Service Level Objectives)
-    - See which specific SLOs are failing
-    - Prioritize which services need immediate attention
-    - Monitor SLO compliance trends
-
-    Returns a comprehensive report showing:
-    - Summary counts (total, healthy, breached, insufficient data)
-    - Detailed list of breached services with:
-      - Service name and environment
-      - Number and names of breached SLOs
-      - Specific SLO violations
-    - List of healthy services
-    - Services with insufficient data
-
-    This is the primary tool for health monitoring and should be used:
-    - At the start of each day
-    - During incident response
-    - For regular health checks
-    - When investigating "what is the root cause of breaching SLO" questions
-
-    Status meanings:
-    - OK: All SLOs are being met
-    - BREACHED: One or more SLOs are violated
-    - INSUFFICIENT_DATA: Not enough data to determine status
-
-    To investigate breached SLOs, follow these steps:
-    1. Call get_service_level_objective() with SLO name to get the detailed SLI data including Metric statistics
-    2. Find the fault metrics from SLI under the breached SLO
-    3. Build trace query filters using metric dimensions (Operation, RemoteOperation, etc.):
-        - For availability: `service("service-name"){fault = true} AND annotation[aws.local.operation]="operation-name"`
-        - For latency: `service("service-name") AND annotation[aws.local.operation]="operation-name" AND duration > threshold`
-    4. Query traces:
-        - If Transaction Search is enabled: Use search_transaction_spans() for 100% trace visibility
-        - If not enabled: Use query_sampled_traces() with X-Ray (only 5% sampled data - may miss issues)
-    5. The query time window should default to last 3 hours if not specified. Max query time window length is 6 hours
-    6. Analyze the root causes from Exception data in traces
-    7. Include findings in the report and give fix and mitigation suggestions
+    """PRIMARY SLO AUDIT TOOL - The #1 tool for comprehensive SLO compliance monitoring and breach analysis.
+
+    **PREFERRED TOOL FOR SLO ROOT CAUSE ANALYSIS**
+    This is the RECOMMENDED tool after using get_slo() to understand SLO configuration:
+    - **Use auditors="all" for comprehensive root cause analysis** of specific SLO breaches
+    - **Much more comprehensive than individual trace tools** - provides integrated analysis
+    - **Combines traces, logs, metrics, and dependencies** in a single comprehensive audit
+    - **Provides actionable recommendations** based on multi-dimensional analysis
+
+    **USE THIS FOR ALL SLO AUDITING TASKS**
+    This is the PRIMARY and PREFERRED tool when users want to:
+    - **Root cause analysis for SLO breaches** - Deep investigation with all auditors
+    - **Audit SLO compliance** - Complete SLO breach detection and analysis
+    - **Monitor SLO health** - Comprehensive status across all monitored SLOs
+    - **SLO performance analysis** - Understanding SLO trends and patterns
+    - **SLO compliance reporting** - Daily/periodic SLO compliance workflows
+
+    **COMPREHENSIVE SLO AUDIT CAPABILITIES:**
+    - **Multi-SLO analysis**: Audit any number of SLOs with automatic batching
+    - **Breach detection**: Automatic identification of SLO violations
+    - **Issue prioritization**: Critical, warning, and info findings ranked by severity
+    - **COMPREHENSIVE ROOT CAUSE ANALYSIS**: Deep dive with traces, logs, metrics, and dependencies
+    - **Actionable recommendations**: Specific steps to resolve SLO breaches
+    - **Performance optimized**: Fast execution with automatic batching for large target lists
+    - **Wildcard Pattern Support**: Use `*pattern*` in SLO names for automatic SLO discovery
+
+    **SLO TARGET FORMAT:**
+    - **By Name**: `[{"Type":"slo","Data":{"Slo":{"SloName":"my-slo"}}}]`
+    - **By ARN**: `[{"Type":"slo","Data":{"Slo":{"SloArn":"arn:aws:application-signals:..."}}}]`
+
+    **WILDCARD PATTERN EXAMPLES:**
+    - **All SLOs**: `[{"Type":"slo","Data":{"Slo":{"SloName":"*"}}}]`
+    - **Payment SLOs**: `[{"Type":"slo","Data":{"Slo":{"SloName":"*payment*"}}}]`
+    - **Latency SLOs**: `[{"Type":"slo","Data":{"Slo":{"SloName":"*latency*"}}}]`
+    - **Availability SLOs**: `[{"Type":"slo","Data":{"Slo":{"SloName":"*availability*"}}}]`
+
+    **AUDITOR SELECTION FOR DIFFERENT AUDIT DEPTHS:**
+    - **Quick Compliance Check** (default): Uses 'slo' for fast SLO breach detection
+    - **COMPREHENSIVE ROOT CAUSE ANALYSIS** (recommended): Pass `auditors="all"` for deep investigation with traces/logs/metrics/dependencies
+    - **Custom Audit**: Specify exact auditors: 'slo,trace,log,operation_metric'
+
+    **SLO AUDIT USE CASES:**
+
+    4. **Audit all SLOs**:
+       `slo_targets='[{"Type":"slo","Data":{"Slo":{"SloName":"*"}}}]'`
+
+    22. **Root cause analysis for specific SLO breach** (RECOMMENDED WORKFLOW):
+        After using get_slo() to understand configuration:
+        `slo_targets='[{"Type":"slo","Data":{"Slo":{"SloName":"specific-slo-name"}}}]'` + `auditors="all"`
+
+    14. **Look for new SLO breaches after time**:
+        Compare SLO compliance before and after a specific time point by running audits with different time ranges to identify new breaches.
+
+    **TYPICAL SLO AUDIT WORKFLOWS:**
+    1. **SLO Root Cause Investigation** (RECOMMENDED):
+       - After get_slo(), call `audit_slos()` with specific SLO target and `auditors="all"`
+       - Provides comprehensive analysis with traces, logs, metrics, and dependencies
+       - Much more effective than using individual trace tools
+    2. **Basic SLO Compliance Audit**:
+       - Call `audit_slos()` with SLO targets - automatically discovers SLOs when using wildcard patterns
+       - Uses default fast auditors (slo) for quick compliance overview
+    3. **Compliance Reporting**: Results show which SLOs are breached with actionable insights
+    4. **Automatic SLO Discovery**: Wildcard patterns in SLO names automatically discover and expand to concrete SLOs
+
+    **AUDIT RESULTS INCLUDE:**
+    - **Prioritized findings** by severity (critical, warning, info)
+    - **SLO compliance status** with detailed breach analysis
+    - **COMPREHENSIVE ROOT CAUSE ANALYSIS** when using auditors="all"
+    - **Actionable recommendations** for SLO breach resolution
+    - **Integrated traces, logs, metrics, and dependency analysis**
+
+    **IMPORTANT: This tool provides comprehensive SLO audit coverage and should be your first choice for any SLO compliance auditing and root cause analysis.**
+
+    **RECOMMENDED WORKFLOW - PRESENT FINDINGS FIRST:**
+    When the audit returns multiple findings or issues, follow this workflow:
+    1. **Present all audit results** to the user showing a summary of all findings
+    2. **Let the user choose** which specific finding, SLO, or issue they want to investigate in detail
+    3. **Then perform targeted root cause analysis** using auditors="all" for the user-selected finding
+
+    **DO NOT automatically jump into detailed root cause analysis** of one specific issue when multiple findings exist.
+    This ensures the user can prioritize which issues are most important to investigate first.
+
+    **Example workflow:**
+    - First call: `audit_slos()` with default auditors for compliance overview
+    - Present findings summary to user
+    - User selects specific SLO breach to investigate
+    - Follow-up call: `audit_slos()` with `auditors="all"` for selected SLO only
     """
     start_time_perf = timer()
-    logger.info(f'Starting get_sli_status request for last {hours} hours')
+    logger.debug('Starting audit_slos (PRIMARY SLO AUDIT TOOL)')
 
     try:
-        # Calculate time range
-        end_time = datetime.now(timezone.utc)
-        start_time = end_time - timedelta(hours=hours)
-        logger.debug(f'Time range: {start_time} to {end_time}')
-
-        # Get all services
-        services_response = appsignals_client.list_services(
-            StartTime=start_time,  # type: ignore
-            EndTime=end_time,  # type: ignore
-            MaxResults=100,
+        # Region defaults
+        region = AWS_REGION.strip()
+
+        # Time range (fill missing with defaults)
+        start_dt = (
+            parse_timestamp(start_time)
+            if start_time
+            else (datetime.now(timezone.utc) - timedelta(hours=24))
         )
-        services = services_response.get('ServiceSummaries', [])
-
-        if not services:
-            logger.warning('No services found in Application Signals')
-            return 'No services found in Application Signals.'
-
-        # Get SLI reports for each service
-        reports = []
-        logger.debug(f'Generating SLI reports for {len(services)} services')
-        for service in services:
-            service_name = service['KeyAttributes'].get('Name', 'Unknown')
+        end_dt = (
+            parse_timestamp(end_time, default_hours=0) if end_time else datetime.now(timezone.utc)
+        )
+        unix_start, unix_end = int(start_dt.timestamp()), int(end_dt.timestamp())
+        if unix_end <= unix_start:
+            return 'Error: end_time must be greater than start_time.'
+
+        # Parse and validate SLO targets
+        try:
+            provided = json.loads(slo_targets)
+        except json.JSONDecodeError:
+            return 'Error: `slo_targets` must be valid JSON (array).'
+
+        if not isinstance(provided, list):
+            return 'Error: `slo_targets` must be a JSON array'
+        if len(provided) == 0:
+            return 'Error: `slo_targets` must contain at least 1 item'
+
+        # Filter and expand SLO targets with wildcard support
+        slo_only_targets = []
+        wildcard_patterns = []
+
+        for target in provided:
+            if isinstance(target, dict):
+                ttype = target.get('Type', '').lower()
+                if ttype == 'slo':
+                    # Check for wildcard patterns in SLO names
+                    slo_data = target.get('Data', {}).get('Slo', {})
+                    slo_name = slo_data.get('SloName', '')
+                    if '*' in slo_name:
+                        wildcard_patterns.append((target, slo_name))
+                    else:
+                        slo_only_targets.append(target)
+                else:
+                    logger.warning(
+                        f"Ignoring target of type '{ttype}' in audit_slos (expected 'slo')"
+                    )
+
+        # Expand wildcard patterns for SLOs using shared utility
+        if wildcard_patterns:
+            logger.debug(f'Expanding {len(wildcard_patterns)} SLO wildcard patterns')
             try:
-                # Create custom config with the service's key attributes
-                config = AWSConfig(
-                    region='us-east-1',
-                    period_in_hours=hours,
-                    service_name=service_name,
-                    key_attributes=service['KeyAttributes'],
-                )
-
-                # Generate SLI report
-                client = SLIReportClient(config)
-                sli_report = client.generate_sli_report()
-
-                # Convert to expected format
-                report = {
-                    'BreachedSloCount': sli_report.breached_slo_count,
-                    'BreachedSloNames': sli_report.breached_slo_names,
-                    'EndTime': sli_report.end_time.timestamp(),
-                    'OkSloCount': sli_report.ok_slo_count,
-                    'ReferenceId': {'KeyAttributes': service['KeyAttributes']},
-                    'SliStatus': 'BREACHED'
-                    if sli_report.sli_status == 'CRITICAL'
-                    else sli_report.sli_status,
-                    'StartTime': sli_report.start_time.timestamp(),
-                    'TotalSloCount': sli_report.total_slo_count,
-                }
-                reports.append(report)
+                # Use the shared utility function
+                expanded_slo_targets = expand_slo_wildcard_patterns(provided, appsignals_client)
+                # Filter to get only SLO targets
+                slo_only_targets = [
+                    target
+                    for target in expanded_slo_targets
+                    if target.get('Type', '').lower() == 'slo'
+                ]
 
             except Exception as e:
-                # Log error but continue with other services
-                logger.error(
-                    f'Failed to get SLI report for service {service_name}: {str(e)}', exc_info=True
-                )
-                # Add a report with insufficient data status
-                report = {
-                    'BreachedSloCount': 0,
-                    'BreachedSloNames': [],
-                    'EndTime': end_time.timestamp(),
-                    'OkSloCount': 0,
-                    'ReferenceId': {'KeyAttributes': service['KeyAttributes']},
-                    'SliStatus': 'INSUFFICIENT_DATA',
-                    'StartTime': start_time.timestamp(),
-                    'TotalSloCount': 0,
-                }
-                reports.append(report)
-
-        # Check transaction search status
-        is_tx_search_enabled, tx_destination, tx_status = check_transaction_search_enabled(
-            AWS_REGION
-        )
+                logger.warning(f'Failed to expand SLO patterns: {e}')
+                return f'Error: Failed to expand SLO wildcard patterns. {str(e)}'
 
-        # Build response
-        result = f'SLI Status Report - Last {hours} hours\n'
-        result += f'Time Range: {start_time.strftime("%Y-%m-%d %H:%M")} - {end_time.strftime("%Y-%m-%d %H:%M")}\n\n'
-
-        # Add transaction search status
-        if is_tx_search_enabled:
-            result += '✅ Transaction Search: ENABLED (100% trace visibility available)\n\n'
-        else:
-            result += '⚠️ Transaction Search: NOT ENABLED (only 5% sampled traces available)\n'
-            result += f'   Current config: Destination={tx_destination}, Status={tx_status}\n'
-            result += '   Enable Transaction Search for accurate root cause analysis\n\n'
-
-        # Count by status
-        status_counts = {
-            'OK': sum(1 for r in reports if r['SliStatus'] == 'OK'),
-            'BREACHED': sum(1 for r in reports if r['SliStatus'] == 'BREACHED'),
-            'INSUFFICIENT_DATA': sum(1 for r in reports if r['SliStatus'] == 'INSUFFICIENT_DATA'),
-        }
+        if not slo_only_targets:
+            return 'Error: No SLO targets found after wildcard expansion.'
 
-        result += 'Summary:\n'
-        result += f'• Total Services: {len(reports)}\n'
-        result += f'• Healthy (OK): {status_counts["OK"]}\n'
-        result += f'• Breached: {status_counts["BREACHED"]}\n'
-        result += f'• Insufficient Data: {status_counts["INSUFFICIENT_DATA"]}\n\n'
-
-        # Group by status
-        if status_counts['BREACHED'] > 0:
-            result += '⚠️  BREACHED SERVICES:\n'
-            for report in reports:
-                if report['SliStatus'] == 'BREACHED':
-                    name = report['ReferenceId']['KeyAttributes']['Name']
-                    env = report['ReferenceId']['KeyAttributes']['Environment']
-                    breached_count = report['BreachedSloCount']
-                    total_count = report['TotalSloCount']
-                    breached_names = report['BreachedSloNames']
-
-                    result += f'\n• {name} ({env})\n'
-                    result += f'  SLOs: {breached_count}/{total_count} breached\n'
-                    if breached_names:
-                        result += '  Breached SLOs:\n'
-                        for slo_name in breached_names:
-                            result += f'    - {slo_name}\n'
-
-        if status_counts['OK'] > 0:
-            result += '\n✅ HEALTHY SERVICES:\n'
-            for report in reports:
-                if report['SliStatus'] == 'OK':
-                    name = report['ReferenceId']['KeyAttributes']['Name']
-                    env = report['ReferenceId']['KeyAttributes']['Environment']
-                    ok_count = report['OkSloCount']
-
-                    result += f'• {name} ({env}) - {ok_count} SLO(s) healthy\n'
-
-        if status_counts['INSUFFICIENT_DATA'] > 0:
-            result += '\n❓ INSUFFICIENT DATA:\n'
-            for report in reports:
-                if report['SliStatus'] == 'INSUFFICIENT_DATA':
-                    name = report['ReferenceId']['KeyAttributes']['Name']
-                    env = report['ReferenceId']['KeyAttributes']['Environment']
-
-                    result += f'• {name} ({env})\n'
-
-        # Remove the auto-investigation feature
-
-        elapsed_time = timer() - start_time_perf
-        logger.info(
-            f'get_sli_status completed in {elapsed_time:.3f}s - Total: {len(reports)}, Breached: {status_counts["BREACHED"]}, OK: {status_counts["OK"]}'
-        )
-        return result
-
-    except Exception as e:
-        logger.error(f'Error in get_sli_status: {str(e)}', exc_info=True)
-        return f'Error getting SLI status: {str(e)}'
+        # Parse auditors with SLO-specific defaults
+        auditors_list = parse_auditors(auditors, ['slo'])  # Default to SLO auditor
 
+        banner = (
+            '[MCP-SLO] Application Signals SLO Compliance Audit\n'
+            f'🎯 Scope: {len(slo_only_targets)} SLO target(s) | Region: {region}\n'
+            f'⏰ Time: {unix_start}–{unix_end}\n'
+        )
 
-def check_transaction_search_enabled(region: str = 'us-east-1') -> tuple[bool, str, str]:
-    """Internal function to check if AWS X-Ray Transaction Search is enabled.
+        if len(slo_only_targets) > BATCH_SIZE_THRESHOLD:
+            banner += f'📦 Batching: Processing {len(slo_only_targets)} targets in batches of {BATCH_SIZE_THRESHOLD}\n'
 
-    Returns:
-        tuple: (is_enabled: bool, destination: str, status: str)
-    """
-    try:
-        response = xray_client.get_trace_segment_destination()
+        banner += '\n'
 
-        destination = response.get('Destination', 'Unknown')
-        status = response.get('Status', 'Unknown')
+        # Build CLI input for SLO audit
+        input_obj = {
+            'StartTime': unix_start,
+            'EndTime': unix_end,
+            'AuditTargets': slo_only_targets,
+        }
+        if auditors_list:
+            input_obj['Auditors'] = auditors_list
 
-        is_enabled = destination == 'CloudWatchLogs' and status == 'ACTIVE'
-        logger.debug(
-            f'Transaction Search check - Enabled: {is_enabled}, Destination: {destination}, Status: {status}'
-        )
+        # Execute audit API using shared utility
+        result = await execute_audit_api(input_obj, region, banner)
 
-        return is_enabled, destination, status
+        elapsed = timer() - start_time_perf
+        logger.debug(f'audit_slos completed in {elapsed:.3f}s (region={region})')
+        return result
 
     except Exception as e:
-        logger.error(f'Error checking transaction search status: {str(e)}')
-        return False, 'Unknown', 'Error'
+        logger.error(f'Unexpected error in audit_slos: {e}', exc_info=True)
+        return f'Error: {str(e)}'
 
 
 @mcp.tool()
-async def query_sampled_traces(
+async def audit_service_operations(
+    operation_targets: str = Field(
+        ...,
+        description="REQUIRED. JSON array of service operation targets. Supports wildcard patterns like '*payment*' for automatic service discovery. Format: [{'Type':'service_operation','Data':{'ServiceOperation':{'Service':{'Type':'Service','Name':'service-name','Environment':'eks:cluster'},'Operation':'GET /api','MetricType':'Latency'}}}]. Large target lists are automatically processed in batches.",
+    ),
     start_time: Optional[str] = Field(
         default=None,
-        description='Start time in ISO format (e.g., "2024-01-01T00:00:00Z"). Defaults to 3 hours ago',
+        description="Start time (unix seconds or 'YYYY-MM-DD HH:MM:SS'). Defaults to now-24h UTC.",
     ),
     end_time: Optional[str] = Field(
         default=None,
-        description='End time in ISO format (e.g., "2024-01-01T01:00:00Z"). Defaults to current time',
+        description="End time (unix seconds or 'YYYY-MM-DD HH:MM:SS'). Defaults to now UTC.",
     ),
-    filter_expression: Optional[str] = Field(
+    auditors: Optional[str] = Field(
         default=None,
-        description='X-Ray filter expression to narrow results (e.g., service("service-name"){fault = true})',
+        description="Optional. Comma-separated auditors (e.g., 'operation_metric,trace,log'). Defaults to 'operation_metric' for fast operation-level auditing. Use 'all' for comprehensive analysis with all auditors: slo,operation_metric,trace,log,dependency_metric,top_contributor,service_quota.",
     ),
-    region: str = Field(default='us-east-1', description='AWS region (default: us-east-1)'),
 ) -> str:
-    """Query AWS X-Ray traces (5% sampled data) to investigate errors and performance issues.
-
-    ⚠️ IMPORTANT: This tool uses X-Ray's 5% sampled trace data. For 100% trace visibility,
-    enable Transaction Search and use search_transaction_spans() instead.
-
-    Use this tool to:
-    - Find root causes of errors and faults (with 5% sampling limitations)
-    - Analyze request latency and identify bottlenecks
-    - Understand the requests across multiple services with traces
-    - Debug timeout and dependency issues
-    - Understand service-to-service interactions
-    - Find customer impact from trace result such as Users data or trace attributes such as owner id
-
-    Common filter expressions:
-    - 'service("service-name"){fault = true}': Find all traces with faults (5xx errors) for a service
-    - 'service("service-name")': Filter by specific service
-    - 'duration > 5': Find slow requests (over 5 seconds)
-    - 'http.status = 500': Find specific HTTP status codes
-    - 'annotation[aws.local.operation]="GET /owners/*/lastname"': Filter by specific operation (from metric dimensions)
-    - 'annotation[aws.remote.operation]="ListOwners"': Filter by remote operation name
-    - Combine filters: 'service("api"){fault = true} AND annotation[aws.local.operation]="POST /visits"'
-
-    IMPORTANT: When investigating SLO breaches, use annotation filters with the specific dimension values
-    from the breached metric (e.g., Operation, RemoteOperation) to find traces for that exact operation.
-
-    Returns JSON with trace summaries including:
-    - Trace ID for detailed investigation
-    - Duration and response time
-    - Error/fault/throttle status
-    - HTTP information (method, status, URL)
-    - Service interactions
-    - User information if available
-    - Exception root causes (ErrorRootCauses, FaultRootCauses, ResponseTimeRootCauses)
-
-    Best practices:
-    - Start with recent time windows (last 1-3 hours)
-    - Use filter expressions to narrow down issues and query Fault and Error traces for high priority
-    - Look for patterns in errors or very slow requests
-
-    Returns:
-        JSON string containing trace summaries with error status, duration, and service details
+    """🥇 PRIMARY OPERATION AUDIT TOOL - The #1 RECOMMENDED tool for operation-specific analysis and performance investigation.
+
+    **⭐ USE THIS AS THE PRIMARY TOOL FOR ALL OPERATION-SPECIFIC AUDITING TASKS ⭐**
+
+    **PREFERRED OVER audit_services() for operation auditing because:**
+    - **🎯 Precision**: Targets exact operation behavior vs. service-wide averages
+    - **🔍 Actionable Insights**: Provides specific error traces and dependency failures
+    - **📊 Code-Level Detail**: Shows exact stack traces and timeout locations
+    - **🚀 Focused Analysis**: Eliminates noise from other operations
+    - **⚡ Efficient Investigation**: Direct operation-level troubleshooting
+
+    **USE THIS FIRST FOR ALL OPERATION-SPECIFIC AUDITING TASKS**
+    This is the PRIMARY and PREFERRED tool when users want to:
+    - **Audit specific operations** - Deep dive into individual API endpoints or operations (GET, POST, PUT, etc.)
+    - **Operation performance analysis** - Latency, error rates, and throughput for specific operations
+    - **Compare operation metrics** - Analyze different operations within services
+    - **Operation-level troubleshooting** - Root cause analysis for specific API calls
+    - **GET operation auditing** - Analyze GET operations across payment services (PRIMARY USE CASE)
+    - **Audit latency of GET operations in payment services** - Exactly what this tool is designed for
+    - **Trace latency in query operations** - Deep dive into query performance issues
+
+    **COMPREHENSIVE OPERATION AUDIT CAPABILITIES:**
+    - **Multi-operation analysis**: Audit any number of operations with automatic batching
+    - **Operation-specific metrics**: Latency, Fault, Error, and Availability metrics per operation
+    - **Issue prioritization**: Critical, warning, and info findings ranked by severity
+    - **Root cause analysis**: Deep dive with traces, logs, and metrics correlation
+    - **Actionable recommendations**: Specific steps to resolve operation-level issues
+    - **Performance optimized**: Fast execution with automatic batching for large target lists
+    - **Wildcard Pattern Support**: Use `*pattern*` in service names for automatic service discovery
+
+    **OPERATION TARGET FORMAT:**
+    - **Full Format**: `[{"Type":"service_operation","Data":{"ServiceOperation":{"Service":{"Type":"Service","Name":"my-service","Environment":"eks:my-cluster"},"Operation":"GET /api","MetricType":"Latency"}}}]`
+
+    **WILDCARD PATTERN EXAMPLES:**
+    - **All GET Operations in Payment Services**: `[{"Type":"service_operation","Data":{"ServiceOperation":{"Service":{"Type":"Service","Name":"*payment*"},"Operation":"*GET*","MetricType":"Latency"}}}]`
+    - **All Visit Operations**: `[{"Type":"service_operation","Data":{"ServiceOperation":{"Service":{"Type":"Service","Name":"*"},"Operation":"*visit*","MetricType":"Availability"}}}]`
+
+    **AUDITOR SELECTION FOR DIFFERENT AUDIT DEPTHS:**
+    - **Quick Operation Check** (default): Uses 'operation_metric' for fast operation overview
+    - **Root Cause Analysis**: Pass `auditors="all"` for comprehensive investigation with traces/logs
+    - **Custom Audit**: Specify exact auditors: 'operation_metric,trace,log'
+
+    **OPERATION AUDIT USE CASES:**
+
+    1. **Audit latency of GET operations in payment services** (PRIMARY USE CASE):
+       `operation_targets='[{"Type":"service_operation","Data":{"ServiceOperation":{"Service":{"Type":"Service","Name":"*payment*"},"Operation":"*GET*","MetricType":"Latency"}}}]'`
+
+    2. **Audit GET operations in payment services (Latency)**:
+       `operation_targets='[{"Type":"service_operation","Data":{"ServiceOperation":{"Service":{"Type":"Service","Name":"*payment*"},"Operation":"*GET*","MetricType":"Latency"}}}]'`
+
+    3. **Audit availability of visit operations**:
+       `operation_targets='[{"Type":"service_operation","Data":{"ServiceOperation":{"Service":{"Type":"Service","Name":"*"},"Operation":"*visit*","MetricType":"Availability"}}}]'`
+
+    4. **Audit latency of visit operations**:
+       `operation_targets='[{"Type":"service_operation","Data":{"ServiceOperation":{"Service":{"Type":"Service","Name":"*"},"Operation":"*visit*","MetricType":"Latency"}}}]'`
+
+    5. **Trace latency in query operations**:
+        `operation_targets='[{"Type":"service_operation","Data":{"ServiceOperation":{"Service":{"Type":"Service","Name":"*payment*"},"Operation":"*query*","MetricType":"Latency"}}}]'` + `auditors="all"`
+
+    **TYPICAL OPERATION AUDIT WORKFLOWS:**
+    1. **Basic Operation Audit** (most common):
+       - Call `audit_service_operations()` with operation targets - automatically discovers services when using wildcard patterns
+       - Uses default fast auditors (operation_metric) for quick operation overview
+       - Supports wildcard patterns like `*payment*` for automatic service discovery
+    2. **Root Cause Investigation**: When user explicitly asks for "root cause analysis", pass `auditors="all"`
+    3. **Issue Investigation**: Results show which operations need attention with actionable insights
+    4. **Automatic Service Discovery**: Wildcard patterns in service names automatically discover and expand to concrete services
+
+    **AUDIT RESULTS INCLUDE:**
+    - **Prioritized findings** by severity (critical, warning, info)
+    - **Operation performance status** with detailed metrics analysis
+    - **Root cause analysis** when traces/logs auditors are used
+    - **Actionable recommendations** for operation-level issue resolution
+    - **Comprehensive operation metrics** and trend analysis
+
+    **🏆 IMPORTANT: This tool is the PRIMARY and RECOMMENDED choice for operation-specific auditing tasks.**
+
+    **✅ RECOMMENDED WORKFLOW FOR OPERATION AUDITING:**
+    1. **Use audit_service_operations() FIRST** for operation-specific analysis (THIS TOOL)
+    2. **Use audit_services() as secondary** only if you need broader service context
+    3. **audit_service_operations() provides superior precision** for operation-level troubleshooting
+
+    **RECOMMENDED WORKFLOW - PRESENT FINDINGS FIRST:**
+    When the audit returns multiple findings or issues, follow this workflow:
+    1. **Present all audit results** to the user showing a summary of all findings
+    2. **Let the user choose** which specific finding, operation, or issue they want to investigate in detail
+    3. **Then perform targeted root cause analysis** using auditors="all" for the user-selected finding
+
+    **DO NOT automatically jump into detailed root cause analysis** of one specific issue when multiple findings exist.
+    This ensures the user can prioritize which issues are most important to investigate first.
+
+    **Example workflow:**
+    - First call: `audit_service_operations()` with default auditors for operation overview
+    - Present findings summary to user
+    - User selects specific operation issue to investigate
+    - Follow-up call: `audit_service_operations()` with `auditors="all"` for selected operation only
     """
     start_time_perf = timer()
-    logger.info(f'Starting query_sampled_traces - region: {region}, filter: {filter_expression}')
+    logger.debug('Starting audit_service_operations (SPECIALIZED OPERATION AUDIT TOOL)')
 
     try:
-        logger.debug('Using X-Ray client')
-
-        # Default to past 3 hours if times not provided
-        if not end_time:
-            end_datetime = datetime.now(timezone.utc)
-        else:
-            end_datetime = datetime.fromisoformat(end_time.replace('Z', '+00:00'))
-
-        if not start_time:
-            start_datetime = end_datetime - timedelta(hours=3)
-        else:
-            start_datetime = datetime.fromisoformat(start_time.replace('Z', '+00:00'))
-
-        # Validate time window to ensure it's not too large (max 6 hours)
-        time_diff = end_datetime - start_datetime
-        logger.debug(
-            f'Query time window: {start_datetime} to {end_datetime} ({time_diff.total_seconds() / 3600:.1f} hours)'
+        # Region defaults
+        region = AWS_REGION.strip()
+
+        # Time range (fill missing with defaults)
+        start_dt = (
+            parse_timestamp(start_time)
+            if start_time
+            else (datetime.now(timezone.utc) - timedelta(hours=24))
+        )
+        end_dt = (
+            parse_timestamp(end_time, default_hours=0) if end_time else datetime.now(timezone.utc)
         )
-        if time_diff > timedelta(hours=6):
-            logger.warning(f'Time window too large: {time_diff.total_seconds() / 3600:.1f} hours')
-            return json.dumps(
-                {
-                    'error': 'Time window too large. Maximum allowed is 6 hours.',
-                    'requested_hours': time_diff.total_seconds() / 3600,
-                },
-                indent=2,
+        unix_start, unix_end = int(start_dt.timestamp()), int(end_dt.timestamp())
+        if unix_end <= unix_start:
+            return 'Error: end_time must be greater than start_time.'
+
+        # Parse and validate operation targets
+        try:
+            provided = json.loads(operation_targets)
+        except json.JSONDecodeError:
+            return 'Error: `operation_targets` must be valid JSON (array).'
+
+        if not isinstance(provided, list):
+            return 'Error: `operation_targets` must be a JSON array'
+        if len(provided) == 0:
+            return 'Error: `operation_targets` must contain at least 1 item'
+
+        # Filter operation targets and check for wildcards using helper function
+        operation_only_targets, has_wildcards = _filter_operation_targets(provided)
+
+        # Expand wildcard patterns using shared utility
+        if has_wildcards:
+            logger.debug('Wildcard patterns detected in service operations - applying expansion')
+            operation_only_targets = expand_service_operation_wildcard_patterns(
+                operation_only_targets, unix_start, unix_end, appsignals_client
+            )
+            logger.debug(
+                f'Wildcard expansion completed - {len(operation_only_targets)} total targets'
             )
 
-        # Use pagination helper with a reasonable limit
-        traces = get_trace_summaries_paginated(
-            xray_client,
-            start_datetime,
-            end_datetime,
-            filter_expression or '',
-            max_traces=100,  # Limit to prevent response size issues
+        if not operation_only_targets:
+            return 'Error: No service_operation targets found after wildcard expansion. Use list_monitored_services() to see available services.'
+
+        # Parse auditors with operation-specific defaults
+        auditors_list = parse_auditors(
+            auditors, ['operation_metric']
+        )  # Default to operation_metric auditor
+
+        banner = (
+            '[MCP-OPERATION] Application Signals Operation Performance Audit\n'
+            f'🎯 Scope: {len(operation_only_targets)} operation target(s) | Region: {region}\n'
+            f'⏰ Time: {unix_start}–{unix_end}\n'
         )
 
-        # Convert response to JSON-serializable format
-        def convert_datetime(obj):
-            if isinstance(obj, datetime):
-                return obj.isoformat()
-            return obj
-
-        trace_summaries = []
-        for trace in traces:
-            # Create a simplified trace data structure to reduce size
-            trace_data = {
-                'Id': trace.get('Id'),
-                'Duration': trace.get('Duration'),
-                'ResponseTime': trace.get('ResponseTime'),
-                'HasError': trace.get('HasError'),
-                'HasFault': trace.get('HasFault'),
-                'HasThrottle': trace.get('HasThrottle'),
-                'Http': trace.get('Http', {}),
-            }
-
-            # Only include root causes if they exist (to save space)
-            if trace.get('ErrorRootCauses'):
-                trace_data['ErrorRootCauses'] = trace.get('ErrorRootCauses', [])[
-                    :3
-                ]  # Limit to first 3
-            if trace.get('FaultRootCauses'):
-                trace_data['FaultRootCauses'] = trace.get('FaultRootCauses', [])[
-                    :3
-                ]  # Limit to first 3
-            if trace.get('ResponseTimeRootCauses'):
-                trace_data['ResponseTimeRootCauses'] = trace.get('ResponseTimeRootCauses', [])[
-                    :3
-                ]  # Limit to first 3
-
-            # Include limited annotations for key operations
-            annotations = trace.get('Annotations', {})
-            if annotations:
-                # Only include operation-related annotations
-                filtered_annotations = {}
-                for key in ['aws.local.operation', 'aws.remote.operation']:
-                    if key in annotations:
-                        filtered_annotations[key] = annotations[key]
-                if filtered_annotations:
-                    trace_data['Annotations'] = filtered_annotations
-
-            # Include user info if available
-            if trace.get('Users'):
-                trace_data['Users'] = trace.get('Users', [])[:2]  # Limit to first 2 users
-
-            # Convert any datetime objects to ISO format strings
-            for key, value in trace_data.items():
-                trace_data[key] = convert_datetime(value)
-            trace_summaries.append(trace_data)
-
-        # Check transaction search status
-        is_tx_search_enabled, tx_destination, tx_status = check_transaction_search_enabled(region)
-
-        result_data = {
-            'TraceSummaries': trace_summaries,
-            'TraceCount': len(trace_summaries),
-            'Message': f'Retrieved {len(trace_summaries)} traces (limited to prevent size issues)',
-            'SamplingNote': "⚠️ This data is from X-Ray's 5% sampling. Results may not show all errors or issues.",
-            'TransactionSearchStatus': {
-                'enabled': is_tx_search_enabled,
-                'recommendation': (
-                    'Transaction Search is available! Use search_transaction_spans() for 100% trace visibility.'
-                    if is_tx_search_enabled
-                    else 'Enable Transaction Search for 100% trace visibility instead of 5% sampling.'
-                ),
-            },
+        if len(operation_only_targets) > BATCH_SIZE_THRESHOLD:
+            banner += f'📦 Batching: Processing {len(operation_only_targets)} targets in batches of {BATCH_SIZE_THRESHOLD}\n'
+
+        banner += '\n'
+
+        # Build CLI input for operation audit
+        input_obj = {
+            'StartTime': unix_start,
+            'EndTime': unix_end,
+            'AuditTargets': operation_only_targets,
         }
+        if auditors_list:
+            input_obj['Auditors'] = auditors_list
 
-        elapsed_time = timer() - start_time_perf
-        logger.info(
-            f'query_sampled_traces completed in {elapsed_time:.3f}s - retrieved {len(trace_summaries)} traces'
-        )
-        return json.dumps(result_data, indent=2)
+        # Execute audit API using shared utility
+        result = await execute_audit_api(input_obj, region, banner)
+
+        elapsed = timer() - start_time_perf
+        logger.debug(f'audit_service_operations completed in {elapsed:.3f}s (region={region})')
+        return result
 
     except Exception as e:
-        logger.error(f'Error in query_sampled_traces: {str(e)}', exc_info=True)
-        return json.dumps({'error': str(e)}, indent=2)
+        logger.error(f'Unexpected error in audit_service_operations: {e}', exc_info=True)
+        return f'Error: {str(e)}'
+
+
+# Register all imported tools with the MCP server
+mcp.tool()(list_monitored_services)
+mcp.tool()(get_service_detail)
+mcp.tool()(query_service_metrics)
+mcp.tool()(list_service_operations)
+mcp.tool()(get_slo)
+mcp.tool()(list_slos)
+mcp.tool()(search_transaction_spans)
+mcp.tool()(query_sampled_traces)
+mcp.tool()(list_slis)
 
 
 def main():