claude-flow-novice 2.15.3 → 2.15.4

package/dist/services/health-check-system.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/services/health-check-system.ts"],"sourcesContent":["/**\r\n * Health Check System\r\n *\r\n * Comprehensive health monitoring for all critical services:\r\n * - Database connectivity and latency\r\n * - Redis connectivity and performance\r\n * - File system availability and disk space\r\n * - Active agent count and queue depth\r\n *\r\n * Provides sub-second health detection (<1s overall response time)\r\n * and detailed health reports for monitoring integration.\r\n *\r\n * Part of Task P2-4.1: Comprehensive Health Checks\r\n */\r\n\r\nimport { getDatabaseService } from '../lib/database-service.js';\r\nimport { RedisQueueManager } from '../lib/redis-queue-manager.js';\r\nimport { StandardError, ErrorCode } from '../lib/errors.js';\r\nimport fs from 'fs';\r\nimport os from 'os';\r\nimport util from 'util';\r\n\r\n/**\r\n * Health status enumeration\r\n */\r\nexport enum HealthStatus {\r\n  HEALTHY = 'healthy',\r\n  DEGRADED = 'degraded',\r\n  UNHEALTHY = 'unhealthy',\r\n}\r\n\r\n/**\r\n * Individual health check result\r\n */\r\nexport interface HealthCheck {\r\n  /**\r\n   * Service name\r\n   */\r\n  name: string;\r\n\r\n  /**\r\n   * Current health status\r\n   */\r\n  status: 'healthy' | 'degraded' | 'unhealthy';\r\n\r\n  /**\r\n   * Response latency in milliseconds\r\n   */\r\n  latency: number;\r\n\r\n  /**\r\n   * Human-readable health status message\r\n   */\r\n  message?: string;\r\n\r\n  /**\r\n   * Timestamp of the health check\r\n   */\r\n  timestamp: Date;\r\n\r\n  /**\r\n   * Dependent service health checks (if aggregated)\r\n   */\r\n  dependencies?: HealthCheck[];\r\n\r\n  /**\r\n   * Additional metadata about the service\r\n   */\r\n  metadata?: Record<string, any>;\r\n}\r\n\r\n/**\r\n * Detailed health report including all services and metrics\r\n */\r\nexport interface DetailedHealthReport {\r\n  /**\r\n   * Report generation timestamp\r\n   */\r\n  timestamp: Date;\r\n\r\n  /**\r\n   * Overall system health status\r\n   */\r\n  overallStatus: 'healthy' | 'degraded' | 'unhealthy';\r\n\r\n  /**\r\n   * Total health check latency in milliseconds\r\n   */\r\n  latency: number;\r\n\r\n  /**\r\n   * Individual service health checks\r\n   */\r\n  services: {\r\n    database: HealthCheck;\r\n    redis: HealthCheck;\r\n    filesystem: HealthCheck;\r\n    agents: HealthCheck;\r\n  };\r\n\r\n  /**\r\n   * Alerts or warnings\r\n   */\r\n  alerts?: string[];\r\n}\r\n\r\n/**\r\n * Aggregated health statistics from all services\r\n */\r\nexport interface AggregatedHealthStats {\r\n  /**\r\n   * Timestamp when stats were collected\r\n   */\r\n  timestamp: Date;\r\n\r\n  /**\r\n   * Overall system health status\r\n   */\r\n  overallStatus: 'healthy' | 'degraded' | 'unhealthy';\r\n\r\n  /**\r\n   * Total aggregation latency in milliseconds\r\n   */\r\n  latency: number;\r\n\r\n  /**\r\n   * Average latency across all services in milliseconds\r\n   */\r\n  averageServiceLatency: number;\r\n\r\n  /**\r\n   * Service count summary\r\n   */\r\n  serviceCount: {\r\n    total: number;\r\n    healthy: number;\r\n    degraded: number;\r\n    unhealthy: number;\r\n  };\r\n\r\n  /**\r\n   * Individual service summaries\r\n   */\r\n  services: {\r\n    database: {\r\n      status: 'healthy' | 'degraded' | 'unhealthy';\r\n      latency: number;\r\n      message?: string;\r\n    };\r\n    redis: {\r\n      status: 'healthy' | 'degraded' | 'unhealthy';\r\n      latency: number;\r\n      message?: string;\r\n    };\r\n    filesystem: {\r\n      status: 'healthy' | 'degraded' | 'unhealthy';\r\n      latency: number;\r\n      message?: string;\r\n    };\r\n    agents: {\r\n      status: 'healthy' | 'degraded' | 'unhealthy';\r\n      latency: number;\r\n      message?: string;\r\n    };\r\n  };\r\n\r\n  /**\r\n   * Detailed metadata from all services\r\n   */\r\n  metadata: Record<string, any>;\r\n\r\n  /**\r\n   * Warning messages from degraded services\r\n   */\r\n  warnings: string[];\r\n\r\n  /**\r\n   * Error messages from unhealthy services\r\n   */\r\n  errors: string[];\r\n}\r\n\r\n/**\r\n * Health check system configuration\r\n */\r\nexport interface HealthCheckConfig {\r\n  /**\r\n   * Database check timeout in milliseconds (default: 500)\r\n   */\r\n  databaseTimeout?: number;\r\n\r\n  /**\r\n   * Redis check timeout in milliseconds (default: 500)\r\n   */\r\n  redisTimeout?: number;\r\n\r\n  /**\r\n   * File system check timeout in milliseconds (default: 500)\r\n   */\r\n  filesystemTimeout?: number;\r\n\r\n  /**\r\n   * Agents check timeout in milliseconds (default: 500)\r\n   */\r\n  agentsTimeout?: number;\r\n\r\n  /**\r\n   * Disk usage warning threshold percentage (default: 80)\r\n   */\r\n  diskUsageWarnThreshold?: number;\r\n\r\n  /**\r\n   * Disk usage critical threshold percentage (default: 95)\r\n   */\r\n  diskUsageCriticalThreshold?: number;\r\n\r\n  /**\r\n   * Queue depth warning threshold (default: 100)\r\n   */\r\n  queueDepthWarnThreshold?: number;\r\n\r\n  /**\r\n   * Queue depth critical threshold (default: 500)\r\n   */\r\n  queueDepthCriticalThreshold?: number;\r\n}\r\n\r\n/**\r\n * Comprehensive health check system\r\n */\r\nexport class HealthCheckSystem {\r\n  private config: Required<HealthCheckConfig>;\r\n  private redisManager: RedisQueueManager | null = null;\r\n\r\n  constructor(config?: HealthCheckConfig) {\r\n    this.config = {\r\n      databaseTimeout: config?.databaseTimeout ?? 500,\r\n      redisTimeout: config?.redisTimeout ?? 500,\r\n      filesystemTimeout: config?.filesystemTimeout ?? 500,\r\n      agentsTimeout: config?.agentsTimeout ?? 500,\r\n      diskUsageWarnThreshold: config?.diskUsageWarnThreshold ?? 80,\r\n      diskUsageCriticalThreshold: config?.diskUsageCriticalThreshold ?? 95,\r\n      queueDepthWarnThreshold: config?.queueDepthWarnThreshold ?? 100,\r\n      queueDepthCriticalThreshold: config?.queueDepthCriticalThreshold ?? 500,\r\n    };\r\n\r\n    try {\r\n      this.redisManager = new RedisQueueManager();\r\n    } catch (error) {\r\n      // Redis initialization may fail in test environments\r\n      // Will be handled gracefully in checkRedis()\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Check database health\r\n   * Verifies connectivity and measures response latency\r\n   */\r\n  async checkDatabase(): Promise<HealthCheck> {\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      const db = getDatabaseService();\r\n\r\n      // Create a timeout promise\r\n      const timeoutPromise = new Promise((_, reject) =>\r\n        setTimeout(() => reject(new Error('Database check timeout')), this.config.databaseTimeout)\r\n      );\r\n\r\n      // Race between actual check and timeout\r\n      await Promise.race([\r\n        (async () => {\r\n          // Simple connectivity check using a lightweight query\r\n          await db.query('SELECT 1');\r\n        })(),\r\n        timeoutPromise,\r\n      ]);\r\n\r\n      const latency = Date.now() - startTime;\r\n\r\n      return {\r\n        name: 'database',\r\n        status: HealthStatus.HEALTHY,\r\n        latency,\r\n        message: 'Database connected and responding',\r\n        timestamp: new Date(),\r\n        metadata: {\r\n          responseTime: latency,\r\n          type: 'postgresql',\r\n        },\r\n      };\r\n    } catch (error) {\r\n      const latency = Date.now() - startTime;\r\n      const message =\r\n        error instanceof Error\r\n          ? error.message\r\n          : 'Unknown database error';\r\n\r\n      return {\r\n        name: 'database',\r\n        status: latency > this.config.databaseTimeout\r\n          ? HealthStatus.UNHEALTHY\r\n          : HealthStatus.UNHEALTHY,\r\n        latency,\r\n        message: `Database check failed: ${message}`,\r\n        timestamp: new Date(),\r\n        metadata: {\r\n          error: message,\r\n          timeout: latency > this.config.databaseTimeout,\r\n        },\r\n      };\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Check Redis health\r\n   * Verifies connectivity and measures ping response time\r\n   */\r\n  async checkRedis(): Promise<HealthCheck> {\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      if (!this.redisManager) {\r\n        throw new Error('Redis manager not initialized');\r\n      }\r\n\r\n      // Create a timeout promise\r\n      const timeoutPromise = new Promise((_, reject) =>\r\n        setTimeout(() => reject(new Error('Redis check timeout')), this.config.redisTimeout)\r\n      );\r\n\r\n      // Race between actual check and timeout\r\n      await Promise.race([\r\n        this.redisManager.ping(),\r\n        timeoutPromise,\r\n      ]);\r\n\r\n      const latency = Date.now() - startTime;\r\n\r\n      // Get additional metrics\r\n      let metadata: Record<string, any> = { responseTime: latency };\r\n\r\n      try {\r\n        const stats = await this.redisManager.getStats();\r\n        metadata = { ...metadata, ...stats };\r\n      } catch {\r\n        // If stats fail, just continue with basic response time\r\n      }\r\n\r\n      return {\r\n        name: 'redis',\r\n        status: HealthStatus.HEALTHY,\r\n        latency,\r\n        message: 'Redis responding to PING',\r\n        timestamp: new Date(),\r\n        metadata,\r\n      };\r\n    } catch (error) {\r\n      const latency = Date.now() - startTime;\r\n      const message =\r\n        error instanceof Error\r\n          ? error.message\r\n          : 'Unknown Redis error';\r\n\r\n      const status =\r\n        message.includes('timeout') || latency > this.config.redisTimeout\r\n          ? HealthStatus.UNHEALTHY\r\n          : HealthStatus.UNHEALTHY;\r\n\r\n      return {\r\n        name: 'redis',\r\n        status,\r\n        latency,\r\n        message: `Redis check failed: ${message}`,\r\n        timestamp: new Date(),\r\n        metadata: {\r\n          error: message,\r\n          timeout: latency > this.config.redisTimeout,\r\n        },\r\n      };\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Check file system health\r\n   * Verifies disk space and write permissions\r\n   */\r\n  async checkFileSystem(): Promise<HealthCheck> {\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      // Create a timeout promise\r\n      const timeoutPromise = new Promise((_, reject) =>\r\n        setTimeout(() => reject(new Error('Filesystem check timeout')), this.config.filesystemTimeout)\r\n      );\r\n\r\n      // Race between actual check and timeout\r\n      const result = await Promise.race([\r\n        this.getFileSystemMetrics(),\r\n        timeoutPromise,\r\n      ]) as FileSystemMetrics;\r\n\r\n      const latency = Date.now() - startTime;\r\n\r\n      // Determine health status based on disk usage\r\n      let status: 'healthy' | 'degraded' | 'unhealthy' = HealthStatus.HEALTHY;\r\n      let message = 'File system healthy';\r\n\r\n      if (result.diskUsagePercent > this.config.diskUsageCriticalThreshold) {\r\n        status = HealthStatus.UNHEALTHY;\r\n        message = `Critical disk usage: ${result.diskUsagePercent.toFixed(1)}%`;\r\n      } else if (result.diskUsagePercent > this.config.diskUsageWarnThreshold) {\r\n        status = HealthStatus.DEGRADED;\r\n        message = `Degraded disk usage: ${result.diskUsagePercent.toFixed(1)}%`;\r\n      }\r\n\r\n      if (!result.writePermission) {\r\n        status = HealthStatus.UNHEALTHY;\r\n        message = 'Write permission denied on temp directory';\r\n      }\r\n\r\n      return {\r\n        name: 'filesystem',\r\n        status,\r\n        latency,\r\n        message,\r\n        timestamp: new Date(),\r\n        metadata: {\r\n          diskUsagePercent: result.diskUsagePercent,\r\n          writePermission: result.writePermission,\r\n          freeSpaceMB: result.freeSpaceMB,\r\n          totalSpaceMB: result.totalSpaceMB,\r\n        },\r\n      };\r\n    } catch (error) {\r\n      const latency = Date.now() - startTime;\r\n      const message =\r\n        error instanceof Error\r\n          ? error.message\r\n          : 'Unknown filesystem error';\r\n\r\n      return {\r\n        name: 'filesystem',\r\n        status: HealthStatus.UNHEALTHY,\r\n        latency,\r\n        message: `File system check failed: ${message}`,\r\n        timestamp: new Date(),\r\n        metadata: {\r\n          error: message,\r\n        },\r\n      };\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Check agent health\r\n   * Verifies active agent count and queue depth\r\n   */\r\n  async checkAgents(): Promise<HealthCheck> {\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      // Create a timeout promise\r\n      const timeoutPromise = new Promise((_, reject) =>\r\n        setTimeout(() => reject(new Error('Agents check timeout')), this.config.agentsTimeout)\r\n      );\r\n\r\n      // Race between actual check and timeout\r\n      const metrics = await Promise.race([\r\n        this.getAgentMetrics(),\r\n        timeoutPromise,\r\n      ]) as AgentMetrics;\r\n\r\n      const latency = Date.now() - startTime;\r\n\r\n      // Determine health status based on queue depth\r\n      let status: 'healthy' | 'degraded' | 'unhealthy' = HealthStatus.HEALTHY;\r\n      let message = `${metrics.activeAgentCount} agents active`;\r\n\r\n      if (metrics.queueDepth > this.config.queueDepthCriticalThreshold) {\r\n        status = HealthStatus.UNHEALTHY;\r\n        message = `Critical queue depth: ${metrics.queueDepth} tasks`;\r\n      } else if (metrics.queueDepth > this.config.queueDepthWarnThreshold) {\r\n        status = HealthStatus.DEGRADED;\r\n        message = `High queue depth: ${metrics.queueDepth} tasks`;\r\n      }\r\n\r\n      return {\r\n        name: 'agents',\r\n        status,\r\n        latency,\r\n        message,\r\n        timestamp: new Date(),\r\n        metadata: {\r\n          activeAgentCount: metrics.activeAgentCount,\r\n          queueDepth: metrics.queueDepth,\r\n        },\r\n      };\r\n    } catch (error) {\r\n      const latency = Date.now() - startTime;\r\n      const message =\r\n        error instanceof Error\r\n          ? error.message\r\n          : 'Unknown agent error';\r\n\r\n      return {\r\n        name: 'agents',\r\n        status: HealthStatus.UNHEALTHY,\r\n        latency,\r\n        message: `Agent check failed: ${message}`,\r\n        timestamp: new Date(),\r\n        metadata: {\r\n          error: message,\r\n        },\r\n      };\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Get overall system health\r\n   * Aggregates all service health checks\r\n   */\r\n  async getOverallHealth(): Promise<HealthCheck> {\r\n    const overallStartTime = Date.now();\r\n\r\n    const [database, redis, filesystem, agents] = await Promise.all([\r\n      this.checkDatabase(),\r\n      this.checkRedis(),\r\n      this.checkFileSystem(),\r\n      this.checkAgents(),\r\n    ]);\r\n\r\n    const dependencies = [database, redis, filesystem, agents];\r\n\r\n    // Determine overall status\r\n    // UNHEALTHY if any service is unhealthy\r\n    // DEGRADED if any service is degraded\r\n    // HEALTHY if all services are healthy\r\n    let overallStatus: 'healthy' | 'degraded' | 'unhealthy' = HealthStatus.HEALTHY;\r\n    const unhealthyServices = dependencies.filter((d) => d.status === HealthStatus.UNHEALTHY);\r\n    const degradedServices = dependencies.filter((d) => d.status === HealthStatus.DEGRADED);\r\n\r\n    if (unhealthyServices.length > 0) {\r\n      overallStatus = HealthStatus.UNHEALTHY;\r\n    } else if (degradedServices.length > 0) {\r\n      overallStatus = HealthStatus.DEGRADED;\r\n    }\r\n\r\n    const latency = Date.now() - overallStartTime;\r\n    const statusMessage =\r\n      unhealthyServices.length > 0\r\n        ? `${unhealthyServices.length} service(s) unhealthy`\r\n        : degradedServices.length > 0\r\n          ? `${degradedServices.length} service(s) degraded`\r\n          : 'All services healthy';\r\n\r\n    return {\r\n      name: 'overall',\r\n      status: overallStatus,\r\n      latency,\r\n      message: statusMessage,\r\n      timestamp: new Date(),\r\n      dependencies,\r\n    };\r\n  }\r\n\r\n  /**\r\n   * Get detailed health report\r\n   * Includes all services and aggregated metrics\r\n   */\r\n  async getDetailedHealthReport(): Promise<DetailedHealthReport> {\r\n    const reportStartTime = Date.now();\r\n\r\n    const overall = await this.getOverallHealth();\r\n\r\n    const report: DetailedHealthReport = {\r\n      timestamp: new Date(),\r\n      overallStatus: overall.status as 'healthy' | 'degraded' | 'unhealthy',\r\n      latency: Date.now() - reportStartTime,\r\n      services: {\r\n        database: overall.dependencies![0],\r\n        redis: overall.dependencies![1],\r\n        filesystem: overall.dependencies![2],\r\n        agents: overall.dependencies![3],\r\n      },\r\n      alerts: [],\r\n    };\r\n\r\n    // Build alerts\r\n    if (report.overallStatus === HealthStatus.UNHEALTHY) {\r\n      const unhealthy = overall.dependencies!.filter((d) => d.status === HealthStatus.UNHEALTHY);\r\n      report.alerts = unhealthy.map((s) => `${s.name}: ${s.message}`);\r\n    }\r\n\r\n    if (report.overallStatus === HealthStatus.DEGRADED) {\r\n      const degraded = overall.dependencies!.filter((d) => d.status === HealthStatus.DEGRADED);\r\n      report.alerts = degraded.map((s) => `${s.name}: ${s.message}`);\r\n    }\r\n\r\n    return report;\r\n  }\r\n\r\n  /**\r\n   * Fast ping check for basic connectivity\r\n   * Returns in <100ms for Kubernetes probes and dashboards\r\n   *\r\n   * This is a lightweight check that verifies the system is responsive\r\n   * without performing expensive operations like database queries.\r\n   *\r\n   * @param timeout - Optional timeout in milliseconds (default: 100ms)\r\n   * @returns HealthCheck with basic connectivity status\r\n   * @throws StandardError if ping fails or timeout exceeded\r\n   */\r\n  async ping(timeout: number = 100): Promise<HealthCheck> {\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      // Create a timeout promise\r\n      const timeoutPromise = new Promise<never>((_, reject) =>\r\n        setTimeout(() => reject(\r\n          new StandardError(\r\n            ErrorCode.OPERATION_TIMEOUT,\r\n            `Ping timeout after ${timeout}ms`,\r\n            { timeout }\r\n          )\r\n        ), timeout)\r\n      );\r\n\r\n      // Race between basic checks and timeout\r\n      await Promise.race([\r\n        // Minimal checks - just verify system is responsive\r\n        (async () => {\r\n          // Check if we can access Date (basic runtime check)\r\n          const now = Date.now();\r\n\r\n          // Verify process is alive\r\n          if (typeof process === 'undefined') {\r\n            throw new StandardError(\r\n              ErrorCode.UNKNOWN_ERROR,\r\n              'Process runtime not available',\r\n              { check: 'ping' }\r\n            );\r\n          }\r\n\r\n          // Verify we have memory available\r\n          const memUsage = process.memoryUsage();\r\n          if (memUsage.heapUsed > memUsage.heapTotal * 0.95) {\r\n            throw new StandardError(\r\n              ErrorCode.UNKNOWN_ERROR,\r\n              'Memory critically low',\r\n              {\r\n                heapUsed: memUsage.heapUsed,\r\n                heapTotal: memUsage.heapTotal,\r\n                percentUsed: (memUsage.heapUsed / memUsage.heapTotal) * 100\r\n              }\r\n            );\r\n          }\r\n        })(),\r\n        timeoutPromise,\r\n      ]);\r\n\r\n      const latency = Date.now() - startTime;\r\n\r\n      // Ensure we're under the target response time\r\n      if (latency >= timeout) {\r\n        throw new StandardError(\r\n          ErrorCode.OPERATION_TIMEOUT,\r\n          `Ping exceeded target response time: ${latency}ms >= ${timeout}ms`,\r\n          { latency, timeout }\r\n        );\r\n      }\r\n\r\n      return {\r\n        name: 'ping',\r\n        status: HealthStatus.HEALTHY,\r\n        latency,\r\n        message: 'System responsive',\r\n        timestamp: new Date(),\r\n        metadata: {\r\n          responseTime: latency,\r\n          memoryUsage: process.memoryUsage(),\r\n          uptime: process.uptime(),\r\n        },\r\n      };\r\n    } catch (error) {\r\n      const latency = Date.now() - startTime;\r\n\r\n      if (error instanceof StandardError) {\r\n        throw error;\r\n      }\r\n\r\n      const message = error instanceof Error ? error.message : 'Unknown ping error';\r\n\r\n      throw new StandardError(\r\n        ErrorCode.UNKNOWN_ERROR,\r\n        `Ping failed: ${message}`,\r\n        { latency, timeout },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Get aggregated health statistics from all endpoints\r\n   * Provides a comprehensive view of system health metrics\r\n   *\r\n   * @param timeout - Optional timeout in milliseconds (default: 5000ms)\r\n   * @returns AggregatedHealthStats with metrics from all services\r\n   */\r\n  async getAggregateStats(timeout: number = 5000): Promise<AggregatedHealthStats> {\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      // Create a timeout promise\r\n      const timeoutPromise = new Promise<never>((_, reject) =>\r\n        setTimeout(() => reject(\r\n          new StandardError(\r\n            ErrorCode.OPERATION_TIMEOUT,\r\n            `Aggregate stats timeout after ${timeout}ms`,\r\n            { timeout }\r\n          )\r\n        ), timeout)\r\n      );\r\n\r\n      // Race between collecting all stats and timeout\r\n      const result = await Promise.race([\r\n        (async () => {\r\n          // Collect all health checks in parallel\r\n          const [database, redis, filesystem, agents] = await Promise.all([\r\n            this.checkDatabase(),\r\n            this.checkRedis(),\r\n            this.checkFileSystem(),\r\n            this.checkAgents(),\r\n          ]);\r\n\r\n          return { database, redis, filesystem, agents };\r\n        })(),\r\n        timeoutPromise,\r\n      ]);\r\n\r\n      const latency = Date.now() - startTime;\r\n\r\n      // Calculate aggregate metrics\r\n      const services = [result.database, result.redis, result.filesystem, result.agents];\r\n      const healthyCount = services.filter((s) => s.status === HealthStatus.HEALTHY).length;\r\n      const degradedCount = services.filter((s) => s.status === HealthStatus.DEGRADED).length;\r\n      const unhealthyCount = services.filter((s) => s.status === HealthStatus.UNHEALTHY).length;\r\n\r\n      // Determine overall status\r\n      let overallStatus: 'healthy' | 'degraded' | 'unhealthy' = HealthStatus.HEALTHY;\r\n      if (unhealthyCount > 0) {\r\n        overallStatus = HealthStatus.UNHEALTHY;\r\n      } else if (degradedCount > 0) {\r\n        overallStatus = HealthStatus.DEGRADED;\r\n      }\r\n\r\n      // Calculate average latency\r\n      const totalLatency = services.reduce((sum, s) => sum + s.latency, 0);\r\n      const averageLatency = totalLatency / services.length;\r\n\r\n      // Collect metadata from all services\r\n      const metadata: Record<string, any> = {\r\n        database: result.database.metadata,\r\n        redis: result.redis.metadata,\r\n        filesystem: result.filesystem.metadata,\r\n        agents: result.agents.metadata,\r\n      };\r\n\r\n      // Build warnings list\r\n      const warnings: string[] = [];\r\n      if (degradedCount > 0) {\r\n        const degradedServices = services.filter((s) => s.status === HealthStatus.DEGRADED);\r\n        warnings.push(...degradedServices.map((s) => `${s.name}: ${s.message}`));\r\n      }\r\n\r\n      // Build errors list\r\n      const errors: string[] = [];\r\n      if (unhealthyCount > 0) {\r\n        const unhealthyServices = services.filter((s) => s.status === HealthStatus.UNHEALTHY);\r\n        errors.push(...unhealthyServices.map((s) => `${s.name}: ${s.message}`));\r\n      }\r\n\r\n      return {\r\n        timestamp: new Date(),\r\n        overallStatus,\r\n        latency,\r\n        averageServiceLatency: averageLatency,\r\n        serviceCount: {\r\n          total: services.length,\r\n          healthy: healthyCount,\r\n          degraded: degradedCount,\r\n          unhealthy: unhealthyCount,\r\n        },\r\n        services: {\r\n          database: {\r\n            status: result.database.status,\r\n            latency: result.database.latency,\r\n            message: result.database.message,\r\n          },\r\n          redis: {\r\n            status: result.redis.status,\r\n            latency: result.redis.latency,\r\n            message: result.redis.message,\r\n          },\r\n          filesystem: {\r\n            status: result.filesystem.status,\r\n            latency: result.filesystem.latency,\r\n            message: result.filesystem.message,\r\n          },\r\n          agents: {\r\n            status: result.agents.status,\r\n            latency: result.agents.latency,\r\n            message: result.agents.message,\r\n          },\r\n        },\r\n        metadata,\r\n        warnings,\r\n        errors,\r\n      };\r\n    } catch (error) {\r\n      const latency = Date.now() - startTime;\r\n\r\n      if (error instanceof StandardError) {\r\n        throw error;\r\n      }\r\n\r\n      const message = error instanceof Error ? error.message : 'Unknown aggregation error';\r\n\r\n      throw new StandardError(\r\n        ErrorCode.UNKNOWN_ERROR,\r\n        `Failed to aggregate health stats: ${message}`,\r\n        { latency, timeout },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Get file system metrics\r\n   * Private helper for filesystem check\r\n   */\r\n  private async getFileSystemMetrics(): Promise<FileSystemMetrics> {\r\n    return new Promise((resolve, reject) => {\r\n      // Get disk usage statistics\r\n      const tempDir = os.tmpdir();\r\n      const stat = fs.statSync(tempDir);\r\n\r\n      // Use statvfs to get disk space information\r\n      fs.statfs(tempDir, (err, stats) => {\r\n        if (err) {\r\n          reject(err);\r\n          return;\r\n        }\r\n\r\n        const totalBlocks = stats.blocks;\r\n        const availableBlocks = stats.bavail;\r\n        const blockSize = stats.bsize;\r\n\r\n        const totalSpaceMB = (totalBlocks * blockSize) / (1024 * 1024);\r\n        const availableSpaceMB = (availableBlocks * blockSize) / (1024 * 1024);\r\n        const usedSpaceMB = totalSpaceMB - availableSpaceMB;\r\n        const diskUsagePercent = (usedSpaceMB / totalSpaceMB) * 100;\r\n\r\n        // Check write permission by attempting to create a temp file\r\n        const testFile = `${tempDir}/.health-check-test-${Date.now()}`;\r\n        let writePermission = false;\r\n\r\n        try {\r\n          fs.writeFileSync(testFile, 'health-check-test');\r\n          fs.unlinkSync(testFile);\r\n          writePermission = true;\r\n        } catch {\r\n          writePermission = false;\r\n        }\r\n\r\n        resolve({\r\n          totalSpaceMB,\r\n          availableSpaceMB,\r\n          usedSpaceMB,\r\n          diskUsagePercent,\r\n          writePermission,\r\n          freeSpaceMB: availableSpaceMB,\r\n        });\r\n      });\r\n    });\r\n  }\r\n\r\n  /**\r\n   * Get agent metrics\r\n   * Private helper for agent check\r\n   */\r\n  private async getAgentMetrics(): Promise<AgentMetrics> {\r\n    // Get active agent count from Redis queue\r\n    let activeAgentCount = 0;\r\n    let queueDepth = 0;\r\n\r\n    try {\r\n      if (this.redisManager) {\r\n        const stats = await this.redisManager.getStats();\r\n        activeAgentCount = stats.activeCount || 0;\r\n        queueDepth = stats.pendingCount || 0;\r\n      }\r\n    } catch {\r\n      // If Redis is unavailable, return default metrics\r\n      activeAgentCount = 0;\r\n      queueDepth = 0;\r\n    }\r\n\r\n    return {\r\n      activeAgentCount,\r\n      queueDepth,\r\n    };\r\n  }\r\n}\r\n\r\n/**\r\n * File system metrics helper interface\r\n */\r\ninterface FileSystemMetrics {\r\n  totalSpaceMB: number;\r\n  availableSpaceMB: number;\r\n  usedSpaceMB: number;\r\n  diskUsagePercent: number;\r\n  writePermission: boolean;\r\n  freeSpaceMB: number;\r\n}\r\n\r\n/**\r\n * Agent metrics helper interface\r\n */\r\ninterface AgentMetrics {\r\n  activeAgentCount: number;\r\n  queueDepth: number;\r\n}\r\n\r\n// Export types for use in API endpoints\r\nexport { FileSystemMetrics, AgentMetrics };\r\n"],"names":["getDatabaseService","RedisQueueManager","StandardError","ErrorCode","fs","os","HealthStatus","HealthCheckSystem","config","redisManager","databaseTimeout","redisTimeout","filesystemTimeout","agentsTimeout","diskUsageWarnThreshold","diskUsageCriticalThreshold","queueDepthWarnThreshold","queueDepthCriticalThreshold","error","checkDatabase","startTime","Date","now","db","timeoutPromise","Promise","_","reject","setTimeout","Error","race","query","latency","name","status","message","timestamp","metadata","responseTime","type","timeout","checkRedis","ping","stats","getStats","includes","checkFileSystem","result","getFileSystemMetrics","diskUsagePercent","toFixed","writePermission","freeSpaceMB","totalSpaceMB","checkAgents","metrics","getAgentMetrics","activeAgentCount","queueDepth","getOverallHealth","overallStartTime","database","redis","filesystem","agents","all","dependencies","overallStatus","unhealthyServices","filter","d","degradedServices","length","statusMessage","getDetailedHealthReport","reportStartTime","overall","report","services","alerts","unhealthy","map","s","degraded","OPERATION_TIMEOUT","process","UNKNOWN_ERROR","check","memUsage","memoryUsage","heapUsed","heapTotal","percentUsed","uptime","undefined","getAggregateStats","healthyCount","degradedCount","unhealthyCount","totalLatency","reduce","sum","averageLatency","warnings","push","errors","averageServiceLatency","serviceCount","total","healthy","resolve","tempDir","tmpdir","stat","statSync","statfs","err","totalBlocks","blocks","availableBlocks","bavail","blockSize","bsize","availableSpaceMB","usedSpaceMB","testFile","writeFileSync","unlinkSync","activeCount","pendingCount"],"mappings":"AAAA;;;;;;;;;;;;;CAaC,GAED,SAASA,kBAAkB,QAAQ,6BAA6B;AAChE,SAASC,iBAAiB,QAAQ,gCAAgC;AAClE,SAASC,aAAa,EAAEC,SAAS,QAAQ,mBAAmB;AAC5D,OAAOC,QAAQ,KAAK;AACpB,OAAOC,QAAQ,KAAK;AAGpB;;CAEC,GACD,OAAO,IAAA,AAAKC,sCAAAA;;;;WAAAA;MAIX;AAsMD;;CAEC,GACD,OAAO,MAAMC;IACHC,OAAoC;IACpCC,eAAyC,KAAK;IAEtD,YAAYD,MAA0B,CAAE;QACtC,IAAI,CAACA,MAAM,GAAG;YACZE,iBAAiBF,QAAQE,mBAAmB;YAC5CC,cAAcH,QAAQG,gBAAgB;YACtCC,mBAAmBJ,QAAQI,qBAAqB;YAChDC,eAAeL,QAAQK,iBAAiB;YACxCC,wBAAwBN,QAAQM,0BAA0B;YAC1DC,4BAA4BP,QAAQO,8BAA8B;YAClEC,yBAAyBR,QAAQQ,2BAA2B;YAC5DC,6BAA6BT,QAAQS,+BAA+B;QACtE;QAEA,IAAI;YACF,IAAI,CAACR,YAAY,GAAG,IAAIR;QAC1B,EAAE,OAAOiB,OAAO;QACd,qDAAqD;QACrD,6CAA6C;QAC/C;IACF;IAEA;;;GAGC,GACD,MAAMC,gBAAsC;QAC1C,MAAMC,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,MAAMC,KAAKvB;YAEX,2BAA2B;YAC3B,MAAMwB,iBAAiB,IAAIC,QAAQ,CAACC,GAAGC,SACrCC,WAAW,IAAMD,OAAO,IAAIE,MAAM,4BAA4B,IAAI,CAACrB,MAAM,CAACE,eAAe;YAG3F,wCAAwC;YACxC,MAAMe,QAAQK,IAAI,CAAC;gBAChB,CAAA;oBACC,sDAAsD;oBACtD,MAAMP,GAAGQ,KAAK,CAAC;gBACjB,CAAA;gBACAP;aACD;YAED,MAAMQ,UAAUX,KAAKC,GAAG,KAAKF;YAE7B,OAAO;gBACLa,MAAM;gBACNC,MAAM;gBACNF;gBACAG,SAAS;gBACTC,WAAW,IAAIf;gBACfgB,UAAU;oBACRC,cAAcN;oBACdO,MAAM;gBACR;YACF;QACF,EAAE,OAAOrB,OAAO;YACd,MAAMc,UAAUX,KAAKC,GAAG,KAAKF;YAC7B,MAAMe,UACJjB,iBAAiBW,QACbX,MAAMiB,OAAO,GACb;YAEN,OAAO;gBACLF,MAAM;gBACNC,QAAQF,UAAU,IAAI,CAACxB,MAAM,CAACE,eAAe;gBAG7CsB;gBACAG,SAAS,CAAC,uBAAuB,EAAEA,SAAS;gBAC5CC,WAAW,IAAIf;gBACfgB,UAAU;oBACRnB,OAAOiB;oBACPK,SAASR,UAAU,IAAI,CAACxB,MAAM,CAACE,eAAe;gBAChD;YACF;QACF;IACF;IAEA;;;GAGC,GACD,MAAM+B,aAAmC;QACvC,MAAMrB,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,IAAI,CAAC,IAAI,CAACb,YAAY,EAAE;gBACtB,MAAM,IAAIoB,MAAM;YAClB;YAEA,2BAA2B;YAC3B,MAAML,iBAAiB,IAAIC,QAAQ,CAACC,GAAGC,SACrCC,WAAW,IAAMD,OAAO,IAAIE,MAAM,yBAAyB,IAAI,CAACrB,MAAM,CAACG,YAAY;YAGrF,wCAAwC;YACxC,MAAMc,QAAQK,IAAI,CAAC;gBACjB,IAAI,CAACrB,YAAY,CAACiC,IAAI;gBACtBlB;aACD;YAED,MAAMQ,UAAUX,KAAKC,GAAG,KAAKF;YAE7B,yBAAyB;YACzB,IAAIiB,WAAgC;gBAAEC,cAAcN;YAAQ;YAE5D,IAAI;gBACF,MAAMW,QAAQ,MAAM,IAAI,CAAClC,YAAY,CAACmC,QAAQ;gBAC9CP,WAAW;oBAAE,GAAGA,QAAQ;oBAAE,GAAGM,KAAK;gBAAC;YACrC,EAAE,OAAM;YACN,wDAAwD;YAC1D;YAEA,OAAO;gBACLV,MAAM;gBACNC,MAAM;gBACNF;gBACAG,SAAS;gBACTC,WAAW,IAAIf;gBACfgB;YACF;QACF,EAAE,OAAOnB,OAAO;YACd,MAAMc,UAAUX,KAAKC,GAAG,KAAKF;YAC7B,MAAMe,UACJjB,iBAAiBW,QACbX,MAAMiB,OAAO,GACb;YAEN,MAAMD,SACJC,QAAQU,QAAQ,CAAC,cAAcb,UAAU,IAAI,CAACxB,MAAM,CAACG,YAAY;YAInE,OAAO;gBACLsB,MAAM;gBACNC;gBACAF;gBACAG,SAAS,CAAC,oBAAoB,EAAEA,SAAS;gBACzCC,WAAW,IAAIf;gBACfgB,UAAU;oBACRnB,OAAOiB;oBACPK,SAASR,UAAU,IAAI,CAACxB,MAAM,CAACG,YAAY;gBAC7C;YACF;QACF;IACF;IAEA;;;GAGC,GACD,MAAMmC,kBAAwC;QAC5C,MAAM1B,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,2BAA2B;YAC3B,MAAME,iBAAiB,IAAIC,QAAQ,CAACC,GAAGC,SACrCC,WAAW,IAAMD,OAAO,IAAIE,MAAM,8BAA8B,IAAI,CAACrB,MAAM,CAACI,iBAAiB;YAG/F,wCAAwC;YACxC,MAAMmC,SAAS,MAAMtB,QAAQK,IAAI,CAAC;gBAChC,IAAI,CAACkB,oBAAoB;gBACzBxB;aACD;YAED,MAAMQ,UAAUX,KAAKC,GAAG,KAAKF;YAE7B,8CAA8C;YAC9C,IAAIc;YACJ,IAAIC,UAAU;YAEd,IAAIY,OAAOE,gBAAgB,GAAG,IAAI,CAACzC,MAAM,CAACO,0BAA0B,EAAE;gBACpEmB;gBACAC,UAAU,CAAC,qBAAqB,EAAEY,OAAOE,gBAAgB,CAACC,OAAO,CAAC,GAAG,CAAC,CAAC;YACzE,OAAO,IAAIH,OAAOE,gBAAgB,GAAG,IAAI,CAACzC,MAAM,CAACM,sBAAsB,EAAE;gBACvEoB;gBACAC,UAAU,CAAC,qBAAqB,EAAEY,OAAOE,gBAAgB,CAACC,OAAO,CAAC,GAAG,CAAC,CAAC;YACzE;YAEA,IAAI,CAACH,OAAOI,eAAe,EAAE;gBAC3BjB;gBACAC,UAAU;YACZ;YAEA,OAAO;gBACLF,MAAM;gBACNC;gBACAF;gBACAG;gBACAC,WAAW,IAAIf;gBACfgB,UAAU;oBACRY,kBAAkBF,OAAOE,gBAAgB;oBACzCE,iBAAiBJ,OAAOI,eAAe;oBACvCC,aAAaL,OAAOK,WAAW;oBAC/BC,cAAcN,OAAOM,YAAY;gBACnC;YACF;QACF,EAAE,OAAOnC,OAAO;YACd,MAAMc,UAAUX,KAAKC,GAAG,KAAKF;YAC7B,MAAMe,UACJjB,iBAAiBW,QACbX,MAAMiB,OAAO,GACb;YAEN,OAAO;gBACLF,MAAM;gBACNC,MAAM;gBACNF;gBACAG,SAAS,CAAC,0BAA0B,EAAEA,SAAS;gBAC/CC,WAAW,IAAIf;gBACfgB,UAAU;oBACRnB,OAAOiB;gBACT;YACF;QACF;IACF;IAEA;;;GAGC,GACD,MAAMmB,cAAoC;QACxC,MAAMlC,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,2BAA2B;YAC3B,MAAME,iBAAiB,IAAIC,QAAQ,CAACC,GAAGC,SACrCC,WAAW,IAAMD,OAAO,IAAIE,MAAM,0BAA0B,IAAI,CAACrB,MAAM,CAACK,aAAa;YAGvF,wCAAwC;YACxC,MAAM0C,UAAU,MAAM9B,QAAQK,IAAI,CAAC;gBACjC,IAAI,CAAC0B,eAAe;gBACpBhC;aACD;YAED,MAAMQ,UAAUX,KAAKC,GAAG,KAAKF;YAE7B,+CAA+C;YAC/C,IAAIc;YACJ,IAAIC,UAAU,GAAGoB,QAAQE,gBAAgB,CAAC,cAAc,CAAC;YAEzD,IAAIF,QAAQG,UAAU,GAAG,IAAI,CAAClD,MAAM,CAACS,2BAA2B,EAAE;gBAChEiB;gBACAC,UAAU,CAAC,sBAAsB,EAAEoB,QAAQG,UAAU,CAAC,MAAM,CAAC;YAC/D,OAAO,IAAIH,QAAQG,UAAU,GAAG,IAAI,CAAClD,MAAM,CAACQ,uBAAuB,EAAE;gBACnEkB;gBACAC,UAAU,CAAC,kBAAkB,EAAEoB,QAAQG,UAAU,CAAC,MAAM,CAAC;YAC3D;YAEA,OAAO;gBACLzB,MAAM;gBACNC;gBACAF;gBACAG;gBACAC,WAAW,IAAIf;gBACfgB,UAAU;oBACRoB,kBAAkBF,QAAQE,gBAAgB;oBAC1CC,YAAYH,QAAQG,UAAU;gBAChC;YACF;QACF,EAAE,OAAOxC,OAAO;YACd,MAAMc,UAAUX,KAAKC,GAAG,KAAKF;YAC7B,MAAMe,UACJjB,iBAAiBW,QACbX,MAAMiB,OAAO,GACb;YAEN,OAAO;gBACLF,MAAM;gBACNC,MAAM;gBACNF;gBACAG,SAAS,CAAC,oBAAoB,EAAEA,SAAS;gBACzCC,WAAW,IAAIf;gBACfgB,UAAU;oBACRnB,OAAOiB;gBACT;YACF;QACF;IACF;IAEA;;;GAGC,GACD,MAAMwB,mBAAyC;QAC7C,MAAMC,mBAAmBvC,KAAKC,GAAG;QAEjC,MAAM,CAACuC,UAAUC,OAAOC,YAAYC,OAAO,GAAG,MAAMvC,QAAQwC,GAAG,CAAC;YAC9D,IAAI,CAAC9C,aAAa;YAClB,IAAI,CAACsB,UAAU;YACf,IAAI,CAACK,eAAe;YACpB,IAAI,CAACQ,WAAW;SACjB;QAED,MAAMY,eAAe;YAACL;YAAUC;YAAOC;YAAYC;SAAO;QAE1D,2BAA2B;QAC3B,wCAAwC;QACxC,sCAAsC;QACtC,sCAAsC;QACtC,IAAIG;QACJ,MAAMC,oBAAoBF,aAAaG,MAAM,CAAC,CAACC,IAAMA,EAAEpC,MAAM;QAC7D,MAAMqC,mBAAmBL,aAAaG,MAAM,CAAC,CAACC,IAAMA,EAAEpC,MAAM;QAE5D,IAAIkC,kBAAkBI,MAAM,GAAG,GAAG;YAChCL;QACF,OAAO,IAAII,iBAAiBC,MAAM,GAAG,GAAG;YACtCL;QACF;QAEA,MAAMnC,UAAUX,KAAKC,GAAG,KAAKsC;QAC7B,MAAMa,gBACJL,kBAAkBI,MAAM,GAAG,IACvB,GAAGJ,kBAAkBI,MAAM,CAAC,qBAAqB,CAAC,GAClDD,iBAAiBC,MAAM,GAAG,IACxB,GAAGD,iBAAiBC,MAAM,CAAC,oBAAoB,CAAC,GAChD;QAER,OAAO;YACLvC,MAAM;YACNC,QAAQiC;YACRnC;YACAG,SAASsC;YACTrC,WAAW,IAAIf;YACf6C;QACF;IACF;IAEA;;;GAGC,GACD,MAAMQ,0BAAyD;QAC7D,MAAMC,kBAAkBtD,KAAKC,GAAG;QAEhC,MAAMsD,UAAU,MAAM,IAAI,CAACjB,gBAAgB;QAE3C,MAAMkB,SAA+B;YACnCzC,WAAW,IAAIf;YACf8C,eAAeS,QAAQ1C,MAAM;YAC7BF,SAASX,KAAKC,GAAG,KAAKqD;YACtBG,UAAU;gBACRjB,UAAUe,QAAQV,YAAY,AAAC,CAAC,EAAE;gBAClCJ,OAAOc,QAAQV,YAAY,AAAC,CAAC,EAAE;gBAC/BH,YAAYa,QAAQV,YAAY,AAAC,CAAC,EAAE;gBACpCF,QAAQY,QAAQV,YAAY,AAAC,CAAC,EAAE;YAClC;YACAa,QAAQ,EAAE;QACZ;QAEA,eAAe;QACf,IAAIF,OAAOV,aAAa,kBAA6B;YACnD,MAAMa,YAAYJ,QAAQV,YAAY,CAAEG,MAAM,CAAC,CAACC,IAAMA,EAAEpC,MAAM;YAC9D2C,OAAOE,MAAM,GAAGC,UAAUC,GAAG,CAAC,CAACC,IAAM,GAAGA,EAAEjD,IAAI,CAAC,EAAE,EAAEiD,EAAE/C,OAAO,EAAE;QAChE;QAEA,IAAI0C,OAAOV,aAAa,iBAA4B;YAClD,MAAMgB,WAAWP,QAAQV,YAAY,CAAEG,MAAM,CAAC,CAACC,IAAMA,EAAEpC,MAAM;YAC7D2C,OAAOE,MAAM,GAAGI,SAASF,GAAG,CAAC,CAACC,IAAM,GAAGA,EAAEjD,IAAI,CAAC,EAAE,EAAEiD,EAAE/C,OAAO,EAAE;QAC/D;QAEA,OAAO0C;IACT;IAEA;;;;;;;;;;GAUC,GACD,MAAMnC,KAAKF,UAAkB,GAAG,EAAwB;QACtD,MAAMpB,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,2BAA2B;YAC3B,MAAME,iBAAiB,IAAIC,QAAe,CAACC,GAAGC,SAC5CC,WAAW,IAAMD,OACf,IAAIzB,cACFC,UAAUiF,iBAAiB,EAC3B,CAAC,mBAAmB,EAAE5C,QAAQ,EAAE,CAAC,EACjC;wBAAEA;oBAAQ,KAEXA;YAGL,wCAAwC;YACxC,MAAMf,QAAQK,IAAI,CAAC;gBACjB,oDAAoD;gBACnD,CAAA;oBACC,oDAAoD;oBACpD,MAAMR,MAAMD,KAAKC,GAAG;oBAEpB,0BAA0B;oBAC1B,IAAI,OAAO+D,YAAY,aAAa;wBAClC,MAAM,IAAInF,cACRC,UAAUmF,aAAa,EACvB,iCACA;4BAAEC,OAAO;wBAAO;oBAEpB;oBAEA,kCAAkC;oBAClC,MAAMC,WAAWH,QAAQI,WAAW;oBACpC,IAAID,SAASE,QAAQ,GAAGF,SAASG,SAAS,GAAG,MAAM;wBACjD,MAAM,IAAIzF,cACRC,UAAUmF,aAAa,EACvB,yBACA;4BACEI,UAAUF,SAASE,QAAQ;4BAC3BC,WAAWH,SAASG,SAAS;4BAC7BC,aAAa,AAACJ,SAASE,QAAQ,GAAGF,SAASG,SAAS,GAAI;wBAC1D;oBAEJ;gBACF,CAAA;gBACAnE;aACD;YAED,MAAMQ,UAAUX,KAAKC,GAAG,KAAKF;YAE7B,8CAA8C;YAC9C,IAAIY,WAAWQ,SAAS;gBACtB,MAAM,IAAItC,cACRC,UAAUiF,iBAAiB,EAC3B,CAAC,oCAAoC,EAAEpD,QAAQ,MAAM,EAAEQ,QAAQ,EAAE,CAAC,EAClE;oBAAER;oBAASQ;gBAAQ;YAEvB;YAEA,OAAO;gBACLP,MAAM;gBACNC,MAAM;gBACNF;gBACAG,SAAS;gBACTC,WAAW,IAAIf;gBACfgB,UAAU;oBACRC,cAAcN;oBACdyD,aAAaJ,QAAQI,WAAW;oBAChCI,QAAQR,QAAQQ,MAAM;gBACxB;YACF;QACF,EAAE,OAAO3E,OAAO;YACd,MAAMc,UAAUX,KAAKC,GAAG,KAAKF;YAE7B,IAAIF,iBAAiBhB,eAAe;gBAClC,MAAMgB;YACR;YAEA,MAAMiB,UAAUjB,iBAAiBW,QAAQX,MAAMiB,OAAO,GAAG;YAEzD,MAAM,IAAIjC,cACRC,UAAUmF,aAAa,EACvB,CAAC,aAAa,EAAEnD,SAAS,EACzB;gBAAEH;gBAASQ;YAAQ,GACnBtB,iBAAiBW,QAAQX,QAAQ4E;QAErC;IACF;IAEA;;;;;;GAMC,GACD,MAAMC,kBAAkBvD,UAAkB,IAAI,EAAkC;QAC9E,MAAMpB,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,2BAA2B;YAC3B,MAAME,iBAAiB,IAAIC,QAAe,CAACC,GAAGC,SAC5CC,WAAW,IAAMD,OACf,IAAIzB,cACFC,UAAUiF,iBAAiB,EAC3B,CAAC,8BAA8B,EAAE5C,QAAQ,EAAE,CAAC,EAC5C;wBAAEA;oBAAQ,KAEXA;YAGL,gDAAgD;YAChD,MAAMO,SAAS,MAAMtB,QAAQK,IAAI,CAAC;gBAC/B,CAAA;oBACC,wCAAwC;oBACxC,MAAM,CAAC+B,UAAUC,OAAOC,YAAYC,OAAO,GAAG,MAAMvC,QAAQwC,GAAG,CAAC;wBAC9D,IAAI,CAAC9C,aAAa;wBAClB,IAAI,CAACsB,UAAU;wBACf,IAAI,CAACK,eAAe;wBACpB,IAAI,CAACQ,WAAW;qBACjB;oBAED,OAAO;wBAAEO;wBAAUC;wBAAOC;wBAAYC;oBAAO;gBAC/C,CAAA;gBACAxC;aACD;YAED,MAAMQ,UAAUX,KAAKC,GAAG,KAAKF;YAE7B,8BAA8B;YAC9B,MAAM0D,WAAW;gBAAC/B,OAAOc,QAAQ;gBAAEd,OAAOe,KAAK;gBAAEf,OAAOgB,UAAU;gBAAEhB,OAAOiB,MAAM;aAAC;YAClF,MAAMgC,eAAelB,SAAST,MAAM,CAAC,CAACa,IAAMA,EAAEhD,MAAM,gBAA2BsC,MAAM;YACrF,MAAMyB,gBAAgBnB,SAAST,MAAM,CAAC,CAACa,IAAMA,EAAEhD,MAAM,iBAA4BsC,MAAM;YACvF,MAAM0B,iBAAiBpB,SAAST,MAAM,CAAC,CAACa,IAAMA,EAAEhD,MAAM,kBAA6BsC,MAAM;YAEzF,2BAA2B;YAC3B,IAAIL;YACJ,IAAI+B,iBAAiB,GAAG;gBACtB/B;YACF,OAAO,IAAI8B,gBAAgB,GAAG;gBAC5B9B;YACF;YAEA,4BAA4B;YAC5B,MAAMgC,eAAerB,SAASsB,MAAM,CAAC,CAACC,KAAKnB,IAAMmB,MAAMnB,EAAElD,OAAO,EAAE;YAClE,MAAMsE,iBAAiBH,eAAerB,SAASN,MAAM;YAErD,qCAAqC;YACrC,MAAMnC,WAAgC;gBACpCwB,UAAUd,OAAOc,QAAQ,CAACxB,QAAQ;gBAClCyB,OAAOf,OAAOe,KAAK,CAACzB,QAAQ;gBAC5B0B,YAAYhB,OAAOgB,UAAU,CAAC1B,QAAQ;gBACtC2B,QAAQjB,OAAOiB,MAAM,CAAC3B,QAAQ;YAChC;YAEA,sBAAsB;YACtB,MAAMkE,WAAqB,EAAE;YAC7B,IAAIN,gBAAgB,GAAG;gBACrB,MAAM1B,mBAAmBO,SAAST,MAAM,CAAC,CAACa,IAAMA,EAAEhD,MAAM;gBACxDqE,SAASC,IAAI,IAAIjC,iBAAiBU,GAAG,CAAC,CAACC,IAAM,GAAGA,EAAEjD,IAAI,CAAC,EAAE,EAAEiD,EAAE/C,OAAO,EAAE;YACxE;YAEA,oBAAoB;YACpB,MAAMsE,SAAmB,EAAE;YAC3B,IAAIP,iBAAiB,GAAG;gBACtB,MAAM9B,oBAAoBU,SAAST,MAAM,CAAC,CAACa,IAAMA,EAAEhD,MAAM;gBACzDuE,OAAOD,IAAI,IAAIpC,kBAAkBa,GAAG,CAAC,CAACC,IAAM,GAAGA,EAAEjD,IAAI,CAAC,EAAE,EAAEiD,EAAE/C,OAAO,EAAE;YACvE;YAEA,OAAO;gBACLC,WAAW,IAAIf;gBACf8C;gBACAnC;gBACA0E,uBAAuBJ;gBACvBK,cAAc;oBACZC,OAAO9B,SAASN,MAAM;oBACtBqC,SAASb;oBACTb,UAAUc;oBACVjB,WAAWkB;gBACb;gBACApB,UAAU;oBACRjB,UAAU;wBACR3B,QAAQa,OAAOc,QAAQ,CAAC3B,MAAM;wBAC9BF,SAASe,OAAOc,QAAQ,CAAC7B,OAAO;wBAChCG,SAASY,OAAOc,QAAQ,CAAC1B,OAAO;oBAClC;oBACA2B,OAAO;wBACL5B,QAAQa,OAAOe,KAAK,CAAC5B,MAAM;wBAC3BF,SAASe,OAAOe,KAAK,CAAC9B,OAAO;wBAC7BG,SAASY,OAAOe,KAAK,CAAC3B,OAAO;oBAC/B;oBACA4B,YAAY;wBACV7B,QAAQa,OAAOgB,UAAU,CAAC7B,MAAM;wBAChCF,SAASe,OAAOgB,UAAU,CAAC/B,OAAO;wBAClCG,SAASY,OAAOgB,UAAU,CAAC5B,OAAO;oBACpC;oBACA6B,QAAQ;wBACN9B,QAAQa,OAAOiB,MAAM,CAAC9B,MAAM;wBAC5BF,SAASe,OAAOiB,MAAM,CAAChC,OAAO;wBAC9BG,SAASY,OAAOiB,MAAM,CAAC7B,OAAO;oBAChC;gBACF;gBACAE;gBACAkE;gBACAE;YACF;QACF,EAAE,OAAOvF,OAAO;YACd,MAAMc,UAAUX,KAAKC,GAAG,KAAKF;YAE7B,IAAIF,iBAAiBhB,eAAe;gBAClC,MAAMgB;YACR;YAEA,MAAMiB,UAAUjB,iBAAiBW,QAAQX,MAAMiB,OAAO,GAAG;YAEzD,MAAM,IAAIjC,cACRC,UAAUmF,aAAa,EACvB,CAAC,kCAAkC,EAAEnD,SAAS,EAC9C;gBAAEH;gBAASQ;YAAQ,GACnBtB,iBAAiBW,QAAQX,QAAQ4E;QAErC;IACF;IAEA;;;GAGC,GACD,MAAc9C,uBAAmD;QAC/D,OAAO,IAAIvB,QAAQ,CAACqF,SAASnF;YAC3B,4BAA4B;YAC5B,MAAMoF,UAAU1G,GAAG2G,MAAM;YACzB,MAAMC,OAAO7G,GAAG8G,QAAQ,CAACH;YAEzB,4CAA4C;YAC5C3G,GAAG+G,MAAM,CAACJ,SAAS,CAACK,KAAKzE;gBACvB,IAAIyE,KAAK;oBACPzF,OAAOyF;oBACP;gBACF;gBAEA,MAAMC,cAAc1E,MAAM2E,MAAM;gBAChC,MAAMC,kBAAkB5E,MAAM6E,MAAM;gBACpC,MAAMC,YAAY9E,MAAM+E,KAAK;gBAE7B,MAAMrE,eAAe,AAACgE,cAAcI,YAAc,CAAA,OAAO,IAAG;gBAC5D,MAAME,mBAAmB,AAACJ,kBAAkBE,YAAc,CAAA,OAAO,IAAG;gBACpE,MAAMG,cAAcvE,eAAesE;gBACnC,MAAM1E,mBAAmB,AAAC2E,cAAcvE,eAAgB;gBAExD,6DAA6D;gBAC7D,MAAMwE,WAAW,GAAGd,QAAQ,oBAAoB,EAAE1F,KAAKC,GAAG,IAAI;gBAC9D,IAAI6B,kBAAkB;gBAEtB,IAAI;oBACF/C,GAAG0H,aAAa,CAACD,UAAU;oBAC3BzH,GAAG2H,UAAU,CAACF;oBACd1E,kBAAkB;gBACpB,EAAE,OAAM;oBACNA,kBAAkB;gBACpB;gBAEA2D,QAAQ;oBACNzD;oBACAsE;oBACAC;oBACA3E;oBACAE;oBACAC,aAAauE;gBACf;YACF;QACF;IACF;IAEA;;;GAGC,GACD,MAAcnE,kBAAyC;QACrD,0CAA0C;QAC1C,IAAIC,mBAAmB;QACvB,IAAIC,aAAa;QAEjB,IAAI;YACF,IAAI,IAAI,CAACjD,YAAY,EAAE;gBACrB,MAAMkC,QAAQ,MAAM,IAAI,CAAClC,YAAY,CAACmC,QAAQ;gBAC9Ca,mBAAmBd,MAAMqF,WAAW,IAAI;gBACxCtE,aAAaf,MAAMsF,YAAY,IAAI;YACrC;QACF,EAAE,OAAM;YACN,kDAAkD;YAClDxE,mBAAmB;YACnBC,aAAa;QACf;QAEA,OAAO;YACLD;YACAC;QACF;IACF;AACF"}

package/dist/services/metrics-logger.js

@@ -0,0 +1,412 @@
+/**
+ * Metrics Logger Service
+ *
+ * Unified metrics and execution logging with dual database writes (PostgreSQL + SQLite).
+ * Part of Task 2.3: Unified Metrics and Execution Logging
+ *
+ * Features:
+ * - Atomic dual writes to PostgreSQL and SQLite
+ * - Idempotent writes (retries don't create duplicates)
+ * - Batch logging support
+ * - Cost tracking ($0.001 precision)
+ * - Token counting
+ * - Query interface for metrics analysis
+ */ import { v4 as uuidv4 } from 'uuid';
+import { createIdempotentKey, hasBeenWritten, markWritten, batchCheckWritten, batchMarkWritten, validateCostAccuracy, roundCost } from '../lib/idempotent-write.js';
+import { createLogger } from '../lib/logging.js';
+import { StandardError, ErrorCode } from '../lib/errors.js';
+const logger = createLogger('metrics-logger');
+/**
+ * Metrics Logger Service
+ */ export class MetricsLogger {
+    dbService;
+    sqliteAdapter;
+    postgresAdapter;
+    batchSize;
+    flushIntervalMs;
+    batchQueue = [];
+    flushTimer = null;
+    constructor(config){
+        this.dbService = config.dbService;
+        this.batchSize = config.batchSize || 100;
+        this.flushIntervalMs = config.flushIntervalMs || 5000; // 5 seconds
+        // Get database adapters
+        this.sqliteAdapter = this.dbService.getAdapter('sqlite');
+        this.postgresAdapter = this.dbService.getAdapter('postgres');
+        logger.info('MetricsLogger initialized', {
+            batch_size: this.batchSize,
+            flush_interval_ms: this.flushIntervalMs
+        });
+    }
+    /**
+   * Log single execution metrics
+   *
+   * @param metrics - Execution metrics to log
+   */ async logExecution(metrics) {
+        try {
+            // Validate and normalize metrics
+            const normalizedMetrics = this.normalizeMetrics(metrics);
+            // Generate idempotency key
+            const idempotencyKey = createIdempotentKey(normalizedMetrics);
+            // Check if already written to both databases
+            const [sqliteWritten, postgresWritten] = await Promise.all([
+                hasBeenWritten(idempotencyKey, this.sqliteAdapter),
+                hasBeenWritten(idempotencyKey, this.postgresAdapter)
+            ]);
+            if (sqliteWritten && postgresWritten) {
+                logger.debug('Metrics already logged (idempotent)', {
+                    idempotency_key: idempotencyKey.substring(0, 16) + '...',
+                    metrics_id: normalizedMetrics.id
+                });
+                return; // Already written, skip
+            }
+            // Atomic write to both databases
+            await this.dbService.executeTransaction([
+                {
+                    database: 'sqlite',
+                    operation: async (adapter)=>{
+                        if (!sqliteWritten) {
+                            await adapter.insert('execution_metrics', normalizedMetrics);
+                            await markWritten(idempotencyKey, adapter, normalizedMetrics.id);
+                        }
+                    }
+                },
+                {
+                    database: 'postgres',
+                    operation: async (adapter)=>{
+                        if (!postgresWritten) {
+                            await adapter.insert('execution_metrics', normalizedMetrics);
+                            await markWritten(idempotencyKey, adapter, normalizedMetrics.id);
+                        }
+                    }
+                }
+            ]);
+            logger.info('Metrics logged successfully', {
+                metrics_id: normalizedMetrics.id,
+                agent_id: normalizedMetrics.agent_id,
+                task_id: normalizedMetrics.task_id,
+                duration_ms: normalizedMetrics.duration_ms,
+                cost_usd: normalizedMetrics.cost_usd,
+                status: normalizedMetrics.status
+            });
+        } catch (error) {
+            logger.error('Failed to log metrics', {
+                agent_id: metrics.agent_id,
+                task_id: metrics.task_id,
+                error: error instanceof Error ? error.message : String(error)
+            });
+            throw new StandardError(ErrorCode.DATABASE_ERROR, 'Failed to log execution metrics', {
+                metrics,
+                error
+            });
+        }
+    }
+    /**
+   * Log batch of execution metrics (atomic)
+   *
+   * @param metricsList - Array of execution metrics
+   */ async logBatch(metricsList) {
+        try {
+            if (metricsList.length === 0) {
+                logger.debug('Empty batch, skipping');
+                return;
+            }
+            // Normalize all metrics
+            const normalizedMetrics = metricsList.map((m)=>this.normalizeMetrics(m));
+            // Deduplicate based on idempotency keys
+            const uniqueMetrics = await this.deduplicateBatch(normalizedMetrics);
+            if (uniqueMetrics.length === 0) {
+                logger.debug('All metrics already logged (idempotent)', {
+                    original_count: metricsList.length
+                });
+                return;
+            }
+            // Prepare idempotency key entries
+            const idempotencyEntries = uniqueMetrics.map((m)=>({
+                    key: createIdempotentKey(m),
+                    metricsId: m.id
+                }));
+            // Batch write to both databases (atomic)
+            await this.dbService.executeTransaction([
+                {
+                    database: 'sqlite',
+                    operation: async (adapter)=>{
+                        await adapter.insertMany('execution_metrics', uniqueMetrics);
+                        await batchMarkWritten(idempotencyEntries, adapter);
+                    }
+                },
+                {
+                    database: 'postgres',
+                    operation: async (adapter)=>{
+                        await adapter.insertMany('execution_metrics', uniqueMetrics);
+                        await batchMarkWritten(idempotencyEntries, adapter);
+                    }
+                }
+            ]);
+            logger.info('Batch metrics logged successfully', {
+                total_metrics: metricsList.length,
+                unique_metrics: uniqueMetrics.length,
+                duplicates_skipped: metricsList.length - uniqueMetrics.length
+            });
+        } catch (error) {
+            logger.error('Failed to log batch metrics', {
+                batch_size: metricsList.length,
+                error: error instanceof Error ? error.message : String(error)
+            });
+            throw new StandardError(ErrorCode.DATABASE_ERROR, 'Failed to log batch metrics', {
+                metricsList,
+                error
+            });
+        }
+    }
+    /**
+   * Query metrics with filters
+   *
+   * @param filters - Query filters
+   * @returns Array of execution metrics
+   */ async queryMetrics(filters) {
+        try {
+            const queryOptions = {
+                filters: [],
+                limit: filters.limit || 100,
+                offset: filters.offset || 0,
+                orderBy: 'timestamp',
+                order: 'desc'
+            };
+            // Add filters
+            if (filters.agent_id) {
+                queryOptions.filters?.push({
+                    field: 'agent_id',
+                    operator: 'eq',
+                    value: filters.agent_id
+                });
+            }
+            if (filters.skill_id) {
+                queryOptions.filters?.push({
+                    field: 'skill_id',
+                    operator: 'eq',
+                    value: filters.skill_id
+                });
+            }
+            if (filters.task_id) {
+                queryOptions.filters?.push({
+                    field: 'task_id',
+                    operator: 'eq',
+                    value: filters.task_id
+                });
+            }
+            if (filters.status) {
+                queryOptions.filters?.push({
+                    field: 'status',
+                    operator: 'eq',
+                    value: filters.status
+                });
+            }
+            if (filters.start_date && filters.end_date) {
+                queryOptions.filters?.push({
+                    field: 'timestamp',
+                    operator: 'between',
+                    value: [
+                        filters.start_date,
+                        filters.end_date
+                    ]
+                });
+            }
+            // Query from SQLite (primary source for metrics)
+            const results = await this.sqliteAdapter.list('execution_metrics', queryOptions);
+            logger.debug('Metrics query executed', {
+                filters,
+                result_count: results.length
+            });
+            return results;
+        } catch (error) {
+            logger.error('Failed to query metrics', {
+                filters,
+                error: error instanceof Error ? error.message : String(error)
+            });
+            throw new StandardError(ErrorCode.DATABASE_ERROR, 'Failed to query metrics', {
+                filters,
+                error
+            });
+        }
+    }
+    /**
+   * Get aggregated metrics by agent
+   *
+   * @param startDate - Start date for aggregation
+   * @param endDate - End date for aggregation
+   * @returns Array of aggregated metrics
+   */ async getAggregatedMetrics(startDate, endDate) {
+        try {
+            // Query all metrics in date range
+            const filters = {
+                start_date: startDate,
+                end_date: endDate,
+                limit: 10000
+            };
+            const metrics = await this.queryMetrics(filters);
+            // Aggregate by agent_id
+            const aggregationMap = new Map();
+            metrics.forEach((m)=>{
+                if (!aggregationMap.has(m.agent_id)) {
+                    aggregationMap.set(m.agent_id, {
+                        agent_id: m.agent_id,
+                        total_executions: 0,
+                        total_cost_usd: 0,
+                        total_tokens: 0,
+                        avg_duration_ms: 0,
+                        success_count: 0,
+                        failure_count: 0,
+                        success_rate: 0
+                    });
+                }
+                const agg = aggregationMap.get(m.agent_id);
+                agg.total_executions++;
+                agg.total_cost_usd += m.cost_usd;
+                agg.total_tokens += m.tokens_used;
+                agg.avg_duration_ms += m.duration_ms;
+                if (m.status === 'success') {
+                    agg.success_count++;
+                } else {
+                    agg.failure_count++;
+                }
+            });
+            // Calculate averages and success rates
+            const results = [];
+            aggregationMap.forEach((agg)=>{
+                agg.avg_duration_ms = Math.round(agg.avg_duration_ms / agg.total_executions);
+                agg.success_rate = agg.success_count / agg.total_executions * 100;
+                agg.total_cost_usd = roundCost(agg.total_cost_usd);
+                results.push(agg);
+            });
+            // Sort by total cost (descending)
+            results.sort((a, b)=>b.total_cost_usd - a.total_cost_usd);
+            logger.info('Aggregated metrics calculated', {
+                agent_count: results.length,
+                total_executions: results.reduce((sum, agg)=>sum + agg.total_executions, 0)
+            });
+            return results;
+        } catch (error) {
+            logger.error('Failed to get aggregated metrics', {
+                error: error instanceof Error ? error.message : String(error)
+            });
+            throw new StandardError(ErrorCode.DATABASE_ERROR, 'Failed to get aggregated metrics', {
+                error
+            });
+        }
+    }
+    /**
+   * Add metrics to batch queue
+   *
+   * @param metrics - Execution metrics to queue
+   */ async queueMetrics(metrics) {
+        this.batchQueue.push(metrics);
+        // Flush if batch size reached
+        if (this.batchQueue.length >= this.batchSize) {
+            await this.flush();
+        } else {
+            // Start flush timer if not already running
+            if (!this.flushTimer) {
+                this.flushTimer = setTimeout(()=>this.flush(), this.flushIntervalMs);
+            }
+        }
+    }
+    /**
+   * Flush batch queue
+   */ async flush() {
+        if (this.batchQueue.length === 0) {
+            return;
+        }
+        // Clear timer
+        if (this.flushTimer) {
+            clearTimeout(this.flushTimer);
+            this.flushTimer = null;
+        }
+        // Copy and clear queue
+        const batch = [
+            ...this.batchQueue
+        ];
+        this.batchQueue = [];
+        // Log batch
+        await this.logBatch(batch);
+    }
+    /**
+   * Normalize metrics (add ID, validate, round cost)
+   *
+   * @param metrics - Raw metrics
+   * @returns Normalized metrics
+   */ normalizeMetrics(metrics) {
+        // Generate ID if not provided
+        const id = metrics.id || uuidv4();
+        // Validate cost accuracy
+        const cost = roundCost(metrics.cost_usd);
+        if (!validateCostAccuracy(cost)) {
+            logger.warn('Cost accuracy validation failed', {
+                original_cost: metrics.cost_usd,
+                rounded_cost: cost
+            });
+        }
+        // Ensure timestamp is Date object
+        const timestamp = metrics.timestamp instanceof Date ? metrics.timestamp : new Date(metrics.timestamp);
+        return {
+            ...metrics,
+            id,
+            timestamp,
+            cost_usd: cost,
+            metadata: metrics.metadata ? JSON.stringify(metrics.metadata) : undefined
+        };
+    }
+    /**
+   * Deduplicate batch based on idempotency keys
+   *
+   * @param metricsList - Batch of metrics
+   * @returns Unique metrics (not already written)
+   */ async deduplicateBatch(metricsList) {
+        // Generate idempotency keys
+        const keys = metricsList.map((m)=>createIdempotentKey(m));
+        // Check which keys already exist in SQLite
+        const sqliteStatus = await batchCheckWritten(keys, this.sqliteAdapter);
+        // Check which keys already exist in PostgreSQL
+        const postgresStatus = await batchCheckWritten(keys, this.postgresAdapter);
+        // Filter out metrics that are already written to BOTH databases
+        const uniqueMetrics = [];
+        metricsList.forEach((metrics, index)=>{
+            const key = keys[index];
+            const inSQLite = sqliteStatus.get(key) || false;
+            const inPostgres = postgresStatus.get(key) || false;
+            if (!inSQLite || !inPostgres) {
+                // At least one database doesn't have this metric, include it
+                uniqueMetrics.push(metrics);
+            }
+        });
+        return uniqueMetrics;
+    }
+    /**
+   * Close and cleanup resources
+   */ async close() {
+        // Flush remaining metrics
+        await this.flush();
+        // Clear timer
+        if (this.flushTimer) {
+            clearTimeout(this.flushTimer);
+            this.flushTimer = null;
+        }
+        logger.info('MetricsLogger closed');
+    }
+}
+/**
+ * Create MetricsLogger instance
+ *
+ * @param dbService - Database service
+ * @param batchSize - Optional batch size
+ * @param flushIntervalMs - Optional flush interval
+ * @returns MetricsLogger instance
+ */ export function createMetricsLogger(dbService, batchSize, flushIntervalMs) {
+    return new MetricsLogger({
+        dbService,
+        batchSize,
+        flushIntervalMs
+    });
+}
+
+//# sourceMappingURL=metrics-logger.js.map

package/dist/services/metrics-logger.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/services/metrics-logger.ts"],"sourcesContent":["/**\r\n * Metrics Logger Service\r\n *\r\n * Unified metrics and execution logging with dual database writes (PostgreSQL + SQLite).\r\n * Part of Task 2.3: Unified Metrics and Execution Logging\r\n *\r\n * Features:\r\n * - Atomic dual writes to PostgreSQL and SQLite\r\n * - Idempotent writes (retries don't create duplicates)\r\n * - Batch logging support\r\n * - Cost tracking ($0.001 precision)\r\n * - Token counting\r\n * - Query interface for metrics analysis\r\n */\r\n\r\nimport { v4 as uuidv4 } from 'uuid';\r\nimport { DatabaseService } from '../lib/database-service.js';\r\nimport { IDatabaseAdapter, QueryOptions, OperationResult } from '../lib/database-service/types.js';\r\nimport {\r\n  createIdempotentKey,\r\n  hasBeenWritten,\r\n  markWritten,\r\n  batchCheckWritten,\r\n  batchMarkWritten,\r\n  validateCostAccuracy,\r\n  roundCost,\r\n} from '../lib/idempotent-write.js';\r\nimport { createLogger } from '../lib/logging.js';\r\nimport { StandardError, ErrorCode } from '../lib/errors.js';\r\n\r\nconst logger = createLogger('metrics-logger');\r\n\r\n/**\r\n * Execution metrics interface\r\n */\r\nexport interface ExecutionMetrics {\r\n  id?: string;\r\n  timestamp: Date;\r\n  agent_id: string;\r\n  skill_id?: string;\r\n  task_id: string;\r\n  duration_ms: number;\r\n  tokens_used: number;\r\n  cost_usd: number;\r\n  status: 'success' | 'failure' | 'timeout' | 'cancelled';\r\n  error_message?: string;\r\n  metadata?: Record<string, any>;\r\n}\r\n\r\n/**\r\n * Metrics filter for querying\r\n */\r\nexport interface MetricsFilter {\r\n  agent_id?: string;\r\n  skill_id?: string;\r\n  task_id?: string;\r\n  status?: 'success' | 'failure' | 'timeout' | 'cancelled';\r\n  start_date?: Date;\r\n  end_date?: Date;\r\n  limit?: number;\r\n  offset?: number;\r\n}\r\n\r\n/**\r\n * Metrics aggregation result\r\n */\r\nexport interface MetricsAggregation {\r\n  agent_id: string;\r\n  total_executions: number;\r\n  total_cost_usd: number;\r\n  total_tokens: number;\r\n  avg_duration_ms: number;\r\n  success_count: number;\r\n  failure_count: number;\r\n  success_rate: number;\r\n}\r\n\r\n/**\r\n * Metrics Logger Service Configuration\r\n */\r\nexport interface MetricsLoggerConfig {\r\n  dbService: DatabaseService;\r\n  batchSize?: number;\r\n  flushIntervalMs?: number;\r\n}\r\n\r\n/**\r\n * Metrics Logger Service\r\n */\r\nexport class MetricsLogger {\r\n  private dbService: DatabaseService;\r\n  private sqliteAdapter: IDatabaseAdapter;\r\n  private postgresAdapter: IDatabaseAdapter;\r\n  private batchSize: number;\r\n  private flushIntervalMs: number;\r\n  private batchQueue: ExecutionMetrics[] = [];\r\n  private flushTimer: NodeJS.Timeout | null = null;\r\n\r\n  constructor(config: MetricsLoggerConfig) {\r\n    this.dbService = config.dbService;\r\n    this.batchSize = config.batchSize || 100;\r\n    this.flushIntervalMs = config.flushIntervalMs || 5000; // 5 seconds\r\n\r\n    // Get database adapters\r\n    this.sqliteAdapter = this.dbService.getAdapter('sqlite');\r\n    this.postgresAdapter = this.dbService.getAdapter('postgres');\r\n\r\n    logger.info('MetricsLogger initialized', {\r\n      batch_size: this.batchSize,\r\n      flush_interval_ms: this.flushIntervalMs,\r\n    });\r\n  }\r\n\r\n  /**\r\n   * Log single execution metrics\r\n   *\r\n   * @param metrics - Execution metrics to log\r\n   */\r\n  async logExecution(metrics: ExecutionMetrics): Promise<void> {\r\n    try {\r\n      // Validate and normalize metrics\r\n      const normalizedMetrics = this.normalizeMetrics(metrics);\r\n\r\n      // Generate idempotency key\r\n      const idempotencyKey = createIdempotentKey(normalizedMetrics);\r\n\r\n      // Check if already written to both databases\r\n      const [sqliteWritten, postgresWritten] = await Promise.all([\r\n        hasBeenWritten(idempotencyKey, this.sqliteAdapter),\r\n        hasBeenWritten(idempotencyKey, this.postgresAdapter),\r\n      ]);\r\n\r\n      if (sqliteWritten && postgresWritten) {\r\n        logger.debug('Metrics already logged (idempotent)', {\r\n          idempotency_key: idempotencyKey.substring(0, 16) + '...',\r\n          metrics_id: normalizedMetrics.id,\r\n        });\r\n        return; // Already written, skip\r\n      }\r\n\r\n      // Atomic write to both databases\r\n      await this.dbService.executeTransaction([\r\n        {\r\n          database: 'sqlite',\r\n          operation: async (adapter) => {\r\n            if (!sqliteWritten) {\r\n              await adapter.insert('execution_metrics', normalizedMetrics);\r\n              await markWritten(idempotencyKey, adapter, normalizedMetrics.id);\r\n            }\r\n          },\r\n        },\r\n        {\r\n          database: 'postgres',\r\n          operation: async (adapter) => {\r\n            if (!postgresWritten) {\r\n              await adapter.insert('execution_metrics', normalizedMetrics);\r\n              await markWritten(idempotencyKey, adapter, normalizedMetrics.id);\r\n            }\r\n          },\r\n        },\r\n      ]);\r\n\r\n      logger.info('Metrics logged successfully', {\r\n        metrics_id: normalizedMetrics.id,\r\n        agent_id: normalizedMetrics.agent_id,\r\n        task_id: normalizedMetrics.task_id,\r\n        duration_ms: normalizedMetrics.duration_ms,\r\n        cost_usd: normalizedMetrics.cost_usd,\r\n        status: normalizedMetrics.status,\r\n      });\r\n    } catch (error) {\r\n      logger.error('Failed to log metrics', {\r\n        agent_id: metrics.agent_id,\r\n        task_id: metrics.task_id,\r\n        error: error instanceof Error ? error.message : String(error),\r\n      });\r\n\r\n      throw new StandardError(\r\n        ErrorCode.DATABASE_ERROR,\r\n        'Failed to log execution metrics',\r\n        { metrics, error }\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Log batch of execution metrics (atomic)\r\n   *\r\n   * @param metricsList - Array of execution metrics\r\n   */\r\n  async logBatch(metricsList: ExecutionMetrics[]): Promise<void> {\r\n    try {\r\n      if (metricsList.length === 0) {\r\n        logger.debug('Empty batch, skipping');\r\n        return;\r\n      }\r\n\r\n      // Normalize all metrics\r\n      const normalizedMetrics = metricsList.map(m => this.normalizeMetrics(m));\r\n\r\n      // Deduplicate based on idempotency keys\r\n      const uniqueMetrics = await this.deduplicateBatch(normalizedMetrics);\r\n\r\n      if (uniqueMetrics.length === 0) {\r\n        logger.debug('All metrics already logged (idempotent)', {\r\n          original_count: metricsList.length,\r\n        });\r\n        return;\r\n      }\r\n\r\n      // Prepare idempotency key entries\r\n      const idempotencyEntries = uniqueMetrics.map(m => ({\r\n        key: createIdempotentKey(m),\r\n        metricsId: m.id,\r\n      }));\r\n\r\n      // Batch write to both databases (atomic)\r\n      await this.dbService.executeTransaction([\r\n        {\r\n          database: 'sqlite',\r\n          operation: async (adapter) => {\r\n            await adapter.insertMany('execution_metrics', uniqueMetrics);\r\n            await batchMarkWritten(idempotencyEntries, adapter);\r\n          },\r\n        },\r\n        {\r\n          database: 'postgres',\r\n          operation: async (adapter) => {\r\n            await adapter.insertMany('execution_metrics', uniqueMetrics);\r\n            await batchMarkWritten(idempotencyEntries, adapter);\r\n          },\r\n        },\r\n      ]);\r\n\r\n      logger.info('Batch metrics logged successfully', {\r\n        total_metrics: metricsList.length,\r\n        unique_metrics: uniqueMetrics.length,\r\n        duplicates_skipped: metricsList.length - uniqueMetrics.length,\r\n      });\r\n    } catch (error) {\r\n      logger.error('Failed to log batch metrics', {\r\n        batch_size: metricsList.length,\r\n        error: error instanceof Error ? error.message : String(error),\r\n      });\r\n\r\n      throw new StandardError(\r\n        ErrorCode.DATABASE_ERROR,\r\n        'Failed to log batch metrics',\r\n        { metricsList, error }\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Query metrics with filters\r\n   *\r\n   * @param filters - Query filters\r\n   * @returns Array of execution metrics\r\n   */\r\n  async queryMetrics(filters: MetricsFilter): Promise<ExecutionMetrics[]> {\r\n    try {\r\n      const queryOptions: QueryOptions<ExecutionMetrics> = {\r\n        filters: [],\r\n        limit: filters.limit || 100,\r\n        offset: filters.offset || 0,\r\n        orderBy: 'timestamp' as keyof ExecutionMetrics,\r\n        order: 'desc',\r\n      };\r\n\r\n      // Add filters\r\n      if (filters.agent_id) {\r\n        queryOptions.filters?.push({\r\n          field: 'agent_id' as keyof ExecutionMetrics,\r\n          operator: 'eq',\r\n          value: filters.agent_id,\r\n        });\r\n      }\r\n\r\n      if (filters.skill_id) {\r\n        queryOptions.filters?.push({\r\n          field: 'skill_id' as keyof ExecutionMetrics,\r\n          operator: 'eq',\r\n          value: filters.skill_id,\r\n        });\r\n      }\r\n\r\n      if (filters.task_id) {\r\n        queryOptions.filters?.push({\r\n          field: 'task_id' as keyof ExecutionMetrics,\r\n          operator: 'eq',\r\n          value: filters.task_id,\r\n        });\r\n      }\r\n\r\n      if (filters.status) {\r\n        queryOptions.filters?.push({\r\n          field: 'status' as keyof ExecutionMetrics,\r\n          operator: 'eq',\r\n          value: filters.status,\r\n        });\r\n      }\r\n\r\n      if (filters.start_date && filters.end_date) {\r\n        queryOptions.filters?.push({\r\n          field: 'timestamp' as keyof ExecutionMetrics,\r\n          operator: 'between',\r\n          value: [filters.start_date, filters.end_date],\r\n        });\r\n      }\r\n\r\n      // Query from SQLite (primary source for metrics)\r\n      const results = await this.sqliteAdapter.list<ExecutionMetrics>(\r\n        'execution_metrics',\r\n        queryOptions\r\n      );\r\n\r\n      logger.debug('Metrics query executed', {\r\n        filters,\r\n        result_count: results.length,\r\n      });\r\n\r\n      return results;\r\n    } catch (error) {\r\n      logger.error('Failed to query metrics', {\r\n        filters,\r\n        error: error instanceof Error ? error.message : String(error),\r\n      });\r\n\r\n      throw new StandardError(\r\n        ErrorCode.DATABASE_ERROR,\r\n        'Failed to query metrics',\r\n        { filters, error }\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Get aggregated metrics by agent\r\n   *\r\n   * @param startDate - Start date for aggregation\r\n   * @param endDate - End date for aggregation\r\n   * @returns Array of aggregated metrics\r\n   */\r\n  async getAggregatedMetrics(\r\n    startDate?: Date,\r\n    endDate?: Date\r\n  ): Promise<MetricsAggregation[]> {\r\n    try {\r\n      // Query all metrics in date range\r\n      const filters: MetricsFilter = {\r\n        start_date: startDate,\r\n        end_date: endDate,\r\n        limit: 10000, // Large limit for aggregation\r\n      };\r\n\r\n      const metrics = await this.queryMetrics(filters);\r\n\r\n      // Aggregate by agent_id\r\n      const aggregationMap = new Map<string, MetricsAggregation>();\r\n\r\n      metrics.forEach(m => {\r\n        if (!aggregationMap.has(m.agent_id)) {\r\n          aggregationMap.set(m.agent_id, {\r\n            agent_id: m.agent_id,\r\n            total_executions: 0,\r\n            total_cost_usd: 0,\r\n            total_tokens: 0,\r\n            avg_duration_ms: 0,\r\n            success_count: 0,\r\n            failure_count: 0,\r\n            success_rate: 0,\r\n          });\r\n        }\r\n\r\n        const agg = aggregationMap.get(m.agent_id)!;\r\n        agg.total_executions++;\r\n        agg.total_cost_usd += m.cost_usd;\r\n        agg.total_tokens += m.tokens_used;\r\n        agg.avg_duration_ms += m.duration_ms;\r\n\r\n        if (m.status === 'success') {\r\n          agg.success_count++;\r\n        } else {\r\n          agg.failure_count++;\r\n        }\r\n      });\r\n\r\n      // Calculate averages and success rates\r\n      const results: MetricsAggregation[] = [];\r\n      aggregationMap.forEach(agg => {\r\n        agg.avg_duration_ms = Math.round(agg.avg_duration_ms / agg.total_executions);\r\n        agg.success_rate = (agg.success_count / agg.total_executions) * 100;\r\n        agg.total_cost_usd = roundCost(agg.total_cost_usd);\r\n        results.push(agg);\r\n      });\r\n\r\n      // Sort by total cost (descending)\r\n      results.sort((a, b) => b.total_cost_usd - a.total_cost_usd);\r\n\r\n      logger.info('Aggregated metrics calculated', {\r\n        agent_count: results.length,\r\n        total_executions: results.reduce((sum, agg) => sum + agg.total_executions, 0),\r\n      });\r\n\r\n      return results;\r\n    } catch (error) {\r\n      logger.error('Failed to get aggregated metrics', {\r\n        error: error instanceof Error ? error.message : String(error),\r\n      });\r\n\r\n      throw new StandardError(\r\n        ErrorCode.DATABASE_ERROR,\r\n        'Failed to get aggregated metrics',\r\n        { error }\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Add metrics to batch queue\r\n   *\r\n   * @param metrics - Execution metrics to queue\r\n   */\r\n  async queueMetrics(metrics: ExecutionMetrics): Promise<void> {\r\n    this.batchQueue.push(metrics);\r\n\r\n    // Flush if batch size reached\r\n    if (this.batchQueue.length >= this.batchSize) {\r\n      await this.flush();\r\n    } else {\r\n      // Start flush timer if not already running\r\n      if (!this.flushTimer) {\r\n        this.flushTimer = setTimeout(() => this.flush(), this.flushIntervalMs);\r\n      }\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Flush batch queue\r\n   */\r\n  async flush(): Promise<void> {\r\n    if (this.batchQueue.length === 0) {\r\n      return;\r\n    }\r\n\r\n    // Clear timer\r\n    if (this.flushTimer) {\r\n      clearTimeout(this.flushTimer);\r\n      this.flushTimer = null;\r\n    }\r\n\r\n    // Copy and clear queue\r\n    const batch = [...this.batchQueue];\r\n    this.batchQueue = [];\r\n\r\n    // Log batch\r\n    await this.logBatch(batch);\r\n  }\r\n\r\n  /**\r\n   * Normalize metrics (add ID, validate, round cost)\r\n   *\r\n   * @param metrics - Raw metrics\r\n   * @returns Normalized metrics\r\n   */\r\n  private normalizeMetrics(metrics: ExecutionMetrics): ExecutionMetrics {\r\n    // Generate ID if not provided\r\n    const id = metrics.id || uuidv4();\r\n\r\n    // Validate cost accuracy\r\n    const cost = roundCost(metrics.cost_usd);\r\n    if (!validateCostAccuracy(cost)) {\r\n      logger.warn('Cost accuracy validation failed', {\r\n        original_cost: metrics.cost_usd,\r\n        rounded_cost: cost,\r\n      });\r\n    }\r\n\r\n    // Ensure timestamp is Date object\r\n    const timestamp = metrics.timestamp instanceof Date\r\n      ? metrics.timestamp\r\n      : new Date(metrics.timestamp);\r\n\r\n    return {\r\n      ...metrics,\r\n      id,\r\n      timestamp,\r\n      cost_usd: cost,\r\n      metadata: metrics.metadata ? JSON.stringify(metrics.metadata) : undefined,\r\n    } as ExecutionMetrics;\r\n  }\r\n\r\n  /**\r\n   * Deduplicate batch based on idempotency keys\r\n   *\r\n   * @param metricsList - Batch of metrics\r\n   * @returns Unique metrics (not already written)\r\n   */\r\n  private async deduplicateBatch(\r\n    metricsList: ExecutionMetrics[]\r\n  ): Promise<ExecutionMetrics[]> {\r\n    // Generate idempotency keys\r\n    const keys = metricsList.map(m => createIdempotentKey(m));\r\n\r\n    // Check which keys already exist in SQLite\r\n    const sqliteStatus = await batchCheckWritten(keys, this.sqliteAdapter);\r\n\r\n    // Check which keys already exist in PostgreSQL\r\n    const postgresStatus = await batchCheckWritten(keys, this.postgresAdapter);\r\n\r\n    // Filter out metrics that are already written to BOTH databases\r\n    const uniqueMetrics: ExecutionMetrics[] = [];\r\n    metricsList.forEach((metrics, index) => {\r\n      const key = keys[index];\r\n      const inSQLite = sqliteStatus.get(key) || false;\r\n      const inPostgres = postgresStatus.get(key) || false;\r\n\r\n      if (!inSQLite || !inPostgres) {\r\n        // At least one database doesn't have this metric, include it\r\n        uniqueMetrics.push(metrics);\r\n      }\r\n    });\r\n\r\n    return uniqueMetrics;\r\n  }\r\n\r\n  /**\r\n   * Close and cleanup resources\r\n   */\r\n  async close(): Promise<void> {\r\n    // Flush remaining metrics\r\n    await this.flush();\r\n\r\n    // Clear timer\r\n    if (this.flushTimer) {\r\n      clearTimeout(this.flushTimer);\r\n      this.flushTimer = null;\r\n    }\r\n\r\n    logger.info('MetricsLogger closed');\r\n  }\r\n}\r\n\r\n/**\r\n * Create MetricsLogger instance\r\n *\r\n * @param dbService - Database service\r\n * @param batchSize - Optional batch size\r\n * @param flushIntervalMs - Optional flush interval\r\n * @returns MetricsLogger instance\r\n */\r\nexport function createMetricsLogger(\r\n  dbService: DatabaseService,\r\n  batchSize?: number,\r\n  flushIntervalMs?: number\r\n): MetricsLogger {\r\n  return new MetricsLogger({\r\n    dbService,\r\n    batchSize,\r\n    flushIntervalMs,\r\n  });\r\n}\r\n"],"names":["v4","uuidv4","createIdempotentKey","hasBeenWritten","markWritten","batchCheckWritten","batchMarkWritten","validateCostAccuracy","roundCost","createLogger","StandardError","ErrorCode","logger","MetricsLogger","dbService","sqliteAdapter","postgresAdapter","batchSize","flushIntervalMs","batchQueue","flushTimer","config","getAdapter","info","batch_size","flush_interval_ms","logExecution","metrics","normalizedMetrics","normalizeMetrics","idempotencyKey","sqliteWritten","postgresWritten","Promise","all","debug","idempotency_key","substring","metrics_id","id","executeTransaction","database","operation","adapter","insert","agent_id","task_id","duration_ms","cost_usd","status","error","Error","message","String","DATABASE_ERROR","logBatch","metricsList","length","map","m","uniqueMetrics","deduplicateBatch","original_count","idempotencyEntries","key","metricsId","insertMany","total_metrics","unique_metrics","duplicates_skipped","queryMetrics","filters","queryOptions","limit","offset","orderBy","order","push","field","operator","value","skill_id","start_date","end_date","results","list","result_count","getAggregatedMetrics","startDate","endDate","aggregationMap","Map","forEach","has","set","total_executions","total_cost_usd","total_tokens","avg_duration_ms","success_count","failure_count","success_rate","agg","get","tokens_used","Math","round","sort","a","b","agent_count","reduce","sum","queueMetrics","flush","setTimeout","clearTimeout","batch","cost","warn","original_cost","rounded_cost","timestamp","Date","metadata","JSON","stringify","undefined","keys","sqliteStatus","postgresStatus","index","inSQLite","inPostgres","close","createMetricsLogger"],"mappings":"AAAA;;;;;;;;;;;;;CAaC,GAED,SAASA,MAAMC,MAAM,QAAQ,OAAO;AAGpC,SACEC,mBAAmB,EACnBC,cAAc,EACdC,WAAW,EACXC,iBAAiB,EACjBC,gBAAgB,EAChBC,oBAAoB,EACpBC,SAAS,QACJ,6BAA6B;AACpC,SAASC,YAAY,QAAQ,oBAAoB;AACjD,SAASC,aAAa,EAAEC,SAAS,QAAQ,mBAAmB;AAE5D,MAAMC,SAASH,aAAa;AAwD5B;;CAEC,GACD,OAAO,MAAMI;IACHC,UAA2B;IAC3BC,cAAgC;IAChCC,gBAAkC;IAClCC,UAAkB;IAClBC,gBAAwB;IACxBC,aAAiC,EAAE,CAAC;IACpCC,aAAoC,KAAK;IAEjD,YAAYC,MAA2B,CAAE;QACvC,IAAI,CAACP,SAAS,GAAGO,OAAOP,SAAS;QACjC,IAAI,CAACG,SAAS,GAAGI,OAAOJ,SAAS,IAAI;QACrC,IAAI,CAACC,eAAe,GAAGG,OAAOH,eAAe,IAAI,MAAM,YAAY;QAEnE,wBAAwB;QACxB,IAAI,CAACH,aAAa,GAAG,IAAI,CAACD,SAAS,CAACQ,UAAU,CAAC;QAC/C,IAAI,CAACN,eAAe,GAAG,IAAI,CAACF,SAAS,CAACQ,UAAU,CAAC;QAEjDV,OAAOW,IAAI,CAAC,6BAA6B;YACvCC,YAAY,IAAI,CAACP,SAAS;YAC1BQ,mBAAmB,IAAI,CAACP,eAAe;QACzC;IACF;IAEA;;;;GAIC,GACD,MAAMQ,aAAaC,OAAyB,EAAiB;QAC3D,IAAI;YACF,iCAAiC;YACjC,MAAMC,oBAAoB,IAAI,CAACC,gBAAgB,CAACF;YAEhD,2BAA2B;YAC3B,MAAMG,iBAAiB5B,oBAAoB0B;YAE3C,6CAA6C;YAC7C,MAAM,CAACG,eAAeC,gBAAgB,GAAG,MAAMC,QAAQC,GAAG,CAAC;gBACzD/B,eAAe2B,gBAAgB,IAAI,CAACf,aAAa;gBACjDZ,eAAe2B,gBAAgB,IAAI,CAACd,eAAe;aACpD;YAED,IAAIe,iBAAiBC,iBAAiB;gBACpCpB,OAAOuB,KAAK,CAAC,uCAAuC;oBAClDC,iBAAiBN,eAAeO,SAAS,CAAC,GAAG,MAAM;oBACnDC,YAAYV,kBAAkBW,EAAE;gBAClC;gBACA,QAAQ,wBAAwB;YAClC;YAEA,iCAAiC;YACjC,MAAM,IAAI,CAACzB,SAAS,CAAC0B,kBAAkB,CAAC;gBACtC;oBACEC,UAAU;oBACVC,WAAW,OAAOC;wBAChB,IAAI,CAACZ,eAAe;4BAClB,MAAMY,QAAQC,MAAM,CAAC,qBAAqBhB;4BAC1C,MAAMxB,YAAY0B,gBAAgBa,SAASf,kBAAkBW,EAAE;wBACjE;oBACF;gBACF;gBACA;oBACEE,UAAU;oBACVC,WAAW,OAAOC;wBAChB,IAAI,CAACX,iBAAiB;4BACpB,MAAMW,QAAQC,MAAM,CAAC,qBAAqBhB;4BAC1C,MAAMxB,YAAY0B,gBAAgBa,SAASf,kBAAkBW,EAAE;wBACjE;oBACF;gBACF;aACD;YAED3B,OAAOW,IAAI,CAAC,+BAA+B;gBACzCe,YAAYV,kBAAkBW,EAAE;gBAChCM,UAAUjB,kBAAkBiB,QAAQ;gBACpCC,SAASlB,kBAAkBkB,OAAO;gBAClCC,aAAanB,kBAAkBmB,WAAW;gBAC1CC,UAAUpB,kBAAkBoB,QAAQ;gBACpCC,QAAQrB,kBAAkBqB,MAAM;YAClC;QACF,EAAE,OAAOC,OAAO;YACdtC,OAAOsC,KAAK,CAAC,yBAAyB;gBACpCL,UAAUlB,QAAQkB,QAAQ;gBAC1BC,SAASnB,QAAQmB,OAAO;gBACxBI,OAAOA,iBAAiBC,QAAQD,MAAME,OAAO,GAAGC,OAAOH;YACzD;YAEA,MAAM,IAAIxC,cACRC,UAAU2C,cAAc,EACxB,mCACA;gBAAE3B;gBAASuB;YAAM;QAErB;IACF;IAEA;;;;GAIC,GACD,MAAMK,SAASC,WAA+B,EAAiB;QAC7D,IAAI;YACF,IAAIA,YAAYC,MAAM,KAAK,GAAG;gBAC5B7C,OAAOuB,KAAK,CAAC;gBACb;YACF;YAEA,wBAAwB;YACxB,MAAMP,oBAAoB4B,YAAYE,GAAG,CAACC,CAAAA,IAAK,IAAI,CAAC9B,gBAAgB,CAAC8B;YAErE,wCAAwC;YACxC,MAAMC,gBAAgB,MAAM,IAAI,CAACC,gBAAgB,CAACjC;YAElD,IAAIgC,cAAcH,MAAM,KAAK,GAAG;gBAC9B7C,OAAOuB,KAAK,CAAC,2CAA2C;oBACtD2B,gBAAgBN,YAAYC,MAAM;gBACpC;gBACA;YACF;YAEA,kCAAkC;YAClC,MAAMM,qBAAqBH,cAAcF,GAAG,CAACC,CAAAA,IAAM,CAAA;oBACjDK,KAAK9D,oBAAoByD;oBACzBM,WAAWN,EAAEpB,EAAE;gBACjB,CAAA;YAEA,yCAAyC;YACzC,MAAM,IAAI,CAACzB,SAAS,CAAC0B,kBAAkB,CAAC;gBACtC;oBACEC,UAAU;oBACVC,WAAW,OAAOC;wBAChB,MAAMA,QAAQuB,UAAU,CAAC,qBAAqBN;wBAC9C,MAAMtD,iBAAiByD,oBAAoBpB;oBAC7C;gBACF;gBACA;oBACEF,UAAU;oBACVC,WAAW,OAAOC;wBAChB,MAAMA,QAAQuB,UAAU,CAAC,qBAAqBN;wBAC9C,MAAMtD,iBAAiByD,oBAAoBpB;oBAC7C;gBACF;aACD;YAED/B,OAAOW,IAAI,CAAC,qCAAqC;gBAC/C4C,eAAeX,YAAYC,MAAM;gBACjCW,gBAAgBR,cAAcH,MAAM;gBACpCY,oBAAoBb,YAAYC,MAAM,GAAGG,cAAcH,MAAM;YAC/D;QACF,EAAE,OAAOP,OAAO;YACdtC,OAAOsC,KAAK,CAAC,+BAA+B;gBAC1C1B,YAAYgC,YAAYC,MAAM;gBAC9BP,OAAOA,iBAAiBC,QAAQD,MAAME,OAAO,GAAGC,OAAOH;YACzD;YAEA,MAAM,IAAIxC,cACRC,UAAU2C,cAAc,EACxB,+BACA;gBAAEE;gBAAaN;YAAM;QAEzB;IACF;IAEA;;;;;GAKC,GACD,MAAMoB,aAAaC,OAAsB,EAA+B;QACtE,IAAI;YACF,MAAMC,eAA+C;gBACnDD,SAAS,EAAE;gBACXE,OAAOF,QAAQE,KAAK,IAAI;gBACxBC,QAAQH,QAAQG,MAAM,IAAI;gBAC1BC,SAAS;gBACTC,OAAO;YACT;YAEA,cAAc;YACd,IAAIL,QAAQ1B,QAAQ,EAAE;gBACpB2B,aAAaD,OAAO,EAAEM,KAAK;oBACzBC,OAAO;oBACPC,UAAU;oBACVC,OAAOT,QAAQ1B,QAAQ;gBACzB;YACF;YAEA,IAAI0B,QAAQU,QAAQ,EAAE;gBACpBT,aAAaD,OAAO,EAAEM,KAAK;oBACzBC,OAAO;oBACPC,UAAU;oBACVC,OAAOT,QAAQU,QAAQ;gBACzB;YACF;YAEA,IAAIV,QAAQzB,OAAO,EAAE;gBACnB0B,aAAaD,OAAO,EAAEM,KAAK;oBACzBC,OAAO;oBACPC,UAAU;oBACVC,OAAOT,QAAQzB,OAAO;gBACxB;YACF;YAEA,IAAIyB,QAAQtB,MAAM,EAAE;gBAClBuB,aAAaD,OAAO,EAAEM,KAAK;oBACzBC,OAAO;oBACPC,UAAU;oBACVC,OAAOT,QAAQtB,MAAM;gBACvB;YACF;YAEA,IAAIsB,QAAQW,UAAU,IAAIX,QAAQY,QAAQ,EAAE;gBAC1CX,aAAaD,OAAO,EAAEM,KAAK;oBACzBC,OAAO;oBACPC,UAAU;oBACVC,OAAO;wBAACT,QAAQW,UAAU;wBAAEX,QAAQY,QAAQ;qBAAC;gBAC/C;YACF;YAEA,iDAAiD;YACjD,MAAMC,UAAU,MAAM,IAAI,CAACrE,aAAa,CAACsE,IAAI,CAC3C,qBACAb;YAGF5D,OAAOuB,KAAK,CAAC,0BAA0B;gBACrCoC;gBACAe,cAAcF,QAAQ3B,MAAM;YAC9B;YAEA,OAAO2B;QACT,EAAE,OAAOlC,OAAO;YACdtC,OAAOsC,KAAK,CAAC,2BAA2B;gBACtCqB;gBACArB,OAAOA,iBAAiBC,QAAQD,MAAME,OAAO,GAAGC,OAAOH;YACzD;YAEA,MAAM,IAAIxC,cACRC,UAAU2C,cAAc,EACxB,2BACA;gBAAEiB;gBAASrB;YAAM;QAErB;IACF;IAEA;;;;;;GAMC,GACD,MAAMqC,qBACJC,SAAgB,EAChBC,OAAc,EACiB;QAC/B,IAAI;YACF,kCAAkC;YAClC,MAAMlB,UAAyB;gBAC7BW,YAAYM;gBACZL,UAAUM;gBACVhB,OAAO;YACT;YAEA,MAAM9C,UAAU,MAAM,IAAI,CAAC2C,YAAY,CAACC;YAExC,wBAAwB;YACxB,MAAMmB,iBAAiB,IAAIC;YAE3BhE,QAAQiE,OAAO,CAACjC,CAAAA;gBACd,IAAI,CAAC+B,eAAeG,GAAG,CAAClC,EAAEd,QAAQ,GAAG;oBACnC6C,eAAeI,GAAG,CAACnC,EAAEd,QAAQ,EAAE;wBAC7BA,UAAUc,EAAEd,QAAQ;wBACpBkD,kBAAkB;wBAClBC,gBAAgB;wBAChBC,cAAc;wBACdC,iBAAiB;wBACjBC,eAAe;wBACfC,eAAe;wBACfC,cAAc;oBAChB;gBACF;gBAEA,MAAMC,MAAMZ,eAAea,GAAG,CAAC5C,EAAEd,QAAQ;gBACzCyD,IAAIP,gBAAgB;gBACpBO,IAAIN,cAAc,IAAIrC,EAAEX,QAAQ;gBAChCsD,IAAIL,YAAY,IAAItC,EAAE6C,WAAW;gBACjCF,IAAIJ,eAAe,IAAIvC,EAAEZ,WAAW;gBAEpC,IAAIY,EAAEV,MAAM,KAAK,WAAW;oBAC1BqD,IAAIH,aAAa;gBACnB,OAAO;oBACLG,IAAIF,aAAa;gBACnB;YACF;YAEA,uCAAuC;YACvC,MAAMhB,UAAgC,EAAE;YACxCM,eAAeE,OAAO,CAACU,CAAAA;gBACrBA,IAAIJ,eAAe,GAAGO,KAAKC,KAAK,CAACJ,IAAIJ,eAAe,GAAGI,IAAIP,gBAAgB;gBAC3EO,IAAID,YAAY,GAAG,AAACC,IAAIH,aAAa,GAAGG,IAAIP,gBAAgB,GAAI;gBAChEO,IAAIN,cAAc,GAAGxF,UAAU8F,IAAIN,cAAc;gBACjDZ,QAAQP,IAAI,CAACyB;YACf;YAEA,kCAAkC;YAClClB,QAAQuB,IAAI,CAAC,CAACC,GAAGC,IAAMA,EAAEb,cAAc,GAAGY,EAAEZ,cAAc;YAE1DpF,OAAOW,IAAI,CAAC,iCAAiC;gBAC3CuF,aAAa1B,QAAQ3B,MAAM;gBAC3BsC,kBAAkBX,QAAQ2B,MAAM,CAAC,CAACC,KAAKV,MAAQU,MAAMV,IAAIP,gBAAgB,EAAE;YAC7E;YAEA,OAAOX;QACT,EAAE,OAAOlC,OAAO;YACdtC,OAAOsC,KAAK,CAAC,oCAAoC;gBAC/CA,OAAOA,iBAAiBC,QAAQD,MAAME,OAAO,GAAGC,OAAOH;YACzD;YAEA,MAAM,IAAIxC,cACRC,UAAU2C,cAAc,EACxB,oCACA;gBAAEJ;YAAM;QAEZ;IACF;IAEA;;;;GAIC,GACD,MAAM+D,aAAatF,OAAyB,EAAiB;QAC3D,IAAI,CAACR,UAAU,CAAC0D,IAAI,CAAClD;QAErB,8BAA8B;QAC9B,IAAI,IAAI,CAACR,UAAU,CAACsC,MAAM,IAAI,IAAI,CAACxC,SAAS,EAAE;YAC5C,MAAM,IAAI,CAACiG,KAAK;QAClB,OAAO;YACL,2CAA2C;YAC3C,IAAI,CAAC,IAAI,CAAC9F,UAAU,EAAE;gBACpB,IAAI,CAACA,UAAU,GAAG+F,WAAW,IAAM,IAAI,CAACD,KAAK,IAAI,IAAI,CAAChG,eAAe;YACvE;QACF;IACF;IAEA;;GAEC,GACD,MAAMgG,QAAuB;QAC3B,IAAI,IAAI,CAAC/F,UAAU,CAACsC,MAAM,KAAK,GAAG;YAChC;QACF;QAEA,cAAc;QACd,IAAI,IAAI,CAACrC,UAAU,EAAE;YACnBgG,aAAa,IAAI,CAAChG,UAAU;YAC5B,IAAI,CAACA,UAAU,GAAG;QACpB;QAEA,uBAAuB;QACvB,MAAMiG,QAAQ;eAAI,IAAI,CAAClG,UAAU;SAAC;QAClC,IAAI,CAACA,UAAU,GAAG,EAAE;QAEpB,YAAY;QACZ,MAAM,IAAI,CAACoC,QAAQ,CAAC8D;IACtB;IAEA;;;;;GAKC,GACD,AAAQxF,iBAAiBF,OAAyB,EAAoB;QACpE,8BAA8B;QAC9B,MAAMY,KAAKZ,QAAQY,EAAE,IAAItC;QAEzB,yBAAyB;QACzB,MAAMqH,OAAO9G,UAAUmB,QAAQqB,QAAQ;QACvC,IAAI,CAACzC,qBAAqB+G,OAAO;YAC/B1G,OAAO2G,IAAI,CAAC,mCAAmC;gBAC7CC,eAAe7F,QAAQqB,QAAQ;gBAC/ByE,cAAcH;YAChB;QACF;QAEA,kCAAkC;QAClC,MAAMI,YAAY/F,QAAQ+F,SAAS,YAAYC,OAC3ChG,QAAQ+F,SAAS,GACjB,IAAIC,KAAKhG,QAAQ+F,SAAS;QAE9B,OAAO;YACL,GAAG/F,OAAO;YACVY;YACAmF;YACA1E,UAAUsE;YACVM,UAAUjG,QAAQiG,QAAQ,GAAGC,KAAKC,SAAS,CAACnG,QAAQiG,QAAQ,IAAIG;QAClE;IACF;IAEA;;;;;GAKC,GACD,MAAclE,iBACZL,WAA+B,EACF;QAC7B,4BAA4B;QAC5B,MAAMwE,OAAOxE,YAAYE,GAAG,CAACC,CAAAA,IAAKzD,oBAAoByD;QAEtD,2CAA2C;QAC3C,MAAMsE,eAAe,MAAM5H,kBAAkB2H,MAAM,IAAI,CAACjH,aAAa;QAErE,+CAA+C;QAC/C,MAAMmH,iBAAiB,MAAM7H,kBAAkB2H,MAAM,IAAI,CAAChH,eAAe;QAEzE,gEAAgE;QAChE,MAAM4C,gBAAoC,EAAE;QAC5CJ,YAAYoC,OAAO,CAAC,CAACjE,SAASwG;YAC5B,MAAMnE,MAAMgE,IAAI,CAACG,MAAM;YACvB,MAAMC,WAAWH,aAAa1B,GAAG,CAACvC,QAAQ;YAC1C,MAAMqE,aAAaH,eAAe3B,GAAG,CAACvC,QAAQ;YAE9C,IAAI,CAACoE,YAAY,CAACC,YAAY;gBAC5B,6DAA6D;gBAC7DzE,cAAciB,IAAI,CAAClD;YACrB;QACF;QAEA,OAAOiC;IACT;IAEA;;GAEC,GACD,MAAM0E,QAAuB;QAC3B,0BAA0B;QAC1B,MAAM,IAAI,CAACpB,KAAK;QAEhB,cAAc;QACd,IAAI,IAAI,CAAC9F,UAAU,EAAE;YACnBgG,aAAa,IAAI,CAAChG,UAAU;YAC5B,IAAI,CAACA,UAAU,GAAG;QACpB;QAEAR,OAAOW,IAAI,CAAC;IACd;AACF;AAEA;;;;;;;CAOC,GACD,OAAO,SAASgH,oBACdzH,SAA0B,EAC1BG,SAAkB,EAClBC,eAAwB;IAExB,OAAO,IAAIL,cAAc;QACvBC;QACAG;QACAC;IACF;AACF"}