crewly 1.0.0

package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js

@@ -0,0 +1,473 @@
+import { StorageService } from '../core/storage.service.js';
+import { getSessionBackendSync, createSessionBackend } from '../session/index.js';
+import { LoggerService } from '../core/logger.service.js';
+import { AgentHeartbeatService } from '../agent/agent-heartbeat.service.js';
+import { writeFile, readFile, rename, unlink } from 'fs/promises';
+import { join } from 'path';
+import { homedir } from 'os';
+import { existsSync } from 'fs';
+import { CREWLY_CONSTANTS, CONTINUATION_CONSTANTS, AGENT_IDENTITY_CONSTANTS } from '../../constants.js';
+import { OrchestratorRestartService } from '../orchestrator/orchestrator-restart.service.js';
+/**
+ * Activity Monitor Service - NEW ARCHITECTURE
+ *
+ * Responsibilities:
+ * - Track ONLY workingStatus (idle vs in_progress) based on terminal activity
+ * - Create and manage teamWorkingStatus.json file
+ * - Integrate with AgentHeartbeatService for stale agent detection
+ * - Remove ALL agentStatus management (now owned by AgentHeartbeatService)
+ *
+ * Key Changes:
+ * - No more agentStatus updates to teams.json
+ * - Simple activity detection: output changed = in_progress, else = idle
+ * - Integration with stale detection (30-minute threshold)
+ * - Separate teamWorkingStatus.json file for working statuses
+ */
+export class ActivityMonitorService {
+    static instance;
+    logger;
+    storageService;
+    _sessionBackend = null;
+    agentHeartbeatService;
+    intervalId = null;
+    POLLING_INTERVAL = 120000; // 2 minutes
+    lastTerminalOutputs = new Map();
+    MAX_OUTPUT_SIZE = 512; // 512 bytes max per output
+    ACTIVITY_CHECK_TIMEOUT = 6000; // 6 second timeout per check
+    lastCleanup = Date.now();
+    crewlyHome;
+    teamWorkingStatusFile;
+    constructor() {
+        this.logger = LoggerService.getInstance().createComponentLogger('ActivityMonitor');
+        this.storageService = StorageService.getInstance();
+        this.agentHeartbeatService = AgentHeartbeatService.getInstance();
+        this.crewlyHome = join(homedir(), CREWLY_CONSTANTS.PATHS.CREWLY_HOME);
+        this.teamWorkingStatusFile = join(this.crewlyHome, 'teamWorkingStatus.json');
+    }
+    /**
+     * Get the session backend, lazily initializing if needed.
+     */
+    async getBackend() {
+        if (!this._sessionBackend) {
+            this._sessionBackend = getSessionBackendSync();
+            if (!this._sessionBackend) {
+                this._sessionBackend = await createSessionBackend('pty');
+            }
+        }
+        return this._sessionBackend;
+    }
+    /**
+     * Get the session backend synchronously (may return null if not initialized).
+     */
+    get sessionBackend() {
+        if (!this._sessionBackend) {
+            this._sessionBackend = getSessionBackendSync();
+        }
+        return this._sessionBackend;
+    }
+    static getInstance() {
+        if (!ActivityMonitorService.instance) {
+            ActivityMonitorService.instance = new ActivityMonitorService();
+        }
+        return ActivityMonitorService.instance;
+    }
+    startPolling() {
+        if (this.intervalId) {
+            this.logger.warn('Activity monitoring already running');
+            return;
+        }
+        this.logger.info('Starting activity monitoring with 2-minute intervals (NEW ARCHITECTURE: workingStatus only)');
+        // Run immediately first
+        this.performActivityCheck();
+        // Set up recurring polling
+        this.intervalId = setInterval(() => {
+            this.performActivityCheck();
+        }, this.POLLING_INTERVAL);
+    }
+    stopPolling() {
+        if (this.intervalId) {
+            clearInterval(this.intervalId);
+            this.intervalId = null;
+            this.logger.info('Activity monitoring stopped');
+        }
+    }
+    async performActivityCheck() {
+        try {
+            // Add timeout protection for entire activity check
+            await Promise.race([
+                this.performActivityCheckInternal(),
+                new Promise((_, reject) => setTimeout(() => reject(new Error('Activity check timeout')), this.ACTIVITY_CHECK_TIMEOUT))
+            ]);
+            // Perform periodic cleanup
+            this.performPeriodicCleanup();
+        }
+        catch (error) {
+            this.logger.error('Error during activity check', {
+                error: error instanceof Error ? error.message : String(error)
+            });
+        }
+    }
+    /**
+     * NEW ARCHITECTURE: Simplified activity checking
+     *
+     * This method now:
+     * 1. Detects stale agents via AgentHeartbeatService (30-minute threshold)
+     * 2. Checks terminal activity for working status (ONLY)
+     * 3. Updates teamWorkingStatus.json (separate from teams.json)
+     * 4. Removes ALL agentStatus logic (handled by AgentHeartbeatService)
+     */
+    async performActivityCheckInternal() {
+        const now = new Date().toISOString();
+        try {
+            // Step 1: Detect stale agents and mark dead ones as inactive
+            const staleThreshold = CONTINUATION_CONSTANTS.DETECTION.STALE_THRESHOLD_MINUTES;
+            const staleAgents = await this.agentHeartbeatService.detectStaleAgents(staleThreshold);
+            if (staleAgents.length > 0) {
+                this.logger.info('Detected stale agents for potential inactivity', {
+                    staleAgents,
+                    thresholdMinutes: staleThreshold
+                });
+                // Check each stale agent's PTY session; if dead, mark as inactive
+                try {
+                    const backend = await this.getBackend();
+                    const heartbeats = await this.agentHeartbeatService.getAllAgentHeartbeats();
+                    for (const agentId of staleAgents) {
+                        try {
+                            // Resolve session name from heartbeat data
+                            let sessionName;
+                            if (agentId === 'orchestrator') {
+                                sessionName = heartbeats.orchestrator?.sessionName;
+                            }
+                            else {
+                                sessionName = heartbeats.teamMembers[agentId]?.sessionName;
+                            }
+                            if (!sessionName) {
+                                continue;
+                            }
+                            const sessionAlive = backend.sessionExists(sessionName);
+                            if (!sessionAlive) {
+                                this.logger.info('Marking stale agent as inactive (session dead)', {
+                                    agentId,
+                                    sessionName
+                                });
+                                await this.storageService.updateAgentStatus(sessionName, CREWLY_CONSTANTS.AGENT_STATUSES.INACTIVE);
+                            }
+                            else if (agentId === AGENT_IDENTITY_CONSTANTS.ORCHESTRATOR.ID) {
+                                // Orchestrator session exists but is stale - check if child process is alive
+                                const childAlive = backend.isChildProcessAlive?.(sessionName) ?? true;
+                                if (!childAlive) {
+                                    this.logger.warn('Orchestrator child process is dead, triggering auto-restart', {
+                                        sessionName,
+                                    });
+                                    // Fire-and-forget restart attempt
+                                    OrchestratorRestartService.getInstance().attemptRestart().catch((err) => {
+                                        this.logger.error('Orchestrator auto-restart failed', {
+                                            error: err instanceof Error ? err.message : String(err),
+                                        });
+                                    });
+                                }
+                                else {
+                                    this.logger.debug('Orchestrator is stale but child process is alive, skipping restart', {
+                                        sessionName,
+                                    });
+                                }
+                            }
+                        }
+                        catch (agentError) {
+                            this.logger.error('Error checking stale agent session', {
+                                agentId,
+                                error: agentError instanceof Error ? agentError.message : String(agentError)
+                            });
+                        }
+                    }
+                }
+                catch (cleanupError) {
+                    this.logger.error('Error during stale agent cleanup', {
+                        error: cleanupError instanceof Error ? cleanupError.message : String(cleanupError)
+                    });
+                }
+            }
+            // Step 2: Load current working status file
+            const workingStatusData = await this.loadTeamWorkingStatusFile();
+            let hasChanges = false;
+            // Step 3: Check orchestrator working status
+            const backend = await this.getBackend();
+            const orchestratorRunning = await Promise.race([
+                Promise.resolve(backend.sessionExists(CREWLY_CONSTANTS.SESSIONS.ORCHESTRATOR_NAME)),
+                new Promise((_, reject) => setTimeout(() => reject(new Error('Orchestrator check timeout')), 1000))
+            ]).catch(() => false);
+            if (orchestratorRunning) {
+                const orchestratorOutput = await this.getTerminalOutput(CREWLY_CONSTANTS.SESSIONS.ORCHESTRATOR_NAME);
+                const previousOutput = this.lastTerminalOutputs.get('orchestrator') || '';
+                const outputChanged = orchestratorOutput !== previousOutput && orchestratorOutput.trim() !== '';
+                const newWorkingStatus = outputChanged ? 'in_progress' : 'idle';
+                if (workingStatusData.orchestrator.workingStatus !== newWorkingStatus) {
+                    workingStatusData.orchestrator.workingStatus = newWorkingStatus;
+                    workingStatusData.orchestrator.lastActivityCheck = now;
+                    workingStatusData.orchestrator.updatedAt = now;
+                    hasChanges = true;
+                    this.logger.info('Orchestrator working status updated', {
+                        sessionName: CREWLY_CONSTANTS.SESSIONS.ORCHESTRATOR_NAME,
+                        newWorkingStatus,
+                        outputChanged
+                    });
+                }
+                this.lastTerminalOutputs.set('orchestrator', orchestratorOutput);
+            }
+            else {
+                // Orchestrator not running, set to idle
+                if (workingStatusData.orchestrator.workingStatus !== 'idle') {
+                    workingStatusData.orchestrator.workingStatus = 'idle';
+                    workingStatusData.orchestrator.lastActivityCheck = now;
+                    workingStatusData.orchestrator.updatedAt = now;
+                    hasChanges = true;
+                }
+            }
+            // Step 4: Check team member working statuses
+            const teams = await this.storageService.getTeams();
+            for (const team of teams) {
+                for (const member of team.members) {
+                    if (member.sessionName) {
+                        try {
+                            // Check if session exists
+                            const sessionExists = await Promise.race([
+                                Promise.resolve(backend.sessionExists(member.sessionName)),
+                                new Promise((_, reject) => setTimeout(() => reject(new Error('Session check timeout')), 500))
+                            ]).catch(() => false);
+                            if (!sessionExists) {
+                                // Session doesn't exist, set to idle
+                                const memberKey = member.sessionName;
+                                if (!workingStatusData.teamMembers[memberKey]) {
+                                    workingStatusData.teamMembers[memberKey] = {
+                                        sessionName: member.sessionName,
+                                        teamMemberId: member.id,
+                                        workingStatus: 'idle',
+                                        lastActivityCheck: now,
+                                        updatedAt: now
+                                    };
+                                    hasChanges = true;
+                                }
+                                else if (workingStatusData.teamMembers[memberKey].workingStatus !== 'idle') {
+                                    workingStatusData.teamMembers[memberKey].workingStatus = 'idle';
+                                    workingStatusData.teamMembers[memberKey].lastActivityCheck = now;
+                                    workingStatusData.teamMembers[memberKey].updatedAt = now;
+                                    hasChanges = true;
+                                }
+                                this.lastTerminalOutputs.delete(memberKey);
+                                continue;
+                            }
+                            // Get terminal output and check for activity
+                            const currentOutput = await this.getTerminalOutput(member.sessionName);
+                            const previousOutput = this.lastTerminalOutputs.get(member.sessionName) || '';
+                            const outputChanged = currentOutput !== previousOutput && currentOutput.trim() !== '';
+                            const newWorkingStatus = outputChanged ? 'in_progress' : 'idle';
+                            // Update working status if changed
+                            const memberKey = member.sessionName;
+                            if (!workingStatusData.teamMembers[memberKey]) {
+                                workingStatusData.teamMembers[memberKey] = {
+                                    sessionName: member.sessionName,
+                                    teamMemberId: member.id,
+                                    workingStatus: newWorkingStatus,
+                                    lastActivityCheck: now,
+                                    updatedAt: now
+                                };
+                                hasChanges = true;
+                            }
+                            else if (workingStatusData.teamMembers[memberKey].workingStatus !== newWorkingStatus) {
+                                workingStatusData.teamMembers[memberKey].workingStatus = newWorkingStatus;
+                                workingStatusData.teamMembers[memberKey].lastActivityCheck = now;
+                                workingStatusData.teamMembers[memberKey].updatedAt = now;
+                                hasChanges = true;
+                                this.logger.info('Team member working status updated', {
+                                    teamId: team.id,
+                                    memberId: member.id,
+                                    memberName: member.name,
+                                    sessionName: member.sessionName,
+                                    newWorkingStatus,
+                                    outputChanged
+                                });
+                            }
+                            this.lastTerminalOutputs.set(member.sessionName, currentOutput);
+                        }
+                        catch (error) {
+                            this.logger.error('Error checking member working status', {
+                                teamId: team.id,
+                                memberId: member.id,
+                                memberName: member.name,
+                                sessionName: member.sessionName,
+                                error: error instanceof Error ? error.message : String(error)
+                            });
+                        }
+                    }
+                }
+            }
+            // Step 5: Save changes if any
+            if (hasChanges) {
+                workingStatusData.metadata.lastUpdated = now;
+                await this.saveTeamWorkingStatusFile(workingStatusData);
+                this.logger.debug('Updated teamWorkingStatus.json with activity changes');
+            }
+            // Perform periodic cleanup
+            this.performPeriodicCleanup();
+        }
+        catch (error) {
+            this.logger.error('Error during activity check', {
+                error: error instanceof Error ? error.message : String(error)
+            });
+        }
+    }
+    /**
+     * Load teamWorkingStatus.json file with proper initialization
+     */
+    async loadTeamWorkingStatusFile() {
+        try {
+            if (!existsSync(this.teamWorkingStatusFile)) {
+                const defaultData = this.createDefaultTeamWorkingStatusFile();
+                await this.saveTeamWorkingStatusFile(defaultData);
+                this.logger.info('Created new teamWorkingStatus.json file');
+                return defaultData;
+            }
+            const content = await readFile(this.teamWorkingStatusFile, 'utf-8');
+            const data = JSON.parse(content);
+            // Validate structure
+            if (!data.orchestrator || !data.teamMembers || !data.metadata) {
+                this.logger.warn('Invalid teamWorkingStatus.json structure, reinitializing');
+                const defaultData = this.createDefaultTeamWorkingStatusFile();
+                await this.saveTeamWorkingStatusFile(defaultData);
+                return defaultData;
+            }
+            return data;
+        }
+        catch (error) {
+            this.logger.error('Failed to load teamWorkingStatus.json, creating new file', {
+                error: error instanceof Error ? error.message : String(error)
+            });
+            const defaultData = this.createDefaultTeamWorkingStatusFile();
+            await this.saveTeamWorkingStatusFile(defaultData);
+            return defaultData;
+        }
+    }
+    /**
+     * Save teamWorkingStatus.json file with atomic write
+     */
+    async saveTeamWorkingStatusFile(data) {
+        const content = JSON.stringify(data, null, 2);
+        const tempFile = `${this.teamWorkingStatusFile}.tmp`;
+        try {
+            // Write to temp file first, then rename (atomic operation)
+            await writeFile(tempFile, content, 'utf-8');
+            await rename(tempFile, this.teamWorkingStatusFile);
+        }
+        catch (error) {
+            // Clean up temp file if something went wrong
+            try {
+                await unlink(tempFile);
+            }
+            catch { }
+            throw error;
+        }
+    }
+    /**
+     * Create default teamWorkingStatus.json structure
+     */
+    createDefaultTeamWorkingStatusFile() {
+        const now = new Date().toISOString();
+        return {
+            orchestrator: {
+                sessionName: CREWLY_CONSTANTS.SESSIONS.ORCHESTRATOR_NAME,
+                workingStatus: 'idle',
+                lastActivityCheck: now,
+                updatedAt: now
+            },
+            teamMembers: {},
+            metadata: {
+                lastUpdated: now,
+                version: '1.0.0'
+            }
+        };
+    }
+    /**
+     * Cleanup old terminal outputs and perform garbage collection
+     */
+    performPeriodicCleanup() {
+        const now = Date.now();
+        // Clean up every 2 minutes
+        if (now - this.lastCleanup > 2 * 60 * 1000) {
+            // Limit the size of lastTerminalOutputs Map to prevent memory leaks
+            if (this.lastTerminalOutputs.size > 50) {
+                const entries = Array.from(this.lastTerminalOutputs.entries());
+                this.lastTerminalOutputs.clear();
+                // Keep only the most recent 25 entries
+                const recentEntries = entries.slice(-25);
+                for (const [key, value] of recentEntries) {
+                    this.lastTerminalOutputs.set(key, value);
+                }
+            }
+            this.lastCleanup = now;
+            // Force garbage collection if available
+            if (global.gc) {
+                global.gc();
+                this.logger.debug('Performed periodic cleanup with garbage collection', {
+                    mapSize: this.lastTerminalOutputs.size
+                });
+            }
+            else {
+                this.logger.debug('Performed periodic cleanup', {
+                    mapSize: this.lastTerminalOutputs.size
+                });
+            }
+        }
+    }
+    /**
+     * Get terminal output with size limits for activity detection
+     */
+    async getTerminalOutput(sessionName) {
+        try {
+            const backend = await this.getBackend();
+            const output = await Promise.race([
+                Promise.resolve(backend.captureOutput(sessionName, 5)), // 5 lines only
+                new Promise((_, reject) => setTimeout(() => reject(new Error('Capture timeout')), 500))
+            ]);
+            // Limit output size to prevent memory issues
+            return output.length > this.MAX_OUTPUT_SIZE
+                ? output.substring(output.length - this.MAX_OUTPUT_SIZE)
+                : output;
+        }
+        catch (error) {
+            return '';
+        }
+    }
+    isRunning() {
+        return this.intervalId !== null;
+    }
+    getPollingInterval() {
+        return this.POLLING_INTERVAL;
+    }
+    /**
+     * Get current team working status data
+     * Useful for external services that need to check working statuses
+     */
+    async getTeamWorkingStatus() {
+        return await this.loadTeamWorkingStatusFile();
+    }
+    /**
+     * Get working status for a specific session
+     */
+    async getWorkingStatusForSession(sessionName) {
+        try {
+            const data = await this.loadTeamWorkingStatusFile();
+            if (sessionName === CREWLY_CONSTANTS.SESSIONS.ORCHESTRATOR_NAME) {
+                return data.orchestrator.workingStatus;
+            }
+            return data.teamMembers[sessionName]?.workingStatus || null;
+        }
+        catch (error) {
+            this.logger.error('Failed to get working status for session', {
+                sessionName,
+                error: error instanceof Error ? error.message : String(error)
+            });
+            return null;
+        }
+    }
+}
+//# sourceMappingURL=activity-monitor.service.js.map

package/dist/backend/backend/src/services/monitoring/activity-monitor.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"activity-monitor.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/monitoring/activity-monitor.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAwB,MAAM,qBAAqB,CAAC;AACxG,OAAO,EAAE,aAAa,EAAmB,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAClE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,wBAAwB,EAAsB,MAAM,oBAAoB,CAAC;AAC5H,OAAO,EAAE,0BAA0B,EAAE,MAAM,iDAAiD,CAAC;AA8B7F;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,sBAAsB;IACzB,MAAM,CAAC,QAAQ,CAAyB;IACxC,MAAM,CAAkB;IACxB,cAAc,CAAiB;IAC/B,eAAe,GAA2B,IAAI,CAAC;IAC/C,qBAAqB,CAAwB;IAC7C,UAAU,GAA0B,IAAI,CAAC;IAChC,gBAAgB,GAAG,MAAM,CAAC,CAAC,YAAY;IAChD,mBAAmB,GAAwB,IAAI,GAAG,EAAE,CAAC;IAC5C,eAAe,GAAG,GAAG,CAAC,CAAC,2BAA2B;IAClD,sBAAsB,GAAG,IAAI,CAAC,CAAC,6BAA6B;IACrE,WAAW,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,UAAU,CAAS;IACnB,qBAAqB,CAAS;IAEtC;QACE,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,iBAAiB,CAAC,CAAC;QACnF,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,WAAW,EAAE,CAAC;QACnD,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC,WAAW,EAAE,CAAC;QACjE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,wBAAwB,CAAC,CAAC;IAC/E,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU;QACtB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,qBAAqB,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC1B,IAAI,CAAC,eAAe,GAAG,MAAM,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,IAAY,cAAc;QACxB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,qBAAqB,EAAE,CAAC;QACjD,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAEM,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,CAAC;YACrC,sBAAsB,CAAC,QAAQ,GAAG,IAAI,sBAAsB,EAAE,CAAC;QACjE,CAAC;QACD,OAAO,sBAAsB,CAAC,QAAQ,CAAC;IACzC,CAAC;IAEM,YAAY;QACjB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6FAA6F,CAAC,CAAC;QAEhH,wBAAwB;QACxB,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,2BAA2B;QAC3B,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC9B,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC5B,CAAC;IAEM,WAAW;QAChB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,IAAI,CAAC;YACH,mDAAmD;YACnD,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,IAAI,CAAC,4BAA4B,EAAE;gBACnC,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC9B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAC3F;aACF,CAAC,CAAC;YAEH,2BAA2B;YAC3B,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAEhC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;gBAC/C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,KAAK,CAAC,4BAA4B;QACxC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,IAAI,CAAC;YACH,6DAA6D;YAC7D,MAAM,cAAc,GAAG,sBAAsB,CAAC,SAAS,CAAC,uBAAuB,CAAC;YAChF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;YACvF,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,EAAE;oBACjE,WAAW;oBACX,gBAAgB,EAAE,cAAc;iBACjC,CAAC,CAAC;gBAEH,kEAAkE;gBAClE,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,qBAAqB,EAAE,CAAC;oBAE5E,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;wBAClC,IAAI,CAAC;4BACH,2CAA2C;4BAC3C,IAAI,WAA+B,CAAC;4BACpC,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;gCAC/B,WAAW,GAAG,UAAU,CAAC,YAAY,EAAE,WAAW,CAAC;4BACrD,CAAC;iCAAM,CAAC;gCACN,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;4BAC7D,CAAC;4BAED,IAAI,CAAC,WAAW,EAAE,CAAC;gCACjB,SAAS;4BACX,CAAC;4BAED,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;4BACxD,IAAI,CAAC,YAAY,EAAE,CAAC;gCAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,EAAE;oCACjE,OAAO;oCACP,WAAW;iCACZ,CAAC,CAAC;gCACH,MAAM,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,WAAW,EAAE,gBAAgB,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;4BACrG,CAAC;iCAAM,IAAI,OAAO,KAAK,wBAAwB,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;gCAChE,6EAA6E;gCAC7E,MAAM,UAAU,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC;gCACtE,IAAI,CAAC,UAAU,EAAE,CAAC;oCAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6DAA6D,EAAE;wCAC9E,WAAW;qCACZ,CAAC,CAAC;oCACH,kCAAkC;oCAClC,0BAA0B,CAAC,WAAW,EAAE,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;wCACtE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE;4CACpD,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;yCACxD,CAAC,CAAC;oCACL,CAAC,CAAC,CAAC;gCACL,CAAC;qCAAM,CAAC;oCACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oEAAoE,EAAE;wCACtF,WAAW;qCACZ,CAAC,CAAC;gCACL,CAAC;4BACH,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE;gCACtD,OAAO;gCACP,KAAK,EAAE,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;6BAC7E,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE;wBACpD,KAAK,EAAE,YAAY,YAAY,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;qBACnF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,2CAA2C;YAC3C,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACjE,IAAI,UAAU,GAAG,KAAK,CAAC;YAEvB,4CAA4C;YAC5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,MAAM,mBAAmB,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBAC7C,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;gBACnF,IAAI,OAAO,CAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CACjC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,EAAE,IAAI,CAAC,CACxE;aACF,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;YAEtB,IAAI,mBAAmB,EAAE,CAAC;gBACxB,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;gBACrG,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC1E,MAAM,aAAa,GAAG,kBAAkB,KAAK,cAAc,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;gBAChG,MAAM,gBAAgB,GAAkB,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;gBAE/E,IAAI,iBAAiB,CAAC,YAAY,CAAC,aAAa,KAAK,gBAAgB,EAAE,CAAC;oBACtE,iBAAiB,CAAC,YAAY,CAAC,aAAa,GAAG,gBAAgB,CAAC;oBAChE,iBAAiB,CAAC,YAAY,CAAC,iBAAiB,GAAG,GAAG,CAAC;oBACvD,iBAAiB,CAAC,YAAY,CAAC,SAAS,GAAG,GAAG,CAAC;oBAC/C,UAAU,GAAG,IAAI,CAAC;oBAElB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE;wBACtD,WAAW,EAAE,gBAAgB,CAAC,QAAQ,CAAC,iBAAiB;wBACxD,gBAAgB;wBAChB,aAAa;qBACd,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;YACnE,CAAC;iBAAM,CAAC;gBACN,wCAAwC;gBACxC,IAAI,iBAAiB,CAAC,YAAY,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;oBAC5D,iBAAiB,CAAC,YAAY,CAAC,aAAa,GAAG,MAAM,CAAC;oBACtD,iBAAiB,CAAC,YAAY,CAAC,iBAAiB,GAAG,GAAG,CAAC;oBACvD,iBAAiB,CAAC,YAAY,CAAC,SAAS,GAAG,GAAG,CAAC;oBAC/C,UAAU,GAAG,IAAI,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,6CAA6C;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;YAEnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;wBACvB,IAAI,CAAC;4BACH,0BAA0B;4BAC1B,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gCACvC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;gCAC1D,IAAI,OAAO,CAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CACjC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC,EAAE,GAAG,CAAC,CAClE;6BACF,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;4BAEtB,IAAI,CAAC,aAAa,EAAE,CAAC;gCACnB,qCAAqC;gCACrC,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC;gCACrC,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;oCAC9C,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG;wCACzC,WAAW,EAAE,MAAM,CAAC,WAAW;wCAC/B,YAAY,EAAE,MAAM,CAAC,EAAE;wCACvB,aAAa,EAAE,MAAM;wCACrB,iBAAiB,EAAE,GAAG;wCACtB,SAAS,EAAE,GAAG;qCACf,CAAC;oCACF,UAAU,GAAG,IAAI,CAAC;gCACpB,CAAC;qCAAM,IAAI,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;oCAC7E,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,aAAa,GAAG,MAAM,CAAC;oCAChE,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,iBAAiB,GAAG,GAAG,CAAC;oCACjE,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC;oCACzD,UAAU,GAAG,IAAI,CAAC;gCACpB,CAAC;gCAED,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gCAC3C,SAAS;4BACX,CAAC;4BAED,6CAA6C;4BAC7C,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;4BACvE,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;4BAC9E,MAAM,aAAa,GAAG,aAAa,KAAK,cAAc,IAAI,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;4BACtF,MAAM,gBAAgB,GAAkB,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;4BAE/E,mCAAmC;4BACnC,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC;4BACrC,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;gCAC9C,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG;oCACzC,WAAW,EAAE,MAAM,CAAC,WAAW;oCAC/B,YAAY,EAAE,MAAM,CAAC,EAAE;oCACvB,aAAa,EAAE,gBAAgB;oCAC/B,iBAAiB,EAAE,GAAG;oCACtB,SAAS,EAAE,GAAG;iCACf,CAAC;gCACF,UAAU,GAAG,IAAI,CAAC;4BACpB,CAAC;iCAAM,IAAI,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,aAAa,KAAK,gBAAgB,EAAE,CAAC;gCACvF,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,aAAa,GAAG,gBAAgB,CAAC;gCAC1E,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,iBAAiB,GAAG,GAAG,CAAC;gCACjE,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC;gCACzD,UAAU,GAAG,IAAI,CAAC;gCAElB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;oCACrD,MAAM,EAAE,IAAI,CAAC,EAAE;oCACf,QAAQ,EAAE,MAAM,CAAC,EAAE;oCACnB,UAAU,EAAE,MAAM,CAAC,IAAI;oCACvB,WAAW,EAAE,MAAM,CAAC,WAAW;oCAC/B,gBAAgB;oCAChB,aAAa;iCACd,CAAC,CAAC;4BACL,CAAC;4BAED,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;wBAElE,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;gCACxD,MAAM,EAAE,IAAI,CAAC,EAAE;gCACf,QAAQ,EAAE,MAAM,CAAC,EAAE;gCACnB,UAAU,EAAE,MAAM,CAAC,IAAI;gCACvB,WAAW,EAAE,MAAM,CAAC,WAAW;gCAC/B,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;6BAC9D,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,8BAA8B;YAC9B,IAAI,UAAU,EAAE,CAAC;gBACf,iBAAiB,CAAC,QAAQ,CAAC,WAAW,GAAG,GAAG,CAAC;gBAC7C,MAAM,IAAI,CAAC,yBAAyB,CAAC,iBAAiB,CAAC,CAAC;gBACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;YAC5E,CAAC;YAED,2BAA2B;YAC3B,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAEhC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;gBAC/C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,yBAAyB;QACrC,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC;gBAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,kCAAkC,EAAE,CAAC;gBAC9D,MAAM,IAAI,CAAC,yBAAyB,CAAC,WAAW,CAAC,CAAC;gBAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;gBAC5D,OAAO,WAAW,CAAC;YACrB,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;YACpE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA0B,CAAC;YAE1D,qBAAqB;YACrB,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;gBAC7E,MAAM,WAAW,GAAG,IAAI,CAAC,kCAAkC,EAAE,CAAC;gBAC9D,MAAM,IAAI,CAAC,yBAAyB,CAAC,WAAW,CAAC,CAAC;gBAClD,OAAO,WAAW,CAAC;YACrB,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,EAAE;gBAC5E,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,kCAAkC,EAAE,CAAC;YAC9D,MAAM,IAAI,CAAC,yBAAyB,CAAC,WAAW,CAAC,CAAC;YAClD,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,yBAAyB,CAAC,IAA2B;QACjE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,qBAAqB,MAAM,CAAC;QAErD,IAAI,CAAC;YACH,2DAA2D;YAC3D,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC5C,MAAM,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACrD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6CAA6C;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YACV,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,kCAAkC;QACxC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,OAAO;YACL,YAAY,EAAE;gBACZ,WAAW,EAAE,gBAAgB,CAAC,QAAQ,CAAC,iBAAiB;gBACxD,aAAa,EAAE,MAAM;gBACrB,iBAAiB,EAAE,GAAG;gBACtB,SAAS,EAAE,GAAG;aACf;YACD,WAAW,EAAE,EAAE;YACf,QAAQ,EAAE;gBACR,WAAW,EAAE,GAAG;gBAChB,OAAO,EAAE,OAAO;aACjB;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,sBAAsB;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,2BAA2B;QAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,WAAW,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;YAC3C,oEAAoE;YACpE,IAAI,IAAI,CAAC,mBAAmB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC/D,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,CAAC;gBAEjC,uCAAuC;gBACvC,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBACzC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,aAAa,EAAE,CAAC;oBACzC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC3C,CAAC;YACH,CAAC;YAED,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;YAEvB,wCAAwC;YACxC,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;gBACd,MAAM,CAAC,EAAE,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,EAAE;oBACtE,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI;iBACvC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;oBAC9C,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI;iBACvC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QACjD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBAChC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe;gBACvE,IAAI,OAAO,CAAS,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAChC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,EAAE,GAAG,CAAC,CAC5D;aACF,CAAC,CAAC;YAEH,6CAA6C;YAC7C,OAAO,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe;gBACzC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;gBACxD,CAAC,CAAC,MAAM,CAAC;QACb,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC;IAClC,CAAC;IAEM,kBAAkB;QACvB,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,oBAAoB;QAC/B,OAAO,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAC;IAChD,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,0BAA0B,CAAC,WAAmB;QACzD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAC;YAEpD,IAAI,WAAW,KAAK,gBAAgB,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC;gBAChE,OAAO,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC;YACzC,CAAC;YAED,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,aAAa,IAAI,IAAI,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE;gBAC5D,WAAW;gBACX,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/backend/backend/src/services/monitoring/monitoring.service.d.ts

@@ -0,0 +1,129 @@
+export interface SystemMetrics {
+    timestamp: string;
+    cpu: {
+        usage: number;
+        loadAverage: number[];
+        cores: number;
+    };
+    memory: {
+        used: number;
+        total: number;
+        free: number;
+        percentage: number;
+        heap: NodeJS.MemoryUsage;
+    };
+    disk: {
+        usage: number;
+        free: number;
+        total: number;
+    };
+    network: {
+        connections: number;
+        bytesReceived: number;
+        bytesSent: number;
+    };
+    process: {
+        pid: number;
+        uptime: number;
+        memoryUsage: NodeJS.MemoryUsage;
+        cpuUsage: NodeJS.CpuUsage;
+    };
+}
+export interface PerformanceMetrics {
+    timestamp: string;
+    requests: {
+        total: number;
+        successful: number;
+        failed: number;
+        averageResponseTime: number;
+    };
+    agents: {
+        active: number;
+        total: number;
+        averageMemoryUsage: number;
+    };
+    websockets: {
+        connections: number;
+        messagesPerSecond: number;
+    };
+    database: {
+        operations: number;
+        averageQueryTime: number;
+        connectionPoolSize: number;
+    };
+}
+export interface HealthCheckResult {
+    service: string;
+    status: 'healthy' | 'degraded' | 'unhealthy';
+    responseTime: number;
+    message?: string;
+    details?: Record<string, unknown>;
+}
+export interface AlertCondition {
+    id: string;
+    name: string;
+    metric: string;
+    operator: 'greater_than' | 'less_than' | 'equals';
+    threshold: number;
+    duration: number;
+    severity: 'info' | 'warning' | 'critical';
+    enabled: boolean;
+}
+export declare class MonitoringService {
+    private static instance;
+    private config;
+    private logger;
+    private metricsHistory;
+    private performanceHistory;
+    private healthChecks;
+    private alertConditions;
+    private activeAlerts;
+    private monitoringInterval;
+    private healthCheckInterval;
+    private requestCount;
+    private successfulRequests;
+    private failedRequests;
+    private totalResponseTime;
+    private lastRequestReset;
+    private startTime;
+    private lastCpuUsage;
+    private constructor();
+    static getInstance(): MonitoringService;
+    private initializeAlertConditions;
+    private startMonitoring;
+    private collectMetrics;
+    private collectSystemMetrics;
+    private calculateCpuUsage;
+    /**
+     * Collect disk usage metrics using Node.js fs.statfs().
+     * Falls back to zeroed values if the call fails (e.g. unsupported OS).
+     *
+     * @returns Disk usage info with usage percentage, free bytes, and total bytes
+     */
+    private collectDiskMetrics;
+    private collectPerformanceMetrics;
+    private resetPerformanceCounters;
+    private checkAlertConditions;
+    private getMetricValue;
+    private evaluateCondition;
+    private triggerAlert;
+    private runHealthChecks;
+    private checkMemoryHealth;
+    private checkCpuHealth;
+    private checkDiskHealth;
+    private checkProcessHealth;
+    recordRequest(success: boolean, responseTime: number): void;
+    getSystemMetrics(): SystemMetrics | null;
+    getPerformanceMetrics(): PerformanceMetrics | null;
+    getMetricsHistory(hours?: number): SystemMetrics[];
+    getHealthStatus(): Map<string, HealthCheckResult>;
+    getOverallHealth(): 'healthy' | 'degraded' | 'unhealthy';
+    getAlertConditions(): AlertCondition[];
+    updateAlertCondition(id: string, updates: Partial<AlertCondition>): boolean;
+    getActiveAlerts(): Array<{
+        condition: AlertCondition;
+        triggeredAt: Date;
+    }>;
+    shutdown(): void;
+}
+//# sourceMappingURL=monitoring.service.d.ts.map

package/dist/backend/backend/src/services/monitoring/monitoring.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitoring.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/monitoring/monitoring.service.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE;QACH,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC,WAAW,CAAC;KAC1B,CAAC;IACF,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,OAAO,EAAE;QACP,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,OAAO,EAAE;QACP,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC;QAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;KAC3B,CAAC;CACH;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE;QACR,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,mBAAmB,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,UAAU,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,QAAQ,EAAE;QACR,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,MAAM,CAAC;QACzB,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,WAAW,CAAC;IAC7C,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,cAAc,GAAG,WAAW,GAAG,QAAQ,CAAC;IAClD,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,CAAC;IAC1C,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAoB;IAC3C,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,MAAM,CAAkB;IAEhC,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,kBAAkB,CAA4B;IACtD,OAAO,CAAC,YAAY,CAA6C;IACjE,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,YAAY,CAAgC;IAEpD,OAAO,CAAC,kBAAkB,CAA+B;IACzD,OAAO,CAAC,mBAAmB,CAA+B;IAE1D,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,gBAAgB,CAAc;IAEtC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,YAAY,CAAgC;IAEpD,OAAO;WAOO,WAAW,IAAI,iBAAiB;IAO9C,OAAO,CAAC,yBAAyB;IAgDjC,OAAO,CAAC,eAAe;YAoBT,cAAc;YAgCd,oBAAoB;IAqClC,OAAO,CAAC,iBAAiB;IAMzB;;;;;OAKG;YACW,kBAAkB;IAgBhC,OAAO,CAAC,yBAAyB;IAsCjC,OAAO,CAAC,wBAAwB;IAQhC,OAAO,CAAC,oBAAoB;IAmC5B,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,iBAAiB;IAazB,OAAO,CAAC,YAAY;YAiCN,eAAe;YAiBf,iBAAiB;YAsBjB,cAAc;YAqBd,eAAe;YA0Bf,kBAAkB;IAkBzB,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI;IAW3D,gBAAgB,IAAI,aAAa,GAAG,IAAI;IAIxC,qBAAqB,IAAI,kBAAkB,GAAG,IAAI;IAIlD,iBAAiB,CAAC,KAAK,GAAE,MAAU,GAAG,aAAa,EAAE;IAKrD,eAAe,IAAI,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC;IAIjD,gBAAgB,IAAI,SAAS,GAAG,UAAU,GAAG,WAAW;IAcxD,kBAAkB,IAAI,cAAc,EAAE;IAItC,oBAAoB,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,OAAO;IAQ3E,eAAe,IAAI,KAAK,CAAC;QAAE,SAAS,EAAE,cAAc,CAAC;QAAC,WAAW,EAAE,IAAI,CAAA;KAAE,CAAC;IAe1E,QAAQ,IAAI,IAAI;CAWxB"}