agent-relay 1.0.22 → 1.2.0

package/dist/resiliency/crash-insights.js

@@ -0,0 +1,492 @@
+/**
+ * Crash Insights Service
+ *
+ * Captures and analyzes agent crashes to provide actionable insights:
+ * - Memory state at crash time
+ * - Crash history and patterns
+ * - Root cause analysis
+ * - Recommendations for prevention
+ */
+import { EventEmitter } from 'events';
+import * as fs from 'fs';
+import * as path from 'path';
+import * as os from 'os';
+import { formatBytes, } from './memory-monitor.js';
+export class CrashInsightsService extends EventEmitter {
+    crashes = [];
+    memoryMonitor = null;
+    persistPath;
+    maxCrashHistory = 1000;
+    constructor(memoryMonitor) {
+        super();
+        this.memoryMonitor = memoryMonitor || null;
+        // Set up persistence path
+        const dataDir = process.env.AGENT_RELAY_DATA_DIR ||
+            path.join(os.homedir(), '.local', 'share', 'agent-relay');
+        this.persistPath = path.join(dataDir, 'crash-insights.json');
+        // Load existing crash history
+        this.loadCrashes();
+    }
+    /**
+     * Set the memory monitor instance
+     */
+    setMemoryMonitor(monitor) {
+        this.memoryMonitor = monitor;
+    }
+    /**
+     * Record a crash event
+     */
+    recordCrash(params) {
+        const id = `crash-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
+        const crashTime = new Date();
+        // Get memory context from memory monitor
+        const memoryContext = this.memoryMonitor
+            ? this.memoryMonitor.getCrashContext(params.agentName)
+            : this.createEmptyMemoryContext(params.agentName, params.pid, crashTime);
+        // Analyze the crash
+        const analysis = this.analyzeCrash({
+            ...params,
+            memoryContext,
+        });
+        const record = {
+            id,
+            agentName: params.agentName,
+            pid: params.pid,
+            crashTime,
+            exitCode: params.exitCode,
+            signal: params.signal,
+            reason: params.reason,
+            memoryContext,
+            stackTrace: params.stackTrace,
+            lastOutput: params.lastOutput?.slice(-2000), // Keep last 2KB
+            environment: {
+                nodeVersion: process.version,
+                platform: process.platform,
+                arch: process.arch,
+                systemMemory: {
+                    total: os.totalmem(),
+                    free: os.freemem(),
+                },
+                uptime: process.uptime(),
+            },
+            analysis,
+        };
+        // Add to history
+        this.crashes.unshift(record);
+        // Trim history
+        if (this.crashes.length > this.maxCrashHistory) {
+            this.crashes = this.crashes.slice(0, this.maxCrashHistory);
+        }
+        // Persist
+        this.saveCrashes();
+        // Emit event
+        this.emit('crash', record);
+        this.log('error', `Crash recorded for ${params.agentName}`, {
+            id,
+            cause: analysis.likelyCause,
+            confidence: analysis.confidence,
+        });
+        return record;
+    }
+    /**
+     * Get crash history for an agent
+     */
+    getCrashHistory(agentName, limit = 50) {
+        let history = this.crashes;
+        if (agentName) {
+            history = history.filter((c) => c.agentName === agentName);
+        }
+        return history.slice(0, limit);
+    }
+    /**
+     * Get a specific crash record
+     */
+    getCrash(id) {
+        return this.crashes.find((c) => c.id === id);
+    }
+    /**
+     * Get crash statistics
+     */
+    getStats() {
+        const crashesByAgent = {};
+        const crashesByCause = {};
+        const agentCrashTimes = {};
+        for (const crash of this.crashes) {
+            crashesByAgent[crash.agentName] = (crashesByAgent[crash.agentName] || 0) + 1;
+            crashesByCause[crash.analysis.likelyCause] =
+                (crashesByCause[crash.analysis.likelyCause] || 0) + 1;
+            if (!agentCrashTimes[crash.agentName]) {
+                agentCrashTimes[crash.agentName] = [];
+            }
+            agentCrashTimes[crash.agentName].push(crash.crashTime.getTime());
+        }
+        // Find most crash-prone agent
+        let mostCrashProne = null;
+        for (const [agent, count] of Object.entries(crashesByAgent)) {
+            if (!mostCrashProne || count > mostCrashProne.count) {
+                mostCrashProne = { agent, count };
+            }
+        }
+        // Calculate average time between crashes
+        let totalIntervals = 0;
+        let intervalCount = 0;
+        for (const times of Object.values(agentCrashTimes)) {
+            if (times.length > 1) {
+                const sorted = times.sort((a, b) => a - b);
+                for (let i = 1; i < sorted.length; i++) {
+                    totalIntervals += sorted[i] - sorted[i - 1];
+                    intervalCount++;
+                }
+            }
+        }
+        const avgTimeBetweenCrashes = intervalCount > 0 ? totalIntervals / intervalCount : 0;
+        // Detect patterns
+        const patterns = this.detectPatterns();
+        return {
+            totalCrashes: this.crashes.length,
+            crashesByAgent,
+            crashesByCause,
+            avgTimeBetweenCrashes,
+            mostCrashProne,
+            recentCrashes: this.crashes.slice(0, 10),
+            patterns,
+        };
+    }
+    /**
+     * Get insights and recommendations
+     */
+    getInsights() {
+        const stats = this.getStats();
+        const issues = [];
+        const trends = [];
+        // Analyze OOM crashes
+        const oomCrashes = stats.crashesByCause['oom'] || 0;
+        if (oomCrashes > 0) {
+            issues.push({
+                issue: `${oomCrashes} crash${oomCrashes > 1 ? 'es' : ''} caused by out of memory`,
+                severity: 'high',
+                recommendation: 'Increase memory limits or optimize agent memory usage',
+            });
+        }
+        // Analyze memory leaks
+        const leakCrashes = stats.crashesByCause['memory_leak'] || 0;
+        if (leakCrashes > 0) {
+            issues.push({
+                issue: `${leakCrashes} crash${leakCrashes > 1 ? 'es' : ''} likely caused by memory leaks`,
+                severity: 'high',
+                recommendation: 'Investigate agent code for memory leaks, consider periodic restarts',
+            });
+        }
+        // Check crash frequency
+        const recentCrashes = this.crashes.filter((c) => Date.now() - c.crashTime.getTime() < 24 * 60 * 60 * 1000).length;
+        if (recentCrashes > 5) {
+            issues.push({
+                issue: `${recentCrashes} crashes in the last 24 hours`,
+                severity: recentCrashes > 10 ? 'high' : 'medium',
+                recommendation: 'Investigate root cause, consider rolling back recent changes',
+            });
+        }
+        // Check repeat offenders
+        if (stats.mostCrashProne && stats.mostCrashProne.count > 5) {
+            issues.push({
+                issue: `Agent "${stats.mostCrashProne.agent}" has crashed ${stats.mostCrashProne.count} times`,
+                severity: 'medium',
+                recommendation: 'Investigate why this agent is unstable',
+            });
+        }
+        // Calculate health score (0-100)
+        let healthScore = 100;
+        healthScore -= oomCrashes * 10;
+        healthScore -= leakCrashes * 8;
+        healthScore -= recentCrashes * 3;
+        healthScore = Math.max(0, Math.min(100, healthScore));
+        // Analyze trends
+        const last24h = this.crashes.filter((c) => Date.now() - c.crashTime.getTime() < 24 * 60 * 60 * 1000).length;
+        const prev24h = this.crashes.filter((c) => Date.now() - c.crashTime.getTime() >= 24 * 60 * 60 * 1000 &&
+            Date.now() - c.crashTime.getTime() < 48 * 60 * 60 * 1000).length;
+        let crashTrend = 'stable';
+        if (last24h < prev24h * 0.7)
+            crashTrend = 'improving';
+        else if (last24h > prev24h * 1.3)
+            crashTrend = 'degrading';
+        trends.push({
+            metric: 'Crash frequency',
+            trend: crashTrend,
+            details: `${last24h} crashes in last 24h vs ${prev24h} in previous 24h`,
+        });
+        return {
+            summary: this.generateSummary(stats),
+            topIssues: issues.sort((a, b) => {
+                const severityOrder = { high: 0, medium: 1, low: 2 };
+                return severityOrder[a.severity] - severityOrder[b.severity];
+            }),
+            healthScore,
+            trends,
+        };
+    }
+    /**
+     * Analyze a crash and determine likely cause
+     */
+    analyzeCrash(params) {
+        const details = [];
+        const recommendations = [];
+        let likelyCause = 'unknown';
+        let confidence = 'low';
+        // Check memory-based causes first
+        if (params.memoryContext.likelyCause !== 'unknown') {
+            likelyCause = params.memoryContext.likelyCause;
+            confidence = 'high';
+            details.push(...params.memoryContext.analysisNotes);
+        }
+        // Check signal
+        if (params.signal) {
+            details.push(`Process received signal: ${params.signal}`);
+            if (params.signal === 'SIGKILL') {
+                if (likelyCause === 'unknown') {
+                    likelyCause = 'oom';
+                    confidence = 'medium';
+                }
+                details.push('SIGKILL often indicates OOM killer intervention');
+                recommendations.push('Check system logs for OOM killer activity');
+            }
+            else if (params.signal === 'SIGSEGV') {
+                likelyCause = 'error';
+                confidence = 'high';
+                details.push('Segmentation fault - memory access violation');
+                recommendations.push('Check for native module issues or memory corruption');
+            }
+        }
+        // Check exit code
+        if (params.exitCode !== null) {
+            details.push(`Exit code: ${params.exitCode}`);
+            if (params.exitCode === 137) {
+                // 128 + 9 (SIGKILL)
+                if (likelyCause === 'unknown') {
+                    likelyCause = 'oom';
+                    confidence = 'high';
+                }
+                details.push('Exit code 137 typically indicates OOM kill');
+            }
+        }
+        // Check stack trace for clues
+        if (params.stackTrace) {
+            if (params.stackTrace.includes('FATAL ERROR: CALL_AND_RETRY_LAST')) {
+                likelyCause = 'oom';
+                confidence = 'high';
+                details.push('V8 heap allocation failure detected');
+                recommendations.push('Increase Node.js memory limit with --max-old-space-size');
+            }
+            if (params.stackTrace.includes('RangeError: Invalid array length')) {
+                likelyCause = 'memory_leak';
+                confidence = 'medium';
+                details.push('Array grew too large - possible unbounded growth');
+                recommendations.push('Review array handling code for unbounded growth');
+            }
+        }
+        // Add memory-specific recommendations
+        if (likelyCause === 'oom' || likelyCause === 'memory_leak') {
+            recommendations.push('Review agent memory usage patterns');
+            recommendations.push('Consider implementing memory limits or checkpoints');
+            if (params.memoryContext.peakMemory > 1024 * 1024 * 1024) {
+                recommendations.push(`Peak memory was ${formatBytes(params.memoryContext.peakMemory)} - consider memory profiling`);
+            }
+        }
+        // Find related crashes
+        const relatedCrashes = this.findRelatedCrashes(params.agentName, likelyCause);
+        // Generate summary
+        const summary = this.generateCrashSummary(likelyCause, confidence, params);
+        return {
+            likelyCause,
+            confidence,
+            summary,
+            details,
+            recommendations: recommendations.length > 0
+                ? recommendations
+                : ['Monitor agent for recurrence', 'Check logs for additional context'],
+            relatedCrashes,
+        };
+    }
+    /**
+     * Find related crashes
+     */
+    findRelatedCrashes(agentName, cause) {
+        return this.crashes
+            .filter((c) => (c.agentName === agentName || c.analysis.likelyCause === cause) &&
+            Date.now() - c.crashTime.getTime() < 7 * 24 * 60 * 60 * 1000 // Last 7 days
+        )
+            .slice(0, 5)
+            .map((c) => c.id);
+    }
+    /**
+     * Detect crash patterns
+     */
+    detectPatterns() {
+        const patterns = [];
+        const causeGroups = {};
+        // Group by cause
+        for (const crash of this.crashes) {
+            const cause = crash.analysis.likelyCause;
+            if (!causeGroups[cause]) {
+                causeGroups[cause] = [];
+            }
+            causeGroups[cause].push(crash);
+        }
+        // Create patterns for significant groups
+        for (const [cause, crashes] of Object.entries(causeGroups)) {
+            if (crashes.length >= 3) {
+                const agents = [...new Set(crashes.map((c) => c.agentName))];
+                const avgMemory = crashes.reduce((sum, c) => sum + (c.memoryContext.peakMemory || 0), 0) /
+                    crashes.length;
+                patterns.push({
+                    pattern: `${cause}_pattern`,
+                    occurrences: crashes.length,
+                    lastSeen: crashes[0].crashTime,
+                    affectedAgents: agents,
+                    avgMemoryAtCrash: avgMemory,
+                    commonCause: cause,
+                });
+            }
+        }
+        return patterns;
+    }
+    /**
+     * Generate crash summary
+     */
+    generateCrashSummary(cause, confidence, params) {
+        const causeDescriptions = {
+            oom: 'ran out of memory',
+            memory_leak: 'experienced a memory leak',
+            sudden_spike: 'had a sudden memory spike',
+            signal: 'was terminated by a signal',
+            error: 'encountered an error',
+            unknown: 'crashed for unknown reasons',
+        };
+        return `Agent "${params.agentName}" ${causeDescriptions[cause] || 'crashed'} (${confidence} confidence). ${params.reason}`;
+    }
+    /**
+     * Generate overall summary
+     */
+    generateSummary(stats) {
+        if (stats.totalCrashes === 0) {
+            return 'No crashes recorded. System is stable.';
+        }
+        const parts = [];
+        parts.push(`${stats.totalCrashes} total crash${stats.totalCrashes > 1 ? 'es' : ''} recorded.`);
+        if (stats.mostCrashProne) {
+            parts.push(`Most unstable: "${stats.mostCrashProne.agent}" (${stats.mostCrashProne.count} crashes).`);
+        }
+        const topCause = Object.entries(stats.crashesByCause).sort((a, b) => b[1] - a[1])[0];
+        if (topCause) {
+            parts.push(`Primary cause: ${topCause[0]} (${topCause[1]} occurrences).`);
+        }
+        return parts.join(' ');
+    }
+    /**
+     * Create empty memory context when no monitor available
+     */
+    createEmptyMemoryContext(agentName, pid, crashTime) {
+        return {
+            agentName,
+            pid,
+            crashTime,
+            lastKnownMemory: null,
+            peakMemory: 0,
+            averageMemory: 0,
+            memoryTrend: 'unknown',
+            recentHistory: [],
+            likelyCause: 'unknown',
+            analysisNotes: ['Memory monitoring was not enabled'],
+        };
+    }
+    /**
+     * Load crashes from disk
+     */
+    loadCrashes() {
+        try {
+            if (fs.existsSync(this.persistPath)) {
+                const data = fs.readFileSync(this.persistPath, 'utf-8');
+                const parsed = JSON.parse(data);
+                this.crashes = parsed.crashes.map((c) => ({
+                    ...c,
+                    crashTime: new Date(c.crashTime),
+                    memoryContext: {
+                        ...c.memoryContext,
+                        crashTime: new Date(c.memoryContext.crashTime),
+                        lastKnownMemory: c.memoryContext.lastKnownMemory
+                            ? {
+                                ...c.memoryContext.lastKnownMemory,
+                                timestamp: new Date(c.memoryContext.lastKnownMemory.timestamp),
+                            }
+                            : null,
+                        recentHistory: c.memoryContext.recentHistory.map((h) => ({
+                            ...h,
+                            timestamp: new Date(h.timestamp),
+                        })),
+                    },
+                }));
+                this.log('info', `Loaded ${this.crashes.length} crash records`);
+            }
+        }
+        catch (error) {
+            this.log('warn', 'Failed to load crash history', { error: String(error) });
+            this.crashes = [];
+        }
+    }
+    /**
+     * Save crashes to disk
+     */
+    saveCrashes() {
+        try {
+            const dir = path.dirname(this.persistPath);
+            if (!fs.existsSync(dir)) {
+                fs.mkdirSync(dir, { recursive: true });
+            }
+            fs.writeFileSync(this.persistPath, JSON.stringify({ crashes: this.crashes }, null, 2));
+        }
+        catch (error) {
+            this.log('error', 'Failed to save crash history', { error: String(error) });
+        }
+    }
+    /**
+     * Clear all crash history
+     */
+    clear() {
+        this.crashes = [];
+        this.saveCrashes();
+        this.emit('cleared');
+    }
+    /**
+     * Structured logging
+     */
+    log(level, message, context) {
+        const entry = {
+            timestamp: new Date().toISOString(),
+            level,
+            component: 'crash-insights',
+            message,
+            ...context,
+        };
+        this.emit('log', entry);
+        const prefix = `[crash-insights]`;
+        switch (level) {
+            case 'info':
+                console.log(prefix, message, context ? JSON.stringify(context) : '');
+                break;
+            case 'warn':
+                console.warn(prefix, message, context ? JSON.stringify(context) : '');
+                break;
+            case 'error':
+                console.error(prefix, message, context ? JSON.stringify(context) : '');
+                break;
+        }
+    }
+}
+// Singleton instance
+let _crashInsights = null;
+export function getCrashInsights(memoryMonitor) {
+    if (!_crashInsights) {
+        _crashInsights = new CrashInsightsService(memoryMonitor);
+    }
+    return _crashInsights;
+}
+//# sourceMappingURL=crash-insights.js.map

package/dist/resiliency/crash-insights.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crash-insights.js","sourceRoot":"","sources":["../../src/resiliency/crash-insights.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAGL,WAAW,GACZ,MAAM,qBAAqB,CAAC;AAmD7B,MAAM,OAAO,oBAAqB,SAAQ,YAAY;IAC5C,OAAO,GAAkB,EAAE,CAAC;IAC5B,aAAa,GAA8B,IAAI,CAAC;IAChD,WAAW,CAAS;IACpB,eAAe,GAAG,IAAI,CAAC;IAE/B,YAAY,aAAkC;QAC5C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,aAAa,GAAG,aAAa,IAAI,IAAI,CAAC;QAE3C,0BAA0B;QAC1B,MAAM,OAAO,GACX,OAAO,CAAC,GAAG,CAAC,oBAAoB;YAChC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;QAC5D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;QAE7D,8BAA8B;QAC9B,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,OAA2B;QAC1C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAQX;QACC,MAAM,EAAE,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC5E,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,yCAAyC;QACzC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa;YACtC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC;YACtD,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAE3E,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC;YACjC,GAAG,MAAM;YACT,aAAa;SACd,CAAC,CAAC;QAEH,MAAM,MAAM,GAAgB;YAC1B,EAAE;YACF,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS;YACT,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,aAAa;YACb,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,gBAAgB;YAC7D,WAAW,EAAE;gBACX,WAAW,EAAE,OAAO,CAAC,OAAO;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,YAAY,EAAE;oBACZ,KAAK,EAAE,EAAE,CAAC,QAAQ,EAAE;oBACpB,IAAI,EAAE,EAAE,CAAC,OAAO,EAAE;iBACnB;gBACD,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;aACzB;YACD,QAAQ;SACT,CAAC;QAEF,iBAAiB;QACjB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE7B,eAAe;QACf,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YAC/C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QAC7D,CAAC;QAED,UAAU;QACV,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,aAAa;QACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE3B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,sBAAsB,MAAM,CAAC,SAAS,EAAE,EAAE;YAC1D,EAAE;YACF,KAAK,EAAE,QAAQ,CAAC,WAAW;YAC3B,UAAU,EAAE,QAAQ,CAAC,UAAU;SAChC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,SAAkB,EAAE,KAAK,GAAG,EAAE;QAC5C,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC3B,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,EAAU;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,cAAc,GAA2B,EAAE,CAAC;QAClD,MAAM,cAAc,GAA2B,EAAE,CAAC;QAClD,MAAM,eAAe,GAA6B,EAAE,CAAC;QAErD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7E,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;gBACxC,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAExD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtC,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACxC,CAAC;YACD,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,8BAA8B;QAC9B,IAAI,cAAc,GAA4C,IAAI,CAAC;QACnE,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5D,IAAI,CAAC,cAAc,IAAI,KAAK,GAAG,cAAc,CAAC,KAAK,EAAE,CAAC;gBACpD,cAAc,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YACpC,CAAC;QACH,CAAC;QAED,yCAAyC;QACzC,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC;YACnD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvC,cAAc,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC5C,aAAa,EAAE,CAAC;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,qBAAqB,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAErF,kBAAkB;QAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAEvC,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YACjC,cAAc;YACd,cAAc;YACd,qBAAqB;YACrB,cAAc;YACd,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YACxC,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW;QAMT,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,MAAM,GAA0F,EAAE,CAAC;QACzG,MAAM,MAAM,GAA4F,EAAE,CAAC;QAE3G,sBAAsB;QACtB,MAAM,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,GAAG,UAAU,SAAS,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,0BAA0B;gBACjF,QAAQ,EAAE,MAAM;gBAChB,cAAc,EAAE,uDAAuD;aACxE,CAAC,CAAC;QACL,CAAC;QAED,uBAAuB;QACvB,MAAM,WAAW,GAAG,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,GAAG,WAAW,SAAS,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,gCAAgC;gBACzF,QAAQ,EAAE,MAAM;gBAChB,cAAc,EAAE,qEAAqE;aACtF,CAAC,CAAC;QACL,CAAC;QAED,wBAAwB;QACxB,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAChE,CAAC,MAAM,CAAC;QACT,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,GAAG,aAAa,+BAA+B;gBACtD,QAAQ,EAAE,aAAa,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;gBAChD,cAAc,EAAE,8DAA8D;aAC/E,CAAC,CAAC;QACL,CAAC;QAED,yBAAyB;QACzB,IAAI,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YAC3D,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,UAAU,KAAK,CAAC,cAAc,CAAC,KAAK,iBAAiB,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ;gBAC9F,QAAQ,EAAE,QAAQ;gBAClB,cAAc,EAAE,wCAAwC;aACzD,CAAC,CAAC;QACL,CAAC;QAED,iCAAiC;QACjC,IAAI,WAAW,GAAG,GAAG,CAAC;QACtB,WAAW,IAAI,UAAU,GAAG,EAAE,CAAC;QAC/B,WAAW,IAAI,WAAW,GAAG,CAAC,CAAC;QAC/B,WAAW,IAAI,aAAa,GAAG,CAAC,CAAC;QACjC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC;QAEtD,iBAAiB;QACjB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAChE,CAAC,MAAM,CAAC;QACT,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CACJ,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;YACzD,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAC3D,CAAC,MAAM,CAAC;QAET,IAAI,UAAU,GAAyC,QAAQ,CAAC;QAChE,IAAI,OAAO,GAAG,OAAO,GAAG,GAAG;YAAE,UAAU,GAAG,WAAW,CAAC;aACjD,IAAI,OAAO,GAAG,OAAO,GAAG,GAAG;YAAE,UAAU,GAAG,WAAW,CAAC;QAE3D,MAAM,CAAC,IAAI,CAAC;YACV,MAAM,EAAE,iBAAiB;YACzB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,GAAG,OAAO,2BAA2B,OAAO,kBAAkB;SACxE,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;YACpC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC9B,MAAM,aAAa,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gBACrD,OAAO,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC/D,CAAC,CAAC;YACF,WAAW;YACX,MAAM;SACP,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,MAQpB;QACC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,IAAI,WAAW,GAAiC,SAAS,CAAC;QAC1D,IAAI,UAAU,GAAgC,KAAK,CAAC;QAEpD,kCAAkC;QAClC,IAAI,MAAM,CAAC,aAAa,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACnD,WAAW,GAAG,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC;YAC/C,UAAU,GAAG,MAAM,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;QACtD,CAAC;QAED,eAAe;QACf,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,4BAA4B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC1D,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC9B,WAAW,GAAG,KAAK,CAAC;oBACpB,UAAU,GAAG,QAAQ,CAAC;gBACxB,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;gBAChE,eAAe,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;YACpE,CAAC;iBAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACvC,WAAW,GAAG,OAAO,CAAC;gBACtB,UAAU,GAAG,MAAM,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;gBAC7D,eAAe,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC9C,IAAI,MAAM,CAAC,QAAQ,KAAK,GAAG,EAAE,CAAC;gBAC5B,oBAAoB;gBACpB,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC9B,WAAW,GAAG,KAAK,CAAC;oBACpB,UAAU,GAAG,MAAM,CAAC;gBACtB,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE,CAAC;gBACnE,WAAW,GAAG,KAAK,CAAC;gBACpB,UAAU,GAAG,MAAM,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;gBACpD,eAAe,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;YAClF,CAAC;YACD,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE,CAAC;gBACnE,WAAW,GAAG,aAAa,CAAC;gBAC5B,UAAU,GAAG,QAAQ,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;gBACjE,eAAe,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,WAAW,KAAK,KAAK,IAAI,WAAW,KAAK,aAAa,EAAE,CAAC;YAC3D,eAAe,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;YAC3D,eAAe,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAC3E,IAAI,MAAM,CAAC,aAAa,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;gBACzD,eAAe,CAAC,IAAI,CAClB,mBAAmB,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,8BAA8B,CAC9F,CAAC;YACJ,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAE9E,mBAAmB;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QAE3E,OAAO;YACL,WAAW;YACX,UAAU;YACV,OAAO;YACP,OAAO;YACP,eAAe,EACb,eAAe,CAAC,MAAM,GAAG,CAAC;gBACxB,CAAC,CAAC,eAAe;gBACjB,CAAC,CAAC,CAAC,8BAA8B,EAAE,mCAAmC,CAAC;YAC3E,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,SAAiB,EAAE,KAAa;QACzD,OAAO,IAAI,CAAC,OAAO;aAChB,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,KAAK,KAAK,CAAC;YAC/D,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc;SAC9E;aACA,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACtB,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,MAAM,QAAQ,GAAmB,EAAE,CAAC;QACpC,MAAM,WAAW,GAAkC,EAAE,CAAC;QAEtD,iBAAiB;QACjB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;YACzC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YAC1B,CAAC;YACD,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,yCAAyC;QACzC,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3D,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC7D,MAAM,SAAS,GACb,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;oBACtE,OAAO,CAAC,MAAM,CAAC;gBAEjB,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EAAE,GAAG,KAAK,UAAU;oBAC3B,WAAW,EAAE,OAAO,CAAC,MAAM;oBAC3B,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC9B,cAAc,EAAE,MAAM;oBACtB,gBAAgB,EAAE,SAAS;oBAC3B,WAAW,EAAE,KAAK;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,oBAAoB,CAC1B,KAAa,EACb,UAAkB,EAClB,MAA6C;QAE7C,MAAM,iBAAiB,GAA2B;YAChD,GAAG,EAAE,mBAAmB;YACxB,WAAW,EAAE,2BAA2B;YACxC,YAAY,EAAE,2BAA2B;YACzC,MAAM,EAAE,4BAA4B;YACpC,KAAK,EAAE,sBAAsB;YAC7B,OAAO,EAAE,6BAA6B;SACvC,CAAC;QAEF,OAAO,UAAU,MAAM,CAAC,SAAS,KAAK,iBAAiB,CAAC,KAAK,CAAC,IAAI,SAAS,KAAK,UAAU,iBAAiB,MAAM,CAAC,MAAM,EAAE,CAAC;IAC7H,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAiB;QACvC,IAAI,KAAK,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,wCAAwC,CAAC;QAClD,CAAC;QAED,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,YAAY,eAAe,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;QAE/F,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CACR,mBAAmB,KAAK,CAAC,cAAc,CAAC,KAAK,MAAM,KAAK,CAAC,cAAc,CAAC,KAAK,YAAY,CAC1F,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,wBAAwB,CAC9B,SAAiB,EACjB,GAAW,EACX,SAAe;QAEf,OAAO;YACL,SAAS;YACT,GAAG;YACH,SAAS;YACT,eAAe,EAAE,IAAI;YACrB,UAAU,EAAE,CAAC;YACb,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,SAAS;YACtB,aAAa,EAAE,EAAE;YACjB,WAAW,EAAE,SAAS;YACtB,aAAa,EAAE,CAAC,mCAAmC,CAAC;SACrD,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,WAAW;QACjB,IAAI,CAAC;YACH,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;gBACxD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;oBAC7C,GAAG,CAAC;oBACJ,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;oBAChC,aAAa,EAAE;wBACb,GAAG,CAAC,CAAC,aAAa;wBAClB,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC;wBAC9C,eAAe,EAAE,CAAC,CAAC,aAAa,CAAC,eAAe;4BAC9C,CAAC,CAAC;gCACE,GAAG,CAAC,CAAC,aAAa,CAAC,eAAe;gCAClC,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,eAAe,CAAC,SAAS,CAAC;6BAC/D;4BACH,CAAC,CAAC,IAAI;wBACR,aAAa,EAAE,CAAC,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;4BAC5D,GAAG,CAAC;4BACJ,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;yBACjC,CAAC,CAAC;qBACJ;iBACF,CAAC,CAAC,CAAC;gBACJ,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,gBAAgB,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,8BAA8B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC3E,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW;QACjB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YACD,EAAE,CAAC,aAAa,CACd,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CACnD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,8BAA8B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,GAAG,CACT,KAAgC,EAChC,OAAe,EACf,OAAiC;QAEjC,MAAM,KAAK,GAAG;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,KAAK;YACL,SAAS,EAAE,gBAAgB;YAC3B,OAAO;YACP,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAExB,MAAM,MAAM,GAAG,kBAAkB,CAAC;QAClC,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,MAAM;gBACT,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACrE,MAAM;YACR,KAAK,MAAM;gBACT,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACtE,MAAM;YACR,KAAK,OAAO;gBACV,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACvE,MAAM;QACV,CAAC;IACH,CAAC;CACF;AAED,qBAAqB;AACrB,IAAI,cAAc,GAAgC,IAAI,CAAC;AAEvD,MAAM,UAAU,gBAAgB,CAC9B,aAAkC;IAElC,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC"}

package/dist/resiliency/gossip-health.d.ts

@@ -0,0 +1,137 @@
+/**
+ * Gossip-Based Health Broadcast
+ *
+ * Implements P4: Agents broadcast heartbeats via relay.
+ * Collective failure detection without central monitor.
+ *
+ * Each agent:
+ * - Periodically broadcasts HEARTBEAT message to all agents
+ * - Tracks health of all known peers
+ * - Detects failures when peer heartbeats go stale
+ * - Emits events for peer health changes
+ */
+import { EventEmitter } from 'events';
+/**
+ * Peer health state
+ */
+export interface PeerHealth {
+    name: string;
+    lastHeartbeat: number;
+    load: number;
+    healthy: boolean;
+    isLeader: boolean;
+    taskCount: number;
+}
+/**
+ * Heartbeat payload (broadcast via relay)
+ */
+export interface GossipHeartbeat {
+    type: 'HEARTBEAT';
+    agent: string;
+    agentId: string;
+    timestamp: number;
+    load: number;
+    healthy: boolean;
+    isLeader: boolean;
+    taskCount: number;
+}
+/**
+ * Gossip health configuration
+ */
+export interface GossipHealthConfig {
+    /** This agent's name */
+    agentName: string;
+    /** This agent's unique ID */
+    agentId: string;
+    /** How often to broadcast heartbeat (ms) */
+    broadcastIntervalMs: number;
+    /** Peer considered stale after this duration (ms) */
+    staleThresholdMs: number;
+    /** How often to check for stale peers (ms) */
+    checkIntervalMs: number;
+    /** Callback to broadcast message to all agents */
+    broadcast: (message: string) => Promise<void>;
+    /** Callback to get current load (0-1) */
+    getLoad?: () => number;
+    /** Callback to get current task count */
+    getTaskCount?: () => number;
+    /** Callback to check if this agent is leader */
+    isLeader?: () => boolean;
+}
+/**
+ * Gossip Health Monitor
+ *
+ * Broadcasts heartbeats and tracks peer health via gossip protocol.
+ */
+export declare class GossipHealthMonitor extends EventEmitter {
+    private config;
+    private peers;
+    private broadcastInterval?;
+    private checkInterval?;
+    private isRunning;
+    private healthy;
+    constructor(config: GossipHealthConfig);
+    /**
+     * Start gossip health monitoring
+     */
+    start(): void;
+    /**
+     * Stop gossip health monitoring
+     */
+    stop(): void;
+    /**
+     * Broadcast heartbeat to all agents
+     */
+    private broadcastHeartbeat;
+    /**
+     * Process incoming heartbeat from another agent
+     */
+    processHeartbeat(heartbeat: GossipHeartbeat): void;
+    /**
+     * Parse heartbeat from relay message
+     */
+    static parseHeartbeat(message: string): GossipHeartbeat | null;
+    /**
+     * Check for stale peers
+     */
+    private checkStalePeers;
+    /**
+     * Set this agent's health status
+     */
+    setHealthy(healthy: boolean): void;
+    /**
+     * Get all known peers
+     */
+    getPeers(): PeerHealth[];
+    /**
+     * Get healthy peers
+     */
+    getHealthyPeers(): PeerHealth[];
+    /**
+     * Get current leader from gossip
+     */
+    getLeader(): PeerHealth | null;
+    /**
+     * Get peer by name
+     */
+    getPeer(name: string): PeerHealth | undefined;
+    /**
+     * Get status
+     */
+    getStatus(): {
+        isRunning: boolean;
+        agentName: string;
+        peerCount: number;
+        healthyPeerCount: number;
+        leader: string | null;
+    };
+}
+/**
+ * Create gossip health monitor with defaults
+ */
+export declare function createGossipHealth(agentName: string, agentId: string, broadcast: (message: string) => Promise<void>, options?: {
+    getLoad?: () => number;
+    getTaskCount?: () => number;
+    isLeader?: () => boolean;
+}): GossipHealthMonitor;
+//# sourceMappingURL=gossip-health.d.ts.map

package/dist/resiliency/gossip-health.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gossip-health.d.ts","sourceRoot":"","sources":["../../src/resiliency/gossip-health.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,wBAAwB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,4CAA4C;IAC5C,mBAAmB,EAAE,MAAM,CAAC;IAC5B,qDAAqD;IACrD,gBAAgB,EAAE,MAAM,CAAC;IACzB,8CAA8C;IAC9C,eAAe,EAAE,MAAM,CAAC;IACxB,kDAAkD;IAClD,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,MAAM,CAAC;IACvB,yCAAyC;IACzC,YAAY,CAAC,EAAE,MAAM,MAAM,CAAC;IAC5B,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,OAAO,CAAC;CAC1B;AAQD;;;;GAIG;AACH,qBAAa,mBAAoB,SAAQ,YAAY;IACnD,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,KAAK,CAAiC;IAC9C,OAAO,CAAC,iBAAiB,CAAC,CAAiC;IAC3D,OAAO,CAAC,aAAa,CAAC,CAAiC;IACvD,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAQ;gBAEX,MAAM,EAAE,kBAAkB;IAKtC;;OAEG;IACH,KAAK,IAAI,IAAI;IA4Bb;;OAEG;IACH,IAAI,IAAI,IAAI;IAkBZ;;OAEG;YACW,kBAAkB;IAgBhC;;OAEG;IACH,gBAAgB,CAAC,SAAS,EAAE,eAAe,GAAG,IAAI;IAoClD;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAgB9D;;OAEG;IACH,OAAO,CAAC,eAAe;IAsBvB;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAUlC;;OAEG;IACH,QAAQ,IAAI,UAAU,EAAE;IAIxB;;OAEG;IACH,eAAe,IAAI,UAAU,EAAE;IAI/B;;OAEG;IACH,SAAS,IAAI,UAAU,GAAG,IAAI;IAS9B;;OAEG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS;IAI7C;;OAEG;IACH,SAAS,IAAI;QACX,SAAS,EAAE,OAAO,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,gBAAgB,EAAE,MAAM,CAAC;QACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;KACvB;CAUF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,EAC7C,OAAO,CAAC,EAAE;IACR,OAAO,CAAC,EAAE,MAAM,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,MAAM,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,OAAO,CAAC;CAC1B,GACA,mBAAmB,CAUrB"}