@iflow-mcp/jkheadley-instar 0.26.2

package/dist/monitoring/SessionRecovery.js

@@ -0,0 +1,496 @@
+/**
+ * SessionRecovery — Mechanical session crash/stall recovery via JSONL analysis.
+ *
+ * A fast, deterministic layer that runs BEFORE the LLM-powered TriageOrchestrator.
+ * Detects three failure modes without any LLM calls:
+ * 1. Tool call stalls (process alive but frozen mid-tool)
+ * 2. Crashes (process dead with incomplete JSONL)
+ * 3. Error loops (same error repeated 3+ times)
+ *
+ * Recovery strategy: truncate JSONL to safe point + respawn with recovery prompt.
+ * Escalation ladder: last_exchange → last_successful_tool → n_exchanges_back → alert human.
+ *
+ * Self-contained — no Dawn dependencies. Uses only:
+ * - stall-detector.ts (pure function)
+ * - crash-detector.ts (pure function)
+ * - jsonl-truncator.ts (pure function)
+ *
+ * Part of PROP-session-stall-recovery (Instar integration)
+ */
+import { EventEmitter } from 'events';
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import * as os from 'node:os';
+import { execFileSync } from 'node:child_process';
+import { detectToolCallStall } from './stall-detector.js';
+import { detectCrashedSession, detectErrorLoop } from './crash-detector.js';
+import { truncateJsonlToSafePoint } from './jsonl-truncator.js';
+// ============================================================================
+// SessionRecovery Class
+// ============================================================================
+export class SessionRecovery extends EventEmitter {
+    config;
+    deps;
+    recoveryAttempts = new Map();
+    stateFilePath;
+    constructor(config, deps) {
+        super();
+        this.config = {
+            enabled: config.enabled ?? true,
+            maxAttempts: config.maxAttempts ?? 3,
+            cooldownMs: config.cooldownMs ?? 15 * 60 * 1000,
+            projectDir: config.projectDir || process.cwd(),
+        };
+        this.deps = deps;
+        this.stateFilePath = path.join(this.config.projectDir, '.instar', 'recovery-state.json');
+        this.loadState();
+    }
+    /**
+     * Check a session for mechanical failures and attempt recovery.
+     * Should be called from SessionMonitor.checkSession() before LLM triage.
+     *
+     * @returns RecoveryResult — if recovered is true, caller should skip LLM triage
+     */
+    async checkAndRecover(topicId, sessionName) {
+        if (!this.config.enabled) {
+            return { recovered: false, failureType: null, message: 'Recovery disabled' };
+        }
+        // 1. Find the JSONL file for this session
+        const jsonlPath = this.findJsonlForSession(sessionName);
+        if (!jsonlPath) {
+            return { recovered: false, failureType: null, message: 'No JSONL found' };
+        }
+        const processAlive = this.deps.isSessionAlive(sessionName);
+        // 2. Check for stall (process alive but frozen)
+        if (processAlive) {
+            const stall = detectToolCallStall(jsonlPath);
+            if (stall) {
+                const result = await this.recoverFromStall(topicId, sessionName, stall);
+                this.logEvent(result, topicId, sessionName);
+                return result;
+            }
+        }
+        // 3. Check for error loop (can happen with alive OR dead process)
+        const errorLoop = detectErrorLoop(jsonlPath);
+        if (errorLoop) {
+            const result = await this.recoverFromErrorLoop(topicId, sessionName, jsonlPath, errorLoop);
+            this.logEvent(result, topicId, sessionName);
+            return result;
+        }
+        // 4. Check for crash (process dead with incomplete state)
+        if (!processAlive) {
+            const crash = detectCrashedSession(jsonlPath, false);
+            if (crash) {
+                const result = await this.recoverFromCrash(topicId, sessionName, jsonlPath, crash);
+                this.logEvent(result, topicId, sessionName);
+                return result;
+            }
+        }
+        return { recovered: false, failureType: null, message: 'No mechanical failure detected' };
+    }
+    /**
+     * Log a recovery event to the JSONL event log for observability.
+     */
+    logEvent(result, topicId, sessionName) {
+        const eventLogPath = path.join(this.config.projectDir, '.instar', 'recovery-events.jsonl');
+        const entry = {
+            timestamp: new Date().toISOString(),
+            failureType: result.failureType,
+            recovered: result.recovered,
+            topicId,
+            sessionName,
+            attempt: result.attemptNumber ?? 1,
+        };
+        try {
+            const dir = path.dirname(eventLogPath);
+            if (!fs.existsSync(dir)) {
+                fs.mkdirSync(dir, { recursive: true });
+            }
+            fs.appendFileSync(eventLogPath, JSON.stringify(entry) + '\n');
+        }
+        catch { // @silent-fallback-ok — event logging is best-effort observability
+            // Can't write — skip
+        }
+    }
+    /**
+     * Aggregate recovery stats from the event log since a given timestamp.
+     */
+    getStats(sinceMs) {
+        const stats = {
+            attempts: { stall: 0, crash: 0, errorLoop: 0 },
+            successes: { stall: 0, crash: 0, errorLoop: 0 },
+        };
+        const eventLogPath = path.join(this.config.projectDir, '.instar', 'recovery-events.jsonl');
+        if (!fs.existsSync(eventLogPath))
+            return stats;
+        try {
+            const lines = fs.readFileSync(eventLogPath, 'utf-8').trim().split('\n').filter(Boolean);
+            for (const line of lines) {
+                const entry = JSON.parse(line);
+                const ts = new Date(entry.timestamp).getTime();
+                if (ts < sinceMs)
+                    continue;
+                const key = entry.failureType === 'error_loop' ? 'errorLoop'
+                    : entry.failureType === 'stall' ? 'stall'
+                        : entry.failureType === 'crash' ? 'crash'
+                            : null;
+                if (!key)
+                    continue;
+                stats.attempts[key]++;
+                if (entry.recovered)
+                    stats.successes[key]++;
+            }
+        }
+        catch { // @silent-fallback-ok — corrupt log returns empty stats
+            // Can't read — return zeros
+        }
+        return stats;
+    }
+    // ============================================================================
+    // Recovery Methods
+    // ============================================================================
+    async recoverFromStall(topicId, sessionName, stall) {
+        const key = `stall:${stall.sessionUuid || sessionName}`;
+        if (!this.shouldAttempt(key)) {
+            return {
+                recovered: false,
+                failureType: 'stall',
+                message: `Stall recovery exhausted or in cooldown for ${sessionName}`,
+            };
+        }
+        const attemptNumber = this.recordAttempt(key);
+        this.emit('recovery:stall', { topicId, sessionName, stall, attemptNumber });
+        // Kill and respawn (stalls don't need truncation — just resume)
+        this.deps.killSession(sessionName);
+        await new Promise(resolve => setTimeout(resolve, 3000));
+        const recoveryPrompt = this.buildStallRecoveryPrompt(stall);
+        try {
+            await this.deps.respawnSession(topicId, sessionName, recoveryPrompt);
+            return {
+                recovered: true,
+                failureType: 'stall',
+                attemptNumber,
+                message: `Recovered from stall (${stall.lastToolName}, attempt ${attemptNumber})`,
+            };
+        }
+        catch (err) { // @silent-fallback-ok — recovery code; returning recovered:false IS the degradation signal
+            return {
+                recovered: false,
+                failureType: 'stall',
+                attemptNumber,
+                message: `Stall recovery respawn failed: ${err.message}`,
+            };
+        }
+    }
+    async recoverFromCrash(topicId, sessionName, jsonlPath, crash) {
+        const key = `crash:${crash.sessionUuid || sessionName}`;
+        if (!this.shouldAttempt(key)) {
+            return {
+                recovered: false,
+                failureType: 'crash',
+                message: `Crash recovery exhausted or in cooldown for ${sessionName}`,
+            };
+        }
+        const attemptNumber = this.recordAttempt(key);
+        const strategy = this.pickTruncationStrategy(attemptNumber);
+        this.emit('recovery:crash', { topicId, sessionName, crash, attemptNumber, strategy });
+        // Truncate JSONL
+        try {
+            truncateJsonlToSafePoint(jsonlPath, strategy, strategy === 'n_exchanges_back' ? 3 : undefined);
+        }
+        catch (err) { // @silent-fallback-ok — recovery code; returning recovered:false IS the degradation signal
+            return {
+                recovered: false,
+                failureType: 'crash',
+                strategy,
+                attemptNumber,
+                message: `JSONL truncation failed: ${err.message}`,
+            };
+        }
+        // Kill (might already be dead) and respawn
+        this.deps.killSession(sessionName);
+        await new Promise(resolve => setTimeout(resolve, 3000));
+        const recoveryPrompt = this.buildCrashRecoveryPrompt(crash, strategy);
+        try {
+            await this.deps.respawnSession(topicId, sessionName, recoveryPrompt);
+            return {
+                recovered: true,
+                failureType: 'crash',
+                strategy,
+                attemptNumber,
+                message: `Recovered from crash (${strategy}, attempt ${attemptNumber})`,
+            };
+        }
+        catch (err) { // @silent-fallback-ok — recovery code; returning recovered:false IS the degradation signal
+            return {
+                recovered: false,
+                failureType: 'crash',
+                strategy,
+                attemptNumber,
+                message: `Crash recovery respawn failed: ${err.message}`,
+            };
+        }
+    }
+    async recoverFromErrorLoop(topicId, sessionName, jsonlPath, loop) {
+        const key = `loop:${loop.sessionUuid || sessionName}`;
+        if (!this.shouldAttempt(key)) {
+            return {
+                recovered: false,
+                failureType: 'error_loop',
+                message: `Error loop recovery exhausted or in cooldown for ${sessionName}`,
+            };
+        }
+        const attemptNumber = this.recordAttempt(key);
+        // Error loops need more aggressive truncation
+        const strategy = attemptNumber <= 1 ? 'last_exchange' : 'last_successful_tool';
+        this.emit('recovery:error_loop', { topicId, sessionName, loop, attemptNumber, strategy });
+        // Truncate JSONL
+        try {
+            truncateJsonlToSafePoint(jsonlPath, strategy);
+        }
+        catch (err) { // @silent-fallback-ok — recovery code; returning recovered:false IS the degradation signal
+            return {
+                recovered: false,
+                failureType: 'error_loop',
+                strategy,
+                attemptNumber,
+                message: `JSONL truncation failed: ${err.message}`,
+            };
+        }
+        // Kill and respawn
+        this.deps.killSession(sessionName);
+        await new Promise(resolve => setTimeout(resolve, 3000));
+        const recoveryPrompt = this.buildErrorLoopRecoveryPrompt(loop, strategy);
+        try {
+            await this.deps.respawnSession(topicId, sessionName, recoveryPrompt);
+            return {
+                recovered: true,
+                failureType: 'error_loop',
+                strategy,
+                attemptNumber,
+                message: `Recovered from error loop (${loop.loopCount}x "${loop.failingPattern.slice(0, 50)}", attempt ${attemptNumber})`,
+            };
+        }
+        catch (err) { // @silent-fallback-ok — recovery code; returning recovered:false IS the degradation signal
+            return {
+                recovered: false,
+                failureType: 'error_loop',
+                strategy,
+                attemptNumber,
+                message: `Error loop recovery respawn failed: ${err.message}`,
+            };
+        }
+    }
+    // ============================================================================
+    // Recovery Prompt Builders
+    // ============================================================================
+    buildStallRecoveryPrompt(stall) {
+        return sanitizeForPrompt(`[RECOVERY] Your previous session stalled while running tool "${stall.lastToolName}" ` +
+            `(stalled for ${Math.round(stall.stallDurationMs / 1000)}s). ` +
+            `The session was automatically restarted. ` +
+            `Continue where you left off — the tool call that stalled has been discarded.`);
+    }
+    buildCrashRecoveryPrompt(crash, strategy) {
+        const errorDetail = crash.errorMessage
+            ? ` Error: "${crash.errorMessage.slice(0, 200)}"`
+            : crash.lastToolName
+                ? ` Last tool: "${crash.lastToolName}"`
+                : '';
+        return sanitizeForPrompt(`[RECOVERY] Your previous session crashed (${crash.errorType}).${errorDetail} ` +
+            `The conversation was rewound using strategy "${strategy}" and the session was restarted. ` +
+            `Some recent messages may be missing. Continue where you left off — avoid repeating ` +
+            `the action that caused the crash.`);
+    }
+    buildErrorLoopRecoveryPrompt(loop, strategy) {
+        return sanitizeForPrompt(`[RECOVERY] Your previous session was stuck in an error loop — ` +
+            `the same error repeated ${loop.loopCount} times: "${loop.failingPattern.slice(0, 100)}". ` +
+            (loop.failingCommand ? `Failing command: "${loop.failingCommand.slice(0, 100)}". ` : '') +
+            `The conversation was rewound using strategy "${strategy}" and the session was restarted. ` +
+            `Try a DIFFERENT approach — the previous one kept failing.`);
+    }
+    // ============================================================================
+    // Helpers
+    // ============================================================================
+    pickTruncationStrategy(attemptNumber) {
+        if (attemptNumber <= 1)
+            return 'last_exchange';
+        if (attemptNumber <= 2)
+            return 'last_successful_tool';
+        return 'n_exchanges_back';
+    }
+    shouldAttempt(key) {
+        const prior = this.recoveryAttempts.get(key);
+        if (!prior)
+            return true;
+        if (Date.now() - prior.lastAttempt < this.config.cooldownMs)
+            return false;
+        if (prior.count >= this.config.maxAttempts)
+            return false;
+        return true;
+    }
+    recordAttempt(key) {
+        const prior = this.recoveryAttempts.get(key);
+        const count = (prior?.count || 0) + 1;
+        this.recoveryAttempts.set(key, { lastAttempt: Date.now(), count });
+        this.saveState();
+        return count;
+    }
+    /**
+     * Load recovery state from disk. Prevents infinite kill-respawn loops
+     * across dawn-server restarts by preserving attempt counts and cooldowns.
+     */
+    loadState() {
+        try {
+            if (fs.existsSync(this.stateFilePath)) {
+                const data = JSON.parse(fs.readFileSync(this.stateFilePath, 'utf-8'));
+                if (data.attempts && typeof data.attempts === 'object') {
+                    for (const [key, value] of Object.entries(data.attempts)) {
+                        const attempt = value;
+                        if (attempt.lastAttempt && attempt.count) {
+                            this.recoveryAttempts.set(key, attempt);
+                        }
+                    }
+                }
+            }
+        }
+        catch { // @silent-fallback-ok — corrupt state file means fresh start, which is safe
+            // Can't load — start fresh (safe default)
+        }
+    }
+    /**
+     * Persist recovery state to disk so it survives process restarts.
+     */
+    saveState() {
+        try {
+            const dir = path.dirname(this.stateFilePath);
+            if (!fs.existsSync(dir)) {
+                fs.mkdirSync(dir, { recursive: true });
+            }
+            const data = {};
+            // Only persist entries less than 1 hour old
+            const ONE_HOUR = 60 * 60 * 1000;
+            for (const [key, entry] of Array.from(this.recoveryAttempts.entries())) {
+                if (Date.now() - entry.lastAttempt < ONE_HOUR) {
+                    data[key] = entry;
+                }
+            }
+            fs.writeFileSync(this.stateFilePath, JSON.stringify({ attempts: data }, null, 2));
+        }
+        catch { // @silent-fallback-ok — state persistence is best-effort; in-memory state still works
+            // Can't save — in-memory state still works for this process lifetime
+        }
+    }
+    /**
+     * Find the JSONL file for a session using lsof (Strategy 1) with NO fallback.
+     *
+     * Previous implementation fell back to most-recently-modified JSONL which
+     * could match a DIFFERENT healthy session, leading to cross-session corruption
+     * during truncation. Now returns null if lsof can't identify the file —
+     * better to skip recovery than corrupt the wrong session.
+     */
+    findJsonlForSession(sessionName) {
+        const projectDir = this.config.projectDir;
+        const projectHash = projectDir.replace(/[\/\.]/g, '-');
+        const projectJsonlDir = path.join(os.homedir(), '.claude', 'projects', projectHash);
+        if (!fs.existsSync(projectJsonlDir))
+            return null;
+        // Strategy 1: Use lsof to find the JSONL file held open by the session's process
+        if (this.deps.getPanePid) {
+            const pid = this.deps.getPanePid(sessionName);
+            if (pid) {
+                try {
+                    const output = execFileSync('lsof', ['-p', String(pid), '-Fn'], {
+                        encoding: 'utf-8',
+                        timeout: 5000,
+                    });
+                    // Look for .jsonl files in the output
+                    for (const line of output.split('\n')) {
+                        if (line.startsWith('n') && line.endsWith('.jsonl')) {
+                            const filePath = line.slice(1); // Remove 'n' prefix
+                            if (filePath.startsWith(projectJsonlDir) && fs.existsSync(filePath)) {
+                                return filePath;
+                            }
+                        }
+                    }
+                }
+                catch { // @silent-fallback-ok — lsof failure is expected on some platforms; null return triggers skip-recovery path
+                    // lsof failed — fall through to null (do NOT fallback to mtime-based)
+                }
+            }
+        }
+        // Strategy 2 (removed): Most-recently-modified JSONL was unsafe — could match
+        // a concurrent healthy session, leading to cross-session corruption during truncation.
+        // If lsof fails, we skip recovery rather than risk corrupting the wrong session.
+        return null;
+    }
+    /**
+     * Clean up old recovery tracking entries and stale .bak files.
+     */
+    cleanup() {
+        const ONE_HOUR = 60 * 60 * 1000;
+        for (const [key, entry] of Array.from(this.recoveryAttempts.entries())) {
+            if (Date.now() - entry.lastAttempt > ONE_HOUR) {
+                this.recoveryAttempts.delete(key);
+            }
+        }
+        // Clean up .bak files older than 24 hours
+        this.cleanupBackupFiles();
+    }
+    /**
+     * Remove .bak.* files older than maxAge from the Claude projects JSONL directory.
+     * Each recovery creates a full backup — without cleanup these accumulate indefinitely,
+     * consuming disk and retaining sensitive conversation data.
+     */
+    cleanupBackupFiles(maxAgeMs = 24 * 60 * 60 * 1000) {
+        const projectDir = this.config.projectDir;
+        const projectHash = projectDir.replace(/[\/\.]/g, '-');
+        const projectJsonlDir = path.join(os.homedir(), '.claude', 'projects', projectHash);
+        if (!fs.existsSync(projectJsonlDir))
+            return;
+        try {
+            const files = fs.readdirSync(projectJsonlDir);
+            const now = Date.now();
+            let cleaned = 0;
+            for (const file of files) {
+                if (!file.includes('.bak.'))
+                    continue;
+                const filePath = path.join(projectJsonlDir, file);
+                try {
+                    const stat = fs.statSync(filePath);
+                    if (now - stat.mtimeMs > maxAgeMs) {
+                        fs.unlinkSync(filePath);
+                        cleaned++;
+                    }
+                }
+                catch { // @silent-fallback-ok — best-effort cleanup; skipping one file is fine
+                    // Skip files we can't stat/delete
+                }
+            }
+            if (cleaned > 0) {
+                this.emit('cleanup:backups', { cleaned, directory: projectJsonlDir });
+            }
+        }
+        catch { // @silent-fallback-ok — best-effort cleanup; directory read failure is non-critical
+            // Can't read directory — skip cleanup
+        }
+    }
+}
+// ============================================================================
+// Standalone Utilities
+// ============================================================================
+/**
+ * Sanitize text for injection into a recovery prompt.
+ * Strips control characters, Unicode directional overrides, and truncates.
+ */
+export function sanitizeForPrompt(text, maxLength = 2000) {
+    return text
+        // Strip Unicode directional overrides and invisible characters (CVE-class attack vector)
+        .replace(/[\u200B-\u200F\u202A-\u202E\u2060-\u2069\uFEFF]/g, '')
+        // Strip ASCII control characters (except newlines and tabs)
+        .replace(/[\x00-\x08\x0B\x0C\x0E-\x1F\x7F]/g, '')
+        // Normalize Unicode to NFC
+        .normalize('NFC')
+        // Truncate
+        .slice(0, maxLength);
+}
+//# sourceMappingURL=SessionRecovery.js.map

package/dist/monitoring/SessionRecovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SessionRecovery.js","sourceRoot":"","sources":["../../src/monitoring/SessionRecovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,mBAAmB,EAAkB,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAsC,MAAM,qBAAqB,CAAC;AAChH,OAAO,EAAE,wBAAwB,EAA2B,MAAM,sBAAsB,CAAC;AA0CzF,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E,MAAM,OAAO,eAAgB,SAAQ,YAAY;IACvC,MAAM,CAAwB;IAC9B,IAAI,CAAsB;IAC1B,gBAAgB,GAAiC,IAAI,GAAG,EAAE,CAAC;IAC3D,aAAa,CAAS;IAE9B,YAAY,MAAsC,EAAE,IAAyB;QAC3E,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC;YACpC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;YAC/C,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,EAAE;SAC/C,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;QACzF,IAAI,CAAC,SAAS,EAAE,CAAC;IACnB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CACnB,OAAe,EACf,WAAmB;QAEnB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;QAC/E,CAAC;QAED,0CAA0C;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;QAC5E,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAE3D,gDAAgD;QAChD,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;YAC7C,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;gBACxE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;gBAC5C,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAED,kEAAkE;QAClE,MAAM,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YAC3F,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;YAC5C,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,0DAA0D;QAC1D,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,oBAAoB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACrD,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gBACnF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;gBAC5C,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5F,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAsB,EAAE,OAAe,EAAE,WAAmB;QACnE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,uBAAuB,CAAC,CAAC;QAC3F,MAAM,KAAK,GAAG;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO;YACP,WAAW;YACX,OAAO,EAAE,MAAM,CAAC,aAAa,IAAI,CAAC;SACnC,CAAC;QACF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACvC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YACD,EAAE,CAAC,cAAc,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC,CAAC,mEAAmE;YAC3E,qBAAqB;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,OAAe;QAItB,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YAC9C,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;SAChD,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,uBAAuB,CAAC,CAAC;QAC3F,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC;YAAE,OAAO,KAAK,CAAC;QAE/C,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACxF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC/B,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC/C,IAAI,EAAE,GAAG,OAAO;oBAAE,SAAS;gBAE3B,MAAM,GAAG,GAAG,KAAK,CAAC,WAAW,KAAK,YAAY,CAAC,CAAC,CAAC,WAAW;oBAC1D,CAAC,CAAC,KAAK,CAAC,WAAW,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO;wBACzC,CAAC,CAAC,KAAK,CAAC,WAAW,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO;4BACzC,CAAC,CAAC,IAAI,CAAC;gBACT,IAAI,CAAC,GAAG;oBAAE,SAAS;gBAEnB,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,KAAK,CAAC,SAAS;oBAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,wDAAwD;YAChE,4BAA4B;QAC9B,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,+EAA+E;IAC/E,mBAAmB;IACnB,+EAA+E;IAEvE,KAAK,CAAC,gBAAgB,CAC5B,OAAe,EACf,WAAmB,EACnB,KAAgB;QAEhB,MAAM,GAAG,GAAG,SAAS,KAAK,CAAC,WAAW,IAAI,WAAW,EAAE,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,OAAO;gBACpB,OAAO,EAAE,+CAA+C,WAAW,EAAE;aACtE,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAE9C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;QAE5E,gEAAgE;QAChE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QAEnC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAExD,MAAM,cAAc,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAE5D,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;YACrE,OAAO;gBACL,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,OAAO;gBACpB,aAAa;gBACb,OAAO,EAAE,yBAAyB,KAAK,CAAC,YAAY,aAAa,aAAa,GAAG;aAClF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC,CAAC,2FAA2F;YAC9G,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,OAAO;gBACpB,aAAa;gBACb,OAAO,EAAE,kCAAkC,GAAG,CAAC,OAAO,EAAE;aACzD,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,OAAe,EACf,WAAmB,EACnB,SAAiB,EACjB,KAAgB;QAEhB,MAAM,GAAG,GAAG,SAAS,KAAK,CAAC,WAAW,IAAI,WAAW,EAAE,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,OAAO;gBACpB,OAAO,EAAE,+CAA+C,WAAW,EAAE;aACtE,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC;QAE5D,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEtF,iBAAiB;QACjB,IAAI,CAAC;YACH,wBAAwB,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACjG,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC,CAAC,2FAA2F;YAC9G,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,OAAO;gBACpB,QAAQ;gBACR,aAAa;gBACb,OAAO,EAAE,4BAA4B,GAAG,CAAC,OAAO,EAAE;aACnD,CAAC;QACJ,CAAC;QAED,2CAA2C;QAC3C,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QACnC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAExD,MAAM,cAAc,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAEtE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;YACrE,OAAO;gBACL,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,OAAO;gBACpB,QAAQ;gBACR,aAAa;gBACb,OAAO,EAAE,yBAAyB,QAAQ,aAAa,aAAa,GAAG;aACxE,CAAC;QACJ,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC,CAAC,2FAA2F;YAC9G,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,OAAO;gBACpB,QAAQ;gBACR,aAAa;gBACb,OAAO,EAAE,kCAAkC,GAAG,CAAC,OAAO,EAAE;aACzD,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,OAAe,EACf,WAAmB,EACnB,SAAiB,EACjB,IAAmB;QAEnB,MAAM,GAAG,GAAG,QAAQ,IAAI,CAAC,WAAW,IAAI,WAAW,EAAE,CAAC;QAEtD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,YAAY;gBACzB,OAAO,EAAE,oDAAoD,WAAW,EAAE;aAC3E,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAC9C,8CAA8C;QAC9C,MAAM,QAAQ,GAAuB,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,sBAAsB,CAAC;QAEnG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC;QAE1F,iBAAiB;QACjB,IAAI,CAAC;YACH,wBAAwB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC,CAAC,2FAA2F;YAC9G,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,YAAY;gBACzB,QAAQ;gBACR,aAAa;gBACb,OAAO,EAAE,4BAA4B,GAAG,CAAC,OAAO,EAAE;aACnD,CAAC;QACJ,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QACnC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAExD,MAAM,cAAc,GAAG,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAEzE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;YACrE,OAAO;gBACL,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,YAAY;gBACzB,QAAQ;gBACR,aAAa;gBACb,OAAO,EAAE,8BAA8B,IAAI,CAAC,SAAS,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,aAAa,GAAG;aAC1H,CAAC;QACJ,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC,CAAC,2FAA2F;YAC9G,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,YAAY;gBACzB,QAAQ;gBACR,aAAa;gBACb,OAAO,EAAE,uCAAuC,GAAG,CAAC,OAAO,EAAE;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,2BAA2B;IAC3B,+EAA+E;IAEvE,wBAAwB,CAAC,KAAgB;QAC/C,OAAO,iBAAiB,CACtB,gEAAgE,KAAK,CAAC,YAAY,IAAI;YACtF,gBAAgB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM;YAC9D,2CAA2C;YAC3C,8EAA8E,CAC/E,CAAC;IACJ,CAAC;IAEO,wBAAwB,CAAC,KAAgB,EAAE,QAA4B;QAC7E,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY;YACpC,CAAC,CAAC,YAAY,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG;YACjD,CAAC,CAAC,KAAK,CAAC,YAAY;gBAClB,CAAC,CAAC,gBAAgB,KAAK,CAAC,YAAY,GAAG;gBACvC,CAAC,CAAC,EAAE,CAAC;QACT,OAAO,iBAAiB,CACtB,6CAA6C,KAAK,CAAC,SAAS,KAAK,WAAW,GAAG;YAC/E,gDAAgD,QAAQ,mCAAmC;YAC3F,qFAAqF;YACrF,mCAAmC,CACpC,CAAC;IACJ,CAAC;IAEO,4BAA4B,CAAC,IAAmB,EAAE,QAA4B;QACpF,OAAO,iBAAiB,CACtB,gEAAgE;YAChE,2BAA2B,IAAI,CAAC,SAAS,YAAY,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK;YAC3F,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,qBAAqB,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,gDAAgD,QAAQ,mCAAmC;YAC3F,2DAA2D,CAC5D,CAAC;IACJ,CAAC;IAED,+EAA+E;IAC/E,UAAU;IACV,+EAA+E;IAEvE,sBAAsB,CAAC,aAAqB;QAClD,IAAI,aAAa,IAAI,CAAC;YAAE,OAAO,eAAe,CAAC;QAC/C,IAAI,aAAa,IAAI,CAAC;YAAE,OAAO,sBAAsB,CAAC;QACtD,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAEO,aAAa,CAAC,GAAW;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;YAAE,OAAO,KAAK,CAAC;QAC1E,IAAI,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO,KAAK,CAAC;QACzD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,aAAa,CAAC,GAAW;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACK,SAAS;QACf,IAAI,CAAC;YACH,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;gBACtE,IAAI,IAAI,CAAC,QAAQ,IAAI,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACvD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACzD,MAAM,OAAO,GAAG,KAAwB,CAAC;wBACzC,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;4BACzC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;wBAC1C,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,4EAA4E;YACpF,0CAA0C;QAC5C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,SAAS;QACf,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC7C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YAED,MAAM,IAAI,GAAoC,EAAE,CAAC;YACjD,4CAA4C;YAC5C,MAAM,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;YAChC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;gBACvE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,WAAW,GAAG,QAAQ,EAAE,CAAC;oBAC9C,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACpF,CAAC;QAAC,MAAM,CAAC,CAAC,sFAAsF;YAC9F,qEAAqE;QACvE,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,mBAAmB,CAAC,WAAmB;QAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1C,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACvD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QAEpF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC;YAAE,OAAO,IAAI,CAAC;QAEjD,iFAAiF;QACjF,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAC9C,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,EAAE;wBAC9D,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,IAAI;qBACd,CAAC,CAAC;oBACH,sCAAsC;oBACtC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;wBACtC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,oBAAoB;4BACpD,IAAI,QAAQ,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gCACpE,OAAO,QAAQ,CAAC;4BAClB,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAC,4GAA4G;oBACpH,sEAAsE;gBACxE,CAAC;YACH,CAAC;QACH,CAAC;QAED,8EAA8E;QAC9E,uFAAuF;QACvF,iFAAiF;QAEjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,OAAO;QACL,MAAM,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAChC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YACvE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,WAAW,GAAG,QAAQ,EAAE,CAAC;gBAC9C,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QAED,0CAA0C;QAC1C,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC5B,CAAC;IAED;;;;OAIG;IACK,kBAAkB,CAAC,WAAmB,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;QAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1C,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACvD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QAEpF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC;YAAE,OAAO;QAE5C,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,OAAO,GAAG,CAAC,CAAC;YAEhB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,SAAS;gBAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;gBAClD,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBACnC,IAAI,GAAG,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE,CAAC;wBAClC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;wBACxB,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAC,uEAAuE;oBAC/E,kCAAkC;gBACpC,CAAC;YACH,CAAC;YAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,oFAAoF;YAC5F,sCAAsC;QACxC,CAAC;IACH,CAAC;CACF;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,YAAoB,IAAI;IACtE,OAAO,IAAI;QACT,yFAAyF;SACxF,OAAO,CAAC,kDAAkD,EAAE,EAAE,CAAC;QAChE,4DAA4D;SAC3D,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;QACjD,2BAA2B;SAC1B,SAAS,CAAC,KAAK,CAAC;QACjB,WAAW;SACV,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;AACzB,CAAC"}

package/dist/monitoring/SessionWatchdog.d.ts

@@ -0,0 +1,138 @@
+/**
+ * SessionWatchdog — Auto-remediation for stuck Claude sessions (Instar port).
+ *
+ * Detects when a Claude session has a long-running bash command and escalates
+ * from gentle (Ctrl+C) to forceful (SIGKILL + session kill). Adapted from
+ * Dawn Server's SessionWatchdog for Instar's self-contained architecture.
+ *
+ * Escalation pipeline:
+ *   Level 0: Monitoring (default)
+ *   Level 1: Ctrl+C via tmux send-keys
+ *   Level 2: SIGTERM the stuck child PID
+ *   Level 3: SIGKILL the stuck child PID
+ *   Level 4: Kill tmux session
+ */
+import { EventEmitter } from 'node:events';
+import type { SessionManager } from '../core/SessionManager.js';
+import type { StateManager } from '../core/StateManager.js';
+import type { InstarConfig, IntelligenceProvider } from '../core/types.js';
+export declare enum EscalationLevel {
+    Monitoring = 0,
+    CtrlC = 1,
+    SigTerm = 2,
+    SigKill = 3,
+    KillSession = 4
+}
+interface EscalationState {
+    level: EscalationLevel;
+    levelEnteredAt: number;
+    stuckChildPid: number;
+    stuckCommand: string;
+    retryCount: number;
+}
+export interface InterventionEvent {
+    sessionName: string;
+    level: EscalationLevel;
+    action: string;
+    stuckCommand: string;
+    stuckPid: number;
+    timestamp: number;
+    /** Outcome tracking — filled in after a delay */
+    outcome?: 'recovered' | 'died' | 'unknown';
+    /** Time in ms between intervention and outcome determination */
+    outcomeDelayMs?: number;
+}
+/** Aggregated watchdog stats for telemetry */
+export interface WatchdogStats {
+    interventionsTotal: number;
+    interventionsByLevel: Record<string, number>;
+    recoveries: number;
+    sessionDeaths: number;
+    outcomeUnknown: number;
+    llmGateOverrides: number;
+}
+export interface WatchdogEvents {
+    intervention: [event: InterventionEvent];
+    recovery: [sessionName: string, fromLevel: EscalationLevel];
+}
+export declare class SessionWatchdog extends EventEmitter {
+    private config;
+    private sessionManager;
+    private state;
+    private interval;
+    private escalationState;
+    private interventionHistory;
+    private enabled;
+    private running;
+    private stuckThresholdMs;
+    private pollIntervalMs;
+    private logPath;
+    /** Intelligence provider — gates escalation entry with LLM command analysis */
+    intelligence: IntelligenceProvider | null;
+    /** Temporarily exempted commands (LLM confirmed as legitimate long-running) */
+    private temporaryExclusions;
+    /** Counter for LLM gate overrides (said "legitimate") — for telemetry */
+    private llmGateOverrides;
+    /** Pending outcome checks — maps sessionName to intervention event */
+    private pendingOutcomeChecks;
+    constructor(config: InstarConfig, sessionManager: SessionManager, state: StateManager);
+    start(): void;
+    stop(): void;
+    setEnabled(enabled: boolean): void;
+    isEnabled(): boolean;
+    isManaging(sessionName: string): boolean;
+    getStatus(): {
+        enabled: boolean;
+        sessions: Array<{
+            name: string;
+            escalation: EscalationState | null;
+        }>;
+        interventionHistory: InterventionEvent[];
+    };
+    private poll;
+    private checkSession;
+    private handleEscalation;
+    /**
+     * LLM gate: Before entering escalation, ask whether the command is
+     * legitimately long-running or actually stuck. This prevents the watchdog
+     * from killing legitimate builds, installs, or data processing.
+     *
+     * Returns true if the command appears stuck and should be escalated.
+     * Returns false if the LLM thinks it's a legitimate long-running task.
+     * If no LLM is available, returns true (fail-open — stuck commands need recovery).
+     */
+    private isCommandStuck;
+    private getClaudePid;
+    private getChildProcesses;
+    private isExcluded;
+    private parseElapsed;
+    private sendSignal;
+    private isProcessAlive;
+    private killTmuxSession;
+    private recordIntervention;
+    /**
+     * Check session health 60s after an intervention.
+     * Did the session recover (still producing output) or die?
+     */
+    private checkOutcome;
+    /**
+     * Append an event to the persistent JSONL log.
+     * 30-day retention, auto-rotated.
+     */
+    private persistEvent;
+    /**
+     * Read persistent intervention log entries since a given time.
+     */
+    readLog(sinceMs?: number): InterventionEvent[];
+    /**
+     * Get aggregated watchdog stats for a time window.
+     * Used by TelemetryCollector for Baseline submissions.
+     */
+    getStats(sinceMs?: number): WatchdogStats;
+    /**
+     * Rotate the persistent log — remove entries older than 30 days.
+     */
+    rotateLog(): void;
+}
+export {};
+//# sourceMappingURL=SessionWatchdog.d.ts.map

package/dist/monitoring/SessionWatchdog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SessionWatchdog.d.ts","sourceRoot":"","sources":["../../src/monitoring/SessionWatchdog.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAS3C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE3E,oBAAY,eAAe;IACzB,UAAU,IAAI;IACd,KAAK,IAAI;IACT,OAAO,IAAI;IACX,OAAO,IAAI;IACX,WAAW,IAAI;CAChB;AAQD,UAAU,eAAe;IACvB,KAAK,EAAE,eAAe,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,eAAe,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,iDAAiD;IACjD,OAAO,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,SAAS,CAAC;IAC3C,gEAAgE;IAChE,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,8CAA8C;AAC9C,MAAM,WAAW,aAAa;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7C,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAgCD,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;IACzC,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;CAC7D;AAED,qBAAa,eAAgB,SAAQ,YAAY;IAC/C,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,QAAQ,CAA+C;IAC/D,OAAO,CAAC,eAAe,CAAsC;IAC7D,OAAO,CAAC,mBAAmB,CAA2B;IACtD,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,OAAO,CAAS;IAExB,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,OAAO,CAAS;IAExB,+EAA+E;IAC/E,YAAY,EAAE,oBAAoB,GAAG,IAAI,CAAQ;IAEjD,+EAA+E;IAC/E,OAAO,CAAC,mBAAmB,CAAqB;IAEhD,yEAAyE;IACzE,OAAO,CAAC,gBAAgB,CAAK;IAE7B,sEAAsE;IACtE,OAAO,CAAC,oBAAoB,CAAwC;gBAExD,MAAM,EAAE,YAAY,EAAE,cAAc,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY;IAcrF,KAAK,IAAI,IAAI;IAOb,IAAI,IAAI,IAAI;IAOZ,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAOlC,SAAS,IAAI,OAAO;IAIpB,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO;IAKxC,SAAS,IAAI;QACX,OAAO,EAAE,OAAO,CAAC;QACjB,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,eAAe,GAAG,IAAI,CAAA;SAAE,CAAC,CAAC;QACtE,mBAAmB,EAAE,iBAAiB,EAAE,CAAC;KAC1C;YAgBa,IAAI;YAkBJ,YAAY;IAwD1B,OAAO,CAAC,gBAAgB;IA2DxB;;;;;;;;OAQG;YACW,cAAc;IA+C5B,OAAO,CAAC,YAAY;IAuBpB,OAAO,CAAC,iBAAiB;IA8BzB,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,UAAU;IAWlB,OAAO,CAAC,cAAc;IAUtB,OAAO,CAAC,eAAe;IAMvB,OAAO,CAAC,kBAAkB;IA+B1B;;;OAGG;IACH,OAAO,CAAC,YAAY;IAiBpB;;;OAGG;IACH,OAAO,CAAC,YAAY;IAapB;;OAEG;IACH,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,iBAAiB,EAAE;IAgB9C;;;OAGG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,aAAa;IA8BzC;;OAEG;IACH,SAAS,IAAI,IAAI;CAwBlB"}