@vibesdotdev/pm 0.0.0-stage → 1.0.0-rc.2

package/dist/daemon/health-monitor.js

@@ -0,0 +1,453 @@
+/**
+ * Health Monitor
+ * Monitors process health via HTTP/TCP health checks with exponential backoff
+ */
+import { gracefulKillProcessTree } from "../utils/process-tree.js";
+import { performHealthCheck } from "../services/health.js";
+import { CaughtFailureSchema, valueFreeFailure } from '@vibesdotdev/kernel';
+import { getPMDaemonLogger } from "../utils/logging.js";
+import { attempt } from "../utils/attempt.js";
+import { hasErrnoCode } from "../utils/errno-failure.js";
+import { toEpochMs } from "../services/startup-warmup.js";
+import { Semaphore } from "../utils/semaphore.js";
+/** Prefix of the `lastError` notice this monitor writes for a check that cannot pass on a living process. */
+export const HEALTH_MISCONFIGURED_PREFIX = 'Health check misconfigured:';
+/**
+ * Only evidence that nothing is answering may escalate to a kill.
+ *
+ * `http-status` means something IS answering on the probed port (a vite server
+ * with no `/api/health` route says 404); `config` says nothing about the
+ * process at all. Killing on either destroys a healthy process every grace
+ * period — measured on registry-web-dev and doctor-web-dev, 2026-09-01.
+ *
+ * An unclassified failure keeps the legacy (lethal) semantics so the zombie
+ * sweep cannot silently vanish for a producer that forgets to classify.
+ */
+export function isLethalFailure(result) {
+    return result.kind === undefined || result.kind === 'transport' || result.kind === 'timeout';
+}
+/** The thing the check is pointed at, for log lines and the persisted notice. */
+export function describeHealthTarget(healthCheck, socketPath) {
+    switch (healthCheck.type) {
+        case 'http':
+            return healthCheck.endpoint ?? 'http (no endpoint)';
+        case 'tcp':
+            return `tcp://${healthCheck.host ?? 'localhost'}:${healthCheck.port ?? '?'}`;
+        case 'socket':
+            return socketPath ?? healthCheck.endpoint ?? 'socket (no path)';
+        default:
+            return String(healthCheck.type);
+    }
+}
+/** Shared FIFO semaphore (see utils/semaphore.ts). */
+/**
+ * Monitors process health and handles unhealthy process cleanup
+ */
+/** How long a health-killed process gets to exit on SIGTERM before SIGKILL. */
+const HEALTH_KILL_GRACEFUL_MS = 5_000;
+export class HealthMonitor {
+    deps;
+    minHealthFailuresBeforeKill;
+    checkSemaphore;
+    now;
+    killProcessTree;
+    // Track health check failures per process for exponential backoff
+    healthCheckFailures = new Map();
+    // Track first failure time per process to respect configured intervals
+    healthCheckFirstFailure = new Map();
+    // Track last health check time per process to respect configured intervals
+    lastHealthCheckTime = new Map();
+    // Track pending health checks to avoid overlaps
+    pendingHealthChecks = new Map();
+    // Every check fired by runHealthChecks, until it settles (drain()).
+    inFlightChecks = new Set();
+    /** The daemon runtime's Logging, read per entry so it follows hot-reload generations (C083a). */
+    get logger() {
+        return getPMDaemonLogger(this.deps.getRuntime(), 'global').child('health');
+    }
+    constructor(deps) {
+        this.deps = deps;
+        this.minHealthFailuresBeforeKill = deps.minHealthFailuresBeforeKill ?? 3;
+        // CRITICAL FIX (Issue 3.3): Limit concurrent health checks to prevent memory pressure
+        this.checkSemaphore = new Semaphore(deps.maxConcurrentChecks ?? 10);
+        this.now = deps.now ?? Date.now;
+        // SIGTERM first so an http body can withdraw its host claim and drain;
+        // SIGKILL only if it ignores that for HEALTH_KILL_GRACEFUL_MS.
+        this.killProcessTree =
+            deps.killProcessTree ??
+                ((pid, processId) => gracefulKillProcessTree(deps.getRuntime(), pid, processId, HEALTH_KILL_GRACEFUL_MS));
+    }
+    /**
+     * Run health checks on all processes
+     *
+     * Runs every 1 second but respects per-process intervals.
+     * Uses AbortController to prevent overlapping checks.
+     *
+     * Purpose: Detect and forcefully clean up stuck/broken processes that can't recover on their own
+     * - Kill processes that are unresponsive to health checks for too long
+     * - Clean up orphaned sockets/resources
+     * - Mark truly broken processes as crashed so auto-restart can kick in
+     *
+     * Does NOT auto-restart - that's handled by the process manager's auto-restart config
+     */
+    async runHealthChecks() {
+        const states = await this.deps.pm.getAllStatus();
+        const now = this.now();
+        for (const state of states) {
+            if (state.status !== 'running') {
+                // Clear tracking for non-running processes
+                this.healthCheckFailures.delete(state.id);
+                this.healthCheckFirstFailure.delete(state.id);
+                this.lastHealthCheckTime.delete(state.id);
+                this.pendingHealthChecks.delete(state.id);
+                continue;
+            }
+            const config = await this.deps.pm.getConfig(state.id);
+            if (!config?.healthCheck) {
+                // No health check configured, skip
+                continue;
+            }
+            // Check if enough time has elapsed since last check
+            const lastCheckTime = this.lastHealthCheckTime.get(state.id) || 0;
+            const interval = config.healthCheck.interval || 5000; // Default 5s
+            const timeSinceLastCheck = now - lastCheckTime;
+            if (timeSinceLastCheck < interval) {
+                // Not time yet for this process
+                continue;
+            }
+            // Skip if check is already pending
+            if (this.pendingHealthChecks.has(state.id)) {
+                continue;
+            }
+            // CRITICAL FIX (Issue 3.3): Use semaphore to limit concurrent health checks
+            // This prevents memory pressure when many processes are running
+            // Reserve the overlap-guard slot SYNCHRONOUSLY, before the semaphore
+            // wait: inserting the controller only inside performHealthCheck let
+            // a second tick pass the has() check while the first check was
+            // still queued, running overlapping probes for the same process
+            // (double-counted failures, halved effective grace).
+            const controller = new AbortController();
+            this.pendingHealthChecks.set(state.id, controller);
+            // Start async health check (don't await - let it run in background)
+            const run = this.runCheck(state.id, config, controller);
+            this.inFlightChecks.add(run);
+            void run.finally(() => this.inFlightChecks.delete(run));
+        }
+    }
+    /** One queued check: waits its semaphore slot, runs, and reports a failed run (the slot is always released). */
+    async runCheck(processId, config, controller) {
+        await this.checkSemaphore.acquire();
+        const checked = await attempt(() => this.performHealthCheck(processId, config, controller));
+        this.checkSemaphore.release();
+        if (!checked.ok) {
+            this.logger.error('health check loop failure', {
+                processId,
+                failure: valueFreeFailure(checked.failure)
+            });
+        }
+    }
+    /**
+     * Resolves once every check fired so far has settled. Shutdown and tests
+     * use it; the daemon tick itself never waits on probes.
+     */
+    async drain() {
+        while (this.inFlightChecks.size > 0) {
+            const settled = await Promise.allSettled(this.inFlightChecks);
+            for (const result of settled) {
+                if (result.status === 'rejected') {
+                    this.logger.warn('in-flight health check rejected while draining', {
+                        failure: valueFreeFailure(CaughtFailureSchema.parse(result.reason))
+                    });
+                }
+            }
+        }
+    }
+    /**
+     * Perform health check for a single process (async, non-blocking)
+     */
+    async performHealthCheck(processId, config, controller) {
+        // Guard - health check must be configured
+        const healthCheck = config.healthCheck;
+        if (!healthCheck)
+            return;
+        // Record check time
+        this.lastHealthCheckTime.set(processId, this.now());
+        // Abort controller for timeout with a safe minimum. The controller was
+        // created by the enqueueing tick (see runHealthChecks) so the overlap
+        // guard covers the semaphore wait too.
+        const configuredTimeout = healthCheck.timeout || 3000;
+        const timeoutMs = Math.max(100, Math.min(60000, configuredTimeout - 100));
+        // Abort the check at its deadline: a lifecycle one-shot (RC07).
+        const cancelTimeout = this.deps.getRuntime().lifecycle.timeout(() => controller.abort(), timeoutMs);
+        const evaluated = await attempt(() => this.evaluateHealth(processId, config, healthCheck, controller));
+        // Clean up timeout and pending tracking
+        cancelTimeout();
+        this.pendingHealthChecks.delete(processId);
+        if (!evaluated.ok) {
+            this.logger.error('health check execution error', {
+                processId,
+                failure: valueFreeFailure(evaluated.failure)
+            });
+        }
+    }
+    /** One probe of `healthCheck` and what its answer means: recovery, failure tracking, or the kill past grace. */
+    async evaluateHealth(processId, config, healthCheck, controller) {
+        const result = await this.checkProcessHealth(config, controller.signal);
+        // Get current state for PID info
+        const state = await this.deps.pm.getStatus(processId);
+        const now = this.now();
+        if (result.healthy) {
+            await this.recordHealthy(processId, state, now);
+            return;
+        }
+        // Health check failed
+        // `??`, not `||`: the schema allows an explicit warmupMs of 0 (no warmup);
+        // `||` silently turned that into the 30s default.
+        const warmupMs = healthCheck.warmupMs ?? 30000; // Default 30s warmup
+        const startedAt = toEpochMs(state?.startedAt);
+        const warmupEndsAt = startedAt !== undefined ? startedAt + warmupMs : undefined;
+        const withinWarmup = warmupEndsAt !== undefined && now < warmupEndsAt;
+        const interval = healthCheck.interval || 5000;
+        const multiplier = healthCheck.gracePeriodMultiplier || 6;
+        const gracePeriod = interval * multiplier;
+        const target = describeHealthTarget(healthCheck, state?.socketPath);
+        const lethal = isLethalFailure(result) && config.healthCheck?.failureAction !== 'report';
+        const details = result.details || 'unknown';
+        let firstFailureTime = this.healthCheckFirstFailure.get(processId);
+        let failures = this.healthCheckFailures.get(processId) || 0;
+        // The grace clock starts when warmup ends. Failures inside warmup are
+        // expected (a cold vite dep-optimizer plus SvelteKit route compilation)
+        // and must not pre-charge it: with warmupMs 180s and a 60s grace, the
+        // first post-warmup tick found unhealthyDuration ~= 180s >= 60s and
+        // killed every process that had merely been slow to boot.
+        if (!withinWarmup &&
+            firstFailureTime !== undefined &&
+            warmupEndsAt !== undefined &&
+            firstFailureTime < warmupEndsAt) {
+            this.logger.info('warmup ended without a healthy answer; grace period starts now', {
+                processId,
+                target,
+                kind: result.kind,
+                details,
+                failuresDuringWarmup: failures,
+                warmupSeconds: Math.floor(warmupMs / 1000),
+                gracePeriodSeconds: Math.floor(gracePeriod / 1000)
+            });
+            firstFailureTime = undefined;
+            failures = 0;
+        }
+        const newFailures = failures + 1;
+        this.healthCheckFailures.set(processId, newFailures);
+        if (firstFailureTime === undefined) {
+            firstFailureTime = now;
+            this.healthCheckFirstFailure.set(processId, now);
+            if (withinWarmup) {
+                // During warmup, failures are expected
+                this.logger.info('health check waiting for startup', {
+                    processId,
+                    target,
+                    kind: result.kind,
+                    details: result.details || 'not ready'
+                });
+            }
+            else if (lethal) {
+                this.logger.error('health check first failure', {
+                    processId,
+                    target,
+                    kind: result.kind,
+                    details,
+                    gracePeriodSeconds: Math.floor(gracePeriod / 1000)
+                });
+            }
+            else {
+                this.logger.error('health endpoint reachable but not OK; process is alive and will not be killed', {
+                    processId,
+                    target,
+                    kind: result.kind,
+                    status: result.status,
+                    details,
+                    hint: 'point healthCheck.endpoint at a route the app serves, or use a tcp check'
+                });
+            }
+        }
+        const unhealthyDuration = Math.max(0, now - firstFailureTime);
+        // Persist the transition (write-on-change: the WAL churned at ~80KB/s when
+        // every tick rewrote an unchanged status). A non-lethal failure also
+        // carries a notice `pm show` and the dashboards surface, so the
+        // misconfiguration is loud without anyone reading the daemon log.
+        const patch = {};
+        if (state?.healthStatus !== 'unhealthy') {
+            patch.healthStatus = 'unhealthy';
+            patch.lastActivity = new Date(now);
+        }
+        if (!lethal && !withinWarmup) {
+            const notice = this.misconfiguredNotice(target, result);
+            if (state?.lastError !== notice) {
+                patch.lastError = notice;
+            }
+        }
+        if (Object.keys(patch).length > 0) {
+            await this.deps.store.update(processId, patch);
+        }
+        if (withinWarmup)
+            return;
+        if (!lethal) {
+            // Alive but the check cannot pass. Repeat the notice once per grace
+            // period's worth of failures, and never escalate.
+            if (newFailures > 1 && newFailures % Math.max(1, multiplier) === 0) {
+                this.logger.warn('health check still not OK; process alive, not killed', {
+                    processId,
+                    target,
+                    kind: result.kind,
+                    status: result.status,
+                    details,
+                    attempt: newFailures,
+                    unhealthySeconds: Math.floor(unhealthyDuration / 1000)
+                });
+            }
+            return;
+        }
+        if (newFailures > 1) {
+            this.logger.error('health check failed', {
+                processId,
+                target,
+                kind: result.kind,
+                attempt: newFailures,
+                details,
+                unhealthySeconds: Math.floor(unhealthyDuration / 1000),
+                gracePeriodSeconds: Math.floor(gracePeriod / 1000)
+            });
+        }
+        // Require multiple consecutive failures before kill
+        if (newFailures < this.minHealthFailuresBeforeKill) {
+            return;
+        }
+        // If unhealthy beyond grace (and past warmup), kill the process
+        // This handles stuck/zombie processes that won't exit on their own
+        if (unhealthyDuration < gracePeriod) {
+            return;
+        }
+        const failureReason = result.details
+            ? `Health check failed: ${result.details}`
+            : 'Health check failed';
+        this.logger.error('process unresponsive; force killing', {
+            processId,
+            pid: state?.pid,
+            target,
+            kind: result.kind,
+            unhealthySeconds: Math.floor(unhealthyDuration / 1000),
+            details
+        });
+        // Forcefully kill the process AND its children
+        if (state?.pid) {
+            const pid = state.pid;
+            const killed = await attempt(() => this.killProcessTree(pid, processId));
+            if (!killed.ok) {
+                this.logger.error('failed to kill process tree', {
+                    processId,
+                    pid,
+                    failure: valueFreeFailure(killed.failure)
+                });
+            }
+        }
+        // Clean up socket if exists
+        if (config.socket) {
+            const socketPath = config.socket;
+            const removed = await attempt(async () => {
+                const { removeSocket } = await import("../utils/socket.js");
+                await removeSocket(this.deps.getRuntime(), socketPath);
+            });
+            if (removed.ok) {
+                this.logger.info('cleaned up process socket', { processId, socketPath });
+            }
+            else if (!(hasErrnoCode(removed.failure) && removed.failure.code === 'ENOENT')) {
+                // The socket may not exist (ENOENT); anything else is reported.
+                this.logger.warn('failed to clean up process socket', {
+                    processId,
+                    socketPath,
+                    failure: valueFreeFailure(removed.failure)
+                });
+            }
+        }
+        // Mark as crashed (not stopped) so auto-restart can kick in
+        // CRITICAL FIX: Keep the PID so we can track orphans if kill failed!
+        // The killProcessTree verifies kill success, so if we reach here the process SHOULD be dead
+        // But if kill somehow failed, keeping the PID lets us detect and clean up orphans later
+        await this.deps.store.update(processId, {
+            status: 'crashed',
+            pid: state?.pid, // Keep PID for orphan detection
+            stoppedAt: new Date(now),
+            exitCode: -1,
+            lastError: `${failureReason} (unresponsive for ${Math.floor(unhealthyDuration / 1000)}s, forcefully killed by daemon)`,
+            killedByDaemon: true // Flag for diagnostics
+        });
+        // Reset tracking
+        this.healthCheckFailures.delete(processId);
+        this.healthCheckFirstFailure.delete(processId);
+        // Process manager will auto-restart if configured
+    }
+    /** A passing probe resets the failure tracking and persists the transition only. */
+    async recordHealthy(processId, state, now) {
+        this.healthCheckFailures.delete(processId);
+        this.healthCheckFirstFailure.delete(processId);
+        // Write-on-change only: an unconditional healthy+lastActivity write per
+        // tick per process kept the daemon committing WAL at ~80KB/s at idle.
+        // Idle/activity tracking has its own touch() path; the health monitor
+        // only needs to persist TRANSITIONS.
+        const patch = {};
+        if (state?.healthStatus !== 'healthy') {
+            patch.healthStatus = 'healthy';
+            patch.lastActivity = new Date(now);
+        }
+        // Retract only the notice this monitor wrote; other lastError owners keep theirs.
+        if (state?.lastError?.startsWith(HEALTH_MISCONFIGURED_PREFIX)) {
+            patch.lastError = undefined;
+        }
+        if (Object.keys(patch).length > 0) {
+            await this.deps.store.update(processId, patch);
+        }
+    }
+    /** Deterministic per (target, status) so write-on-change holds across ticks. */
+    misconfiguredNotice(target, result) {
+        const answer = result.kind === 'http-status'
+            ? `answered ${result.details ?? `HTTP ${result.status ?? '?'}`}`
+            : `${result.details ?? 'unusable check definition'}`;
+        return `${HEALTH_MISCONFIGURED_PREFIX} ${target} ${answer}; the process is alive and was not killed. Point healthCheck.endpoint at a route the app serves, or use a tcp check.`;
+    }
+    /**
+     * Check if a process is healthy using shared health check utilities
+     * Returns object with health status and detailed failure information
+     */
+    async checkProcessHealth(config, signal) {
+        if (!config.healthCheck)
+            return { healthy: true, kind: 'ok' };
+        // Use shared health check implementation from services/health.ts
+        // This consolidates HTTP/TCP/socket check logic in one place
+        const state = await this.deps.pm.getStatus(config.id);
+        const result = await performHealthCheck(this.deps.getRuntime(), config.healthCheck, state?.socketPath, {
+            signal,
+            timeout: config.healthCheck.timeout || 3000
+        });
+        // Convert 'error' field to 'details' for daemon's internal interface
+        return {
+            healthy: result.healthy,
+            details: result.error,
+            kind: result.kind,
+            status: result.status
+        };
+    }
+    /**
+     * Clear all tracking state (used during shutdown)
+     */
+    clearTracking() {
+        this.healthCheckFailures.clear();
+        this.healthCheckFirstFailure.clear();
+        this.lastHealthCheckTime.clear();
+        // Abort any pending checks
+        for (const controller of this.pendingHealthChecks.values()) {
+            controller.abort();
+        }
+        this.pendingHealthChecks.clear();
+    }
+}
+//# sourceMappingURL=health-monitor.js.map

package/dist/daemon/health-monitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"health-monitor.js","sourceRoot":"","sources":["../../src/daemon/health-monitor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAyB,MAAM,uBAAuB,CAAC;AAElF,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAmB,MAAM,qBAAqB,CAAC;AAC7F,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AA6BlD,6GAA6G;AAC7G,MAAM,CAAC,MAAM,2BAA2B,GAAG,6BAA6B,CAAC;AAEzE;;;;;;;;;;GAUG;AACH,MAAM,UAAU,eAAe,CAAC,MAAuC;IACtE,OAAO,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC;AAC9F,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,oBAAoB,CAAC,WAAwB,EAAE,UAAmB;IACjF,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;QAC1B,KAAK,MAAM;YACV,OAAO,WAAW,CAAC,QAAQ,IAAI,oBAAoB,CAAC;QACrD,KAAK,KAAK;YACT,OAAO,SAAS,WAAW,CAAC,IAAI,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QAC9E,KAAK,QAAQ;YACZ,OAAO,UAAU,IAAI,WAAW,CAAC,QAAQ,IAAI,kBAAkB,CAAC;QACjE;YACC,OAAO,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;AACF,CAAC;AAED,sDAAsD;AAEtD;;GAEG;AACH,+EAA+E;AAC/E,MAAM,uBAAuB,GAAG,KAAK,CAAC;AAEtC,MAAM,OAAO,aAAa;IACjB,IAAI,CAAoB;IACf,2BAA2B,CAAS;IACpC,cAAc,CAAY;IAC1B,GAAG,CAAe;IAClB,eAAe,CAAoD;IAEpF,kEAAkE;IAC1D,mBAAmB,GAAwB,IAAI,GAAG,EAAE,CAAC;IAE7D,uEAAuE;IAC/D,uBAAuB,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEjE,2EAA2E;IACnE,mBAAmB,GAAwB,IAAI,GAAG,EAAE,CAAC;IAE7D,gDAAgD;IACxC,mBAAmB,GAAiC,IAAI,GAAG,EAAE,CAAC;IAEtE,oEAAoE;IAC5D,cAAc,GAAuB,IAAI,GAAG,EAAE,CAAC;IAGvD,iGAAiG;IACjG,IAAY,MAAM;QACjB,OAAO,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC5E,CAAC;IAED,YAAY,IAAuB;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,2BAA2B,GAAG,IAAI,CAAC,2BAA2B,IAAI,CAAC,CAAC;QACzE,sFAAsF;QACtF,IAAI,CAAC,cAAc,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,uEAAuE;QACvE,+DAA+D;QAC/D,IAAI,CAAC,eAAe;YACnB,IAAI,CAAC,eAAe;gBACpB,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CACnB,uBAAuB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,uBAAuB,CAAC,CAAC,CAAC;IACxF,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,eAAe;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAChC,2CAA2C;gBAC3C,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC1C,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9C,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC1C,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC1C,SAAS;YACV,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC;gBAC1B,mCAAmC;gBACnC,SAAS;YACV,CAAC;YAED,oDAAoD;YACpD,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,aAAa;YACnE,MAAM,kBAAkB,GAAG,GAAG,GAAG,aAAa,CAAC;YAE/C,IAAI,kBAAkB,GAAG,QAAQ,EAAE,CAAC;gBACnC,gCAAgC;gBAChC,SAAS;YACV,CAAC;YAED,mCAAmC;YACnC,IAAI,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC5C,SAAS;YACV,CAAC;YAED,4EAA4E;YAC5E,gEAAgE;YAChE,qEAAqE;YACrE,oEAAoE;YACpE,+DAA+D;YAC/D,gEAAgE;YAChE,qDAAqD;YACrD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YACnD,oEAAoE;YACpE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YACxD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC7B,KAAK,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACzD,CAAC;IACF,CAAC;IAED,gHAAgH;IACxG,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,MAAqB,EAAE,UAA2B;QAC3F,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;QAC5F,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE;gBAC9C,SAAS;gBACT,OAAO,EAAE,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC;aAC1C,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACV,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,EAAE;wBAClE,OAAO,EAAE,gBAAgB,CAAC,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;qBACnE,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC/B,SAAiB,EACjB,MAAqB,EACrB,UAA2B;QAE3B,0CAA0C;QAC1C,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,WAAW;YAAE,OAAO;QAEzB,oBAAoB;QACpB,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAEpD,uEAAuE;QACvE,sEAAsE;QACtE,uCAAuC;QACvC,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,IAAI,IAAI,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,iBAAiB,GAAG,GAAG,CAAC,CAAC,CAAC;QAE1E,gEAAgE;QAChE,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAEpG,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;QACvG,wCAAwC;QACxC,aAAa,EAAE,CAAC;QAChB,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBACjD,SAAS;gBACT,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC;aAC5C,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,gHAAgH;IACxG,KAAK,CAAC,cAAc,CAC3B,SAAiB,EACjB,MAAqB,EACrB,WAAwB,EACxB,UAA2B;QAE3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAExE,iCAAiC;QACjC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAChD,OAAO;QACR,CAAC;QAED,sBAAsB;QACtB,2EAA2E;QAC3E,kDAAkD;QAClD,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,qBAAqB;QACrE,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAChF,MAAM,YAAY,GAAG,YAAY,KAAK,SAAS,IAAI,GAAG,GAAG,YAAY,CAAC;QACtE,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,IAAI,IAAI,CAAC;QAC9C,MAAM,UAAU,GAAG,WAAW,CAAC,qBAAqB,IAAI,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,QAAQ,GAAG,UAAU,CAAC;QAC1C,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,aAAa,KAAK,QAAQ,CAAC;QACzF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,SAAS,CAAC;QAE5C,IAAI,gBAAgB,GAAG,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnE,IAAI,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAE5D,sEAAsE;QACtE,wEAAwE;QACxE,sEAAsE;QACtE,oEAAoE;QACpE,0DAA0D;QAC1D,IACC,CAAC,YAAY;YACb,gBAAgB,KAAK,SAAS;YAC9B,YAAY,KAAK,SAAS;YAC1B,gBAAgB,GAAG,YAAY,EAC9B,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE;gBAClF,SAAS;gBACT,MAAM;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO;gBACP,oBAAoB,EAAE,QAAQ;gBAC9B,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;gBAC1C,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;aAClD,CAAC,CAAC;YACH,gBAAgB,GAAG,SAAS,CAAC;YAC7B,QAAQ,GAAG,CAAC,CAAC;QACd,CAAC;QAED,MAAM,WAAW,GAAG,QAAQ,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAErD,IAAI,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACpC,gBAAgB,GAAG,GAAG,CAAC;YACvB,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACjD,IAAI,YAAY,EAAE,CAAC;gBAClB,uCAAuC;gBACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;oBACpD,SAAS;oBACT,MAAM;oBACN,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,WAAW;iBACtC,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,MAAM,EAAE,CAAC;gBACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;oBAC/C,SAAS;oBACT,MAAM;oBACN,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,OAAO;oBACP,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;iBAClD,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+EAA+E,EAAE;oBAClG,SAAS;oBACT,MAAM;oBACN,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,OAAO;oBACP,IAAI,EAAE,0EAA0E;iBAChF,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,gBAAgB,CAAC,CAAC;QAE9D,2EAA2E;QAC3E,qEAAqE;QACrE,gEAAgE;QAChE,kEAAkE;QAClE,MAAM,KAAK,GAA0B,EAAE,CAAC;QACxC,IAAI,KAAK,EAAE,YAAY,KAAK,WAAW,EAAE,CAAC;YACzC,KAAK,CAAC,YAAY,GAAG,WAAW,CAAC;YACjC,KAAK,CAAC,YAAY,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACxD,IAAI,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;gBACjC,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC;YAC1B,CAAC;QACF,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,YAAY;YAAE,OAAO;QAEzB,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,oEAAoE;YACpE,kDAAkD;YAClD,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sDAAsD,EAAE;oBACxE,SAAS;oBACT,MAAM;oBACN,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,OAAO;oBACP,OAAO,EAAE,WAAW;oBACpB,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC;iBACtD,CAAC,CAAC;YACJ,CAAC;YACD,OAAO;QACR,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE;gBACxC,SAAS;gBACT,MAAM;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,WAAW;gBACpB,OAAO;gBACP,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC;gBACtD,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;aAClD,CAAC,CAAC;QACJ,CAAC;QAED,oDAAoD;QACpD,IAAI,WAAW,GAAG,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACpD,OAAO;QACR,CAAC;QAED,gEAAgE;QAChE,mEAAmE;QACnE,IAAI,iBAAiB,GAAG,WAAW,EAAE,CAAC;YACrC,OAAO;QACR,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO;YACnC,CAAC,CAAC,wBAAwB,MAAM,CAAC,OAAO,EAAE;YAC1C,CAAC,CAAC,qBAAqB,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE;YACxD,SAAS;YACT,GAAG,EAAE,KAAK,EAAE,GAAG;YACf,MAAM;YACN,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACtD,OAAO;SACP,CAAC,CAAC;QAEH,+CAA+C;QAC/C,IAAI,KAAK,EAAE,GAAG,EAAE,CAAC;YAChB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;YACtB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC;YACzE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;oBAChD,SAAS;oBACT,GAAG;oBACH,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC;iBACzC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,4BAA4B;QAC5B,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;YACjC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,IAAI,EAAE;gBACxC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;gBAC5D,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,UAAU,CAAC,CAAC;YACxD,CAAC,CAAC,CAAC;YACH,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;YAC1E,CAAC;iBAAM,IAAI,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAClF,gEAAgE;gBAChE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE;oBACrD,SAAS;oBACT,UAAU;oBACV,OAAO,EAAE,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC;iBAC1C,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,4DAA4D;QAC5D,qEAAqE;QACrE,4FAA4F;QAC5F,wFAAwF;QACxF,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE;YACvC,MAAM,EAAE,SAAS;YACjB,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,gCAAgC;YACjD,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC;YACxB,QAAQ,EAAE,CAAC,CAAC;YACZ,SAAS,EAAE,GAAG,aAAa,sBAAsB,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC,iCAAiC;YACtH,cAAc,EAAE,IAAI,CAAC,uBAAuB;SAC5C,CAAC,CAAC;QAEH,iBAAiB;QACjB,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAE/C,kDAAkD;IACnD,CAAC;IAED,oFAAoF;IAC5E,KAAK,CAAC,aAAa,CAC1B,SAAiB,EACjB,KAA+B,EAC/B,GAAW;QAEX,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAE/C,wEAAwE;QACxE,sEAAsE;QACtE,sEAAsE;QACtE,qCAAqC;QACrC,MAAM,KAAK,GAA0B,EAAE,CAAC;QACxC,IAAI,KAAK,EAAE,YAAY,KAAK,SAAS,EAAE,CAAC;YACvC,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC;YAC/B,KAAK,CAAC,YAAY,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QACD,kFAAkF;QAClF,IAAI,KAAK,EAAE,SAAS,EAAE,UAAU,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAC/D,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAC7B,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;IACF,CAAC;IAED,gFAAgF;IACxE,mBAAmB,CAAC,MAAc,EAAE,MAAyB;QACpE,MAAM,MAAM,GACX,MAAM,CAAC,IAAI,KAAK,aAAa;YAC5B,CAAC,CAAC,YAAY,MAAM,CAAC,OAAO,IAAI,QAAQ,MAAM,CAAC,MAAM,IAAI,GAAG,EAAE,EAAE;YAChE,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,EAAE,CAAC;QACvD,OAAO,GAAG,2BAA2B,IAAI,MAAM,IAAI,MAAM,sHAAsH,CAAC;IACjL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,kBAAkB,CAC/B,MAAqB,EACrB,MAAmB;QAEnB,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAE9D,iEAAiE;QACjE,6DAA6D;QAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE;YACtG,MAAM;YACN,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,IAAI,IAAI;SAC3C,CAAC,CAAC;QAEH,qEAAqE;QACrE,OAAO;YACN,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,KAAK;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa;QACZ,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,CAAC;QACjC,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,CAAC;QACrC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,CAAC;QACjC,2BAA2B;QAC3B,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5D,UAAU,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;CACD"}

package/dist/daemon/liveness-checker.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Liveness Checker
+ * Detects processes killed externally and handles auto-restart
+ */
+import type { ProcessManager } from '../manager.ts';
+import type { ProcessStore } from '../store.impl.consumer.ts';
+import { type RuntimeRef } from '@vibesdotdev/kernel';
+export interface LivenessCheckerDeps {
+    /** The daemon's runtime: its host process and socket services observe, signal and connect. */
+    getRuntime: () => RuntimeRef;
+    /** Process manager for getting status and restarting */
+    pm: Pick<ProcessManager, 'getAllStatus' | 'getConfig' | 'cleanupSocket' | 'restart'>;
+    /** Process store for updating state */
+    store: Pick<ProcessStore, 'get' | 'updateWhen' | 'taskObligations'>;
+    /** Crash log interval in ms (default: 60000) */
+    crashLogIntervalMs?: number;
+}
+/**
+ * Checks liveness of running processes and handles externally killed processes
+ */
+export declare class LivenessChecker {
+    private deps;
+    private readonly crashLogIntervalMs;
+    private lastCrashLogTime;
+    private unresponsiveTicks;
+    /**
+     * The pid of each process's run that has answered at least once (its socket
+     * connected on a tick, or its health check passed). An unresponsive socket
+     * is escalated only for such a run: one that has never answered is still
+     * starting, and startup is the health monitor's call (warm-up and grace).
+     * Forgotten on a daemon restart, which only defers a kill, never adds one.
+     */
+    private readonly answered;
+    /** The daemon runtime's Logging, read per entry so it follows hot-reload generations (C083a). */
+    private get logger();
+    constructor(deps: LivenessCheckerDeps);
+    /**
+     * Run liveness checks on all running processes
+     * Detects processes killed externally and updates their state
+     */
+    runLivenessChecks(): Promise<void>;
+    /** One running or crashed state, checked against its liveness (a failure is the caller's to report). */
+    private checkState;
+    /**
+     * Clear tracking state (used during shutdown)
+     */
+    clearTracking(): void;
+}
+//# sourceMappingURL=liveness-checker.d.ts.map

package/dist/daemon/liveness-checker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"liveness-checker.d.ts","sourceRoot":"","sources":["../../src/daemon/liveness-checker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAK9D,OAAO,EAAoB,KAAK,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAQxE,MAAM,WAAW,mBAAmB;IACnC,8FAA8F;IAC9F,UAAU,EAAE,MAAM,UAAU,CAAC;IAC7B,wDAAwD;IACxD,EAAE,EAAE,IAAI,CAAC,cAAc,EAAE,cAAc,GAAG,WAAW,GAAG,eAAe,GAAG,SAAS,CAAC,CAAC;IACrF,uCAAuC;IACvC,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,GAAG,YAAY,GAAG,iBAAiB,CAAC,CAAC;IACpE,gDAAgD;IAChD,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,qBAAa,eAAe;IAC3B,OAAO,CAAC,IAAI,CAAsB;IAClC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAG5C,OAAO,CAAC,gBAAgB,CAAkC;IAG1D,OAAO,CAAC,iBAAiB,CAAkC;IAE3D;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6B;IAGtD,iGAAiG;IACjG,OAAO,KAAK,MAAM,GAEjB;gBAEW,IAAI,EAAE,mBAAmB;IAKrC;;;OAGG;IACG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBxC,wGAAwG;YAC1F,UAAU;IAmRxB;;OAEG;IACH,aAAa,IAAI,IAAI;CAKrB"}