@vorionsys/platform-core 0.1.0

package/dist/observability/alerts.js

@@ -0,0 +1,485 @@
+/**
+ * Alerting Rules and Thresholds
+ *
+ * Defines alerting rules, thresholds, and notification interfaces
+ * for Agent Anchor observability.
+ *
+ * @packageDocumentation
+ */
+import { createLogger } from '../common/logger.js';
+const logger = createLogger({ component: 'alerting' });
+// ============================================================================
+// Default Alert Rules
+// ============================================================================
+export const DEFAULT_ALERT_RULES = [
+    // ========== Critical Alerts ==========
+    {
+        id: 'anchor_trust_tier_drops',
+        name: 'Frequent Trust Tier Drops',
+        description: 'High rate of agents dropping trust tiers may indicate system issues',
+        severity: 'critical',
+        condition: {
+            type: 'rate',
+            metric: 'anchor_tier_transitions_total',
+            operator: '>',
+            value: 10,
+            windowSeconds: 300,
+            labels: { direction: 'down' },
+        },
+        forSeconds: 60,
+        labels: { component: 'trust' },
+        annotations: {
+            summary: 'High rate of trust tier drops',
+            runbook: 'Check attestation pipeline and scoring factors',
+        },
+        enabled: true,
+    },
+    {
+        id: 'anchor_a2a_high_failure_rate',
+        name: 'A2A High Failure Rate',
+        description: 'A2A invocations are failing at high rate',
+        severity: 'critical',
+        condition: {
+            type: 'rate',
+            metric: 'anchor_a2a_invocations_total',
+            operator: '>',
+            value: 0.1, // 10% failure rate
+            windowSeconds: 300,
+            labels: { outcome: 'failure' },
+        },
+        forSeconds: 120,
+        labels: { component: 'a2a' },
+        annotations: {
+            summary: 'A2A failure rate exceeds 10%',
+            runbook: 'Check network connectivity and target agent health',
+        },
+        enabled: true,
+    },
+    {
+        id: 'anchor_attestation_backlog',
+        name: 'Attestation Processing Backlog',
+        description: 'Attestations are backing up and not being processed',
+        severity: 'critical',
+        condition: {
+            type: 'threshold',
+            metric: 'anchor_attestations_pending',
+            operator: '>',
+            value: 1000,
+        },
+        forSeconds: 300,
+        labels: { component: 'attestation' },
+        annotations: {
+            summary: 'Attestation backlog exceeds 1000',
+            runbook: 'Check database connectivity and attestation processor health',
+        },
+        enabled: true,
+    },
+    {
+        id: 'anchor_sandbox_runtime_unavailable',
+        name: 'Sandbox Runtime Unavailable',
+        description: 'Sandbox container runtime is not available',
+        severity: 'critical',
+        condition: {
+            type: 'threshold',
+            metric: 'anchor_sandbox_containers_active',
+            operator: '==',
+            value: 0,
+        },
+        forSeconds: 60,
+        labels: { component: 'sandbox' },
+        annotations: {
+            summary: 'No active sandbox containers - runtime may be down',
+            runbook: 'Check Docker/gVisor daemon status',
+        },
+        enabled: true,
+    },
+    // ========== Warning Alerts ==========
+    {
+        id: 'anchor_trust_score_computation_slow',
+        name: 'Slow Trust Score Computation',
+        description: 'Trust score computation is taking longer than expected',
+        severity: 'warning',
+        condition: {
+            type: 'threshold',
+            metric: 'anchor_trust_score_computation_duration_seconds',
+            operator: '>',
+            value: 0.5, // 500ms
+        },
+        forSeconds: 300,
+        labels: { component: 'trust' },
+        annotations: {
+            summary: 'Trust score computation taking > 500ms',
+            runbook: 'Check database performance and attestation query optimization',
+        },
+        enabled: true,
+    },
+    {
+        id: 'anchor_a2a_latency_high',
+        name: 'A2A High Latency',
+        description: 'A2A invocation latency is elevated',
+        severity: 'warning',
+        condition: {
+            type: 'threshold',
+            metric: 'anchor_a2a_invocation_duration_seconds',
+            operator: '>',
+            value: 5, // 5 seconds
+        },
+        forSeconds: 180,
+        labels: { component: 'a2a' },
+        annotations: {
+            summary: 'A2A latency exceeds 5 seconds',
+            runbook: 'Check target agent performance and network latency',
+        },
+        enabled: true,
+    },
+    {
+        id: 'anchor_a2a_circuit_breakers_open',
+        name: 'A2A Circuit Breakers Open',
+        description: 'Multiple A2A endpoints have open circuit breakers',
+        severity: 'warning',
+        condition: {
+            type: 'rate',
+            metric: 'anchor_a2a_circuit_breaker_state_changes_total',
+            operator: '>',
+            value: 5,
+            windowSeconds: 300,
+            labels: { to_state: 'open' },
+        },
+        forSeconds: 60,
+        labels: { component: 'a2a' },
+        annotations: {
+            summary: 'Multiple A2A circuit breakers opening',
+            runbook: 'Check endpoint health and reduce traffic if necessary',
+        },
+        enabled: true,
+    },
+    {
+        id: 'anchor_sandbox_near_capacity',
+        name: 'Sandbox Near Capacity',
+        description: 'Active sandbox containers approaching limit',
+        severity: 'warning',
+        condition: {
+            type: 'threshold',
+            metric: 'anchor_sandbox_containers_active',
+            operator: '>',
+            value: 80, // 80% of configured max
+        },
+        forSeconds: 300,
+        labels: { component: 'sandbox' },
+        annotations: {
+            summary: 'Sandbox container count at 80% capacity',
+            runbook: 'Scale sandbox infrastructure or review container lifecycle',
+        },
+        enabled: true,
+    },
+    {
+        id: 'anchor_human_approval_pending',
+        name: 'Human Approval Queue Growing',
+        description: 'Human approval requests are pending',
+        severity: 'warning',
+        condition: {
+            type: 'rate',
+            metric: 'anchor_human_approval_requests_total',
+            operator: '>',
+            value: 10,
+            windowSeconds: 3600,
+            labels: { outcome: 'pending' },
+        },
+        forSeconds: 300,
+        labels: { component: 'trust' },
+        annotations: {
+            summary: 'Human approval queue has > 10 pending requests',
+            runbook: 'Review pending tier promotion requests',
+        },
+        enabled: true,
+    },
+    // ========== Info Alerts ==========
+    {
+        id: 'anchor_new_agents_registered',
+        name: 'New Agents Registered',
+        description: 'Spike in new agent registrations',
+        severity: 'info',
+        condition: {
+            type: 'rate',
+            metric: 'anchor_agents_registered_total',
+            operator: '>',
+            value: 100,
+            windowSeconds: 3600,
+        },
+        forSeconds: 0,
+        labels: { component: 'registry' },
+        annotations: {
+            summary: 'More than 100 agents registered in the last hour',
+            runbook: 'Informational - review for suspicious activity if unusual',
+        },
+        enabled: true,
+    },
+    {
+        id: 'anchor_tier_promotions',
+        name: 'Trust Tier Promotions',
+        description: 'Agents being promoted to higher tiers',
+        severity: 'info',
+        condition: {
+            type: 'rate',
+            metric: 'anchor_tier_transitions_total',
+            operator: '>',
+            value: 5,
+            windowSeconds: 3600,
+            labels: { direction: 'up' },
+        },
+        forSeconds: 0,
+        labels: { component: 'trust' },
+        annotations: {
+            summary: 'Multiple trust tier promotions in the last hour',
+            runbook: 'Informational - verify promotions are expected',
+        },
+        enabled: true,
+    },
+    {
+        id: 'anchor_policy_violations',
+        name: 'Sandbox Policy Violations',
+        description: 'Sandbox policy violations detected',
+        severity: 'info',
+        condition: {
+            type: 'rate',
+            metric: 'anchor_network_policy_violations_total',
+            operator: '>',
+            value: 5,
+            windowSeconds: 3600,
+        },
+        forSeconds: 0,
+        labels: { component: 'sandbox' },
+        annotations: {
+            summary: 'Sandbox policy violations in the last hour',
+            runbook: 'Review agent behavior and policy configurations',
+        },
+        enabled: true,
+    },
+];
+// ============================================================================
+// Alert Manager
+// ============================================================================
+export class AlertManager {
+    rules = new Map();
+    activeAlerts = new Map();
+    handlers = [];
+    evaluationInterval = null;
+    constructor() {
+        // Load default rules
+        for (const rule of DEFAULT_ALERT_RULES) {
+            this.rules.set(rule.id, rule);
+        }
+        logger.info({ ruleCount: this.rules.size }, 'Alert manager initialized');
+    }
+    /**
+     * Add a custom alert rule
+     */
+    addRule(rule) {
+        this.rules.set(rule.id, rule);
+        logger.debug({ ruleId: rule.id }, 'Alert rule added');
+    }
+    /**
+     * Remove an alert rule
+     */
+    removeRule(ruleId) {
+        this.rules.delete(ruleId);
+        logger.debug({ ruleId }, 'Alert rule removed');
+    }
+    /**
+     * Enable/disable a rule
+     */
+    setRuleEnabled(ruleId, enabled) {
+        const rule = this.rules.get(ruleId);
+        if (rule) {
+            rule.enabled = enabled;
+            logger.debug({ ruleId, enabled }, 'Alert rule enabled state changed');
+        }
+    }
+    /**
+     * Register an alert handler
+     */
+    onAlert(handler) {
+        this.handlers.push(handler);
+    }
+    /**
+     * Get all rules
+     */
+    getRules() {
+        return Array.from(this.rules.values());
+    }
+    /**
+     * Get active alerts
+     */
+    getActiveAlerts() {
+        return Array.from(this.activeAlerts.values()).filter((a) => a.state === 'firing' || a.state === 'pending');
+    }
+    /**
+     * Generate alert fingerprint for deduplication
+     */
+    generateFingerprint(ruleId, labels) {
+        const sortedLabels = Object.entries(labels)
+            .sort(([a], [b]) => a.localeCompare(b))
+            .map(([k, v]) => `${k}=${v}`)
+            .join(',');
+        return `${ruleId}:${sortedLabels}`;
+    }
+    /**
+     * Fire an alert
+     */
+    async fireAlert(ruleId, value, instanceLabels = {}) {
+        const rule = this.rules.get(ruleId);
+        if (!rule || !rule.enabled) {
+            return;
+        }
+        const labels = { ...rule.labels, ...instanceLabels };
+        const fingerprint = this.generateFingerprint(ruleId, labels);
+        let alert = this.activeAlerts.get(fingerprint);
+        if (!alert) {
+            alert = {
+                ruleId,
+                state: rule.forSeconds > 0 ? 'pending' : 'firing',
+                firedAt: new Date().toISOString(),
+                value,
+                labels,
+                annotations: rule.annotations,
+                fingerprint,
+            };
+            this.activeAlerts.set(fingerprint, alert);
+        }
+        else {
+            alert.value = value;
+            // If was pending and now exceeds forSeconds, transition to firing
+            if (alert.state === 'pending' && alert.firedAt) {
+                const pendingDuration = Date.now() - new Date(alert.firedAt).getTime();
+                if (pendingDuration >= rule.forSeconds * 1000) {
+                    alert.state = 'firing';
+                }
+            }
+        }
+        if (alert.state === 'firing') {
+            await this.notifyHandlers(alert, rule);
+        }
+    }
+    /**
+     * Resolve an alert
+     */
+    async resolveAlert(ruleId, instanceLabels = {}) {
+        const rule = this.rules.get(ruleId);
+        if (!rule) {
+            return;
+        }
+        const labels = { ...rule.labels, ...instanceLabels };
+        const fingerprint = this.generateFingerprint(ruleId, labels);
+        const alert = this.activeAlerts.get(fingerprint);
+        if (alert && alert.state !== 'resolved') {
+            alert.state = 'resolved';
+            alert.resolvedAt = new Date().toISOString();
+            await this.notifyHandlers(alert, rule);
+            // Remove resolved alerts after a delay
+            setTimeout(() => {
+                this.activeAlerts.delete(fingerprint);
+            }, 60000);
+        }
+    }
+    /**
+     * Notify all handlers
+     */
+    async notifyHandlers(alert, rule) {
+        const notification = {
+            alert,
+            rule,
+            timestamp: new Date().toISOString(),
+        };
+        for (const handler of this.handlers) {
+            try {
+                await handler(notification);
+            }
+            catch (error) {
+                logger.error({ error, ruleId: rule.id }, 'Alert handler failed');
+            }
+        }
+    }
+    /**
+     * Get alert summary
+     */
+    getSummary() {
+        const alerts = this.getActiveAlerts();
+        const bySeverity = {
+            critical: 0,
+            warning: 0,
+            info: 0,
+        };
+        let firing = 0;
+        let pending = 0;
+        for (const alert of alerts) {
+            const rule = this.rules.get(alert.ruleId);
+            if (rule) {
+                bySeverity[rule.severity]++;
+            }
+            if (alert.state === 'firing')
+                firing++;
+            if (alert.state === 'pending')
+                pending++;
+        }
+        return {
+            total: alerts.length,
+            firing,
+            pending,
+            bySeverity,
+        };
+    }
+}
+// ============================================================================
+// Factory Functions
+// ============================================================================
+let instance = null;
+export function createAlertManager() {
+    if (!instance) {
+        instance = new AlertManager();
+    }
+    return instance;
+}
+export function getAlertManager() {
+    if (!instance) {
+        throw new Error('AlertManager not initialized');
+    }
+    return instance;
+}
+// ============================================================================
+// Built-in Handlers
+// ============================================================================
+/**
+ * Logging handler - logs all alerts
+ */
+export const loggingAlertHandler = async (notification) => {
+    const { alert, rule } = notification;
+    const logFn = rule.severity === 'critical'
+        ? logger.error.bind(logger)
+        : rule.severity === 'warning'
+            ? logger.warn.bind(logger)
+            : logger.info.bind(logger);
+    logFn({
+        ruleId: rule.id,
+        state: alert.state,
+        value: alert.value,
+        labels: alert.labels,
+    }, `Alert ${alert.state}: ${rule.name}`);
+};
+/**
+ * Webhook handler factory
+ */
+export function createWebhookAlertHandler(webhookUrl) {
+    return async (notification) => {
+        try {
+            await fetch(webhookUrl, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify(notification),
+            });
+        }
+        catch (error) {
+            logger.error({ error, webhookUrl }, 'Webhook alert handler failed');
+        }
+    };
+}
+//# sourceMappingURL=alerts.js.map

package/dist/observability/alerts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"alerts.js","sourceRoot":"","sources":["../../src/observability/alerts.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;AAyEvD,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,mBAAmB,GAAgB;IAC9C,wCAAwC;IACxC;QACE,EAAE,EAAE,yBAAyB;QAC7B,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,qEAAqE;QAClF,QAAQ,EAAE,UAAU;QACpB,SAAS,EAAE;YACT,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,+BAA+B;YACvC,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,EAAE;YACT,aAAa,EAAE,GAAG;YAClB,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;SAC9B;QACD,UAAU,EAAE,EAAE;QACd,MAAM,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE;QAC9B,WAAW,EAAE;YACX,OAAO,EAAE,+BAA+B;YACxC,OAAO,EAAE,gDAAgD;SAC1D;QACD,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,0CAA0C;QACvD,QAAQ,EAAE,UAAU;QACpB,SAAS,EAAE;YACT,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,8BAA8B;YACtC,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,GAAG,EAAE,mBAAmB;YAC/B,aAAa,EAAE,GAAG;YAClB,MAAM,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;SAC/B;QACD,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE;QAC5B,WAAW,EAAE;YACX,OAAO,EAAE,8BAA8B;YACvC,OAAO,EAAE,oDAAoD;SAC9D;QACD,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,4BAA4B;QAChC,IAAI,EAAE,gCAAgC;QACtC,WAAW,EAAE,qDAAqD;QAClE,QAAQ,EAAE,UAAU;QACpB,SAAS,EAAE;YACT,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,6BAA6B;YACrC,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,IAAI;SACZ;QACD,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE;QACpC,WAAW,EAAE;YACX,OAAO,EAAE,kCAAkC;YAC3C,OAAO,EAAE,8DAA8D;SACxE;QACD,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,oCAAoC;QACxC,IAAI,EAAE,6BAA6B;QACnC,WAAW,EAAE,4CAA4C;QACzD,QAAQ,EAAE,UAAU;QACpB,SAAS,EAAE;YACT,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,kCAAkC;YAC1C,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,CAAC;SACT;QACD,UAAU,EAAE,EAAE;QACd,MAAM,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE;QAChC,WAAW,EAAE;YACX,OAAO,EAAE,oDAAoD;YAC7D,OAAO,EAAE,mCAAmC;SAC7C;QACD,OAAO,EAAE,IAAI;KACd;IAED,uCAAuC;IACvC;QACE,EAAE,EAAE,qCAAqC;QACzC,IAAI,EAAE,8BAA8B;QACpC,WAAW,EAAE,wDAAwD;QACrE,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE;YACT,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,iDAAiD;YACzD,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,GAAG,EAAE,QAAQ;SACrB;QACD,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE;QAC9B,WAAW,EAAE;YACX,OAAO,EAAE,wCAAwC;YACjD,OAAO,EAAE,+DAA+D;SACzE;QACD,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,yBAAyB;QAC7B,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,oCAAoC;QACjD,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE;YACT,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,wCAAwC;YAChD,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,CAAC,EAAE,YAAY;SACvB;QACD,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE;QAC5B,WAAW,EAAE;YACX,OAAO,EAAE,+BAA+B;YACxC,OAAO,EAAE,oDAAoD;SAC9D;QACD,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,kCAAkC;QACtC,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,mDAAmD;QAChE,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE;YACT,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,gDAAgD;YACxD,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,CAAC;YACR,aAAa,EAAE,GAAG;YAClB,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE;SAC7B;QACD,UAAU,EAAE,EAAE;QACd,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE;QAC5B,WAAW,EAAE;YACX,OAAO,EAAE,uCAAuC;YAChD,OAAO,EAAE,uDAAuD;SACjE;QACD,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,6CAA6C;QAC1D,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE;YACT,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,kCAAkC;YAC1C,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,EAAE,EAAE,wBAAwB;SACpC;QACD,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE;QAChC,WAAW,EAAE;YACX,OAAO,EAAE,yCAAyC;YAClD,OAAO,EAAE,4DAA4D;SACtE;QACD,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,+BAA+B;QACnC,IAAI,EAAE,8BAA8B;QACpC,WAAW,EAAE,qCAAqC;QAClD,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE;YACT,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,sCAAsC;YAC9C,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,EAAE;YACT,aAAa,EAAE,IAAI;YACnB,MAAM,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;SAC/B;QACD,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE;QAC9B,WAAW,EAAE;YACX,OAAO,EAAE,gDAAgD;YACzD,OAAO,EAAE,wCAAwC;SAClD;QACD,OAAO,EAAE,IAAI;KACd;IAED,oCAAoC;IACpC;QACE,EAAE,EAAE,8BAA8B;QAClC,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,kCAAkC;QAC/C,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE;YACT,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,gCAAgC;YACxC,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,GAAG;YACV,aAAa,EAAE,IAAI;SACpB;QACD,UAAU,EAAE,CAAC;QACb,MAAM,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE;QACjC,WAAW,EAAE;YACX,OAAO,EAAE,kDAAkD;YAC3D,OAAO,EAAE,2DAA2D;SACrE;QACD,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,uCAAuC;QACpD,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE;YACT,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,+BAA+B;YACvC,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,CAAC;YACR,aAAa,EAAE,IAAI;YACnB,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;SAC5B;QACD,UAAU,EAAE,CAAC;QACb,MAAM,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE;QAC9B,WAAW,EAAE;YACX,OAAO,EAAE,iDAAiD;YAC1D,OAAO,EAAE,gDAAgD;SAC1D;QACD,OAAO,EAAE,IAAI;KACd;IACD;QACE,EAAE,EAAE,0BAA0B;QAC9B,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,oCAAoC;QACjD,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE;YACT,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,wCAAwC;YAChD,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,CAAC;YACR,aAAa,EAAE,IAAI;SACpB;QACD,UAAU,EAAE,CAAC;QACb,MAAM,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE;QAChC,WAAW,EAAE;YACX,OAAO,EAAE,4CAA4C;YACrD,OAAO,EAAE,iDAAiD;SAC3D;QACD,OAAO,EAAE,IAAI;KACd;CACF,CAAC;AAEF,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E,MAAM,OAAO,YAAY;IACf,KAAK,GAA2B,IAAI,GAAG,EAAE,CAAC;IAC1C,YAAY,GAAuB,IAAI,GAAG,EAAE,CAAC;IAC7C,QAAQ,GAAmB,EAAE,CAAC;IAC9B,kBAAkB,GAA0B,IAAI,CAAC;IAEzD;QACE,qBAAqB;QACrB,KAAK,MAAM,IAAI,IAAI,mBAAmB,EAAE,CAAC;YACvC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAChC,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,2BAA2B,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,IAAe;QACrB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,kBAAkB,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,MAAc;QACvB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1B,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAAc,EAAE,OAAgB;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YACvB,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,kCAAkC,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,OAAqB;QAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAClD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,CACrD,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,MAAc,EAAE,MAA8B;QACxE,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;aACxC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;aAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,OAAO,GAAG,MAAM,IAAI,YAAY,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,MAAc,EACd,KAAa,EACb,iBAAyC,EAAE;QAE3C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,cAAc,EAAE,CAAC;QACrD,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE7D,IAAI,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG;gBACN,MAAM;gBACN,KAAK,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ;gBACjD,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACjC,KAAK;gBACL,MAAM;gBACN,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW;aACZ,CAAC;YACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;YACpB,kEAAkE;YAClE,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC/C,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;gBACvE,IAAI,eAAe,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;oBAC9C,KAAK,CAAC,KAAK,GAAG,QAAQ,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,MAAc,EACd,iBAAyC,EAAE;QAE3C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,cAAc,EAAE,CAAC;QACrD,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE7D,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACjD,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACxC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;YACzB,KAAK,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAE5C,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAEvC,uCAAuC;YACvC,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACxC,CAAC,EAAE,KAAK,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,KAAY,EAAE,IAAe;QACxD,MAAM,YAAY,GAAsB;YACtC,KAAK;YACL,IAAI;YACJ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,sBAAsB,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU;QAMR,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACtC,MAAM,UAAU,GAAkC;YAChD,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,CAAC;SACR,CAAC;QAEF,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC1C,IAAI,IAAI,EAAE,CAAC;gBACT,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAC;YACvC,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;gBAAE,OAAO,EAAE,CAAC;QAC3C,CAAC;QAED,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,MAAM;YACN,OAAO;YACP,UAAU;SACX,CAAC;IACJ,CAAC;CACF;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,IAAI,QAAQ,GAAwB,IAAI,CAAC;AAEzC,MAAM,UAAU,kBAAkB;IAChC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAiB,KAAK,EAAE,YAAY,EAAE,EAAE;IACtE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,YAAY,CAAC;IAErC,MAAM,KAAK,GACT,IAAI,CAAC,QAAQ,KAAK,UAAU;QAC1B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAC3B,CAAC,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS;YAC3B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YAC1B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEjC,KAAK,CACH;QACE,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,EACD,SAAS,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,IAAI,EAAE,CACrC,CAAC;AACJ,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,UAAkB;IAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,EAAE;QAC5B,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,UAAU,EAAE;gBACtB,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;aACnC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,8BAA8B,CAAC,CAAC;QACtE,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}

package/dist/observability/health.d.ts

@@ -0,0 +1,102 @@
+/**
+ * Health Check Service
+ *
+ * Provides comprehensive health checks for all Vorion subsystems.
+ * Supports Kubernetes-style liveness and readiness probes.
+ *
+ * @packageDocumentation
+ */
+import type { FastifyInstance } from 'fastify';
+export type HealthStatus = 'healthy' | 'degraded' | 'unhealthy';
+export interface ComponentHealth {
+    name: string;
+    status: HealthStatus;
+    message?: string;
+    latencyMs?: number;
+    details?: Record<string, unknown>;
+}
+export interface OverallHealth {
+    status: HealthStatus;
+    version: string;
+    uptime: number;
+    timestamp: string;
+    components: ComponentHealth[];
+}
+export interface HealthCheck {
+    name: string;
+    check: () => Promise<ComponentHealth>;
+    critical?: boolean;
+}
+/**
+ * Register a health check
+ */
+export declare function registerHealthCheck(check: HealthCheck): void;
+/**
+ * Unregister a health check
+ */
+export declare function unregisterHealthCheck(name: string): void;
+/**
+ * Clear all health checks
+ */
+export declare function clearHealthChecks(): void;
+/**
+ * Database health check factory
+ */
+export declare function createDatabaseHealthCheck(name: string, pingFn: () => Promise<void>): HealthCheck;
+/**
+ * Redis health check factory
+ */
+export declare function createRedisHealthCheck(name: string, pingFn: () => Promise<string>): HealthCheck;
+/**
+ * External service health check factory
+ */
+export declare function createExternalServiceHealthCheck(name: string, url: string, timeoutMs?: number): HealthCheck;
+/**
+ * Memory usage health check
+ */
+export declare function createMemoryHealthCheck(maxHeapUsedMB?: number): HealthCheck;
+/**
+ * Agent Anchor health check factory
+ */
+export declare function createAgentAnchorHealthCheck(getStats: () => Promise<{
+    agentCount: number;
+    pendingAttestations: number;
+    cacheStatus: 'connected' | 'disconnected';
+}>): HealthCheck;
+/**
+ * A2A health check factory
+ */
+export declare function createA2AHealthCheck(getStats: () => Promise<{
+    endpoints: number;
+    activeChains: number;
+    circuitBreakersOpen: number;
+}>): HealthCheck;
+/**
+ * Sandbox health check factory
+ */
+export declare function createSandboxHealthCheck(getStats: () => Promise<{
+    activeContainers: number;
+    maxContainers: number;
+    runtimeAvailable: boolean;
+}>): HealthCheck;
+/**
+ * Run all health checks
+ */
+export declare function checkHealth(): Promise<OverallHealth>;
+/**
+ * Check if system is alive (for liveness probe)
+ */
+export declare function isAlive(): boolean;
+/**
+ * Check if system is ready (for readiness probe)
+ */
+export declare function isReady(): Promise<boolean>;
+/**
+ * Register health check routes
+ */
+export declare function registerHealthRoutes(fastify: FastifyInstance): Promise<void>;
+/**
+ * Initialize health check system
+ */
+export declare function initHealthChecks(): void;
+//# sourceMappingURL=health.d.ts.map

package/dist/observability/health.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"health.d.ts","sourceRoot":"","sources":["../../src/observability/health.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAgC,MAAM,SAAS,CAAC;AAS7E,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,WAAW,CAAC;AAEhE,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,eAAe,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AASD;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI,CAG5D;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAMxD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,IAAI,CAExC;AAMD;;GAEG;AACH,wBAAgB,yBAAyB,CACvC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAC1B,WAAW,CAuBb;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,GAC5B,WAAW,CAwBb;AAED;;GAEG;AACH,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,SAAS,GAAE,MAAa,GACvB,WAAW,CAoCb;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,aAAa,GAAE,MAAa,GAC3B,WAAW,CA6Bb;AAED;;GAEG;AACH,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,OAAO,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,WAAW,GAAG,cAAc,CAAC;CAC3C,CAAC,GACD,WAAW,CA4Bb;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,MAAM,OAAO,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,EAAE,MAAM,CAAC;CAC7B,CAAC,GACD,WAAW,CAkCb;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,MAAM,OAAO,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,OAAO,CAAC;CAC3B,CAAC,GACD,WAAW,CAoCb;AAMD;;GAEG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,aAAa,CAAC,CAwD1D;AAED;;GAEG;AACH,wBAAgB,OAAO,IAAI,OAAO,CAGjC;AAED;;GAEG;AACH,wBAAsB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAGhD;AAMD;;GAEG;AACH,wBAAsB,oBAAoB,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAqDlF;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,IAAI,CAOvC"}