thuban 0.3.2 → 0.3.4

package/packages/scanner/master-health-checker.js

@@ -1,513 +0,0 @@
-/**
- * Master Health Checker
- *
- * @purpose Comprehensive health monitoring for all 47 Orion failure points
- * @module sentinel
- * @layer infrastructure
- * @imports-from fs, path, child_process, events
- * @exports-to server/autonomous/health-scheduler.js
- * @side-effects File system reads, Process spawning, Network requests
- * @critical-for System reliability and self-healing
- */
-
-const fs = require('fs');
-const path = require('path');
-const { execSync, exec } = require('child_process');
-const EventEmitter = require('events');
-
-// Paths
-const ROOT = path.join(__dirname, '..');
-const SERVER = path.join(ROOT, 'server');
-const MANIFEST_PATH = path.join(SERVER, 'data', 'health-check-manifest.json');
-
-class MasterHealthChecker extends EventEmitter {
-  constructor(config = {}) {
-    super();
-    this.config = {
-      rootPath: config.rootPath || ROOT,
-      serverPath: config.serverPath || SERVER,
-      timeout: config.timeout || 5000,
-      ...config
-    };
-
-    this.manifest = this._loadManifest();
-    this.lastResults = null;
-    this.issueCount = 0;
-  }
-
-  _loadManifest() {
-    try {
-      if (fs.existsSync(MANIFEST_PATH)) {
-        return JSON.parse(fs.readFileSync(MANIFEST_PATH, 'utf8'));
-      }
-    } catch (e) {
-      console.error('[MASTER-HEALTH] Failed to load manifest:', e.message);
-    }
-    return null;
-  }
-
-  /**
-   * Run ALL 47 health checks
-   */
-  async runFullCheck() {
-    console.log('[MASTER-HEALTH] Starting full system health check (47 checkpoints)...');
-    const startTime = Date.now();
-
-    const results = {
-      timestamp: new Date().toISOString(),
-      duration: 0,
-      totalChecks: 0,
-      passed: 0,
-      failed: 0,
-      warnings: 0,
-      systems: {},
-      criticalIssues: [],
-      autoHealAttempted: [],
-      humanEscalationNeeded: []
-    };
-
-    // Run checks for each system
-    const systems = [
-      { id: 'server', fn: () => this._checkServer() },
-      { id: 'senate', fn: () => this._checkSenate() },
-      { id: 'citadel', fn: () => this._checkCitadel() },
-      { id: 'shadowRealm', fn: () => this._checkShadowRealm() },
-      { id: 'forge', fn: () => this._checkForge() },
-      { id: 'ocee', fn: () => this._checkOCEE() },
-      { id: 'memory', fn: () => this._checkMemory() },
-      { id: 'external', fn: () => this._checkExternal() }
-    ];
-
-    for (const system of systems) {
-      try {
-        const systemResult = await system.fn();
-        results.systems[system.id] = systemResult;
-
-        results.totalChecks += systemResult.checks.length;
-        results.passed += systemResult.checks.filter(c => c.status === 'PASS').length;
-        results.failed += systemResult.checks.filter(c => c.status === 'FAIL').length;
-        results.warnings += systemResult.checks.filter(c => c.status === 'WARN').length;
-
-        // Collect critical issues
-        const critical = systemResult.checks.filter(c => c.status === 'FAIL' && c.criticality === 'CRITICAL');
-        results.criticalIssues.push(...critical);
-
-        // Collect escalation needs
-        const needsHuman = systemResult.checks.filter(c => c.needsHumanEscalation);
-        results.humanEscalationNeeded.push(...needsHuman);
-
-      } catch (error) {
-        results.systems[system.id] = {
-          status: 'ERROR',
-          error: error.message,
-          checks: []
-        };
-      }
-    }
-
-    results.duration = Date.now() - startTime;
-    results.overallStatus = this._calculateOverallStatus(results);
-
-    this.lastResults = results;
-    this.emit('checkComplete', results);
-
-    console.log(`[MASTER-HEALTH] Complete: ${results.passed}/${results.totalChecks} passed (${results.duration}ms)`);
-
-    return results;
-  }
-
-  /**
-   * Run quick check (critical systems only)
-   */
-  async runQuickCheck() {
-    console.log('[MASTER-HEALTH] Running quick check (critical systems)...');
-
-    const results = {
-      timestamp: new Date().toISOString(),
-      type: 'quick',
-      checks: []
-    };
-
-    // SRV-001: Server running
-    results.checks.push(await this._check('SRV-001', 'Server Process', () => {
-      return this._fileExists(path.join(this.config.serverPath, 'server.js'));
-    }));
-
-    // SEN-003: Providers responding (simplified)
-    results.checks.push(await this._check('SEN-003', 'Model Registry', () => {
-      const registry = path.join(this.config.serverPath, 'data', 'model-registry.json');
-      if (!fs.existsSync(registry)) return false;
-      const data = JSON.parse(fs.readFileSync(registry, 'utf8'));
-      return Object.keys(data.providers || {}).length >= 3;
-    }));
-
-    // CIT-001: Constitution loaded
-    results.checks.push(await this._check('CIT-001', 'Constitution', () => {
-      const constitution = path.join(this.config.rootPath, 'citadel', 'constitution.json');
-      return this._fileExists(constitution) && this._isValidJson(constitution);
-    }));
-
-    // CIT-002: File guard active
-    results.checks.push(await this._check('CIT-002', 'File Guard', () => {
-      return this._fileExists(path.join(this.config.rootPath, 'citadel', 'file-guard.js'));
-    }));
-
-    const passed = results.checks.filter(c => c.status === 'PASS').length;
-    console.log(`[MASTER-HEALTH] Quick check: ${passed}/${results.checks.length} passed`);
-
-    return results;
-  }
-
-  // ========== SYSTEM CHECKS ==========
-
-  async _checkServer() {
-    const checks = [];
-
-    // SRV-001: Server process files exist
-    checks.push(await this._check('SRV-001', 'Server Files', () => {
-      return this._fileExists(path.join(this.config.serverPath, 'server.js')) &&
-             this._fileExists(path.join(this.config.serverPath, 'package.json'));
-    }, 'CRITICAL'));
-
-    // SRV-002: Memory (check node_modules size as proxy)
-    checks.push(await this._check('SRV-002', 'Node Modules', () => {
-      return this._fileExists(path.join(this.config.serverPath, 'node_modules'));
-    }, 'HIGH', 'npm install'));
-
-    // SRV-003: Package.json valid
-    checks.push(await this._check('SRV-003', 'Package Valid', () => {
-      return this._isValidJson(path.join(this.config.serverPath, 'package.json'));
-    }, 'HIGH'));
-
-    // SRV-004: Data directory exists
-    checks.push(await this._check('SRV-004', 'Data Directory', () => {
-      return this._dirExists(path.join(this.config.serverPath, 'data'));
-    }, 'MEDIUM'));
-
-    // SRV-005: Environment file or vars
-    checks.push(await this._check('SRV-005', 'Environment', () => {
-      return this._fileExists(path.join(this.config.rootPath, '.env')) ||
-             process.env.ANTHROPIC_API_KEY !== undefined;
-    }, 'HIGH'));
-
-    return { status: this._systemStatus(checks), checks };
-  }
-
-  async _checkSenate() {
-    const checks = [];
-
-    // SEN-001: Model registry
-    checks.push(await this._check('SEN-001', 'Model Registry', () => {
-      const file = path.join(this.config.serverPath, 'data', 'model-registry.json');
-      return this._isValidJson(file);
-    }, 'CRITICAL', 'Restore from snapshot'));
-
-    // SEN-002: Senate weights
-    checks.push(await this._check('SEN-002', 'Senate Weights', () => {
-      const file = path.join(this.config.serverPath, 'data', 'senate-weights-v2.json');
-      return this._isValidJson(file);
-    }, 'HIGH', 'Reset to defaults'));
-
-    // SEN-003: Providers configured
-    checks.push(await this._check('SEN-003', 'Providers Configured', () => {
-      const file = path.join(this.config.serverPath, 'data', 'model-registry.json');
-      if (!this._isValidJson(file)) return false;
-      const data = JSON.parse(fs.readFileSync(file, 'utf8'));
-      return Object.keys(data.providers || {}).length >= 5;
-    }, 'CRITICAL'));
-
-    // SEN-004: Senate core files
-    checks.push(await this._check('SEN-004', 'Senate Core', () => {
-      return this._fileExists(path.join(this.config.serverPath, 'senate-v2.js')) ||
-             this._fileExists(path.join(this.config.serverPath, 'senate.js'));
-    }, 'CRITICAL'));
-
-    // SEN-005: Response cache not corrupted
-    checks.push(await this._check('SEN-005', 'Response Cache', () => {
-      const file = path.join(this.config.serverPath, 'data', 'response-cache.json');
-      return !this._fileExists(file) || this._isValidJson(file);
-    }, 'LOW'));
-
-    return { status: this._systemStatus(checks), checks };
-  }
-
-  async _checkCitadel() {
-    const checks = [];
-
-    // CIT-001: Constitution
-    checks.push(await this._check('CIT-001', 'Constitution', () => {
-      const file = path.join(this.config.rootPath, 'citadel', 'constitution.json');
-      return this._isValidJson(file);
-    }, 'CRITICAL', 'HALT - Safety rules missing'));
-
-    // CIT-002: File guard
-    checks.push(await this._check('CIT-002', 'File Guard', () => {
-      return this._fileExists(path.join(this.config.rootPath, 'citadel', 'file-guard.js'));
-    }, 'CRITICAL'));
-
-    // CIT-003: Enforcer
-    checks.push(await this._check('CIT-003', 'Enforcer', () => {
-      return this._fileExists(path.join(this.config.rootPath, 'citadel', 'enforcer.js'));
-    }, 'CRITICAL'));
-
-    // CIT-004: Watchers
-    checks.push(await this._check('CIT-004', 'Watchers', () => {
-      return this._fileExists(path.join(this.config.rootPath, 'citadel', 'watchers.js'));
-    }, 'HIGH'));
-
-    // CIT-005: Audit directory
-    checks.push(await this._check('CIT-005', 'Audit Directory', () => {
-      return this._dirExists(path.join(this.config.rootPath, 'citadel', 'audit'));
-    }, 'MEDIUM', 'Create directory'));
-
-    return { status: this._systemStatus(checks), checks };
-  }
-
-  async _checkShadowRealm() {
-    const checks = [];
-
-    // SHD-001: Shadow realm file
-    checks.push(await this._check('SHD-001', 'Shadow Realm V2', () => {
-      return this._fileExists(path.join(this.config.rootPath, 'build-engine', 'orion-core', 'shadow-realm-v2.js'));
-    }, 'CRITICAL'));
-
-    // SHD-002: Node available
-    checks.push(await this._check('SHD-002', 'Node Binary', () => {
-      try {
-        execSync('node --version', { stdio: 'pipe' });
-        return true;
-      } catch { return false; }
-    }, 'CRITICAL'));
-
-    // SHD-003: Temp directory writable
-    checks.push(await this._check('SHD-003', 'Temp Writable', () => {
-      const os = require('os');
-      const testFile = path.join(os.tmpdir(), 'orion-health-test-' + Date.now());
-      try {
-        fs.writeFileSync(testFile, 'test');
-        fs.unlinkSync(testFile);
-        return true;
-      } catch { return false; }
-    }, 'HIGH'));
-
-    // SHD-004: Healing loop
-    checks.push(await this._check('SHD-004', 'Healing Loop', () => {
-      return this._fileExists(path.join(this.config.rootPath, 'build-engine', 'orion-core', 'healing-loop.js'));
-    }, 'HIGH'));
-
-    return { status: this._systemStatus(checks), checks };
-  }
-
-  async _checkForge() {
-    const checks = [];
-    const forgePath = path.join(this.config.rootPath, 'forge');
-
-    // FRG-001: Forge core
-    checks.push(await this._check('FRG-001', 'Forge Core', () => {
-      return this._fileExists(path.join(forgePath, 'forge-core.js'));
-    }, 'HIGH'));
-
-    // FRG-002: Task decomposer
-    checks.push(await this._check('FRG-002', 'Task Decomposer', () => {
-      return this._fileExists(path.join(forgePath, 'task-decomposer.js'));
-    }, 'MEDIUM'));
-
-    // FRG-003: Intent matcher
-    checks.push(await this._check('FRG-003', 'Intent Matcher', () => {
-      return this._fileExists(path.join(forgePath, 'intent-matcher.js'));
-    }, 'MEDIUM'));
-
-    // FRG-004: Diagnostician
-    checks.push(await this._check('FRG-004', 'Diagnostician', () => {
-      return this._fileExists(path.join(forgePath, 'diagnostician-v2.js')) ||
-             this._fileExists(path.join(forgePath, 'diagnostician.js'));
-    }, 'MEDIUM'));
-
-    // FRG-005: Foreman
-    checks.push(await this._check('FRG-005', 'Foreman', () => {
-      return this._fileExists(path.join(this.config.rootPath, 'build-engine', 'orion-core', 'foreman.js'));
-    }, 'HIGH'));
-
-    return { status: this._systemStatus(checks), checks };
-  }
-
-  async _checkOCEE() {
-    const checks = [];
-    const oceePath = path.join(this.config.serverPath, 'ocee');
-
-    // OCE-001: OCEE core
-    checks.push(await this._check('OCE-001', 'OCEE Core', () => {
-      return this._fileExists(path.join(oceePath, 'ocee-core.js'));
-    }, 'HIGH'));
-
-    // OCE-002: Persistent task queue
-    checks.push(await this._check('OCE-002', 'Task Queue', () => {
-      return this._fileExists(path.join(oceePath, 'persistent-task-queue.js'));
-    }, 'HIGH'));
-
-    // OCE-003: Checkpoint manager
-    checks.push(await this._check('OCE-003', 'Checkpoint Manager', () => {
-      return this._fileExists(path.join(oceePath, 'checkpoint-manager.js'));
-    }, 'HIGH'));
-
-    // OCE-004: Build sessions valid
-    checks.push(await this._check('OCE-004', 'Build Sessions', () => {
-      const file = path.join(this.config.serverPath, 'data', 'build-sessions.json');
-      return !this._fileExists(file) || this._isValidJson(file);
-    }, 'MEDIUM'));
-
-    // OCE-005: Executor status
-    checks.push(await this._check('OCE-005', 'Executor Status', () => {
-      const file = path.join(this.config.serverPath, 'data', 'executor-status.json');
-      return this._isValidJson(file);
-    }, 'MEDIUM'));
-
-    return { status: this._systemStatus(checks), checks };
-  }
-
-  async _checkMemory() {
-    const checks = [];
-
-    // MEM-001: orion-knowledge.json
-    checks.push(await this._check('MEM-001', 'Orion Knowledge', () => {
-      return this._isValidJson(path.join(this.config.rootPath, 'orion-knowledge.json'));
-    }, 'MEDIUM', 'Reinitialize'));
-
-    // MEM-002: Memory bank files
-    checks.push(await this._check('MEM-002', 'Memory Bank', () => {
-      const mbPath = path.join(this.config.rootPath, 'memory-bank');
-      return this._fileExists(path.join(mbPath, 'progress.md')) &&
-             this._fileExists(path.join(mbPath, 'activeContext.md'));
-    }, 'MEDIUM'));
-
-    // MEM-003: Snapshot manifest
-    checks.push(await this._check('MEM-003', 'Snapshot Manifest', () => {
-      const file = path.join(this.config.serverPath, '.orion', 'snapshot-manifest.json');
-      return !this._fileExists(file) || this._isValidJson(file);
-    }, 'MEDIUM'));
-
-    // MEM-004: Build logs directory
-    checks.push(await this._check('MEM-004', 'Build Logs', () => {
-      return this._dirExists(path.join(this.config.serverPath, 'data', 'build-logs'));
-    }, 'MEDIUM'));
-
-    // MEM-005: Failure memory service
-    checks.push(await this._check('MEM-005', 'Failure Memory', () => {
-      return this._fileExists(path.join(this.config.serverPath, 'services', 'failure-memory.js'));
-    }, 'MEDIUM'));
-
-    return { status: this._systemStatus(checks), checks };
-  }
-
-  async _checkExternal() {
-    const checks = [];
-
-    // EXT-001: Zoho tokens (if configured)
-    checks.push(await this._check('EXT-001', 'Zoho Tokens', () => {
-      const file = path.join(this.config.serverPath, 'data', 'zoho-tokens.json');
-      return !this._fileExists(file) || this._isValidJson(file);
-    }, 'LOW'));
-
-    // EXT-002: Cartography maps
-    checks.push(await this._check('EXT-002', 'Cartography', () => {
-      return this._dirExists(path.join(this.config.rootPath, 'cartography'));
-    }, 'LOW'));
-
-    // EXT-003: Notification config
-    checks.push(await this._check('EXT-003', 'Notification Config', () => {
-      const file = path.join(this.config.serverPath, 'data', 'notification-config.json');
-      return !this._fileExists(file) || this._isValidJson(file);
-    }, 'LOW'));
-
-    // EXT-004: Health history
-    checks.push(await this._check('EXT-004', 'Health History', () => {
-      const file = path.join(this.config.serverPath, 'data', 'health-history.json');
-      return !this._fileExists(file) || this._isValidJson(file);
-    }, 'LOW'));
-
-    return { status: this._systemStatus(checks), checks };
-  }
-
-  // ========== HELPERS ==========
-
-  async _check(id, name, checkFn, criticality = 'MEDIUM', autoHeal = null) {
-    const result = {
-      id,
-      name,
-      criticality,
-      status: 'UNKNOWN',
-      autoHeal,
-      needsHumanEscalation: false
-    };
-
-    try {
-      const passed = await checkFn();
-      result.status = passed ? 'PASS' : 'FAIL';
-
-      if (!passed && criticality === 'CRITICAL') {
-        result.needsHumanEscalation = true;
-      }
-    } catch (error) {
-      result.status = 'ERROR';
-      result.error = error.message;
-      result.needsHumanEscalation = true;
-    }
-
-    return result;
-  }
-
-  _fileExists(filePath) {
-    try {
-      return fs.existsSync(filePath);
-    } catch { return false; }
-  }
-
-  _dirExists(dirPath) {
-    try {
-      return fs.existsSync(dirPath) && fs.statSync(dirPath).isDirectory();
-    } catch { return false; }
-  }
-
-  _isValidJson(filePath) {
-    try {
-      if (!fs.existsSync(filePath)) return false;
-      JSON.parse(fs.readFileSync(filePath, 'utf8'));
-      return true;
-    } catch { return false; }
-  }
-
-  _systemStatus(checks) {
-    const failed = checks.filter(c => c.status === 'FAIL' || c.status === 'ERROR');
-    const critical = failed.filter(c => c.criticality === 'CRITICAL');
-
-    if (critical.length > 0) return 'CRITICAL';
-    if (failed.length > 0) return 'DEGRADED';
-    return 'HEALTHY';
-  }
-
-  _calculateOverallStatus(results) {
-    if (results.criticalIssues.length > 0) return 'CRITICAL';
-    if (results.failed > 0) return 'DEGRADED';
-    if (results.warnings > 0) return 'WARNING';
-    return 'HEALTHY';
-  }
-
-  /**
-   * Get summary for display
-   */
-  getSummary() {
-    if (!this.lastResults) return { status: 'NO_DATA', message: 'No health check run yet' };
-
-    return {
-      status: this.lastResults.overallStatus,
-      passed: this.lastResults.passed,
-      failed: this.lastResults.failed,
-      total: this.lastResults.totalChecks,
-      criticalIssues: this.lastResults.criticalIssues.length,
-      humanActionNeeded: this.lastResults.humanEscalationNeeded.length,
-      lastCheck: this.lastResults.timestamp
-    };
-  }
-}
-
-module.exports = MasterHealthChecker;