@rbalchii/anchor-engine 4.7.0

package/engine/dist/services/distillation/radial-distiller.js

@@ -0,0 +1,394 @@
+/**
+ * Radial Distiller — Standard 133 Implementation
+ *
+ * Three-phase pipeline for lossless corpus compression:
+ * 1. COLLECT: Radially inflate all compounds
+ * 2. DEDUPLICATE: Line-level hash-based deduplication
+ * 3. REASSEMBLE: Build coherent output compounds
+ *
+ * Memory-conscious: streaming mode for mobile, batch mode for desktop
+ */
+import { db } from '../../core/db.js';
+import { ContextInflator } from '../search/context-inflator.js';
+import { StructuredLogger } from '../../utils/structured-logger.js';
+import crypto from 'crypto';
+import fs from 'fs';
+import path from 'path';
+import yaml from 'js-yaml';
+// Configuration from Standard 133
+const PGLITE_CHUNK_IDS = 100;
+const MOBILE_MEMORY_THRESHOLD = 500 * 1024 * 1024; // 500MB
+/**
+ * Detect if running in mobile/memory-constrained environment
+ * Reuses logic from Standard 134
+ */
+function isMobileEnvironment() {
+    if (process.platform === 'android')
+        return true;
+    if (process.env.ANCHOR_MOBILE_MODE === '1')
+        return true;
+    try {
+        const os = require('os');
+        const totalMem = os.totalmem();
+        const freeMem = os.freemem();
+        if (totalMem < 2 * 1024 * 1024 * 1024)
+            return true;
+        if (freeMem < MOBILE_MEMORY_THRESHOLD)
+            return true;
+    }
+    catch {
+        return false;
+    }
+    return false;
+}
+/**
+ * Normalize a line for deduplication
+ * Standard 133: strict vs lenient normalization
+ */
+function normalizeLine(line, mode) {
+    if (mode === 'lenient') {
+        // Lenient: just trim
+        return line.trim();
+    }
+    // Strict: aggressive normalization
+    let normalized = line.trim();
+    // Collapse whitespace
+    normalized = normalized.replace(/\s+/g, ' ');
+    // Lowercase
+    normalized = normalized.toLowerCase();
+    // Remove common boilerplate patterns
+    normalized = normalized.replace(/^user:\s*/i, '');
+    normalized = normalized.replace(/^assistant:\s*/i, '');
+    normalized = normalized.replace(/^\[?\d{4}-\d{2}-\d{2}[\sT]\d{2}:\d{2}:\d{2}\]?\s*/, '');
+    normalized = normalized.replace(/^\[?\d{2}:\d{2}:\d{2}\]?\s*/, '');
+    return normalized;
+}
+/**
+ * Calculate hash for a line
+ */
+function hashLine(line) {
+    return crypto.createHash('sha256').update(line).digest('hex');
+}
+/**
+ * PHASE 1: COLLECT
+ * Stream compounds and radially inflate each
+ */
+async function* collectCompounds(request) {
+    const radius = request.radius || 2000;
+    const maxRadius = request.max_radius || 10000;
+    const effectiveRadius = Math.min(radius, maxRadius);
+    // Build compound query
+    let query = `SELECT id, path, timestamp, provenance FROM compounds`;
+    const params = [];
+    const conditions = [];
+    if (request.seed?.compound_ids?.length) {
+        conditions.push(`id = ANY($${params.length + 1})`);
+        params.push(request.seed.compound_ids);
+    }
+    if (request.seed?.buckets?.length) {
+        // Join with atoms to filter by buckets
+        query = `
+      SELECT DISTINCT c.id, c.path, c.timestamp, c.provenance
+      FROM compounds c
+      JOIN atoms a ON a.compound_id = c.id
+      WHERE EXISTS(
+        SELECT 1 FROM unnest(a.buckets) as bucket
+        WHERE bucket = ANY($1)
+      )
+    `;
+        params.push(request.seed.buckets);
+    }
+    if (request.seed?.query) {
+        // FTS-based seed selection
+        const tsQuery = request.seed.query.split(/\s+/).filter(t => t.length > 0).join(' | ');
+        query = `
+      SELECT DISTINCT c.id, c.path, c.timestamp, c.provenance
+      FROM compounds c
+      JOIN atoms a ON a.compound_id = c.id
+      WHERE to_tsvector('simple', a.content) @@ to_tsquery('simple', $1)
+    `;
+        params.push(tsQuery);
+    }
+    query += ` ORDER BY timestamp DESC`;
+    const result = await db.run(query, params);
+    const compounds = result.rows;
+    StructuredLogger.info('DISTILL_COLLECT_START', {
+        compounds_found: compounds.length,
+        radius: effectiveRadius
+    });
+    // Process each compound with radial inflation
+    for (let i = 0; i < compounds.length; i++) {
+        const compound = compounds[i];
+        try {
+            // Create a minimal SearchResult for inflation
+            const searchResult = {
+                id: compound.id,
+                content: '',
+                source: compound.path,
+                timestamp: compound.timestamp,
+                buckets: [],
+                tags: [],
+                epochs: '',
+                provenance: compound.provenance || 'internal',
+                score: 1.0,
+                compound_id: compound.id,
+                start_byte: 0,
+                end_byte: 0,
+                is_inflated: false
+            };
+            // Radially inflate from disk
+            const inflated = await ContextInflator.inflate([searchResult], effectiveRadius * 2, effectiveRadius);
+            if (inflated.length > 0 && inflated[0].content) {
+                yield {
+                    compoundId: compound.id,
+                    content: inflated[0].content,
+                    source: compound.path,
+                    timestamp: compound.timestamp
+                };
+            }
+            // GC hint every N compounds on mobile
+            if (isMobileEnvironment() && i % 5 === 0 && global.gc) {
+                global.gc();
+            }
+        }
+        catch (e) {
+            StructuredLogger.error('DISTILL_INFLATE_ERROR', e instanceof Error ? e : new Error(String(e)), {
+                compound_id: compound.id
+            });
+        }
+    }
+}
+/**
+ * PHASE 2: DEDUPLICATE
+ * Line-level deduplication with bounded memory
+ */
+async function deduplicateLines(compoundGenerator, request) {
+    const normalization = request.normalization || 'strict';
+    const uniqueLines = new Map(); // normalizedHash -> DistillLine
+    let totalLines = 0;
+    let duplicateLines = 0;
+    StructuredLogger.info('DISTILL_DEDUP_START', { normalization });
+    for await (const compound of compoundGenerator) {
+        const lines = compound.content.split('\n');
+        for (let lineNum = 0; lineNum < lines.length; lineNum++) {
+            const line = lines[lineNum];
+            totalLines++;
+            // Skip empty lines
+            if (!line.trim())
+                continue;
+            const normalized = normalizeLine(line, normalization);
+            const normalizedHash = hashLine(normalized);
+            const originalHash = hashLine(line);
+            if (uniqueLines.has(normalizedHash)) {
+                // Duplicate: update provenance
+                const existing = uniqueLines.get(normalizedHash);
+                if (!existing.provenance.includes(compound.source)) {
+                    existing.provenance.push(compound.source);
+                }
+                existing.timestamps.push(compound.timestamp);
+                duplicateLines++;
+            }
+            else {
+                // New unique line
+                uniqueLines.set(normalizedHash, {
+                    content: line.trim(),
+                    normalizedHash,
+                    originalHash,
+                    provenance: [compound.source],
+                    timestamps: [compound.timestamp],
+                    compoundId: compound.compoundId,
+                    lineNumber: lineNum
+                });
+            }
+        }
+        // Memory check on mobile
+        if (isMobileEnvironment() && totalLines % 1000 === 0) {
+            const memUsage = process.memoryUsage();
+            if (memUsage.heapUsed > MOBILE_MEMORY_THRESHOLD) {
+                StructuredLogger.warn('DISTILL_MEMORY_PRESSURE', {
+                    heap_used_mb: Math.floor(memUsage.heapUsed / 1024 / 1024)
+                });
+                if (global.gc)
+                    global.gc();
+            }
+        }
+    }
+    return {
+        uniqueLines,
+        stats: {
+            total: totalLines,
+            unique: uniqueLines.size,
+            duplicate: duplicateLines
+        }
+    };
+}
+/**
+ * PHASE 3: REASSEMBLE
+ * Group lines into coherent output compounds
+ */
+async function reassembleCompounds(uniqueLines, request) {
+    const lines = Array.from(uniqueLines.values());
+    // Sort by timestamp (chronological order)
+    lines.sort((a, b) => {
+        const timeA = Math.min(...a.timestamps);
+        const timeB = Math.min(...b.timestamps);
+        return timeA - timeB;
+    });
+    // Determine output path
+    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+    let outputPath;
+    let compoundsCreated = 0;
+    if (request.output_path) {
+        outputPath = request.output_path;
+    }
+    else if (request.output_format === 'compound') {
+        outputPath = path.join(process.cwd(), 'mirrored_brain', 'distilled', `distilled_${timestamp}.md`);
+    }
+    else {
+        outputPath = path.join(process.cwd(), 'inbox', 'distilled', `distilled_${timestamp}.${request.output_format || 'yaml'}`);
+    }
+    // Ensure directory exists
+    const outputDir = path.dirname(outputPath);
+    if (!fs.existsSync(outputDir)) {
+        fs.mkdirSync(outputDir, { recursive: true });
+    }
+    // Write output based on format
+    if (request.output_format === 'yaml') {
+        const yamlContent = yaml.dump({
+            metadata: {
+                source: 'Anchor Engine Radial Distiller',
+                distilled_at: new Date().toISOString(),
+                line_count: lines.length,
+                parameters: {
+                    radius: request.radius,
+                    normalization: request.normalization
+                }
+            },
+            lines: lines.map(l => ({
+                content: l.content,
+                provenance: l.provenance,
+                first_seen: new Date(Math.min(...l.timestamps)).toISOString()
+            }))
+        });
+        fs.writeFileSync(outputPath, yamlContent, 'utf-8');
+        compoundsCreated = 1;
+    }
+    else if (request.output_format === 'json') {
+        const jsonContent = JSON.stringify({
+            metadata: {
+                source: 'Anchor Engine Radial Distiller',
+                distilled_at: new Date().toISOString(),
+                line_count: lines.length
+            },
+            lines: lines.map(l => ({
+                content: l.content,
+                provenance: l.provenance,
+                first_seen: new Date(Math.min(...l.timestamps)).toISOString()
+            }))
+        }, null, 2);
+        fs.writeFileSync(outputPath, jsonContent, 'utf-8');
+        compoundsCreated = 1;
+    }
+    else {
+        // Compound format: write as markdown with provenance headers
+        const chunks = [];
+        let currentChunk = [];
+        const CHUNK_SIZE = 1000; // lines per compound
+        for (const line of lines) {
+            if (currentChunk.length >= CHUNK_SIZE) {
+                chunks.push(currentChunk.join('\n'));
+                currentChunk = [];
+            }
+            // Add provenance comment every 10 lines
+            if (currentChunk.length % 10 === 0) {
+                currentChunk.push(`<!-- Source: ${line.provenance.join(', ')} -->`);
+            }
+            currentChunk.push(line.content);
+        }
+        if (currentChunk.length > 0) {
+            chunks.push(currentChunk.join('\n'));
+        }
+        // Write chunks as separate files or single file
+        if (chunks.length === 1) {
+            fs.writeFileSync(outputPath, chunks[0], 'utf-8');
+            compoundsCreated = 1;
+        }
+        else {
+            // Multiple compounds
+            for (let i = 0; i < chunks.length; i++) {
+                const chunkPath = outputPath.replace('.md', `_${i + 1}.md`);
+                fs.writeFileSync(chunkPath, chunks[i], 'utf-8');
+            }
+            compoundsCreated = chunks.length;
+        }
+    }
+    const stats = fs.statSync(outputPath);
+    StructuredLogger.info('DISTILL_REASSEMBLE_COMPLETE', {
+        output_path: outputPath,
+        lines_written: lines.length,
+        compounds_created: compoundsCreated
+    });
+    return { outputPath, sizeBytes: stats.size, compoundsCreated };
+}
+/**
+ * Main entry point: Radial Distillation
+ * Standard 133 implementation
+ */
+export async function radialDistill(request) {
+    const startTime = Date.now();
+    const memBefore = process.memoryUsage();
+    StructuredLogger.info('RADIAL_DISTILL_START', {
+        seed: request.seed,
+        radius: request.radius,
+        normalization: request.normalization,
+        is_mobile: isMobileEnvironment()
+    });
+    try {
+        // Phase 1: Collect
+        const compoundGenerator = collectCompounds(request);
+        // Phase 2: Deduplicate
+        const { uniqueLines, stats: dedupStats } = await deduplicateLines(compoundGenerator, request);
+        // Phase 3: Reassemble
+        const { outputPath, sizeBytes, compoundsCreated } = await reassembleCompounds(uniqueLines, request);
+        const duration = Date.now() - startTime;
+        const memAfter = process.memoryUsage();
+        const memPeak = Math.max(memAfter.heapUsed, memBefore.heapUsed);
+        const compressionRatio = dedupStats.unique > 0
+            ? (dedupStats.total / dedupStats.unique).toFixed(2)
+            : '1.00';
+        const result = {
+            stats: {
+                compounds_processed: dedupStats.total, // Approximate
+                lines_total: dedupStats.total,
+                lines_unique: dedupStats.unique,
+                lines_duplicate: dedupStats.duplicate,
+                compression_ratio: `${compressionRatio}:1`,
+                duration_ms: duration,
+                memory_peak_mb: Math.floor(memPeak / 1024 / 1024)
+            },
+            output: {
+                format: request.output_format || 'compound',
+                path: outputPath,
+                size_bytes: sizeBytes,
+                compounds_created: compoundsCreated
+            },
+            provenance: {
+                source_compounds: [], // TODO: track actual sources
+                distilled_at: new Date().toISOString(),
+                parameters: request
+            }
+        };
+        StructuredLogger.info('RADIAL_DISTILL_COMPLETE', {
+            duration_ms: duration,
+            compression_ratio: compressionRatio,
+            lines_unique: dedupStats.unique,
+            lines_total: dedupStats.total
+        });
+        return result;
+    }
+    catch (error) {
+        StructuredLogger.error('RADIAL_DISTILL_ERROR', error instanceof Error ? error : new Error(String(error)));
+        throw error;
+    }
+}
+//# sourceMappingURL=radial-distiller.js.map

package/engine/dist/services/distillation/radial-distiller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"radial-distiller.js","sourceRoot":"","sources":["../../../src/services/distillation/radial-distiller.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAEpE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,IAAI,MAAM,SAAS,CAAC;AAE3B,kCAAkC;AAClC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,uBAAuB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ;AAoD3D;;;GAGG;AACH,SAAS,mBAAmB;IAC1B,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAChD,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IAExD,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAE7B,IAAI,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;YAAE,OAAO,IAAI,CAAC;QACnD,IAAI,OAAO,GAAG,uBAAuB;YAAE,OAAO,IAAI,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,aAAa,CAAC,IAAY,EAAE,IAA0B;IAC7D,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,qBAAqB;QACrB,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAED,mCAAmC;IACnC,IAAI,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE7B,sBAAsB;IACtB,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAE7C,YAAY;IACZ,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;IAEtC,qCAAqC;IACrC,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAClD,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IACvD,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,mDAAmD,EAAE,EAAE,CAAC,CAAC;IACzF,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IAEnE,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED;;;GAGG;AACH,KAAK,SAAS,CAAC,CAAC,gBAAgB,CAC9B,OAA6B;IAE7B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;IACtC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;IAC9C,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAEpD,uBAAuB;IACvB,IAAI,KAAK,GAAG,uDAAuD,CAAC;IACpE,MAAM,MAAM,GAAU,EAAE,CAAC;IACzB,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,IAAI,OAAO,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;QACvC,UAAU,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAClC,uCAAuC;QACvC,KAAK,GAAG;;;;;;;;KAQP,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;QACxB,2BAA2B;QAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtF,KAAK,GAAG;;;;;KAKP,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IAED,KAAK,IAAI,0BAA0B,CAAC;IAEpC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAa,CAAC;IAEvC,gBAAgB,CAAC,IAAI,CAAC,uBAAuB,EAAE;QAC7C,eAAe,EAAE,SAAS,CAAC,MAAM;QACjC,MAAM,EAAE,eAAe;KACxB,CAAC,CAAC;IAEH,8CAA8C;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAE9B,IAAI,CAAC;YACH,8CAA8C;YAC9C,MAAM,YAAY,GAAG;gBACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,QAAQ,CAAC,IAAI;gBACrB,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,EAAE;gBACR,MAAM,EAAE,EAAE;gBACV,UAAU,EAAE,QAAQ,CAAC,UAAU,IAAI,UAAU;gBAC7C,KAAK,EAAE,GAAG;gBACV,WAAW,EAAE,QAAQ,CAAC,EAAE;gBACxB,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,CAAC;gBACX,WAAW,EAAE,KAAK;aACnB,CAAC;YAEF,6BAA6B;YAC7B,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,EAAE,eAAe,GAAG,CAAC,EAAE,eAAe,CAAC,CAAC;YAErG,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC/C,MAAM;oBACJ,UAAU,EAAE,QAAQ,CAAC,EAAE;oBACvB,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO;oBAC5B,MAAM,EAAE,QAAQ,CAAC,IAAI;oBACrB,SAAS,EAAE,QAAQ,CAAC,SAAS;iBAC9B,CAAC;YACJ,CAAC;YAED,sCAAsC;YACtC,IAAI,mBAAmB,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;gBACtD,MAAM,CAAC,EAAE,EAAE,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,gBAAgB,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;gBAC7F,WAAW,EAAE,QAAQ,CAAC,EAAE;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,gBAAgB,CAC7B,iBAA6G,EAC7G,OAA6B;IAK7B,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC;IACxD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAC,CAAC,gCAAgC;IACpF,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,gBAAgB,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;IAEhE,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE3C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;YACxD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5B,UAAU,EAAE,CAAC;YAEb,mBAAmB;YACnB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBAAE,SAAS;YAE3B,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;YACtD,MAAM,cAAc,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC5C,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAEpC,IAAI,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;gBACpC,+BAA+B;gBAC/B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC;gBAClD,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACnD,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC5C,CAAC;gBACD,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAC7C,cAAc,EAAE,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,kBAAkB;gBAClB,WAAW,CAAC,GAAG,CAAC,cAAc,EAAE;oBAC9B,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE;oBACpB,cAAc;oBACd,YAAY;oBACZ,UAAU,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC7B,UAAU,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;oBAChC,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,UAAU,EAAE,OAAO;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,IAAI,mBAAmB,EAAE,IAAI,UAAU,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;YACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACvC,IAAI,QAAQ,CAAC,QAAQ,GAAG,uBAAuB,EAAE,CAAC;gBAChD,gBAAgB,CAAC,IAAI,CAAC,yBAAyB,EAAE;oBAC/C,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC;iBAC1D,CAAC,CAAC;gBACH,IAAI,MAAM,CAAC,EAAE;oBAAE,MAAM,CAAC,EAAE,EAAE,CAAC;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW;QACX,KAAK,EAAE;YACL,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,WAAW,CAAC,IAAI;YACxB,SAAS,EAAE,cAAc;SAC1B;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,mBAAmB,CAChC,WAAqC,EACrC,OAA6B;IAE7B,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAE/C,0CAA0C;IAC1C,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QACxC,OAAO,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,wBAAwB;IACxB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACjE,IAAI,UAAkB,CAAC;IACvB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IACnC,CAAC;SAAM,IAAI,OAAO,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;QAChD,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,gBAAgB,EAAE,WAAW,EAAE,aAAa,SAAS,KAAK,CAAC,CAAC;IACpG,CAAC;SAAM,CAAC;QACN,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,SAAS,IAAI,OAAO,CAAC,aAAa,IAAI,MAAM,EAAE,CAAC,CAAC;IAC3H,CAAC;IAED,0BAA0B;IAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC3C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,+BAA+B;IAC/B,IAAI,OAAO,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC;YAC5B,QAAQ,EAAE;gBACR,MAAM,EAAE,gCAAgC;gBACxC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACtC,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,UAAU,EAAE;oBACV,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,aAAa,EAAE,OAAO,CAAC,aAAa;iBACrC;aACF;YACD,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,EAAE;aAC9D,CAAC,CAAC;SACJ,CAAC,CAAC;QACH,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QACnD,gBAAgB,GAAG,CAAC,CAAC;IACvB,CAAC;SAAM,IAAI,OAAO,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;QAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,QAAQ,EAAE;gBACR,MAAM,EAAE,gCAAgC;gBACxC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACtC,UAAU,EAAE,KAAK,CAAC,MAAM;aACzB;YACD,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,EAAE;aAC9D,CAAC,CAAC;SACJ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACZ,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QACnD,gBAAgB,GAAG,CAAC,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,6DAA6D;QAC7D,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,YAAY,GAAa,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,qBAAqB;QAE9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,YAAY,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrC,YAAY,GAAG,EAAE,CAAC;YACpB,CAAC;YAED,wCAAwC;YACxC,IAAI,YAAY,CAAC,MAAM,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBACnC,YAAY,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtE,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,gDAAgD;QAChD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACjD,gBAAgB,GAAG,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,qBAAqB;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC5D,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAClD,CAAC;YACD,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC;QACnC,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEtC,gBAAgB,CAAC,IAAI,CAAC,6BAA6B,EAAE;QACnD,WAAW,EAAE,UAAU;QACvB,aAAa,EAAE,KAAK,CAAC,MAAM;QAC3B,iBAAiB,EAAE,gBAAgB;KACpC,CAAC,CAAC;IAEH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,gBAAgB,EAAE,CAAC;AACjE,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAA6B;IAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAExC,gBAAgB,CAAC,IAAI,CAAC,sBAAsB,EAAE;QAC5C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,SAAS,EAAE,mBAAmB,EAAE;KACjC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,mBAAmB;QACnB,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAEpD,uBAAuB;QACvB,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM,gBAAgB,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QAE9F,sBAAsB;QACtB,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,gBAAgB,EAAE,GAAG,MAAM,mBAAmB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAEpG,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;QAEhE,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC;YAC5C,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YACnD,CAAC,CAAC,MAAM,CAAC;QAEX,MAAM,MAAM,GAAwB;YAClC,KAAK,EAAE;gBACL,mBAAmB,EAAE,UAAU,CAAC,KAAK,EAAE,cAAc;gBACrD,WAAW,EAAE,UAAU,CAAC,KAAK;gBAC7B,YAAY,EAAE,UAAU,CAAC,MAAM;gBAC/B,eAAe,EAAE,UAAU,CAAC,SAAS;gBACrC,iBAAiB,EAAE,GAAG,gBAAgB,IAAI;gBAC1C,WAAW,EAAE,QAAQ;gBACrB,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC;aAClD;YACD,MAAM,EAAE;gBACN,MAAM,EAAE,OAAO,CAAC,aAAa,IAAI,UAAU;gBAC3C,IAAI,EAAE,UAAU;gBAChB,UAAU,EAAE,SAAS;gBACrB,iBAAiB,EAAE,gBAAgB;aACpC;YACD,UAAU,EAAE;gBACV,gBAAgB,EAAE,EAAE,EAAE,6BAA6B;gBACnD,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACtC,UAAU,EAAE,OAAO;aACpB;SACF,CAAC;QAEF,gBAAgB,CAAC,IAAI,CAAC,yBAAyB,EAAE;YAC/C,WAAW,EAAE,QAAQ;YACrB,iBAAiB,EAAE,gBAAgB;YACnC,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,WAAW,EAAE,UAAU,CAAC,KAAK;SAC9B,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAgB,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1G,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/engine/dist/services/health-check-enhanced.d.ts

@@ -0,0 +1,89 @@
+/**
+ * Enhanced Health Check Service for ECE
+ *
+ * Implements comprehensive health monitoring for all system components
+ * with performance metrics and detailed diagnostics
+ */
+export interface HealthStatus {
+    timestamp: number;
+    uptime: number;
+    status: 'healthy' | 'degraded' | 'unhealthy';
+    components: ComponentHealth[];
+    system: SystemInfo;
+    metrics?: any;
+}
+export interface ComponentHealth {
+    name: string;
+    status: 'healthy' | 'degraded' | 'unhealthy';
+    message?: string;
+    details?: any;
+}
+export interface SystemInfo {
+    platform: string;
+    arch: string;
+    totalMemory: number;
+    freeMemory: number;
+    cpuCount: number;
+    loadAverage: number[];
+    diskSpace: DiskSpaceInfo;
+    processInfo: ProcessInfo;
+}
+export interface DiskSpaceInfo {
+    total: number;
+    available: number;
+    used: number;
+}
+export interface ProcessInfo {
+    pid: number;
+    memoryUsage: NodeJS.MemoryUsage;
+    uptime: number;
+    cpuUsage: number;
+}
+export declare class HealthCheckService {
+    private static instance;
+    private startTime;
+    private constructor();
+    static getInstance(): HealthCheckService;
+    /**
+     * Perform comprehensive health check
+     */
+    checkHealth(): Promise<HealthStatus>;
+    /**
+     * Check database health
+     */
+    private checkDatabaseHealth;
+    /**
+     * Check native modules health
+     */
+    private checkNativeModulesHealth;
+    /**
+     * Check file system health
+     */
+    private checkFileSystemHealth;
+    /**
+     * Check system resources
+     */
+    private checkSystemResources;
+    /**
+     * Check performance metrics
+     */
+    private checkPerformanceMetrics;
+    /**
+     * Get system information
+     */
+    private getSystemInfo;
+    /**
+     * Get process-specific information
+     */
+    private getProcessInfo;
+    /**
+     * Get disk space information
+     */
+    private getDiskSpaceInfo;
+    /**
+     * Check if a path exists
+     */
+    private pathExists;
+}
+export declare const healthCheckService: HealthCheckService;
+//# sourceMappingURL=health-check-enhanced.d.ts.map

package/engine/dist/services/health-check-enhanced.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"health-check-enhanced.d.ts","sourceRoot":"","sources":["../../src/services/health-check-enhanced.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,WAAW,CAAC;IAC7C,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,CAAC,EAAE,GAAG,CAAC;CACf;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,WAAW,CAAC;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,GAAG,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,EAAE,aAAa,CAAC;IACzB,WAAW,EAAE,WAAW,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAqB;IAC5C,OAAO,CAAC,SAAS,CAAS;IAE1B,OAAO;WAIO,WAAW,IAAI,kBAAkB;IAO/C;;OAEG;IACU,WAAW,IAAI,OAAO,CAAC,YAAY,CAAC;IAkDjD;;OAEG;YACW,mBAAmB;IAsCjC;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAgFhC;;OAEG;YACW,qBAAqB;IA2DnC;;OAEG;YACW,oBAAoB;IA0ClC;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA4C/B;;OAEG;YACW,aAAa;IA0B3B;;OAEG;IACH,OAAO,CAAC,cAAc;IAiBtB;;OAEG;YACW,gBAAgB;IAwB9B;;OAEG;YACW,UAAU;CAQzB;AAGD,eAAO,MAAM,kBAAkB,oBAAmC,CAAC"}