@rbalchii/anchor-engine 4.7.0

package/engine/dist/services/idle-manager.js

@@ -0,0 +1,210 @@
+/**
+ * Idle Manager for Anchor OS
+ *
+ * Detects system inactivity and triggers memory cleanup to reduce RAM usage
+ * during idle periods. Coordinates with all services to release resources.
+ *
+ * @see MEMORY_OPTIMIZATION_PLAN.md for full details
+ */
+import { performanceMonitor } from '../utils/performance-monitor.js';
+import { metricsTracker } from '../utils/structured-logger.js';
+import { resourceManager } from '../utils/resource-manager.js';
+export class IdleManager {
+    static instance;
+    lastActivityTime = Date.now();
+    idleTimeout = null;
+    config;
+    isIdle = false;
+    activityCounter = 0;
+    constructor() {
+        this.config = {
+            idleTimeoutMinutes: 5,
+            enabled: process.env.IDLE_MANAGER_ENABLED !== 'false',
+            enableModelUnload: process.env.IDLE_UNLOAD_MODELS !== 'false',
+            enableMetricsPrune: process.env.IDLE_PRUNE_METRICS !== 'false',
+            enableGC: process.env.IDLE_ENABLE_GC !== 'false'
+        };
+        if (this.config.enabled) {
+            console.log(`[IdleManager] Initialized (timeout: ${this.config.idleTimeoutMinutes}min)`);
+            this.startMonitoring();
+        }
+        else {
+            console.log('[IdleManager] Disabled via environment variable');
+        }
+    }
+    static getInstance() {
+        if (!IdleManager.instance) {
+            IdleManager.instance = new IdleManager();
+        }
+        return IdleManager.instance;
+    }
+    /**
+     * Mark system as active (call this on any user request)
+     */
+    markActive(reason) {
+        if (!this.config.enabled)
+            return;
+        const wasIdle = this.isIdle;
+        this.lastActivityTime = Date.now();
+        this.activityCounter++;
+        // Cancel idle cleanup if scheduled
+        if (this.idleTimeout) {
+            clearTimeout(this.idleTimeout);
+            this.idleTimeout = null;
+            if (wasIdle) {
+                console.log(`[IdleManager] Waking from idle (activity: ${reason || 'user request'})`);
+                this.isIdle = false;
+            }
+        }
+        // Schedule next idle check
+        this.scheduleIdleCheck();
+    }
+    /**
+     * Configure idle manager settings
+     */
+    configure(config) {
+        this.config = { ...this.config, ...config };
+        if (config.idleTimeoutMinutes) {
+            console.log(`[IdleManager] Timeout updated: ${config.idleTimeoutMinutes}min`);
+            if (this.idleTimeout) {
+                this.scheduleIdleCheck();
+            }
+        }
+    }
+    /**
+     * Get current idle status
+     */
+    getStatus() {
+        const now = Date.now();
+        const lastActivityAgo = now - this.lastActivityTime;
+        const minutesUntilIdle = Math.max(0, Math.round((this.config.idleTimeoutMinutes * 60 * 1000 - lastActivityAgo) / 60000));
+        return {
+            isIdle: this.isIdle,
+            idleTimeoutMinutes: this.config.idleTimeoutMinutes,
+            minutesUntilIdle,
+            activityCount: this.activityCounter,
+            lastActivityAgo
+        };
+    }
+    /**
+     * Manually trigger idle mode (for testing)
+     */
+    async triggerIdleMode() {
+        console.log('[IdleManager] Manually triggering idle mode...');
+        await this.enterIdleMode();
+    }
+    /**
+     * Reset activity counter (for testing)
+     */
+    resetActivityCounter() {
+        this.activityCounter = 0;
+    }
+    scheduleIdleCheck() {
+        if (this.idleTimeout) {
+            clearTimeout(this.idleTimeout);
+        }
+        this.idleTimeout = setTimeout(() => {
+            const idleDuration = Date.now() - this.lastActivityTime;
+            const thresholdMs = this.config.idleTimeoutMinutes * 60 * 1000;
+            if (idleDuration >= thresholdMs && !this.isIdle) {
+                this.enterIdleMode();
+            }
+        }, this.config.idleTimeoutMinutes * 60 * 1000);
+    }
+    async enterIdleMode() {
+        this.isIdle = true;
+        console.log('╔════════════════════════════════════════════════════════════╗');
+        console.log('║     IdleManager: Entering idle mode                        ║');
+        console.log('║     Releasing resources to reduce memory usage             ║');
+        console.log('╚════════════════════════════════════════════════════════════╝');
+        const statsBefore = process.memoryUsage();
+        console.log(`[IdleManager] Memory before cleanup: RSS=${(statsBefore.rss / 1024 / 1024).toFixed(0)}MB`);
+        // 1. Unload NLP model
+        if (this.config.enableModelUnload) {
+            try {
+                const { NlpService } = await import('./nlp/nlp-service.js');
+                await NlpService.unloadModel();
+            }
+            catch (error) {
+                console.error('[IdleManager] Error unloading NLP model:', error);
+            }
+        }
+        // 2. Unload GLiNER NER model
+        if (this.config.enableModelUnload) {
+            try {
+                const { unloadModel: unloadNerModel } = await import('./tags/gliner.js');
+                await unloadNerModel();
+            }
+            catch (error) {
+                console.error('[IdleManager] Error unloading GLiNER model:', error);
+            }
+        }
+        // 3. Prune performance metrics
+        if (this.config.enableMetricsPrune) {
+            try {
+                performanceMonitor.pruneOldMetrics();
+                console.log('[IdleManager] Pruned old performance metrics');
+            }
+            catch (error) {
+                console.error('[IdleManager] Error pruning metrics:', error);
+            }
+        }
+        // 4. Reset logger metrics
+        if (this.config.enableMetricsPrune) {
+            try {
+                metricsTracker.pruneOldMetrics();
+                console.log('[IdleManager] Pruned logger metrics');
+            }
+            catch (error) {
+                console.error('[IdleManager] Error pruning logger metrics:', error);
+            }
+        }
+        // 5. Force garbage collection
+        if (this.config.enableGC && global.gc) {
+            try {
+                global.gc();
+                console.log('[IdleManager] Forced garbage collection');
+                // Windows-specific: Force V8 to compact heap and return memory to OS
+                if (process.platform === 'win32') {
+                    const v8 = await import('v8');
+                    v8.setFlagsFromString('--max-old-space-size=2048'); // Limit heap to 2GB
+                    v8.setFlagsFromString('--min-semi-space-size=2'); // Reduce semi-space
+                    console.log('[IdleManager] Applied Windows memory compaction flags');
+                }
+            }
+            catch (error) {
+                console.error('[IdleManager] Error during GC:', error);
+            }
+        }
+        else if (this.config.enableGC && !global.gc) {
+            console.warn('[IdleManager] GC not available. Run with --expose-gc flag');
+        }
+        // 6. Optimize memory via ResourceManager
+        try {
+            resourceManager.optimizeMemory();
+        }
+        catch (error) {
+            console.error('[IdleManager] Error in resource optimization:', error);
+        }
+        // Log results
+        const statsAfter = process.memoryUsage();
+        const saved = statsBefore.rss - statsAfter.rss;
+        console.log(`[IdleManager] Memory after cleanup: RSS=${(statsAfter.rss / 1024 / 1024).toFixed(0)}MB`);
+        console.log(`[IdleManager] Memory saved: ${(saved / 1024 / 1024).toFixed(0)}MB (${((saved / statsBefore.rss) * 100).toFixed(1)}%)`);
+        console.log('');
+    }
+    startMonitoring() {
+        // Schedule first idle check
+        this.scheduleIdleCheck();
+        // Log status periodically (every 10 minutes)
+        setInterval(() => {
+            const status = this.getStatus();
+            if (process.env.DEBUG_IDLE || process.env.NODE_ENV === 'development') {
+                console.log(`[IdleManager] Status: isIdle=${status.isIdle}, activity=${status.activityCount}, nextIdle=${status.minutesUntilIdle}min`);
+            }
+        }, 10 * 60 * 1000);
+    }
+}
+// Export singleton instance
+export const idleManager = IdleManager.getInstance();
+//# sourceMappingURL=idle-manager.js.map

package/engine/dist/services/idle-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"idle-manager.js","sourceRoot":"","sources":["../../src/services/idle-manager.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAU/D,MAAM,OAAO,WAAW;IACd,MAAM,CAAC,QAAQ,CAAc;IAC7B,gBAAgB,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;IACtC,WAAW,GAA0B,IAAI,CAAC;IAC1C,MAAM,CAAoB;IAC1B,MAAM,GAAY,KAAK,CAAC;IACxB,eAAe,GAAW,CAAC,CAAC;IAEpC;QACE,IAAI,CAAC,MAAM,GAAG;YACZ,kBAAkB,EAAE,CAAC;YACrB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,OAAO;YACrD,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,OAAO;YAC7D,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,OAAO;YAC9D,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,OAAO;SACjD,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,uCAAuC,IAAI,CAAC,MAAM,CAAC,kBAAkB,MAAM,CAAC,CAAC;YACzF,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1B,WAAW,CAAC,QAAQ,GAAG,IAAI,WAAW,EAAE,CAAC;QAC3C,CAAC;QACD,OAAO,WAAW,CAAC,QAAQ,CAAC;IAC9B,CAAC;IAED;;OAEG;IACI,UAAU,CAAC,MAAe;QAC/B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO;QAEjC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,mCAAmC;QACnC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAExB,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,6CAA6C,MAAM,IAAI,cAAc,GAAG,CAAC,CAAC;gBACtF,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACtB,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,MAAkC;QACjD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QAE5C,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,kCAAkC,MAAM,CAAC,kBAAkB,KAAK,CAAC,CAAC;YAC9E,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACI,SAAS;QAOd,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,eAAe,GAAG,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,GAAG,EAAE,GAAG,IAAI,GAAG,eAAe,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;QAEzH,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;YAClD,gBAAgB;YAChB,aAAa,EAAE,IAAI,CAAC,eAAe;YACnC,eAAe;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,eAAe;QAC1B,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;QAC9D,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACI,oBAAoB;QACzB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;IAC3B,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,EAAE;YACjC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC;YACxD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC;YAE/D,IAAI,YAAY,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChD,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAE9E,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,WAAW,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAExG,sBAAsB;QACtB,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;gBAC5D,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBACzE,MAAM,cAAc,EAAE,CAAC;YACzB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,kBAAkB,CAAC,eAAe,EAAE,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;YAC9D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,cAAc,CAAC,eAAe,EAAE,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YACrD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,MAAM,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;gBAEvD,qEAAqE;gBACrE,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;oBACjC,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC9B,EAAE,CAAC,kBAAkB,CAAC,2BAA2B,CAAC,CAAC,CAAC,oBAAoB;oBACxE,EAAE,CAAC,kBAAkB,CAAC,yBAAyB,CAAC,CAAC,CAAC,oBAAoB;oBACtE,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;gBACvE,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;QAC5E,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC;YACH,eAAe,CAAC,cAAc,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+CAA+C,EAAE,KAAK,CAAC,CAAC;QACxE,CAAC;QAED,cAAc;QACd,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,UAAU,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtG,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IAEO,eAAe;QACrB,4BAA4B;QAC5B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,6CAA6C;QAC7C,WAAW,CAAC,GAAG,EAAE;YACf,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAChC,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;gBACrE,OAAO,CAAC,GAAG,CAAC,gCAAgC,MAAM,CAAC,MAAM,cAAc,MAAM,CAAC,aAAa,cAAc,MAAM,CAAC,gBAAgB,KAAK,CAAC,CAAC;YACzI,CAAC;QACH,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IACrB,CAAC;CACF;AAED,4BAA4B;AAC5B,MAAM,CAAC,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC"}

package/engine/dist/services/inference/inference-service.d.ts

@@ -0,0 +1,27 @@
+interface InferenceServiceOptions {
+    modelPath?: string;
+    contextSize?: number;
+    gpuLayers?: number;
+    temperature?: number;
+    maxTokens?: number;
+}
+export declare class InferenceService {
+    private model;
+    private options;
+    constructor(options?: InferenceServiceOptions);
+    initialize(): Promise<boolean>;
+    generateResponse(prompt: string): Promise<string | null>;
+    chat(messages: Array<{
+        role: string;
+        content: string;
+    }>, options?: Partial<InferenceServiceOptions> & {
+        grammar?: string;
+    }): Promise<string | null>;
+    getStatus(): {
+        loaded: boolean;
+        model?: string;
+        error?: string;
+    };
+}
+export {};
+//# sourceMappingURL=inference-service.d.ts.map

package/engine/dist/services/inference/inference-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference-service.d.ts","sourceRoot":"","sources":["../../../src/services/inference/inference-service.ts"],"names":[],"mappings":"AAQA,UAAU,uBAAuB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,KAAK,CAAM;IACnB,OAAO,CAAC,OAAO,CAA0B;gBAE7B,OAAO,GAAE,uBAA4B;IAU3C,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC;IAsB9B,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAqBxD,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,OAAO,GAAE,OAAO,CAAC,uBAAuB,CAAC,GAAG;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IA6B7J,SAAS,IAAI;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE;CAGjE"}

package/engine/dist/services/inference/inference-service.js

@@ -0,0 +1,89 @@
+import { initializeInference, runChatCompletion, runCompletion, getInferenceStatus } from './inference.js';
+export class InferenceService {
+    model;
+    options;
+    constructor(options = {}) {
+        this.options = {
+            contextSize: options.contextSize || 4096,
+            gpuLayers: options.gpuLayers || 20,
+            temperature: options.temperature || 0.7,
+            maxTokens: options.maxTokens || 1024,
+            ...options
+        };
+    }
+    async initialize() {
+        try {
+            const result = await initializeInference(this.options.modelPath, {
+                contextSize: this.options.contextSize,
+                gpuLayers: this.options.gpuLayers,
+                temperature: this.options.temperature,
+                maxTokens: this.options.maxTokens
+            });
+            if (result.success) {
+                this.model = result.model;
+                return true;
+            }
+            else {
+                console.error('Failed to initialize inference service:', result.message);
+                return false;
+            }
+        }
+        catch (error) {
+            console.error('Error initializing inference service:', error);
+            return false;
+        }
+    }
+    async generateResponse(prompt) {
+        try {
+            const result = await runCompletion(prompt, {
+                contextSize: this.options.contextSize,
+                gpuLayers: this.options.gpuLayers,
+                temperature: this.options.temperature,
+                maxTokens: this.options.maxTokens
+            });
+            if (result.success && result.response) {
+                return result.response;
+            }
+            else {
+                console.error('Failed to generate response:', result.error);
+                return null;
+            }
+        }
+        catch (error) {
+            console.error('Error generating response:', error);
+            return null;
+        }
+    }
+    async chat(messages, options = {}) {
+        try {
+            const request = {
+                messages,
+                model: this.options.modelPath,
+                options: {
+                    contextSize: this.options.contextSize,
+                    gpuLayers: this.options.gpuLayers,
+                    temperature: options.temperature ?? this.options.temperature,
+                    maxTokens: this.options.maxTokens,
+                    ...options
+                }
+            };
+            console.log(`\x1b[34m[Inference]\x1b[0m Processing chat request (${messages.length} messages)...`);
+            const result = await runChatCompletion(request);
+            if (result.success && result.response) {
+                return result.response.content;
+            }
+            else {
+                console.error('Failed to get chat response:', result.error);
+                return null;
+            }
+        }
+        catch (error) {
+            console.error('Error in chat:', error);
+            return null;
+        }
+    }
+    getStatus() {
+        return getInferenceStatus();
+    }
+}
+//# sourceMappingURL=inference-service.js.map

package/engine/dist/services/inference/inference-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference-service.js","sourceRoot":"","sources":["../../../src/services/inference/inference-service.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EAEnB,MAAM,gBAAgB,CAAC;AAUxB,MAAM,OAAO,gBAAgB;IACnB,KAAK,CAAM;IACX,OAAO,CAA0B;IAEzC,YAAY,UAAmC,EAAE;QAC/C,IAAI,CAAC,OAAO,GAAG;YACb,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;YACxC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;YAClC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;YACvC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACpC,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;gBAC/D,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;gBACrC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;gBACjC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;gBACrC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;aAClC,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC1B,OAAO,IAAI,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;gBACzE,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAAc;QACnC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE;gBACzC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;gBACrC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;gBACjC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;gBACrC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;aAClC,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACtC,OAAO,MAAM,CAAC,QAAQ,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5D,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAkD,EAAE,UAAmE,EAAE;QAClI,IAAI,CAAC;YACH,MAAM,OAAO,GAAgB;gBAC3B,QAAQ;gBACR,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;gBAC7B,OAAO,EAAE;oBACP,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;oBACrC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;oBACjC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW;oBAC5D,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;oBACjC,GAAG,OAAO;iBACX;aACF,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,uDAAuD,QAAQ,CAAC,MAAM,eAAe,CAAC,CAAC;YACnG,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAEhD,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACtC,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAiB,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5D,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;YACvC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,SAAS;QACP,OAAO,kBAAkB,EAAE,CAAC;IAC9B,CAAC;CACF"}

package/engine/dist/services/inference/inference.d.ts

@@ -0,0 +1,59 @@
+/**
+ * Inference Service for Sovereign Context Engine
+ *
+ * Handles all LLM inference operations including model loading,
+ * chat sessions, and token streaming using the unified Worker Provider.
+ */
+export interface InferenceOptions {
+    model?: string;
+    contextSize?: number;
+    gpuLayers?: number;
+    temperature?: number;
+    maxTokens?: number;
+    grammar?: string;
+    onToken?: (token: string) => void;
+}
+export interface ChatRequest {
+    messages: Array<{
+        role: string;
+        content: string;
+    }>;
+    model?: string;
+    options?: InferenceOptions;
+}
+/**
+ * Initialize the inference engine with the specified model
+ * Uses the Provider's initAutoLoad or specific loadModel mechanism.
+ */
+export declare function initializeInference(modelPath?: string, options?: InferenceOptions): Promise<{
+    success: boolean;
+    message: string;
+    model?: any;
+}>;
+/**
+ * Run a chat completion using the Provider's SideChannel (or StreamingChat)
+ * We use runSideChannel for non-streaming agentic thoughts to avoid clogging the main chat worker if possible,
+ * OR we reuse the main chat worker if that's the only one loaded.
+ */
+export declare function runChatCompletion(request: ChatRequest): Promise<{
+    success: boolean;
+    response?: any;
+    error?: string;
+}>;
+/**
+ * Run a simple text completion
+ */
+export declare function runCompletion(prompt: string, options?: InferenceOptions): Promise<{
+    success: boolean;
+    response?: string;
+    error?: string;
+}>;
+/**
+ * Get the current status of the inference engine
+ */
+export declare function getInferenceStatus(): {
+    loaded: boolean;
+    model?: string;
+    error?: string;
+};
+//# sourceMappingURL=inference.d.ts.map

package/engine/dist/services/inference/inference.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../../src/services/inference/inference.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACnC;AAID,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,gBAAgB,CAAC;CAC5B;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,GAAG,CAAA;CAAE,CAAC,CA2BzJ;AAED;;;;GAIG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,GAAG,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAyD3H;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAqBpJ;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CASxF"}

package/engine/dist/services/inference/inference.js

@@ -0,0 +1,131 @@
+/**
+ * Inference Service for Sovereign Context Engine
+ *
+ * Handles all LLM inference operations including model loading,
+ * chat sessions, and token streaming using the unified Worker Provider.
+ */
+import { loadModel, runSideChannel, initAutoLoad } from '../llm/provider.js';
+/**
+ * Initialize the inference engine with the specified model
+ * Uses the Provider's initAutoLoad or specific loadModel mechanism.
+ */
+export async function initializeInference(modelPath, options = {}) {
+    try {
+        console.log('[InferenceService] Initializing via Provider...');
+        // If a specific path is requested, try to load it
+        if (modelPath) {
+            await loadModel(modelPath, {
+                ctxSize: options.contextSize,
+                gpuLayers: options.gpuLayers
+            }, 'chat');
+        }
+        else {
+            // Otherwise use the auto-loader (which reads user_settings.json)
+            await initAutoLoad();
+        }
+        return {
+            success: true,
+            message: 'Inference engine initialized successfully (Worker Backend)',
+            model: 'Worker'
+        };
+    }
+    catch (error) {
+        console.error(`[InferenceService] Initialization failed: ${error.message}`);
+        return {
+            success: false,
+            message: `Failed to initialize inference engine: ${error.message}`
+        };
+    }
+}
+/**
+ * Run a chat completion using the Provider's SideChannel (or StreamingChat)
+ * We use runSideChannel for non-streaming agentic thoughts to avoid clogging the main chat worker if possible,
+ * OR we reuse the main chat worker if that's the only one loaded.
+ */
+export async function runChatCompletion(request) {
+    try {
+        // Construct the prompt for the side channel
+        // runSideChannel expects a string prompt, but also supports raw chat if the worker handles it.
+        // However, provider.ts runSideChannel signature is (prompt, systemInstruction, options)
+        // We need to extract the last user message and the system prompt
+        const messages = request.messages;
+        const systemMsg = messages.find(m => m.role === 'system');
+        const systemPrompt = systemMsg ? systemMsg.content : "You are a helpful assistant.";
+        // Combine the non-system messages into a history-aware prompt or pass them if the provider supports it.
+        // The current provider implementation takes a prompt string.
+        let prompt = "";
+        const lastMsg = messages[messages.length - 1];
+        // If there is history, we should try to include it, but the provider.ts side channel is stateless.
+        // For the Agent Ouroboros loop, it typically passes "Objective + Context" as the system prompt + "Action" as user prompt.
+        // So simple prompt passing is likely sufficient for Phase 2/3.
+        if (lastMsg.role === 'user') {
+            prompt = lastMsg.content;
+        }
+        else {
+            // Fallback for non-standard calls
+            prompt = JSON.stringify(messages);
+        }
+        const responseText = await runSideChannel(prompt, systemPrompt, {
+            temperature: request.options?.temperature ?? 0.7,
+            maxTokens: request.options?.maxTokens ?? 1024,
+            grammar: request.options?.grammar,
+            onToken: request.options?.onToken
+        }, request.model);
+        if (!responseText) {
+            throw new Error("Empty response from Provider");
+        }
+        return {
+            success: true,
+            response: {
+                role: 'assistant',
+                content: responseText
+            }
+        };
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: error.message
+        };
+    }
+}
+/**
+ * Run a simple text completion
+ */
+export async function runCompletion(prompt, options = {}) {
+    try {
+        const result = await runSideChannel(prompt, "You are a completion engine.", options);
+        if (result) {
+            return {
+                success: true,
+                response: result
+            };
+        }
+        else {
+            return {
+                success: false,
+                error: 'Unknown error occurred'
+            };
+        }
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: error.message
+        };
+    }
+}
+/**
+ * Get the current status of the inference engine
+ */
+export function getInferenceStatus() {
+    // We need to check if provider has loaded models.
+    // provider.ts doesn't export a simple status check, but we can verify if workers are init.
+    // For now, we'll assume if initAutoLoad finished, we are good.
+    return {
+        loaded: true,
+        model: 'Worker-managed',
+        error: undefined
+    };
+}
+//# sourceMappingURL=inference.js.map

package/engine/dist/services/inference/inference.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.js","sourceRoot":"","sources":["../../../src/services/inference/inference.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAqB7E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,SAAkB,EAAE,UAA4B,EAAE;IAC1F,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAE/D,kDAAkD;QAClD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,SAAS,CAAC,SAAS,EAAE;gBACzB,OAAO,EAAE,OAAO,CAAC,WAAW;gBAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,EAAE,MAAM,CAAC,CAAC;QACb,CAAC;aAAM,CAAC;YACN,iEAAiE;YACjE,MAAM,YAAY,EAAE,CAAC;QACvB,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,4DAA4D;YACrE,KAAK,EAAE,QAAQ;SAChB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,6CAA6C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,OAAO;YACL,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,0CAA0C,KAAK,CAAC,OAAO,EAAE;SACnE,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAoB;IAC1D,IAAI,CAAC;QACH,4CAA4C;QAC5C,+FAA+F;QAC/F,wFAAwF;QAExF,iEAAiE;QACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAClC,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC1D,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B,CAAC;QAEpF,wGAAwG;QACxG,6DAA6D;QAE7D,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE9C,mGAAmG;QACnG,0HAA0H;QAC1H,+DAA+D;QAE/D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,kCAAkC;YAClC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,cAAc,CACvC,MAAM,EACN,YAAY,EACZ;YACE,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,WAAW,IAAI,GAAG;YAChD,SAAS,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,IAAI,IAAI;YAC7C,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO;YACjC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO;SAClC,EACD,OAAO,CAAC,KAAK,CACd,CAAC;QAEF,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE;gBACR,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,YAAY;aACtB;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAc,EAAE,UAA4B,EAAE;IAChF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,8BAA8B,EAAE,OAAO,CAAC,CAAC;QAErF,IAAI,MAAM,EAAE,CAAC;YACX,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,MAAgB;aAC3B,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,wBAAwB;aAChC,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,kDAAkD;IAClD,2FAA2F;IAC3F,+DAA+D;IAC/D,OAAO;QACL,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE,gBAAgB;QACvB,KAAK,EAAE,SAAS;KACjB,CAAC;AACJ,CAAC"}

package/engine/dist/services/ingest/atomizer-service.d.ts

@@ -0,0 +1,74 @@
+import { Atom, Molecule, Compound } from '../../types/atomic.js';
+export declare class AtomizerService {
+    /**
+     * Tag blacklist patterns - prevents low-value tags from being stored
+     * These patterns filter out noise at ingestion time
+     */
+    private static TAG_BLACKLIST_PATTERNS;
+    private static TAG_BLACKLIST_EXACT;
+    /**
+     * Check if a tag should be filtered out
+     */
+    private isBlacklistedTag;
+    /**
+     * Apply tag modulation to atom labels
+     * Filters based on modulation level and blacklist strictness from user_settings.json
+     */
+    private applyTagModulation;
+    /**
+     * Transient data patterns to exclude from ingestion
+     * These patterns identify temporary/noisy content that clutters context
+     */
+    private static TRANSIENT_PATTERNS;
+    /**
+     * Check if content is transient/temporary data that should be excluded
+     */
+    private isTransientData;
+    /**
+     * Deconstructs raw content into Atomic Topology.
+     * Returns the Compound (Main Body) and its Constituent Particles (Atoms/Molecules).
+     */
+    atomize(content: string, sourcePath: string, provenance: 'internal' | 'external', fileTimestamp?: number): Promise<{
+        compound: Compound;
+        molecules: Molecule[];
+        atoms: Atom[];
+    } | null>;
+    private chunkedSanitize;
+    /**
+     * Enhanced Content Sanitization (The Key Assassin)
+     * Surgically removes JSON wrappers, log spam, and PII.
+     */
+    private sanitize;
+    /**
+     * Helper: The Key Assassin
+     * Recursively un-escapes and removes JSON wrappers.
+     */
+    private cleanseJsonArtifacts;
+    private extractSystemAtoms;
+    private scanAtoms;
+    /**
+     * Check if a word is a common word that should be filtered in strict mode
+     */
+    private isCommonWord;
+    private cachedKeywords;
+    private cachedKeywordRegex;
+    private cachedKeywordMap;
+    private getKeywordRegex;
+    private getKeywordMap;
+    private loadSovereignKeywords;
+    private createAtom;
+    /**
+     * Splits content into molecules with byte offsets and extracted timestamps.
+     * Enhanced with Type awareness (Prose vs Code vs Data).
+     */
+    private splitIntoMolecules;
+    private detectMoleculeType;
+    /**
+     * Extract earliest timestamp from content for temporal ordering
+     * Scans for multiple timestamp formats and returns the earliest found
+     */
+    private extractEarliestTimestamp;
+    private extractNumericData;
+    private generateSimHash;
+}
+//# sourceMappingURL=atomizer-service.d.ts.map

package/engine/dist/services/ingest/atomizer-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"atomizer-service.d.ts","sourceRoot":"","sources":["../../../src/services/ingest/atomizer-service.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAwBjE,qBAAa,eAAe;IAExB;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAqDnC;IAEF,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAG/B;IAEH;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAkBxB;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAY1B;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB,CA+B/B;IAEF;;OAEG;IACH,OAAO,CAAC,eAAe;IAmBvB;;;OAGG;IACG,OAAO,CACT,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,UAAU,GAAG,UAAU,EACnC,aAAa,CAAC,EAAE,MAAM,GACvB,OAAO,CAAC;QAAE,QAAQ,EAAE,QAAQ,CAAC;QAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;QAAC,KAAK,EAAE,IAAI,EAAE,CAAA;KAAE,GAAG,IAAI,CAAC;IA8L/E,OAAO,CAAE,eAAe;IAqBxB;;;OAGG;IACH,OAAO,CAAC,QAAQ;IA+FhB;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IA8C5B,OAAO,CAAC,kBAAkB;IAqC1B,OAAO,CAAC,SAAS;IAoDjB;;OAEG;IACH,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,cAAc,CAAyB;IAC/C,OAAO,CAAC,kBAAkB,CAAuB;IACjD,OAAO,CAAC,gBAAgB,CAAoC;IAE5D,OAAO,CAAC,eAAe;IAYvB,OAAO,CAAC,aAAa;IAUrB,OAAO,CAAC,qBAAqB;IA+B7B,OAAO,CAAC,UAAU;IASlB;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAgR1B,OAAO,CAAC,kBAAkB;IAkB1B;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAkChC,OAAO,CAAC,kBAAkB;IAyB1B,OAAO,CAAC,eAAe;CAkB1B"}