@nxuss/lemma 0.1.0

package/dist/subconscious/SubconsciousEngine.js

@@ -0,0 +1,241 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SubconsciousEngine = void 0;
+const VectorStore_1 = require("./VectorStore");
+const EmbeddingService_1 = require("./EmbeddingService");
+const SemanticCache_1 = require("./SemanticCache");
+const events_1 = require("events");
+/**
+ * SubconsciousEngine is the main orchestrator for semantic caching.
+ * It intercepts tasks, checks for cached results, and manages background vectorization.
+ */
+class SubconsciousEngine extends events_1.EventEmitter {
+    constructor(config = {}) {
+        super();
+        this.isInitialized = false;
+        this.backgroundQueue = [];
+        this.isProcessingQueue = false;
+        this.cacheLatencies = [];
+        this.missLatencies = [];
+        // Set default configuration
+        this.config = {
+            chromaUrl: config.chromaUrl || 'http://localhost:8000',
+            ollamaUrl: config.ollamaUrl || 'http://localhost:11434',
+            model: config.model || 'llama3',
+            collectionName: config.collectionName || 'subconscious_cache',
+            threshold: config.threshold || 0.95,
+            enableBackgroundVectorization: config.enableBackgroundVectorization ?? true,
+        };
+        // Initialize components
+        this.vectorStore = new VectorStore_1.VectorStore(this.config.collectionName, this.config.chromaUrl);
+        this.embeddingService = new EmbeddingService_1.EmbeddingService(this.config.ollamaUrl, this.config.model);
+        this.semanticCache = new SemanticCache_1.SemanticCache(this.vectorStore, this.embeddingService, this.config.threshold);
+    }
+    /**
+     * Initialize the Subconscious Engine.
+     * Must be called before using the engine.
+     */
+    async initialize() {
+        if (this.isInitialized) {
+            console.log('[SubconsciousEngine] Already initialized');
+            return;
+        }
+        console.log('[SubconsciousEngine] Initializing...');
+        try {
+            // Initialize vector store
+            await this.vectorStore.initialize();
+            // Health check for Ollama
+            const health = await this.embeddingService.healthCheck();
+            if (!health.available) {
+                console.warn(`[SubconsciousEngine] Warning: Ollama not available - ${health.error}`);
+                console.warn('[SubconsciousEngine] Engine will operate in degraded mode');
+            }
+            else {
+                console.log(`[SubconsciousEngine] Ollama connected (model: ${health.model})`);
+            }
+            this.isInitialized = true;
+            this.emit('initialized');
+            console.log('[SubconsciousEngine] ✓ Initialization complete');
+            console.log(`[SubconsciousEngine] Threshold: ${this.config.threshold}`);
+            console.log(`[SubconsciousEngine] Background vectorization: ${this.config.enableBackgroundVectorization ? 'enabled' : 'disabled'}`);
+        }
+        catch (error) {
+            console.error('[SubconsciousEngine] Initialization failed:', error);
+            throw error;
+        }
+    }
+    /**
+     * Intercept a task and check for cached results.
+     * This is the main entry point for the semantic short-circuit.
+     *
+     * @param task - Task to intercept
+     * @returns CacheResult indicating if a cached result was found
+     */
+    async interceptTask(task) {
+        if (!this.isInitialized) {
+            throw new Error('SubconsciousEngine not initialized. Call initialize() first.');
+        }
+        console.log(`[SubconsciousEngine] Intercepting task: ${task.id}`);
+        const cacheResult = await this.semanticCache.check(task.description);
+        // Track latencies for metrics
+        if (cacheResult.hit) {
+            this.cacheLatencies.push(cacheResult.latencyMs);
+            this.emit('cacheHit', {
+                taskId: task.id,
+                similarity: cacheResult.similarity,
+                latencyMs: cacheResult.latencyMs,
+            });
+        }
+        else {
+            this.missLatencies.push(cacheResult.latencyMs);
+            this.emit('cacheMiss', {
+                taskId: task.id,
+                latencyMs: cacheResult.latencyMs,
+            });
+        }
+        return cacheResult;
+    }
+    /**
+     * Store a task result for future caching.
+     * If background vectorization is enabled, queues the task for async processing.
+     *
+     * @param task - Original task
+     * @param result - Result to cache
+     */
+    async storeResult(task, result) {
+        if (!this.isInitialized) {
+            throw new Error('SubconsciousEngine not initialized. Call initialize() first.');
+        }
+        if (this.config.enableBackgroundVectorization) {
+            // Queue for background processing
+            this.backgroundQueue.push({
+                taskId: task.id,
+                description: task.description,
+                result,
+                metadata: task.metadata || {},
+            });
+            console.log(`[SubconsciousEngine] Queued task ${task.id} for background vectorization ` +
+                `(queue size: ${this.backgroundQueue.length})`);
+            // Start processing queue if not already running
+            if (!this.isProcessingQueue) {
+                this.processBackgroundQueue();
+            }
+        }
+        else {
+            // Store immediately
+            await this.semanticCache.store(task.id, task.description, result, task.metadata || {});
+        }
+        this.emit('resultStored', { taskId: task.id });
+    }
+    /**
+     * Process the background vectorization queue.
+     * Runs asynchronously without blocking the main thread.
+     */
+    async processBackgroundQueue() {
+        if (this.isProcessingQueue || this.backgroundQueue.length === 0) {
+            return;
+        }
+        this.isProcessingQueue = true;
+        console.log('[SubconsciousEngine] Starting background vectorization...');
+        while (this.backgroundQueue.length > 0) {
+            const item = this.backgroundQueue.shift();
+            if (!item)
+                continue;
+            try {
+                await this.semanticCache.store(item.taskId, item.description, item.result, item.metadata);
+                this.emit('backgroundVectorized', { taskId: item.taskId });
+            }
+            catch (error) {
+                console.error(`[SubconsciousEngine] Failed to vectorize task ${item.taskId}:`, error);
+                this.emit('vectorizationError', { taskId: item.taskId, error });
+            }
+            // Small delay to avoid overwhelming the system
+            await this.sleep(10);
+        }
+        this.isProcessingQueue = false;
+        console.log('[SubconsciousEngine] Background vectorization complete');
+    }
+    /**
+     * Get comprehensive engine metrics.
+     */
+    async getMetrics() {
+        const cacheMetrics = this.semanticCache.getMetrics();
+        const totalCachedTasks = await this.semanticCache.getCacheSize();
+        const avgCacheLatency = this.cacheLatencies.length > 0
+            ? this.cacheLatencies.reduce((a, b) => a + b, 0) / this.cacheLatencies.length
+            : 0;
+        const avgMissLatency = this.missLatencies.length > 0
+            ? this.missLatencies.reduce((a, b) => a + b, 0) / this.missLatencies.length
+            : 0;
+        return {
+            totalTasks: cacheMetrics.total,
+            cacheHits: cacheMetrics.hits,
+            cacheMisses: cacheMetrics.misses,
+            hitRate: cacheMetrics.hitRate,
+            avgCacheLatencyMs: Math.round(avgCacheLatency),
+            avgMissLatencyMs: Math.round(avgMissLatency),
+            totalCachedTasks,
+            backgroundQueueSize: this.backgroundQueue.length,
+        };
+    }
+    /**
+     * Reset all metrics.
+     */
+    resetMetrics() {
+        this.semanticCache.resetMetrics();
+        this.cacheLatencies = [];
+        this.missLatencies = [];
+        console.log('[SubconsciousEngine] Metrics reset');
+    }
+    /**
+     * Update the similarity threshold.
+     */
+    setThreshold(threshold) {
+        this.semanticCache.setThreshold(threshold);
+        this.config.threshold = threshold;
+    }
+    /**
+     * Get the current configuration.
+     */
+    getConfig() {
+        return { ...this.config };
+    }
+    /**
+     * Clear all cached tasks and reset metrics.
+     */
+    async clear() {
+        await this.semanticCache.clear();
+        this.backgroundQueue = [];
+        this.resetMetrics();
+        console.log('[SubconsciousEngine] Engine cleared');
+    }
+    /**
+     * Shutdown the engine gracefully.
+     * Waits for background queue to finish processing.
+     */
+    async shutdown() {
+        console.log('[SubconsciousEngine] Shutting down...');
+        // Wait for background queue to finish
+        while (this.isProcessingQueue || this.backgroundQueue.length > 0) {
+            console.log(`[SubconsciousEngine] Waiting for background queue (${this.backgroundQueue.length} items)...`);
+            await this.sleep(100);
+        }
+        this.isInitialized = false;
+        this.emit('shutdown');
+        console.log('[SubconsciousEngine] Shutdown complete');
+    }
+    /**
+     * Check if the engine is ready to use.
+     */
+    isReady() {
+        return this.isInitialized && this.vectorStore.isReady();
+    }
+    /**
+     * Sleep for specified milliseconds.
+     */
+    sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+exports.SubconsciousEngine = SubconsciousEngine;
+//# sourceMappingURL=SubconsciousEngine.js.map

package/dist/subconscious/SubconsciousEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SubconsciousEngine.js","sourceRoot":"","sources":["../../src/subconscious/SubconsciousEngine.ts"],"names":[],"mappings":";;;AAAA,+CAA4C;AAC5C,yDAAsD;AACtD,mDAA6D;AAC7D,mCAAsC;AAiDtC;;;GAGG;AACH,MAAa,kBAAmB,SAAQ,qBAAY;IAgBlD,YAAY,SAA6B,EAAE;QACzC,KAAK,EAAE,CAAC;QAZF,kBAAa,GAAY,KAAK,CAAC;QAC/B,oBAAe,GAKlB,EAAE,CAAC;QACA,sBAAiB,GAAY,KAAK,CAAC;QACnC,mBAAc,GAAa,EAAE,CAAC;QAC9B,kBAAa,GAAa,EAAE,CAAC;QAKnC,4BAA4B;QAC5B,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,uBAAuB;YACtD,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,wBAAwB;YACvD,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,QAAQ;YAC/B,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,oBAAoB;YAC7D,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,6BAA6B,EAAE,MAAM,CAAC,6BAA6B,IAAI,IAAI;SAC5E,CAAC;QAEF,wBAAwB;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,yBAAW,CAChC,IAAI,CAAC,MAAM,CAAC,cAAc,EAC1B,IAAI,CAAC,MAAM,CAAC,SAAS,CACtB,CAAC;QAEF,IAAI,CAAC,gBAAgB,GAAG,IAAI,mCAAgB,CAC1C,IAAI,CAAC,MAAM,CAAC,SAAS,EACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAClB,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,6BAAa,CACpC,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,gBAAgB,EACrB,IAAI,CAAC,MAAM,CAAC,SAAS,CACtB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QAEpD,IAAI,CAAC;YACH,0BAA0B;YAC1B,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAEpC,0BAA0B;YAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CACV,wDAAwD,MAAM,CAAC,KAAK,EAAE,CACvE,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;YAC5E,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,iDAAiD,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;YAChF,CAAC;YAED,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAEzB,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,mCAAmC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,CACT,kDAAkD,IAAI,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CACvH,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;YACpE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,aAAa,CAAC,IAAU;QAC5B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,2CAA2C,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAElE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAErE,8BAA8B;QAC9B,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC;YACpB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBACpB,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,UAAU,EAAE,WAAW,CAAC,UAAU;gBAClC,SAAS,EAAE,WAAW,CAAC,SAAS;aACjC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBACrB,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,SAAS,EAAE,WAAW,CAAC,SAAS;aACjC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,WAAW,CAAC,IAAU,EAAE,MAAW;QACvC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,6BAA6B,EAAE,CAAC;YAC9C,kCAAkC;YAClC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;gBACxB,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,MAAM;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;aAC9B,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CACT,oCAAoC,IAAI,CAAC,EAAE,gCAAgC;gBAC3E,gBAAgB,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAC/C,CAAC;YAEF,gDAAgD;YAChD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC5B,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAChC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,oBAAoB;YACpB,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAC5B,IAAI,CAAC,EAAE,EACP,IAAI,CAAC,WAAW,EAChB,MAAM,EACN,IAAI,CAAC,QAAQ,IAAI,EAAE,CACpB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IACjD,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,sBAAsB;QAClC,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChE,OAAO;QACT,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;QAEzE,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI;gBAAE,SAAS;YAEpB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,QAAQ,CACd,CAAC;gBAEF,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CACX,iDAAiD,IAAI,CAAC,MAAM,GAAG,EAC/D,KAAK,CACN,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAClE,CAAC;YAED,+CAA+C;YAC/C,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;QACrD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC;QAEjE,MAAM,eAAe,GACnB,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC;YAC5B,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM;YAC7E,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,cAAc,GAClB,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;YAC3B,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM;YAC3E,CAAC,CAAC,CAAC,CAAC;QAER,OAAO;YACL,UAAU,EAAE,YAAY,CAAC,KAAK;YAC9B,SAAS,EAAE,YAAY,CAAC,IAAI;YAC5B,WAAW,EAAE,YAAY,CAAC,MAAM;YAChC,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;YAC9C,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC;YAC5C,gBAAgB;YAChB,mBAAmB,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;SACjD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC;QAClC,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QACjC,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACrD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACZ,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QAErD,sCAAsC;QACtC,OAAO,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,OAAO,CAAC,GAAG,CACT,sDAAsD,IAAI,CAAC,eAAe,CAAC,MAAM,YAAY,CAC9F,CAAC;YACF,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;IAC1D,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF;AAhTD,gDAgTC"}

package/dist/subconscious/VectorStore.d.ts

@@ -0,0 +1,54 @@
+/**
+ * VectorStore manages the ChromaDB client and collection for semantic caching.
+ * It provides methods to insert task vectors and search for similar tasks.
+ */
+export declare class VectorStore {
+    private client;
+    private collection;
+    private collectionName;
+    private isInitialized;
+    constructor(collectionName?: string, chromaUrl?: string);
+    /**
+     * Initialize the ChromaDB collection.
+     * Creates a new collection if it doesn't exist.
+     */
+    initialize(): Promise<void>;
+    /**
+     * Insert a task vector with its result into the collection.
+     *
+     * @param taskId - Unique identifier for the task
+     * @param embedding - Vector embedding of the task
+     * @param taskDescription - Original task description
+     * @param result - Cached result to return on cache hit
+     * @param metadata - Additional metadata (agent, timestamp, etc.)
+     */
+    insertVector(taskId: string, embedding: number[], taskDescription: string, result: any, metadata?: Record<string, any>): Promise<void>;
+    /**
+     * Search for similar tasks using semantic similarity.
+     *
+     * @param queryEmbedding - Vector embedding of the query task
+     * @param threshold - Minimum similarity score (0-1, default 0.95)
+     * @param topK - Number of results to return (default 1)
+     * @returns Array of similar tasks with their results and similarity scores
+     */
+    searchSimilar(queryEmbedding: number[], threshold?: number, topK?: number): Promise<Array<{
+        id: string;
+        similarity: number;
+        result: any;
+        taskDescription: string;
+        metadata: Record<string, any>;
+    }>>;
+    /**
+     * Get the total count of cached tasks.
+     */
+    getCount(): Promise<number>;
+    /**
+     * Clear all cached tasks from the collection.
+     */
+    clear(): Promise<void>;
+    /**
+     * Check if the VectorStore is ready to use.
+     */
+    isReady(): boolean;
+}
+//# sourceMappingURL=VectorStore.d.ts.map

package/dist/subconscious/VectorStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorStore.d.ts","sourceRoot":"","sources":["../../src/subconscious/VectorStore.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,aAAa,CAAkB;gBAGrC,cAAc,GAAE,MAA6B,EAC7C,SAAS,GAAE,MAAgC;IAM7C;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAuBjC;;;;;;;;OAQG;IACG,YAAY,CAChB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EAAE,EACnB,eAAe,EAAE,MAAM,EACvB,MAAM,EAAE,GAAG,EACX,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GACjC,OAAO,CAAC,IAAI,CAAC;IAwBhB;;;;;;;OAOG;IACG,aAAa,CACjB,cAAc,EAAE,MAAM,EAAE,EACxB,SAAS,GAAE,MAAa,EACxB,IAAI,GAAE,MAAU,GACf,OAAO,CAAC,KAAK,CAAC;QACf,EAAE,EAAE,MAAM,CAAC;QACX,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,GAAG,CAAC;QACZ,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC/B,CAAC,CAAC;IAyDH;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAcjC;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB5B;;OAEG;IACH,OAAO,IAAI,OAAO;CAGnB"}

package/dist/subconscious/VectorStore.js

@@ -0,0 +1,168 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VectorStore = void 0;
+const chromadb_1 = require("chromadb");
+/**
+ * VectorStore manages the ChromaDB client and collection for semantic caching.
+ * It provides methods to insert task vectors and search for similar tasks.
+ */
+class VectorStore {
+    constructor(collectionName = 'subconscious_cache', chromaUrl = 'http://localhost:8000') {
+        this.collection = null;
+        this.isInitialized = false;
+        this.collectionName = collectionName;
+        this.client = new chromadb_1.ChromaClient({ path: chromaUrl });
+    }
+    /**
+     * Initialize the ChromaDB collection.
+     * Creates a new collection if it doesn't exist.
+     */
+    async initialize() {
+        if (this.isInitialized) {
+            return;
+        }
+        try {
+            // Try to get existing collection
+            this.collection = await this.client.getOrCreateCollection({
+                name: this.collectionName,
+                metadata: {
+                    description: 'Semantic cache for agent task results',
+                    'hnsw:space': 'cosine', // Use cosine similarity
+                },
+            });
+            this.isInitialized = true;
+            console.log(`[VectorStore] Initialized collection: ${this.collectionName}`);
+        }
+        catch (error) {
+            console.error('[VectorStore] Failed to initialize collection:', error);
+            throw new Error(`VectorStore initialization failed: ${error}`);
+        }
+    }
+    /**
+     * Insert a task vector with its result into the collection.
+     *
+     * @param taskId - Unique identifier for the task
+     * @param embedding - Vector embedding of the task
+     * @param taskDescription - Original task description
+     * @param result - Cached result to return on cache hit
+     * @param metadata - Additional metadata (agent, timestamp, etc.)
+     */
+    async insertVector(taskId, embedding, taskDescription, result, metadata = {}) {
+        if (!this.collection) {
+            throw new Error('VectorStore not initialized. Call initialize() first.');
+        }
+        try {
+            await this.collection.add({
+                ids: [taskId],
+                embeddings: [embedding],
+                documents: [taskDescription],
+                metadatas: [{
+                        result: JSON.stringify(result),
+                        timestamp: new Date().toISOString(),
+                        ...metadata,
+                    }],
+            });
+            console.log(`[VectorStore] Inserted vector for task: ${taskId}`);
+        }
+        catch (error) {
+            console.error('[VectorStore] Failed to insert vector:', error);
+            throw error;
+        }
+    }
+    /**
+     * Search for similar tasks using semantic similarity.
+     *
+     * @param queryEmbedding - Vector embedding of the query task
+     * @param threshold - Minimum similarity score (0-1, default 0.95)
+     * @param topK - Number of results to return (default 1)
+     * @returns Array of similar tasks with their results and similarity scores
+     */
+    async searchSimilar(queryEmbedding, threshold = 0.95, topK = 1) {
+        if (!this.collection) {
+            throw new Error('VectorStore not initialized. Call initialize() first.');
+        }
+        try {
+            const results = await this.collection.query({
+                queryEmbeddings: [queryEmbedding],
+                nResults: topK,
+                include: [
+                    chromadb_1.IncludeEnum.Documents,
+                    chromadb_1.IncludeEnum.Metadatas,
+                    chromadb_1.IncludeEnum.Distances,
+                ],
+            });
+            const matches = [];
+            if (results.ids && results.ids[0]) {
+                for (let i = 0; i < results.ids[0].length; i++) {
+                    // ChromaDB returns distances, convert to similarity (1 - distance for cosine)
+                    const distance = results.distances?.[0]?.[i] ?? 1;
+                    const similarity = 1 - distance;
+                    // Only include results above threshold
+                    if (similarity >= threshold) {
+                        const metadata = results.metadatas?.[0]?.[i] || {};
+                        const resultStr = metadata.result || '{}';
+                        matches.push({
+                            id: results.ids[0][i],
+                            similarity,
+                            result: JSON.parse(resultStr),
+                            taskDescription: results.documents?.[0]?.[i] || '',
+                            metadata: {
+                                ...metadata,
+                                result: undefined, // Remove result from metadata to avoid duplication
+                            },
+                        });
+                    }
+                }
+            }
+            console.log(`[VectorStore] Found ${matches.length} matches above threshold ${threshold}`);
+            return matches;
+        }
+        catch (error) {
+            console.error('[VectorStore] Search failed:', error);
+            throw error;
+        }
+    }
+    /**
+     * Get the total count of cached tasks.
+     */
+    async getCount() {
+        if (!this.collection) {
+            throw new Error('VectorStore not initialized. Call initialize() first.');
+        }
+        try {
+            const count = await this.collection.count();
+            return count;
+        }
+        catch (error) {
+            console.error('[VectorStore] Failed to get count:', error);
+            return 0;
+        }
+    }
+    /**
+     * Clear all cached tasks from the collection.
+     */
+    async clear() {
+        if (!this.collection) {
+            throw new Error('VectorStore not initialized. Call initialize() first.');
+        }
+        try {
+            await this.client.deleteCollection({ name: this.collectionName });
+            this.collection = null;
+            this.isInitialized = false;
+            await this.initialize();
+            console.log('[VectorStore] Collection cleared and reinitialized');
+        }
+        catch (error) {
+            console.error('[VectorStore] Failed to clear collection:', error);
+            throw error;
+        }
+    }
+    /**
+     * Check if the VectorStore is ready to use.
+     */
+    isReady() {
+        return this.isInitialized && this.collection !== null;
+    }
+}
+exports.VectorStore = VectorStore;
+//# sourceMappingURL=VectorStore.js.map

package/dist/subconscious/VectorStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorStore.js","sourceRoot":"","sources":["../../src/subconscious/VectorStore.ts"],"names":[],"mappings":";;;AAAA,uCAAiE;AAEjE;;;GAGG;AACH,MAAa,WAAW;IAMtB,YACE,iBAAyB,oBAAoB,EAC7C,YAAoB,uBAAuB;QANrC,eAAU,GAAsB,IAAI,CAAC;QAErC,kBAAa,GAAY,KAAK,CAAC;QAMrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,uBAAY,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACtD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,iCAAiC;YACjC,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;gBACxD,IAAI,EAAE,IAAI,CAAC,cAAc;gBACzB,QAAQ,EAAE;oBACR,WAAW,EAAE,uCAAuC;oBACpD,YAAY,EAAE,QAAQ,EAAE,wBAAwB;iBACjD;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,yCAAyC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gDAAgD,EAAE,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,YAAY,CAChB,MAAc,EACd,SAAmB,EACnB,eAAuB,EACvB,MAAW,EACX,WAAgC,EAAE;QAElC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBACxB,GAAG,EAAE,CAAC,MAAM,CAAC;gBACb,UAAU,EAAE,CAAC,SAAS,CAAC;gBACvB,SAAS,EAAE,CAAC,eAAe,CAAC;gBAC5B,SAAS,EAAE,CAAC;wBACV,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;wBAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,GAAG,QAAQ;qBACZ,CAAC;aACH,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,2CAA2C,MAAM,EAAE,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;YAC/D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,aAAa,CACjB,cAAwB,EACxB,YAAoB,IAAI,EACxB,OAAe,CAAC;QAQhB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;gBAC1C,eAAe,EAAE,CAAC,cAAc,CAAC;gBACjC,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE;oBACP,sBAAW,CAAC,SAAS;oBACrB,sBAAW,CAAC,SAAS;oBACrB,sBAAW,CAAC,SAAS;iBACtB;aACF,CAAC,CAAC;YAEH,MAAM,OAAO,GAMR,EAAE,CAAC;YAER,IAAI,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/C,8EAA8E;oBAC9E,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;oBAClD,MAAM,UAAU,GAAG,CAAC,GAAG,QAAQ,CAAC;oBAEhC,uCAAuC;oBACvC,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;wBAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAwB,IAAI,EAAE,CAAC;wBAC1E,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC;wBAE1C,OAAO,CAAC,IAAI,CAAC;4BACX,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BACrB,UAAU;4BACV,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;4BAC7B,eAAe,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE;4BAClD,QAAQ,EAAE;gCACR,GAAG,QAAQ;gCACX,MAAM,EAAE,SAAS,EAAE,mDAAmD;6BACvE;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,OAAO,CAAC,MAAM,4BAA4B,SAAS,EAAE,CAAC,CAAC;YAC1F,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACrD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC3D,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;YAClE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAC3B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;YAClE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC;IACxD,CAAC;CACF;AAtMD,kCAsMC"}

package/dist/subconscious/cache.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Semantic cache using ChromaDB for vector storage
+ */
+import { TaskRequest, TaskResponse, SemanticCacheEntry } from '../types/index.js';
+import { EmbeddingService } from './embeddings.js';
+export declare class SemanticCache {
+    private client;
+    private collection;
+    private collectionName;
+    private embeddingService;
+    private similarityThreshold;
+    constructor(host: string, port: number, collectionName: string, embeddingService: EmbeddingService, similarityThreshold?: number);
+    /**
+     * Initialize the ChromaDB collection
+     */
+    initialize(): Promise<void>;
+    /**
+     * Search for similar cached tasks
+     */
+    search(taskRequest: TaskRequest): Promise<SemanticCacheEntry | null>;
+    /**
+     * Store a new task-response pair in the cache
+     */
+    store(taskRequest: TaskRequest, taskResponse: TaskResponse): Promise<void>;
+    /**
+     * Update access count for a cache entry
+     */
+    private updateAccessCount;
+    /**
+     * Clear old cache entries (TTL cleanup)
+     */
+    cleanup(ttl: number): Promise<void>;
+}
+//# sourceMappingURL=cache.d.ts.map

package/dist/subconscious/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/subconscious/cache.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEnD,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,mBAAmB,CAAS;gBAGlC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,gBAAgB,EAClC,mBAAmB,GAAE,MAAa;IAQpC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAajC;;OAEG;IACG,MAAM,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IAsD1E;;OAEG;IACG,KAAK,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BhF;;OAEG;YACW,iBAAiB;IAmB/B;;OAEG;IACG,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAwB1C"}