@nxuss/lemma 0.8.0 → 0.8.2

package/dist/esm/subconscious/cache.js

@@ -1,152 +0,0 @@
-/**
- * Semantic cache using ChromaDB for vector storage
- */
-import { ChromaClient } from 'chromadb';
-import { EmbeddingService } from './embeddings.js';
-export class SemanticCache {
-    constructor(host, port, collectionName, embeddingService, similarityThreshold = 0.95) {
-        this.collection = null;
-        this.client = new ChromaClient({ path: `http://${host}:${port}` });
-        this.collectionName = collectionName;
-        this.embeddingService = embeddingService;
-        this.similarityThreshold = similarityThreshold;
-    }
-    /**
-     * Initialize the ChromaDB collection
-     */
-    async initialize() {
-        try {
-            this.collection = await this.client.getOrCreateCollection({
-                name: this.collectionName,
-                metadata: { description: 'Subconscious Router semantic cache' },
-            });
-            console.log(`✓ Semantic cache initialized: ${this.collectionName}`);
-        }
-        catch (error) {
-            console.error('Failed to initialize semantic cache:', error);
-            throw error;
-        }
-    }
-    /**
-     * Search for similar cached tasks
-     */
-    async search(taskRequest) {
-        if (!this.collection) {
-            throw new Error('Cache not initialized');
-        }
-        try {
-            // Generate embedding for the incoming task
-            const taskText = EmbeddingService.serializeTask(taskRequest);
-            const queryEmbedding = await this.embeddingService.generateEmbedding(taskText);
-            // Query ChromaDB for similar entries
-            const results = await this.collection.query({
-                queryEmbeddings: [queryEmbedding],
-                nResults: 1,
-            });
-            // Check if we have results and if similarity exceeds threshold
-            if (results.ids[0].length === 0) {
-                return null;
-            }
-            const similarity = 1 - (results.distances?.[0]?.[0] ?? 1);
-            if (similarity < this.similarityThreshold) {
-                return null;
-            }
-            // Retrieve the cached entry
-            const metadata = results.metadatas[0][0];
-            const document = results.documents[0][0];
-            if (!metadata || !document) {
-                return null;
-            }
-            const cacheEntry = {
-                id: results.ids[0][0],
-                taskRequest: JSON.parse(metadata.taskRequest),
-                taskResponse: JSON.parse(metadata.taskResponse),
-                embedding: queryEmbedding,
-                timestamp: metadata.timestamp,
-                accessCount: metadata.accessCount + 1,
-            };
-            // Update access count
-            await this.updateAccessCount(cacheEntry.id, cacheEntry.accessCount);
-            return cacheEntry;
-        }
-        catch (error) {
-            console.error('Cache search failed:', error);
-            return null;
-        }
-    }
-    /**
-     * Store a new task-response pair in the cache
-     */
-    async store(taskRequest, taskResponse) {
-        if (!this.collection) {
-            throw new Error('Cache not initialized');
-        }
-        try {
-            const taskText = EmbeddingService.serializeTask(taskRequest);
-            const embedding = await this.embeddingService.generateEmbedding(taskText);
-            const id = `cache_${taskRequest.taskId}_${Date.now()}`;
-            await this.collection.add({
-                ids: [id],
-                embeddings: [embedding],
-                documents: [taskText],
-                metadatas: [{
-                        taskRequest: JSON.stringify(taskRequest),
-                        taskResponse: JSON.stringify(taskResponse),
-                        timestamp: Date.now(),
-                        accessCount: 0,
-                    }],
-            });
-            console.log(`✓ Cached task ${taskRequest.taskId} with similarity indexing`);
-        }
-        catch (error) {
-            console.error('Failed to store in cache:', error);
-        }
-    }
-    /**
-     * Update access count for a cache entry
-     */
-    async updateAccessCount(id, newCount) {
-        if (!this.collection)
-            return;
-        try {
-            const result = await this.collection.get({ ids: [id] });
-            if (result.metadatas[0]) {
-                const metadata = result.metadatas[0];
-                metadata.accessCount = newCount;
-                await this.collection.update({
-                    ids: [id],
-                    metadatas: [metadata],
-                });
-            }
-        }
-        catch (error) {
-            console.error('Failed to update access count:', error);
-        }
-    }
-    /**
-     * Clear old cache entries (TTL cleanup)
-     */
-    async cleanup(ttl) {
-        if (!this.collection)
-            return;
-        try {
-            const now = Date.now();
-            const cutoff = now - ttl * 1000;
-            const allEntries = await this.collection.get();
-            const idsToDelete = [];
-            allEntries.metadatas.forEach((metadata, index) => {
-                if (metadata && metadata.timestamp < cutoff) {
-                    idsToDelete.push(allEntries.ids[index]);
-                }
-            });
-            if (idsToDelete.length > 0) {
-                await this.collection.delete({ ids: idsToDelete });
-                console.log(`✓ Cleaned up ${idsToDelete.length} expired cache entries`);
-            }
-        }
-        catch (error) {
-            console.error('Cache cleanup failed:', error);
-        }
-    }
-}
-//# sourceMappingURL=cache.js.map

package/dist/esm/subconscious/cache.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../../src/subconscious/cache.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAc,MAAM,UAAU,CAAC;AAEpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEnD,MAAM,OAAO,aAAa;IAOxB,YACE,IAAY,EACZ,IAAY,EACZ,cAAsB,EACtB,gBAAkC,EAClC,sBAA8B,IAAI;QAV5B,eAAU,GAAsB,IAAI,CAAC;QAY3C,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,IAAI,EAAE,UAAU,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;gBACxD,IAAI,EAAE,IAAI,CAAC,cAAc;gBACzB,QAAQ,EAAE,EAAE,WAAW,EAAE,oCAAoC,EAAE;aAChE,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,iCAAiC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,WAAwB;QACnC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC;YACH,2CAA2C;YAC3C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YAC7D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAE/E,qCAAqC;YACrC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;gBAC1C,eAAe,EAAE,CAAC,cAAc,CAAC;gBACjC,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;YAEH,+DAA+D;YAC/D,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAE1D,IAAI,UAAU,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC1C,OAAO,IAAI,CAAC;YACd,CAAC;YAED,4BAA4B;YAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC3B,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,UAAU,GAAuB;gBACrC,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAqB,CAAC;gBACvD,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAsB,CAAC;gBACzD,SAAS,EAAE,cAAc;gBACzB,SAAS,EAAE,QAAQ,CAAC,SAAmB;gBACvC,WAAW,EAAG,QAAQ,CAAC,WAAsB,GAAG,CAAC;aAClD,CAAC;YAEF,sBAAsB;YACtB,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;YAEpE,OAAO,UAAU,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,WAAwB,EAAE,YAA0B;QAC9D,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,gBAAgB,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YAC7D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAE1E,MAAM,EAAE,GAAG,SAAS,WAAW,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAEvD,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBACxB,GAAG,EAAE,CAAC,EAAE,CAAC;gBACT,UAAU,EAAE,CAAC,SAAS,CAAC;gBACvB,SAAS,EAAE,CAAC,QAAQ,CAAC;gBACrB,SAAS,EAAE,CAAC;wBACV,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;wBACxC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;wBAC1C,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;wBACrB,WAAW,EAAE,CAAC;qBACf,CAAC;aACH,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,iBAAiB,WAAW,CAAC,MAAM,2BAA2B,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,EAAU,EAAE,QAAgB;QAC1D,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBACrC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC;gBAEhC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;oBAC3B,GAAG,EAAE,CAAC,EAAE,CAAC;oBACT,SAAS,EAAE,CAAC,QAAQ,CAAC;iBACtB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,GAAW;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC;YAEhC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YAC/C,MAAM,WAAW,GAAa,EAAE,CAAC;YAEjC,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;gBAC/C,IAAI,QAAQ,IAAK,QAAQ,CAAC,SAAoB,GAAG,MAAM,EAAE,CAAC;oBACxD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;gBACnD,OAAO,CAAC,GAAG,CAAC,gBAAgB,WAAW,CAAC,MAAM,wBAAwB,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;CACF"}

package/dist/esm/subconscious/embeddings.d.ts

@@ -1,25 +0,0 @@
-/**
- * Embedding service using Ollama for semantic vectorization
- */
-export declare class EmbeddingService {
-    private baseUrl;
-    private model;
-    constructor(baseUrl: string, model: string);
-    /**
-     * Generate embeddings for a given text using Ollama
-     */
-    generateEmbedding(text: string): Promise<number[]>;
-    /**
-     * Calculate cosine similarity between two vectors
-     */
-    static cosineSimilarity(vecA: number[], vecB: number[]): number;
-    /**
-     * Serialize a task request into a searchable string
-     */
-    static serializeTask(task: Record<string, unknown> | {
-        taskType: string;
-        payload?: any;
-        context?: any;
-    }): string;
-}
-//# sourceMappingURL=embeddings.d.ts.map

package/dist/esm/subconscious/embeddings.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../../src/subconscious/embeddings.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAS;gBAEV,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAK1C;;OAEG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAcxD;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM;IAwB/D;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,GAAG,CAAC;QAAC,OAAO,CAAC,EAAE,GAAG,CAAA;KAAE,GAAG,MAAM;CAOjH"}

package/dist/esm/subconscious/embeddings.js

@@ -1,58 +0,0 @@
-/**
- * Embedding service using Ollama for semantic vectorization
- */
-import axios from 'axios';
-export class EmbeddingService {
-    constructor(baseUrl, model) {
-        this.baseUrl = baseUrl;
-        this.model = model;
-    }
-    /**
-     * Generate embeddings for a given text using Ollama
-     */
-    async generateEmbedding(text) {
-        try {
-            const response = await axios.post(`${this.baseUrl}/api/embeddings`, {
-                model: this.model,
-                prompt: text,
-            });
-            return response.data.embedding;
-        }
-        catch (error) {
-            console.error('Failed to generate embedding:', error);
-            throw new Error(`Embedding generation failed: ${error}`);
-        }
-    }
-    /**
-     * Calculate cosine similarity between two vectors
-     */
-    static cosineSimilarity(vecA, vecB) {
-        if (vecA.length !== vecB.length) {
-            throw new Error('Vectors must have the same length');
-        }
-        let dotProduct = 0;
-        let normA = 0;
-        let normB = 0;
-        for (let i = 0; i < vecA.length; i++) {
-            dotProduct += vecA[i] * vecB[i];
-            normA += vecA[i] * vecA[i];
-            normB += vecB[i] * vecB[i];
-        }
-        const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
-        if (magnitude === 0) {
-            return 0;
-        }
-        return dotProduct / magnitude;
-    }
-    /**
-     * Serialize a task request into a searchable string
-     */
-    static serializeTask(task) {
-        return JSON.stringify({
-            taskType: task.taskType,
-            payload: task.payload || task.parameters,
-            context: task.context,
-        });
-    }
-}
-//# sourceMappingURL=embeddings.js.map

package/dist/esm/subconscious/embeddings.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../../src/subconscious/embeddings.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,OAAO,gBAAgB;IAI3B,YAAY,OAAe,EAAE,KAAa;QACxC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,iBAAiB,EAAE;gBAClE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,IAAc,EAAE,IAAc;QACpD,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAC3B,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEtD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,IAAkF;QACrG,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAG,IAAY,CAAC,OAAO,IAAK,IAAY,CAAC,UAAU;YAC1D,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC;IACL,CAAC;CACF"}