@hazeljs/rag 0.2.0-beta.1

package/dist/memory/stores/vector-memory.js

@@ -0,0 +1,312 @@
+"use strict";
+/**
+ * Vector Memory Store - Stores memories as embeddings for semantic search
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VectorMemory = void 0;
+const types_1 = require("../types");
+const crypto_1 = require("crypto");
+/**
+ * Memory store that uses vector embeddings for semantic search
+ * Leverages existing vector store infrastructure
+ */
+class VectorMemory {
+    constructor(vectorStore, embeddings, config = {}) {
+        this.vectorStore = vectorStore;
+        this.embeddings = embeddings;
+        this.config = config;
+    }
+    async initialize() {
+        await this.vectorStore.initialize();
+    }
+    async save(memory) {
+        const id = memory.id || (0, crypto_1.randomUUID)();
+        // Generate embedding if not provided
+        let embedding = memory.embedding;
+        if (!embedding) {
+            embedding = await this.embeddings.embed(memory.content);
+        }
+        // Store as document in vector store
+        await this.vectorStore.addDocuments([
+            {
+                id,
+                content: memory.content,
+                metadata: {
+                    ...memory.metadata,
+                    memoryType: memory.type,
+                    timestamp: memory.metadata.timestamp.toISOString(),
+                },
+                embedding,
+            },
+        ]);
+        return id;
+    }
+    async saveBatch(memories) {
+        const ids = [];
+        const documents = [];
+        for (const memory of memories) {
+            const id = memory.id || (0, crypto_1.randomUUID)();
+            ids.push(id);
+            let embedding = memory.embedding;
+            if (!embedding) {
+                embedding = await this.embeddings.embed(memory.content);
+            }
+            documents.push({
+                id,
+                content: memory.content,
+                metadata: {
+                    ...memory.metadata,
+                    memoryType: memory.type,
+                    timestamp: memory.metadata.timestamp.toISOString(),
+                },
+                embedding,
+            });
+        }
+        await this.vectorStore.addDocuments(documents);
+        return ids;
+    }
+    async retrieve(query) {
+        // Build metadata filter
+        const filter = {};
+        if (query.sessionId) {
+            filter.sessionId = query.sessionId;
+        }
+        if (query.userId) {
+            filter.userId = query.userId;
+        }
+        if (query.types && query.types.length > 0) {
+            filter.memoryType = query.types;
+        }
+        // For date range and other filters, we'll need to fetch and filter
+        const results = await this.vectorStore.search('', {
+            topK: query.limit || 100,
+            filter,
+            includeMetadata: true,
+            includeEmbedding: true,
+        });
+        // Convert search results to memories
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        let memories = results.map((result) => this.searchResultToMemory(result));
+        // Apply additional filters
+        if (query.startDate) {
+            memories = memories.filter((m) => m.metadata.timestamp >= query.startDate);
+        }
+        if (query.endDate) {
+            memories = memories.filter((m) => m.metadata.timestamp <= query.endDate);
+        }
+        if (query.minImportance !== undefined) {
+            memories = memories.filter((m) => (m.metadata.importance || 0) >= query.minImportance);
+        }
+        if (query.entities && query.entities.length > 0) {
+            memories = memories.filter((m) => m.metadata.entities?.some((e) => query.entities.includes(e)));
+        }
+        // Sort by timestamp
+        memories.sort((a, b) => b.metadata.timestamp.getTime() - a.metadata.timestamp.getTime());
+        return memories.slice(0, query.limit || 100);
+    }
+    async search(query, options) {
+        // Build metadata filter
+        const filter = {};
+        if (options.sessionId) {
+            filter.sessionId = options.sessionId;
+        }
+        if (options.userId) {
+            filter.userId = options.userId;
+        }
+        if (options.types && options.types.length > 0) {
+            filter.memoryType = options.types;
+        }
+        // Perform semantic search
+        const results = await this.vectorStore.search(query, {
+            topK: options.topK || 10,
+            filter,
+            includeMetadata: true,
+            includeEmbedding: options.includeEmbedding,
+            minScore: options.minScore,
+        });
+        // Convert to memories
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const memories = results.map((result) => this.searchResultToMemory(result));
+        // Apply additional filters
+        let filtered = memories;
+        if (options.startDate) {
+            filtered = filtered.filter((m) => m.metadata.timestamp >= options.startDate);
+        }
+        if (options.endDate) {
+            filtered = filtered.filter((m) => m.metadata.timestamp <= options.endDate);
+        }
+        if (options.minImportance !== undefined) {
+            filtered = filtered.filter((m) => (m.metadata.importance || 0) >= options.minImportance);
+        }
+        return filtered;
+    }
+    async get(id) {
+        const doc = await this.vectorStore.getDocument(id);
+        if (!doc)
+            return null;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        return this.documentToMemory(doc);
+    }
+    async update(id, updates) {
+        const existing = await this.get(id);
+        if (!existing) {
+            throw new Error(`Memory with id ${id} not found`);
+        }
+        const updated = {
+            ...existing,
+            ...updates,
+            metadata: {
+                ...existing.metadata,
+                ...updates.metadata,
+            },
+        };
+        // Re-generate embedding if content changed
+        let embedding = updated.embedding;
+        if (updates.content && updates.content !== existing.content) {
+            embedding = await this.embeddings.embed(updated.content);
+        }
+        await this.vectorStore.updateDocument(id, {
+            content: updated.content,
+            metadata: {
+                ...updated.metadata,
+                memoryType: updated.type,
+                timestamp: updated.metadata.timestamp.toISOString(),
+            },
+            embedding,
+        });
+    }
+    async delete(id) {
+        await this.vectorStore.deleteDocuments([id]);
+    }
+    async deleteBatch(ids) {
+        await this.vectorStore.deleteDocuments(ids);
+    }
+    async clearSession(sessionId) {
+        // Retrieve all memories for session
+        const memories = await this.retrieve({ sessionId });
+        const ids = memories.map((m) => m.id);
+        if (ids.length > 0) {
+            await this.deleteBatch(ids);
+        }
+    }
+    async clear() {
+        await this.vectorStore.clear();
+    }
+    async summarize(options) {
+        const memories = await this.retrieve({
+            sessionId: options.sessionId,
+            limit: options.maxLength || 50,
+        });
+        if (memories.length === 0) {
+            return 'No memories to summarize.';
+        }
+        const contents = memories.map((m) => m.content).join('\n');
+        return contents.slice(0, options.maxLength || 1000);
+    }
+    async consolidate(memories) {
+        if (memories.length === 0) {
+            throw new Error('No memories to consolidate');
+        }
+        const consolidated = {
+            id: (0, crypto_1.randomUUID)(),
+            type: memories[0].type,
+            content: memories.map((m) => m.content).join('\n\n'),
+            metadata: {
+                ...memories[0].metadata,
+                timestamp: new Date(),
+                consolidated: true,
+                sourceIds: memories.map((m) => m.id),
+            },
+        };
+        // Save consolidated memory
+        await this.save(consolidated);
+        // Optionally delete source memories
+        // await this.deleteBatch(memories.map(m => m.id));
+        return consolidated;
+    }
+    async getStats(sessionId) {
+        const memories = await this.retrieve({
+            sessionId,
+            limit: 10000, // Large limit to get all
+        });
+        const byType = {
+            [types_1.MemoryType.CONVERSATION]: 0,
+            [types_1.MemoryType.ENTITY]: 0,
+            [types_1.MemoryType.FACT]: 0,
+            [types_1.MemoryType.EVENT]: 0,
+            [types_1.MemoryType.WORKING]: 0,
+        };
+        let totalImportance = 0;
+        let oldestTime = Date.now();
+        let newestTime = 0;
+        for (const memory of memories) {
+            byType[memory.type]++;
+            totalImportance += memory.metadata.importance || 0;
+            const time = memory.metadata.timestamp.getTime();
+            if (time < oldestTime)
+                oldestTime = time;
+            if (time > newestTime)
+                newestTime = time;
+        }
+        return {
+            totalMemories: memories.length,
+            byType,
+            oldestMemory: new Date(oldestTime),
+            newestMemory: new Date(newestTime),
+            averageImportance: memories.length > 0 ? totalImportance / memories.length : 0,
+        };
+    }
+    async prune(options) {
+        const memories = await this.retrieve({ limit: 10000 });
+        const toDelete = [];
+        for (const memory of memories) {
+            let shouldPrune = false;
+            if (options?.olderThan && memory.metadata.timestamp < options.olderThan) {
+                shouldPrune = true;
+            }
+            if (options?.minImportance !== undefined &&
+                (memory.metadata.importance || 0) < options.minImportance) {
+                shouldPrune = true;
+            }
+            if (shouldPrune) {
+                toDelete.push(memory.id);
+            }
+        }
+        if (toDelete.length > 0) {
+            await this.deleteBatch(toDelete);
+        }
+        return toDelete.length;
+    }
+    /**
+     * Convert search result to memory
+     */
+    searchResultToMemory(result) {
+        return {
+            id: result.id,
+            type: result.metadata.memoryType,
+            content: result.content,
+            metadata: {
+                ...result.metadata,
+                timestamp: new Date(result.metadata.timestamp),
+            },
+            embedding: result.embedding,
+        };
+    }
+    /**
+     * Convert document to memory
+     */
+    documentToMemory(doc) {
+        return {
+            id: doc.id,
+            type: doc.metadata.memoryType,
+            content: doc.content,
+            metadata: {
+                ...doc.metadata,
+                timestamp: new Date(doc.metadata.timestamp),
+            },
+            embedding: doc.embedding,
+        };
+    }
+}
+exports.VectorMemory = VectorMemory;
+//# sourceMappingURL=vector-memory.js.map

package/dist/memory/stores/vector-memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-memory.js","sourceRoot":"","sources":["../../../src/memory/stores/vector-memory.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,oCAOkB;AAGlB,mCAAoC;AAOpC;;;GAGG;AACH,MAAa,YAAY;IAKvB,YACE,WAAwB,EACxB,UAA6B,EAC7B,SAA6B,EAAE;QAE/B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc;QACvB,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,IAAA,mBAAU,GAAE,CAAC;QAErC,qCAAqC;QACrC,IAAI,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QACjC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC1D,CAAC;QAED,oCAAoC;QACpC,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC;YAClC;gBACE,EAAE;gBACF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE;oBACR,GAAG,MAAM,CAAC,QAAQ;oBAClB,UAAU,EAAE,MAAM,CAAC,IAAI;oBACvB,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;iBACnD;gBACD,SAAS;aACV;SACF,CAAC,CAAC;QAEH,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,QAAkB;QAChC,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,IAAA,mBAAU,GAAE,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEb,IAAI,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YACjC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1D,CAAC;YAED,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE;gBACF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE;oBACR,GAAG,MAAM,CAAC,QAAQ;oBAClB,UAAU,EAAE,MAAM,CAAC,IAAI;oBACvB,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;iBACnD;gBACD,SAAS;aACV,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAkB;QAC/B,wBAAwB;QACxB,MAAM,MAAM,GAA4B,EAAE,CAAC;QAE3C,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QACrC,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC/B,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC;QAClC,CAAC;QAED,mEAAmE;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE;YAChD,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,GAAG;YACxB,MAAM;YACN,eAAe,EAAE,IAAI;YACrB,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,qCAAqC;QACrC,8DAA8D;QAC9D,IAAI,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAa,CAAC,CAAC,CAAC;QAEjF,2BAA2B;QAC3B,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,IAAI,KAAK,CAAC,SAAU,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,IAAI,KAAK,CAAC,OAAQ,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACtC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,aAAc,CAAC,CAAC;QAC1F,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/B,CAAC,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAC9D,CAAC;QACJ,CAAC;QAED,oBAAoB;QACpB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QAEzF,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAA4B;QACtD,wBAAwB;QACxB,MAAM,MAAM,GAA4B,EAAE,CAAC;QAE3C,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACvC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACjC,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC;QACpC,CAAC;QAED,0BAA0B;QAC1B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE;YACnD,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE;YACxB,MAAM;YACN,eAAe,EAAE,IAAI;YACrB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;QAEH,sBAAsB;QACtB,8DAA8D;QAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAa,CAAC,CAAC,CAAC;QAEnF,2BAA2B;QAC3B,IAAI,QAAQ,GAAG,QAAQ,CAAC;QACxB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,SAAU,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,OAAQ,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACxC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,aAAc,CAAC,CAAC;QAC5F,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QAEtB,8DAA8D;QAC9D,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAU,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,OAAwB;QAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,OAAO,GAAG;YACd,GAAG,QAAQ;YACX,GAAG,OAAO;YACV,QAAQ,EAAE;gBACR,GAAG,QAAQ,CAAC,QAAQ;gBACpB,GAAG,OAAO,CAAC,QAAQ;aACpB;SACF,CAAC;QAEF,2CAA2C;QAC3C,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QAClC,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC5D,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,EAAE;YACxC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,QAAQ,EAAE;gBACR,GAAG,OAAO,CAAC,QAAQ;gBACnB,UAAU,EAAE,OAAO,CAAC,IAAI;gBACxB,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;aACpD;YACD,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,GAAa;QAC7B,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAiB;QAClC,oCAAoC;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAEtC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAyB;QACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;SAC/B,CAAC,CAAC;QAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,2BAA2B,CAAC;QACrC,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAkB;QAClC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,YAAY,GAAW;YAC3B,EAAE,EAAE,IAAA,mBAAU,GAAE;YAChB,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;YACtB,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YACpD,QAAQ,EAAE;gBACR,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrC;SACF,CAAC;QAEF,2BAA2B;QAC3B,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAE9B,oCAAoC;QACpC,mDAAmD;QAEnD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAkB;QAC/B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;YACnC,SAAS;YACT,KAAK,EAAE,KAAK,EAAE,yBAAyB;SACxC,CAAC,CAAC;QAEH,MAAM,MAAM,GAA+B;YACzC,CAAC,kBAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC5B,CAAC,kBAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACtB,CAAC,kBAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,CAAC,kBAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,CAAC,kBAAU,CAAC,OAAO,CAAC,EAAE,CAAC;SACxB,CAAC;QAEF,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,eAAe,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC;YAEnD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YACjD,IAAI,IAAI,GAAG,UAAU;gBAAE,UAAU,GAAG,IAAI,CAAC;YACzC,IAAI,IAAI,GAAG,UAAU;gBAAE,UAAU,GAAG,IAAI,CAAC;QAC3C,CAAC;QAED,OAAO;YACL,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,MAAM;YACN,YAAY,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC;YAClC,YAAY,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC;YAClC,iBAAiB,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SAC/E,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAsD;QAChE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,WAAW,GAAG,KAAK,CAAC;YAExB,IAAI,OAAO,EAAE,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;gBACxE,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YAED,IACE,OAAO,EAAE,aAAa,KAAK,SAAS;gBACpC,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,aAAa,EACzD,CAAC;gBACD,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YAED,IAAI,WAAW,EAAE,CAAC;gBAChB,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,MAK5B;QACC,OAAO;YACL,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAwB;YAC9C,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE;gBACR,GAAG,MAAM,CAAC,QAAQ;gBAClB,SAAS,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;aAC/C;YACD,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,GAKxB;QACC,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAwB;YAC3C,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,QAAQ,EAAE;gBACR,GAAG,GAAG,CAAC,QAAQ;gBACf,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;aAC5C;YACD,SAAS,EAAE,GAAG,CAAC,SAAS;SACzB,CAAC;IACJ,CAAC;CACF;AArXD,oCAqXC"}

package/dist/memory/types.d.ts

@@ -0,0 +1,119 @@
+/**
+ * Memory types and interfaces for persistent context management
+ */
+/**
+ * Types of memory
+ */
+export declare enum MemoryType {
+    CONVERSATION = "conversation",
+    ENTITY = "entity",
+    FACT = "fact",
+    EVENT = "event",
+    WORKING = "working"
+}
+/**
+ * Message in a conversation
+ */
+export interface Message {
+    role: 'user' | 'assistant' | 'system';
+    content: string;
+    timestamp?: Date;
+    metadata?: Record<string, unknown>;
+}
+/**
+ * Memory object
+ */
+export interface Memory {
+    id: string;
+    type: MemoryType;
+    content: string;
+    metadata: {
+        timestamp: Date;
+        userId?: string;
+        sessionId?: string;
+        importance?: number;
+        entities?: string[];
+        expiresAt?: Date;
+        [key: string]: unknown;
+    };
+    embedding?: number[];
+}
+/**
+ * Entity tracked in memory
+ */
+export interface Entity {
+    name: string;
+    type: string;
+    attributes: Record<string, unknown>;
+    relationships: Array<{
+        type: string;
+        target: string;
+    }>;
+    firstSeen: Date;
+    lastSeen: Date;
+    mentions: number;
+}
+/**
+ * Memory query options
+ */
+export interface MemoryQuery {
+    sessionId?: string;
+    userId?: string;
+    types?: MemoryType[];
+    startDate?: Date;
+    endDate?: Date;
+    limit?: number;
+    minImportance?: number;
+    entities?: string[];
+}
+/**
+ * Memory search options
+ */
+export interface MemorySearchOptions extends MemoryQuery {
+    topK?: number;
+    minScore?: number;
+    includeEmbedding?: boolean;
+}
+/**
+ * Summarization options
+ */
+export interface SummarizeOptions {
+    sessionId?: string;
+    maxLength?: number;
+    strategy?: 'extractive' | 'abstractive';
+}
+/**
+ * Memory configuration
+ */
+export interface MemoryConfig {
+    maxConversationLength?: number;
+    summarizeAfter?: number;
+    entityExtraction?: boolean;
+    importanceScoring?: boolean;
+    memoryDecay?: boolean;
+    decayRate?: number;
+    maxWorkingMemorySize?: number;
+}
+/**
+ * Conversation summary
+ */
+export interface ConversationSummary {
+    sessionId: string;
+    summary: string;
+    messageCount: number;
+    startTime: Date;
+    endTime: Date;
+    entities: string[];
+    topics: string[];
+}
+/**
+ * Memory statistics
+ */
+export interface MemoryStats {
+    totalMemories: number;
+    byType: Record<MemoryType, number>;
+    oldestMemory: Date;
+    newestMemory: Date;
+    averageImportance: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/memory/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/memory/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,oBAAY,UAAU;IACpB,YAAY,iBAAiB;IAC7B,MAAM,WAAW;IACjB,IAAI,SAAS;IACb,KAAK,UAAU;IACf,OAAO,YAAY;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,MAAM;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE;QACR,SAAS,EAAE,IAAI,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,SAAS,CAAC,EAAE,IAAI,CAAC;QACjB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;IACF,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,aAAa,EAAE,KAAK,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,IAAI,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAoB,SAAQ,WAAW;IACtD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,YAAY,GAAG,aAAa,CAAC;CACzC;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACnC,YAAY,EAAE,IAAI,CAAC;IACnB,YAAY,EAAE,IAAI,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;CAC3B"}

package/dist/memory/types.js

@@ -0,0 +1,18 @@
+"use strict";
+/**
+ * Memory types and interfaces for persistent context management
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryType = void 0;
+/**
+ * Types of memory
+ */
+var MemoryType;
+(function (MemoryType) {
+    MemoryType["CONVERSATION"] = "conversation";
+    MemoryType["ENTITY"] = "entity";
+    MemoryType["FACT"] = "fact";
+    MemoryType["EVENT"] = "event";
+    MemoryType["WORKING"] = "working";
+})(MemoryType || (exports.MemoryType = MemoryType = {}));
+//# sourceMappingURL=types.js.map

package/dist/memory/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/memory/types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH;;GAEG;AACH,IAAY,UAMX;AAND,WAAY,UAAU;IACpB,2CAA6B,CAAA;IAC7B,+BAAiB,CAAA;IACjB,2BAAa,CAAA;IACb,6BAAe,CAAA;IACf,iCAAmB,CAAA;AACrB,CAAC,EANW,UAAU,0BAAV,UAAU,QAMrB"}

package/dist/rag-pipeline-with-memory.d.ts

@@ -0,0 +1,68 @@
+/**
+ * RAG Pipeline with Memory Integration
+ */
+import { RAGPipeline } from './rag-pipeline';
+import { RAGConfig, RAGQueryOptions, RAGResponse } from './types';
+import { MemoryManager } from './memory';
+import { Message } from './memory/types';
+/**
+ * Extended RAG response with memory context
+ */
+export interface RAGResponseWithMemory extends RAGResponse {
+    memories: import('./memory/types').Memory[];
+    conversationHistory: Message[];
+}
+/**
+ * RAG Pipeline enhanced with memory capabilities
+ * Combines document retrieval with conversation history and persistent memory
+ */
+export declare class RAGPipelineWithMemory extends RAGPipeline {
+    private memoryManager;
+    protected llmFunc?: (prompt: string) => Promise<string>;
+    constructor(config: RAGConfig, memoryManager: MemoryManager, llmFunction?: (prompt: string) => Promise<string>);
+    /**
+     * Initialize both RAG and memory systems
+     */
+    initialize(): Promise<void>;
+    /**
+     * Query with memory-enhanced context
+     */
+    queryWithMemory(query: string, sessionId: string, userId?: string, options?: RAGQueryOptions): Promise<RAGResponseWithMemory>;
+    /**
+     * Query with automatic fact extraction and storage
+     */
+    queryWithLearning(query: string, sessionId: string, userId?: string, options?: RAGQueryOptions): Promise<RAGResponseWithMemory>;
+    /**
+     * Clear all memory for a session
+     */
+    clearSessionMemory(sessionId: string): Promise<void>;
+    /**
+     * Get conversation summary
+     */
+    getConversationSummary(sessionId: string): Promise<string>;
+    /**
+     * Store a fact in memory
+     */
+    storeFact(fact: string, sessionId?: string, userId?: string): Promise<string>;
+    /**
+     * Recall facts related to a query
+     */
+    recallFacts(query: string, topK?: number): Promise<string[]>;
+    /**
+     * Get memory statistics
+     */
+    getMemoryStats(sessionId?: string): Promise<import('./memory/types').MemoryStats>;
+    /**
+     * Build enhanced context combining memories, conversation, and RAG results
+     */
+    private buildEnhancedContext;
+    /**
+     * Build prompt with memory context
+     */
+    private buildPromptWithMemory;
+    /**
+     * Extract and store important facts from text
+     */
+    private extractAndStoreFacts;
+}
+//# sourceMappingURL=rag-pipeline-with-memory.d.ts.map

package/dist/rag-pipeline-with-memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-pipeline-with-memory.d.ts","sourceRoot":"","sources":["../src/rag-pipeline-with-memory.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,WAAW,EAAgB,MAAM,SAAS,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAc,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAErD;;GAEG;AACH,MAAM,WAAW,qBAAsB,SAAQ,WAAW;IACxD,QAAQ,EAAE,OAAO,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC5C,mBAAmB,EAAE,OAAO,EAAE,CAAC;CAChC;AAED;;;GAGG;AACH,qBAAa,qBAAsB,SAAQ,WAAW;IACpD,OAAO,CAAC,aAAa,CAAgB;IACrC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;gBAGtD,MAAM,EAAE,SAAS,EACjB,aAAa,EAAE,aAAa,EAC5B,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC;IAOnD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAKjC;;OAEG;IACG,eAAe,CACnB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,qBAAqB,CAAC;IA6DjC;;OAEG;IACG,iBAAiB,CACrB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,qBAAqB,CAAC;IASjC;;OAEG;IACG,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1D;;OAEG;IACG,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIhE;;OAEG;IACG,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAOnF;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAIlE;;OAEG;IACG,cAAc,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,gBAAgB,EAAE,WAAW,CAAC;IAIvF;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAuC5B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAwB7B;;OAEG;YACW,oBAAoB;CAqBnC"}