@cmdoss/memwal-sdk 0.6.0

package/dist/services/storage/KnowledgeGraphManager.js

@@ -0,0 +1,303 @@
+/**
+ * KnowledgeGraphManager - Knowledge Graph Operations
+ *
+ * Handles entity extraction, relationship mapping, and graph querying.
+ * Extracted from StorageService for better separation of concerns.
+ *
+ * Features:
+ * - AI-powered entity/relationship extraction
+ * - In-memory graph storage with Walrus persistence
+ * - Graph traversal and querying
+ * - Batch extraction from multiple memories
+ */
+/**
+ * KnowledgeGraphManager - Manages knowledge graph operations
+ *
+ * Coordinates:
+ * - GraphService for entity/relationship extraction
+ * - In-memory graph storage and caching
+ * - Walrus persistence for cross-device sync
+ */
+export class KnowledgeGraphManager {
+    constructor() {
+        this.knowledgeGraphs = new Map();
+        this.graphCache = new Map();
+        // GraphService will be initialized via initializeKnowledgeGraph()
+    }
+    /**
+     * Initialize knowledge graph capabilities
+     */
+    async initializeKnowledgeGraph(embeddingService, graphConfig) {
+        try {
+            if (!this.graphService) {
+                const { GraphService } = await import('../../graph/GraphService.js');
+                this.graphService = new GraphService({
+                    enableEmbeddings: !!embeddingService,
+                    confidenceThreshold: graphConfig?.confidenceThreshold || 0.7,
+                    maxHops: graphConfig?.maxHops || 3,
+                    deduplicationThreshold: graphConfig?.deduplicationThreshold || 0.85,
+                    geminiApiKey: graphConfig?.geminiApiKey,
+                    ...graphConfig
+                }, embeddingService);
+                console.log('✅ KnowledgeGraphManager: Graph capabilities initialized');
+                console.log('   📊 Storage: In-memory with Walrus persistence');
+                console.log('   🔗 AI extraction: Entity/relationship detection');
+            }
+            return this.graphService;
+        }
+        catch (error) {
+            console.error('❌ Failed to initialize Knowledge Graph:', error);
+            throw error;
+        }
+    }
+    /**
+     * Extract entities and relationships from text content
+     */
+    async extractKnowledgeGraph(content, memoryId, options = {}) {
+        if (!this.graphService) {
+            throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
+        }
+        try {
+            console.log(`🔍 Extracting knowledge graph from memory ${memoryId}`);
+            const result = await this.graphService.extractEntitiesAndRelationships(content, memoryId, options);
+            console.log(`✅ Extracted ${result.entities.length} entities and ${result.relationships.length} relationships`);
+            console.log(`   Confidence: ${(result.confidence * 100).toFixed(1)}%`);
+            console.log(`   Processing time: ${result.processingTimeMs}ms`);
+            return result;
+        }
+        catch (error) {
+            console.error('❌ Knowledge graph extraction failed:', error);
+            throw error;
+        }
+    }
+    /**
+     * Get or load user's knowledge graph
+     */
+    async getUserKnowledgeGraph(userAddress) {
+        if (!this.graphService) {
+            throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
+        }
+        // Check in-memory cache first
+        let graph = this.knowledgeGraphs.get(userAddress);
+        if (!graph) {
+            // Create new graph if none found
+            graph = this.graphService.createGraph(userAddress);
+            this.knowledgeGraphs.set(userAddress, graph);
+            this.graphCache.set(userAddress, {
+                graph,
+                lastSaved: new Date(),
+                isDirty: false
+            });
+        }
+        return graph;
+    }
+    /**
+     * Add extraction results to user's knowledge graph
+     */
+    addToUserGraph(userAddress, entities, relationships, sourceMemoryId) {
+        if (!this.graphService) {
+            throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
+        }
+        const userGraph = this.knowledgeGraphs.get(userAddress);
+        if (!userGraph) {
+            throw new Error(`No graph found for user ${userAddress}`);
+        }
+        const updatedGraph = this.graphService.addToGraph(userGraph, entities, relationships, sourceMemoryId);
+        this.knowledgeGraphs.set(userAddress, updatedGraph);
+        this.graphCache.set(userAddress, {
+            graph: updatedGraph,
+            lastSaved: new Date(),
+            isDirty: true
+        });
+        return updatedGraph;
+    }
+    /**
+     * Search knowledge graph with semantic queries
+     */
+    async searchKnowledgeGraph(userAddress, query) {
+        if (!this.graphService) {
+            throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
+        }
+        try {
+            console.log(`🔍 Searching knowledge graph for user ${userAddress}`);
+            const userGraph = await this.getUserKnowledgeGraph(userAddress);
+            const results = this.graphService.queryGraph(userGraph, {
+                entityTypes: query.entityTypes,
+                relationshipTypes: query.relationshipTypes,
+                searchText: query.searchText || query.keywords?.join(' '),
+                limit: query.limit || 50
+            });
+            console.log(`✅ Found ${results.entities.length} entities and ${results.relationships.length} relationships`);
+            return results;
+        }
+        catch (error) {
+            console.error('❌ Knowledge graph search failed:', error);
+            throw error;
+        }
+    }
+    /**
+     * Find related entities using graph traversal
+     */
+    async findRelatedEntities(userAddress, seedEntityIds, options = {}) {
+        if (!this.graphService) {
+            throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
+        }
+        try {
+            console.log(`🔗 Finding related entities for user ${userAddress}`);
+            console.log(`   Seed entities: ${seedEntityIds.join(', ')}`);
+            const userGraph = await this.getUserKnowledgeGraph(userAddress);
+            const results = this.graphService.findRelatedEntities(userGraph, seedEntityIds, options);
+            console.log(`✅ Found ${results.entities.length} related entities`);
+            return results;
+        }
+        catch (error) {
+            console.error('❌ Failed to find related entities:', error);
+            throw error;
+        }
+    }
+    /**
+     * Batch extract knowledge graphs from multiple memories
+     */
+    async extractKnowledgeGraphBatch(memories, userAddress, options = {}) {
+        if (!this.graphService) {
+            throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
+        }
+        try {
+            console.log(`📊 Batch extracting knowledge graphs from ${memories.length} memories`);
+            const results = await this.graphService.extractFromMemoriesBatch(memories, {
+                batchSize: options.batchSize || 5,
+                delayMs: options.delayMs || 1000
+            });
+            // Aggregate all results into user's knowledge graph
+            let userGraph = await this.getUserKnowledgeGraph(userAddress);
+            let totalEntities = 0;
+            let totalRelationships = 0;
+            for (const result of results) {
+                if (result.confidence > (options.confidenceThreshold || 0.5)) {
+                    userGraph = this.graphService.addToGraph(userGraph, result.entities, result.relationships, result.extractedFromMemory);
+                    totalEntities += result.entities.length;
+                    totalRelationships += result.relationships.length;
+                }
+            }
+            // Update cached graph
+            this.knowledgeGraphs.set(userAddress, userGraph);
+            this.graphCache.set(userAddress, {
+                graph: userGraph,
+                lastSaved: new Date(),
+                isDirty: true
+            });
+            console.log(`✅ Batch extraction complete: ${totalEntities} entities, ${totalRelationships} relationships added`);
+            return results;
+        }
+        catch (error) {
+            console.error('❌ Batch knowledge graph extraction failed:', error);
+            throw error;
+        }
+    }
+    /**
+     * Get graph statistics
+     */
+    getGraphStatistics(userAddress) {
+        if (!this.graphService) {
+            throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
+        }
+        const graph = this.knowledgeGraphs.get(userAddress);
+        if (!graph) {
+            return {
+                totalEntities: 0,
+                totalRelationships: 0,
+                entityTypes: {},
+                relationshipTypes: {},
+                averageConnections: 0,
+                graphDensity: 0,
+                extractionStats: null,
+                lastUpdated: null
+            };
+        }
+        return this.graphService.getGraphStats(graph);
+    }
+    /**
+     * Get analytics about the knowledge graph
+     */
+    getKnowledgeGraphAnalytics(userAddress) {
+        const graph = this.knowledgeGraphs.get(userAddress);
+        if (!graph) {
+            return {
+                totalEntities: 0,
+                totalRelationships: 0,
+                entityTypes: {},
+                relationshipTypes: {},
+                connectedComponents: 0,
+                averageConnections: 0,
+                lastUpdated: null
+            };
+        }
+        // Analyze entity types
+        const entityTypes = {};
+        graph.entities.forEach((entity) => {
+            entityTypes[entity.type] = (entityTypes[entity.type] || 0) + 1;
+        });
+        // Analyze relationship types
+        const relationshipTypes = {};
+        graph.relationships.forEach((rel) => {
+            relationshipTypes[rel.type || rel.label] = (relationshipTypes[rel.type || rel.label] || 0) + 1;
+        });
+        // Calculate average connections
+        const connectionCounts = new Map();
+        graph.relationships.forEach((rel) => {
+            connectionCounts.set(rel.source, (connectionCounts.get(rel.source) || 0) + 1);
+            connectionCounts.set(rel.target, (connectionCounts.get(rel.target) || 0) + 1);
+        });
+        const averageConnections = connectionCounts.size > 0
+            ? Array.from(connectionCounts.values()).reduce((sum, count) => sum + count, 0) / connectionCounts.size
+            : 0;
+        return {
+            totalEntities: graph.entities.length,
+            totalRelationships: graph.relationships.length,
+            entityTypes,
+            relationshipTypes,
+            connectedComponents: connectionCounts.size,
+            averageConnections: Math.round(averageConnections * 100) / 100,
+            lastUpdated: graph.metadata.lastUpdated
+        };
+    }
+    /**
+     * Check if graph needs to be saved
+     */
+    isGraphDirty(userAddress) {
+        return this.graphCache.get(userAddress)?.isDirty || false;
+    }
+    /**
+     * Mark graph as saved
+     */
+    markGraphAsSaved(userAddress) {
+        const cacheEntry = this.graphCache.get(userAddress);
+        if (cacheEntry) {
+            cacheEntry.lastSaved = new Date();
+            cacheEntry.isDirty = false;
+        }
+    }
+    /**
+     * Get all user addresses with cached graphs
+     */
+    getCachedUsers() {
+        return Array.from(this.knowledgeGraphs.keys());
+    }
+    /**
+     * Clear graph cache for a user
+     */
+    clearUserGraph(userAddress) {
+        this.knowledgeGraphs.delete(userAddress);
+        this.graphCache.delete(userAddress);
+    }
+    /**
+     * Serialize graph for storage
+     */
+    serializeGraph(userAddress) {
+        const graph = this.knowledgeGraphs.get(userAddress);
+        if (!graph)
+            return null;
+        return JSON.stringify(graph, null, 2);
+    }
+}
+//# sourceMappingURL=KnowledgeGraphManager.js.map

package/dist/services/storage/KnowledgeGraphManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KnowledgeGraphManager.js","sourceRoot":"","sources":["../../../src/services/storage/KnowledgeGraphManager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AA2BH;;;;;;;GAOG;AACH,MAAM,OAAO,qBAAqB;IAKhC;QAHQ,oBAAe,GAAG,IAAI,GAAG,EAA0B,CAAC;QACpD,eAAU,GAAG,IAAI,GAAG,EAAsB,CAAC;QAGjD,kEAAkE;IACpE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,wBAAwB,CAC5B,gBAAmC,EACnC,WAA6B;QAE7B,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvB,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;gBAElE,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;oBACnC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;oBACpC,mBAAmB,EAAE,WAAW,EAAE,mBAAmB,IAAI,GAAG;oBAC5D,OAAO,EAAE,WAAW,EAAE,OAAO,IAAI,CAAC;oBAClC,sBAAsB,EAAE,WAAW,EAAE,sBAAsB,IAAI,IAAI;oBACnE,YAAY,EAAE,WAAW,EAAE,YAAY;oBACvC,GAAG,WAAW;iBACf,EAAE,gBAAgB,CAAC,CAAC;gBAErB,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;gBACvE,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;gBAChE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,IAAI,CAAC,YAAY,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;YAChE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,qBAAqB,CACzB,OAAe,EACf,QAAgB,EAChB,UAGI,EAAE;QAEN,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;QAC7F,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,6CAA6C,QAAQ,EAAE,CAAC,CAAC;YAErE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,+BAA+B,CACpE,OAAO,EACP,QAAQ,EACR,OAAO,CACR,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,QAAQ,CAAC,MAAM,iBAAiB,MAAM,CAAC,aAAa,CAAC,MAAM,gBAAgB,CAAC,CAAC;YAC/G,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,uBAAuB,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC;YAEhE,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,qBAAqB,CAAC,WAAmB;QAC7C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;QAC7F,CAAC;QAED,8BAA8B;QAC9B,IAAI,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAElD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,iCAAiC;YACjC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YACnD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;YAC7C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE;gBAC/B,KAAK;gBACL,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,cAAc,CACZ,WAAmB,EACnB,QAAkB,EAClB,aAA6B,EAC7B,cAAsB;QAEtB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,WAAW,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAC/C,SAAS,EACT,QAAQ,EACR,aAAa,EACb,cAAc,CACf,CAAC;QAEF,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACpD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE;YAC/B,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB,CACxB,WAAmB,EACnB,KAAwB;QAExB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;QAC7F,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,yCAAyC,WAAW,EAAE,CAAC,CAAC;YAEpE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;YAEhE,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,EAAE;gBACtD,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC;gBACzD,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;aACzB,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,QAAQ,CAAC,MAAM,iBAAiB,OAAO,CAAC,aAAa,CAAC,MAAM,gBAAgB,CAAC,CAAC;YAE7G,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CACvB,WAAmB,EACnB,aAAuB,EACvB,UAII,EAAE;QAEN,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;QAC7F,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,wCAAwC,WAAW,EAAE,CAAC,CAAC;YACnE,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAE7D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,SAAS,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;YAEzF,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,QAAQ,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAEnE,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC3D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,0BAA0B,CAC9B,QAAgD,EAChD,WAAmB,EACnB,UAII,EAAE;QAEN,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;QAC7F,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,6CAA6C,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;YAErF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAAC,QAAQ,EAAE;gBACzE,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,CAAC;gBACjC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;aACjC,CAAC,CAAC;YAEH,oDAAoD;YACpD,IAAI,SAAS,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;YAC9D,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAE3B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,OAAO,CAAC,mBAAmB,IAAI,GAAG,CAAC,EAAE,CAAC;oBAC7D,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CACtC,SAAS,EACT,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,mBAAmB,CAC3B,CAAC;oBACF,aAAa,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;oBACxC,kBAAkB,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;gBACpD,CAAC;YACH,CAAC;YAED,sBAAsB;YACtB,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE;gBAC/B,KAAK,EAAE,SAAS;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,gCAAgC,aAAa,cAAc,kBAAkB,sBAAsB,CAAC,CAAC;YAEjH,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,WAAmB;QACpC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACpD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,aAAa,EAAE,CAAC;gBAChB,kBAAkB,EAAE,CAAC;gBACrB,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,EAAE;gBACrB,kBAAkB,EAAE,CAAC;gBACrB,YAAY,EAAE,CAAC;gBACf,eAAe,EAAE,IAAI;gBACrB,WAAW,EAAE,IAAI;aAClB,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,0BAA0B,CAAC,WAAmB;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEpD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,aAAa,EAAE,CAAC;gBAChB,kBAAkB,EAAE,CAAC;gBACrB,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,EAAE;gBACrB,mBAAmB,EAAE,CAAC;gBACtB,kBAAkB,EAAE,CAAC;gBACrB,WAAW,EAAE,IAAI;aAClB,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,MAAM,WAAW,GAA2B,EAAE,CAAC;QAC/C,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,MAAW,EAAE,EAAE;YACrC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,iBAAiB,GAA2B,EAAE,CAAC;QACrD,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,GAAQ,EAAE,EAAE;YACvC,iBAAiB,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACjG,CAAC,CAAC,CAAC;QAEH,gCAAgC;QAChC,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAC;QACnC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,GAAQ,EAAE,EAAE;YACvC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9E,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAChF,CAAC,CAAC,CAAC;QAEH,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,IAAI,GAAG,CAAC;YAClD,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,gBAAgB,CAAC,IAAI;YACtG,CAAC,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YACpC,kBAAkB,EAAE,KAAK,CAAC,aAAa,CAAC,MAAM;YAC9C,WAAW;YACX,iBAAiB;YACjB,mBAAmB,EAAE,gBAAgB,CAAC,IAAI;YAC1C,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,CAAC,GAAG,GAAG;YAC9D,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW;SACxC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,WAAmB;QAC9B,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,IAAI,KAAK,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,WAAmB;QAClC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACpD,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;YAClC,UAAU,CAAC,OAAO,GAAG,KAAK,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,WAAmB;QAChC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,WAAmB;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACpD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;CACF"}

package/dist/services/storage/MemorySearchManager.d.ts

@@ -0,0 +1,154 @@
+/**
+ * MemorySearchManager - Memory Indexing and Search Operations
+ *
+ * Handles HNSW vector indexing and semantic search for memories.
+ * Extracted from StorageService for better separation of concerns.
+ *
+ * Features:
+ * - Automatic memory indexing with embeddings
+ * - Semantic search via HNSW
+ * - Metadata-based filtering
+ * - Category and temporal search
+ */
+import type { MemoryIndexService } from '../MemoryIndexService';
+import type { EmbeddingService } from '../EmbeddingService';
+export interface MemoryMetadata {
+    contentType: string;
+    contentSize: number;
+    contentHash: string;
+    category: string;
+    topic: string;
+    importance: number;
+    embeddingBlobId?: string;
+    embeddingDimension: number;
+    createdTimestamp: number;
+    updatedTimestamp?: number;
+    customMetadata?: Record<string, string>;
+    isEncrypted?: boolean;
+    encryptionType?: string;
+}
+export interface MetadataSearchQuery {
+    query?: string;
+    vector?: number[];
+    filters?: {
+        category?: string | string[];
+        topic?: string | string[];
+        importance?: {
+            min?: number;
+            max?: number;
+        };
+        contentType?: string | string[];
+        dateRange?: {
+            start?: Date;
+            end?: Date;
+        };
+        tags?: string[];
+        contentSize?: {
+            min?: number;
+            max?: number;
+        };
+    };
+    k?: number;
+    threshold?: number;
+    includeContent?: boolean;
+    useCache?: boolean;
+}
+export interface MetadataSearchResult {
+    blobId: string;
+    content?: string | Uint8Array;
+    metadata: MemoryMetadata;
+    similarity: number;
+    relevanceScore: number;
+}
+export interface IndexingResult {
+    vectorId: number;
+    blobId: string;
+    memoryId: string;
+}
+/**
+ * MemorySearchManager - Manages memory indexing and semantic search
+ *
+ * Coordinates between:
+ * - EmbeddingService for vector generation
+ * - MemoryIndexService for HNSW indexing
+ * - Metadata filtering and relevance scoring
+ */
+export declare class MemorySearchManager {
+    private memoryIndexService?;
+    private embeddingService?;
+    constructor();
+    /**
+     * Initialize search capabilities
+     */
+    initializeSearch(embeddingService: EmbeddingService, memoryIndexService?: MemoryIndexService): void;
+    /**
+     * Index a memory for semantic search
+     *
+     * @param userAddress - Owner address
+     * @param memoryId - Unique memory identifier
+     * @param blobId - Walrus blob ID
+     * @param textContent - Content for embedding generation
+     * @param metadata - Memory metadata
+     * @returns Indexing result with vector ID
+     */
+    indexMemory(userAddress: string, memoryId: string, blobId: string, textContent: string, metadata: MemoryMetadata): Promise<IndexingResult>;
+    /**
+     * Search memories by metadata with semantic understanding
+     *
+     * @param userAddress - Owner address
+     * @param searchQuery - Search query with filters
+     * @returns Array of matching memories with relevance scores
+     */
+    searchByMetadata(userAddress: string, searchQuery: MetadataSearchQuery): Promise<MetadataSearchResult[]>;
+    /**
+     * Get all indexed memories for a user with optional filtering
+     */
+    getUserMemoriesWithMetadata(userAddress: string, filters?: MetadataSearchQuery['filters']): Promise<MetadataSearchResult[]>;
+    /**
+     * Search by category with additional filtering
+     */
+    searchByCategory(userAddress: string, category: string, additionalFilters?: Omit<MetadataSearchQuery['filters'], 'category'>): Promise<MetadataSearchResult[]>;
+    /**
+     * Search memories within time range
+     */
+    searchByTimeRange(userAddress: string, startDate: Date, endDate: Date, additionalFilters?: Omit<MetadataSearchQuery['filters'], 'dateRange'>): Promise<MetadataSearchResult[]>;
+    /**
+     * Get search analytics and statistics
+     */
+    getSearchAnalytics(userAddress: string): {
+        totalMemories: number;
+        categoryCounts: Record<string, number>;
+        averageImportance: number;
+        timeRange: {
+            earliest: Date;
+            latest: Date;
+        } | null;
+        topTags: Array<{
+            tag: string;
+            count: number;
+        }>;
+    };
+    /**
+     * Get service statistics
+     */
+    getServiceStats(): Promise<{
+        totalUsers: number;
+        totalMemories: number;
+        hnswStats: import("../..").IHnswBatchStats | null;
+        hasEmbeddingService: boolean;
+        hasStorageService: boolean;
+    }> | {
+        totalUsers: number;
+        totalMemories: number;
+        averageMemoriesPerUser: number;
+    };
+    /**
+     * Calculate relevance score combining similarity, importance, and recency
+     */
+    private calculateRelevanceScore;
+    /**
+     * Check if memory matches filters
+     */
+    private matchesFilters;
+}
+//# sourceMappingURL=MemorySearchManager.d.ts.map

package/dist/services/storage/MemorySearchManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemorySearchManager.d.ts","sourceRoot":"","sources":["../../../src/services/storage/MemorySearchManager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,kBAAkB,EAAqB,MAAM,uBAAuB,CAAC;AACnF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAE5D,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,CAAC,EAAE;QACR,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QAC1B,UAAU,CAAC,EAAE;YAAE,GAAG,CAAC,EAAE,MAAM,CAAC;YAAC,GAAG,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC5C,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QAChC,SAAS,CAAC,EAAE;YAAE,KAAK,CAAC,EAAE,IAAI,CAAC;YAAC,GAAG,CAAC,EAAE,IAAI,CAAA;SAAE,CAAC;QACzC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,WAAW,CAAC,EAAE;YAAE,GAAG,CAAC,EAAE,MAAM,CAAC;YAAC,GAAG,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;KAC9C,CAAC;IACF,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;IAC9B,QAAQ,EAAE,cAAc,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;GAOG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,kBAAkB,CAAC,CAAqB;IAChD,OAAO,CAAC,gBAAgB,CAAC,CAAmB;;IAM5C;;OAEG;IACH,gBAAgB,CACd,gBAAgB,EAAE,gBAAgB,EAClC,kBAAkB,CAAC,EAAE,kBAAkB;IAYzC;;;;;;;;;OASG;IACG,WAAW,CACf,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,cAAc,GACvB,OAAO,CAAC,cAAc,CAAC;IA0B1B;;;;;;OAMG;IACG,gBAAgB,CACpB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,mBAAmB,GAC/B,OAAO,CAAC,oBAAoB,EAAE,CAAC;IA8ClC;;OAEG;IACG,2BAA2B,CAC/B,WAAW,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,mBAAmB,CAAC,SAAS,CAAC,GACvC,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAyBlC;;OAEG;IACG,gBAAgB,CACpB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,EAChB,iBAAiB,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,EAAE,UAAU,CAAC,GACnE,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAWlC;;OAEG;IACG,iBAAiB,CACrB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,IAAI,EACf,OAAO,EAAE,IAAI,EACb,iBAAiB,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,GACpE,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAWlC;;OAEG;IACH,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG;QACvC,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACvC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,SAAS,EAAE;YAAE,QAAQ,EAAE,IAAI,CAAC;YAAC,MAAM,EAAE,IAAI,CAAA;SAAE,GAAG,IAAI,CAAC;QACnD,OAAO,EAAE,KAAK,CAAC;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAChD;IAyBD;;OAEG;IACH,eAAe;;;;;;;;;;;IAQf;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAuB/B;;OAEG;IACH,OAAO,CAAC,cAAc;CAiDvB"}