@cmdoss/memwal-sdk 0.8.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (209) hide show
  1. package/README.md +522 -160
  2. package/dist/client/ClientMemoryManager.d.ts.map +1 -1
  3. package/dist/client/ClientMemoryManager.js +25 -8
  4. package/dist/client/ClientMemoryManager.js.map +1 -1
  5. package/dist/client/PersonalDataWallet.d.ts.map +1 -1
  6. package/dist/client/SimplePDWClient.d.ts +62 -2
  7. package/dist/client/SimplePDWClient.d.ts.map +1 -1
  8. package/dist/client/SimplePDWClient.js +96 -11
  9. package/dist/client/SimplePDWClient.js.map +1 -1
  10. package/dist/client/namespaces/IndexNamespace.d.ts +1 -1
  11. package/dist/client/namespaces/IndexNamespace.d.ts.map +1 -1
  12. package/dist/client/namespaces/IndexNamespace.js +7 -4
  13. package/dist/client/namespaces/IndexNamespace.js.map +1 -1
  14. package/dist/client/namespaces/MemoryNamespace.d.ts +47 -0
  15. package/dist/client/namespaces/MemoryNamespace.d.ts.map +1 -1
  16. package/dist/client/namespaces/MemoryNamespace.js +257 -27
  17. package/dist/client/namespaces/MemoryNamespace.js.map +1 -1
  18. package/dist/client/namespaces/consolidated/AdvancedNamespace.d.ts +215 -0
  19. package/dist/client/namespaces/consolidated/AdvancedNamespace.d.ts.map +1 -0
  20. package/dist/client/namespaces/consolidated/AdvancedNamespace.js +214 -0
  21. package/dist/client/namespaces/consolidated/AdvancedNamespace.js.map +1 -0
  22. package/dist/client/namespaces/consolidated/StorageNamespace.d.ts +3 -1
  23. package/dist/client/namespaces/consolidated/StorageNamespace.d.ts.map +1 -1
  24. package/dist/client/namespaces/consolidated/StorageNamespace.js.map +1 -1
  25. package/dist/client/namespaces/consolidated/index.d.ts +1 -0
  26. package/dist/client/namespaces/consolidated/index.d.ts.map +1 -1
  27. package/dist/client/namespaces/consolidated/index.js +1 -0
  28. package/dist/client/namespaces/consolidated/index.js.map +1 -1
  29. package/dist/config/ConfigurationHelper.js +61 -61
  30. package/dist/config/defaults.d.ts.map +1 -1
  31. package/dist/config/defaults.js +9 -4
  32. package/dist/config/defaults.js.map +1 -1
  33. package/dist/config/index.d.ts +1 -0
  34. package/dist/config/index.d.ts.map +1 -1
  35. package/dist/config/index.js +2 -0
  36. package/dist/config/index.js.map +1 -1
  37. package/dist/config/modelDefaults.d.ts +67 -0
  38. package/dist/config/modelDefaults.d.ts.map +1 -0
  39. package/dist/config/modelDefaults.js +91 -0
  40. package/dist/config/modelDefaults.js.map +1 -0
  41. package/dist/core/types/index.d.ts +4 -0
  42. package/dist/core/types/index.d.ts.map +1 -1
  43. package/dist/core/types/index.js.map +1 -1
  44. package/dist/graph/GraphService.d.ts.map +1 -1
  45. package/dist/graph/GraphService.js +22 -21
  46. package/dist/graph/GraphService.js.map +1 -1
  47. package/dist/index.d.ts +1 -1
  48. package/dist/index.d.ts.map +1 -1
  49. package/dist/index.js +1 -1
  50. package/dist/index.js.map +1 -1
  51. package/dist/infrastructure/walrus/WalrusStorageService.d.ts +6 -0
  52. package/dist/infrastructure/walrus/WalrusStorageService.d.ts.map +1 -1
  53. package/dist/infrastructure/walrus/WalrusStorageService.js +23 -4
  54. package/dist/infrastructure/walrus/WalrusStorageService.js.map +1 -1
  55. package/dist/langchain/createPDWRAG.js +30 -30
  56. package/dist/pipeline/MemoryPipeline.d.ts.map +1 -1
  57. package/dist/pipeline/MemoryPipeline.js +2 -1
  58. package/dist/pipeline/MemoryPipeline.js.map +1 -1
  59. package/dist/services/EmbeddingService.d.ts +9 -0
  60. package/dist/services/EmbeddingService.d.ts.map +1 -1
  61. package/dist/services/EmbeddingService.js +31 -10
  62. package/dist/services/EmbeddingService.js.map +1 -1
  63. package/dist/services/GeminiAIService.d.ts.map +1 -1
  64. package/dist/services/GeminiAIService.js +311 -310
  65. package/dist/services/GeminiAIService.js.map +1 -1
  66. package/dist/services/MemoryIndexService.d.ts +2 -0
  67. package/dist/services/MemoryIndexService.d.ts.map +1 -1
  68. package/dist/services/MemoryIndexService.js +11 -4
  69. package/dist/services/MemoryIndexService.js.map +1 -1
  70. package/dist/services/StorageService.d.ts +4 -1
  71. package/dist/services/StorageService.d.ts.map +1 -1
  72. package/dist/services/StorageService.js.map +1 -1
  73. package/dist/services/VectorService.js +1 -1
  74. package/dist/services/VectorService.js.map +1 -1
  75. package/dist/services/storage/QuiltBatchManager.d.ts +7 -0
  76. package/dist/services/storage/QuiltBatchManager.d.ts.map +1 -1
  77. package/dist/services/storage/QuiltBatchManager.js +24 -5
  78. package/dist/services/storage/QuiltBatchManager.js.map +1 -1
  79. package/dist/services/storage/WalrusStorageManager.d.ts +10 -1
  80. package/dist/services/storage/WalrusStorageManager.d.ts.map +1 -1
  81. package/dist/services/storage/WalrusStorageManager.js +53 -12
  82. package/dist/services/storage/WalrusStorageManager.js.map +1 -1
  83. package/dist/vector/BrowserHnswIndexService.js +3 -3
  84. package/dist/vector/BrowserHnswIndexService.js.map +1 -1
  85. package/dist/vector/HnswWasmService.js +1 -1
  86. package/dist/vector/HnswWasmService.js.map +1 -1
  87. package/dist/vector/NodeHnswService.js +5 -5
  88. package/dist/vector/NodeHnswService.js.map +1 -1
  89. package/dist/vector/createHnswService.d.ts +4 -0
  90. package/dist/vector/createHnswService.d.ts.map +1 -1
  91. package/dist/vector/createHnswService.js +15 -3
  92. package/dist/vector/createHnswService.js.map +1 -1
  93. package/package.json +1 -1
  94. package/src/access/PermissionService.ts +635 -635
  95. package/src/aggregation/AggregationService.ts +389 -389
  96. package/src/ai-sdk/PDWVectorStore.ts +715 -715
  97. package/src/ai-sdk/index.ts +65 -65
  98. package/src/ai-sdk/tools.ts +460 -460
  99. package/src/ai-sdk/types.ts +404 -404
  100. package/src/batch/BatchManager.ts +597 -597
  101. package/src/batch/BatchingService.ts +429 -429
  102. package/src/batch/MemoryProcessingCache.ts +492 -492
  103. package/src/batch/index.ts +30 -30
  104. package/src/browser.ts +200 -200
  105. package/src/client/ClientMemoryManager.ts +1004 -987
  106. package/src/client/PersonalDataWallet.ts +345 -345
  107. package/src/client/SimplePDWClient.ts +1387 -1289
  108. package/src/client/factory.ts +154 -154
  109. package/src/client/namespaces/AnalyticsNamespace.ts +377 -377
  110. package/src/client/namespaces/BatchNamespace.ts +356 -356
  111. package/src/client/namespaces/CacheNamespace.ts +123 -123
  112. package/src/client/namespaces/CapabilityNamespace.ts +217 -217
  113. package/src/client/namespaces/ClassifyNamespace.ts +169 -169
  114. package/src/client/namespaces/ContextNamespace.ts +297 -297
  115. package/src/client/namespaces/EncryptionNamespace.ts +221 -221
  116. package/src/client/namespaces/GraphNamespace.ts +468 -468
  117. package/src/client/namespaces/IndexNamespace.ts +364 -361
  118. package/src/client/namespaces/MemoryNamespace.ts +1704 -1422
  119. package/src/client/namespaces/PermissionsNamespace.ts +254 -254
  120. package/src/client/namespaces/PipelineNamespace.ts +220 -220
  121. package/src/client/namespaces/StorageNamespace.ts +458 -458
  122. package/src/client/namespaces/TxNamespace.ts +260 -260
  123. package/src/client/namespaces/WalletNamespace.ts +243 -243
  124. package/src/client/namespaces/consolidated/AdvancedNamespace.ts +264 -0
  125. package/src/client/namespaces/consolidated/BlockchainNamespace.ts +607 -607
  126. package/src/client/namespaces/consolidated/SecurityNamespace.ts +648 -648
  127. package/src/client/namespaces/consolidated/StorageNamespace.ts +1143 -1141
  128. package/src/client/namespaces/consolidated/index.ts +41 -39
  129. package/src/client/signers/KeypairSigner.ts +108 -108
  130. package/src/client/signers/UnifiedSigner.ts +110 -110
  131. package/src/client/signers/WalletAdapterSigner.ts +159 -159
  132. package/src/client/signers/index.ts +26 -26
  133. package/src/config/ConfigurationHelper.ts +412 -412
  134. package/src/config/defaults.ts +56 -51
  135. package/src/config/index.ts +16 -9
  136. package/src/config/modelDefaults.ts +103 -0
  137. package/src/config/validation.ts +70 -70
  138. package/src/core/index.ts +14 -14
  139. package/src/core/interfaces/IService.ts +307 -307
  140. package/src/core/interfaces/index.ts +8 -8
  141. package/src/core/types/capability.ts +297 -297
  142. package/src/core/types/index.ts +874 -870
  143. package/src/core/types/wallet.ts +270 -270
  144. package/src/core/types.ts +9 -9
  145. package/src/core/wallet.ts +222 -222
  146. package/src/embedding/index.ts +19 -19
  147. package/src/embedding/types.ts +357 -357
  148. package/src/errors/index.ts +602 -602
  149. package/src/errors/recovery.ts +461 -461
  150. package/src/errors/validation.ts +567 -567
  151. package/src/generated/pdw/capability.ts +319 -319
  152. package/src/graph/GraphService.ts +888 -887
  153. package/src/graph/KnowledgeGraphManager.ts +728 -728
  154. package/src/graph/index.ts +25 -25
  155. package/src/index.ts +498 -498
  156. package/src/infrastructure/index.ts +22 -22
  157. package/src/infrastructure/seal/EncryptionService.ts +628 -628
  158. package/src/infrastructure/seal/SealService.ts +613 -613
  159. package/src/infrastructure/seal/index.ts +9 -9
  160. package/src/infrastructure/sui/BlockchainManager.ts +627 -627
  161. package/src/infrastructure/sui/SuiService.ts +888 -888
  162. package/src/infrastructure/sui/index.ts +9 -9
  163. package/src/infrastructure/walrus/StorageManager.ts +604 -604
  164. package/src/infrastructure/walrus/WalrusStorageService.ts +637 -612
  165. package/src/infrastructure/walrus/index.ts +9 -9
  166. package/src/langchain/createPDWRAG.ts +303 -303
  167. package/src/langchain/index.ts +47 -47
  168. package/src/permissions/ConsentRepository.browser.ts +249 -249
  169. package/src/permissions/ConsentRepository.ts +364 -364
  170. package/src/pipeline/MemoryPipeline.ts +863 -862
  171. package/src/pipeline/PipelineManager.ts +683 -683
  172. package/src/pipeline/index.ts +26 -26
  173. package/src/retrieval/AdvancedSearchService.ts +629 -629
  174. package/src/retrieval/MemoryAnalyticsService.ts +711 -711
  175. package/src/retrieval/MemoryDecryptionPipeline.ts +825 -825
  176. package/src/retrieval/index.ts +42 -42
  177. package/src/services/BatchService.ts +352 -352
  178. package/src/services/CapabilityService.ts +464 -464
  179. package/src/services/ClassifierService.ts +465 -465
  180. package/src/services/CrossContextPermissionService.ts +486 -486
  181. package/src/services/EmbeddingService.ts +796 -771
  182. package/src/services/EncryptionService.ts +712 -712
  183. package/src/services/GeminiAIService.ts +754 -753
  184. package/src/services/MemoryIndexService.ts +1009 -1003
  185. package/src/services/MemoryService.ts +369 -369
  186. package/src/services/QueryService.ts +890 -890
  187. package/src/services/StorageService.ts +1185 -1182
  188. package/src/services/TransactionService.ts +838 -838
  189. package/src/services/VectorService.ts +462 -462
  190. package/src/services/ViewService.ts +484 -484
  191. package/src/services/index.ts +25 -25
  192. package/src/services/storage/BlobAttributesManager.ts +333 -333
  193. package/src/services/storage/KnowledgeGraphManager.ts +425 -425
  194. package/src/services/storage/MemorySearchManager.ts +387 -387
  195. package/src/services/storage/QuiltBatchManager.ts +1157 -1130
  196. package/src/services/storage/WalrusMetadataManager.ts +268 -268
  197. package/src/services/storage/WalrusStorageManager.ts +333 -287
  198. package/src/services/storage/index.ts +57 -57
  199. package/src/types/index.ts +13 -13
  200. package/src/utils/index.ts +76 -76
  201. package/src/utils/memoryIndexOnChain.ts +507 -507
  202. package/src/vector/BrowserHnswIndexService.ts +758 -758
  203. package/src/vector/HnswWasmService.ts +731 -731
  204. package/src/vector/IHnswService.ts +233 -233
  205. package/src/vector/NodeHnswService.ts +833 -833
  206. package/src/vector/createHnswService.ts +147 -135
  207. package/src/vector/index.ts +56 -56
  208. package/src/wallet/ContextWalletService.ts +656 -656
  209. package/src/wallet/MainWalletService.ts +317 -317
@@ -1,425 +1,425 @@
1
- /**
2
- * KnowledgeGraphManager - Knowledge Graph Operations
3
- *
4
- * Handles entity extraction, relationship mapping, and graph querying.
5
- * Extracted from StorageService for better separation of concerns.
6
- *
7
- * Features:
8
- * - AI-powered entity/relationship extraction
9
- * - In-memory graph storage with Walrus persistence
10
- * - Graph traversal and querying
11
- * - Batch extraction from multiple memories
12
- */
13
-
14
- import type { GraphService, KnowledgeGraph, Entity, Relationship, GraphExtractionResult } from '../../graph/GraphService';
15
- import type { EmbeddingService } from '../EmbeddingService';
16
-
17
- export interface GraphCache {
18
- graph: KnowledgeGraph;
19
- lastSaved: Date;
20
- isDirty: boolean;
21
- }
22
-
23
- export interface GraphQueryOptions {
24
- keywords?: string[];
25
- entityTypes?: string[];
26
- relationshipTypes?: string[];
27
- searchText?: string;
28
- maxHops?: number;
29
- limit?: number;
30
- }
31
-
32
- export interface GraphInitConfig {
33
- confidenceThreshold?: number;
34
- maxHops?: number;
35
- deduplicationThreshold?: number;
36
- geminiApiKey?: string;
37
- }
38
-
39
- /**
40
- * KnowledgeGraphManager - Manages knowledge graph operations
41
- *
42
- * Coordinates:
43
- * - GraphService for entity/relationship extraction
44
- * - In-memory graph storage and caching
45
- * - Walrus persistence for cross-device sync
46
- */
47
- export class KnowledgeGraphManager {
48
- private graphService?: GraphService;
49
- private knowledgeGraphs = new Map<string, KnowledgeGraph>();
50
- private graphCache = new Map<string, GraphCache>();
51
-
52
- constructor() {
53
- // GraphService will be initialized via initializeKnowledgeGraph()
54
- }
55
-
56
- /**
57
- * Initialize knowledge graph capabilities
58
- */
59
- async initializeKnowledgeGraph(
60
- embeddingService?: EmbeddingService,
61
- graphConfig?: GraphInitConfig
62
- ) {
63
- try {
64
- if (!this.graphService) {
65
- const { GraphService } = await import('../../graph/GraphService');
66
-
67
- this.graphService = new GraphService({
68
- enableEmbeddings: !!embeddingService,
69
- confidenceThreshold: graphConfig?.confidenceThreshold || 0.7,
70
- maxHops: graphConfig?.maxHops || 3,
71
- deduplicationThreshold: graphConfig?.deduplicationThreshold || 0.85,
72
- geminiApiKey: graphConfig?.geminiApiKey,
73
- ...graphConfig
74
- }, embeddingService);
75
-
76
- console.log('✅ KnowledgeGraphManager: Graph capabilities initialized');
77
- console.log(' 📊 Storage: In-memory with Walrus persistence');
78
- console.log(' 🔗 AI extraction: Entity/relationship detection');
79
- }
80
-
81
- return this.graphService;
82
- } catch (error) {
83
- console.error('❌ Failed to initialize Knowledge Graph:', error);
84
- throw error;
85
- }
86
- }
87
-
88
- /**
89
- * Extract entities and relationships from text content
90
- */
91
- async extractKnowledgeGraph(
92
- content: string,
93
- memoryId: string,
94
- options: {
95
- confidenceThreshold?: number;
96
- includeEmbeddings?: boolean;
97
- } = {}
98
- ): Promise<GraphExtractionResult> {
99
- if (!this.graphService) {
100
- throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
101
- }
102
-
103
- try {
104
- console.log(`🔍 Extracting knowledge graph from memory ${memoryId}`);
105
-
106
- const result = await this.graphService.extractEntitiesAndRelationships(
107
- content,
108
- memoryId,
109
- options
110
- );
111
-
112
- console.log(`✅ Extracted ${result.entities.length} entities and ${result.relationships.length} relationships`);
113
- console.log(` Confidence: ${(result.confidence * 100).toFixed(1)}%`);
114
- console.log(` Processing time: ${result.processingTimeMs}ms`);
115
-
116
- return result;
117
- } catch (error) {
118
- console.error('❌ Knowledge graph extraction failed:', error);
119
- throw error;
120
- }
121
- }
122
-
123
- /**
124
- * Get or load user's knowledge graph
125
- */
126
- async getUserKnowledgeGraph(userAddress: string): Promise<KnowledgeGraph> {
127
- if (!this.graphService) {
128
- throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
129
- }
130
-
131
- // Check in-memory cache first
132
- let graph = this.knowledgeGraphs.get(userAddress);
133
-
134
- if (!graph) {
135
- // Create new graph if none found
136
- graph = this.graphService.createGraph(userAddress);
137
- this.knowledgeGraphs.set(userAddress, graph);
138
- this.graphCache.set(userAddress, {
139
- graph,
140
- lastSaved: new Date(),
141
- isDirty: false
142
- });
143
- }
144
-
145
- return graph;
146
- }
147
-
148
- /**
149
- * Add extraction results to user's knowledge graph
150
- */
151
- addToUserGraph(
152
- userAddress: string,
153
- entities: Entity[],
154
- relationships: Relationship[],
155
- sourceMemoryId: string
156
- ): KnowledgeGraph {
157
- if (!this.graphService) {
158
- throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
159
- }
160
-
161
- const userGraph = this.knowledgeGraphs.get(userAddress);
162
- if (!userGraph) {
163
- throw new Error(`No graph found for user ${userAddress}`);
164
- }
165
-
166
- const updatedGraph = this.graphService.addToGraph(
167
- userGraph,
168
- entities,
169
- relationships,
170
- sourceMemoryId
171
- );
172
-
173
- this.knowledgeGraphs.set(userAddress, updatedGraph);
174
- this.graphCache.set(userAddress, {
175
- graph: updatedGraph,
176
- lastSaved: new Date(),
177
- isDirty: true
178
- });
179
-
180
- return updatedGraph;
181
- }
182
-
183
- /**
184
- * Search knowledge graph with semantic queries
185
- */
186
- async searchKnowledgeGraph(
187
- userAddress: string,
188
- query: GraphQueryOptions
189
- ) {
190
- if (!this.graphService) {
191
- throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
192
- }
193
-
194
- try {
195
- console.log(`🔍 Searching knowledge graph for user ${userAddress}`);
196
-
197
- const userGraph = await this.getUserKnowledgeGraph(userAddress);
198
-
199
- const results = this.graphService.queryGraph(userGraph, {
200
- entityTypes: query.entityTypes,
201
- relationshipTypes: query.relationshipTypes,
202
- searchText: query.searchText || query.keywords?.join(' '),
203
- limit: query.limit || 50
204
- });
205
-
206
- console.log(`✅ Found ${results.entities.length} entities and ${results.relationships.length} relationships`);
207
-
208
- return results;
209
- } catch (error) {
210
- console.error('❌ Knowledge graph search failed:', error);
211
- throw error;
212
- }
213
- }
214
-
215
- /**
216
- * Find related entities using graph traversal
217
- */
218
- async findRelatedEntities(
219
- userAddress: string,
220
- seedEntityIds: string[],
221
- options: {
222
- maxHops?: number;
223
- relationshipTypes?: string[];
224
- includeWeights?: boolean;
225
- } = {}
226
- ) {
227
- if (!this.graphService) {
228
- throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
229
- }
230
-
231
- try {
232
- console.log(`🔗 Finding related entities for user ${userAddress}`);
233
- console.log(` Seed entities: ${seedEntityIds.join(', ')}`);
234
-
235
- const userGraph = await this.getUserKnowledgeGraph(userAddress);
236
- const results = this.graphService.findRelatedEntities(userGraph, seedEntityIds, options);
237
-
238
- console.log(`✅ Found ${results.entities.length} related entities`);
239
-
240
- return results;
241
- } catch (error) {
242
- console.error('❌ Failed to find related entities:', error);
243
- throw error;
244
- }
245
- }
246
-
247
- /**
248
- * Batch extract knowledge graphs from multiple memories
249
- */
250
- async extractKnowledgeGraphBatch(
251
- memories: Array<{ id: string; content: string }>,
252
- userAddress: string,
253
- options: {
254
- batchSize?: number;
255
- delayMs?: number;
256
- confidenceThreshold?: number;
257
- } = {}
258
- ): Promise<GraphExtractionResult[]> {
259
- if (!this.graphService) {
260
- throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
261
- }
262
-
263
- try {
264
- console.log(`📊 Batch extracting knowledge graphs from ${memories.length} memories`);
265
-
266
- const results = await this.graphService.extractFromMemoriesBatch(memories, {
267
- batchSize: options.batchSize || 5,
268
- delayMs: options.delayMs || 1000
269
- });
270
-
271
- // Aggregate all results into user's knowledge graph
272
- let userGraph = await this.getUserKnowledgeGraph(userAddress);
273
- let totalEntities = 0;
274
- let totalRelationships = 0;
275
-
276
- for (const result of results) {
277
- if (result.confidence > (options.confidenceThreshold || 0.5)) {
278
- userGraph = this.graphService.addToGraph(
279
- userGraph,
280
- result.entities,
281
- result.relationships,
282
- result.extractedFromMemory
283
- );
284
- totalEntities += result.entities.length;
285
- totalRelationships += result.relationships.length;
286
- }
287
- }
288
-
289
- // Update cached graph
290
- this.knowledgeGraphs.set(userAddress, userGraph);
291
- this.graphCache.set(userAddress, {
292
- graph: userGraph,
293
- lastSaved: new Date(),
294
- isDirty: true
295
- });
296
-
297
- console.log(`✅ Batch extraction complete: ${totalEntities} entities, ${totalRelationships} relationships added`);
298
-
299
- return results;
300
- } catch (error) {
301
- console.error('❌ Batch knowledge graph extraction failed:', error);
302
- throw error;
303
- }
304
- }
305
-
306
- /**
307
- * Get graph statistics
308
- */
309
- getGraphStatistics(userAddress: string) {
310
- if (!this.graphService) {
311
- throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
312
- }
313
-
314
- const graph = this.knowledgeGraphs.get(userAddress);
315
- if (!graph) {
316
- return {
317
- totalEntities: 0,
318
- totalRelationships: 0,
319
- entityTypes: {},
320
- relationshipTypes: {},
321
- averageConnections: 0,
322
- graphDensity: 0,
323
- extractionStats: null,
324
- lastUpdated: null
325
- };
326
- }
327
-
328
- return this.graphService.getGraphStats(graph);
329
- }
330
-
331
- /**
332
- * Get analytics about the knowledge graph
333
- */
334
- getKnowledgeGraphAnalytics(userAddress: string) {
335
- const graph = this.knowledgeGraphs.get(userAddress);
336
-
337
- if (!graph) {
338
- return {
339
- totalEntities: 0,
340
- totalRelationships: 0,
341
- entityTypes: {},
342
- relationshipTypes: {},
343
- connectedComponents: 0,
344
- averageConnections: 0,
345
- lastUpdated: null
346
- };
347
- }
348
-
349
- // Analyze entity types
350
- const entityTypes: Record<string, number> = {};
351
- graph.entities.forEach((entity: any) => {
352
- entityTypes[entity.type] = (entityTypes[entity.type] || 0) + 1;
353
- });
354
-
355
- // Analyze relationship types
356
- const relationshipTypes: Record<string, number> = {};
357
- graph.relationships.forEach((rel: any) => {
358
- relationshipTypes[rel.type || rel.label] = (relationshipTypes[rel.type || rel.label] || 0) + 1;
359
- });
360
-
361
- // Calculate average connections
362
- const connectionCounts = new Map();
363
- graph.relationships.forEach((rel: any) => {
364
- connectionCounts.set(rel.source, (connectionCounts.get(rel.source) || 0) + 1);
365
- connectionCounts.set(rel.target, (connectionCounts.get(rel.target) || 0) + 1);
366
- });
367
-
368
- const averageConnections = connectionCounts.size > 0
369
- ? Array.from(connectionCounts.values()).reduce((sum, count) => sum + count, 0) / connectionCounts.size
370
- : 0;
371
-
372
- return {
373
- totalEntities: graph.entities.length,
374
- totalRelationships: graph.relationships.length,
375
- entityTypes,
376
- relationshipTypes,
377
- connectedComponents: connectionCounts.size,
378
- averageConnections: Math.round(averageConnections * 100) / 100,
379
- lastUpdated: graph.metadata.lastUpdated
380
- };
381
- }
382
-
383
- /**
384
- * Check if graph needs to be saved
385
- */
386
- isGraphDirty(userAddress: string): boolean {
387
- return this.graphCache.get(userAddress)?.isDirty || false;
388
- }
389
-
390
- /**
391
- * Mark graph as saved
392
- */
393
- markGraphAsSaved(userAddress: string) {
394
- const cacheEntry = this.graphCache.get(userAddress);
395
- if (cacheEntry) {
396
- cacheEntry.lastSaved = new Date();
397
- cacheEntry.isDirty = false;
398
- }
399
- }
400
-
401
- /**
402
- * Get all user addresses with cached graphs
403
- */
404
- getCachedUsers(): string[] {
405
- return Array.from(this.knowledgeGraphs.keys());
406
- }
407
-
408
- /**
409
- * Clear graph cache for a user
410
- */
411
- clearUserGraph(userAddress: string) {
412
- this.knowledgeGraphs.delete(userAddress);
413
- this.graphCache.delete(userAddress);
414
- }
415
-
416
- /**
417
- * Serialize graph for storage
418
- */
419
- serializeGraph(userAddress: string): string | null {
420
- const graph = this.knowledgeGraphs.get(userAddress);
421
- if (!graph) return null;
422
-
423
- return JSON.stringify(graph, null, 2);
424
- }
425
- }
1
+ /**
2
+ * KnowledgeGraphManager - Knowledge Graph Operations
3
+ *
4
+ * Handles entity extraction, relationship mapping, and graph querying.
5
+ * Extracted from StorageService for better separation of concerns.
6
+ *
7
+ * Features:
8
+ * - AI-powered entity/relationship extraction
9
+ * - In-memory graph storage with Walrus persistence
10
+ * - Graph traversal and querying
11
+ * - Batch extraction from multiple memories
12
+ */
13
+
14
+ import type { GraphService, KnowledgeGraph, Entity, Relationship, GraphExtractionResult } from '../../graph/GraphService';
15
+ import type { EmbeddingService } from '../EmbeddingService';
16
+
17
+ export interface GraphCache {
18
+ graph: KnowledgeGraph;
19
+ lastSaved: Date;
20
+ isDirty: boolean;
21
+ }
22
+
23
+ export interface GraphQueryOptions {
24
+ keywords?: string[];
25
+ entityTypes?: string[];
26
+ relationshipTypes?: string[];
27
+ searchText?: string;
28
+ maxHops?: number;
29
+ limit?: number;
30
+ }
31
+
32
+ export interface GraphInitConfig {
33
+ confidenceThreshold?: number;
34
+ maxHops?: number;
35
+ deduplicationThreshold?: number;
36
+ geminiApiKey?: string;
37
+ }
38
+
39
+ /**
40
+ * KnowledgeGraphManager - Manages knowledge graph operations
41
+ *
42
+ * Coordinates:
43
+ * - GraphService for entity/relationship extraction
44
+ * - In-memory graph storage and caching
45
+ * - Walrus persistence for cross-device sync
46
+ */
47
+ export class KnowledgeGraphManager {
48
+ private graphService?: GraphService;
49
+ private knowledgeGraphs = new Map<string, KnowledgeGraph>();
50
+ private graphCache = new Map<string, GraphCache>();
51
+
52
+ constructor() {
53
+ // GraphService will be initialized via initializeKnowledgeGraph()
54
+ }
55
+
56
+ /**
57
+ * Initialize knowledge graph capabilities
58
+ */
59
+ async initializeKnowledgeGraph(
60
+ embeddingService?: EmbeddingService,
61
+ graphConfig?: GraphInitConfig
62
+ ) {
63
+ try {
64
+ if (!this.graphService) {
65
+ const { GraphService } = await import('../../graph/GraphService');
66
+
67
+ this.graphService = new GraphService({
68
+ enableEmbeddings: !!embeddingService,
69
+ confidenceThreshold: graphConfig?.confidenceThreshold || 0.7,
70
+ maxHops: graphConfig?.maxHops || 3,
71
+ deduplicationThreshold: graphConfig?.deduplicationThreshold || 0.85,
72
+ geminiApiKey: graphConfig?.geminiApiKey,
73
+ ...graphConfig
74
+ }, embeddingService);
75
+
76
+ console.log('✅ KnowledgeGraphManager: Graph capabilities initialized');
77
+ console.log(' 📊 Storage: In-memory with Walrus persistence');
78
+ console.log(' 🔗 AI extraction: Entity/relationship detection');
79
+ }
80
+
81
+ return this.graphService;
82
+ } catch (error) {
83
+ console.error('❌ Failed to initialize Knowledge Graph:', error);
84
+ throw error;
85
+ }
86
+ }
87
+
88
+ /**
89
+ * Extract entities and relationships from text content
90
+ */
91
+ async extractKnowledgeGraph(
92
+ content: string,
93
+ memoryId: string,
94
+ options: {
95
+ confidenceThreshold?: number;
96
+ includeEmbeddings?: boolean;
97
+ } = {}
98
+ ): Promise<GraphExtractionResult> {
99
+ if (!this.graphService) {
100
+ throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
101
+ }
102
+
103
+ try {
104
+ console.log(`🔍 Extracting knowledge graph from memory ${memoryId}`);
105
+
106
+ const result = await this.graphService.extractEntitiesAndRelationships(
107
+ content,
108
+ memoryId,
109
+ options
110
+ );
111
+
112
+ console.log(`✅ Extracted ${result.entities.length} entities and ${result.relationships.length} relationships`);
113
+ console.log(` Confidence: ${(result.confidence * 100).toFixed(1)}%`);
114
+ console.log(` Processing time: ${result.processingTimeMs}ms`);
115
+
116
+ return result;
117
+ } catch (error) {
118
+ console.error('❌ Knowledge graph extraction failed:', error);
119
+ throw error;
120
+ }
121
+ }
122
+
123
+ /**
124
+ * Get or load user's knowledge graph
125
+ */
126
+ async getUserKnowledgeGraph(userAddress: string): Promise<KnowledgeGraph> {
127
+ if (!this.graphService) {
128
+ throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
129
+ }
130
+
131
+ // Check in-memory cache first
132
+ let graph = this.knowledgeGraphs.get(userAddress);
133
+
134
+ if (!graph) {
135
+ // Create new graph if none found
136
+ graph = this.graphService.createGraph(userAddress);
137
+ this.knowledgeGraphs.set(userAddress, graph);
138
+ this.graphCache.set(userAddress, {
139
+ graph,
140
+ lastSaved: new Date(),
141
+ isDirty: false
142
+ });
143
+ }
144
+
145
+ return graph;
146
+ }
147
+
148
+ /**
149
+ * Add extraction results to user's knowledge graph
150
+ */
151
+ addToUserGraph(
152
+ userAddress: string,
153
+ entities: Entity[],
154
+ relationships: Relationship[],
155
+ sourceMemoryId: string
156
+ ): KnowledgeGraph {
157
+ if (!this.graphService) {
158
+ throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
159
+ }
160
+
161
+ const userGraph = this.knowledgeGraphs.get(userAddress);
162
+ if (!userGraph) {
163
+ throw new Error(`No graph found for user ${userAddress}`);
164
+ }
165
+
166
+ const updatedGraph = this.graphService.addToGraph(
167
+ userGraph,
168
+ entities,
169
+ relationships,
170
+ sourceMemoryId
171
+ );
172
+
173
+ this.knowledgeGraphs.set(userAddress, updatedGraph);
174
+ this.graphCache.set(userAddress, {
175
+ graph: updatedGraph,
176
+ lastSaved: new Date(),
177
+ isDirty: true
178
+ });
179
+
180
+ return updatedGraph;
181
+ }
182
+
183
+ /**
184
+ * Search knowledge graph with semantic queries
185
+ */
186
+ async searchKnowledgeGraph(
187
+ userAddress: string,
188
+ query: GraphQueryOptions
189
+ ) {
190
+ if (!this.graphService) {
191
+ throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
192
+ }
193
+
194
+ try {
195
+ console.log(`🔍 Searching knowledge graph for user ${userAddress}`);
196
+
197
+ const userGraph = await this.getUserKnowledgeGraph(userAddress);
198
+
199
+ const results = this.graphService.queryGraph(userGraph, {
200
+ entityTypes: query.entityTypes,
201
+ relationshipTypes: query.relationshipTypes,
202
+ searchText: query.searchText || query.keywords?.join(' '),
203
+ limit: query.limit || 50
204
+ });
205
+
206
+ console.log(`✅ Found ${results.entities.length} entities and ${results.relationships.length} relationships`);
207
+
208
+ return results;
209
+ } catch (error) {
210
+ console.error('❌ Knowledge graph search failed:', error);
211
+ throw error;
212
+ }
213
+ }
214
+
215
+ /**
216
+ * Find related entities using graph traversal
217
+ */
218
+ async findRelatedEntities(
219
+ userAddress: string,
220
+ seedEntityIds: string[],
221
+ options: {
222
+ maxHops?: number;
223
+ relationshipTypes?: string[];
224
+ includeWeights?: boolean;
225
+ } = {}
226
+ ) {
227
+ if (!this.graphService) {
228
+ throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
229
+ }
230
+
231
+ try {
232
+ console.log(`🔗 Finding related entities for user ${userAddress}`);
233
+ console.log(` Seed entities: ${seedEntityIds.join(', ')}`);
234
+
235
+ const userGraph = await this.getUserKnowledgeGraph(userAddress);
236
+ const results = this.graphService.findRelatedEntities(userGraph, seedEntityIds, options);
237
+
238
+ console.log(`✅ Found ${results.entities.length} related entities`);
239
+
240
+ return results;
241
+ } catch (error) {
242
+ console.error('❌ Failed to find related entities:', error);
243
+ throw error;
244
+ }
245
+ }
246
+
247
+ /**
248
+ * Batch extract knowledge graphs from multiple memories
249
+ */
250
+ async extractKnowledgeGraphBatch(
251
+ memories: Array<{ id: string; content: string }>,
252
+ userAddress: string,
253
+ options: {
254
+ batchSize?: number;
255
+ delayMs?: number;
256
+ confidenceThreshold?: number;
257
+ } = {}
258
+ ): Promise<GraphExtractionResult[]> {
259
+ if (!this.graphService) {
260
+ throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
261
+ }
262
+
263
+ try {
264
+ console.log(`📊 Batch extracting knowledge graphs from ${memories.length} memories`);
265
+
266
+ const results = await this.graphService.extractFromMemoriesBatch(memories, {
267
+ batchSize: options.batchSize || 5,
268
+ delayMs: options.delayMs || 1000
269
+ });
270
+
271
+ // Aggregate all results into user's knowledge graph
272
+ let userGraph = await this.getUserKnowledgeGraph(userAddress);
273
+ let totalEntities = 0;
274
+ let totalRelationships = 0;
275
+
276
+ for (const result of results) {
277
+ if (result.confidence > (options.confidenceThreshold || 0.5)) {
278
+ userGraph = this.graphService.addToGraph(
279
+ userGraph,
280
+ result.entities,
281
+ result.relationships,
282
+ result.extractedFromMemory
283
+ );
284
+ totalEntities += result.entities.length;
285
+ totalRelationships += result.relationships.length;
286
+ }
287
+ }
288
+
289
+ // Update cached graph
290
+ this.knowledgeGraphs.set(userAddress, userGraph);
291
+ this.graphCache.set(userAddress, {
292
+ graph: userGraph,
293
+ lastSaved: new Date(),
294
+ isDirty: true
295
+ });
296
+
297
+ console.log(`✅ Batch extraction complete: ${totalEntities} entities, ${totalRelationships} relationships added`);
298
+
299
+ return results;
300
+ } catch (error) {
301
+ console.error('❌ Batch knowledge graph extraction failed:', error);
302
+ throw error;
303
+ }
304
+ }
305
+
306
+ /**
307
+ * Get graph statistics
308
+ */
309
+ getGraphStatistics(userAddress: string) {
310
+ if (!this.graphService) {
311
+ throw new Error('Knowledge Graph not initialized. Call initializeKnowledgeGraph() first.');
312
+ }
313
+
314
+ const graph = this.knowledgeGraphs.get(userAddress);
315
+ if (!graph) {
316
+ return {
317
+ totalEntities: 0,
318
+ totalRelationships: 0,
319
+ entityTypes: {},
320
+ relationshipTypes: {},
321
+ averageConnections: 0,
322
+ graphDensity: 0,
323
+ extractionStats: null,
324
+ lastUpdated: null
325
+ };
326
+ }
327
+
328
+ return this.graphService.getGraphStats(graph);
329
+ }
330
+
331
+ /**
332
+ * Get analytics about the knowledge graph
333
+ */
334
+ getKnowledgeGraphAnalytics(userAddress: string) {
335
+ const graph = this.knowledgeGraphs.get(userAddress);
336
+
337
+ if (!graph) {
338
+ return {
339
+ totalEntities: 0,
340
+ totalRelationships: 0,
341
+ entityTypes: {},
342
+ relationshipTypes: {},
343
+ connectedComponents: 0,
344
+ averageConnections: 0,
345
+ lastUpdated: null
346
+ };
347
+ }
348
+
349
+ // Analyze entity types
350
+ const entityTypes: Record<string, number> = {};
351
+ graph.entities.forEach((entity: any) => {
352
+ entityTypes[entity.type] = (entityTypes[entity.type] || 0) + 1;
353
+ });
354
+
355
+ // Analyze relationship types
356
+ const relationshipTypes: Record<string, number> = {};
357
+ graph.relationships.forEach((rel: any) => {
358
+ relationshipTypes[rel.type || rel.label] = (relationshipTypes[rel.type || rel.label] || 0) + 1;
359
+ });
360
+
361
+ // Calculate average connections
362
+ const connectionCounts = new Map();
363
+ graph.relationships.forEach((rel: any) => {
364
+ connectionCounts.set(rel.source, (connectionCounts.get(rel.source) || 0) + 1);
365
+ connectionCounts.set(rel.target, (connectionCounts.get(rel.target) || 0) + 1);
366
+ });
367
+
368
+ const averageConnections = connectionCounts.size > 0
369
+ ? Array.from(connectionCounts.values()).reduce((sum, count) => sum + count, 0) / connectionCounts.size
370
+ : 0;
371
+
372
+ return {
373
+ totalEntities: graph.entities.length,
374
+ totalRelationships: graph.relationships.length,
375
+ entityTypes,
376
+ relationshipTypes,
377
+ connectedComponents: connectionCounts.size,
378
+ averageConnections: Math.round(averageConnections * 100) / 100,
379
+ lastUpdated: graph.metadata.lastUpdated
380
+ };
381
+ }
382
+
383
+ /**
384
+ * Check if graph needs to be saved
385
+ */
386
+ isGraphDirty(userAddress: string): boolean {
387
+ return this.graphCache.get(userAddress)?.isDirty || false;
388
+ }
389
+
390
+ /**
391
+ * Mark graph as saved
392
+ */
393
+ markGraphAsSaved(userAddress: string) {
394
+ const cacheEntry = this.graphCache.get(userAddress);
395
+ if (cacheEntry) {
396
+ cacheEntry.lastSaved = new Date();
397
+ cacheEntry.isDirty = false;
398
+ }
399
+ }
400
+
401
+ /**
402
+ * Get all user addresses with cached graphs
403
+ */
404
+ getCachedUsers(): string[] {
405
+ return Array.from(this.knowledgeGraphs.keys());
406
+ }
407
+
408
+ /**
409
+ * Clear graph cache for a user
410
+ */
411
+ clearUserGraph(userAddress: string) {
412
+ this.knowledgeGraphs.delete(userAddress);
413
+ this.graphCache.delete(userAddress);
414
+ }
415
+
416
+ /**
417
+ * Serialize graph for storage
418
+ */
419
+ serializeGraph(userAddress: string): string | null {
420
+ const graph = this.knowledgeGraphs.get(userAddress);
421
+ if (!graph) return null;
422
+
423
+ return JSON.stringify(graph, null, 2);
424
+ }
425
+ }