@cmdoss/memwal-sdk 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ARCHITECTURE.md +463 -0
- package/BENCHMARKS.md +238 -0
- package/README.md +142 -0
- package/dist/access/PermissionService.d.ts +179 -0
- package/dist/access/PermissionService.d.ts.map +1 -0
- package/dist/access/PermissionService.js +445 -0
- package/dist/access/PermissionService.js.map +1 -0
- package/dist/access/index.d.ts +8 -0
- package/dist/access/index.d.ts.map +1 -0
- package/dist/access/index.js +7 -0
- package/dist/access/index.js.map +1 -0
- package/dist/aggregation/AggregationService.d.ts +132 -0
- package/dist/aggregation/AggregationService.d.ts.map +1 -0
- package/dist/aggregation/AggregationService.js +225 -0
- package/dist/aggregation/AggregationService.js.map +1 -0
- package/dist/aggregation/index.d.ts +8 -0
- package/dist/aggregation/index.d.ts.map +1 -0
- package/dist/aggregation/index.js +7 -0
- package/dist/aggregation/index.js.map +1 -0
- package/dist/ai-sdk/PDWVectorStore.d.ts +124 -0
- package/dist/ai-sdk/PDWVectorStore.d.ts.map +1 -0
- package/dist/ai-sdk/PDWVectorStore.js +557 -0
- package/dist/ai-sdk/PDWVectorStore.js.map +1 -0
- package/dist/ai-sdk/index.d.ts +45 -0
- package/dist/ai-sdk/index.d.ts.map +1 -0
- package/dist/ai-sdk/index.js +45 -0
- package/dist/ai-sdk/index.js.map +1 -0
- package/dist/ai-sdk/tools.d.ts +153 -0
- package/dist/ai-sdk/tools.d.ts.map +1 -0
- package/dist/ai-sdk/tools.js +312 -0
- package/dist/ai-sdk/tools.js.map +1 -0
- package/dist/ai-sdk/types.d.ts +336 -0
- package/dist/ai-sdk/types.d.ts.map +1 -0
- package/dist/ai-sdk/types.js +36 -0
- package/dist/ai-sdk/types.js.map +1 -0
- package/dist/api/client.d.ts +43 -0
- package/dist/api/client.d.ts.map +1 -0
- package/dist/api/client.js +136 -0
- package/dist/api/client.js.map +1 -0
- package/dist/batch/BatchManager.d.ts +147 -0
- package/dist/batch/BatchManager.d.ts.map +1 -0
- package/dist/batch/BatchManager.js +427 -0
- package/dist/batch/BatchManager.js.map +1 -0
- package/dist/batch/BatchingService.d.ts +122 -0
- package/dist/batch/BatchingService.d.ts.map +1 -0
- package/dist/batch/BatchingService.js +301 -0
- package/dist/batch/BatchingService.js.map +1 -0
- package/dist/batch/MemoryProcessingCache.d.ts +147 -0
- package/dist/batch/MemoryProcessingCache.d.ts.map +1 -0
- package/dist/batch/MemoryProcessingCache.js +349 -0
- package/dist/batch/MemoryProcessingCache.js.map +1 -0
- package/dist/batch/index.d.ts +13 -0
- package/dist/batch/index.d.ts.map +1 -0
- package/dist/batch/index.js +10 -0
- package/dist/batch/index.js.map +1 -0
- package/dist/browser.d.ts +73 -0
- package/dist/browser.d.ts.map +1 -0
- package/dist/browser.js +66 -0
- package/dist/browser.js.map +1 -0
- package/dist/chat/index.d.ts +13 -0
- package/dist/chat/index.d.ts.map +1 -0
- package/dist/chat/index.js +14 -0
- package/dist/chat/index.js.map +1 -0
- package/dist/client/ClientMemoryManager.d.ts +202 -0
- package/dist/client/ClientMemoryManager.d.ts.map +1 -0
- package/dist/client/ClientMemoryManager.js +764 -0
- package/dist/client/ClientMemoryManager.js.map +1 -0
- package/dist/client/PersonalDataWallet.d.ts +406 -0
- package/dist/client/PersonalDataWallet.d.ts.map +1 -0
- package/dist/client/PersonalDataWallet.js +229 -0
- package/dist/client/PersonalDataWallet.js.map +1 -0
- package/dist/client/SimplePDWClient.d.ts +534 -0
- package/dist/client/SimplePDWClient.d.ts.map +1 -0
- package/dist/client/SimplePDWClient.js +876 -0
- package/dist/client/SimplePDWClient.js.map +1 -0
- package/dist/client/factory.d.ts +99 -0
- package/dist/client/factory.d.ts.map +1 -0
- package/dist/client/factory.js +126 -0
- package/dist/client/factory.js.map +1 -0
- package/dist/client/namespaces/AnalyticsNamespace.d.ts +178 -0
- package/dist/client/namespaces/AnalyticsNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/AnalyticsNamespace.js +261 -0
- package/dist/client/namespaces/AnalyticsNamespace.js.map +1 -0
- package/dist/client/namespaces/BatchNamespace.d.ts +120 -0
- package/dist/client/namespaces/BatchNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/BatchNamespace.js +261 -0
- package/dist/client/namespaces/BatchNamespace.js.map +1 -0
- package/dist/client/namespaces/CacheNamespace.d.ts +80 -0
- package/dist/client/namespaces/CacheNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/CacheNamespace.js +100 -0
- package/dist/client/namespaces/CacheNamespace.js.map +1 -0
- package/dist/client/namespaces/CapabilityNamespace.d.ts +145 -0
- package/dist/client/namespaces/CapabilityNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/CapabilityNamespace.js +181 -0
- package/dist/client/namespaces/CapabilityNamespace.js.map +1 -0
- package/dist/client/namespaces/ChatNamespace.d.ts +110 -0
- package/dist/client/namespaces/ChatNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/ChatNamespace.js +123 -0
- package/dist/client/namespaces/ChatNamespace.js.map +1 -0
- package/dist/client/namespaces/ClassifyNamespace.d.ts +96 -0
- package/dist/client/namespaces/ClassifyNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/ClassifyNamespace.js +149 -0
- package/dist/client/namespaces/ClassifyNamespace.js.map +1 -0
- package/dist/client/namespaces/ContextNamespace.d.ts +150 -0
- package/dist/client/namespaces/ContextNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/ContextNamespace.js +250 -0
- package/dist/client/namespaces/ContextNamespace.js.map +1 -0
- package/dist/client/namespaces/EmbeddingsNamespace.d.ts +64 -0
- package/dist/client/namespaces/EmbeddingsNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/EmbeddingsNamespace.js +86 -0
- package/dist/client/namespaces/EmbeddingsNamespace.js.map +1 -0
- package/dist/client/namespaces/EncryptionNamespace.d.ts +128 -0
- package/dist/client/namespaces/EncryptionNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/EncryptionNamespace.js +161 -0
- package/dist/client/namespaces/EncryptionNamespace.js.map +1 -0
- package/dist/client/namespaces/GraphNamespace.d.ts +168 -0
- package/dist/client/namespaces/GraphNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/GraphNamespace.js +314 -0
- package/dist/client/namespaces/GraphNamespace.js.map +1 -0
- package/dist/client/namespaces/IndexNamespace.d.ts +141 -0
- package/dist/client/namespaces/IndexNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/IndexNamespace.js +238 -0
- package/dist/client/namespaces/IndexNamespace.js.map +1 -0
- package/dist/client/namespaces/MemoryNamespace.d.ts +277 -0
- package/dist/client/namespaces/MemoryNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/MemoryNamespace.js +907 -0
- package/dist/client/namespaces/MemoryNamespace.js.map +1 -0
- package/dist/client/namespaces/PermissionsNamespace.d.ts +114 -0
- package/dist/client/namespaces/PermissionsNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/PermissionsNamespace.js +179 -0
- package/dist/client/namespaces/PermissionsNamespace.js.map +1 -0
- package/dist/client/namespaces/PipelineNamespace.d.ts +125 -0
- package/dist/client/namespaces/PipelineNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/PipelineNamespace.js +171 -0
- package/dist/client/namespaces/PipelineNamespace.js.map +1 -0
- package/dist/client/namespaces/SearchNamespace.d.ts +382 -0
- package/dist/client/namespaces/SearchNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/SearchNamespace.js +821 -0
- package/dist/client/namespaces/SearchNamespace.js.map +1 -0
- package/dist/client/namespaces/StorageNamespace.d.ts +180 -0
- package/dist/client/namespaces/StorageNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/StorageNamespace.js +354 -0
- package/dist/client/namespaces/StorageNamespace.js.map +1 -0
- package/dist/client/namespaces/TxNamespace.d.ts +143 -0
- package/dist/client/namespaces/TxNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/TxNamespace.js +208 -0
- package/dist/client/namespaces/TxNamespace.js.map +1 -0
- package/dist/client/namespaces/WalletNamespace.d.ts +124 -0
- package/dist/client/namespaces/WalletNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/WalletNamespace.js +197 -0
- package/dist/client/namespaces/WalletNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/AINamespace.d.ts +265 -0
- package/dist/client/namespaces/consolidated/AINamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/AINamespace.js +390 -0
- package/dist/client/namespaces/consolidated/AINamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts +265 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.js +412 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.d.ts +354 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.js +522 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.d.ts +235 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.js +351 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/index.d.ts +17 -0
- package/dist/client/namespaces/consolidated/index.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/index.js +13 -0
- package/dist/client/namespaces/consolidated/index.js.map +1 -0
- package/dist/client/signers/KeypairSigner.d.ts +55 -0
- package/dist/client/signers/KeypairSigner.d.ts.map +1 -0
- package/dist/client/signers/KeypairSigner.js +84 -0
- package/dist/client/signers/KeypairSigner.js.map +1 -0
- package/dist/client/signers/UnifiedSigner.d.ts +88 -0
- package/dist/client/signers/UnifiedSigner.d.ts.map +1 -0
- package/dist/client/signers/UnifiedSigner.js +13 -0
- package/dist/client/signers/UnifiedSigner.js.map +1 -0
- package/dist/client/signers/WalletAdapterSigner.d.ts +94 -0
- package/dist/client/signers/WalletAdapterSigner.d.ts.map +1 -0
- package/dist/client/signers/WalletAdapterSigner.js +91 -0
- package/dist/client/signers/WalletAdapterSigner.js.map +1 -0
- package/dist/client/signers/index.d.ts +14 -0
- package/dist/client/signers/index.d.ts.map +1 -0
- package/dist/client/signers/index.js +12 -0
- package/dist/client/signers/index.js.map +1 -0
- package/dist/config/ConfigurationHelper.d.ts +167 -0
- package/dist/config/ConfigurationHelper.d.ts.map +1 -0
- package/dist/config/ConfigurationHelper.js +283 -0
- package/dist/config/ConfigurationHelper.js.map +1 -0
- package/dist/config/defaults.d.ts +9 -0
- package/dist/config/defaults.d.ts.map +1 -0
- package/dist/config/defaults.js +49 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/config/index.d.ts +9 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +8 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/validation.d.ts +12 -0
- package/dist/config/validation.d.ts.map +1 -0
- package/dist/config/validation.js +61 -0
- package/dist/config/validation.js.map +1 -0
- package/dist/core/index.d.ts +11 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +13 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/interfaces/IService.d.ts +162 -0
- package/dist/core/interfaces/IService.d.ts.map +1 -0
- package/dist/core/interfaces/IService.js +159 -0
- package/dist/core/interfaces/IService.js.map +1 -0
- package/dist/core/interfaces/index.d.ts +7 -0
- package/dist/core/interfaces/index.d.ts.map +1 -0
- package/dist/core/interfaces/index.js +7 -0
- package/dist/core/interfaces/index.js.map +1 -0
- package/dist/core/types/capability.d.ts +268 -0
- package/dist/core/types/capability.d.ts.map +1 -0
- package/dist/core/types/capability.js +16 -0
- package/dist/core/types/capability.js.map +1 -0
- package/dist/core/types/index.d.ts +750 -0
- package/dist/core/types/index.d.ts.map +1 -0
- package/dist/core/types/index.js +6 -0
- package/dist/core/types/index.js.map +1 -0
- package/dist/core/types/wallet.d.ts +254 -0
- package/dist/core/types/wallet.d.ts.map +1 -0
- package/dist/core/types/wallet.js +27 -0
- package/dist/core/types/wallet.js.map +1 -0
- package/dist/core/types.d.ts +8 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +8 -0
- package/dist/core/types.js.map +1 -0
- package/dist/core/wallet.d.ts +209 -0
- package/dist/core/wallet.d.ts.map +1 -0
- package/dist/core/wallet.js +27 -0
- package/dist/core/wallet.js.map +1 -0
- package/dist/embedding/index.d.ts +9 -0
- package/dist/embedding/index.d.ts.map +1 -0
- package/dist/embedding/index.js +8 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/types.d.ts +302 -0
- package/dist/embedding/types.d.ts.map +1 -0
- package/dist/embedding/types.js +9 -0
- package/dist/embedding/types.js.map +1 -0
- package/dist/encryption/index.d.ts +14 -0
- package/dist/encryption/index.d.ts.map +1 -0
- package/dist/encryption/index.js +14 -0
- package/dist/encryption/index.js.map +1 -0
- package/dist/errors/index.d.ts +149 -0
- package/dist/errors/index.d.ts.map +1 -0
- package/dist/errors/index.js +301 -0
- package/dist/errors/index.js.map +1 -0
- package/dist/errors/recovery.d.ts +128 -0
- package/dist/errors/recovery.d.ts.map +1 -0
- package/dist/errors/recovery.js +320 -0
- package/dist/errors/recovery.js.map +1 -0
- package/dist/errors/validation.d.ts +106 -0
- package/dist/errors/validation.d.ts.map +1 -0
- package/dist/errors/validation.js +354 -0
- package/dist/errors/validation.js.map +1 -0
- package/dist/generated/pdw/capability.d.ts +223 -0
- package/dist/generated/pdw/capability.d.ts.map +1 -0
- package/dist/generated/pdw/capability.js +238 -0
- package/dist/generated/pdw/capability.js.map +1 -0
- package/dist/generated/pdw/deps/sui/object.d.ts +9 -0
- package/dist/generated/pdw/deps/sui/object.d.ts.map +1 -0
- package/dist/generated/pdw/deps/sui/object.js +11 -0
- package/dist/generated/pdw/deps/sui/object.js.map +1 -0
- package/dist/generated/pdw/deps/sui/vec_map.d.ts +37 -0
- package/dist/generated/pdw/deps/sui/vec_map.d.ts.map +1 -0
- package/dist/generated/pdw/deps/sui/vec_map.js +28 -0
- package/dist/generated/pdw/deps/sui/vec_map.js.map +1 -0
- package/dist/generated/pdw/memory.d.ts +676 -0
- package/dist/generated/pdw/memory.d.ts.map +1 -0
- package/dist/generated/pdw/memory.js +681 -0
- package/dist/generated/pdw/memory.js.map +1 -0
- package/dist/generated/pdw/wallet.d.ts +78 -0
- package/dist/generated/pdw/wallet.d.ts.map +1 -0
- package/dist/generated/pdw/wallet.js +89 -0
- package/dist/generated/pdw/wallet.js.map +1 -0
- package/dist/generated/utils/index.d.ts +12 -0
- package/dist/generated/utils/index.d.ts.map +1 -0
- package/dist/generated/utils/index.js +132 -0
- package/dist/generated/utils/index.js.map +1 -0
- package/dist/graph/BrowserKnowledgeGraphManager.d.ts +101 -0
- package/dist/graph/BrowserKnowledgeGraphManager.d.ts.map +1 -0
- package/dist/graph/BrowserKnowledgeGraphManager.js +411 -0
- package/dist/graph/BrowserKnowledgeGraphManager.js.map +1 -0
- package/dist/graph/GraphService.d.ts +194 -0
- package/dist/graph/GraphService.d.ts.map +1 -0
- package/dist/graph/GraphService.js +662 -0
- package/dist/graph/GraphService.js.map +1 -0
- package/dist/graph/KnowledgeGraphManager.d.ts +161 -0
- package/dist/graph/KnowledgeGraphManager.d.ts.map +1 -0
- package/dist/graph/KnowledgeGraphManager.js +495 -0
- package/dist/graph/KnowledgeGraphManager.js.map +1 -0
- package/dist/graph/index.d.ts +11 -0
- package/dist/graph/index.d.ts.map +1 -0
- package/dist/graph/index.js +9 -0
- package/dist/graph/index.js.map +1 -0
- package/dist/hooks.wip/index.d.ts +55 -0
- package/dist/hooks.wip/index.d.ts.map +1 -0
- package/dist/hooks.wip/index.js +58 -0
- package/dist/hooks.wip/index.js.map +1 -0
- package/dist/hooks.wip/useCreateMemory.d.ts +111 -0
- package/dist/hooks.wip/useCreateMemory.d.ts.map +1 -0
- package/dist/hooks.wip/useCreateMemory.js +149 -0
- package/dist/hooks.wip/useCreateMemory.js.map +1 -0
- package/dist/hooks.wip/useCreateMemoryBatch.d.ts +122 -0
- package/dist/hooks.wip/useCreateMemoryBatch.d.ts.map +1 -0
- package/dist/hooks.wip/useCreateMemoryBatch.js +221 -0
- package/dist/hooks.wip/useCreateMemoryBatch.js.map +1 -0
- package/dist/hooks.wip/useKnowledgeGraph.d.ts +66 -0
- package/dist/hooks.wip/useKnowledgeGraph.d.ts.map +1 -0
- package/dist/hooks.wip/useKnowledgeGraph.js +229 -0
- package/dist/hooks.wip/useKnowledgeGraph.js.map +1 -0
- package/dist/hooks.wip/useMemoryChat.d.ts +106 -0
- package/dist/hooks.wip/useMemoryChat.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryChat.js +284 -0
- package/dist/hooks.wip/useMemoryChat.js.map +1 -0
- package/dist/hooks.wip/useMemoryIndex.d.ts +90 -0
- package/dist/hooks.wip/useMemoryIndex.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryIndex.js +218 -0
- package/dist/hooks.wip/useMemoryIndex.js.map +1 -0
- package/dist/hooks.wip/useMemoryManager.d.ts +35 -0
- package/dist/hooks.wip/useMemoryManager.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryManager.js +86 -0
- package/dist/hooks.wip/useMemoryManager.js.map +1 -0
- package/dist/hooks.wip/useMemorySearch.d.ts +100 -0
- package/dist/hooks.wip/useMemorySearch.d.ts.map +1 -0
- package/dist/hooks.wip/useMemorySearch.js +278 -0
- package/dist/hooks.wip/useMemorySearch.js.map +1 -0
- package/dist/hooks.wip/useMemoryServices.d.ts +80 -0
- package/dist/hooks.wip/useMemoryServices.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryServices.js +264 -0
- package/dist/hooks.wip/useMemoryServices.js.map +1 -0
- package/dist/hooks.wip/usePDWRAG.d.ts +112 -0
- package/dist/hooks.wip/usePDWRAG.d.ts.map +1 -0
- package/dist/hooks.wip/usePDWRAG.js +121 -0
- package/dist/hooks.wip/usePDWRAG.js.map +1 -0
- package/dist/hooks.wip/usePDWVectorStore.d.ts +68 -0
- package/dist/hooks.wip/usePDWVectorStore.d.ts.map +1 -0
- package/dist/hooks.wip/usePDWVectorStore.js +102 -0
- package/dist/hooks.wip/usePDWVectorStore.js.map +1 -0
- package/dist/hooks.wip/useRetrieveEmbedding.d.ts +138 -0
- package/dist/hooks.wip/useRetrieveEmbedding.d.ts.map +1 -0
- package/dist/hooks.wip/useRetrieveEmbedding.js +121 -0
- package/dist/hooks.wip/useRetrieveEmbedding.js.map +1 -0
- package/dist/hooks.wip/useSearchMemories.d.ts +103 -0
- package/dist/hooks.wip/useSearchMemories.d.ts.map +1 -0
- package/dist/hooks.wip/useSearchMemories.js +146 -0
- package/dist/hooks.wip/useSearchMemories.js.map +1 -0
- package/dist/hooks.wip/useStoreEmbedding.d.ts +174 -0
- package/dist/hooks.wip/useStoreEmbedding.d.ts.map +1 -0
- package/dist/hooks.wip/useStoreEmbedding.js +167 -0
- package/dist/hooks.wip/useStoreEmbedding.js.map +1 -0
- package/dist/hooks.wip/useWalletMemories.d.ts +119 -0
- package/dist/hooks.wip/useWalletMemories.d.ts.map +1 -0
- package/dist/hooks.wip/useWalletMemories.js +166 -0
- package/dist/hooks.wip/useWalletMemories.js.map +1 -0
- package/dist/hooks.wip/utils/cache.d.ts +25 -0
- package/dist/hooks.wip/utils/cache.d.ts.map +1 -0
- package/dist/hooks.wip/utils/cache.js +38 -0
- package/dist/hooks.wip/utils/cache.js.map +1 -0
- package/dist/hooks.wip/utils/types.d.ts +138 -0
- package/dist/hooks.wip/utils/types.d.ts.map +1 -0
- package/dist/hooks.wip/utils/types.js +5 -0
- package/dist/hooks.wip/utils/types.js.map +1 -0
- package/dist/index.d.ts +190 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +298 -0
- package/dist/index.js.map +1 -0
- package/dist/infrastructure/ai/EmbeddingService.d.ts +101 -0
- package/dist/infrastructure/ai/EmbeddingService.d.ts.map +1 -0
- package/dist/infrastructure/ai/EmbeddingService.js +242 -0
- package/dist/infrastructure/ai/EmbeddingService.js.map +1 -0
- package/dist/infrastructure/ai/GeminiAIService.d.ts +84 -0
- package/dist/infrastructure/ai/GeminiAIService.d.ts.map +1 -0
- package/dist/infrastructure/ai/GeminiAIService.js +300 -0
- package/dist/infrastructure/ai/GeminiAIService.js.map +1 -0
- package/dist/infrastructure/ai/index.d.ts +8 -0
- package/dist/infrastructure/ai/index.d.ts.map +1 -0
- package/dist/infrastructure/ai/index.js +8 -0
- package/dist/infrastructure/ai/index.js.map +1 -0
- package/dist/infrastructure/index.d.ts +16 -0
- package/dist/infrastructure/index.d.ts.map +1 -0
- package/dist/infrastructure/index.js +19 -0
- package/dist/infrastructure/index.js.map +1 -0
- package/dist/infrastructure/seal/EncryptionService.d.ts +162 -0
- package/dist/infrastructure/seal/EncryptionService.d.ts.map +1 -0
- package/dist/infrastructure/seal/EncryptionService.js +466 -0
- package/dist/infrastructure/seal/EncryptionService.js.map +1 -0
- package/dist/infrastructure/seal/SealService.d.ts +132 -0
- package/dist/infrastructure/seal/SealService.d.ts.map +1 -0
- package/dist/infrastructure/seal/SealService.js +473 -0
- package/dist/infrastructure/seal/SealService.js.map +1 -0
- package/dist/infrastructure/seal/index.d.ts +8 -0
- package/dist/infrastructure/seal/index.d.ts.map +1 -0
- package/dist/infrastructure/seal/index.js +8 -0
- package/dist/infrastructure/seal/index.js.map +1 -0
- package/dist/infrastructure/sui/BlockchainManager.d.ts +161 -0
- package/dist/infrastructure/sui/BlockchainManager.d.ts.map +1 -0
- package/dist/infrastructure/sui/BlockchainManager.js +421 -0
- package/dist/infrastructure/sui/BlockchainManager.js.map +1 -0
- package/dist/infrastructure/sui/SuiService.d.ts +179 -0
- package/dist/infrastructure/sui/SuiService.d.ts.map +1 -0
- package/dist/infrastructure/sui/SuiService.js +658 -0
- package/dist/infrastructure/sui/SuiService.js.map +1 -0
- package/dist/infrastructure/sui/index.d.ts +8 -0
- package/dist/infrastructure/sui/index.d.ts.map +1 -0
- package/dist/infrastructure/sui/index.js +8 -0
- package/dist/infrastructure/sui/index.js.map +1 -0
- package/dist/infrastructure/walrus/StorageManager.d.ts +207 -0
- package/dist/infrastructure/walrus/StorageManager.d.ts.map +1 -0
- package/dist/infrastructure/walrus/StorageManager.js +413 -0
- package/dist/infrastructure/walrus/StorageManager.js.map +1 -0
- package/dist/infrastructure/walrus/WalrusStorageService.d.ts +177 -0
- package/dist/infrastructure/walrus/WalrusStorageService.d.ts.map +1 -0
- package/dist/infrastructure/walrus/WalrusStorageService.js +403 -0
- package/dist/infrastructure/walrus/WalrusStorageService.js.map +1 -0
- package/dist/infrastructure/walrus/index.d.ts +8 -0
- package/dist/infrastructure/walrus/index.d.ts.map +1 -0
- package/dist/infrastructure/walrus/index.js +8 -0
- package/dist/infrastructure/walrus/index.js.map +1 -0
- package/dist/langchain/PDWEmbeddings.d.ts +77 -0
- package/dist/langchain/PDWEmbeddings.d.ts.map +1 -0
- package/dist/langchain/PDWEmbeddings.js +96 -0
- package/dist/langchain/PDWEmbeddings.js.map +1 -0
- package/dist/langchain/PDWVectorStore.d.ts +173 -0
- package/dist/langchain/PDWVectorStore.d.ts.map +1 -0
- package/dist/langchain/PDWVectorStore.js +304 -0
- package/dist/langchain/PDWVectorStore.js.map +1 -0
- package/dist/langchain/createPDWRAG.d.ts +115 -0
- package/dist/langchain/createPDWRAG.d.ts.map +1 -0
- package/dist/langchain/createPDWRAG.js +181 -0
- package/dist/langchain/createPDWRAG.js.map +1 -0
- package/dist/langchain/index.d.ts +35 -0
- package/dist/langchain/index.d.ts.map +1 -0
- package/dist/langchain/index.js +35 -0
- package/dist/langchain/index.js.map +1 -0
- package/dist/memory/index.d.ts +13 -0
- package/dist/memory/index.d.ts.map +1 -0
- package/dist/memory/index.js +14 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/permissions/ConsentRepository.d.ts +71 -0
- package/dist/permissions/ConsentRepository.d.ts.map +1 -0
- package/dist/permissions/ConsentRepository.js +297 -0
- package/dist/permissions/ConsentRepository.js.map +1 -0
- package/dist/permissions/index.d.ts +9 -0
- package/dist/permissions/index.d.ts.map +1 -0
- package/dist/permissions/index.js +8 -0
- package/dist/permissions/index.js.map +1 -0
- package/dist/pipeline/MemoryPipeline.d.ts +191 -0
- package/dist/pipeline/MemoryPipeline.d.ts.map +1 -0
- package/dist/pipeline/MemoryPipeline.js +588 -0
- package/dist/pipeline/MemoryPipeline.js.map +1 -0
- package/dist/pipeline/PipelineManager.d.ts +178 -0
- package/dist/pipeline/PipelineManager.d.ts.map +1 -0
- package/dist/pipeline/PipelineManager.js +485 -0
- package/dist/pipeline/PipelineManager.js.map +1 -0
- package/dist/pipeline/index.d.ts +13 -0
- package/dist/pipeline/index.d.ts.map +1 -0
- package/dist/pipeline/index.js +11 -0
- package/dist/pipeline/index.js.map +1 -0
- package/dist/retrieval/AdvancedSearchService.d.ts +231 -0
- package/dist/retrieval/AdvancedSearchService.d.ts.map +1 -0
- package/dist/retrieval/AdvancedSearchService.js +384 -0
- package/dist/retrieval/AdvancedSearchService.js.map +1 -0
- package/dist/retrieval/MemoryAnalyticsService.d.ts +227 -0
- package/dist/retrieval/MemoryAnalyticsService.d.ts.map +1 -0
- package/dist/retrieval/MemoryAnalyticsService.js +417 -0
- package/dist/retrieval/MemoryAnalyticsService.js.map +1 -0
- package/dist/retrieval/MemoryDecryptionPipeline.d.ts +191 -0
- package/dist/retrieval/MemoryDecryptionPipeline.d.ts.map +1 -0
- package/dist/retrieval/MemoryDecryptionPipeline.js +623 -0
- package/dist/retrieval/MemoryDecryptionPipeline.js.map +1 -0
- package/dist/retrieval/MemoryRetrievalService.d.ts +248 -0
- package/dist/retrieval/MemoryRetrievalService.d.ts.map +1 -0
- package/dist/retrieval/MemoryRetrievalService.js +519 -0
- package/dist/retrieval/MemoryRetrievalService.js.map +1 -0
- package/dist/retrieval/index.d.ts +14 -0
- package/dist/retrieval/index.d.ts.map +1 -0
- package/dist/retrieval/index.js +10 -0
- package/dist/retrieval/index.js.map +1 -0
- package/dist/services/BatchService.d.ts +109 -0
- package/dist/services/BatchService.d.ts.map +1 -0
- package/dist/services/BatchService.js +259 -0
- package/dist/services/BatchService.js.map +1 -0
- package/dist/services/CapabilityService.d.ts +141 -0
- package/dist/services/CapabilityService.d.ts.map +1 -0
- package/dist/services/CapabilityService.js +361 -0
- package/dist/services/CapabilityService.js.map +1 -0
- package/dist/services/ChatService.d.ts +89 -0
- package/dist/services/ChatService.d.ts.map +1 -0
- package/dist/services/ChatService.js +319 -0
- package/dist/services/ChatService.js.map +1 -0
- package/dist/services/ClassifierService.d.ts +104 -0
- package/dist/services/ClassifierService.d.ts.map +1 -0
- package/dist/services/ClassifierService.js +374 -0
- package/dist/services/ClassifierService.js.map +1 -0
- package/dist/services/CrossContextPermissionService.d.ts +149 -0
- package/dist/services/CrossContextPermissionService.d.ts.map +1 -0
- package/dist/services/CrossContextPermissionService.js +337 -0
- package/dist/services/CrossContextPermissionService.js.map +1 -0
- package/dist/services/EmbeddingService.d.ts +206 -0
- package/dist/services/EmbeddingService.d.ts.map +1 -0
- package/dist/services/EmbeddingService.js +504 -0
- package/dist/services/EmbeddingService.js.map +1 -0
- package/dist/services/EncryptionService.d.ts +201 -0
- package/dist/services/EncryptionService.d.ts.map +1 -0
- package/dist/services/EncryptionService.js +558 -0
- package/dist/services/EncryptionService.js.map +1 -0
- package/dist/services/GeminiAIService.d.ts +112 -0
- package/dist/services/GeminiAIService.d.ts.map +1 -0
- package/dist/services/GeminiAIService.js +389 -0
- package/dist/services/GeminiAIService.js.map +1 -0
- package/dist/services/IndexManager.d.ts +238 -0
- package/dist/services/IndexManager.d.ts.map +1 -0
- package/dist/services/IndexManager.js +691 -0
- package/dist/services/IndexManager.js.map +1 -0
- package/dist/services/MemoryIndexService.d.ts +222 -0
- package/dist/services/MemoryIndexService.d.ts.map +1 -0
- package/dist/services/MemoryIndexService.js +695 -0
- package/dist/services/MemoryIndexService.js.map +1 -0
- package/dist/services/MemoryService.d.ts +156 -0
- package/dist/services/MemoryService.d.ts.map +1 -0
- package/dist/services/MemoryService.js +273 -0
- package/dist/services/MemoryService.js.map +1 -0
- package/dist/services/QueryService.d.ts +182 -0
- package/dist/services/QueryService.d.ts.map +1 -0
- package/dist/services/QueryService.js +631 -0
- package/dist/services/QueryService.js.map +1 -0
- package/dist/services/StorageService.d.ts +523 -0
- package/dist/services/StorageService.d.ts.map +1 -0
- package/dist/services/StorageService.js +627 -0
- package/dist/services/StorageService.js.map +1 -0
- package/dist/services/TransactionService.d.ts +179 -0
- package/dist/services/TransactionService.d.ts.map +1 -0
- package/dist/services/TransactionService.js +639 -0
- package/dist/services/TransactionService.js.map +1 -0
- package/dist/services/VectorService.d.ts +122 -0
- package/dist/services/VectorService.d.ts.map +1 -0
- package/dist/services/VectorService.js +371 -0
- package/dist/services/VectorService.js.map +1 -0
- package/dist/services/ViewService.d.ts +126 -0
- package/dist/services/ViewService.d.ts.map +1 -0
- package/dist/services/ViewService.js +356 -0
- package/dist/services/ViewService.js.map +1 -0
- package/dist/services/index.d.ts +12 -0
- package/dist/services/index.d.ts.map +1 -0
- package/dist/services/index.js +11 -0
- package/dist/services/index.js.map +1 -0
- package/dist/services/storage/BlobAttributesManager.d.ts +60 -0
- package/dist/services/storage/BlobAttributesManager.d.ts.map +1 -0
- package/dist/services/storage/BlobAttributesManager.js +265 -0
- package/dist/services/storage/BlobAttributesManager.js.map +1 -0
- package/dist/services/storage/KnowledgeGraphManager.d.ts +162 -0
- package/dist/services/storage/KnowledgeGraphManager.d.ts.map +1 -0
- package/dist/services/storage/KnowledgeGraphManager.js +303 -0
- package/dist/services/storage/KnowledgeGraphManager.js.map +1 -0
- package/dist/services/storage/MemorySearchManager.d.ts +154 -0
- package/dist/services/storage/MemorySearchManager.d.ts.map +1 -0
- package/dist/services/storage/MemorySearchManager.js +260 -0
- package/dist/services/storage/MemorySearchManager.js.map +1 -0
- package/dist/services/storage/QuiltBatchManager.d.ts +185 -0
- package/dist/services/storage/QuiltBatchManager.d.ts.map +1 -0
- package/dist/services/storage/QuiltBatchManager.js +385 -0
- package/dist/services/storage/QuiltBatchManager.js.map +1 -0
- package/dist/services/storage/WalrusMetadataManager.d.ts +89 -0
- package/dist/services/storage/WalrusMetadataManager.d.ts.map +1 -0
- package/dist/services/storage/WalrusMetadataManager.js +177 -0
- package/dist/services/storage/WalrusMetadataManager.js.map +1 -0
- package/dist/services/storage/WalrusStorageManager.d.ts +113 -0
- package/dist/services/storage/WalrusStorageManager.d.ts.map +1 -0
- package/dist/services/storage/WalrusStorageManager.js +211 -0
- package/dist/services/storage/WalrusStorageManager.js.map +1 -0
- package/dist/services/storage/index.d.ts +24 -0
- package/dist/services/storage/index.d.ts.map +1 -0
- package/dist/services/storage/index.js +18 -0
- package/dist/services/storage/index.js.map +1 -0
- package/dist/transactions/index.d.ts +13 -0
- package/dist/transactions/index.d.ts.map +1 -0
- package/dist/transactions/index.js +14 -0
- package/dist/transactions/index.js.map +1 -0
- package/dist/types/index.d.ts +12 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +13 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/wallet.d.ts +12 -0
- package/dist/types/wallet.d.ts.map +1 -0
- package/dist/types/wallet.js +13 -0
- package/dist/types/wallet.js.map +1 -0
- package/dist/utils/index.d.ts +21 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +30 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/rebuildIndex.d.ts +79 -0
- package/dist/utils/rebuildIndex.d.ts.map +1 -0
- package/dist/utils/rebuildIndex.js +211 -0
- package/dist/utils/rebuildIndex.js.map +1 -0
- package/dist/utils/rebuildIndexNode.d.ts +70 -0
- package/dist/utils/rebuildIndexNode.d.ts.map +1 -0
- package/dist/utils/rebuildIndexNode.js +236 -0
- package/dist/utils/rebuildIndexNode.js.map +1 -0
- package/dist/vector/BrowserHnswIndexService.d.ts +93 -0
- package/dist/vector/BrowserHnswIndexService.d.ts.map +1 -0
- package/dist/vector/BrowserHnswIndexService.js +581 -0
- package/dist/vector/BrowserHnswIndexService.js.map +1 -0
- package/dist/vector/HnswWasmService.d.ts +97 -0
- package/dist/vector/HnswWasmService.d.ts.map +1 -0
- package/dist/vector/HnswWasmService.js +518 -0
- package/dist/vector/HnswWasmService.js.map +1 -0
- package/dist/vector/IHnswService.d.ts +179 -0
- package/dist/vector/IHnswService.d.ts.map +1 -0
- package/dist/vector/IHnswService.js +25 -0
- package/dist/vector/IHnswService.js.map +1 -0
- package/dist/vector/NodeHnswService.d.ts +80 -0
- package/dist/vector/NodeHnswService.d.ts.map +1 -0
- package/dist/vector/NodeHnswService.js +589 -0
- package/dist/vector/NodeHnswService.js.map +1 -0
- package/dist/vector/VectorManager.d.ts +142 -0
- package/dist/vector/VectorManager.d.ts.map +1 -0
- package/dist/vector/VectorManager.js +339 -0
- package/dist/vector/VectorManager.js.map +1 -0
- package/dist/vector/createHnswService.d.ts +51 -0
- package/dist/vector/createHnswService.d.ts.map +1 -0
- package/dist/vector/createHnswService.js +120 -0
- package/dist/vector/createHnswService.js.map +1 -0
- package/dist/vector/index.d.ts +24 -0
- package/dist/vector/index.d.ts.map +1 -0
- package/dist/vector/index.js +24 -0
- package/dist/vector/index.js.map +1 -0
- package/dist/view/ViewService.d.ts +136 -0
- package/dist/view/ViewService.d.ts.map +1 -0
- package/dist/view/ViewService.js +325 -0
- package/dist/view/ViewService.js.map +1 -0
- package/dist/view/index.d.ts +7 -0
- package/dist/view/index.d.ts.map +1 -0
- package/dist/view/index.js +7 -0
- package/dist/view/index.js.map +1 -0
- package/dist/wallet/ContextWalletService.d.ts +172 -0
- package/dist/wallet/ContextWalletService.d.ts.map +1 -0
- package/dist/wallet/ContextWalletService.js +510 -0
- package/dist/wallet/ContextWalletService.js.map +1 -0
- package/dist/wallet/MainWalletService.d.ts +114 -0
- package/dist/wallet/MainWalletService.d.ts.map +1 -0
- package/dist/wallet/MainWalletService.js +259 -0
- package/dist/wallet/MainWalletService.js.map +1 -0
- package/dist/wallet/index.d.ts +16 -0
- package/dist/wallet/index.d.ts.map +1 -0
- package/dist/wallet/index.js +14 -0
- package/dist/wallet/index.js.map +1 -0
- package/package.json +150 -0
- package/src/access/PermissionService.ts +636 -0
- package/src/access/index.ts +8 -0
- package/src/aggregation/AggregationService.ts +390 -0
- package/src/aggregation/index.ts +8 -0
- package/src/ai-sdk/PDWVectorStore.ts +712 -0
- package/src/ai-sdk/index.ts +65 -0
- package/src/ai-sdk/tools.ts +460 -0
- package/src/ai-sdk/types.ts +404 -0
- package/src/batch/BatchManager.ts +598 -0
- package/src/batch/BatchingService.ts +430 -0
- package/src/batch/MemoryProcessingCache.ts +493 -0
- package/src/batch/index.ts +31 -0
- package/src/browser.ts +196 -0
- package/src/client/ClientMemoryManager.ts +982 -0
- package/src/client/PersonalDataWallet.ts +346 -0
- package/src/client/SimplePDWClient.ts +1180 -0
- package/src/client/factory.ts +155 -0
- package/src/client/namespaces/AnalyticsNamespace.ts +377 -0
- package/src/client/namespaces/BatchNamespace.ts +356 -0
- package/src/client/namespaces/CacheNamespace.ts +123 -0
- package/src/client/namespaces/CapabilityNamespace.ts +217 -0
- package/src/client/namespaces/ClassifyNamespace.ts +169 -0
- package/src/client/namespaces/ContextNamespace.ts +297 -0
- package/src/client/namespaces/EmbeddingsNamespace.ts +99 -0
- package/src/client/namespaces/EncryptionNamespace.ts +221 -0
- package/src/client/namespaces/GraphNamespace.ts +468 -0
- package/src/client/namespaces/IndexNamespace.ts +283 -0
- package/src/client/namespaces/MemoryNamespace.ts +1135 -0
- package/src/client/namespaces/PermissionsNamespace.ts +254 -0
- package/src/client/namespaces/PipelineNamespace.ts +220 -0
- package/src/client/namespaces/SearchNamespace.ts +1036 -0
- package/src/client/namespaces/StorageNamespace.ts +458 -0
- package/src/client/namespaces/TxNamespace.ts +260 -0
- package/src/client/namespaces/WalletNamespace.ts +243 -0
- package/src/client/namespaces/consolidated/AINamespace.ts +449 -0
- package/src/client/namespaces/consolidated/BlockchainNamespace.ts +492 -0
- package/src/client/namespaces/consolidated/SecurityNamespace.ts +648 -0
- package/src/client/namespaces/consolidated/StorageNamespace.ts +440 -0
- package/src/client/namespaces/consolidated/index.ts +39 -0
- package/src/client/signers/KeypairSigner.ts +101 -0
- package/src/client/signers/UnifiedSigner.ts +99 -0
- package/src/client/signers/WalletAdapterSigner.ts +149 -0
- package/src/client/signers/index.ts +19 -0
- package/src/config/ConfigurationHelper.ts +413 -0
- package/src/config/defaults.ts +52 -0
- package/src/config/index.ts +9 -0
- package/src/config/validation.ts +71 -0
- package/src/core/index.ts +14 -0
- package/src/core/interfaces/IService.ts +307 -0
- package/src/core/interfaces/index.ts +8 -0
- package/src/core/types/capability.ts +297 -0
- package/src/core/types/index.ts +871 -0
- package/src/core/types/wallet.ts +271 -0
- package/src/core/types.ts +9 -0
- package/src/core/wallet.ts +223 -0
- package/src/embedding/index.ts +20 -0
- package/src/embedding/types.ts +358 -0
- package/src/errors/index.ts +603 -0
- package/src/errors/recovery.ts +462 -0
- package/src/errors/validation.ts +568 -0
- package/src/generated/pdw/capability.ts +319 -0
- package/src/generated/pdw/deps/sui/object.ts +13 -0
- package/src/generated/pdw/deps/sui/vec_map.ts +33 -0
- package/src/generated/pdw/memory.ts +1088 -0
- package/src/generated/pdw/wallet.ts +124 -0
- package/src/generated/utils/index.ts +159 -0
- package/src/graph/GraphService.ts +888 -0
- package/src/graph/KnowledgeGraphManager.ts +729 -0
- package/src/graph/index.ts +26 -0
- package/src/index.ts +458 -0
- package/src/infrastructure/index.ts +22 -0
- package/src/infrastructure/seal/EncryptionService.ts +604 -0
- package/src/infrastructure/seal/SealService.ts +616 -0
- package/src/infrastructure/seal/index.ts +9 -0
- package/src/infrastructure/sui/BlockchainManager.ts +628 -0
- package/src/infrastructure/sui/SuiService.ts +888 -0
- package/src/infrastructure/sui/index.ts +9 -0
- package/src/infrastructure/walrus/StorageManager.ts +605 -0
- package/src/infrastructure/walrus/WalrusStorageService.ts +613 -0
- package/src/infrastructure/walrus/index.ts +9 -0
- package/src/langchain/PDWEmbeddings.ts +145 -0
- package/src/langchain/PDWVectorStore.ts +456 -0
- package/src/langchain/README.md +116 -0
- package/src/langchain/createPDWRAG.ts +303 -0
- package/src/langchain/index.ts +47 -0
- package/src/permissions/ConsentRepository.ts +364 -0
- package/src/permissions/index.ts +9 -0
- package/src/pipeline/MemoryPipeline.ts +863 -0
- package/src/pipeline/PipelineManager.ts +684 -0
- package/src/pipeline/index.ts +27 -0
- package/src/retrieval/AdvancedSearchService.ts +630 -0
- package/src/retrieval/MemoryAnalyticsService.ts +712 -0
- package/src/retrieval/MemoryDecryptionPipeline.ts +825 -0
- package/src/retrieval/MemoryRetrievalService.ts +831 -0
- package/src/retrieval/index.ts +43 -0
- package/src/services/BatchService.ts +353 -0
- package/src/services/CapabilityService.ts +448 -0
- package/src/services/ClassifierService.ts +466 -0
- package/src/services/CrossContextPermissionService.ts +484 -0
- package/src/services/EmbeddingService.ts +706 -0
- package/src/services/EncryptionService.ts +712 -0
- package/src/services/GeminiAIService.ts +497 -0
- package/src/services/IndexManager.ts +1004 -0
- package/src/services/MemoryIndexService.ts +922 -0
- package/src/services/MemoryService.ts +370 -0
- package/src/services/QueryService.ts +891 -0
- package/src/services/StorageService.ts +1111 -0
- package/src/services/TransactionService.ts +791 -0
- package/src/services/VectorService.ts +462 -0
- package/src/services/ViewService.ts +485 -0
- package/src/services/index.ts +25 -0
- package/src/services/storage/BlobAttributesManager.ts +342 -0
- package/src/services/storage/KnowledgeGraphManager.ts +425 -0
- package/src/services/storage/MemorySearchManager.ts +387 -0
- package/src/services/storage/QuiltBatchManager.ts +532 -0
- package/src/services/storage/WalrusMetadataManager.ts +271 -0
- package/src/services/storage/WalrusStorageManager.ts +290 -0
- package/src/services/storage/index.ts +52 -0
- package/src/types/index.ts +13 -0
- package/src/utils/index.ts +68 -0
- package/src/utils/rebuildIndex.ts +290 -0
- package/src/utils/rebuildIndexNode.ts +341 -0
- package/src/vector/BrowserHnswIndexService.ts +758 -0
- package/src/vector/HnswWasmService.ts +679 -0
- package/src/vector/IHnswService.ts +224 -0
- package/src/vector/NodeHnswService.ts +713 -0
- package/src/vector/VectorManager.ts +479 -0
- package/src/vector/createHnswService.ts +135 -0
- package/src/vector/index.ts +57 -0
- package/src/wallet/ContextWalletService.ts +657 -0
- package/src/wallet/MainWalletService.ts +318 -0
- package/src/wallet/index.ts +17 -0
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Rebuild HNSW Index from Existing On-Chain Memories
|
|
3
|
+
*
|
|
4
|
+
* This utility fetches all existing memories from the blockchain and re-indexes them
|
|
5
|
+
* locally in IndexedDB for vector search. Use this when:
|
|
6
|
+
*
|
|
7
|
+
* 1. You have old memories created before local indexing was implemented
|
|
8
|
+
* 2. Your IndexedDB was cleared
|
|
9
|
+
* 3. You want to sync a new device with existing on-chain memories
|
|
10
|
+
*
|
|
11
|
+
* @example
|
|
12
|
+
* ```typescript
|
|
13
|
+
* import { rebuildIndex } from 'personal-data-wallet-sdk/utils/rebuildIndex';
|
|
14
|
+
* import { useCurrentAccount, useSuiClient, useSignPersonalMessage } from '@mysten/dapp-kit';
|
|
15
|
+
*
|
|
16
|
+
* const account = useCurrentAccount();
|
|
17
|
+
* const client = useSuiClient();
|
|
18
|
+
* const { mutateAsync: signPersonalMessage } = useSignPersonalMessage();
|
|
19
|
+
*
|
|
20
|
+
* await rebuildIndex({
|
|
21
|
+
* userAddress: account.address,
|
|
22
|
+
* client,
|
|
23
|
+
* signPersonalMessage,
|
|
24
|
+
* packageId: process.env.NEXT_PUBLIC_PACKAGE_ID,
|
|
25
|
+
* geminiApiKey: process.env.NEXT_PUBLIC_GEMINI_API_KEY,
|
|
26
|
+
* walrusAggregator: process.env.NEXT_PUBLIC_WALRUS_AGGREGATOR,
|
|
27
|
+
* onProgress: (current, total) => console.log(`${current}/${total}`)
|
|
28
|
+
* });
|
|
29
|
+
* ```
|
|
30
|
+
*/
|
|
31
|
+
import type { SuiClient } from '@mysten/sui/client';
|
|
32
|
+
export interface RebuildIndexOptions {
|
|
33
|
+
/** User's blockchain address */
|
|
34
|
+
userAddress: string;
|
|
35
|
+
/** Sui client instance */
|
|
36
|
+
client: SuiClient;
|
|
37
|
+
/** Function to sign messages for SEAL decryption */
|
|
38
|
+
signPersonalMessage: (params: {
|
|
39
|
+
message: Uint8Array;
|
|
40
|
+
}) => Promise<{
|
|
41
|
+
signature: string;
|
|
42
|
+
}>;
|
|
43
|
+
/** Package ID for the PDW smart contract */
|
|
44
|
+
packageId: string;
|
|
45
|
+
/** Gemini API key for generating embeddings */
|
|
46
|
+
geminiApiKey: string;
|
|
47
|
+
/** Walrus aggregator URL */
|
|
48
|
+
walrusAggregator: string;
|
|
49
|
+
/** Access registry ID (for SEAL) */
|
|
50
|
+
accessRegistryId?: string;
|
|
51
|
+
/** Progress callback (current, total) */
|
|
52
|
+
onProgress?: (current: number, total: number, status: string) => void;
|
|
53
|
+
/** Whether to force re-index even if index exists */
|
|
54
|
+
force?: boolean;
|
|
55
|
+
}
|
|
56
|
+
export interface RebuildIndexResult {
|
|
57
|
+
success: boolean;
|
|
58
|
+
totalMemories: number;
|
|
59
|
+
indexedMemories: number;
|
|
60
|
+
failedMemories: number;
|
|
61
|
+
errors: Array<{
|
|
62
|
+
blobId: string;
|
|
63
|
+
error: string;
|
|
64
|
+
}>;
|
|
65
|
+
duration: number;
|
|
66
|
+
}
|
|
67
|
+
/**
|
|
68
|
+
* Rebuild HNSW index from existing on-chain memories
|
|
69
|
+
*/
|
|
70
|
+
export declare function rebuildIndex(options: RebuildIndexOptions): Promise<RebuildIndexResult>;
|
|
71
|
+
/**
|
|
72
|
+
* Check if user has an existing index
|
|
73
|
+
*/
|
|
74
|
+
export declare function hasExistingIndex(userAddress: string): Promise<boolean>;
|
|
75
|
+
/**
|
|
76
|
+
* Clear existing index for a user
|
|
77
|
+
*/
|
|
78
|
+
export declare function clearIndex(userAddress: string): void;
|
|
79
|
+
//# sourceMappingURL=rebuildIndex.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rebuildIndex.d.ts","sourceRoot":"","sources":["../../src/utils/rebuildIndex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAMpD,MAAM,WAAW,mBAAmB;IAClC,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IAEpB,0BAA0B;IAC1B,MAAM,EAAE,SAAS,CAAC;IAElB,oDAAoD;IACpD,mBAAmB,EAAE,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,UAAU,CAAA;KAAE,KAAK,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAEzF,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAElB,+CAA+C;IAC/C,YAAY,EAAE,MAAM,CAAC;IAErB,4BAA4B;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IAEzB,oCAAoC;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,yCAAyC;IACzC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtE,qDAAqD;IACrD,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CA8L5F;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAO5E;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAIpD"}
|
|
@@ -0,0 +1,211 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Rebuild HNSW Index from Existing On-Chain Memories
|
|
3
|
+
*
|
|
4
|
+
* This utility fetches all existing memories from the blockchain and re-indexes them
|
|
5
|
+
* locally in IndexedDB for vector search. Use this when:
|
|
6
|
+
*
|
|
7
|
+
* 1. You have old memories created before local indexing was implemented
|
|
8
|
+
* 2. Your IndexedDB was cleared
|
|
9
|
+
* 3. You want to sync a new device with existing on-chain memories
|
|
10
|
+
*
|
|
11
|
+
* @example
|
|
12
|
+
* ```typescript
|
|
13
|
+
* import { rebuildIndex } from 'personal-data-wallet-sdk/utils/rebuildIndex';
|
|
14
|
+
* import { useCurrentAccount, useSuiClient, useSignPersonalMessage } from '@mysten/dapp-kit';
|
|
15
|
+
*
|
|
16
|
+
* const account = useCurrentAccount();
|
|
17
|
+
* const client = useSuiClient();
|
|
18
|
+
* const { mutateAsync: signPersonalMessage } = useSignPersonalMessage();
|
|
19
|
+
*
|
|
20
|
+
* await rebuildIndex({
|
|
21
|
+
* userAddress: account.address,
|
|
22
|
+
* client,
|
|
23
|
+
* signPersonalMessage,
|
|
24
|
+
* packageId: process.env.NEXT_PUBLIC_PACKAGE_ID,
|
|
25
|
+
* geminiApiKey: process.env.NEXT_PUBLIC_GEMINI_API_KEY,
|
|
26
|
+
* walrusAggregator: process.env.NEXT_PUBLIC_WALRUS_AGGREGATOR,
|
|
27
|
+
* onProgress: (current, total) => console.log(`${current}/${total}`)
|
|
28
|
+
* });
|
|
29
|
+
* ```
|
|
30
|
+
*/
|
|
31
|
+
import { BrowserHnswIndexService } from '../vector/BrowserHnswIndexService.js';
|
|
32
|
+
import { EmbeddingService } from '../services/EmbeddingService.js';
|
|
33
|
+
import { ClientMemoryManager } from '../client/ClientMemoryManager.js';
|
|
34
|
+
import { ViewService } from '../services/ViewService.js';
|
|
35
|
+
/**
|
|
36
|
+
* Rebuild HNSW index from existing on-chain memories
|
|
37
|
+
*/
|
|
38
|
+
export async function rebuildIndex(options) {
|
|
39
|
+
const { userAddress, client, signPersonalMessage, packageId, geminiApiKey, walrusAggregator, accessRegistryId, onProgress, force = false } = options;
|
|
40
|
+
const startTime = Date.now();
|
|
41
|
+
const errors = [];
|
|
42
|
+
console.log('🔄 Starting index rebuild...');
|
|
43
|
+
onProgress?.(0, 0, 'Initializing services...');
|
|
44
|
+
try {
|
|
45
|
+
// Step 1: Initialize services
|
|
46
|
+
const embeddingService = new EmbeddingService({
|
|
47
|
+
apiKey: geminiApiKey,
|
|
48
|
+
model: 'text-embedding-004',
|
|
49
|
+
dimensions: 3072
|
|
50
|
+
});
|
|
51
|
+
const hnswService = new BrowserHnswIndexService({
|
|
52
|
+
dimension: 3072,
|
|
53
|
+
maxElements: 10000,
|
|
54
|
+
m: 16,
|
|
55
|
+
efConstruction: 200
|
|
56
|
+
}, {
|
|
57
|
+
maxBatchSize: 50,
|
|
58
|
+
batchDelayMs: 1000 // Shorter delay for rebuild
|
|
59
|
+
});
|
|
60
|
+
const viewService = new ViewService(client, { packageId });
|
|
61
|
+
const memoryManager = new ClientMemoryManager({
|
|
62
|
+
packageId,
|
|
63
|
+
accessRegistryId: accessRegistryId || '',
|
|
64
|
+
walrusAggregator,
|
|
65
|
+
geminiApiKey,
|
|
66
|
+
enableLocalIndexing: false // We'll handle indexing manually
|
|
67
|
+
});
|
|
68
|
+
// Step 2: Check if index already exists
|
|
69
|
+
if (!force) {
|
|
70
|
+
try {
|
|
71
|
+
const hasExisting = await hnswService.loadIndexFromDB(userAddress);
|
|
72
|
+
if (hasExisting) {
|
|
73
|
+
console.log('ℹ️ Index already exists. Use force=true to rebuild.');
|
|
74
|
+
return {
|
|
75
|
+
success: false,
|
|
76
|
+
totalMemories: 0,
|
|
77
|
+
indexedMemories: 0,
|
|
78
|
+
failedMemories: 0,
|
|
79
|
+
errors: [{ blobId: '', error: 'Index already exists. Use force=true to rebuild.' }],
|
|
80
|
+
duration: Date.now() - startTime
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
catch (err) {
|
|
85
|
+
// No index exists, continue with rebuild
|
|
86
|
+
console.log('✅ No existing index, proceeding with rebuild...');
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
else {
|
|
90
|
+
// Clear existing index if force rebuild
|
|
91
|
+
hnswService.clearUserIndex(userAddress);
|
|
92
|
+
console.log('🗑️ Cleared existing index for rebuild');
|
|
93
|
+
}
|
|
94
|
+
// Step 3: Fetch all on-chain memories
|
|
95
|
+
console.log('📡 Fetching memories from blockchain...');
|
|
96
|
+
onProgress?.(0, 0, 'Fetching memories from blockchain...');
|
|
97
|
+
const result = await viewService.getUserMemories(userAddress, {
|
|
98
|
+
limit: 1000 // Fetch up to 1000 memories
|
|
99
|
+
});
|
|
100
|
+
const totalMemories = result.data.length;
|
|
101
|
+
console.log(`📊 Found ${totalMemories} memories on-chain`);
|
|
102
|
+
if (totalMemories === 0) {
|
|
103
|
+
console.log('ℹ️ No memories to index');
|
|
104
|
+
return {
|
|
105
|
+
success: true,
|
|
106
|
+
totalMemories: 0,
|
|
107
|
+
indexedMemories: 0,
|
|
108
|
+
failedMemories: 0,
|
|
109
|
+
errors: [],
|
|
110
|
+
duration: Date.now() - startTime
|
|
111
|
+
};
|
|
112
|
+
}
|
|
113
|
+
// Step 4: Process each memory
|
|
114
|
+
let indexedCount = 0;
|
|
115
|
+
let failedCount = 0;
|
|
116
|
+
for (let i = 0; i < result.data.length; i++) {
|
|
117
|
+
const memory = result.data[i];
|
|
118
|
+
const progress = `Memory ${i + 1}/${totalMemories}`;
|
|
119
|
+
console.log(`🔄 Processing ${progress}: ${memory.blobId}`);
|
|
120
|
+
onProgress?.(i + 1, totalMemories, `Processing ${progress}...`);
|
|
121
|
+
try {
|
|
122
|
+
// Retrieve and decrypt memory content
|
|
123
|
+
const memoryData = await memoryManager.retrieveMemory({
|
|
124
|
+
blobId: memory.blobId,
|
|
125
|
+
account: { address: userAddress },
|
|
126
|
+
signPersonalMessage,
|
|
127
|
+
client
|
|
128
|
+
});
|
|
129
|
+
// Generate/extract embedding
|
|
130
|
+
let embedding = memoryData.embedding;
|
|
131
|
+
if (!embedding || embedding.length !== 3072) {
|
|
132
|
+
console.log(` ⚠️ No valid embedding found, generating new one...`);
|
|
133
|
+
const embeddingResult = await embeddingService.embedText({
|
|
134
|
+
text: memoryData.content
|
|
135
|
+
});
|
|
136
|
+
embedding = embeddingResult.vector;
|
|
137
|
+
}
|
|
138
|
+
// Add to HNSW index
|
|
139
|
+
// Option A+: Store content in index for fast local retrieval (no Walrus fetch needed)
|
|
140
|
+
const vectorId = parseInt(memory.id.slice(-8), 16); // Use memory ID as vector ID
|
|
141
|
+
hnswService.addVectorToIndexBatched(userAddress, vectorId, embedding, {
|
|
142
|
+
blobId: memory.blobId,
|
|
143
|
+
category: memory.category,
|
|
144
|
+
importance: memory.importance,
|
|
145
|
+
contentType: 'text/plain',
|
|
146
|
+
contentSize: memory.contentSize,
|
|
147
|
+
createdTimestamp: memory.createdAt,
|
|
148
|
+
// Option A+: Store content for fast retrieval (avoids Walrus fetch on search)
|
|
149
|
+
content: memoryData.content,
|
|
150
|
+
isEncrypted: false // If we decrypted it successfully, store it
|
|
151
|
+
});
|
|
152
|
+
indexedCount++;
|
|
153
|
+
console.log(` ✅ Indexed: ${memory.blobId.substring(0, 20)}...`);
|
|
154
|
+
}
|
|
155
|
+
catch (error) {
|
|
156
|
+
failedCount++;
|
|
157
|
+
const errorMsg = error.message || String(error);
|
|
158
|
+
errors.push({ blobId: memory.blobId, error: errorMsg });
|
|
159
|
+
console.error(` ❌ Failed to index ${memory.blobId}:`, errorMsg);
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
// Step 5: Force flush all pending vectors
|
|
163
|
+
console.log('💾 Flushing index to IndexedDB...');
|
|
164
|
+
onProgress?.(totalMemories, totalMemories, 'Saving index...');
|
|
165
|
+
await hnswService.forceFlush(userAddress);
|
|
166
|
+
const duration = Date.now() - startTime;
|
|
167
|
+
console.log('✅ Index rebuild complete!');
|
|
168
|
+
console.log(` Total: ${totalMemories}, Indexed: ${indexedCount}, Failed: ${failedCount}`);
|
|
169
|
+
console.log(` Duration: ${(duration / 1000).toFixed(2)}s`);
|
|
170
|
+
return {
|
|
171
|
+
success: true,
|
|
172
|
+
totalMemories,
|
|
173
|
+
indexedMemories: indexedCount,
|
|
174
|
+
failedMemories: failedCount,
|
|
175
|
+
errors,
|
|
176
|
+
duration
|
|
177
|
+
};
|
|
178
|
+
}
|
|
179
|
+
catch (error) {
|
|
180
|
+
console.error('❌ Index rebuild failed:', error);
|
|
181
|
+
return {
|
|
182
|
+
success: false,
|
|
183
|
+
totalMemories: 0,
|
|
184
|
+
indexedMemories: 0,
|
|
185
|
+
failedMemories: 0,
|
|
186
|
+
errors: [{ blobId: '', error: error.message || String(error) }],
|
|
187
|
+
duration: Date.now() - startTime
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
/**
|
|
192
|
+
* Check if user has an existing index
|
|
193
|
+
*/
|
|
194
|
+
export async function hasExistingIndex(userAddress) {
|
|
195
|
+
const hnswService = new BrowserHnswIndexService();
|
|
196
|
+
try {
|
|
197
|
+
return await hnswService.loadIndexFromDB(userAddress);
|
|
198
|
+
}
|
|
199
|
+
catch {
|
|
200
|
+
return false;
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
/**
|
|
204
|
+
* Clear existing index for a user
|
|
205
|
+
*/
|
|
206
|
+
export function clearIndex(userAddress) {
|
|
207
|
+
const hnswService = new BrowserHnswIndexService();
|
|
208
|
+
hnswService.clearUserIndex(userAddress);
|
|
209
|
+
console.log(`🗑️ Cleared index for user ${userAddress}`);
|
|
210
|
+
}
|
|
211
|
+
//# sourceMappingURL=rebuildIndex.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rebuildIndex.js","sourceRoot":"","sources":["../../src/utils/rebuildIndex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAGH,OAAO,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAA6B,MAAM,+BAA+B,CAAC;AAC/F,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAwCtD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC7D,MAAM,EACJ,WAAW,EACX,MAAM,EACN,mBAAmB,EACnB,SAAS,EACT,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,EACV,KAAK,GAAG,KAAK,EACd,GAAG,OAAO,CAAC;IAEZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;IAC5C,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAE/C,IAAI,CAAC;QACH,8BAA8B;QAC9B,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;YAC5C,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,oBAAoB;YAC3B,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,uBAAuB,CAC7C;YACE,SAAS,EAAE,IAAI;YACf,WAAW,EAAE,KAAK;YAClB,CAAC,EAAE,EAAE;YACL,cAAc,EAAE,GAAG;SACpB,EACD;YACE,YAAY,EAAE,EAAE;YAChB,YAAY,EAAE,IAAI,CAAC,4BAA4B;SAChD,CACF,CAAC;QAEF,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,MAAa,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAElE,MAAM,aAAa,GAAG,IAAI,mBAAmB,CAAC;YAC5C,SAAS;YACT,gBAAgB,EAAE,gBAAgB,IAAI,EAAE;YACxC,gBAAgB;YAChB,YAAY;YACZ,mBAAmB,EAAE,KAAK,CAAC,iCAAiC;SAC7D,CAAC,CAAC;QAEH,wCAAwC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;gBACnE,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;oBACnE,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,CAAC;wBAChB,eAAe,EAAE,CAAC;wBAClB,cAAc,EAAE,CAAC;wBACjB,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,kDAAkD,EAAE,CAAC;wBACnF,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;qBACjC,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,yCAAyC;gBACzC,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;aAAM,CAAC;YACN,wCAAwC;YACxC,WAAW,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACxD,CAAC;QAED,sCAAsC;QACtC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QACvD,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,sCAAsC,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,eAAe,CAAC,WAAW,EAAE;YAC5D,KAAK,EAAE,IAAI,CAAC,4BAA4B;SACzC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,YAAY,aAAa,oBAAoB,CAAC,CAAC;QAE3D,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;YACvC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,CAAC;gBAChB,eAAe,EAAE,CAAC;gBAClB,cAAc,EAAE,CAAC;gBACjB,MAAM,EAAE,EAAE;gBACV,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACjC,CAAC;QACJ,CAAC;QAED,8BAA8B;QAC9B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,aAAa,EAAE,CAAC;YAEpD,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3D,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,cAAc,QAAQ,KAAK,CAAC,CAAC;YAEhE,IAAI,CAAC;gBACH,sCAAsC;gBACtC,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC;oBACpD,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,OAAO,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE;oBACjC,mBAAmB;oBACnB,MAAM;iBACP,CAAC,CAAC;gBAEH,6BAA6B;gBAC7B,IAAI,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;gBACrC,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;oBAC5C,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;oBACpE,MAAM,eAAe,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC;wBACvD,IAAI,EAAE,UAAU,CAAC,OAAO;qBACzB,CAAC,CAAC;oBACH,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;gBACrC,CAAC;gBAED,oBAAoB;gBACpB,sFAAsF;gBACtF,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,6BAA6B;gBACjF,WAAW,CAAC,uBAAuB,CACjC,WAAW,EACX,QAAQ,EACR,SAAS,EACT;oBACE,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,WAAW,EAAE,YAAY;oBACzB,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,gBAAgB,EAAE,MAAM,CAAC,SAAS;oBAClC,8EAA8E;oBAC9E,OAAO,EAAE,UAAU,CAAC,OAAO;oBAC3B,WAAW,EAAE,KAAK,CAAC,4CAA4C;iBAChE,CACF,CAAC;gBAEF,YAAY,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YAEnE,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,WAAW,EAAE,CAAC;gBACd,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACxD,OAAO,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,MAAM,GAAG,EAAE,QAAQ,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,0CAA0C;QAC1C,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,UAAU,EAAE,CAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;QAE9D,MAAM,WAAW,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,cAAc,YAAY,aAAa,WAAW,EAAE,CAAC,CAAC;QAC5F,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE7D,OAAO;YACL,OAAO,EAAE,IAAI;YACb,aAAa;YACb,eAAe,EAAE,YAAY;YAC7B,cAAc,EAAE,WAAW;YAC3B,MAAM;YACN,QAAQ;SACT,CAAC;IAEJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;QAChD,OAAO;YACL,OAAO,EAAE,KAAK;YACd,aAAa,EAAE,CAAC;YAChB,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,CAAC;YACjB,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACjC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,WAAmB;IACxD,MAAM,WAAW,GAAG,IAAI,uBAAuB,EAAE,CAAC;IAClD,IAAI,CAAC;QACH,OAAO,MAAM,WAAW,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,WAAmB;IAC5C,MAAM,WAAW,GAAG,IAAI,uBAAuB,EAAE,CAAC;IAClD,WAAW,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,8BAA8B,WAAW,EAAE,CAAC,CAAC;AAC3D,CAAC"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Rebuild HNSW Index from Blockchain + Walrus (Node.js)
|
|
3
|
+
*
|
|
4
|
+
* This utility fetches all existing memories from the Sui blockchain,
|
|
5
|
+
* downloads embeddings from Walrus using the Walrus SDK, and rebuilds the local HNSW index.
|
|
6
|
+
*
|
|
7
|
+
* Use this when:
|
|
8
|
+
* 1. User logs in on a new device
|
|
9
|
+
* 2. Local index file was deleted/corrupted
|
|
10
|
+
* 3. Need to sync with latest on-chain state
|
|
11
|
+
*
|
|
12
|
+
* @example
|
|
13
|
+
* ```typescript
|
|
14
|
+
* import { rebuildIndexNode } from 'personal-data-wallet-sdk';
|
|
15
|
+
* import { getFullnodeUrl, SuiClient } from '@mysten/sui/client';
|
|
16
|
+
*
|
|
17
|
+
* const client = new SuiClient({ url: getFullnodeUrl('testnet') });
|
|
18
|
+
*
|
|
19
|
+
* await rebuildIndexNode({
|
|
20
|
+
* userAddress: '0x...',
|
|
21
|
+
* client,
|
|
22
|
+
* packageId: process.env.PACKAGE_ID!,
|
|
23
|
+
* network: 'testnet',
|
|
24
|
+
* onProgress: (current, total, status) => console.log(`${current}/${total}: ${status}`)
|
|
25
|
+
* });
|
|
26
|
+
* ```
|
|
27
|
+
*/
|
|
28
|
+
import type { SuiClient } from '@mysten/sui/client';
|
|
29
|
+
export interface RebuildIndexNodeOptions {
|
|
30
|
+
/** User's blockchain address */
|
|
31
|
+
userAddress: string;
|
|
32
|
+
/** Sui client instance */
|
|
33
|
+
client: SuiClient;
|
|
34
|
+
/** Package ID for the PDW smart contract */
|
|
35
|
+
packageId: string;
|
|
36
|
+
/** Walrus network (testnet or mainnet) */
|
|
37
|
+
network?: 'testnet' | 'mainnet';
|
|
38
|
+
/** @deprecated Use network instead. Walrus aggregator URL (fallback) */
|
|
39
|
+
walrusAggregator?: string;
|
|
40
|
+
/** Index directory (default: .pdw-indexes) */
|
|
41
|
+
indexDirectory?: string;
|
|
42
|
+
/** Progress callback */
|
|
43
|
+
onProgress?: (current: number, total: number, status: string) => void;
|
|
44
|
+
/** Whether to force re-index even if index exists */
|
|
45
|
+
force?: boolean;
|
|
46
|
+
}
|
|
47
|
+
export interface RebuildIndexNodeResult {
|
|
48
|
+
success: boolean;
|
|
49
|
+
totalMemories: number;
|
|
50
|
+
indexedMemories: number;
|
|
51
|
+
failedMemories: number;
|
|
52
|
+
errors: Array<{
|
|
53
|
+
blobId: string;
|
|
54
|
+
error: string;
|
|
55
|
+
}>;
|
|
56
|
+
duration: number;
|
|
57
|
+
}
|
|
58
|
+
/**
|
|
59
|
+
* Rebuild HNSW index from blockchain + Walrus (Node.js)
|
|
60
|
+
*/
|
|
61
|
+
export declare function rebuildIndexNode(options: RebuildIndexNodeOptions): Promise<RebuildIndexNodeResult>;
|
|
62
|
+
/**
|
|
63
|
+
* Check if index exists for a user (Node.js)
|
|
64
|
+
*/
|
|
65
|
+
export declare function hasExistingIndexNode(userAddress: string, indexDirectory?: string): Promise<boolean>;
|
|
66
|
+
/**
|
|
67
|
+
* Clear index for a user (Node.js)
|
|
68
|
+
*/
|
|
69
|
+
export declare function clearIndexNode(userAddress: string, indexDirectory?: string): Promise<void>;
|
|
70
|
+
//# sourceMappingURL=rebuildIndexNode.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rebuildIndexNode.d.ts","sourceRoot":"","sources":["../../src/utils/rebuildIndexNode.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAGpD,MAAM,WAAW,uBAAuB;IACtC,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IAEpB,0BAA0B;IAC1B,MAAM,EAAE,SAAS,CAAC;IAElB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAElB,0CAA0C;IAC1C,OAAO,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAEhC,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtE,qDAAqD;IACrD,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,QAAQ,EAAE,MAAM,CAAC;CAClB;AAaD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA6NxG;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,OAAO,CAAC,CASlB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,IAAI,CAAC,CAcf"}
|
|
@@ -0,0 +1,236 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Rebuild HNSW Index from Blockchain + Walrus (Node.js)
|
|
3
|
+
*
|
|
4
|
+
* This utility fetches all existing memories from the Sui blockchain,
|
|
5
|
+
* downloads embeddings from Walrus using the Walrus SDK, and rebuilds the local HNSW index.
|
|
6
|
+
*
|
|
7
|
+
* Use this when:
|
|
8
|
+
* 1. User logs in on a new device
|
|
9
|
+
* 2. Local index file was deleted/corrupted
|
|
10
|
+
* 3. Need to sync with latest on-chain state
|
|
11
|
+
*
|
|
12
|
+
* @example
|
|
13
|
+
* ```typescript
|
|
14
|
+
* import { rebuildIndexNode } from 'personal-data-wallet-sdk';
|
|
15
|
+
* import { getFullnodeUrl, SuiClient } from '@mysten/sui/client';
|
|
16
|
+
*
|
|
17
|
+
* const client = new SuiClient({ url: getFullnodeUrl('testnet') });
|
|
18
|
+
*
|
|
19
|
+
* await rebuildIndexNode({
|
|
20
|
+
* userAddress: '0x...',
|
|
21
|
+
* client,
|
|
22
|
+
* packageId: process.env.PACKAGE_ID!,
|
|
23
|
+
* network: 'testnet',
|
|
24
|
+
* onProgress: (current, total, status) => console.log(`${current}/${total}: ${status}`)
|
|
25
|
+
* });
|
|
26
|
+
* ```
|
|
27
|
+
*/
|
|
28
|
+
import { WalrusClient } from '@mysten/walrus';
|
|
29
|
+
/**
|
|
30
|
+
* Rebuild HNSW index from blockchain + Walrus (Node.js)
|
|
31
|
+
*/
|
|
32
|
+
export async function rebuildIndexNode(options) {
|
|
33
|
+
const { userAddress, client, packageId, network = process.env.WALRUS_NETWORK || 'testnet', walrusAggregator, indexDirectory = './.pdw-indexes', onProgress, force = false } = options;
|
|
34
|
+
const startTime = Date.now();
|
|
35
|
+
const errors = [];
|
|
36
|
+
console.log('[rebuildIndexNode] Starting index rebuild...');
|
|
37
|
+
onProgress?.(0, 0, 'Initializing...');
|
|
38
|
+
try {
|
|
39
|
+
// Dynamic imports for Node.js modules
|
|
40
|
+
const { NodeHnswService } = await import('../vector/NodeHnswService.js');
|
|
41
|
+
const fs = await import('fs/promises');
|
|
42
|
+
// Initialize Walrus client
|
|
43
|
+
const walrusClient = client.$extend(WalrusClient.experimental_asClientExtension({
|
|
44
|
+
network,
|
|
45
|
+
storageNodeClientOptions: {
|
|
46
|
+
timeout: 60000,
|
|
47
|
+
},
|
|
48
|
+
}));
|
|
49
|
+
// Initialize HNSW service
|
|
50
|
+
const hnswService = new NodeHnswService({
|
|
51
|
+
indexDirectory,
|
|
52
|
+
indexConfig: {
|
|
53
|
+
dimension: 3072,
|
|
54
|
+
maxElements: 10000,
|
|
55
|
+
m: 16,
|
|
56
|
+
efConstruction: 200
|
|
57
|
+
}
|
|
58
|
+
});
|
|
59
|
+
await hnswService.initialize();
|
|
60
|
+
// Check if index exists
|
|
61
|
+
const indexPath = `${indexDirectory}/${userAddress.replace(/[^a-zA-Z0-9]/g, '_')}.hnsw`;
|
|
62
|
+
let indexExists = false;
|
|
63
|
+
try {
|
|
64
|
+
await fs.access(indexPath);
|
|
65
|
+
indexExists = true;
|
|
66
|
+
}
|
|
67
|
+
catch {
|
|
68
|
+
// Index doesn't exist
|
|
69
|
+
}
|
|
70
|
+
if (indexExists && !force) {
|
|
71
|
+
console.log('[rebuildIndexNode] Index already exists. Use force=true to rebuild.');
|
|
72
|
+
return {
|
|
73
|
+
success: false,
|
|
74
|
+
totalMemories: 0,
|
|
75
|
+
indexedMemories: 0,
|
|
76
|
+
failedMemories: 0,
|
|
77
|
+
errors: [{ blobId: '', error: 'Index already exists. Use force=true to rebuild.' }],
|
|
78
|
+
duration: Date.now() - startTime
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
if (indexExists && force) {
|
|
82
|
+
await hnswService.deleteIndex(userAddress);
|
|
83
|
+
console.log('[rebuildIndexNode] Deleted existing index for rebuild');
|
|
84
|
+
}
|
|
85
|
+
// Fetch all memories from blockchain
|
|
86
|
+
console.log('[rebuildIndexNode] Fetching memories from blockchain...');
|
|
87
|
+
onProgress?.(0, 0, 'Fetching memories from blockchain...');
|
|
88
|
+
const memories = [];
|
|
89
|
+
let cursor = undefined;
|
|
90
|
+
let hasMore = true;
|
|
91
|
+
while (hasMore) {
|
|
92
|
+
const response = await client.getOwnedObjects({
|
|
93
|
+
owner: userAddress,
|
|
94
|
+
filter: {
|
|
95
|
+
StructType: `${packageId}::memory::Memory`,
|
|
96
|
+
},
|
|
97
|
+
options: {
|
|
98
|
+
showContent: true,
|
|
99
|
+
showType: true,
|
|
100
|
+
},
|
|
101
|
+
cursor,
|
|
102
|
+
limit: 50
|
|
103
|
+
});
|
|
104
|
+
for (const obj of response.data) {
|
|
105
|
+
if (obj.data?.content && 'fields' in obj.data.content) {
|
|
106
|
+
const fields = obj.data.content.fields;
|
|
107
|
+
memories.push({
|
|
108
|
+
id: obj.data.objectId,
|
|
109
|
+
blobId: fields.blob_id || '',
|
|
110
|
+
vectorId: parseInt(fields.vector_id || '0'),
|
|
111
|
+
category: fields.category || 'general',
|
|
112
|
+
importance: parseInt(fields.importance || '5')
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
cursor = response.nextCursor;
|
|
117
|
+
hasMore = response.hasNextPage;
|
|
118
|
+
}
|
|
119
|
+
const totalMemories = memories.length;
|
|
120
|
+
console.log(`[rebuildIndexNode] Found ${totalMemories} memories on-chain`);
|
|
121
|
+
if (totalMemories === 0) {
|
|
122
|
+
console.log('[rebuildIndexNode] No memories to index');
|
|
123
|
+
return {
|
|
124
|
+
success: true,
|
|
125
|
+
totalMemories: 0,
|
|
126
|
+
indexedMemories: 0,
|
|
127
|
+
failedMemories: 0,
|
|
128
|
+
errors: [],
|
|
129
|
+
duration: Date.now() - startTime
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
// Process each memory
|
|
133
|
+
let indexedCount = 0;
|
|
134
|
+
let failedCount = 0;
|
|
135
|
+
for (let i = 0; i < memories.length; i++) {
|
|
136
|
+
const memory = memories[i];
|
|
137
|
+
const progress = `Memory ${i + 1}/${totalMemories}`;
|
|
138
|
+
console.log(`[rebuildIndexNode] Processing ${progress}: ${memory.blobId.substring(0, 20)}...`);
|
|
139
|
+
onProgress?.(i + 1, totalMemories, `Processing ${progress}...`);
|
|
140
|
+
try {
|
|
141
|
+
// Download content from Walrus using SDK
|
|
142
|
+
const blobContent = await walrusClient.walrus.readBlob({ blobId: memory.blobId });
|
|
143
|
+
// Parse JSON content
|
|
144
|
+
const textDecoder = new TextDecoder();
|
|
145
|
+
const jsonString = textDecoder.decode(blobContent);
|
|
146
|
+
const memoryData = JSON.parse(jsonString);
|
|
147
|
+
// Extract embedding
|
|
148
|
+
const embedding = memoryData.embedding;
|
|
149
|
+
if (!embedding || embedding.length !== 3072) {
|
|
150
|
+
throw new Error(`Invalid embedding: length=${embedding?.length || 0}`);
|
|
151
|
+
}
|
|
152
|
+
// Add to HNSW index
|
|
153
|
+
// Option A+: Store content in index for fast local retrieval (no Walrus fetch needed)
|
|
154
|
+
// Note: Only for unencrypted content. If content was encrypted, it won't be parseable anyway.
|
|
155
|
+
await hnswService.addVector(userAddress, memory.vectorId, embedding, {
|
|
156
|
+
blobId: memory.blobId,
|
|
157
|
+
memoryObjectId: memory.id,
|
|
158
|
+
category: memory.category,
|
|
159
|
+
importance: memory.importance,
|
|
160
|
+
topic: memoryData.metadata?.topic || '',
|
|
161
|
+
timestamp: memoryData.timestamp,
|
|
162
|
+
// Option A+: Store content for fast retrieval (avoids Walrus fetch on search)
|
|
163
|
+
content: memoryData.content,
|
|
164
|
+
isEncrypted: false // If we can parse it, it's not encrypted
|
|
165
|
+
});
|
|
166
|
+
indexedCount++;
|
|
167
|
+
console.log(`[rebuildIndexNode] ✓ Indexed: ${memory.blobId.substring(0, 20)}...`);
|
|
168
|
+
}
|
|
169
|
+
catch (error) {
|
|
170
|
+
failedCount++;
|
|
171
|
+
const errorMsg = error.message || String(error);
|
|
172
|
+
errors.push({ blobId: memory.blobId, error: errorMsg });
|
|
173
|
+
console.error(`[rebuildIndexNode] ✗ Failed: ${errorMsg}`);
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
// Force save index
|
|
177
|
+
console.log('[rebuildIndexNode] Saving index to disk...');
|
|
178
|
+
onProgress?.(totalMemories, totalMemories, 'Saving index...');
|
|
179
|
+
await hnswService.flushBatch(userAddress);
|
|
180
|
+
const duration = Date.now() - startTime;
|
|
181
|
+
console.log('[rebuildIndexNode] Index rebuild complete!');
|
|
182
|
+
console.log(`[rebuildIndexNode] Total: ${totalMemories}, Indexed: ${indexedCount}, Failed: ${failedCount}`);
|
|
183
|
+
console.log(`[rebuildIndexNode] Duration: ${(duration / 1000).toFixed(2)}s`);
|
|
184
|
+
return {
|
|
185
|
+
success: true,
|
|
186
|
+
totalMemories,
|
|
187
|
+
indexedMemories: indexedCount,
|
|
188
|
+
failedMemories: failedCount,
|
|
189
|
+
errors,
|
|
190
|
+
duration
|
|
191
|
+
};
|
|
192
|
+
}
|
|
193
|
+
catch (error) {
|
|
194
|
+
console.error('[rebuildIndexNode] Index rebuild failed:', error);
|
|
195
|
+
return {
|
|
196
|
+
success: false,
|
|
197
|
+
totalMemories: 0,
|
|
198
|
+
indexedMemories: 0,
|
|
199
|
+
failedMemories: 0,
|
|
200
|
+
errors: [{ blobId: '', error: error.message || String(error) }],
|
|
201
|
+
duration: Date.now() - startTime
|
|
202
|
+
};
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
/**
|
|
206
|
+
* Check if index exists for a user (Node.js)
|
|
207
|
+
*/
|
|
208
|
+
export async function hasExistingIndexNode(userAddress, indexDirectory = './.pdw-indexes') {
|
|
209
|
+
try {
|
|
210
|
+
const fs = await import('fs/promises');
|
|
211
|
+
const indexPath = `${indexDirectory}/${userAddress.replace(/[^a-zA-Z0-9]/g, '_')}.hnsw`;
|
|
212
|
+
await fs.access(indexPath);
|
|
213
|
+
return true;
|
|
214
|
+
}
|
|
215
|
+
catch {
|
|
216
|
+
return false;
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
/**
|
|
220
|
+
* Clear index for a user (Node.js)
|
|
221
|
+
*/
|
|
222
|
+
export async function clearIndexNode(userAddress, indexDirectory = './.pdw-indexes') {
|
|
223
|
+
try {
|
|
224
|
+
const fs = await import('fs/promises');
|
|
225
|
+
const safeAddress = userAddress.replace(/[^a-zA-Z0-9]/g, '_');
|
|
226
|
+
const indexPath = `${indexDirectory}/${safeAddress}.hnsw`;
|
|
227
|
+
const metaPath = `${indexDirectory}/${safeAddress}.hnsw.meta.json`;
|
|
228
|
+
await fs.unlink(indexPath).catch(() => { });
|
|
229
|
+
await fs.unlink(metaPath).catch(() => { });
|
|
230
|
+
console.log(`[clearIndexNode] Cleared index for user ${userAddress}`);
|
|
231
|
+
}
|
|
232
|
+
catch (error) {
|
|
233
|
+
console.warn('[clearIndexNode] Error clearing index:', error);
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
//# sourceMappingURL=rebuildIndexNode.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rebuildIndexNode.js","sourceRoot":"","sources":["../../src/utils/rebuildIndexNode.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAgD9C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAgC;IACrE,MAAM,EACJ,WAAW,EACX,MAAM,EACN,SAAS,EACT,OAAO,GAAI,OAAO,CAAC,GAAG,CAAC,cAAwC,IAAI,SAAS,EAC5E,gBAAgB,EAChB,cAAc,GAAG,gBAAgB,EACjC,UAAU,EACV,KAAK,GAAG,KAAK,EACd,GAAG,OAAO,CAAC;IAEZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC5D,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAEtC,IAAI,CAAC;QACH,sCAAsC;QACtC,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QACtE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QAEvC,2BAA2B;QAC3B,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CACjC,YAAY,CAAC,8BAA8B,CAAC;YAC1C,OAAO;YACP,wBAAwB,EAAE;gBACxB,OAAO,EAAE,KAAM;aAChB;SACF,CAAC,CACH,CAAC;QAEF,0BAA0B;QAC1B,MAAM,WAAW,GAAG,IAAI,eAAe,CAAC;YACtC,cAAc;YACd,WAAW,EAAE;gBACX,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,KAAK;gBAClB,CAAC,EAAE,EAAE;gBACL,cAAc,EAAE,GAAG;aACpB;SACF,CAAC,CAAC;QAEH,MAAM,WAAW,CAAC,UAAU,EAAE,CAAC;QAE/B,wBAAwB;QACxB,MAAM,SAAS,GAAG,GAAG,cAAc,IAAI,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,OAAO,CAAC;QACxF,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC3B,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,sBAAsB;QACxB,CAAC;QAED,IAAI,WAAW,IAAI,CAAC,KAAK,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC;YACnF,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,CAAC;gBAChB,eAAe,EAAE,CAAC;gBAClB,cAAc,EAAE,CAAC;gBACjB,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,kDAAkD,EAAE,CAAC;gBACnF,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACjC,CAAC;QACJ,CAAC;QAED,IAAI,WAAW,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,WAAW,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;QACvE,CAAC;QAED,qCAAqC;QACrC,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;QACvE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,sCAAsC,CAAC,CAAC;QAE3D,MAAM,QAAQ,GAMT,EAAE,CAAC;QAER,IAAI,MAAM,GAA8B,SAAS,CAAC;QAClD,IAAI,OAAO,GAAG,IAAI,CAAC;QAEnB,OAAO,OAAO,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC;gBAC5C,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE;oBACN,UAAU,EAAE,GAAG,SAAS,kBAAkB;iBAC3C;gBACD,OAAO,EAAE;oBACP,WAAW,EAAE,IAAI;oBACjB,QAAQ,EAAE,IAAI;iBACf;gBACD,MAAM;gBACN,KAAK,EAAE,EAAE;aACV,CAAC,CAAC;YAEH,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAChC,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,IAAI,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACtD,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAa,CAAC;oBAC9C,QAAQ,CAAC,IAAI,CAAC;wBACZ,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,QAAQ;wBACrB,MAAM,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;wBAC5B,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;wBAC3C,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,SAAS;wBACtC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC;qBAC/C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC;YAC7B,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC;QACjC,CAAC;QAED,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,4BAA4B,aAAa,oBAAoB,CAAC,CAAC;QAE3E,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;YACvD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,CAAC;gBAChB,eAAe,EAAE,CAAC;gBAClB,cAAc,EAAE,CAAC;gBACjB,MAAM,EAAE,EAAE;gBACV,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACjC,CAAC;QACJ,CAAC;QAED,sBAAsB;QACtB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,aAAa,EAAE,CAAC;YAEpD,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,KAAK,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YAC/F,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,cAAc,QAAQ,KAAK,CAAC,CAAC;YAEhE,IAAI,CAAC;gBACH,yCAAyC;gBACzC,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBAElF,qBAAqB;gBACrB,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;gBACtC,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;gBACnD,MAAM,UAAU,GAAkB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAEzD,oBAAoB;gBACpB,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;gBACvC,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;oBAC5C,MAAM,IAAI,KAAK,CAAC,6BAA6B,SAAS,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;gBACzE,CAAC;gBAED,oBAAoB;gBACpB,sFAAsF;gBACtF,8FAA8F;gBAC9F,MAAM,WAAW,CAAC,SAAS,CACzB,WAAW,EACX,MAAM,CAAC,QAAQ,EACf,SAAS,EACT;oBACE,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,cAAc,EAAE,MAAM,CAAC,EAAE;oBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,KAAK,EAAE,UAAU,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;oBACvC,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,8EAA8E;oBAC9E,OAAO,EAAE,UAAU,CAAC,OAAO;oBAC3B,WAAW,EAAE,KAAK,CAAC,yCAAyC;iBAC7D,CACF,CAAC;gBAEF,YAAY,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,mCAAmC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YAEtF,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,WAAW,EAAE,CAAC;gBACd,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACxD,OAAO,CAAC,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC1D,UAAU,EAAE,CAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;QAC9D,MAAM,WAAW,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,6BAA6B,aAAa,cAAc,YAAY,aAAa,WAAW,EAAE,CAAC,CAAC;QAC5G,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE7E,OAAO;YACL,OAAO,EAAE,IAAI;YACb,aAAa;YACb,eAAe,EAAE,YAAY;YAC7B,cAAc,EAAE,WAAW;YAC3B,MAAM;YACN,QAAQ;SACT,CAAC;IAEJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;QACjE,OAAO;YACL,OAAO,EAAE,KAAK;YACd,aAAa,EAAE,CAAC;YAChB,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,CAAC;YACjB,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACjC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,WAAmB,EACnB,cAAc,GAAG,gBAAgB;IAEjC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,GAAG,cAAc,IAAI,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,OAAO,CAAC;QACxF,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,WAAmB,EACnB,cAAc,GAAG,gBAAgB;IAEjC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAG,GAAG,cAAc,IAAI,WAAW,OAAO,CAAC;QAC1D,MAAM,QAAQ,GAAG,GAAG,cAAc,IAAI,WAAW,iBAAiB,CAAC;QAEnE,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC3C,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAE1C,OAAO,CAAC,GAAG,CAAC,2CAA2C,WAAW,EAAE,CAAC,CAAC;IACxE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;AACH,CAAC"}
|