@cmdoss/memwal-sdk 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ARCHITECTURE.md +463 -0
- package/BENCHMARKS.md +238 -0
- package/README.md +142 -0
- package/dist/access/PermissionService.d.ts +179 -0
- package/dist/access/PermissionService.d.ts.map +1 -0
- package/dist/access/PermissionService.js +445 -0
- package/dist/access/PermissionService.js.map +1 -0
- package/dist/access/index.d.ts +8 -0
- package/dist/access/index.d.ts.map +1 -0
- package/dist/access/index.js +7 -0
- package/dist/access/index.js.map +1 -0
- package/dist/aggregation/AggregationService.d.ts +132 -0
- package/dist/aggregation/AggregationService.d.ts.map +1 -0
- package/dist/aggregation/AggregationService.js +225 -0
- package/dist/aggregation/AggregationService.js.map +1 -0
- package/dist/aggregation/index.d.ts +8 -0
- package/dist/aggregation/index.d.ts.map +1 -0
- package/dist/aggregation/index.js +7 -0
- package/dist/aggregation/index.js.map +1 -0
- package/dist/ai-sdk/PDWVectorStore.d.ts +124 -0
- package/dist/ai-sdk/PDWVectorStore.d.ts.map +1 -0
- package/dist/ai-sdk/PDWVectorStore.js +557 -0
- package/dist/ai-sdk/PDWVectorStore.js.map +1 -0
- package/dist/ai-sdk/index.d.ts +45 -0
- package/dist/ai-sdk/index.d.ts.map +1 -0
- package/dist/ai-sdk/index.js +45 -0
- package/dist/ai-sdk/index.js.map +1 -0
- package/dist/ai-sdk/tools.d.ts +153 -0
- package/dist/ai-sdk/tools.d.ts.map +1 -0
- package/dist/ai-sdk/tools.js +312 -0
- package/dist/ai-sdk/tools.js.map +1 -0
- package/dist/ai-sdk/types.d.ts +336 -0
- package/dist/ai-sdk/types.d.ts.map +1 -0
- package/dist/ai-sdk/types.js +36 -0
- package/dist/ai-sdk/types.js.map +1 -0
- package/dist/api/client.d.ts +43 -0
- package/dist/api/client.d.ts.map +1 -0
- package/dist/api/client.js +136 -0
- package/dist/api/client.js.map +1 -0
- package/dist/batch/BatchManager.d.ts +147 -0
- package/dist/batch/BatchManager.d.ts.map +1 -0
- package/dist/batch/BatchManager.js +427 -0
- package/dist/batch/BatchManager.js.map +1 -0
- package/dist/batch/BatchingService.d.ts +122 -0
- package/dist/batch/BatchingService.d.ts.map +1 -0
- package/dist/batch/BatchingService.js +301 -0
- package/dist/batch/BatchingService.js.map +1 -0
- package/dist/batch/MemoryProcessingCache.d.ts +147 -0
- package/dist/batch/MemoryProcessingCache.d.ts.map +1 -0
- package/dist/batch/MemoryProcessingCache.js +349 -0
- package/dist/batch/MemoryProcessingCache.js.map +1 -0
- package/dist/batch/index.d.ts +13 -0
- package/dist/batch/index.d.ts.map +1 -0
- package/dist/batch/index.js +10 -0
- package/dist/batch/index.js.map +1 -0
- package/dist/browser.d.ts +73 -0
- package/dist/browser.d.ts.map +1 -0
- package/dist/browser.js +66 -0
- package/dist/browser.js.map +1 -0
- package/dist/chat/index.d.ts +13 -0
- package/dist/chat/index.d.ts.map +1 -0
- package/dist/chat/index.js +14 -0
- package/dist/chat/index.js.map +1 -0
- package/dist/client/ClientMemoryManager.d.ts +202 -0
- package/dist/client/ClientMemoryManager.d.ts.map +1 -0
- package/dist/client/ClientMemoryManager.js +764 -0
- package/dist/client/ClientMemoryManager.js.map +1 -0
- package/dist/client/PersonalDataWallet.d.ts +406 -0
- package/dist/client/PersonalDataWallet.d.ts.map +1 -0
- package/dist/client/PersonalDataWallet.js +229 -0
- package/dist/client/PersonalDataWallet.js.map +1 -0
- package/dist/client/SimplePDWClient.d.ts +534 -0
- package/dist/client/SimplePDWClient.d.ts.map +1 -0
- package/dist/client/SimplePDWClient.js +876 -0
- package/dist/client/SimplePDWClient.js.map +1 -0
- package/dist/client/factory.d.ts +99 -0
- package/dist/client/factory.d.ts.map +1 -0
- package/dist/client/factory.js +126 -0
- package/dist/client/factory.js.map +1 -0
- package/dist/client/namespaces/AnalyticsNamespace.d.ts +178 -0
- package/dist/client/namespaces/AnalyticsNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/AnalyticsNamespace.js +261 -0
- package/dist/client/namespaces/AnalyticsNamespace.js.map +1 -0
- package/dist/client/namespaces/BatchNamespace.d.ts +120 -0
- package/dist/client/namespaces/BatchNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/BatchNamespace.js +261 -0
- package/dist/client/namespaces/BatchNamespace.js.map +1 -0
- package/dist/client/namespaces/CacheNamespace.d.ts +80 -0
- package/dist/client/namespaces/CacheNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/CacheNamespace.js +100 -0
- package/dist/client/namespaces/CacheNamespace.js.map +1 -0
- package/dist/client/namespaces/CapabilityNamespace.d.ts +145 -0
- package/dist/client/namespaces/CapabilityNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/CapabilityNamespace.js +181 -0
- package/dist/client/namespaces/CapabilityNamespace.js.map +1 -0
- package/dist/client/namespaces/ChatNamespace.d.ts +110 -0
- package/dist/client/namespaces/ChatNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/ChatNamespace.js +123 -0
- package/dist/client/namespaces/ChatNamespace.js.map +1 -0
- package/dist/client/namespaces/ClassifyNamespace.d.ts +96 -0
- package/dist/client/namespaces/ClassifyNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/ClassifyNamespace.js +149 -0
- package/dist/client/namespaces/ClassifyNamespace.js.map +1 -0
- package/dist/client/namespaces/ContextNamespace.d.ts +150 -0
- package/dist/client/namespaces/ContextNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/ContextNamespace.js +250 -0
- package/dist/client/namespaces/ContextNamespace.js.map +1 -0
- package/dist/client/namespaces/EmbeddingsNamespace.d.ts +64 -0
- package/dist/client/namespaces/EmbeddingsNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/EmbeddingsNamespace.js +86 -0
- package/dist/client/namespaces/EmbeddingsNamespace.js.map +1 -0
- package/dist/client/namespaces/EncryptionNamespace.d.ts +128 -0
- package/dist/client/namespaces/EncryptionNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/EncryptionNamespace.js +161 -0
- package/dist/client/namespaces/EncryptionNamespace.js.map +1 -0
- package/dist/client/namespaces/GraphNamespace.d.ts +168 -0
- package/dist/client/namespaces/GraphNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/GraphNamespace.js +314 -0
- package/dist/client/namespaces/GraphNamespace.js.map +1 -0
- package/dist/client/namespaces/IndexNamespace.d.ts +141 -0
- package/dist/client/namespaces/IndexNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/IndexNamespace.js +238 -0
- package/dist/client/namespaces/IndexNamespace.js.map +1 -0
- package/dist/client/namespaces/MemoryNamespace.d.ts +277 -0
- package/dist/client/namespaces/MemoryNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/MemoryNamespace.js +907 -0
- package/dist/client/namespaces/MemoryNamespace.js.map +1 -0
- package/dist/client/namespaces/PermissionsNamespace.d.ts +114 -0
- package/dist/client/namespaces/PermissionsNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/PermissionsNamespace.js +179 -0
- package/dist/client/namespaces/PermissionsNamespace.js.map +1 -0
- package/dist/client/namespaces/PipelineNamespace.d.ts +125 -0
- package/dist/client/namespaces/PipelineNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/PipelineNamespace.js +171 -0
- package/dist/client/namespaces/PipelineNamespace.js.map +1 -0
- package/dist/client/namespaces/SearchNamespace.d.ts +382 -0
- package/dist/client/namespaces/SearchNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/SearchNamespace.js +821 -0
- package/dist/client/namespaces/SearchNamespace.js.map +1 -0
- package/dist/client/namespaces/StorageNamespace.d.ts +180 -0
- package/dist/client/namespaces/StorageNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/StorageNamespace.js +354 -0
- package/dist/client/namespaces/StorageNamespace.js.map +1 -0
- package/dist/client/namespaces/TxNamespace.d.ts +143 -0
- package/dist/client/namespaces/TxNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/TxNamespace.js +208 -0
- package/dist/client/namespaces/TxNamespace.js.map +1 -0
- package/dist/client/namespaces/WalletNamespace.d.ts +124 -0
- package/dist/client/namespaces/WalletNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/WalletNamespace.js +197 -0
- package/dist/client/namespaces/WalletNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/AINamespace.d.ts +265 -0
- package/dist/client/namespaces/consolidated/AINamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/AINamespace.js +390 -0
- package/dist/client/namespaces/consolidated/AINamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts +265 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.js +412 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.d.ts +354 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.js +522 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.d.ts +235 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.js +351 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/index.d.ts +17 -0
- package/dist/client/namespaces/consolidated/index.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/index.js +13 -0
- package/dist/client/namespaces/consolidated/index.js.map +1 -0
- package/dist/client/signers/KeypairSigner.d.ts +55 -0
- package/dist/client/signers/KeypairSigner.d.ts.map +1 -0
- package/dist/client/signers/KeypairSigner.js +84 -0
- package/dist/client/signers/KeypairSigner.js.map +1 -0
- package/dist/client/signers/UnifiedSigner.d.ts +88 -0
- package/dist/client/signers/UnifiedSigner.d.ts.map +1 -0
- package/dist/client/signers/UnifiedSigner.js +13 -0
- package/dist/client/signers/UnifiedSigner.js.map +1 -0
- package/dist/client/signers/WalletAdapterSigner.d.ts +94 -0
- package/dist/client/signers/WalletAdapterSigner.d.ts.map +1 -0
- package/dist/client/signers/WalletAdapterSigner.js +91 -0
- package/dist/client/signers/WalletAdapterSigner.js.map +1 -0
- package/dist/client/signers/index.d.ts +14 -0
- package/dist/client/signers/index.d.ts.map +1 -0
- package/dist/client/signers/index.js +12 -0
- package/dist/client/signers/index.js.map +1 -0
- package/dist/config/ConfigurationHelper.d.ts +167 -0
- package/dist/config/ConfigurationHelper.d.ts.map +1 -0
- package/dist/config/ConfigurationHelper.js +283 -0
- package/dist/config/ConfigurationHelper.js.map +1 -0
- package/dist/config/defaults.d.ts +9 -0
- package/dist/config/defaults.d.ts.map +1 -0
- package/dist/config/defaults.js +49 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/config/index.d.ts +9 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +8 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/validation.d.ts +12 -0
- package/dist/config/validation.d.ts.map +1 -0
- package/dist/config/validation.js +61 -0
- package/dist/config/validation.js.map +1 -0
- package/dist/core/index.d.ts +11 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +13 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/interfaces/IService.d.ts +162 -0
- package/dist/core/interfaces/IService.d.ts.map +1 -0
- package/dist/core/interfaces/IService.js +159 -0
- package/dist/core/interfaces/IService.js.map +1 -0
- package/dist/core/interfaces/index.d.ts +7 -0
- package/dist/core/interfaces/index.d.ts.map +1 -0
- package/dist/core/interfaces/index.js +7 -0
- package/dist/core/interfaces/index.js.map +1 -0
- package/dist/core/types/capability.d.ts +268 -0
- package/dist/core/types/capability.d.ts.map +1 -0
- package/dist/core/types/capability.js +16 -0
- package/dist/core/types/capability.js.map +1 -0
- package/dist/core/types/index.d.ts +750 -0
- package/dist/core/types/index.d.ts.map +1 -0
- package/dist/core/types/index.js +6 -0
- package/dist/core/types/index.js.map +1 -0
- package/dist/core/types/wallet.d.ts +254 -0
- package/dist/core/types/wallet.d.ts.map +1 -0
- package/dist/core/types/wallet.js +27 -0
- package/dist/core/types/wallet.js.map +1 -0
- package/dist/core/types.d.ts +8 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +8 -0
- package/dist/core/types.js.map +1 -0
- package/dist/core/wallet.d.ts +209 -0
- package/dist/core/wallet.d.ts.map +1 -0
- package/dist/core/wallet.js +27 -0
- package/dist/core/wallet.js.map +1 -0
- package/dist/embedding/index.d.ts +9 -0
- package/dist/embedding/index.d.ts.map +1 -0
- package/dist/embedding/index.js +8 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/types.d.ts +302 -0
- package/dist/embedding/types.d.ts.map +1 -0
- package/dist/embedding/types.js +9 -0
- package/dist/embedding/types.js.map +1 -0
- package/dist/encryption/index.d.ts +14 -0
- package/dist/encryption/index.d.ts.map +1 -0
- package/dist/encryption/index.js +14 -0
- package/dist/encryption/index.js.map +1 -0
- package/dist/errors/index.d.ts +149 -0
- package/dist/errors/index.d.ts.map +1 -0
- package/dist/errors/index.js +301 -0
- package/dist/errors/index.js.map +1 -0
- package/dist/errors/recovery.d.ts +128 -0
- package/dist/errors/recovery.d.ts.map +1 -0
- package/dist/errors/recovery.js +320 -0
- package/dist/errors/recovery.js.map +1 -0
- package/dist/errors/validation.d.ts +106 -0
- package/dist/errors/validation.d.ts.map +1 -0
- package/dist/errors/validation.js +354 -0
- package/dist/errors/validation.js.map +1 -0
- package/dist/generated/pdw/capability.d.ts +223 -0
- package/dist/generated/pdw/capability.d.ts.map +1 -0
- package/dist/generated/pdw/capability.js +238 -0
- package/dist/generated/pdw/capability.js.map +1 -0
- package/dist/generated/pdw/deps/sui/object.d.ts +9 -0
- package/dist/generated/pdw/deps/sui/object.d.ts.map +1 -0
- package/dist/generated/pdw/deps/sui/object.js +11 -0
- package/dist/generated/pdw/deps/sui/object.js.map +1 -0
- package/dist/generated/pdw/deps/sui/vec_map.d.ts +37 -0
- package/dist/generated/pdw/deps/sui/vec_map.d.ts.map +1 -0
- package/dist/generated/pdw/deps/sui/vec_map.js +28 -0
- package/dist/generated/pdw/deps/sui/vec_map.js.map +1 -0
- package/dist/generated/pdw/memory.d.ts +676 -0
- package/dist/generated/pdw/memory.d.ts.map +1 -0
- package/dist/generated/pdw/memory.js +681 -0
- package/dist/generated/pdw/memory.js.map +1 -0
- package/dist/generated/pdw/wallet.d.ts +78 -0
- package/dist/generated/pdw/wallet.d.ts.map +1 -0
- package/dist/generated/pdw/wallet.js +89 -0
- package/dist/generated/pdw/wallet.js.map +1 -0
- package/dist/generated/utils/index.d.ts +12 -0
- package/dist/generated/utils/index.d.ts.map +1 -0
- package/dist/generated/utils/index.js +132 -0
- package/dist/generated/utils/index.js.map +1 -0
- package/dist/graph/BrowserKnowledgeGraphManager.d.ts +101 -0
- package/dist/graph/BrowserKnowledgeGraphManager.d.ts.map +1 -0
- package/dist/graph/BrowserKnowledgeGraphManager.js +411 -0
- package/dist/graph/BrowserKnowledgeGraphManager.js.map +1 -0
- package/dist/graph/GraphService.d.ts +194 -0
- package/dist/graph/GraphService.d.ts.map +1 -0
- package/dist/graph/GraphService.js +662 -0
- package/dist/graph/GraphService.js.map +1 -0
- package/dist/graph/KnowledgeGraphManager.d.ts +161 -0
- package/dist/graph/KnowledgeGraphManager.d.ts.map +1 -0
- package/dist/graph/KnowledgeGraphManager.js +495 -0
- package/dist/graph/KnowledgeGraphManager.js.map +1 -0
- package/dist/graph/index.d.ts +11 -0
- package/dist/graph/index.d.ts.map +1 -0
- package/dist/graph/index.js +9 -0
- package/dist/graph/index.js.map +1 -0
- package/dist/hooks.wip/index.d.ts +55 -0
- package/dist/hooks.wip/index.d.ts.map +1 -0
- package/dist/hooks.wip/index.js +58 -0
- package/dist/hooks.wip/index.js.map +1 -0
- package/dist/hooks.wip/useCreateMemory.d.ts +111 -0
- package/dist/hooks.wip/useCreateMemory.d.ts.map +1 -0
- package/dist/hooks.wip/useCreateMemory.js +149 -0
- package/dist/hooks.wip/useCreateMemory.js.map +1 -0
- package/dist/hooks.wip/useCreateMemoryBatch.d.ts +122 -0
- package/dist/hooks.wip/useCreateMemoryBatch.d.ts.map +1 -0
- package/dist/hooks.wip/useCreateMemoryBatch.js +221 -0
- package/dist/hooks.wip/useCreateMemoryBatch.js.map +1 -0
- package/dist/hooks.wip/useKnowledgeGraph.d.ts +66 -0
- package/dist/hooks.wip/useKnowledgeGraph.d.ts.map +1 -0
- package/dist/hooks.wip/useKnowledgeGraph.js +229 -0
- package/dist/hooks.wip/useKnowledgeGraph.js.map +1 -0
- package/dist/hooks.wip/useMemoryChat.d.ts +106 -0
- package/dist/hooks.wip/useMemoryChat.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryChat.js +284 -0
- package/dist/hooks.wip/useMemoryChat.js.map +1 -0
- package/dist/hooks.wip/useMemoryIndex.d.ts +90 -0
- package/dist/hooks.wip/useMemoryIndex.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryIndex.js +218 -0
- package/dist/hooks.wip/useMemoryIndex.js.map +1 -0
- package/dist/hooks.wip/useMemoryManager.d.ts +35 -0
- package/dist/hooks.wip/useMemoryManager.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryManager.js +86 -0
- package/dist/hooks.wip/useMemoryManager.js.map +1 -0
- package/dist/hooks.wip/useMemorySearch.d.ts +100 -0
- package/dist/hooks.wip/useMemorySearch.d.ts.map +1 -0
- package/dist/hooks.wip/useMemorySearch.js +278 -0
- package/dist/hooks.wip/useMemorySearch.js.map +1 -0
- package/dist/hooks.wip/useMemoryServices.d.ts +80 -0
- package/dist/hooks.wip/useMemoryServices.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryServices.js +264 -0
- package/dist/hooks.wip/useMemoryServices.js.map +1 -0
- package/dist/hooks.wip/usePDWRAG.d.ts +112 -0
- package/dist/hooks.wip/usePDWRAG.d.ts.map +1 -0
- package/dist/hooks.wip/usePDWRAG.js +121 -0
- package/dist/hooks.wip/usePDWRAG.js.map +1 -0
- package/dist/hooks.wip/usePDWVectorStore.d.ts +68 -0
- package/dist/hooks.wip/usePDWVectorStore.d.ts.map +1 -0
- package/dist/hooks.wip/usePDWVectorStore.js +102 -0
- package/dist/hooks.wip/usePDWVectorStore.js.map +1 -0
- package/dist/hooks.wip/useRetrieveEmbedding.d.ts +138 -0
- package/dist/hooks.wip/useRetrieveEmbedding.d.ts.map +1 -0
- package/dist/hooks.wip/useRetrieveEmbedding.js +121 -0
- package/dist/hooks.wip/useRetrieveEmbedding.js.map +1 -0
- package/dist/hooks.wip/useSearchMemories.d.ts +103 -0
- package/dist/hooks.wip/useSearchMemories.d.ts.map +1 -0
- package/dist/hooks.wip/useSearchMemories.js +146 -0
- package/dist/hooks.wip/useSearchMemories.js.map +1 -0
- package/dist/hooks.wip/useStoreEmbedding.d.ts +174 -0
- package/dist/hooks.wip/useStoreEmbedding.d.ts.map +1 -0
- package/dist/hooks.wip/useStoreEmbedding.js +167 -0
- package/dist/hooks.wip/useStoreEmbedding.js.map +1 -0
- package/dist/hooks.wip/useWalletMemories.d.ts +119 -0
- package/dist/hooks.wip/useWalletMemories.d.ts.map +1 -0
- package/dist/hooks.wip/useWalletMemories.js +166 -0
- package/dist/hooks.wip/useWalletMemories.js.map +1 -0
- package/dist/hooks.wip/utils/cache.d.ts +25 -0
- package/dist/hooks.wip/utils/cache.d.ts.map +1 -0
- package/dist/hooks.wip/utils/cache.js +38 -0
- package/dist/hooks.wip/utils/cache.js.map +1 -0
- package/dist/hooks.wip/utils/types.d.ts +138 -0
- package/dist/hooks.wip/utils/types.d.ts.map +1 -0
- package/dist/hooks.wip/utils/types.js +5 -0
- package/dist/hooks.wip/utils/types.js.map +1 -0
- package/dist/index.d.ts +190 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +298 -0
- package/dist/index.js.map +1 -0
- package/dist/infrastructure/ai/EmbeddingService.d.ts +101 -0
- package/dist/infrastructure/ai/EmbeddingService.d.ts.map +1 -0
- package/dist/infrastructure/ai/EmbeddingService.js +242 -0
- package/dist/infrastructure/ai/EmbeddingService.js.map +1 -0
- package/dist/infrastructure/ai/GeminiAIService.d.ts +84 -0
- package/dist/infrastructure/ai/GeminiAIService.d.ts.map +1 -0
- package/dist/infrastructure/ai/GeminiAIService.js +300 -0
- package/dist/infrastructure/ai/GeminiAIService.js.map +1 -0
- package/dist/infrastructure/ai/index.d.ts +8 -0
- package/dist/infrastructure/ai/index.d.ts.map +1 -0
- package/dist/infrastructure/ai/index.js +8 -0
- package/dist/infrastructure/ai/index.js.map +1 -0
- package/dist/infrastructure/index.d.ts +16 -0
- package/dist/infrastructure/index.d.ts.map +1 -0
- package/dist/infrastructure/index.js +19 -0
- package/dist/infrastructure/index.js.map +1 -0
- package/dist/infrastructure/seal/EncryptionService.d.ts +162 -0
- package/dist/infrastructure/seal/EncryptionService.d.ts.map +1 -0
- package/dist/infrastructure/seal/EncryptionService.js +466 -0
- package/dist/infrastructure/seal/EncryptionService.js.map +1 -0
- package/dist/infrastructure/seal/SealService.d.ts +132 -0
- package/dist/infrastructure/seal/SealService.d.ts.map +1 -0
- package/dist/infrastructure/seal/SealService.js +473 -0
- package/dist/infrastructure/seal/SealService.js.map +1 -0
- package/dist/infrastructure/seal/index.d.ts +8 -0
- package/dist/infrastructure/seal/index.d.ts.map +1 -0
- package/dist/infrastructure/seal/index.js +8 -0
- package/dist/infrastructure/seal/index.js.map +1 -0
- package/dist/infrastructure/sui/BlockchainManager.d.ts +161 -0
- package/dist/infrastructure/sui/BlockchainManager.d.ts.map +1 -0
- package/dist/infrastructure/sui/BlockchainManager.js +421 -0
- package/dist/infrastructure/sui/BlockchainManager.js.map +1 -0
- package/dist/infrastructure/sui/SuiService.d.ts +179 -0
- package/dist/infrastructure/sui/SuiService.d.ts.map +1 -0
- package/dist/infrastructure/sui/SuiService.js +658 -0
- package/dist/infrastructure/sui/SuiService.js.map +1 -0
- package/dist/infrastructure/sui/index.d.ts +8 -0
- package/dist/infrastructure/sui/index.d.ts.map +1 -0
- package/dist/infrastructure/sui/index.js +8 -0
- package/dist/infrastructure/sui/index.js.map +1 -0
- package/dist/infrastructure/walrus/StorageManager.d.ts +207 -0
- package/dist/infrastructure/walrus/StorageManager.d.ts.map +1 -0
- package/dist/infrastructure/walrus/StorageManager.js +413 -0
- package/dist/infrastructure/walrus/StorageManager.js.map +1 -0
- package/dist/infrastructure/walrus/WalrusStorageService.d.ts +177 -0
- package/dist/infrastructure/walrus/WalrusStorageService.d.ts.map +1 -0
- package/dist/infrastructure/walrus/WalrusStorageService.js +403 -0
- package/dist/infrastructure/walrus/WalrusStorageService.js.map +1 -0
- package/dist/infrastructure/walrus/index.d.ts +8 -0
- package/dist/infrastructure/walrus/index.d.ts.map +1 -0
- package/dist/infrastructure/walrus/index.js +8 -0
- package/dist/infrastructure/walrus/index.js.map +1 -0
- package/dist/langchain/PDWEmbeddings.d.ts +77 -0
- package/dist/langchain/PDWEmbeddings.d.ts.map +1 -0
- package/dist/langchain/PDWEmbeddings.js +96 -0
- package/dist/langchain/PDWEmbeddings.js.map +1 -0
- package/dist/langchain/PDWVectorStore.d.ts +173 -0
- package/dist/langchain/PDWVectorStore.d.ts.map +1 -0
- package/dist/langchain/PDWVectorStore.js +304 -0
- package/dist/langchain/PDWVectorStore.js.map +1 -0
- package/dist/langchain/createPDWRAG.d.ts +115 -0
- package/dist/langchain/createPDWRAG.d.ts.map +1 -0
- package/dist/langchain/createPDWRAG.js +181 -0
- package/dist/langchain/createPDWRAG.js.map +1 -0
- package/dist/langchain/index.d.ts +35 -0
- package/dist/langchain/index.d.ts.map +1 -0
- package/dist/langchain/index.js +35 -0
- package/dist/langchain/index.js.map +1 -0
- package/dist/memory/index.d.ts +13 -0
- package/dist/memory/index.d.ts.map +1 -0
- package/dist/memory/index.js +14 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/permissions/ConsentRepository.d.ts +71 -0
- package/dist/permissions/ConsentRepository.d.ts.map +1 -0
- package/dist/permissions/ConsentRepository.js +297 -0
- package/dist/permissions/ConsentRepository.js.map +1 -0
- package/dist/permissions/index.d.ts +9 -0
- package/dist/permissions/index.d.ts.map +1 -0
- package/dist/permissions/index.js +8 -0
- package/dist/permissions/index.js.map +1 -0
- package/dist/pipeline/MemoryPipeline.d.ts +191 -0
- package/dist/pipeline/MemoryPipeline.d.ts.map +1 -0
- package/dist/pipeline/MemoryPipeline.js +588 -0
- package/dist/pipeline/MemoryPipeline.js.map +1 -0
- package/dist/pipeline/PipelineManager.d.ts +178 -0
- package/dist/pipeline/PipelineManager.d.ts.map +1 -0
- package/dist/pipeline/PipelineManager.js +485 -0
- package/dist/pipeline/PipelineManager.js.map +1 -0
- package/dist/pipeline/index.d.ts +13 -0
- package/dist/pipeline/index.d.ts.map +1 -0
- package/dist/pipeline/index.js +11 -0
- package/dist/pipeline/index.js.map +1 -0
- package/dist/retrieval/AdvancedSearchService.d.ts +231 -0
- package/dist/retrieval/AdvancedSearchService.d.ts.map +1 -0
- package/dist/retrieval/AdvancedSearchService.js +384 -0
- package/dist/retrieval/AdvancedSearchService.js.map +1 -0
- package/dist/retrieval/MemoryAnalyticsService.d.ts +227 -0
- package/dist/retrieval/MemoryAnalyticsService.d.ts.map +1 -0
- package/dist/retrieval/MemoryAnalyticsService.js +417 -0
- package/dist/retrieval/MemoryAnalyticsService.js.map +1 -0
- package/dist/retrieval/MemoryDecryptionPipeline.d.ts +191 -0
- package/dist/retrieval/MemoryDecryptionPipeline.d.ts.map +1 -0
- package/dist/retrieval/MemoryDecryptionPipeline.js +623 -0
- package/dist/retrieval/MemoryDecryptionPipeline.js.map +1 -0
- package/dist/retrieval/MemoryRetrievalService.d.ts +248 -0
- package/dist/retrieval/MemoryRetrievalService.d.ts.map +1 -0
- package/dist/retrieval/MemoryRetrievalService.js +519 -0
- package/dist/retrieval/MemoryRetrievalService.js.map +1 -0
- package/dist/retrieval/index.d.ts +14 -0
- package/dist/retrieval/index.d.ts.map +1 -0
- package/dist/retrieval/index.js +10 -0
- package/dist/retrieval/index.js.map +1 -0
- package/dist/services/BatchService.d.ts +109 -0
- package/dist/services/BatchService.d.ts.map +1 -0
- package/dist/services/BatchService.js +259 -0
- package/dist/services/BatchService.js.map +1 -0
- package/dist/services/CapabilityService.d.ts +141 -0
- package/dist/services/CapabilityService.d.ts.map +1 -0
- package/dist/services/CapabilityService.js +361 -0
- package/dist/services/CapabilityService.js.map +1 -0
- package/dist/services/ChatService.d.ts +89 -0
- package/dist/services/ChatService.d.ts.map +1 -0
- package/dist/services/ChatService.js +319 -0
- package/dist/services/ChatService.js.map +1 -0
- package/dist/services/ClassifierService.d.ts +104 -0
- package/dist/services/ClassifierService.d.ts.map +1 -0
- package/dist/services/ClassifierService.js +374 -0
- package/dist/services/ClassifierService.js.map +1 -0
- package/dist/services/CrossContextPermissionService.d.ts +149 -0
- package/dist/services/CrossContextPermissionService.d.ts.map +1 -0
- package/dist/services/CrossContextPermissionService.js +337 -0
- package/dist/services/CrossContextPermissionService.js.map +1 -0
- package/dist/services/EmbeddingService.d.ts +206 -0
- package/dist/services/EmbeddingService.d.ts.map +1 -0
- package/dist/services/EmbeddingService.js +504 -0
- package/dist/services/EmbeddingService.js.map +1 -0
- package/dist/services/EncryptionService.d.ts +201 -0
- package/dist/services/EncryptionService.d.ts.map +1 -0
- package/dist/services/EncryptionService.js +558 -0
- package/dist/services/EncryptionService.js.map +1 -0
- package/dist/services/GeminiAIService.d.ts +112 -0
- package/dist/services/GeminiAIService.d.ts.map +1 -0
- package/dist/services/GeminiAIService.js +389 -0
- package/dist/services/GeminiAIService.js.map +1 -0
- package/dist/services/IndexManager.d.ts +238 -0
- package/dist/services/IndexManager.d.ts.map +1 -0
- package/dist/services/IndexManager.js +691 -0
- package/dist/services/IndexManager.js.map +1 -0
- package/dist/services/MemoryIndexService.d.ts +222 -0
- package/dist/services/MemoryIndexService.d.ts.map +1 -0
- package/dist/services/MemoryIndexService.js +695 -0
- package/dist/services/MemoryIndexService.js.map +1 -0
- package/dist/services/MemoryService.d.ts +156 -0
- package/dist/services/MemoryService.d.ts.map +1 -0
- package/dist/services/MemoryService.js +273 -0
- package/dist/services/MemoryService.js.map +1 -0
- package/dist/services/QueryService.d.ts +182 -0
- package/dist/services/QueryService.d.ts.map +1 -0
- package/dist/services/QueryService.js +631 -0
- package/dist/services/QueryService.js.map +1 -0
- package/dist/services/StorageService.d.ts +523 -0
- package/dist/services/StorageService.d.ts.map +1 -0
- package/dist/services/StorageService.js +627 -0
- package/dist/services/StorageService.js.map +1 -0
- package/dist/services/TransactionService.d.ts +179 -0
- package/dist/services/TransactionService.d.ts.map +1 -0
- package/dist/services/TransactionService.js +639 -0
- package/dist/services/TransactionService.js.map +1 -0
- package/dist/services/VectorService.d.ts +122 -0
- package/dist/services/VectorService.d.ts.map +1 -0
- package/dist/services/VectorService.js +371 -0
- package/dist/services/VectorService.js.map +1 -0
- package/dist/services/ViewService.d.ts +126 -0
- package/dist/services/ViewService.d.ts.map +1 -0
- package/dist/services/ViewService.js +356 -0
- package/dist/services/ViewService.js.map +1 -0
- package/dist/services/index.d.ts +12 -0
- package/dist/services/index.d.ts.map +1 -0
- package/dist/services/index.js +11 -0
- package/dist/services/index.js.map +1 -0
- package/dist/services/storage/BlobAttributesManager.d.ts +60 -0
- package/dist/services/storage/BlobAttributesManager.d.ts.map +1 -0
- package/dist/services/storage/BlobAttributesManager.js +265 -0
- package/dist/services/storage/BlobAttributesManager.js.map +1 -0
- package/dist/services/storage/KnowledgeGraphManager.d.ts +162 -0
- package/dist/services/storage/KnowledgeGraphManager.d.ts.map +1 -0
- package/dist/services/storage/KnowledgeGraphManager.js +303 -0
- package/dist/services/storage/KnowledgeGraphManager.js.map +1 -0
- package/dist/services/storage/MemorySearchManager.d.ts +154 -0
- package/dist/services/storage/MemorySearchManager.d.ts.map +1 -0
- package/dist/services/storage/MemorySearchManager.js +260 -0
- package/dist/services/storage/MemorySearchManager.js.map +1 -0
- package/dist/services/storage/QuiltBatchManager.d.ts +185 -0
- package/dist/services/storage/QuiltBatchManager.d.ts.map +1 -0
- package/dist/services/storage/QuiltBatchManager.js +385 -0
- package/dist/services/storage/QuiltBatchManager.js.map +1 -0
- package/dist/services/storage/WalrusMetadataManager.d.ts +89 -0
- package/dist/services/storage/WalrusMetadataManager.d.ts.map +1 -0
- package/dist/services/storage/WalrusMetadataManager.js +177 -0
- package/dist/services/storage/WalrusMetadataManager.js.map +1 -0
- package/dist/services/storage/WalrusStorageManager.d.ts +113 -0
- package/dist/services/storage/WalrusStorageManager.d.ts.map +1 -0
- package/dist/services/storage/WalrusStorageManager.js +211 -0
- package/dist/services/storage/WalrusStorageManager.js.map +1 -0
- package/dist/services/storage/index.d.ts +24 -0
- package/dist/services/storage/index.d.ts.map +1 -0
- package/dist/services/storage/index.js +18 -0
- package/dist/services/storage/index.js.map +1 -0
- package/dist/transactions/index.d.ts +13 -0
- package/dist/transactions/index.d.ts.map +1 -0
- package/dist/transactions/index.js +14 -0
- package/dist/transactions/index.js.map +1 -0
- package/dist/types/index.d.ts +12 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +13 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/wallet.d.ts +12 -0
- package/dist/types/wallet.d.ts.map +1 -0
- package/dist/types/wallet.js +13 -0
- package/dist/types/wallet.js.map +1 -0
- package/dist/utils/index.d.ts +21 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +30 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/rebuildIndex.d.ts +79 -0
- package/dist/utils/rebuildIndex.d.ts.map +1 -0
- package/dist/utils/rebuildIndex.js +211 -0
- package/dist/utils/rebuildIndex.js.map +1 -0
- package/dist/utils/rebuildIndexNode.d.ts +70 -0
- package/dist/utils/rebuildIndexNode.d.ts.map +1 -0
- package/dist/utils/rebuildIndexNode.js +236 -0
- package/dist/utils/rebuildIndexNode.js.map +1 -0
- package/dist/vector/BrowserHnswIndexService.d.ts +93 -0
- package/dist/vector/BrowserHnswIndexService.d.ts.map +1 -0
- package/dist/vector/BrowserHnswIndexService.js +581 -0
- package/dist/vector/BrowserHnswIndexService.js.map +1 -0
- package/dist/vector/HnswWasmService.d.ts +97 -0
- package/dist/vector/HnswWasmService.d.ts.map +1 -0
- package/dist/vector/HnswWasmService.js +518 -0
- package/dist/vector/HnswWasmService.js.map +1 -0
- package/dist/vector/IHnswService.d.ts +179 -0
- package/dist/vector/IHnswService.d.ts.map +1 -0
- package/dist/vector/IHnswService.js +25 -0
- package/dist/vector/IHnswService.js.map +1 -0
- package/dist/vector/NodeHnswService.d.ts +80 -0
- package/dist/vector/NodeHnswService.d.ts.map +1 -0
- package/dist/vector/NodeHnswService.js +589 -0
- package/dist/vector/NodeHnswService.js.map +1 -0
- package/dist/vector/VectorManager.d.ts +142 -0
- package/dist/vector/VectorManager.d.ts.map +1 -0
- package/dist/vector/VectorManager.js +339 -0
- package/dist/vector/VectorManager.js.map +1 -0
- package/dist/vector/createHnswService.d.ts +51 -0
- package/dist/vector/createHnswService.d.ts.map +1 -0
- package/dist/vector/createHnswService.js +120 -0
- package/dist/vector/createHnswService.js.map +1 -0
- package/dist/vector/index.d.ts +24 -0
- package/dist/vector/index.d.ts.map +1 -0
- package/dist/vector/index.js +24 -0
- package/dist/vector/index.js.map +1 -0
- package/dist/view/ViewService.d.ts +136 -0
- package/dist/view/ViewService.d.ts.map +1 -0
- package/dist/view/ViewService.js +325 -0
- package/dist/view/ViewService.js.map +1 -0
- package/dist/view/index.d.ts +7 -0
- package/dist/view/index.d.ts.map +1 -0
- package/dist/view/index.js +7 -0
- package/dist/view/index.js.map +1 -0
- package/dist/wallet/ContextWalletService.d.ts +172 -0
- package/dist/wallet/ContextWalletService.d.ts.map +1 -0
- package/dist/wallet/ContextWalletService.js +510 -0
- package/dist/wallet/ContextWalletService.js.map +1 -0
- package/dist/wallet/MainWalletService.d.ts +114 -0
- package/dist/wallet/MainWalletService.d.ts.map +1 -0
- package/dist/wallet/MainWalletService.js +259 -0
- package/dist/wallet/MainWalletService.js.map +1 -0
- package/dist/wallet/index.d.ts +16 -0
- package/dist/wallet/index.d.ts.map +1 -0
- package/dist/wallet/index.js +14 -0
- package/dist/wallet/index.js.map +1 -0
- package/package.json +150 -0
- package/src/access/PermissionService.ts +636 -0
- package/src/access/index.ts +8 -0
- package/src/aggregation/AggregationService.ts +390 -0
- package/src/aggregation/index.ts +8 -0
- package/src/ai-sdk/PDWVectorStore.ts +712 -0
- package/src/ai-sdk/index.ts +65 -0
- package/src/ai-sdk/tools.ts +460 -0
- package/src/ai-sdk/types.ts +404 -0
- package/src/batch/BatchManager.ts +598 -0
- package/src/batch/BatchingService.ts +430 -0
- package/src/batch/MemoryProcessingCache.ts +493 -0
- package/src/batch/index.ts +31 -0
- package/src/browser.ts +196 -0
- package/src/client/ClientMemoryManager.ts +982 -0
- package/src/client/PersonalDataWallet.ts +346 -0
- package/src/client/SimplePDWClient.ts +1180 -0
- package/src/client/factory.ts +155 -0
- package/src/client/namespaces/AnalyticsNamespace.ts +377 -0
- package/src/client/namespaces/BatchNamespace.ts +356 -0
- package/src/client/namespaces/CacheNamespace.ts +123 -0
- package/src/client/namespaces/CapabilityNamespace.ts +217 -0
- package/src/client/namespaces/ClassifyNamespace.ts +169 -0
- package/src/client/namespaces/ContextNamespace.ts +297 -0
- package/src/client/namespaces/EmbeddingsNamespace.ts +99 -0
- package/src/client/namespaces/EncryptionNamespace.ts +221 -0
- package/src/client/namespaces/GraphNamespace.ts +468 -0
- package/src/client/namespaces/IndexNamespace.ts +283 -0
- package/src/client/namespaces/MemoryNamespace.ts +1135 -0
- package/src/client/namespaces/PermissionsNamespace.ts +254 -0
- package/src/client/namespaces/PipelineNamespace.ts +220 -0
- package/src/client/namespaces/SearchNamespace.ts +1036 -0
- package/src/client/namespaces/StorageNamespace.ts +458 -0
- package/src/client/namespaces/TxNamespace.ts +260 -0
- package/src/client/namespaces/WalletNamespace.ts +243 -0
- package/src/client/namespaces/consolidated/AINamespace.ts +449 -0
- package/src/client/namespaces/consolidated/BlockchainNamespace.ts +492 -0
- package/src/client/namespaces/consolidated/SecurityNamespace.ts +648 -0
- package/src/client/namespaces/consolidated/StorageNamespace.ts +440 -0
- package/src/client/namespaces/consolidated/index.ts +39 -0
- package/src/client/signers/KeypairSigner.ts +101 -0
- package/src/client/signers/UnifiedSigner.ts +99 -0
- package/src/client/signers/WalletAdapterSigner.ts +149 -0
- package/src/client/signers/index.ts +19 -0
- package/src/config/ConfigurationHelper.ts +413 -0
- package/src/config/defaults.ts +52 -0
- package/src/config/index.ts +9 -0
- package/src/config/validation.ts +71 -0
- package/src/core/index.ts +14 -0
- package/src/core/interfaces/IService.ts +307 -0
- package/src/core/interfaces/index.ts +8 -0
- package/src/core/types/capability.ts +297 -0
- package/src/core/types/index.ts +871 -0
- package/src/core/types/wallet.ts +271 -0
- package/src/core/types.ts +9 -0
- package/src/core/wallet.ts +223 -0
- package/src/embedding/index.ts +20 -0
- package/src/embedding/types.ts +358 -0
- package/src/errors/index.ts +603 -0
- package/src/errors/recovery.ts +462 -0
- package/src/errors/validation.ts +568 -0
- package/src/generated/pdw/capability.ts +319 -0
- package/src/generated/pdw/deps/sui/object.ts +13 -0
- package/src/generated/pdw/deps/sui/vec_map.ts +33 -0
- package/src/generated/pdw/memory.ts +1088 -0
- package/src/generated/pdw/wallet.ts +124 -0
- package/src/generated/utils/index.ts +159 -0
- package/src/graph/GraphService.ts +888 -0
- package/src/graph/KnowledgeGraphManager.ts +729 -0
- package/src/graph/index.ts +26 -0
- package/src/index.ts +458 -0
- package/src/infrastructure/index.ts +22 -0
- package/src/infrastructure/seal/EncryptionService.ts +604 -0
- package/src/infrastructure/seal/SealService.ts +616 -0
- package/src/infrastructure/seal/index.ts +9 -0
- package/src/infrastructure/sui/BlockchainManager.ts +628 -0
- package/src/infrastructure/sui/SuiService.ts +888 -0
- package/src/infrastructure/sui/index.ts +9 -0
- package/src/infrastructure/walrus/StorageManager.ts +605 -0
- package/src/infrastructure/walrus/WalrusStorageService.ts +613 -0
- package/src/infrastructure/walrus/index.ts +9 -0
- package/src/langchain/PDWEmbeddings.ts +145 -0
- package/src/langchain/PDWVectorStore.ts +456 -0
- package/src/langchain/README.md +116 -0
- package/src/langchain/createPDWRAG.ts +303 -0
- package/src/langchain/index.ts +47 -0
- package/src/permissions/ConsentRepository.ts +364 -0
- package/src/permissions/index.ts +9 -0
- package/src/pipeline/MemoryPipeline.ts +863 -0
- package/src/pipeline/PipelineManager.ts +684 -0
- package/src/pipeline/index.ts +27 -0
- package/src/retrieval/AdvancedSearchService.ts +630 -0
- package/src/retrieval/MemoryAnalyticsService.ts +712 -0
- package/src/retrieval/MemoryDecryptionPipeline.ts +825 -0
- package/src/retrieval/MemoryRetrievalService.ts +831 -0
- package/src/retrieval/index.ts +43 -0
- package/src/services/BatchService.ts +353 -0
- package/src/services/CapabilityService.ts +448 -0
- package/src/services/ClassifierService.ts +466 -0
- package/src/services/CrossContextPermissionService.ts +484 -0
- package/src/services/EmbeddingService.ts +706 -0
- package/src/services/EncryptionService.ts +712 -0
- package/src/services/GeminiAIService.ts +497 -0
- package/src/services/IndexManager.ts +1004 -0
- package/src/services/MemoryIndexService.ts +922 -0
- package/src/services/MemoryService.ts +370 -0
- package/src/services/QueryService.ts +891 -0
- package/src/services/StorageService.ts +1111 -0
- package/src/services/TransactionService.ts +791 -0
- package/src/services/VectorService.ts +462 -0
- package/src/services/ViewService.ts +485 -0
- package/src/services/index.ts +25 -0
- package/src/services/storage/BlobAttributesManager.ts +342 -0
- package/src/services/storage/KnowledgeGraphManager.ts +425 -0
- package/src/services/storage/MemorySearchManager.ts +387 -0
- package/src/services/storage/QuiltBatchManager.ts +532 -0
- package/src/services/storage/WalrusMetadataManager.ts +271 -0
- package/src/services/storage/WalrusStorageManager.ts +290 -0
- package/src/services/storage/index.ts +52 -0
- package/src/types/index.ts +13 -0
- package/src/utils/index.ts +68 -0
- package/src/utils/rebuildIndex.ts +290 -0
- package/src/utils/rebuildIndexNode.ts +341 -0
- package/src/vector/BrowserHnswIndexService.ts +758 -0
- package/src/vector/HnswWasmService.ts +679 -0
- package/src/vector/IHnswService.ts +224 -0
- package/src/vector/NodeHnswService.ts +713 -0
- package/src/vector/VectorManager.ts +479 -0
- package/src/vector/createHnswService.ts +135 -0
- package/src/vector/index.ts +57 -0
- package/src/wallet/ContextWalletService.ts +657 -0
- package/src/wallet/MainWalletService.ts +318 -0
- package/src/wallet/index.ts +17 -0
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PDWVectorStore - LangChain VectorStore implementation for Personal Data Wallet
|
|
3
|
+
*
|
|
4
|
+
* Integrates PDW's decentralized storage (Walrus) and vector search (HNSW) with LangChain.
|
|
5
|
+
* Enables RAG workflows with memories stored on Sui blockchain and Walrus.
|
|
6
|
+
*
|
|
7
|
+
* Features:
|
|
8
|
+
* - Decentralized vector storage on Walrus
|
|
9
|
+
* - HNSW-powered similarity search (browser-compatible WebAssembly)
|
|
10
|
+
* - Blockchain-backed ownership via Sui
|
|
11
|
+
* - SEAL encryption for privacy (optional)
|
|
12
|
+
* - Memory metadata and filtering
|
|
13
|
+
*
|
|
14
|
+
* @example
|
|
15
|
+
* ```typescript
|
|
16
|
+
* import { PDWVectorStore, PDWEmbeddings } from 'personal-data-wallet-sdk/langchain';
|
|
17
|
+
* import { useCurrentAccount, useSuiClient } from '@mysten/dapp-kit';
|
|
18
|
+
*
|
|
19
|
+
* const embeddings = new PDWEmbeddings({ geminiApiKey });
|
|
20
|
+
* const vectorStore = new PDWVectorStore(embeddings, {
|
|
21
|
+
* userAddress: account.address,
|
|
22
|
+
* packageId: '0x...',
|
|
23
|
+
* walrusAggregator: 'https://aggregator.walrus-testnet.walrus.space',
|
|
24
|
+
* });
|
|
25
|
+
*
|
|
26
|
+
* // Add documents (requires Sui wallet signing)
|
|
27
|
+
* await vectorStore.addDocuments([
|
|
28
|
+
* { pageContent: 'Hello world', metadata: { category: 'greeting' } }
|
|
29
|
+
* ], { account, signAndExecute, client });
|
|
30
|
+
*
|
|
31
|
+
* // Search
|
|
32
|
+
* const results = await vectorStore.similaritySearch('hi', 5);
|
|
33
|
+
* ```
|
|
34
|
+
*/
|
|
35
|
+
import { VectorStore } from '@langchain/core/vectorstores';
|
|
36
|
+
import { Document } from '@langchain/core/documents';
|
|
37
|
+
import type { EmbeddingsInterface } from '@langchain/core/embeddings';
|
|
38
|
+
import type { Callbacks } from '@langchain/core/callbacks/manager';
|
|
39
|
+
import type { MaxMarginalRelevanceSearchOptions } from '@langchain/core/vectorstores';
|
|
40
|
+
import type { Transaction } from '@mysten/sui/transactions';
|
|
41
|
+
import type { SuiClient } from '@mysten/sui/client';
|
|
42
|
+
export interface PDWVectorStoreConfig {
|
|
43
|
+
userAddress: string;
|
|
44
|
+
packageId: string;
|
|
45
|
+
accessRegistryId?: string;
|
|
46
|
+
network?: 'mainnet' | 'testnet' | 'devnet';
|
|
47
|
+
walrusPublisher?: string;
|
|
48
|
+
walrusAggregator?: string;
|
|
49
|
+
walrusNetwork?: 'testnet' | 'mainnet';
|
|
50
|
+
geminiApiKey: string;
|
|
51
|
+
embeddingModel?: string;
|
|
52
|
+
embeddingDimensions?: number;
|
|
53
|
+
maxElements?: number;
|
|
54
|
+
efConstruction?: number;
|
|
55
|
+
m?: number;
|
|
56
|
+
defaultCategory?: string;
|
|
57
|
+
defaultImportance?: number;
|
|
58
|
+
encryptionEnabled?: boolean;
|
|
59
|
+
sealServerObjectIds?: string[];
|
|
60
|
+
}
|
|
61
|
+
export interface PDWAddDocumentOptions {
|
|
62
|
+
account: {
|
|
63
|
+
address: string;
|
|
64
|
+
};
|
|
65
|
+
signAndExecute: (params: {
|
|
66
|
+
transaction: Transaction;
|
|
67
|
+
}, callbacks: {
|
|
68
|
+
onSuccess: (result: any) => void;
|
|
69
|
+
onError: (error: Error) => void;
|
|
70
|
+
}) => void;
|
|
71
|
+
client: SuiClient;
|
|
72
|
+
category?: string;
|
|
73
|
+
importance?: number;
|
|
74
|
+
tags?: string[];
|
|
75
|
+
encrypt?: boolean;
|
|
76
|
+
onProgress?: (status: string) => void;
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* LangChain VectorStore implementation using Personal Data Wallet
|
|
80
|
+
*
|
|
81
|
+
* This class wraps PDW's ClientMemoryManager and MemoryIndexService to provide
|
|
82
|
+
* a standard LangChain VectorStore interface while preserving all PDW features:
|
|
83
|
+
* - Decentralized storage on Walrus
|
|
84
|
+
* - Blockchain ownership via Sui
|
|
85
|
+
* - SEAL encryption
|
|
86
|
+
* - HNSW vector search
|
|
87
|
+
*/
|
|
88
|
+
export declare class PDWVectorStore extends VectorStore {
|
|
89
|
+
private clientMemoryManager;
|
|
90
|
+
private memoryIndexService;
|
|
91
|
+
private storageService;
|
|
92
|
+
private embeddingService;
|
|
93
|
+
private config;
|
|
94
|
+
private documentMapping;
|
|
95
|
+
constructor(embeddings: EmbeddingsInterface, config: PDWVectorStoreConfig);
|
|
96
|
+
private initializeServices;
|
|
97
|
+
/**
|
|
98
|
+
* Create PDWVectorStore from documents (LangChain factory pattern)
|
|
99
|
+
*
|
|
100
|
+
* @param docs - Documents to add
|
|
101
|
+
* @param embeddings - Embeddings interface
|
|
102
|
+
* @param dbConfig - Combined config object containing both PDWVectorStoreConfig and PDWAddDocumentOptions
|
|
103
|
+
*/
|
|
104
|
+
static fromDocuments(docs: Document[], embeddings: EmbeddingsInterface, dbConfig: PDWVectorStoreConfig & {
|
|
105
|
+
addOptions?: PDWAddDocumentOptions;
|
|
106
|
+
}): Promise<PDWVectorStore>;
|
|
107
|
+
/**
|
|
108
|
+
* Create PDWVectorStore from texts (LangChain factory pattern)
|
|
109
|
+
*
|
|
110
|
+
* @param texts - Text strings to add
|
|
111
|
+
* @param metadatas - Metadata for each text
|
|
112
|
+
* @param embeddings - Embeddings interface
|
|
113
|
+
* @param dbConfig - Combined config object containing both PDWVectorStoreConfig and PDWAddDocumentOptions
|
|
114
|
+
*/
|
|
115
|
+
static fromTexts(texts: string[], metadatas: object[] | object, embeddings: EmbeddingsInterface, dbConfig: PDWVectorStoreConfig & {
|
|
116
|
+
addOptions?: PDWAddDocumentOptions;
|
|
117
|
+
}): Promise<PDWVectorStore>;
|
|
118
|
+
/**
|
|
119
|
+
* Add documents to the vector store
|
|
120
|
+
*
|
|
121
|
+
* This creates memories on Sui blockchain and stores them on Walrus.
|
|
122
|
+
* Requires wallet signing via PDWAddDocumentOptions.
|
|
123
|
+
*/
|
|
124
|
+
addDocuments(documents: Document[], options?: PDWAddDocumentOptions): Promise<string[]>;
|
|
125
|
+
/**
|
|
126
|
+
* Add vectors directly to the store
|
|
127
|
+
*
|
|
128
|
+
* This is useful when you already have embeddings and want to avoid regenerating them.
|
|
129
|
+
*/
|
|
130
|
+
addVectors(vectors: number[][], documents: Document[], options?: PDWAddDocumentOptions): Promise<string[]>;
|
|
131
|
+
/**
|
|
132
|
+
* Similarity search with score (core LangChain method)
|
|
133
|
+
*/
|
|
134
|
+
similaritySearchVectorWithScore(query: number[], k: number, filter?: Record<string, any>): Promise<[Document, number][]>;
|
|
135
|
+
/**
|
|
136
|
+
* Similarity search (standard LangChain method)
|
|
137
|
+
*/
|
|
138
|
+
similaritySearch(query: string, k?: number, filter?: Record<string, any>): Promise<Document[]>;
|
|
139
|
+
/**
|
|
140
|
+
* Similarity search with score using query string
|
|
141
|
+
*/
|
|
142
|
+
similaritySearchWithScore(query: string, k?: number, filter?: Record<string, any>): Promise<[Document, number][]>;
|
|
143
|
+
/**
|
|
144
|
+
* Delete documents by IDs (blob IDs)
|
|
145
|
+
*/
|
|
146
|
+
delete(params: {
|
|
147
|
+
ids: string[];
|
|
148
|
+
}): Promise<void>;
|
|
149
|
+
/**
|
|
150
|
+
* Maximum marginal relevance search
|
|
151
|
+
* Finds documents that are similar to the query but diverse from each other
|
|
152
|
+
*/
|
|
153
|
+
maxMarginalRelevanceSearch(query: string, options: MaxMarginalRelevanceSearchOptions<this["FilterType"]>, _callbacks?: Callbacks): Promise<Document[]>;
|
|
154
|
+
/**
|
|
155
|
+
* Get statistics about the vector store
|
|
156
|
+
*/
|
|
157
|
+
getStats(): Promise<{
|
|
158
|
+
totalMemories: number;
|
|
159
|
+
categoryCounts: Record<string, number>;
|
|
160
|
+
importanceDistribution: Record<number, number>;
|
|
161
|
+
averageImportance: number;
|
|
162
|
+
oldestMemory: Date | null;
|
|
163
|
+
newestMemory: Date | null;
|
|
164
|
+
indexSize: number;
|
|
165
|
+
}>;
|
|
166
|
+
/**
|
|
167
|
+
* Clear all memories for the current user
|
|
168
|
+
* Note: This only clears the local index, not blockchain or Walrus
|
|
169
|
+
*/
|
|
170
|
+
clear(): Promise<void>;
|
|
171
|
+
_vectorstoreType(): string;
|
|
172
|
+
}
|
|
173
|
+
//# sourceMappingURL=PDWVectorStore.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PDWVectorStore.d.ts","sourceRoot":"","sources":["../../src/langchain/PDWVectorStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,8BAA8B,CAAC;AAOtF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAEpD,MAAM,WAAW,oBAAoB;IAEnC,WAAW,EAAE,MAAM,CAAC;IAGpB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC;IAG3C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAGtC,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,CAAC,CAAC,EAAE,MAAM,CAAC;IAGX,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAG5B,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,qBAAqB;IAEpC,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7B,cAAc,EAAE,CAAC,MAAM,EAAE;QAAE,WAAW,EAAE,WAAW,CAAA;KAAE,EAAE,SAAS,EAAE;QAChE,SAAS,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC;QACjC,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;KACjC,KAAK,IAAI,CAAC;IACX,MAAM,EAAE,SAAS,CAAC;IAGlB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CACvC;AAED;;;;;;;;;GASG;AACH,qBAAa,cAAe,SAAQ,WAAW;IAC7C,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,kBAAkB,CAAsB;IAChD,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,gBAAgB,CAAoB;IAC5C,OAAO,CAAC,MAAM,CAAuB;IAGrC,OAAO,CAAC,eAAe,CAA6B;gBAGlD,UAAU,EAAE,mBAAmB,EAC/B,MAAM,EAAE,oBAAoB;IAS9B,OAAO,CAAC,kBAAkB;IAyC1B;;;;;;OAMG;WACU,aAAa,CACxB,IAAI,EAAE,QAAQ,EAAE,EAChB,UAAU,EAAE,mBAAmB,EAC/B,QAAQ,EAAE,oBAAoB,GAAG;QAAE,UAAU,CAAC,EAAE,qBAAqB,CAAA;KAAE,GACtE,OAAO,CAAC,cAAc,CAAC;IAW1B;;;;;;;OAOG;WACU,SAAS,CACpB,KAAK,EAAE,MAAM,EAAE,EACf,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,EAC5B,UAAU,EAAE,mBAAmB,EAC/B,QAAQ,EAAE,oBAAoB,GAAG;QAAE,UAAU,CAAC,EAAE,qBAAqB,CAAA;KAAE,GACtE,OAAO,CAAC,cAAc,CAAC;IAQ1B;;;;;OAKG;IACG,YAAY,CAChB,SAAS,EAAE,QAAQ,EAAE,EACrB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,MAAM,EAAE,CAAC;IA4CpB;;;;OAIG;IACG,UAAU,CACd,OAAO,EAAE,MAAM,EAAE,EAAE,EACnB,SAAS,EAAE,QAAQ,EAAE,EACrB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,MAAM,EAAE,CAAC;IAWpB;;OAEG;IACG,+BAA+B,CACnC,KAAK,EAAE,MAAM,EAAE,EACf,CAAC,EAAE,MAAM,EACT,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC3B,OAAO,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;IAqChC;;OAEG;IACG,gBAAgB,CACpB,KAAK,EAAE,MAAM,EACb,CAAC,GAAE,MAAU,EACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC3B,OAAO,CAAC,QAAQ,EAAE,CAAC;IAKtB;;OAEG;IACG,yBAAyB,CAC7B,KAAK,EAAE,MAAM,EACb,CAAC,GAAE,MAAU,EACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC3B,OAAO,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;IAMhC;;OAEG;IACG,MAAM,CAAC,MAAM,EAAE;QAAE,GAAG,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IActD;;;OAGG;IACG,0BAA0B,CAC9B,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,iCAAiC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAC9D,UAAU,CAAC,EAAE,SAAS,GACrB,OAAO,CAAC,QAAQ,EAAE,CAAC;IA8CtB;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACvC,sBAAsB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/C,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,IAAI,GAAG,IAAI,CAAC;QAC1B,YAAY,EAAE,IAAI,GAAG,IAAI,CAAC;QAC1B,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IAIF;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,gBAAgB,IAAI,MAAM;CAG3B"}
|
|
@@ -0,0 +1,304 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PDWVectorStore - LangChain VectorStore implementation for Personal Data Wallet
|
|
3
|
+
*
|
|
4
|
+
* Integrates PDW's decentralized storage (Walrus) and vector search (HNSW) with LangChain.
|
|
5
|
+
* Enables RAG workflows with memories stored on Sui blockchain and Walrus.
|
|
6
|
+
*
|
|
7
|
+
* Features:
|
|
8
|
+
* - Decentralized vector storage on Walrus
|
|
9
|
+
* - HNSW-powered similarity search (browser-compatible WebAssembly)
|
|
10
|
+
* - Blockchain-backed ownership via Sui
|
|
11
|
+
* - SEAL encryption for privacy (optional)
|
|
12
|
+
* - Memory metadata and filtering
|
|
13
|
+
*
|
|
14
|
+
* @example
|
|
15
|
+
* ```typescript
|
|
16
|
+
* import { PDWVectorStore, PDWEmbeddings } from 'personal-data-wallet-sdk/langchain';
|
|
17
|
+
* import { useCurrentAccount, useSuiClient } from '@mysten/dapp-kit';
|
|
18
|
+
*
|
|
19
|
+
* const embeddings = new PDWEmbeddings({ geminiApiKey });
|
|
20
|
+
* const vectorStore = new PDWVectorStore(embeddings, {
|
|
21
|
+
* userAddress: account.address,
|
|
22
|
+
* packageId: '0x...',
|
|
23
|
+
* walrusAggregator: 'https://aggregator.walrus-testnet.walrus.space',
|
|
24
|
+
* });
|
|
25
|
+
*
|
|
26
|
+
* // Add documents (requires Sui wallet signing)
|
|
27
|
+
* await vectorStore.addDocuments([
|
|
28
|
+
* { pageContent: 'Hello world', metadata: { category: 'greeting' } }
|
|
29
|
+
* ], { account, signAndExecute, client });
|
|
30
|
+
*
|
|
31
|
+
* // Search
|
|
32
|
+
* const results = await vectorStore.similaritySearch('hi', 5);
|
|
33
|
+
* ```
|
|
34
|
+
*/
|
|
35
|
+
import { VectorStore } from '@langchain/core/vectorstores';
|
|
36
|
+
import { Document } from '@langchain/core/documents';
|
|
37
|
+
import { ClientMemoryManager } from '../client/ClientMemoryManager.js';
|
|
38
|
+
import { MemoryIndexService } from '../services/MemoryIndexService.js';
|
|
39
|
+
import { StorageService } from '../services/StorageService.js';
|
|
40
|
+
import { EmbeddingService } from '../services/EmbeddingService.js';
|
|
41
|
+
/**
|
|
42
|
+
* LangChain VectorStore implementation using Personal Data Wallet
|
|
43
|
+
*
|
|
44
|
+
* This class wraps PDW's ClientMemoryManager and MemoryIndexService to provide
|
|
45
|
+
* a standard LangChain VectorStore interface while preserving all PDW features:
|
|
46
|
+
* - Decentralized storage on Walrus
|
|
47
|
+
* - Blockchain ownership via Sui
|
|
48
|
+
* - SEAL encryption
|
|
49
|
+
* - HNSW vector search
|
|
50
|
+
*/
|
|
51
|
+
export class PDWVectorStore extends VectorStore {
|
|
52
|
+
constructor(embeddings, config) {
|
|
53
|
+
super(embeddings, {});
|
|
54
|
+
// Track document to blobId mapping
|
|
55
|
+
this.documentMapping = new Map(); // blobId -> documentId
|
|
56
|
+
this.config = config;
|
|
57
|
+
// Initialize PDW services
|
|
58
|
+
this.initializeServices();
|
|
59
|
+
}
|
|
60
|
+
initializeServices() {
|
|
61
|
+
// Initialize ClientMemoryManager
|
|
62
|
+
const managerConfig = {
|
|
63
|
+
packageId: this.config.packageId,
|
|
64
|
+
accessRegistryId: this.config.accessRegistryId || '',
|
|
65
|
+
walrusAggregator: this.config.walrusAggregator || 'https://aggregator.walrus-testnet.walrus.space',
|
|
66
|
+
geminiApiKey: this.config.geminiApiKey,
|
|
67
|
+
sealServerObjectIds: this.config.sealServerObjectIds,
|
|
68
|
+
walrusNetwork: this.config.walrusNetwork || 'testnet',
|
|
69
|
+
enableLocalIndexing: true,
|
|
70
|
+
};
|
|
71
|
+
this.clientMemoryManager = new ClientMemoryManager(managerConfig);
|
|
72
|
+
// Initialize services
|
|
73
|
+
this.embeddingService = new EmbeddingService({
|
|
74
|
+
apiKey: this.config.geminiApiKey,
|
|
75
|
+
model: this.config.embeddingModel || 'text-embedding-004',
|
|
76
|
+
dimensions: this.config.embeddingDimensions || 3072,
|
|
77
|
+
});
|
|
78
|
+
this.storageService = new StorageService({
|
|
79
|
+
walrusPublisherUrl: this.config.walrusPublisher,
|
|
80
|
+
walrusAggregatorUrl: this.config.walrusAggregator || 'https://aggregator.walrus-testnet.walrus.space',
|
|
81
|
+
network: (this.config.network === 'devnet' ? 'testnet' : this.config.network) || 'testnet',
|
|
82
|
+
});
|
|
83
|
+
this.memoryIndexService = new MemoryIndexService(this.storageService, {
|
|
84
|
+
maxElements: this.config.maxElements || 10000,
|
|
85
|
+
dimension: this.config.embeddingDimensions || 3072,
|
|
86
|
+
efConstruction: this.config.efConstruction || 200,
|
|
87
|
+
m: this.config.m || 16,
|
|
88
|
+
});
|
|
89
|
+
// Connect embedding service to index service
|
|
90
|
+
this.memoryIndexService.initialize(this.embeddingService, this.storageService);
|
|
91
|
+
}
|
|
92
|
+
/**
|
|
93
|
+
* Create PDWVectorStore from documents (LangChain factory pattern)
|
|
94
|
+
*
|
|
95
|
+
* @param docs - Documents to add
|
|
96
|
+
* @param embeddings - Embeddings interface
|
|
97
|
+
* @param dbConfig - Combined config object containing both PDWVectorStoreConfig and PDWAddDocumentOptions
|
|
98
|
+
*/
|
|
99
|
+
static async fromDocuments(docs, embeddings, dbConfig) {
|
|
100
|
+
const { addOptions, ...config } = dbConfig;
|
|
101
|
+
const instance = new PDWVectorStore(embeddings, config);
|
|
102
|
+
if (addOptions) {
|
|
103
|
+
await instance.addDocuments(docs, addOptions);
|
|
104
|
+
}
|
|
105
|
+
return instance;
|
|
106
|
+
}
|
|
107
|
+
/**
|
|
108
|
+
* Create PDWVectorStore from texts (LangChain factory pattern)
|
|
109
|
+
*
|
|
110
|
+
* @param texts - Text strings to add
|
|
111
|
+
* @param metadatas - Metadata for each text
|
|
112
|
+
* @param embeddings - Embeddings interface
|
|
113
|
+
* @param dbConfig - Combined config object containing both PDWVectorStoreConfig and PDWAddDocumentOptions
|
|
114
|
+
*/
|
|
115
|
+
static async fromTexts(texts, metadatas, embeddings, dbConfig) {
|
|
116
|
+
const docs = texts.map((text, i) => {
|
|
117
|
+
const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
|
|
118
|
+
return new Document({ pageContent: text, metadata });
|
|
119
|
+
});
|
|
120
|
+
return PDWVectorStore.fromDocuments(docs, embeddings, dbConfig);
|
|
121
|
+
}
|
|
122
|
+
/**
|
|
123
|
+
* Add documents to the vector store
|
|
124
|
+
*
|
|
125
|
+
* This creates memories on Sui blockchain and stores them on Walrus.
|
|
126
|
+
* Requires wallet signing via PDWAddDocumentOptions.
|
|
127
|
+
*/
|
|
128
|
+
async addDocuments(documents, options) {
|
|
129
|
+
if (!options) {
|
|
130
|
+
throw new Error('PDWVectorStore.addDocuments requires options with wallet signing. ' +
|
|
131
|
+
'Pass { account, signAndExecute, client } to sign transactions.');
|
|
132
|
+
}
|
|
133
|
+
const blobIds = [];
|
|
134
|
+
for (const doc of documents) {
|
|
135
|
+
try {
|
|
136
|
+
if (options.onProgress) {
|
|
137
|
+
options.onProgress(`Creating memory: ${doc.pageContent.substring(0, 50)}...`);
|
|
138
|
+
}
|
|
139
|
+
// Create memory using ClientMemoryManager
|
|
140
|
+
// This handles: embedding → encryption → Walrus upload → on-chain registration
|
|
141
|
+
const blobId = await this.clientMemoryManager.createMemory({
|
|
142
|
+
content: doc.pageContent,
|
|
143
|
+
category: options.category || doc.metadata?.category || this.config.defaultCategory || 'general',
|
|
144
|
+
account: options.account,
|
|
145
|
+
signAndExecute: options.signAndExecute,
|
|
146
|
+
client: options.client,
|
|
147
|
+
onProgress: options.onProgress,
|
|
148
|
+
});
|
|
149
|
+
blobIds.push(blobId);
|
|
150
|
+
this.documentMapping.set(blobId, doc.id || blobId);
|
|
151
|
+
if (options.onProgress) {
|
|
152
|
+
options.onProgress(`✅ Memory created: ${blobId}`);
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
catch (error) {
|
|
156
|
+
console.error(`Failed to add document:`, error);
|
|
157
|
+
throw new Error(`Failed to add document: ${error instanceof Error ? error.message : String(error)}`);
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
return blobIds;
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* Add vectors directly to the store
|
|
164
|
+
*
|
|
165
|
+
* This is useful when you already have embeddings and want to avoid regenerating them.
|
|
166
|
+
*/
|
|
167
|
+
async addVectors(vectors, documents, options) {
|
|
168
|
+
if (vectors.length !== documents.length) {
|
|
169
|
+
throw new Error('Vectors and documents must have the same length');
|
|
170
|
+
}
|
|
171
|
+
// Note: Currently ClientMemoryManager generates embeddings internally
|
|
172
|
+
// For now, we'll call addDocuments which will regenerate embeddings
|
|
173
|
+
// TODO: Add support for passing pre-computed embeddings to ClientMemoryManager
|
|
174
|
+
return this.addDocuments(documents, options);
|
|
175
|
+
}
|
|
176
|
+
/**
|
|
177
|
+
* Similarity search with score (core LangChain method)
|
|
178
|
+
*/
|
|
179
|
+
async similaritySearchVectorWithScore(query, k, filter) {
|
|
180
|
+
// Build search query for MemoryIndexService
|
|
181
|
+
const searchQuery = {
|
|
182
|
+
vector: query,
|
|
183
|
+
userAddress: this.config.userAddress,
|
|
184
|
+
k: k || 5,
|
|
185
|
+
threshold: filter?.minSimilarity || 0.0,
|
|
186
|
+
categories: filter?.category ? [filter.category] : filter?.categories,
|
|
187
|
+
tags: filter?.tags,
|
|
188
|
+
dateRange: filter?.dateRange,
|
|
189
|
+
importanceRange: filter?.importanceRange,
|
|
190
|
+
includeContent: false, // Don't fetch content by default (can be slow with decryption)
|
|
191
|
+
};
|
|
192
|
+
// Search using MemoryIndexService
|
|
193
|
+
const results = await this.memoryIndexService.searchMemories(searchQuery);
|
|
194
|
+
// Convert to LangChain format
|
|
195
|
+
return results.map((result) => {
|
|
196
|
+
// Use metadata topic as pageContent if content not included
|
|
197
|
+
const pageContent = result.metadata?.topic || result.metadata?.category || '';
|
|
198
|
+
const doc = new Document({
|
|
199
|
+
pageContent,
|
|
200
|
+
metadata: {
|
|
201
|
+
...result.metadata,
|
|
202
|
+
blobId: result.blobId,
|
|
203
|
+
memoryId: result.memoryId,
|
|
204
|
+
similarity: result.similarity,
|
|
205
|
+
relevanceScore: result.relevanceScore,
|
|
206
|
+
},
|
|
207
|
+
});
|
|
208
|
+
return [doc, result.similarity];
|
|
209
|
+
});
|
|
210
|
+
}
|
|
211
|
+
/**
|
|
212
|
+
* Similarity search (standard LangChain method)
|
|
213
|
+
*/
|
|
214
|
+
async similaritySearch(query, k = 5, filter) {
|
|
215
|
+
const resultsWithScore = await this.similaritySearchWithScore(query, k, filter);
|
|
216
|
+
return resultsWithScore.map(([doc]) => doc);
|
|
217
|
+
}
|
|
218
|
+
/**
|
|
219
|
+
* Similarity search with score using query string
|
|
220
|
+
*/
|
|
221
|
+
async similaritySearchWithScore(query, k = 5, filter) {
|
|
222
|
+
// Generate query embedding
|
|
223
|
+
const embedding = await this.embeddings.embedQuery(query);
|
|
224
|
+
return this.similaritySearchVectorWithScore(embedding, k, filter);
|
|
225
|
+
}
|
|
226
|
+
/**
|
|
227
|
+
* Delete documents by IDs (blob IDs)
|
|
228
|
+
*/
|
|
229
|
+
async delete(params) {
|
|
230
|
+
for (const blobId of params.ids) {
|
|
231
|
+
try {
|
|
232
|
+
// Remove from memory index
|
|
233
|
+
// Note: This doesn't delete from Walrus or blockchain
|
|
234
|
+
// Those are immutable - we just remove from local index
|
|
235
|
+
await this.memoryIndexService.removeMemory(this.config.userAddress, blobId);
|
|
236
|
+
this.documentMapping.delete(blobId);
|
|
237
|
+
}
|
|
238
|
+
catch (error) {
|
|
239
|
+
console.error(`Failed to delete document ${blobId}:`, error);
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
}
|
|
243
|
+
/**
|
|
244
|
+
* Maximum marginal relevance search
|
|
245
|
+
* Finds documents that are similar to the query but diverse from each other
|
|
246
|
+
*/
|
|
247
|
+
async maxMarginalRelevanceSearch(query, options, _callbacks) {
|
|
248
|
+
const k = options.k ?? 4;
|
|
249
|
+
const fetchK = options.fetchK ?? 20;
|
|
250
|
+
const lambda = options.lambda ?? 0.5;
|
|
251
|
+
// Generate query embedding
|
|
252
|
+
const queryEmbedding = await this.embeddings.embedQuery(query);
|
|
253
|
+
// Handle filter (can be string or object from base class)
|
|
254
|
+
const filterObj = typeof options.filter === 'object' && options.filter !== null
|
|
255
|
+
? options.filter
|
|
256
|
+
: {};
|
|
257
|
+
// Fetch more results than needed
|
|
258
|
+
const searchQuery = {
|
|
259
|
+
vector: queryEmbedding,
|
|
260
|
+
userAddress: this.config.userAddress,
|
|
261
|
+
k: fetchK,
|
|
262
|
+
threshold: filterObj.minSimilarity || 0.0,
|
|
263
|
+
categories: filterObj.categories,
|
|
264
|
+
tags: filterObj.tags,
|
|
265
|
+
includeContent: false,
|
|
266
|
+
diversityFactor: 1 - lambda, // Higher diversity factor = more diverse results
|
|
267
|
+
};
|
|
268
|
+
const results = await this.memoryIndexService.searchMemories(searchQuery);
|
|
269
|
+
// Convert to documents and apply MMR
|
|
270
|
+
const documents = results.slice(0, k).map((result) => {
|
|
271
|
+
const pageContent = result.metadata?.topic || result.metadata?.category || '';
|
|
272
|
+
return new Document({
|
|
273
|
+
pageContent,
|
|
274
|
+
metadata: {
|
|
275
|
+
...result.metadata,
|
|
276
|
+
blobId: result.blobId,
|
|
277
|
+
memoryId: result.memoryId,
|
|
278
|
+
similarity: result.similarity,
|
|
279
|
+
relevanceScore: result.relevanceScore,
|
|
280
|
+
},
|
|
281
|
+
});
|
|
282
|
+
});
|
|
283
|
+
return documents;
|
|
284
|
+
}
|
|
285
|
+
/**
|
|
286
|
+
* Get statistics about the vector store
|
|
287
|
+
*/
|
|
288
|
+
async getStats() {
|
|
289
|
+
return this.memoryIndexService.getIndexStats(this.config.userAddress);
|
|
290
|
+
}
|
|
291
|
+
/**
|
|
292
|
+
* Clear all memories for the current user
|
|
293
|
+
* Note: This only clears the local index, not blockchain or Walrus
|
|
294
|
+
*/
|
|
295
|
+
async clear() {
|
|
296
|
+
await this.memoryIndexService.clearUserIndex(this.config.userAddress);
|
|
297
|
+
this.documentMapping.clear();
|
|
298
|
+
}
|
|
299
|
+
// Required by VectorStore abstract class
|
|
300
|
+
_vectorstoreType() {
|
|
301
|
+
return 'pdw';
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
//# sourceMappingURL=PDWVectorStore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PDWVectorStore.js","sourceRoot":"","sources":["../../src/langchain/PDWVectorStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAIrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEpE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAsDhE;;;;;;;;;GASG;AACH,MAAM,OAAO,cAAe,SAAQ,WAAW;IAU7C,YACE,UAA+B,EAC/B,MAA4B;QAE5B,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAPxB,mCAAmC;QAC3B,oBAAe,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAC,uBAAuB;QAO1E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,0BAA0B;QAC1B,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC5B,CAAC;IAEO,kBAAkB;QACxB,iCAAiC;QACjC,MAAM,aAAa,GAA8B;YAC/C,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YAChC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,EAAE;YACpD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,gDAAgD;YAClG,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;YACtC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;YACpD,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,SAAS;YACrD,mBAAmB,EAAE,IAAI;SAC1B,CAAC;QAEF,IAAI,CAAC,mBAAmB,GAAG,IAAI,mBAAmB,CAAC,aAAa,CAAC,CAAC;QAElE,sBAAsB;QACtB,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;YAC3C,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;YAChC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,oBAAoB;YACzD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,IAAI,IAAI;SACpD,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC;YACvC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;YAC/C,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,gDAAgD;YACrG,OAAO,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,SAAS;SAC3F,CAAC,CAAC;QAEH,IAAI,CAAC,kBAAkB,GAAG,IAAI,kBAAkB,CAC9C,IAAI,CAAC,cAAc,EACnB;YACE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,KAAK;YAC7C,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,IAAI,IAAI;YAClD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG;YACjD,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE;SACvB,CACF,CAAC;QAEF,6CAA6C;QAC7C,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IACjF,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,KAAK,CAAC,aAAa,CACxB,IAAgB,EAChB,UAA+B,EAC/B,QAAuE;QAEvE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,EAAE,GAAG,QAAQ,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,UAAU,EAAE,MAA8B,CAAC,CAAC;QAEhF,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,KAAe,EACf,SAA4B,EAC5B,UAA+B,EAC/B,QAAuE;QAEvE,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACrE,OAAO,IAAI,QAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QACH,OAAO,cAAc,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,YAAY,CAChB,SAAqB,EACrB,OAA+B;QAE/B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,oEAAoE;gBACpE,gEAAgE,CACjE,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBACvB,OAAO,CAAC,UAAU,CAAC,oBAAoB,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;gBAChF,CAAC;gBAED,0CAA0C;gBAC1C,+EAA+E;gBAC/E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC;oBACzD,OAAO,EAAE,GAAG,CAAC,WAAW;oBACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,EAAE,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,SAAS;oBAChG,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,cAAc,EAAE,OAAO,CAAC,cAAc;oBACtC,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B,CAAC,CAAC;gBAEH,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrB,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,IAAI,MAAM,CAAC,CAAC;gBAEnD,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBACvB,OAAO,CAAC,UAAU,CAAC,qBAAqB,MAAM,EAAE,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;gBAChD,MAAM,IAAI,KAAK,CACb,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACpF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CACd,OAAmB,EACnB,SAAqB,EACrB,OAA+B;QAE/B,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QAED,sEAAsE;QACtE,oEAAoE;QACpE,+EAA+E;QAC/E,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,+BAA+B,CACnC,KAAe,EACf,CAAS,EACT,MAA4B;QAE5B,4CAA4C;QAC5C,MAAM,WAAW,GAAsB;YACrC,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,CAAC,EAAE,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,MAAM,EAAE,aAAa,IAAI,GAAG;YACvC,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU;YACrE,IAAI,EAAE,MAAM,EAAE,IAAI;YAClB,SAAS,EAAE,MAAM,EAAE,SAAS;YAC5B,eAAe,EAAE,MAAM,EAAE,eAAe;YACxC,cAAc,EAAE,KAAK,EAAE,+DAA+D;SACvF,CAAC;QAEF,kCAAkC;QAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAE1E,8BAA8B;QAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAA0B,EAAE,EAAE;YAChD,4DAA4D;YAC5D,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC;YAE9E,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;gBACvB,WAAW;gBACX,QAAQ,EAAE;oBACR,GAAG,MAAM,CAAC,QAAQ;oBAClB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;iBACtC;aACF,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,CAAuB,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,KAAa,EACb,IAAY,CAAC,EACb,MAA4B;QAE5B,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAChF,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,yBAAyB,CAC7B,KAAa,EACb,IAAY,CAAC,EACb,MAA4B;QAE5B,2BAA2B;QAC3B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC,+BAA+B,CAAC,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IACpE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,MAAyB;QACpC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC;gBACH,2BAA2B;gBAC3B,sDAAsD;gBACtD,wDAAwD;gBACxD,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;gBAC5E,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACtC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,MAAM,GAAG,EAAE,KAAK,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,0BAA0B,CAC9B,KAAa,EACb,OAA8D,EAC9D,UAAsB;QAEtB,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;QAErC,2BAA2B;QAC3B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAE/D,0DAA0D;QAC1D,MAAM,SAAS,GAAG,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI;YAC7E,CAAC,CAAC,OAAO,CAAC,MAA6B;YACvC,CAAC,CAAC,EAAE,CAAC;QAEP,iCAAiC;QACjC,MAAM,WAAW,GAAsB;YACrC,MAAM,EAAE,cAAc;YACtB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,CAAC,EAAE,MAAM;YACT,SAAS,EAAE,SAAS,CAAC,aAAa,IAAI,GAAG;YACzC,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,CAAC,GAAG,MAAM,EAAE,iDAAiD;SAC/E,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAE1E,qCAAqC;QACrC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAA0B,EAAE,EAAE;YACvE,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC;YAE9E,OAAO,IAAI,QAAQ,CAAC;gBAClB,WAAW;gBACX,QAAQ,EAAE;oBACR,GAAG,MAAM,CAAC,QAAQ;oBAClB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;iBACtC;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QASZ,OAAO,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACxE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED,yCAAyC;IACzC,gBAAgB;QACd,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* createPDWRAG - Simple RAG Helper for Personal Data Wallet
|
|
3
|
+
*
|
|
4
|
+
* A one-function RAG setup that combines PDWVectorStore with any LangChain LLM.
|
|
5
|
+
* Provides the quickest way to build RAG applications with decentralized storage.
|
|
6
|
+
*
|
|
7
|
+
* @example
|
|
8
|
+
* ```typescript
|
|
9
|
+
* import { createPDWRAG, PDWEmbeddings, PDWVectorStore } from 'personal-data-wallet-sdk/langchain';
|
|
10
|
+
* import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
|
|
11
|
+
*
|
|
12
|
+
* const embeddings = new PDWEmbeddings({ geminiApiKey });
|
|
13
|
+
* const vectorStore = new PDWVectorStore(embeddings, config);
|
|
14
|
+
* const llm = new ChatGoogleGenerativeAI({ apiKey: geminiApiKey });
|
|
15
|
+
*
|
|
16
|
+
* const ragChain = await createPDWRAG({
|
|
17
|
+
* vectorStore,
|
|
18
|
+
* llm,
|
|
19
|
+
* systemPrompt: 'You are my personal AI assistant.'
|
|
20
|
+
* });
|
|
21
|
+
*
|
|
22
|
+
* const answer = await ragChain.invoke({ question: 'What did I do last week?' });
|
|
23
|
+
* ```
|
|
24
|
+
*/
|
|
25
|
+
import { ChatPromptTemplate } from '@langchain/core/prompts';
|
|
26
|
+
import { RunnableSequence } from '@langchain/core/runnables';
|
|
27
|
+
import type { Runnable } from '@langchain/core/runnables';
|
|
28
|
+
import { VectorStoreRetriever } from '@langchain/core/vectorstores';
|
|
29
|
+
import type { BaseMessage } from '@langchain/core/messages';
|
|
30
|
+
import type { PDWVectorStore } from './PDWVectorStore';
|
|
31
|
+
export interface PDWRAGConfig {
|
|
32
|
+
/**
|
|
33
|
+
* PDWVectorStore instance for retrieval
|
|
34
|
+
*/
|
|
35
|
+
vectorStore: PDWVectorStore;
|
|
36
|
+
/**
|
|
37
|
+
* LangChain LLM for generation
|
|
38
|
+
* Can be any LLM: ChatGoogleGenerativeAI, ChatOpenAI, ChatAnthropic, etc.
|
|
39
|
+
*/
|
|
40
|
+
llm: Runnable<any, BaseMessage>;
|
|
41
|
+
/**
|
|
42
|
+
* System prompt for the RAG chain
|
|
43
|
+
* @default 'You are a helpful assistant with access to a knowledge base.'
|
|
44
|
+
*/
|
|
45
|
+
systemPrompt?: string;
|
|
46
|
+
/**
|
|
47
|
+
* Number of documents to retrieve
|
|
48
|
+
* @default 5
|
|
49
|
+
*/
|
|
50
|
+
k?: number;
|
|
51
|
+
/**
|
|
52
|
+
* Minimum similarity threshold (0-1)
|
|
53
|
+
* @default 0.5
|
|
54
|
+
*/
|
|
55
|
+
minSimilarity?: number;
|
|
56
|
+
/**
|
|
57
|
+
* Custom retriever (overrides vectorStore if provided)
|
|
58
|
+
*/
|
|
59
|
+
retriever?: VectorStoreRetriever;
|
|
60
|
+
/**
|
|
61
|
+
* Custom prompt template (overrides systemPrompt)
|
|
62
|
+
*/
|
|
63
|
+
promptTemplate?: ChatPromptTemplate;
|
|
64
|
+
/**
|
|
65
|
+
* Whether to include source documents in the output
|
|
66
|
+
* @default false
|
|
67
|
+
*/
|
|
68
|
+
returnSourceDocuments?: boolean;
|
|
69
|
+
/**
|
|
70
|
+
* Metadata filters for retrieval
|
|
71
|
+
*/
|
|
72
|
+
filter?: Record<string, any>;
|
|
73
|
+
}
|
|
74
|
+
export interface PDWRAGResult {
|
|
75
|
+
/**
|
|
76
|
+
* Generated answer from the LLM
|
|
77
|
+
*/
|
|
78
|
+
answer: string;
|
|
79
|
+
/**
|
|
80
|
+
* Source documents used for context (if returnSourceDocuments is true)
|
|
81
|
+
*/
|
|
82
|
+
sourceDocuments?: Array<{
|
|
83
|
+
content: string;
|
|
84
|
+
metadata: any;
|
|
85
|
+
similarity?: number;
|
|
86
|
+
}>;
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* Create a RAG chain with PDWVectorStore
|
|
90
|
+
*
|
|
91
|
+
* This helper function sets up a complete RAG pipeline:
|
|
92
|
+
* 1. Retriever: Fetches relevant documents from PDWVectorStore
|
|
93
|
+
* 2. Prompt: Formats context and question for the LLM
|
|
94
|
+
* 3. LLM: Generates answer based on context
|
|
95
|
+
* 4. Parser: Extracts text from LLM response
|
|
96
|
+
*
|
|
97
|
+
* @param config - RAG configuration
|
|
98
|
+
* @returns A runnable chain that takes { question: string } and returns answer
|
|
99
|
+
*/
|
|
100
|
+
export declare function createPDWRAG(config: PDWRAGConfig): Promise<RunnableSequence>;
|
|
101
|
+
/**
|
|
102
|
+
* Create a RAG chain that returns both answer and source documents
|
|
103
|
+
*
|
|
104
|
+
* @param config - RAG configuration with returnSourceDocuments enabled
|
|
105
|
+
* @returns A runnable chain that returns { answer, sourceDocuments }
|
|
106
|
+
*/
|
|
107
|
+
export declare function createPDWRAGWithSources(config: Omit<PDWRAGConfig, 'returnSourceDocuments'>): Promise<RunnableSequence>;
|
|
108
|
+
/**
|
|
109
|
+
* Create a conversational RAG chain that maintains chat history
|
|
110
|
+
*
|
|
111
|
+
* @param config - RAG configuration
|
|
112
|
+
* @returns A runnable chain that takes { question, chatHistory } and returns answer
|
|
113
|
+
*/
|
|
114
|
+
export declare function createConversationalPDWRAG(config: PDWRAGConfig): Promise<RunnableSequence>;
|
|
115
|
+
//# sourceMappingURL=createPDWRAG.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"createPDWRAG.d.ts","sourceRoot":"","sources":["../../src/langchain/createPDWRAG.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAE1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEvD,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,WAAW,EAAE,cAAc,CAAC;IAE5B;;;OAGG;IACH,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAEhC;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,CAAC,CAAC,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;OAEG;IACH,SAAS,CAAC,EAAE,oBAAoB,CAAC;IAEjC;;OAEG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IAEpC;;;OAGG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAEhC;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,eAAe,CAAC,EAAE,KAAK,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,GAAG,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;CACJ;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,YAAY,GACnB,OAAO,CAAC,gBAAgB,CAAC,CAgD3B;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,uBAAuB,CAAC,GAClD,OAAO,CAAC,gBAAgB,CAAC,CAmE3B;AAED;;;;;GAKG;AACH,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,YAAY,GACnB,OAAO,CAAC,gBAAgB,CAAC,CAoD3B"}
|