@cmdoss/memwal-sdk 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ARCHITECTURE.md +463 -0
- package/BENCHMARKS.md +238 -0
- package/README.md +142 -0
- package/dist/access/PermissionService.d.ts +179 -0
- package/dist/access/PermissionService.d.ts.map +1 -0
- package/dist/access/PermissionService.js +445 -0
- package/dist/access/PermissionService.js.map +1 -0
- package/dist/access/index.d.ts +8 -0
- package/dist/access/index.d.ts.map +1 -0
- package/dist/access/index.js +7 -0
- package/dist/access/index.js.map +1 -0
- package/dist/aggregation/AggregationService.d.ts +132 -0
- package/dist/aggregation/AggregationService.d.ts.map +1 -0
- package/dist/aggregation/AggregationService.js +225 -0
- package/dist/aggregation/AggregationService.js.map +1 -0
- package/dist/aggregation/index.d.ts +8 -0
- package/dist/aggregation/index.d.ts.map +1 -0
- package/dist/aggregation/index.js +7 -0
- package/dist/aggregation/index.js.map +1 -0
- package/dist/ai-sdk/PDWVectorStore.d.ts +124 -0
- package/dist/ai-sdk/PDWVectorStore.d.ts.map +1 -0
- package/dist/ai-sdk/PDWVectorStore.js +557 -0
- package/dist/ai-sdk/PDWVectorStore.js.map +1 -0
- package/dist/ai-sdk/index.d.ts +45 -0
- package/dist/ai-sdk/index.d.ts.map +1 -0
- package/dist/ai-sdk/index.js +45 -0
- package/dist/ai-sdk/index.js.map +1 -0
- package/dist/ai-sdk/tools.d.ts +153 -0
- package/dist/ai-sdk/tools.d.ts.map +1 -0
- package/dist/ai-sdk/tools.js +312 -0
- package/dist/ai-sdk/tools.js.map +1 -0
- package/dist/ai-sdk/types.d.ts +336 -0
- package/dist/ai-sdk/types.d.ts.map +1 -0
- package/dist/ai-sdk/types.js +36 -0
- package/dist/ai-sdk/types.js.map +1 -0
- package/dist/api/client.d.ts +43 -0
- package/dist/api/client.d.ts.map +1 -0
- package/dist/api/client.js +136 -0
- package/dist/api/client.js.map +1 -0
- package/dist/batch/BatchManager.d.ts +147 -0
- package/dist/batch/BatchManager.d.ts.map +1 -0
- package/dist/batch/BatchManager.js +427 -0
- package/dist/batch/BatchManager.js.map +1 -0
- package/dist/batch/BatchingService.d.ts +122 -0
- package/dist/batch/BatchingService.d.ts.map +1 -0
- package/dist/batch/BatchingService.js +301 -0
- package/dist/batch/BatchingService.js.map +1 -0
- package/dist/batch/MemoryProcessingCache.d.ts +147 -0
- package/dist/batch/MemoryProcessingCache.d.ts.map +1 -0
- package/dist/batch/MemoryProcessingCache.js +349 -0
- package/dist/batch/MemoryProcessingCache.js.map +1 -0
- package/dist/batch/index.d.ts +13 -0
- package/dist/batch/index.d.ts.map +1 -0
- package/dist/batch/index.js +10 -0
- package/dist/batch/index.js.map +1 -0
- package/dist/browser.d.ts +73 -0
- package/dist/browser.d.ts.map +1 -0
- package/dist/browser.js +66 -0
- package/dist/browser.js.map +1 -0
- package/dist/chat/index.d.ts +13 -0
- package/dist/chat/index.d.ts.map +1 -0
- package/dist/chat/index.js +14 -0
- package/dist/chat/index.js.map +1 -0
- package/dist/client/ClientMemoryManager.d.ts +202 -0
- package/dist/client/ClientMemoryManager.d.ts.map +1 -0
- package/dist/client/ClientMemoryManager.js +764 -0
- package/dist/client/ClientMemoryManager.js.map +1 -0
- package/dist/client/PersonalDataWallet.d.ts +406 -0
- package/dist/client/PersonalDataWallet.d.ts.map +1 -0
- package/dist/client/PersonalDataWallet.js +229 -0
- package/dist/client/PersonalDataWallet.js.map +1 -0
- package/dist/client/SimplePDWClient.d.ts +534 -0
- package/dist/client/SimplePDWClient.d.ts.map +1 -0
- package/dist/client/SimplePDWClient.js +876 -0
- package/dist/client/SimplePDWClient.js.map +1 -0
- package/dist/client/factory.d.ts +99 -0
- package/dist/client/factory.d.ts.map +1 -0
- package/dist/client/factory.js +126 -0
- package/dist/client/factory.js.map +1 -0
- package/dist/client/namespaces/AnalyticsNamespace.d.ts +178 -0
- package/dist/client/namespaces/AnalyticsNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/AnalyticsNamespace.js +261 -0
- package/dist/client/namespaces/AnalyticsNamespace.js.map +1 -0
- package/dist/client/namespaces/BatchNamespace.d.ts +120 -0
- package/dist/client/namespaces/BatchNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/BatchNamespace.js +261 -0
- package/dist/client/namespaces/BatchNamespace.js.map +1 -0
- package/dist/client/namespaces/CacheNamespace.d.ts +80 -0
- package/dist/client/namespaces/CacheNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/CacheNamespace.js +100 -0
- package/dist/client/namespaces/CacheNamespace.js.map +1 -0
- package/dist/client/namespaces/CapabilityNamespace.d.ts +145 -0
- package/dist/client/namespaces/CapabilityNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/CapabilityNamespace.js +181 -0
- package/dist/client/namespaces/CapabilityNamespace.js.map +1 -0
- package/dist/client/namespaces/ChatNamespace.d.ts +110 -0
- package/dist/client/namespaces/ChatNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/ChatNamespace.js +123 -0
- package/dist/client/namespaces/ChatNamespace.js.map +1 -0
- package/dist/client/namespaces/ClassifyNamespace.d.ts +96 -0
- package/dist/client/namespaces/ClassifyNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/ClassifyNamespace.js +149 -0
- package/dist/client/namespaces/ClassifyNamespace.js.map +1 -0
- package/dist/client/namespaces/ContextNamespace.d.ts +150 -0
- package/dist/client/namespaces/ContextNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/ContextNamespace.js +250 -0
- package/dist/client/namespaces/ContextNamespace.js.map +1 -0
- package/dist/client/namespaces/EmbeddingsNamespace.d.ts +64 -0
- package/dist/client/namespaces/EmbeddingsNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/EmbeddingsNamespace.js +86 -0
- package/dist/client/namespaces/EmbeddingsNamespace.js.map +1 -0
- package/dist/client/namespaces/EncryptionNamespace.d.ts +128 -0
- package/dist/client/namespaces/EncryptionNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/EncryptionNamespace.js +161 -0
- package/dist/client/namespaces/EncryptionNamespace.js.map +1 -0
- package/dist/client/namespaces/GraphNamespace.d.ts +168 -0
- package/dist/client/namespaces/GraphNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/GraphNamespace.js +314 -0
- package/dist/client/namespaces/GraphNamespace.js.map +1 -0
- package/dist/client/namespaces/IndexNamespace.d.ts +141 -0
- package/dist/client/namespaces/IndexNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/IndexNamespace.js +238 -0
- package/dist/client/namespaces/IndexNamespace.js.map +1 -0
- package/dist/client/namespaces/MemoryNamespace.d.ts +277 -0
- package/dist/client/namespaces/MemoryNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/MemoryNamespace.js +907 -0
- package/dist/client/namespaces/MemoryNamespace.js.map +1 -0
- package/dist/client/namespaces/PermissionsNamespace.d.ts +114 -0
- package/dist/client/namespaces/PermissionsNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/PermissionsNamespace.js +179 -0
- package/dist/client/namespaces/PermissionsNamespace.js.map +1 -0
- package/dist/client/namespaces/PipelineNamespace.d.ts +125 -0
- package/dist/client/namespaces/PipelineNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/PipelineNamespace.js +171 -0
- package/dist/client/namespaces/PipelineNamespace.js.map +1 -0
- package/dist/client/namespaces/SearchNamespace.d.ts +382 -0
- package/dist/client/namespaces/SearchNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/SearchNamespace.js +821 -0
- package/dist/client/namespaces/SearchNamespace.js.map +1 -0
- package/dist/client/namespaces/StorageNamespace.d.ts +180 -0
- package/dist/client/namespaces/StorageNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/StorageNamespace.js +354 -0
- package/dist/client/namespaces/StorageNamespace.js.map +1 -0
- package/dist/client/namespaces/TxNamespace.d.ts +143 -0
- package/dist/client/namespaces/TxNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/TxNamespace.js +208 -0
- package/dist/client/namespaces/TxNamespace.js.map +1 -0
- package/dist/client/namespaces/WalletNamespace.d.ts +124 -0
- package/dist/client/namespaces/WalletNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/WalletNamespace.js +197 -0
- package/dist/client/namespaces/WalletNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/AINamespace.d.ts +265 -0
- package/dist/client/namespaces/consolidated/AINamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/AINamespace.js +390 -0
- package/dist/client/namespaces/consolidated/AINamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts +265 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.js +412 -0
- package/dist/client/namespaces/consolidated/BlockchainNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.d.ts +354 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.js +522 -0
- package/dist/client/namespaces/consolidated/SecurityNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.d.ts +235 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.js +351 -0
- package/dist/client/namespaces/consolidated/StorageNamespace.js.map +1 -0
- package/dist/client/namespaces/consolidated/index.d.ts +17 -0
- package/dist/client/namespaces/consolidated/index.d.ts.map +1 -0
- package/dist/client/namespaces/consolidated/index.js +13 -0
- package/dist/client/namespaces/consolidated/index.js.map +1 -0
- package/dist/client/signers/KeypairSigner.d.ts +55 -0
- package/dist/client/signers/KeypairSigner.d.ts.map +1 -0
- package/dist/client/signers/KeypairSigner.js +84 -0
- package/dist/client/signers/KeypairSigner.js.map +1 -0
- package/dist/client/signers/UnifiedSigner.d.ts +88 -0
- package/dist/client/signers/UnifiedSigner.d.ts.map +1 -0
- package/dist/client/signers/UnifiedSigner.js +13 -0
- package/dist/client/signers/UnifiedSigner.js.map +1 -0
- package/dist/client/signers/WalletAdapterSigner.d.ts +94 -0
- package/dist/client/signers/WalletAdapterSigner.d.ts.map +1 -0
- package/dist/client/signers/WalletAdapterSigner.js +91 -0
- package/dist/client/signers/WalletAdapterSigner.js.map +1 -0
- package/dist/client/signers/index.d.ts +14 -0
- package/dist/client/signers/index.d.ts.map +1 -0
- package/dist/client/signers/index.js +12 -0
- package/dist/client/signers/index.js.map +1 -0
- package/dist/config/ConfigurationHelper.d.ts +167 -0
- package/dist/config/ConfigurationHelper.d.ts.map +1 -0
- package/dist/config/ConfigurationHelper.js +283 -0
- package/dist/config/ConfigurationHelper.js.map +1 -0
- package/dist/config/defaults.d.ts +9 -0
- package/dist/config/defaults.d.ts.map +1 -0
- package/dist/config/defaults.js +49 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/config/index.d.ts +9 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +8 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/validation.d.ts +12 -0
- package/dist/config/validation.d.ts.map +1 -0
- package/dist/config/validation.js +61 -0
- package/dist/config/validation.js.map +1 -0
- package/dist/core/index.d.ts +11 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +13 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/interfaces/IService.d.ts +162 -0
- package/dist/core/interfaces/IService.d.ts.map +1 -0
- package/dist/core/interfaces/IService.js +159 -0
- package/dist/core/interfaces/IService.js.map +1 -0
- package/dist/core/interfaces/index.d.ts +7 -0
- package/dist/core/interfaces/index.d.ts.map +1 -0
- package/dist/core/interfaces/index.js +7 -0
- package/dist/core/interfaces/index.js.map +1 -0
- package/dist/core/types/capability.d.ts +268 -0
- package/dist/core/types/capability.d.ts.map +1 -0
- package/dist/core/types/capability.js +16 -0
- package/dist/core/types/capability.js.map +1 -0
- package/dist/core/types/index.d.ts +750 -0
- package/dist/core/types/index.d.ts.map +1 -0
- package/dist/core/types/index.js +6 -0
- package/dist/core/types/index.js.map +1 -0
- package/dist/core/types/wallet.d.ts +254 -0
- package/dist/core/types/wallet.d.ts.map +1 -0
- package/dist/core/types/wallet.js +27 -0
- package/dist/core/types/wallet.js.map +1 -0
- package/dist/core/types.d.ts +8 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +8 -0
- package/dist/core/types.js.map +1 -0
- package/dist/core/wallet.d.ts +209 -0
- package/dist/core/wallet.d.ts.map +1 -0
- package/dist/core/wallet.js +27 -0
- package/dist/core/wallet.js.map +1 -0
- package/dist/embedding/index.d.ts +9 -0
- package/dist/embedding/index.d.ts.map +1 -0
- package/dist/embedding/index.js +8 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/types.d.ts +302 -0
- package/dist/embedding/types.d.ts.map +1 -0
- package/dist/embedding/types.js +9 -0
- package/dist/embedding/types.js.map +1 -0
- package/dist/encryption/index.d.ts +14 -0
- package/dist/encryption/index.d.ts.map +1 -0
- package/dist/encryption/index.js +14 -0
- package/dist/encryption/index.js.map +1 -0
- package/dist/errors/index.d.ts +149 -0
- package/dist/errors/index.d.ts.map +1 -0
- package/dist/errors/index.js +301 -0
- package/dist/errors/index.js.map +1 -0
- package/dist/errors/recovery.d.ts +128 -0
- package/dist/errors/recovery.d.ts.map +1 -0
- package/dist/errors/recovery.js +320 -0
- package/dist/errors/recovery.js.map +1 -0
- package/dist/errors/validation.d.ts +106 -0
- package/dist/errors/validation.d.ts.map +1 -0
- package/dist/errors/validation.js +354 -0
- package/dist/errors/validation.js.map +1 -0
- package/dist/generated/pdw/capability.d.ts +223 -0
- package/dist/generated/pdw/capability.d.ts.map +1 -0
- package/dist/generated/pdw/capability.js +238 -0
- package/dist/generated/pdw/capability.js.map +1 -0
- package/dist/generated/pdw/deps/sui/object.d.ts +9 -0
- package/dist/generated/pdw/deps/sui/object.d.ts.map +1 -0
- package/dist/generated/pdw/deps/sui/object.js +11 -0
- package/dist/generated/pdw/deps/sui/object.js.map +1 -0
- package/dist/generated/pdw/deps/sui/vec_map.d.ts +37 -0
- package/dist/generated/pdw/deps/sui/vec_map.d.ts.map +1 -0
- package/dist/generated/pdw/deps/sui/vec_map.js +28 -0
- package/dist/generated/pdw/deps/sui/vec_map.js.map +1 -0
- package/dist/generated/pdw/memory.d.ts +676 -0
- package/dist/generated/pdw/memory.d.ts.map +1 -0
- package/dist/generated/pdw/memory.js +681 -0
- package/dist/generated/pdw/memory.js.map +1 -0
- package/dist/generated/pdw/wallet.d.ts +78 -0
- package/dist/generated/pdw/wallet.d.ts.map +1 -0
- package/dist/generated/pdw/wallet.js +89 -0
- package/dist/generated/pdw/wallet.js.map +1 -0
- package/dist/generated/utils/index.d.ts +12 -0
- package/dist/generated/utils/index.d.ts.map +1 -0
- package/dist/generated/utils/index.js +132 -0
- package/dist/generated/utils/index.js.map +1 -0
- package/dist/graph/BrowserKnowledgeGraphManager.d.ts +101 -0
- package/dist/graph/BrowserKnowledgeGraphManager.d.ts.map +1 -0
- package/dist/graph/BrowserKnowledgeGraphManager.js +411 -0
- package/dist/graph/BrowserKnowledgeGraphManager.js.map +1 -0
- package/dist/graph/GraphService.d.ts +194 -0
- package/dist/graph/GraphService.d.ts.map +1 -0
- package/dist/graph/GraphService.js +662 -0
- package/dist/graph/GraphService.js.map +1 -0
- package/dist/graph/KnowledgeGraphManager.d.ts +161 -0
- package/dist/graph/KnowledgeGraphManager.d.ts.map +1 -0
- package/dist/graph/KnowledgeGraphManager.js +495 -0
- package/dist/graph/KnowledgeGraphManager.js.map +1 -0
- package/dist/graph/index.d.ts +11 -0
- package/dist/graph/index.d.ts.map +1 -0
- package/dist/graph/index.js +9 -0
- package/dist/graph/index.js.map +1 -0
- package/dist/hooks.wip/index.d.ts +55 -0
- package/dist/hooks.wip/index.d.ts.map +1 -0
- package/dist/hooks.wip/index.js +58 -0
- package/dist/hooks.wip/index.js.map +1 -0
- package/dist/hooks.wip/useCreateMemory.d.ts +111 -0
- package/dist/hooks.wip/useCreateMemory.d.ts.map +1 -0
- package/dist/hooks.wip/useCreateMemory.js +149 -0
- package/dist/hooks.wip/useCreateMemory.js.map +1 -0
- package/dist/hooks.wip/useCreateMemoryBatch.d.ts +122 -0
- package/dist/hooks.wip/useCreateMemoryBatch.d.ts.map +1 -0
- package/dist/hooks.wip/useCreateMemoryBatch.js +221 -0
- package/dist/hooks.wip/useCreateMemoryBatch.js.map +1 -0
- package/dist/hooks.wip/useKnowledgeGraph.d.ts +66 -0
- package/dist/hooks.wip/useKnowledgeGraph.d.ts.map +1 -0
- package/dist/hooks.wip/useKnowledgeGraph.js +229 -0
- package/dist/hooks.wip/useKnowledgeGraph.js.map +1 -0
- package/dist/hooks.wip/useMemoryChat.d.ts +106 -0
- package/dist/hooks.wip/useMemoryChat.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryChat.js +284 -0
- package/dist/hooks.wip/useMemoryChat.js.map +1 -0
- package/dist/hooks.wip/useMemoryIndex.d.ts +90 -0
- package/dist/hooks.wip/useMemoryIndex.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryIndex.js +218 -0
- package/dist/hooks.wip/useMemoryIndex.js.map +1 -0
- package/dist/hooks.wip/useMemoryManager.d.ts +35 -0
- package/dist/hooks.wip/useMemoryManager.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryManager.js +86 -0
- package/dist/hooks.wip/useMemoryManager.js.map +1 -0
- package/dist/hooks.wip/useMemorySearch.d.ts +100 -0
- package/dist/hooks.wip/useMemorySearch.d.ts.map +1 -0
- package/dist/hooks.wip/useMemorySearch.js +278 -0
- package/dist/hooks.wip/useMemorySearch.js.map +1 -0
- package/dist/hooks.wip/useMemoryServices.d.ts +80 -0
- package/dist/hooks.wip/useMemoryServices.d.ts.map +1 -0
- package/dist/hooks.wip/useMemoryServices.js +264 -0
- package/dist/hooks.wip/useMemoryServices.js.map +1 -0
- package/dist/hooks.wip/usePDWRAG.d.ts +112 -0
- package/dist/hooks.wip/usePDWRAG.d.ts.map +1 -0
- package/dist/hooks.wip/usePDWRAG.js +121 -0
- package/dist/hooks.wip/usePDWRAG.js.map +1 -0
- package/dist/hooks.wip/usePDWVectorStore.d.ts +68 -0
- package/dist/hooks.wip/usePDWVectorStore.d.ts.map +1 -0
- package/dist/hooks.wip/usePDWVectorStore.js +102 -0
- package/dist/hooks.wip/usePDWVectorStore.js.map +1 -0
- package/dist/hooks.wip/useRetrieveEmbedding.d.ts +138 -0
- package/dist/hooks.wip/useRetrieveEmbedding.d.ts.map +1 -0
- package/dist/hooks.wip/useRetrieveEmbedding.js +121 -0
- package/dist/hooks.wip/useRetrieveEmbedding.js.map +1 -0
- package/dist/hooks.wip/useSearchMemories.d.ts +103 -0
- package/dist/hooks.wip/useSearchMemories.d.ts.map +1 -0
- package/dist/hooks.wip/useSearchMemories.js +146 -0
- package/dist/hooks.wip/useSearchMemories.js.map +1 -0
- package/dist/hooks.wip/useStoreEmbedding.d.ts +174 -0
- package/dist/hooks.wip/useStoreEmbedding.d.ts.map +1 -0
- package/dist/hooks.wip/useStoreEmbedding.js +167 -0
- package/dist/hooks.wip/useStoreEmbedding.js.map +1 -0
- package/dist/hooks.wip/useWalletMemories.d.ts +119 -0
- package/dist/hooks.wip/useWalletMemories.d.ts.map +1 -0
- package/dist/hooks.wip/useWalletMemories.js +166 -0
- package/dist/hooks.wip/useWalletMemories.js.map +1 -0
- package/dist/hooks.wip/utils/cache.d.ts +25 -0
- package/dist/hooks.wip/utils/cache.d.ts.map +1 -0
- package/dist/hooks.wip/utils/cache.js +38 -0
- package/dist/hooks.wip/utils/cache.js.map +1 -0
- package/dist/hooks.wip/utils/types.d.ts +138 -0
- package/dist/hooks.wip/utils/types.d.ts.map +1 -0
- package/dist/hooks.wip/utils/types.js +5 -0
- package/dist/hooks.wip/utils/types.js.map +1 -0
- package/dist/index.d.ts +190 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +298 -0
- package/dist/index.js.map +1 -0
- package/dist/infrastructure/ai/EmbeddingService.d.ts +101 -0
- package/dist/infrastructure/ai/EmbeddingService.d.ts.map +1 -0
- package/dist/infrastructure/ai/EmbeddingService.js +242 -0
- package/dist/infrastructure/ai/EmbeddingService.js.map +1 -0
- package/dist/infrastructure/ai/GeminiAIService.d.ts +84 -0
- package/dist/infrastructure/ai/GeminiAIService.d.ts.map +1 -0
- package/dist/infrastructure/ai/GeminiAIService.js +300 -0
- package/dist/infrastructure/ai/GeminiAIService.js.map +1 -0
- package/dist/infrastructure/ai/index.d.ts +8 -0
- package/dist/infrastructure/ai/index.d.ts.map +1 -0
- package/dist/infrastructure/ai/index.js +8 -0
- package/dist/infrastructure/ai/index.js.map +1 -0
- package/dist/infrastructure/index.d.ts +16 -0
- package/dist/infrastructure/index.d.ts.map +1 -0
- package/dist/infrastructure/index.js +19 -0
- package/dist/infrastructure/index.js.map +1 -0
- package/dist/infrastructure/seal/EncryptionService.d.ts +162 -0
- package/dist/infrastructure/seal/EncryptionService.d.ts.map +1 -0
- package/dist/infrastructure/seal/EncryptionService.js +466 -0
- package/dist/infrastructure/seal/EncryptionService.js.map +1 -0
- package/dist/infrastructure/seal/SealService.d.ts +132 -0
- package/dist/infrastructure/seal/SealService.d.ts.map +1 -0
- package/dist/infrastructure/seal/SealService.js +473 -0
- package/dist/infrastructure/seal/SealService.js.map +1 -0
- package/dist/infrastructure/seal/index.d.ts +8 -0
- package/dist/infrastructure/seal/index.d.ts.map +1 -0
- package/dist/infrastructure/seal/index.js +8 -0
- package/dist/infrastructure/seal/index.js.map +1 -0
- package/dist/infrastructure/sui/BlockchainManager.d.ts +161 -0
- package/dist/infrastructure/sui/BlockchainManager.d.ts.map +1 -0
- package/dist/infrastructure/sui/BlockchainManager.js +421 -0
- package/dist/infrastructure/sui/BlockchainManager.js.map +1 -0
- package/dist/infrastructure/sui/SuiService.d.ts +179 -0
- package/dist/infrastructure/sui/SuiService.d.ts.map +1 -0
- package/dist/infrastructure/sui/SuiService.js +658 -0
- package/dist/infrastructure/sui/SuiService.js.map +1 -0
- package/dist/infrastructure/sui/index.d.ts +8 -0
- package/dist/infrastructure/sui/index.d.ts.map +1 -0
- package/dist/infrastructure/sui/index.js +8 -0
- package/dist/infrastructure/sui/index.js.map +1 -0
- package/dist/infrastructure/walrus/StorageManager.d.ts +207 -0
- package/dist/infrastructure/walrus/StorageManager.d.ts.map +1 -0
- package/dist/infrastructure/walrus/StorageManager.js +413 -0
- package/dist/infrastructure/walrus/StorageManager.js.map +1 -0
- package/dist/infrastructure/walrus/WalrusStorageService.d.ts +177 -0
- package/dist/infrastructure/walrus/WalrusStorageService.d.ts.map +1 -0
- package/dist/infrastructure/walrus/WalrusStorageService.js +403 -0
- package/dist/infrastructure/walrus/WalrusStorageService.js.map +1 -0
- package/dist/infrastructure/walrus/index.d.ts +8 -0
- package/dist/infrastructure/walrus/index.d.ts.map +1 -0
- package/dist/infrastructure/walrus/index.js +8 -0
- package/dist/infrastructure/walrus/index.js.map +1 -0
- package/dist/langchain/PDWEmbeddings.d.ts +77 -0
- package/dist/langchain/PDWEmbeddings.d.ts.map +1 -0
- package/dist/langchain/PDWEmbeddings.js +96 -0
- package/dist/langchain/PDWEmbeddings.js.map +1 -0
- package/dist/langchain/PDWVectorStore.d.ts +173 -0
- package/dist/langchain/PDWVectorStore.d.ts.map +1 -0
- package/dist/langchain/PDWVectorStore.js +304 -0
- package/dist/langchain/PDWVectorStore.js.map +1 -0
- package/dist/langchain/createPDWRAG.d.ts +115 -0
- package/dist/langchain/createPDWRAG.d.ts.map +1 -0
- package/dist/langchain/createPDWRAG.js +181 -0
- package/dist/langchain/createPDWRAG.js.map +1 -0
- package/dist/langchain/index.d.ts +35 -0
- package/dist/langchain/index.d.ts.map +1 -0
- package/dist/langchain/index.js +35 -0
- package/dist/langchain/index.js.map +1 -0
- package/dist/memory/index.d.ts +13 -0
- package/dist/memory/index.d.ts.map +1 -0
- package/dist/memory/index.js +14 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/permissions/ConsentRepository.d.ts +71 -0
- package/dist/permissions/ConsentRepository.d.ts.map +1 -0
- package/dist/permissions/ConsentRepository.js +297 -0
- package/dist/permissions/ConsentRepository.js.map +1 -0
- package/dist/permissions/index.d.ts +9 -0
- package/dist/permissions/index.d.ts.map +1 -0
- package/dist/permissions/index.js +8 -0
- package/dist/permissions/index.js.map +1 -0
- package/dist/pipeline/MemoryPipeline.d.ts +191 -0
- package/dist/pipeline/MemoryPipeline.d.ts.map +1 -0
- package/dist/pipeline/MemoryPipeline.js +588 -0
- package/dist/pipeline/MemoryPipeline.js.map +1 -0
- package/dist/pipeline/PipelineManager.d.ts +178 -0
- package/dist/pipeline/PipelineManager.d.ts.map +1 -0
- package/dist/pipeline/PipelineManager.js +485 -0
- package/dist/pipeline/PipelineManager.js.map +1 -0
- package/dist/pipeline/index.d.ts +13 -0
- package/dist/pipeline/index.d.ts.map +1 -0
- package/dist/pipeline/index.js +11 -0
- package/dist/pipeline/index.js.map +1 -0
- package/dist/retrieval/AdvancedSearchService.d.ts +231 -0
- package/dist/retrieval/AdvancedSearchService.d.ts.map +1 -0
- package/dist/retrieval/AdvancedSearchService.js +384 -0
- package/dist/retrieval/AdvancedSearchService.js.map +1 -0
- package/dist/retrieval/MemoryAnalyticsService.d.ts +227 -0
- package/dist/retrieval/MemoryAnalyticsService.d.ts.map +1 -0
- package/dist/retrieval/MemoryAnalyticsService.js +417 -0
- package/dist/retrieval/MemoryAnalyticsService.js.map +1 -0
- package/dist/retrieval/MemoryDecryptionPipeline.d.ts +191 -0
- package/dist/retrieval/MemoryDecryptionPipeline.d.ts.map +1 -0
- package/dist/retrieval/MemoryDecryptionPipeline.js +623 -0
- package/dist/retrieval/MemoryDecryptionPipeline.js.map +1 -0
- package/dist/retrieval/MemoryRetrievalService.d.ts +248 -0
- package/dist/retrieval/MemoryRetrievalService.d.ts.map +1 -0
- package/dist/retrieval/MemoryRetrievalService.js +519 -0
- package/dist/retrieval/MemoryRetrievalService.js.map +1 -0
- package/dist/retrieval/index.d.ts +14 -0
- package/dist/retrieval/index.d.ts.map +1 -0
- package/dist/retrieval/index.js +10 -0
- package/dist/retrieval/index.js.map +1 -0
- package/dist/services/BatchService.d.ts +109 -0
- package/dist/services/BatchService.d.ts.map +1 -0
- package/dist/services/BatchService.js +259 -0
- package/dist/services/BatchService.js.map +1 -0
- package/dist/services/CapabilityService.d.ts +141 -0
- package/dist/services/CapabilityService.d.ts.map +1 -0
- package/dist/services/CapabilityService.js +361 -0
- package/dist/services/CapabilityService.js.map +1 -0
- package/dist/services/ChatService.d.ts +89 -0
- package/dist/services/ChatService.d.ts.map +1 -0
- package/dist/services/ChatService.js +319 -0
- package/dist/services/ChatService.js.map +1 -0
- package/dist/services/ClassifierService.d.ts +104 -0
- package/dist/services/ClassifierService.d.ts.map +1 -0
- package/dist/services/ClassifierService.js +374 -0
- package/dist/services/ClassifierService.js.map +1 -0
- package/dist/services/CrossContextPermissionService.d.ts +149 -0
- package/dist/services/CrossContextPermissionService.d.ts.map +1 -0
- package/dist/services/CrossContextPermissionService.js +337 -0
- package/dist/services/CrossContextPermissionService.js.map +1 -0
- package/dist/services/EmbeddingService.d.ts +206 -0
- package/dist/services/EmbeddingService.d.ts.map +1 -0
- package/dist/services/EmbeddingService.js +504 -0
- package/dist/services/EmbeddingService.js.map +1 -0
- package/dist/services/EncryptionService.d.ts +201 -0
- package/dist/services/EncryptionService.d.ts.map +1 -0
- package/dist/services/EncryptionService.js +558 -0
- package/dist/services/EncryptionService.js.map +1 -0
- package/dist/services/GeminiAIService.d.ts +112 -0
- package/dist/services/GeminiAIService.d.ts.map +1 -0
- package/dist/services/GeminiAIService.js +389 -0
- package/dist/services/GeminiAIService.js.map +1 -0
- package/dist/services/IndexManager.d.ts +238 -0
- package/dist/services/IndexManager.d.ts.map +1 -0
- package/dist/services/IndexManager.js +691 -0
- package/dist/services/IndexManager.js.map +1 -0
- package/dist/services/MemoryIndexService.d.ts +222 -0
- package/dist/services/MemoryIndexService.d.ts.map +1 -0
- package/dist/services/MemoryIndexService.js +695 -0
- package/dist/services/MemoryIndexService.js.map +1 -0
- package/dist/services/MemoryService.d.ts +156 -0
- package/dist/services/MemoryService.d.ts.map +1 -0
- package/dist/services/MemoryService.js +273 -0
- package/dist/services/MemoryService.js.map +1 -0
- package/dist/services/QueryService.d.ts +182 -0
- package/dist/services/QueryService.d.ts.map +1 -0
- package/dist/services/QueryService.js +631 -0
- package/dist/services/QueryService.js.map +1 -0
- package/dist/services/StorageService.d.ts +523 -0
- package/dist/services/StorageService.d.ts.map +1 -0
- package/dist/services/StorageService.js +627 -0
- package/dist/services/StorageService.js.map +1 -0
- package/dist/services/TransactionService.d.ts +179 -0
- package/dist/services/TransactionService.d.ts.map +1 -0
- package/dist/services/TransactionService.js +639 -0
- package/dist/services/TransactionService.js.map +1 -0
- package/dist/services/VectorService.d.ts +122 -0
- package/dist/services/VectorService.d.ts.map +1 -0
- package/dist/services/VectorService.js +371 -0
- package/dist/services/VectorService.js.map +1 -0
- package/dist/services/ViewService.d.ts +126 -0
- package/dist/services/ViewService.d.ts.map +1 -0
- package/dist/services/ViewService.js +356 -0
- package/dist/services/ViewService.js.map +1 -0
- package/dist/services/index.d.ts +12 -0
- package/dist/services/index.d.ts.map +1 -0
- package/dist/services/index.js +11 -0
- package/dist/services/index.js.map +1 -0
- package/dist/services/storage/BlobAttributesManager.d.ts +60 -0
- package/dist/services/storage/BlobAttributesManager.d.ts.map +1 -0
- package/dist/services/storage/BlobAttributesManager.js +265 -0
- package/dist/services/storage/BlobAttributesManager.js.map +1 -0
- package/dist/services/storage/KnowledgeGraphManager.d.ts +162 -0
- package/dist/services/storage/KnowledgeGraphManager.d.ts.map +1 -0
- package/dist/services/storage/KnowledgeGraphManager.js +303 -0
- package/dist/services/storage/KnowledgeGraphManager.js.map +1 -0
- package/dist/services/storage/MemorySearchManager.d.ts +154 -0
- package/dist/services/storage/MemorySearchManager.d.ts.map +1 -0
- package/dist/services/storage/MemorySearchManager.js +260 -0
- package/dist/services/storage/MemorySearchManager.js.map +1 -0
- package/dist/services/storage/QuiltBatchManager.d.ts +185 -0
- package/dist/services/storage/QuiltBatchManager.d.ts.map +1 -0
- package/dist/services/storage/QuiltBatchManager.js +385 -0
- package/dist/services/storage/QuiltBatchManager.js.map +1 -0
- package/dist/services/storage/WalrusMetadataManager.d.ts +89 -0
- package/dist/services/storage/WalrusMetadataManager.d.ts.map +1 -0
- package/dist/services/storage/WalrusMetadataManager.js +177 -0
- package/dist/services/storage/WalrusMetadataManager.js.map +1 -0
- package/dist/services/storage/WalrusStorageManager.d.ts +113 -0
- package/dist/services/storage/WalrusStorageManager.d.ts.map +1 -0
- package/dist/services/storage/WalrusStorageManager.js +211 -0
- package/dist/services/storage/WalrusStorageManager.js.map +1 -0
- package/dist/services/storage/index.d.ts +24 -0
- package/dist/services/storage/index.d.ts.map +1 -0
- package/dist/services/storage/index.js +18 -0
- package/dist/services/storage/index.js.map +1 -0
- package/dist/transactions/index.d.ts +13 -0
- package/dist/transactions/index.d.ts.map +1 -0
- package/dist/transactions/index.js +14 -0
- package/dist/transactions/index.js.map +1 -0
- package/dist/types/index.d.ts +12 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +13 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/wallet.d.ts +12 -0
- package/dist/types/wallet.d.ts.map +1 -0
- package/dist/types/wallet.js +13 -0
- package/dist/types/wallet.js.map +1 -0
- package/dist/utils/index.d.ts +21 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +30 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/rebuildIndex.d.ts +79 -0
- package/dist/utils/rebuildIndex.d.ts.map +1 -0
- package/dist/utils/rebuildIndex.js +211 -0
- package/dist/utils/rebuildIndex.js.map +1 -0
- package/dist/utils/rebuildIndexNode.d.ts +70 -0
- package/dist/utils/rebuildIndexNode.d.ts.map +1 -0
- package/dist/utils/rebuildIndexNode.js +236 -0
- package/dist/utils/rebuildIndexNode.js.map +1 -0
- package/dist/vector/BrowserHnswIndexService.d.ts +93 -0
- package/dist/vector/BrowserHnswIndexService.d.ts.map +1 -0
- package/dist/vector/BrowserHnswIndexService.js +581 -0
- package/dist/vector/BrowserHnswIndexService.js.map +1 -0
- package/dist/vector/HnswWasmService.d.ts +97 -0
- package/dist/vector/HnswWasmService.d.ts.map +1 -0
- package/dist/vector/HnswWasmService.js +518 -0
- package/dist/vector/HnswWasmService.js.map +1 -0
- package/dist/vector/IHnswService.d.ts +179 -0
- package/dist/vector/IHnswService.d.ts.map +1 -0
- package/dist/vector/IHnswService.js +25 -0
- package/dist/vector/IHnswService.js.map +1 -0
- package/dist/vector/NodeHnswService.d.ts +80 -0
- package/dist/vector/NodeHnswService.d.ts.map +1 -0
- package/dist/vector/NodeHnswService.js +589 -0
- package/dist/vector/NodeHnswService.js.map +1 -0
- package/dist/vector/VectorManager.d.ts +142 -0
- package/dist/vector/VectorManager.d.ts.map +1 -0
- package/dist/vector/VectorManager.js +339 -0
- package/dist/vector/VectorManager.js.map +1 -0
- package/dist/vector/createHnswService.d.ts +51 -0
- package/dist/vector/createHnswService.d.ts.map +1 -0
- package/dist/vector/createHnswService.js +120 -0
- package/dist/vector/createHnswService.js.map +1 -0
- package/dist/vector/index.d.ts +24 -0
- package/dist/vector/index.d.ts.map +1 -0
- package/dist/vector/index.js +24 -0
- package/dist/vector/index.js.map +1 -0
- package/dist/view/ViewService.d.ts +136 -0
- package/dist/view/ViewService.d.ts.map +1 -0
- package/dist/view/ViewService.js +325 -0
- package/dist/view/ViewService.js.map +1 -0
- package/dist/view/index.d.ts +7 -0
- package/dist/view/index.d.ts.map +1 -0
- package/dist/view/index.js +7 -0
- package/dist/view/index.js.map +1 -0
- package/dist/wallet/ContextWalletService.d.ts +172 -0
- package/dist/wallet/ContextWalletService.d.ts.map +1 -0
- package/dist/wallet/ContextWalletService.js +510 -0
- package/dist/wallet/ContextWalletService.js.map +1 -0
- package/dist/wallet/MainWalletService.d.ts +114 -0
- package/dist/wallet/MainWalletService.d.ts.map +1 -0
- package/dist/wallet/MainWalletService.js +259 -0
- package/dist/wallet/MainWalletService.js.map +1 -0
- package/dist/wallet/index.d.ts +16 -0
- package/dist/wallet/index.d.ts.map +1 -0
- package/dist/wallet/index.js +14 -0
- package/dist/wallet/index.js.map +1 -0
- package/package.json +150 -0
- package/src/access/PermissionService.ts +636 -0
- package/src/access/index.ts +8 -0
- package/src/aggregation/AggregationService.ts +390 -0
- package/src/aggregation/index.ts +8 -0
- package/src/ai-sdk/PDWVectorStore.ts +712 -0
- package/src/ai-sdk/index.ts +65 -0
- package/src/ai-sdk/tools.ts +460 -0
- package/src/ai-sdk/types.ts +404 -0
- package/src/batch/BatchManager.ts +598 -0
- package/src/batch/BatchingService.ts +430 -0
- package/src/batch/MemoryProcessingCache.ts +493 -0
- package/src/batch/index.ts +31 -0
- package/src/browser.ts +196 -0
- package/src/client/ClientMemoryManager.ts +982 -0
- package/src/client/PersonalDataWallet.ts +346 -0
- package/src/client/SimplePDWClient.ts +1180 -0
- package/src/client/factory.ts +155 -0
- package/src/client/namespaces/AnalyticsNamespace.ts +377 -0
- package/src/client/namespaces/BatchNamespace.ts +356 -0
- package/src/client/namespaces/CacheNamespace.ts +123 -0
- package/src/client/namespaces/CapabilityNamespace.ts +217 -0
- package/src/client/namespaces/ClassifyNamespace.ts +169 -0
- package/src/client/namespaces/ContextNamespace.ts +297 -0
- package/src/client/namespaces/EmbeddingsNamespace.ts +99 -0
- package/src/client/namespaces/EncryptionNamespace.ts +221 -0
- package/src/client/namespaces/GraphNamespace.ts +468 -0
- package/src/client/namespaces/IndexNamespace.ts +283 -0
- package/src/client/namespaces/MemoryNamespace.ts +1135 -0
- package/src/client/namespaces/PermissionsNamespace.ts +254 -0
- package/src/client/namespaces/PipelineNamespace.ts +220 -0
- package/src/client/namespaces/SearchNamespace.ts +1036 -0
- package/src/client/namespaces/StorageNamespace.ts +458 -0
- package/src/client/namespaces/TxNamespace.ts +260 -0
- package/src/client/namespaces/WalletNamespace.ts +243 -0
- package/src/client/namespaces/consolidated/AINamespace.ts +449 -0
- package/src/client/namespaces/consolidated/BlockchainNamespace.ts +492 -0
- package/src/client/namespaces/consolidated/SecurityNamespace.ts +648 -0
- package/src/client/namespaces/consolidated/StorageNamespace.ts +440 -0
- package/src/client/namespaces/consolidated/index.ts +39 -0
- package/src/client/signers/KeypairSigner.ts +101 -0
- package/src/client/signers/UnifiedSigner.ts +99 -0
- package/src/client/signers/WalletAdapterSigner.ts +149 -0
- package/src/client/signers/index.ts +19 -0
- package/src/config/ConfigurationHelper.ts +413 -0
- package/src/config/defaults.ts +52 -0
- package/src/config/index.ts +9 -0
- package/src/config/validation.ts +71 -0
- package/src/core/index.ts +14 -0
- package/src/core/interfaces/IService.ts +307 -0
- package/src/core/interfaces/index.ts +8 -0
- package/src/core/types/capability.ts +297 -0
- package/src/core/types/index.ts +871 -0
- package/src/core/types/wallet.ts +271 -0
- package/src/core/types.ts +9 -0
- package/src/core/wallet.ts +223 -0
- package/src/embedding/index.ts +20 -0
- package/src/embedding/types.ts +358 -0
- package/src/errors/index.ts +603 -0
- package/src/errors/recovery.ts +462 -0
- package/src/errors/validation.ts +568 -0
- package/src/generated/pdw/capability.ts +319 -0
- package/src/generated/pdw/deps/sui/object.ts +13 -0
- package/src/generated/pdw/deps/sui/vec_map.ts +33 -0
- package/src/generated/pdw/memory.ts +1088 -0
- package/src/generated/pdw/wallet.ts +124 -0
- package/src/generated/utils/index.ts +159 -0
- package/src/graph/GraphService.ts +888 -0
- package/src/graph/KnowledgeGraphManager.ts +729 -0
- package/src/graph/index.ts +26 -0
- package/src/index.ts +458 -0
- package/src/infrastructure/index.ts +22 -0
- package/src/infrastructure/seal/EncryptionService.ts +604 -0
- package/src/infrastructure/seal/SealService.ts +616 -0
- package/src/infrastructure/seal/index.ts +9 -0
- package/src/infrastructure/sui/BlockchainManager.ts +628 -0
- package/src/infrastructure/sui/SuiService.ts +888 -0
- package/src/infrastructure/sui/index.ts +9 -0
- package/src/infrastructure/walrus/StorageManager.ts +605 -0
- package/src/infrastructure/walrus/WalrusStorageService.ts +613 -0
- package/src/infrastructure/walrus/index.ts +9 -0
- package/src/langchain/PDWEmbeddings.ts +145 -0
- package/src/langchain/PDWVectorStore.ts +456 -0
- package/src/langchain/README.md +116 -0
- package/src/langchain/createPDWRAG.ts +303 -0
- package/src/langchain/index.ts +47 -0
- package/src/permissions/ConsentRepository.ts +364 -0
- package/src/permissions/index.ts +9 -0
- package/src/pipeline/MemoryPipeline.ts +863 -0
- package/src/pipeline/PipelineManager.ts +684 -0
- package/src/pipeline/index.ts +27 -0
- package/src/retrieval/AdvancedSearchService.ts +630 -0
- package/src/retrieval/MemoryAnalyticsService.ts +712 -0
- package/src/retrieval/MemoryDecryptionPipeline.ts +825 -0
- package/src/retrieval/MemoryRetrievalService.ts +831 -0
- package/src/retrieval/index.ts +43 -0
- package/src/services/BatchService.ts +353 -0
- package/src/services/CapabilityService.ts +448 -0
- package/src/services/ClassifierService.ts +466 -0
- package/src/services/CrossContextPermissionService.ts +484 -0
- package/src/services/EmbeddingService.ts +706 -0
- package/src/services/EncryptionService.ts +712 -0
- package/src/services/GeminiAIService.ts +497 -0
- package/src/services/IndexManager.ts +1004 -0
- package/src/services/MemoryIndexService.ts +922 -0
- package/src/services/MemoryService.ts +370 -0
- package/src/services/QueryService.ts +891 -0
- package/src/services/StorageService.ts +1111 -0
- package/src/services/TransactionService.ts +791 -0
- package/src/services/VectorService.ts +462 -0
- package/src/services/ViewService.ts +485 -0
- package/src/services/index.ts +25 -0
- package/src/services/storage/BlobAttributesManager.ts +342 -0
- package/src/services/storage/KnowledgeGraphManager.ts +425 -0
- package/src/services/storage/MemorySearchManager.ts +387 -0
- package/src/services/storage/QuiltBatchManager.ts +532 -0
- package/src/services/storage/WalrusMetadataManager.ts +271 -0
- package/src/services/storage/WalrusStorageManager.ts +290 -0
- package/src/services/storage/index.ts +52 -0
- package/src/types/index.ts +13 -0
- package/src/utils/index.ts +68 -0
- package/src/utils/rebuildIndex.ts +290 -0
- package/src/utils/rebuildIndexNode.ts +341 -0
- package/src/vector/BrowserHnswIndexService.ts +758 -0
- package/src/vector/HnswWasmService.ts +679 -0
- package/src/vector/IHnswService.ts +224 -0
- package/src/vector/NodeHnswService.ts +713 -0
- package/src/vector/VectorManager.ts +479 -0
- package/src/vector/createHnswService.ts +135 -0
- package/src/vector/index.ts +57 -0
- package/src/wallet/ContextWalletService.ts +657 -0
- package/src/wallet/MainWalletService.ts +318 -0
- package/src/wallet/index.ts +17 -0
package/dist/index.js
ADDED
|
@@ -0,0 +1,298 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Personal Data Wallet SDK
|
|
3
|
+
*
|
|
4
|
+
* Comprehensive SDK for decentralized memory processing with AI-powered insights.
|
|
5
|
+
*
|
|
6
|
+
* Features:
|
|
7
|
+
* - 🧠 Local AI embedding generation (Gemini API)
|
|
8
|
+
* - 🔍 HNSW vector indexing with intelligent batching
|
|
9
|
+
* - 📊 Knowledge graph extraction and management
|
|
10
|
+
* - 🗄️ Walrus decentralized storage with encryption
|
|
11
|
+
* - ⛓️ Sui blockchain ownership tracking
|
|
12
|
+
* - 🔄 Unified processing pipeline with monitoring
|
|
13
|
+
*
|
|
14
|
+
* @version 1.0.0
|
|
15
|
+
* @author Personal Data Wallet Team
|
|
16
|
+
*/
|
|
17
|
+
// Core pipeline - the main entry point
|
|
18
|
+
export { MemoryPipeline, PipelineManager } from './pipeline/index.js';
|
|
19
|
+
// Import for internal use
|
|
20
|
+
import { MemoryPipeline } from './pipeline/MemoryPipeline.js';
|
|
21
|
+
import { PipelineManager } from './pipeline/PipelineManager.js';
|
|
22
|
+
// ==================== SERVICES ====================
|
|
23
|
+
// Business logic services
|
|
24
|
+
export { StorageService } from './services/StorageService.js';
|
|
25
|
+
export { EmbeddingService } from './services/EmbeddingService.js';
|
|
26
|
+
export { GeminiAIService } from './services/GeminiAIService.js';
|
|
27
|
+
export { QueryService } from './services/QueryService.js';
|
|
28
|
+
export { ClassifierService } from './services/ClassifierService.js';
|
|
29
|
+
export { MemoryIndexService } from './services/MemoryIndexService.js';
|
|
30
|
+
export { ViewService } from './services/ViewService.js';
|
|
31
|
+
export { TransactionService } from './services/TransactionService.js';
|
|
32
|
+
export { BatchService } from './services/BatchService.js';
|
|
33
|
+
export { CrossContextPermissionService } from './services/CrossContextPermissionService.js';
|
|
34
|
+
export { MemoryService } from './services/MemoryService.js';
|
|
35
|
+
export { VectorService } from './services/VectorService.js';
|
|
36
|
+
export { CapabilityService } from './services/CapabilityService.js';
|
|
37
|
+
export { IndexManager } from './services/IndexManager.js';
|
|
38
|
+
// ==================== INFRASTRUCTURE ====================
|
|
39
|
+
// External integrations (use these instead of old paths)
|
|
40
|
+
export { WalrusStorageService, StorageManager } from './infrastructure/walrus/index.js';
|
|
41
|
+
export { SuiService, BlockchainManager } from './infrastructure/sui/index.js';
|
|
42
|
+
export { SealService } from './infrastructure/seal/index.js';
|
|
43
|
+
export { EncryptionService } from './infrastructure/seal/index.js';
|
|
44
|
+
// ==================== CORE ====================
|
|
45
|
+
// Core interfaces and base classes
|
|
46
|
+
export * from './core/interfaces/index.js';
|
|
47
|
+
// ==================== UTILITIES ====================
|
|
48
|
+
// Vector indexing and batch processing
|
|
49
|
+
export { VectorManager, createHnswService, isBrowser, isNode } from './vector/index.js';
|
|
50
|
+
export { BrowserHnswIndexService } from './vector/BrowserHnswIndexService.js';
|
|
51
|
+
export { BatchManager, BatchingService, MemoryProcessingCache } from './batch/index.js';
|
|
52
|
+
export { GraphService, KnowledgeGraphManager } from './graph/index.js';
|
|
53
|
+
// Memory retrieval, analytics, and decryption
|
|
54
|
+
export { MemoryRetrievalService, MemoryDecryptionPipeline } from './retrieval/index.js';
|
|
55
|
+
// Configuration management
|
|
56
|
+
import { Config as ConfigClass } from './config/index.js';
|
|
57
|
+
export { ConfigurationHelper, Config } from './config/index.js';
|
|
58
|
+
// Internal Config reference for use in this file
|
|
59
|
+
const Config = ConfigClass;
|
|
60
|
+
// Utility exports - using imported classes above
|
|
61
|
+
/**
|
|
62
|
+
* SDK Version Information
|
|
63
|
+
*/
|
|
64
|
+
export const SDK_VERSION = '1.0.0';
|
|
65
|
+
export const SDK_NAME = 'Personal Data Wallet SDK';
|
|
66
|
+
/**
|
|
67
|
+
* Quick start configuration presets
|
|
68
|
+
*/
|
|
69
|
+
export const QuickStartConfigs = {
|
|
70
|
+
/**
|
|
71
|
+
* Basic configuration for simple memory processing
|
|
72
|
+
*/
|
|
73
|
+
BASIC: {
|
|
74
|
+
embedding: {
|
|
75
|
+
enableBatching: true,
|
|
76
|
+
batchSize: 10
|
|
77
|
+
},
|
|
78
|
+
storage: {
|
|
79
|
+
enableEncryption: false,
|
|
80
|
+
enableBatching: false
|
|
81
|
+
},
|
|
82
|
+
blockchain: {
|
|
83
|
+
enableOwnershipTracking: false
|
|
84
|
+
}
|
|
85
|
+
},
|
|
86
|
+
/**
|
|
87
|
+
* Full decentralized configuration with all features
|
|
88
|
+
*/
|
|
89
|
+
DECENTRALIZED: {
|
|
90
|
+
embedding: {
|
|
91
|
+
enableBatching: true,
|
|
92
|
+
batchSize: 20
|
|
93
|
+
},
|
|
94
|
+
vector: {
|
|
95
|
+
enablePersistence: true,
|
|
96
|
+
maxElements: 10000
|
|
97
|
+
},
|
|
98
|
+
graph: {
|
|
99
|
+
enableExtraction: true,
|
|
100
|
+
confidenceThreshold: 0.7
|
|
101
|
+
},
|
|
102
|
+
storage: {
|
|
103
|
+
enableEncryption: true,
|
|
104
|
+
enableBatching: true,
|
|
105
|
+
network: 'testnet'
|
|
106
|
+
},
|
|
107
|
+
blockchain: {
|
|
108
|
+
enableOwnershipTracking: true,
|
|
109
|
+
enableBatching: true,
|
|
110
|
+
network: 'testnet'
|
|
111
|
+
},
|
|
112
|
+
enableRollback: true,
|
|
113
|
+
enableMonitoring: true
|
|
114
|
+
},
|
|
115
|
+
/**
|
|
116
|
+
* High-performance configuration optimized for throughput
|
|
117
|
+
*/
|
|
118
|
+
HIGH_PERFORMANCE: {
|
|
119
|
+
embedding: {
|
|
120
|
+
enableBatching: true,
|
|
121
|
+
batchSize: 50
|
|
122
|
+
},
|
|
123
|
+
batch: {
|
|
124
|
+
enableBatching: true,
|
|
125
|
+
batchSize: 100,
|
|
126
|
+
batchDelayMs: 2000
|
|
127
|
+
},
|
|
128
|
+
vector: {
|
|
129
|
+
maxElements: 50000,
|
|
130
|
+
enablePersistence: true
|
|
131
|
+
},
|
|
132
|
+
graph: {
|
|
133
|
+
enableExtraction: false // Disable for performance
|
|
134
|
+
},
|
|
135
|
+
storage: {
|
|
136
|
+
enableBatching: true,
|
|
137
|
+
enableEncryption: false // Disable for performance
|
|
138
|
+
},
|
|
139
|
+
blockchain: {
|
|
140
|
+
enableBatching: true,
|
|
141
|
+
enableOwnershipTracking: true
|
|
142
|
+
},
|
|
143
|
+
skipFailedSteps: true,
|
|
144
|
+
maxRetryAttempts: 1,
|
|
145
|
+
enableMonitoring: true
|
|
146
|
+
},
|
|
147
|
+
/**
|
|
148
|
+
* Development configuration with enhanced debugging
|
|
149
|
+
*/
|
|
150
|
+
DEVELOPMENT: {
|
|
151
|
+
embedding: {
|
|
152
|
+
enableBatching: false // Process individually for debugging
|
|
153
|
+
},
|
|
154
|
+
vector: {
|
|
155
|
+
maxElements: 1000
|
|
156
|
+
},
|
|
157
|
+
graph: {
|
|
158
|
+
enableExtraction: true,
|
|
159
|
+
confidenceThreshold: 0.5 // Lower threshold for testing
|
|
160
|
+
},
|
|
161
|
+
storage: {
|
|
162
|
+
enableEncryption: false,
|
|
163
|
+
enableBatching: false
|
|
164
|
+
},
|
|
165
|
+
blockchain: {
|
|
166
|
+
enableOwnershipTracking: false, // Skip for dev
|
|
167
|
+
enableBatching: false
|
|
168
|
+
},
|
|
169
|
+
enableRollback: true,
|
|
170
|
+
enableMonitoring: true,
|
|
171
|
+
skipFailedSteps: false,
|
|
172
|
+
maxRetryAttempts: 0 // Fail fast for debugging
|
|
173
|
+
}
|
|
174
|
+
};
|
|
175
|
+
/**
|
|
176
|
+
* Create a pre-configured pipeline with quick start settings
|
|
177
|
+
*/
|
|
178
|
+
export function createQuickStartPipeline(preset, overrides = {}) {
|
|
179
|
+
const baseConfig = QuickStartConfigs[preset];
|
|
180
|
+
const mergedConfig = { ...baseConfig, ...overrides };
|
|
181
|
+
// Auto-configure API key if not provided
|
|
182
|
+
if (!mergedConfig.embedding?.apiKey) {
|
|
183
|
+
try {
|
|
184
|
+
// Config is already imported at top of file
|
|
185
|
+
const apiKey = Config.getGeminiKey();
|
|
186
|
+
mergedConfig.embedding = {
|
|
187
|
+
...mergedConfig.embedding,
|
|
188
|
+
apiKey
|
|
189
|
+
};
|
|
190
|
+
console.log('✅ Auto-configured Gemini API key from environment');
|
|
191
|
+
}
|
|
192
|
+
catch (error) {
|
|
193
|
+
console.warn('⚠️ No Gemini API key found. Please provide one for AI features to work.');
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
return new MemoryPipeline(mergedConfig);
|
|
197
|
+
}
|
|
198
|
+
/**
|
|
199
|
+
* Create a pipeline manager with recommended settings
|
|
200
|
+
*/
|
|
201
|
+
export function createPipelineManager(config = {}) {
|
|
202
|
+
const defaultConfig = {
|
|
203
|
+
maxConcurrentPipelines: 5,
|
|
204
|
+
enableScheduling: true,
|
|
205
|
+
enableHealthChecks: true,
|
|
206
|
+
enableMetricsCollection: true,
|
|
207
|
+
defaultPipelineConfig: QuickStartConfigs.BASIC
|
|
208
|
+
};
|
|
209
|
+
const mergedConfig = { ...defaultConfig, ...config };
|
|
210
|
+
return new PipelineManager(mergedConfig);
|
|
211
|
+
}
|
|
212
|
+
/**
|
|
213
|
+
* SDK Information and utilities
|
|
214
|
+
*/
|
|
215
|
+
export const SDK = {
|
|
216
|
+
version: SDK_VERSION,
|
|
217
|
+
name: SDK_NAME,
|
|
218
|
+
/**
|
|
219
|
+
* Get SDK build information
|
|
220
|
+
*/
|
|
221
|
+
getBuildInfo() {
|
|
222
|
+
return {
|
|
223
|
+
version: SDK_VERSION,
|
|
224
|
+
name: SDK_NAME,
|
|
225
|
+
buildDate: new Date().toISOString(),
|
|
226
|
+
features: [
|
|
227
|
+
'AI Embedding Generation',
|
|
228
|
+
'HNSW Vector Indexing',
|
|
229
|
+
'Knowledge Graph Extraction',
|
|
230
|
+
'Walrus Decentralized Storage',
|
|
231
|
+
'Sui Blockchain Integration',
|
|
232
|
+
'Unified Processing Pipeline',
|
|
233
|
+
'Batch Processing & Caching',
|
|
234
|
+
'Comprehensive Monitoring'
|
|
235
|
+
]
|
|
236
|
+
};
|
|
237
|
+
},
|
|
238
|
+
/**
|
|
239
|
+
* Validate configuration
|
|
240
|
+
*/
|
|
241
|
+
validateConfig(config) {
|
|
242
|
+
const errors = [];
|
|
243
|
+
const warnings = [];
|
|
244
|
+
// Validate embedding config
|
|
245
|
+
if (config.embedding?.batchSize && config.embedding.batchSize > 100) {
|
|
246
|
+
warnings.push('Large embedding batch size may cause memory issues');
|
|
247
|
+
}
|
|
248
|
+
// Validate vector config
|
|
249
|
+
if (config.vector?.maxElements && config.vector.maxElements > 100000) {
|
|
250
|
+
warnings.push('Large vector index may impact performance');
|
|
251
|
+
}
|
|
252
|
+
// Validate network consistency
|
|
253
|
+
if (config.storage?.network !== config.blockchain?.network) {
|
|
254
|
+
warnings.push('Storage and blockchain networks should match');
|
|
255
|
+
}
|
|
256
|
+
return {
|
|
257
|
+
isValid: errors.length === 0,
|
|
258
|
+
errors,
|
|
259
|
+
warnings
|
|
260
|
+
};
|
|
261
|
+
}
|
|
262
|
+
};
|
|
263
|
+
// Default export for convenience
|
|
264
|
+
export default {
|
|
265
|
+
MemoryPipeline,
|
|
266
|
+
PipelineManager,
|
|
267
|
+
createQuickStartPipeline,
|
|
268
|
+
createPipelineManager,
|
|
269
|
+
QuickStartConfigs,
|
|
270
|
+
SDK
|
|
271
|
+
};
|
|
272
|
+
// Client-side memory management for React dApps
|
|
273
|
+
export { ClientMemoryManager } from './client/ClientMemoryManager.js';
|
|
274
|
+
export { PersonalDataWallet } from './client/PersonalDataWallet.js';
|
|
275
|
+
export { SimplePDWClient } from './client/SimplePDWClient.js';
|
|
276
|
+
// Wallet architecture components
|
|
277
|
+
/** @deprecated Use CapabilityService instead */
|
|
278
|
+
export { MainWalletService } from './wallet/MainWalletService.js';
|
|
279
|
+
/** @deprecated Use ContextNamespace instead */
|
|
280
|
+
export { ContextWalletService } from './wallet/ContextWalletService.js';
|
|
281
|
+
export { PermissionService } from './access/PermissionService.js';
|
|
282
|
+
export { FileSystemConsentRepository, InMemoryConsentRepository } from './permissions/ConsentRepository.js';
|
|
283
|
+
export { AggregationService } from './aggregation/AggregationService.js';
|
|
284
|
+
// Legacy version for compatibility
|
|
285
|
+
export const VERSION = '1.0.0';
|
|
286
|
+
// Rebuild utility (Browser)
|
|
287
|
+
export { rebuildIndex, hasExistingIndex, clearIndex } from './utils/rebuildIndex.js';
|
|
288
|
+
// Rebuild utility (Node.js)
|
|
289
|
+
export { rebuildIndexNode, hasExistingIndexNode, clearIndexNode } from './utils/rebuildIndexNode.js';
|
|
290
|
+
// ==================== AI SDK INTEGRATION ====================
|
|
291
|
+
// AI SDK tools and vector store for Vercel AI SDK integration
|
|
292
|
+
export { pdwTools } from './ai-sdk/tools.js';
|
|
293
|
+
export { PDWVectorStore as AIPDWVectorStore } from './ai-sdk/PDWVectorStore.js';
|
|
294
|
+
// ==================== LANGCHAIN INTEGRATION ====================
|
|
295
|
+
// LangChain adapters for RAG workflows with decentralized storage
|
|
296
|
+
export { PDWEmbeddings } from './langchain/PDWEmbeddings.js';
|
|
297
|
+
export { PDWVectorStore } from './langchain/PDWVectorStore.js';
|
|
298
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,uCAAuC;AACvC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAS7D,0BAA0B;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAG7D,qDAAqD;AACrD,0BAA0B;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,6BAA6B,EAAE,MAAM,0CAA0C,CAAC;AACzF,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAQvD,2DAA2D;AAC3D,yDAAyD;AACzD,OAAO,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE1D,iDAAiD;AACjD,mCAAmC;AACnC,cAAc,mBAAmB,CAAC;AAElC,sDAAsD;AACtD,uCAAuC;AACvC,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE/E,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAC/E,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAE9D,8CAA8C;AAC9C,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAa/E,2BAA2B;AAC3B,OAAO,EAAE,MAAM,IAAI,WAAW,EAAE,MAAM,UAAU,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAGvD,iDAAiD;AACjD,MAAM,MAAM,GAAG,WAAW,CAAC;AAgD3B,iDAAiD;AAEjD;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,OAAO,CAAC;AACnC,MAAM,CAAC,MAAM,QAAQ,GAAG,0BAA0B,CAAC;AAEnD;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B;;OAEG;IACH,KAAK,EAAE;QACL,SAAS,EAAE;YACT,cAAc,EAAE,IAAI;YACpB,SAAS,EAAE,EAAE;SACd;QACD,OAAO,EAAE;YACP,gBAAgB,EAAE,KAAK;YACvB,cAAc,EAAE,KAAK;SACtB;QACD,UAAU,EAAE;YACV,uBAAuB,EAAE,KAAK;SAC/B;KACgB;IAEnB;;OAEG;IACH,aAAa,EAAE;QACb,SAAS,EAAE;YACT,cAAc,EAAE,IAAI;YACpB,SAAS,EAAE,EAAE;SACd;QACD,MAAM,EAAE;YACN,iBAAiB,EAAE,IAAI;YACvB,WAAW,EAAE,KAAK;SACnB;QACD,KAAK,EAAE;YACL,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,GAAG;SACzB;QACD,OAAO,EAAE;YACP,gBAAgB,EAAE,IAAI;YACtB,cAAc,EAAE,IAAI;YACpB,OAAO,EAAE,SAAS;SACnB;QACD,UAAU,EAAE;YACV,uBAAuB,EAAE,IAAI;YAC7B,cAAc,EAAE,IAAI;YACpB,OAAO,EAAE,SAAS;SACnB;QACD,cAAc,EAAE,IAAI;QACpB,gBAAgB,EAAE,IAAI;KACL;IAEnB;;OAEG;IACH,gBAAgB,EAAE;QAChB,SAAS,EAAE;YACT,cAAc,EAAE,IAAI;YACpB,SAAS,EAAE,EAAE;SACd;QACD,KAAK,EAAE;YACL,cAAc,EAAE,IAAI;YACpB,SAAS,EAAE,GAAG;YACd,YAAY,EAAE,IAAI;SACnB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,KAAK;YAClB,iBAAiB,EAAE,IAAI;SACxB;QACD,KAAK,EAAE;YACL,gBAAgB,EAAE,KAAK,CAAC,0BAA0B;SACnD;QACD,OAAO,EAAE;YACP,cAAc,EAAE,IAAI;YACpB,gBAAgB,EAAE,KAAK,CAAC,0BAA0B;SACnD;QACD,UAAU,EAAE;YACV,cAAc,EAAE,IAAI;YACpB,uBAAuB,EAAE,IAAI;SAC9B;QACD,eAAe,EAAE,IAAI;QACrB,gBAAgB,EAAE,CAAC;QACnB,gBAAgB,EAAE,IAAI;KACL;IAEnB;;OAEG;IACH,WAAW,EAAE;QACX,SAAS,EAAE;YACT,cAAc,EAAE,KAAK,CAAC,qCAAqC;SAC5D;QACD,MAAM,EAAE;YACN,WAAW,EAAE,IAAI;SAClB;QACD,KAAK,EAAE;YACL,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,GAAG,CAAC,8BAA8B;SACxD;QACD,OAAO,EAAE;YACP,gBAAgB,EAAE,KAAK;YACvB,cAAc,EAAE,KAAK;SACtB;QACD,UAAU,EAAE;YACV,uBAAuB,EAAE,KAAK,EAAE,eAAe;YAC/C,cAAc,EAAE,KAAK;SACtB;QACD,cAAc,EAAE,IAAI;QACpB,gBAAgB,EAAE,IAAI;QACtB,eAAe,EAAE,KAAK;QACtB,gBAAgB,EAAE,CAAC,CAAC,0BAA0B;KAC7B;CACpB,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,wBAAwB,CACtC,MAAsC,EACtC,YAAqC,EAAE;IAEvC,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,SAAS,EAAE,CAAC;IAErD,yCAAyC;IACzC,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,4CAA4C;YAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;YACrC,YAAY,CAAC,SAAS,GAAG;gBACvB,GAAG,YAAY,CAAC,SAAS;gBACzB,MAAM;aACP,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED,OAAO,IAAI,cAAc,CAAC,YAAY,CAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,SAAyC,EAAE;IAE3C,MAAM,aAAa,GAA0B;QAC3C,sBAAsB,EAAE,CAAC;QACzB,gBAAgB,EAAE,IAAI;QACtB,kBAAkB,EAAE,IAAI;QACxB,uBAAuB,EAAE,IAAI;QAC7B,qBAAqB,EAAE,iBAAiB,CAAC,KAAK;KAC/C,CAAC;IAEF,MAAM,YAAY,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,MAAM,EAAE,CAAC;IACrD,OAAO,IAAI,eAAe,CAAC,YAAY,CAAC,CAAC;AAC3C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,GAAG,GAAG;IACjB,OAAO,EAAE,WAAW;IACpB,IAAI,EAAE,QAAQ;IAEd;;OAEG;IACH,YAAY;QAMV,OAAO;YACL,OAAO,EAAE,WAAW;YACpB,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,QAAQ,EAAE;gBACR,yBAAyB;gBACzB,sBAAsB;gBACtB,4BAA4B;gBAC5B,8BAA8B;gBAC9B,4BAA4B;gBAC5B,6BAA6B;gBAC7B,4BAA4B;gBAC5B,0BAA0B;aAC3B;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAAsB;QAKnC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,4BAA4B;QAC5B,IAAI,MAAM,CAAC,SAAS,EAAE,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;YACpE,QAAQ,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACtE,CAAC;QAED,2BAA2B;QAC3B,IAAI,MAAM,CAAC,MAAM,EAAE,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,EAAE,CAAC;YACrE,QAAQ,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QAC7D,CAAC;QAED,+BAA+B;QAC/B,IAAI,MAAM,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC;YAC3D,QAAQ,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAChE,CAAC;QAED,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC5B,MAAM;YACN,QAAQ;SACT,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,iCAAiC;AACjC,eAAe;IACb,cAAc;IACd,eAAe;IACf,wBAAwB;IACxB,qBAAqB;IACrB,iBAAiB;IACjB,GAAG;CACJ,CAAC;AAEF,gDAAgD;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAW3D,iCAAiC;AACjC,gDAAgD;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,+CAA+C;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAE/D,OAAO,EAAE,2BAA2B,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AACzG,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAqBtE,mCAAmC;AACnC,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B,4BAA4B;AAC5B,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGlF,4BAA4B;AAC5B,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAGlG,+DAA+D;AAC/D,8DAA8D;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE1C,OAAO,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAQ7E,kEAAkE;AAClE,kEAAkE;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC"}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* EmbeddingService - Local AI Embedding Generation
|
|
3
|
+
*
|
|
4
|
+
* Provides local embedding generation using Google Gemini API,
|
|
5
|
+
* eliminating the need for backend API calls for vector operations.
|
|
6
|
+
*/
|
|
7
|
+
export interface EmbeddingConfig {
|
|
8
|
+
apiKey?: string;
|
|
9
|
+
model?: string;
|
|
10
|
+
dimensions?: number;
|
|
11
|
+
requestsPerMinute?: number;
|
|
12
|
+
}
|
|
13
|
+
export interface EmbeddingOptions {
|
|
14
|
+
text: string;
|
|
15
|
+
type?: 'content' | 'metadata' | 'query';
|
|
16
|
+
taskType?: 'RETRIEVAL_QUERY' | 'RETRIEVAL_DOCUMENT' | 'SEMANTIC_SIMILARITY';
|
|
17
|
+
}
|
|
18
|
+
export interface EmbeddingResult {
|
|
19
|
+
vector: number[];
|
|
20
|
+
dimension: number;
|
|
21
|
+
model: string;
|
|
22
|
+
processingTime: number;
|
|
23
|
+
tokenCount?: number;
|
|
24
|
+
}
|
|
25
|
+
export interface BatchEmbeddingResult {
|
|
26
|
+
vectors: number[][];
|
|
27
|
+
dimension: number;
|
|
28
|
+
model: string;
|
|
29
|
+
totalProcessingTime: number;
|
|
30
|
+
averageProcessingTime: number;
|
|
31
|
+
successCount: number;
|
|
32
|
+
failedCount: number;
|
|
33
|
+
}
|
|
34
|
+
/**
|
|
35
|
+
* Local embedding service using Google Gemini API
|
|
36
|
+
*/
|
|
37
|
+
export declare class EmbeddingService {
|
|
38
|
+
private genAI;
|
|
39
|
+
private model;
|
|
40
|
+
private dimensions;
|
|
41
|
+
private requestCount;
|
|
42
|
+
private lastReset;
|
|
43
|
+
private readonly maxRequestsPerMinute;
|
|
44
|
+
constructor(config?: EmbeddingConfig);
|
|
45
|
+
/**
|
|
46
|
+
* Generate embedding for a single text
|
|
47
|
+
*/
|
|
48
|
+
embedText(options: EmbeddingOptions): Promise<EmbeddingResult>;
|
|
49
|
+
/**
|
|
50
|
+
* Generate embeddings for multiple texts (batched)
|
|
51
|
+
*/
|
|
52
|
+
embedBatch(texts: string[], options?: Omit<EmbeddingOptions, 'text'>): Promise<BatchEmbeddingResult>;
|
|
53
|
+
/**
|
|
54
|
+
* Calculate cosine similarity between two vectors
|
|
55
|
+
*/
|
|
56
|
+
calculateCosineSimilarity(vectorA: number[], vectorB: number[]): number;
|
|
57
|
+
/**
|
|
58
|
+
* Calculate Euclidean distance between two vectors
|
|
59
|
+
*/
|
|
60
|
+
calculateEuclideanDistance(vectorA: number[], vectorB: number[]): number;
|
|
61
|
+
/**
|
|
62
|
+
* Normalize a vector to unit length
|
|
63
|
+
*/
|
|
64
|
+
normalizeVector(vector: number[]): number[];
|
|
65
|
+
/**
|
|
66
|
+
* Find the most similar vectors to a query vector
|
|
67
|
+
*/
|
|
68
|
+
findMostSimilar(queryVector: number[], candidateVectors: number[][], k?: number): Array<{
|
|
69
|
+
index: number;
|
|
70
|
+
similarity: number;
|
|
71
|
+
distance: number;
|
|
72
|
+
}>;
|
|
73
|
+
/**
|
|
74
|
+
* Get embedding statistics
|
|
75
|
+
*/
|
|
76
|
+
getStats(): {
|
|
77
|
+
totalRequests: number;
|
|
78
|
+
requestsThisMinute: number;
|
|
79
|
+
model: string;
|
|
80
|
+
dimensions: number;
|
|
81
|
+
rateLimit: number;
|
|
82
|
+
};
|
|
83
|
+
/**
|
|
84
|
+
* Reset rate limiting counters (called automatically every minute)
|
|
85
|
+
*/
|
|
86
|
+
private resetRateLimit;
|
|
87
|
+
/**
|
|
88
|
+
* Check rate limiting and wait if necessary
|
|
89
|
+
*/
|
|
90
|
+
private checkRateLimit;
|
|
91
|
+
/**
|
|
92
|
+
* Get appropriate task type for Gemini API
|
|
93
|
+
*/
|
|
94
|
+
private getTaskType;
|
|
95
|
+
/**
|
|
96
|
+
* Utility delay function
|
|
97
|
+
*/
|
|
98
|
+
private delay;
|
|
99
|
+
}
|
|
100
|
+
export default EmbeddingService;
|
|
101
|
+
//# sourceMappingURL=EmbeddingService.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"EmbeddingService.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/ai/EmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,OAAO,CAAC;IACxC,QAAQ,CAAC,EAAE,iBAAiB,GAAG,oBAAoB,GAAG,qBAAqB,CAAC;CAC7E;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB,EAAE,MAAM,CAAC;IAC5B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAS;gBAElC,MAAM,GAAE,eAAoB;IA2BxC;;OAEG;IACG,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IA8CpE;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,IAAI,CAAC,gBAAgB,EAAE,MAAM,CAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAkD9G;;OAEG;IACH,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM;IAwBvE;;OAEG;IACH,0BAA0B,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM;IAcxE;;OAEG;IACH,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IAU3C;;OAEG;IACH,eAAe,CACb,WAAW,EAAE,MAAM,EAAE,EACrB,gBAAgB,EAAE,MAAM,EAAE,EAAE,EAC5B,CAAC,GAAE,MAAU,GACZ,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAcjE;;OAEG;IACH,QAAQ,IAAI;QACV,aAAa,EAAE,MAAM,CAAC;QACtB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;KACnB;IAaD;;OAEG;IACH,OAAO,CAAC,cAAc;IAQtB;;OAEG;YACW,cAAc;IAe5B;;OAEG;IACH,OAAO,CAAC,WAAW;IAanB;;OAEG;IACH,OAAO,CAAC,KAAK;CAGd;AAED,eAAe,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,242 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* EmbeddingService - Local AI Embedding Generation
|
|
3
|
+
*
|
|
4
|
+
* Provides local embedding generation using Google Gemini API,
|
|
5
|
+
* eliminating the need for backend API calls for vector operations.
|
|
6
|
+
*/
|
|
7
|
+
import { GoogleGenAI } from '@google/genai';
|
|
8
|
+
/**
|
|
9
|
+
* Local embedding service using Google Gemini API
|
|
10
|
+
*/
|
|
11
|
+
export class EmbeddingService {
|
|
12
|
+
constructor(config = {}) {
|
|
13
|
+
this.requestCount = 0;
|
|
14
|
+
this.lastReset = Date.now();
|
|
15
|
+
// Try config first, then environment variables, then throw error
|
|
16
|
+
const apiKey = config.apiKey ||
|
|
17
|
+
process.env.GEMINI_API_KEY ||
|
|
18
|
+
process.env.GOOGLE_AI_API_KEY;
|
|
19
|
+
if (!apiKey) {
|
|
20
|
+
throw new Error('Gemini API key is required for embedding generation. ' +
|
|
21
|
+
'Provide it via:\n' +
|
|
22
|
+
'1. config.apiKey parameter\n' +
|
|
23
|
+
'2. GEMINI_API_KEY environment variable\n' +
|
|
24
|
+
'3. GOOGLE_AI_API_KEY environment variable\n' +
|
|
25
|
+
'Get your API key from: https://makersuite.google.com/app/apikey');
|
|
26
|
+
}
|
|
27
|
+
this.genAI = new GoogleGenAI({ apiKey });
|
|
28
|
+
this.model = config.model || 'text-embedding-004';
|
|
29
|
+
this.dimensions = config.dimensions || 3072;
|
|
30
|
+
this.maxRequestsPerMinute = config.requestsPerMinute || 1500; // Gemini rate limit
|
|
31
|
+
if (process.env.NODE_ENV === 'development') {
|
|
32
|
+
console.log(`✅ EmbeddingService initialized with model: ${this.model}`);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* Generate embedding for a single text
|
|
37
|
+
*/
|
|
38
|
+
async embedText(options) {
|
|
39
|
+
const startTime = Date.now();
|
|
40
|
+
// Validate input
|
|
41
|
+
if (!options.text || typeof options.text !== 'string' || options.text.trim().length === 0) {
|
|
42
|
+
throw new Error('Invalid or empty text provided for embedding');
|
|
43
|
+
}
|
|
44
|
+
await this.checkRateLimit();
|
|
45
|
+
try {
|
|
46
|
+
const taskType = this.getTaskType(options.type);
|
|
47
|
+
const result = await this.genAI.models.embedContent({
|
|
48
|
+
model: this.model,
|
|
49
|
+
contents: options.text,
|
|
50
|
+
config: {
|
|
51
|
+
taskType,
|
|
52
|
+
outputDimensionality: this.dimensions
|
|
53
|
+
}
|
|
54
|
+
});
|
|
55
|
+
this.requestCount++;
|
|
56
|
+
const vector = result.embeddings?.[0]?.values;
|
|
57
|
+
if (!vector || vector.length === 0) {
|
|
58
|
+
throw new Error('Empty embedding vector received from Gemini API');
|
|
59
|
+
}
|
|
60
|
+
// Ensure vector has expected dimensions
|
|
61
|
+
if (vector.length !== this.dimensions && process.env.NODE_ENV === 'development') {
|
|
62
|
+
console.warn(`Expected ${this.dimensions} dimensions, got ${vector.length}`);
|
|
63
|
+
}
|
|
64
|
+
return {
|
|
65
|
+
vector: Array.from(vector), // Convert to regular array
|
|
66
|
+
dimension: vector.length,
|
|
67
|
+
model: this.model,
|
|
68
|
+
processingTime: Date.now() - startTime,
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
catch (error) {
|
|
72
|
+
throw new Error(`Embedding generation failed: ${error instanceof Error ? error.message : 'Unknown error'}`);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
/**
|
|
76
|
+
* Generate embeddings for multiple texts (batched)
|
|
77
|
+
*/
|
|
78
|
+
async embedBatch(texts, options = {}) {
|
|
79
|
+
const startTime = Date.now();
|
|
80
|
+
const results = [];
|
|
81
|
+
let successCount = 0;
|
|
82
|
+
let failedCount = 0;
|
|
83
|
+
// Process in smaller batches to respect rate limits
|
|
84
|
+
const batchSize = 10;
|
|
85
|
+
const totalBatches = Math.ceil(texts.length / batchSize);
|
|
86
|
+
for (let i = 0; i < totalBatches; i++) {
|
|
87
|
+
const batch = texts.slice(i * batchSize, (i + 1) * batchSize);
|
|
88
|
+
const batchPromises = batch.map(async (text) => {
|
|
89
|
+
try {
|
|
90
|
+
const result = await this.embedText({ ...options, text });
|
|
91
|
+
successCount++;
|
|
92
|
+
return result.vector;
|
|
93
|
+
}
|
|
94
|
+
catch (error) {
|
|
95
|
+
failedCount++;
|
|
96
|
+
if (process.env.NODE_ENV === 'development') {
|
|
97
|
+
console.warn(`Failed to embed text: ${text.substring(0, 100)}...`);
|
|
98
|
+
}
|
|
99
|
+
// Return zero vector as fallback
|
|
100
|
+
return new Array(this.dimensions).fill(0);
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
const batchResults = await Promise.all(batchPromises);
|
|
104
|
+
results.push(...batchResults);
|
|
105
|
+
// Add delay between batches to respect rate limits
|
|
106
|
+
if (i < totalBatches - 1) {
|
|
107
|
+
await this.delay(100); // 100ms delay between batches
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
const totalTime = Date.now() - startTime;
|
|
111
|
+
return {
|
|
112
|
+
vectors: results,
|
|
113
|
+
dimension: this.dimensions,
|
|
114
|
+
model: this.model,
|
|
115
|
+
totalProcessingTime: totalTime,
|
|
116
|
+
averageProcessingTime: totalTime / texts.length,
|
|
117
|
+
successCount,
|
|
118
|
+
failedCount,
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
/**
|
|
122
|
+
* Calculate cosine similarity between two vectors
|
|
123
|
+
*/
|
|
124
|
+
calculateCosineSimilarity(vectorA, vectorB) {
|
|
125
|
+
if (vectorA.length !== vectorB.length) {
|
|
126
|
+
throw new Error(`Vector dimension mismatch: ${vectorA.length} vs ${vectorB.length}`);
|
|
127
|
+
}
|
|
128
|
+
let dotProduct = 0;
|
|
129
|
+
let normA = 0;
|
|
130
|
+
let normB = 0;
|
|
131
|
+
for (let i = 0; i < vectorA.length; i++) {
|
|
132
|
+
dotProduct += vectorA[i] * vectorB[i];
|
|
133
|
+
normA += vectorA[i] * vectorA[i];
|
|
134
|
+
normB += vectorB[i] * vectorB[i];
|
|
135
|
+
}
|
|
136
|
+
const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
|
|
137
|
+
if (magnitude === 0) {
|
|
138
|
+
return 0; // Handle zero vectors
|
|
139
|
+
}
|
|
140
|
+
return dotProduct / magnitude;
|
|
141
|
+
}
|
|
142
|
+
/**
|
|
143
|
+
* Calculate Euclidean distance between two vectors
|
|
144
|
+
*/
|
|
145
|
+
calculateEuclideanDistance(vectorA, vectorB) {
|
|
146
|
+
if (vectorA.length !== vectorB.length) {
|
|
147
|
+
throw new Error(`Vector dimension mismatch: ${vectorA.length} vs ${vectorB.length}`);
|
|
148
|
+
}
|
|
149
|
+
let sum = 0;
|
|
150
|
+
for (let i = 0; i < vectorA.length; i++) {
|
|
151
|
+
const diff = vectorA[i] - vectorB[i];
|
|
152
|
+
sum += diff * diff;
|
|
153
|
+
}
|
|
154
|
+
return Math.sqrt(sum);
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* Normalize a vector to unit length
|
|
158
|
+
*/
|
|
159
|
+
normalizeVector(vector) {
|
|
160
|
+
const magnitude = Math.sqrt(vector.reduce((sum, val) => sum + val * val, 0));
|
|
161
|
+
if (magnitude === 0) {
|
|
162
|
+
return vector; // Return as-is if zero vector
|
|
163
|
+
}
|
|
164
|
+
return vector.map(val => val / magnitude);
|
|
165
|
+
}
|
|
166
|
+
/**
|
|
167
|
+
* Find the most similar vectors to a query vector
|
|
168
|
+
*/
|
|
169
|
+
findMostSimilar(queryVector, candidateVectors, k = 5) {
|
|
170
|
+
const similarities = candidateVectors.map((vector, index) => {
|
|
171
|
+
const similarity = this.calculateCosineSimilarity(queryVector, vector);
|
|
172
|
+
const distance = this.calculateEuclideanDistance(queryVector, vector);
|
|
173
|
+
return { index, similarity, distance };
|
|
174
|
+
});
|
|
175
|
+
// Sort by similarity (highest first)
|
|
176
|
+
similarities.sort((a, b) => b.similarity - a.similarity);
|
|
177
|
+
return similarities.slice(0, k);
|
|
178
|
+
}
|
|
179
|
+
/**
|
|
180
|
+
* Get embedding statistics
|
|
181
|
+
*/
|
|
182
|
+
getStats() {
|
|
183
|
+
const now = Date.now();
|
|
184
|
+
const requestsThisMinute = (now - this.lastReset) < 60000 ? this.requestCount : 0;
|
|
185
|
+
return {
|
|
186
|
+
totalRequests: this.requestCount,
|
|
187
|
+
requestsThisMinute,
|
|
188
|
+
model: this.model,
|
|
189
|
+
dimensions: this.dimensions,
|
|
190
|
+
rateLimit: this.maxRequestsPerMinute,
|
|
191
|
+
};
|
|
192
|
+
}
|
|
193
|
+
/**
|
|
194
|
+
* Reset rate limiting counters (called automatically every minute)
|
|
195
|
+
*/
|
|
196
|
+
resetRateLimit() {
|
|
197
|
+
const now = Date.now();
|
|
198
|
+
if (now - this.lastReset >= 60000) {
|
|
199
|
+
this.requestCount = 0;
|
|
200
|
+
this.lastReset = now;
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
/**
|
|
204
|
+
* Check rate limiting and wait if necessary
|
|
205
|
+
*/
|
|
206
|
+
async checkRateLimit() {
|
|
207
|
+
this.resetRateLimit();
|
|
208
|
+
if (this.requestCount >= this.maxRequestsPerMinute) {
|
|
209
|
+
const waitTime = 60000 - (Date.now() - this.lastReset);
|
|
210
|
+
if (waitTime > 0) {
|
|
211
|
+
if (process.env.NODE_ENV === 'development') {
|
|
212
|
+
console.warn(`Rate limit reached, waiting ${waitTime}ms`);
|
|
213
|
+
}
|
|
214
|
+
await this.delay(waitTime);
|
|
215
|
+
this.resetRateLimit();
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
/**
|
|
220
|
+
* Get appropriate task type for Gemini API
|
|
221
|
+
*/
|
|
222
|
+
getTaskType(type) {
|
|
223
|
+
switch (type) {
|
|
224
|
+
case 'query':
|
|
225
|
+
return 'RETRIEVAL_QUERY';
|
|
226
|
+
case 'content':
|
|
227
|
+
return 'RETRIEVAL_DOCUMENT';
|
|
228
|
+
case 'metadata':
|
|
229
|
+
return 'SEMANTIC_SIMILARITY';
|
|
230
|
+
default:
|
|
231
|
+
return 'RETRIEVAL_DOCUMENT';
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
/**
|
|
235
|
+
* Utility delay function
|
|
236
|
+
*/
|
|
237
|
+
delay(ms) {
|
|
238
|
+
return new Promise(resolve => setTimeout(resolve, ms));
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
export default EmbeddingService;
|
|
242
|
+
//# sourceMappingURL=EmbeddingService.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"EmbeddingService.js","sourceRoot":"","sources":["../../../src/infrastructure/ai/EmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAiC5C;;GAEG;AACH,MAAM,OAAO,gBAAgB;IAQ3B,YAAY,SAA0B,EAAE;QAJhC,iBAAY,GAAG,CAAC,CAAC;QACjB,cAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAI7B,iEAAiE;QACjE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM;YACb,OAAO,CAAC,GAAG,CAAC,cAAc;YAC1B,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAE7C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,uDAAuD;gBACvD,mBAAmB;gBACnB,8BAA8B;gBAC9B,0CAA0C;gBAC1C,6CAA6C;gBAC7C,iEAAiE,CAClE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,oBAAoB,CAAC;QAClD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;QAC5C,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAC,oBAAoB;QAElF,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,8CAA8C,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,OAAyB;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,iBAAiB;QACjB,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1F,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAEhD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;gBAClD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,OAAO,CAAC,IAAI;gBACtB,MAAM,EAAE;oBACN,QAAQ;oBACR,oBAAoB,EAAE,IAAI,CAAC,UAAU;iBACtC;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,YAAY,EAAE,CAAC;YAEpB,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC;YAE9C,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;YAED,wCAAwC;YACxC,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;gBAChF,OAAO,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,UAAU,oBAAoB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/E,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,2BAA2B;gBACvD,SAAS,EAAE,MAAM,CAAC,MAAM;gBACxB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACvC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC9G,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe,EAAE,UAA0C,EAAE;QAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,oDAAoD;QACpD,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;QAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;YAE9D,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC7C,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC1D,YAAY,EAAE,CAAC;oBACf,OAAO,MAAM,CAAC,MAAM,CAAC;gBACvB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,WAAW,EAAE,CAAC;oBACd,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;wBAC3C,OAAO,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;oBACrE,CAAC;oBACD,iCAAiC;oBACjC,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACtD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAE9B,mDAAmD;YACnD,IAAI,CAAC,GAAG,YAAY,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,8BAA8B;YACvD,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEzC,OAAO;YACL,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,mBAAmB,EAAE,SAAS;YAC9B,qBAAqB,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM;YAC/C,YAAY;YACZ,WAAW;SACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,yBAAyB,CAAC,OAAiB,EAAE,OAAiB;QAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,CAAC,MAAM,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACtC,KAAK,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACjC,KAAK,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEtD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC,CAAC,sBAAsB;QAClC,CAAC;QAED,OAAO,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,0BAA0B,CAAC,OAAiB,EAAE,OAAiB;QAC7D,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,CAAC,MAAM,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACrC,GAAG,IAAI,IAAI,GAAG,IAAI,CAAC;QACrB,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,MAAgB;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAE7E,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACpB,OAAO,MAAM,CAAC,CAAC,8BAA8B;QAC/C,CAAC;QAED,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,eAAe,CACb,WAAqB,EACrB,gBAA4B,EAC5B,IAAY,CAAC;QAEb,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,0BAA0B,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YAEtE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,qCAAqC;QACrC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QAEzD,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,QAAQ;QAON,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,kBAAkB,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAElF,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,YAAY;YAChC,kBAAkB;YAClB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,oBAAoB;SACrC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;YACtB,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc;QAC1B,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACnD,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACvD,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;oBAC3C,OAAO,CAAC,IAAI,CAAC,+BAA+B,QAAQ,IAAI,CAAC,CAAC;gBAC5D,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC3B,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,IAAa;QAC/B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,OAAO;gBACV,OAAO,iBAAiB,CAAC;YAC3B,KAAK,SAAS;gBACZ,OAAO,oBAAoB,CAAC;YAC9B,KAAK,UAAU;gBACb,OAAO,qBAAqB,CAAC;YAC/B;gBACE,OAAO,oBAAoB,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF;AAED,eAAe,gBAAgB,CAAC"}
|