@framers/agentos 0.1.120 → 0.1.121
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -0
- package/dist/api/agency.d.ts.map +1 -1
- package/dist/api/agency.js +227 -84
- package/dist/api/agency.js.map +1 -1
- package/dist/api/analyzeVideo.d.ts +127 -0
- package/dist/api/analyzeVideo.d.ts.map +1 -0
- package/dist/api/analyzeVideo.js +136 -0
- package/dist/api/analyzeVideo.js.map +1 -0
- package/dist/api/detectScenes.d.ts +82 -0
- package/dist/api/detectScenes.d.ts.map +1 -0
- package/dist/api/detectScenes.js +67 -0
- package/dist/api/detectScenes.js.map +1 -0
- package/dist/api/generateImage.d.ts +7 -0
- package/dist/api/generateImage.d.ts.map +1 -1
- package/dist/api/generateImage.js +133 -9
- package/dist/api/generateImage.js.map +1 -1
- package/dist/api/generateMusic.d.ts +98 -0
- package/dist/api/generateMusic.d.ts.map +1 -0
- package/dist/api/generateMusic.js +319 -0
- package/dist/api/generateMusic.js.map +1 -0
- package/dist/api/generateSFX.d.ts +96 -0
- package/dist/api/generateSFX.d.ts.map +1 -0
- package/dist/api/generateSFX.js +317 -0
- package/dist/api/generateSFX.js.map +1 -0
- package/dist/api/generateVideo.d.ts +113 -0
- package/dist/api/generateVideo.d.ts.map +1 -0
- package/dist/api/generateVideo.js +342 -0
- package/dist/api/generateVideo.js.map +1 -0
- package/dist/api/model.d.ts.map +1 -1
- package/dist/api/model.js +8 -4
- package/dist/api/model.js.map +1 -1
- package/dist/api/performOCR.d.ts +169 -0
- package/dist/api/performOCR.d.ts.map +1 -0
- package/dist/api/performOCR.js +198 -0
- package/dist/api/performOCR.js.map +1 -0
- package/dist/api/provider-defaults.d.ts +7 -5
- package/dist/api/provider-defaults.d.ts.map +1 -1
- package/dist/api/provider-defaults.js +32 -10
- package/dist/api/provider-defaults.js.map +1 -1
- package/dist/api/strategies/debate.d.ts.map +1 -1
- package/dist/api/strategies/debate.js +1 -0
- package/dist/api/strategies/debate.js.map +1 -1
- package/dist/api/strategies/graph.d.ts.map +1 -1
- package/dist/api/strategies/graph.js +69 -13
- package/dist/api/strategies/graph.js.map +1 -1
- package/dist/api/strategies/hierarchical.d.ts.map +1 -1
- package/dist/api/strategies/hierarchical.js +1 -0
- package/dist/api/strategies/hierarchical.js.map +1 -1
- package/dist/api/strategies/parallel.d.ts.map +1 -1
- package/dist/api/strategies/parallel.js +1 -0
- package/dist/api/strategies/parallel.js.map +1 -1
- package/dist/api/strategies/review-loop.d.ts.map +1 -1
- package/dist/api/strategies/review-loop.js +1 -0
- package/dist/api/strategies/review-loop.js.map +1 -1
- package/dist/api/strategies/sequential.d.ts.map +1 -1
- package/dist/api/strategies/sequential.js +54 -48
- package/dist/api/strategies/sequential.js.map +1 -1
- package/dist/api/streamBuffer.d.ts +20 -0
- package/dist/api/streamBuffer.d.ts.map +1 -0
- package/dist/api/streamBuffer.js +81 -0
- package/dist/api/streamBuffer.js.map +1 -0
- package/dist/api/types.d.ts +145 -5
- package/dist/api/types.d.ts.map +1 -1
- package/dist/api/types.js.map +1 -1
- package/dist/channels/adapters/RedditChannelAdapter.js.map +1 -1
- package/dist/core/audio/AudioProcessor.d.ts.map +1 -1
- package/dist/core/audio/AudioProcessor.js +1 -0
- package/dist/core/audio/AudioProcessor.js.map +1 -1
- package/dist/core/audio/EnvironmentalCalibrator.d.ts.map +1 -1
- package/dist/core/audio/EnvironmentalCalibrator.js +1 -0
- package/dist/core/audio/EnvironmentalCalibrator.js.map +1 -1
- package/dist/core/audio/FallbackAudioProxy.d.ts +169 -0
- package/dist/core/audio/FallbackAudioProxy.d.ts.map +1 -0
- package/dist/core/audio/FallbackAudioProxy.js +236 -0
- package/dist/core/audio/FallbackAudioProxy.js.map +1 -0
- package/dist/core/audio/IAudioGenerator.d.ts +103 -0
- package/dist/core/audio/IAudioGenerator.d.ts.map +1 -0
- package/dist/core/audio/IAudioGenerator.js +24 -0
- package/dist/core/audio/IAudioGenerator.js.map +1 -0
- package/dist/core/audio/index.d.ts +54 -0
- package/dist/core/audio/index.d.ts.map +1 -1
- package/dist/core/audio/index.js +93 -0
- package/dist/core/audio/index.js.map +1 -1
- package/dist/core/audio/providers/AudioGenLocalProvider.d.ts +136 -0
- package/dist/core/audio/providers/AudioGenLocalProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/AudioGenLocalProvider.js +235 -0
- package/dist/core/audio/providers/AudioGenLocalProvider.js.map +1 -0
- package/dist/core/audio/providers/ElevenLabsSFXProvider.d.ts +107 -0
- package/dist/core/audio/providers/ElevenLabsSFXProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/ElevenLabsSFXProvider.js +154 -0
- package/dist/core/audio/providers/ElevenLabsSFXProvider.js.map +1 -0
- package/dist/core/audio/providers/FalAudioProvider.d.ts +207 -0
- package/dist/core/audio/providers/FalAudioProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/FalAudioProvider.js +315 -0
- package/dist/core/audio/providers/FalAudioProvider.js.map +1 -0
- package/dist/core/audio/providers/MusicGenLocalProvider.d.ts +136 -0
- package/dist/core/audio/providers/MusicGenLocalProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/MusicGenLocalProvider.js +235 -0
- package/dist/core/audio/providers/MusicGenLocalProvider.js.map +1 -0
- package/dist/core/audio/providers/ReplicateAudioProvider.d.ts +200 -0
- package/dist/core/audio/providers/ReplicateAudioProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/ReplicateAudioProvider.js +346 -0
- package/dist/core/audio/providers/ReplicateAudioProvider.js.map +1 -0
- package/dist/core/audio/providers/StableAudioProvider.d.ts +138 -0
- package/dist/core/audio/providers/StableAudioProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/StableAudioProvider.js +192 -0
- package/dist/core/audio/providers/StableAudioProvider.js.map +1 -0
- package/dist/core/audio/providers/SunoProvider.d.ts +182 -0
- package/dist/core/audio/providers/SunoProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/SunoProvider.js +312 -0
- package/dist/core/audio/providers/SunoProvider.js.map +1 -0
- package/dist/core/audio/providers/UdioProvider.d.ts +177 -0
- package/dist/core/audio/providers/UdioProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/UdioProvider.js +305 -0
- package/dist/core/audio/providers/UdioProvider.js.map +1 -0
- package/dist/core/audio/types.d.ts +257 -0
- package/dist/core/audio/types.d.ts.map +1 -0
- package/dist/core/audio/types.js +21 -0
- package/dist/core/audio/types.js.map +1 -0
- package/dist/core/images/FallbackImageProxy.d.ts +183 -0
- package/dist/core/images/FallbackImageProxy.d.ts.map +1 -0
- package/dist/core/images/FallbackImageProxy.js +283 -0
- package/dist/core/images/FallbackImageProxy.js.map +1 -0
- package/dist/core/images/IImageProvider.d.ts +1 -1
- package/dist/core/images/IImageProvider.d.ts.map +1 -1
- package/dist/core/images/index.d.ts +1 -0
- package/dist/core/images/index.d.ts.map +1 -1
- package/dist/core/images/index.js +1 -0
- package/dist/core/images/index.js.map +1 -1
- package/dist/core/llm/providers/AIModelProviderManager.d.ts +3 -1
- package/dist/core/llm/providers/AIModelProviderManager.d.ts.map +1 -1
- package/dist/core/llm/providers/AIModelProviderManager.js +8 -0
- package/dist/core/llm/providers/AIModelProviderManager.js.map +1 -1
- package/dist/core/llm/providers/errors/ClaudeCodeProviderError.d.ts +52 -0
- package/dist/core/llm/providers/errors/ClaudeCodeProviderError.d.ts.map +1 -0
- package/dist/core/llm/providers/errors/ClaudeCodeProviderError.js +36 -0
- package/dist/core/llm/providers/errors/ClaudeCodeProviderError.js.map +1 -0
- package/dist/core/llm/providers/errors/GeminiCLIProviderError.d.ts +32 -0
- package/dist/core/llm/providers/errors/GeminiCLIProviderError.d.ts.map +1 -0
- package/dist/core/llm/providers/errors/GeminiCLIProviderError.js +27 -0
- package/dist/core/llm/providers/errors/GeminiCLIProviderError.js.map +1 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeCLIBridge.d.ts +38 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeCLIBridge.d.ts.map +1 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeCLIBridge.js +128 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeCLIBridge.js.map +1 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeProvider.d.ts +107 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeProvider.d.ts.map +1 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeProvider.js +504 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeProvider.js.map +1 -0
- package/dist/core/llm/providers/implementations/GeminiCLIBridge.d.ts +60 -0
- package/dist/core/llm/providers/implementations/GeminiCLIBridge.d.ts.map +1 -0
- package/dist/core/llm/providers/implementations/GeminiCLIBridge.js +177 -0
- package/dist/core/llm/providers/implementations/GeminiCLIBridge.js.map +1 -0
- package/dist/core/llm/providers/implementations/GeminiCLIProvider.d.ts +55 -0
- package/dist/core/llm/providers/implementations/GeminiCLIProvider.d.ts.map +1 -0
- package/dist/core/llm/providers/implementations/GeminiCLIProvider.js +447 -0
- package/dist/core/llm/providers/implementations/GeminiCLIProvider.js.map +1 -0
- package/dist/core/media/ProviderPreferences.d.ts +158 -0
- package/dist/core/media/ProviderPreferences.d.ts.map +1 -0
- package/dist/core/media/ProviderPreferences.js +183 -0
- package/dist/core/media/ProviderPreferences.js.map +1 -0
- package/dist/core/subprocess/CLIRegistry.d.ts +71 -0
- package/dist/core/subprocess/CLIRegistry.d.ts.map +1 -0
- package/dist/core/subprocess/CLIRegistry.js +210 -0
- package/dist/core/subprocess/CLIRegistry.js.map +1 -0
- package/dist/core/subprocess/CLISubprocessBridge.d.ts +117 -0
- package/dist/core/subprocess/CLISubprocessBridge.d.ts.map +1 -0
- package/dist/core/subprocess/CLISubprocessBridge.js +199 -0
- package/dist/core/subprocess/CLISubprocessBridge.js.map +1 -0
- package/dist/core/subprocess/errors.d.ts +76 -0
- package/dist/core/subprocess/errors.d.ts.map +1 -0
- package/dist/core/subprocess/errors.js +75 -0
- package/dist/core/subprocess/errors.js.map +1 -0
- package/dist/core/subprocess/index.d.ts +11 -0
- package/dist/core/subprocess/index.d.ts.map +1 -0
- package/dist/core/subprocess/index.js +10 -0
- package/dist/core/subprocess/index.js.map +1 -0
- package/dist/core/subprocess/types.d.ts +100 -0
- package/dist/core/subprocess/types.d.ts.map +1 -0
- package/dist/core/subprocess/types.js +9 -0
- package/dist/core/subprocess/types.js.map +1 -0
- package/dist/core/video/FallbackVideoProxy.d.ts +166 -0
- package/dist/core/video/FallbackVideoProxy.d.ts.map +1 -0
- package/dist/core/video/FallbackVideoProxy.js +228 -0
- package/dist/core/video/FallbackVideoProxy.js.map +1 -0
- package/dist/core/video/IVideoAnalyzer.d.ts +29 -0
- package/dist/core/video/IVideoAnalyzer.d.ts.map +1 -0
- package/dist/core/video/IVideoAnalyzer.js +12 -0
- package/dist/core/video/IVideoAnalyzer.js.map +1 -0
- package/dist/core/video/IVideoGenerator.d.ts +76 -0
- package/dist/core/video/IVideoGenerator.d.ts.map +1 -0
- package/dist/core/video/IVideoGenerator.js +13 -0
- package/dist/core/video/IVideoGenerator.js.map +1 -0
- package/dist/core/video/VideoAnalyzer.d.ts +278 -0
- package/dist/core/video/VideoAnalyzer.d.ts.map +1 -0
- package/dist/core/video/VideoAnalyzer.js +648 -0
- package/dist/core/video/VideoAnalyzer.js.map +1 -0
- package/dist/core/video/index.d.ts +55 -0
- package/dist/core/video/index.d.ts.map +1 -0
- package/dist/core/video/index.js +78 -0
- package/dist/core/video/index.js.map +1 -0
- package/dist/core/video/providers/FalVideoProvider.d.ts +195 -0
- package/dist/core/video/providers/FalVideoProvider.d.ts.map +1 -0
- package/dist/core/video/providers/FalVideoProvider.js +322 -0
- package/dist/core/video/providers/FalVideoProvider.js.map +1 -0
- package/dist/core/video/providers/ReplicateVideoProvider.d.ts +194 -0
- package/dist/core/video/providers/ReplicateVideoProvider.d.ts.map +1 -0
- package/dist/core/video/providers/ReplicateVideoProvider.js +356 -0
- package/dist/core/video/providers/ReplicateVideoProvider.js.map +1 -0
- package/dist/core/video/providers/RunwayVideoProvider.d.ts +175 -0
- package/dist/core/video/providers/RunwayVideoProvider.d.ts.map +1 -0
- package/dist/core/video/providers/RunwayVideoProvider.js +293 -0
- package/dist/core/video/providers/RunwayVideoProvider.js.map +1 -0
- package/dist/core/video/types.d.ts +441 -0
- package/dist/core/video/types.d.ts.map +1 -0
- package/dist/core/video/types.js +10 -0
- package/dist/core/video/types.js.map +1 -0
- package/dist/core/vision/SceneDetector.d.ts +180 -0
- package/dist/core/vision/SceneDetector.d.ts.map +1 -0
- package/dist/core/vision/SceneDetector.js +366 -0
- package/dist/core/vision/SceneDetector.js.map +1 -0
- package/dist/core/vision/index.d.ts +2 -1
- package/dist/core/vision/index.d.ts.map +1 -1
- package/dist/core/vision/index.js +1 -0
- package/dist/core/vision/index.js.map +1 -1
- package/dist/core/vision/types.d.ts +125 -0
- package/dist/core/vision/types.d.ts.map +1 -1
- package/dist/discovery/CapabilityDiscoveryEngine.d.ts +32 -0
- package/dist/discovery/CapabilityDiscoveryEngine.d.ts.map +1 -1
- package/dist/discovery/CapabilityDiscoveryEngine.js +46 -0
- package/dist/discovery/CapabilityDiscoveryEngine.js.map +1 -1
- package/dist/extensions/MultiRegistryLoader.js.map +1 -1
- package/dist/index.d.ts +17 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +12 -0
- package/dist/index.js.map +1 -1
- package/dist/memory/CognitiveMemoryManager.d.ts +40 -0
- package/dist/memory/CognitiveMemoryManager.d.ts.map +1 -1
- package/dist/memory/CognitiveMemoryManager.js +54 -1
- package/dist/memory/CognitiveMemoryManager.js.map +1 -1
- package/dist/memory/facade/Memory.d.ts +4 -0
- package/dist/memory/facade/Memory.d.ts.map +1 -1
- package/dist/memory/facade/Memory.js +140 -4
- package/dist/memory/facade/Memory.js.map +1 -1
- package/dist/memory/facade/types.d.ts +30 -2
- package/dist/memory/facade/types.d.ts.map +1 -1
- package/dist/memory/index.d.ts +1 -0
- package/dist/memory/index.d.ts.map +1 -1
- package/dist/memory/index.js +1 -0
- package/dist/memory/index.js.map +1 -1
- package/dist/memory/types.d.ts +15 -0
- package/dist/memory/types.d.ts.map +1 -1
- package/dist/query-router/QueryClassifier.d.ts +192 -21
- package/dist/query-router/QueryClassifier.d.ts.map +1 -1
- package/dist/query-router/QueryClassifier.js +604 -23
- package/dist/query-router/QueryClassifier.js.map +1 -1
- package/dist/query-router/QueryDispatcher.d.ts +106 -8
- package/dist/query-router/QueryDispatcher.d.ts.map +1 -1
- package/dist/query-router/QueryDispatcher.js +387 -8
- package/dist/query-router/QueryDispatcher.js.map +1 -1
- package/dist/query-router/QueryRouter.d.ts +198 -14
- package/dist/query-router/QueryRouter.d.ts.map +1 -1
- package/dist/query-router/QueryRouter.js +738 -50
- package/dist/query-router/QueryRouter.js.map +1 -1
- package/dist/query-router/index.d.ts +1 -1
- package/dist/query-router/index.d.ts.map +1 -1
- package/dist/query-router/index.js +1 -1
- package/dist/query-router/index.js.map +1 -1
- package/dist/query-router/types.d.ts +396 -3
- package/dist/query-router/types.d.ts.map +1 -1
- package/dist/query-router/types.js +35 -0
- package/dist/query-router/types.js.map +1 -1
- package/dist/rag/HydeRetriever.d.ts +108 -0
- package/dist/rag/HydeRetriever.d.ts.map +1 -1
- package/dist/rag/HydeRetriever.js +184 -0
- package/dist/rag/HydeRetriever.js.map +1 -1
- package/dist/rag/IRetrievalAugmentor.d.ts +15 -0
- package/dist/rag/IRetrievalAugmentor.d.ts.map +1 -1
- package/dist/rag/RetrievalAugmentor.d.ts +58 -0
- package/dist/rag/RetrievalAugmentor.d.ts.map +1 -1
- package/dist/rag/RetrievalAugmentor.js +200 -32
- package/dist/rag/RetrievalAugmentor.js.map +1 -1
- package/dist/rag/VectorStoreManager.js +1 -1
- package/dist/rag/audit/RAGAuditCollector.d.ts +7 -0
- package/dist/rag/audit/RAGAuditCollector.d.ts.map +1 -1
- package/dist/rag/audit/RAGAuditCollector.js +10 -0
- package/dist/rag/audit/RAGAuditCollector.js.map +1 -1
- package/dist/rag/audit/RAGAuditTypes.d.ts +10 -1
- package/dist/rag/audit/RAGAuditTypes.d.ts.map +1 -1
- package/dist/rag/chunking/SemanticChunker.d.ts +210 -0
- package/dist/rag/chunking/SemanticChunker.d.ts.map +1 -0
- package/dist/rag/chunking/SemanticChunker.js +460 -0
- package/dist/rag/chunking/SemanticChunker.js.map +1 -0
- package/dist/rag/chunking/index.d.ts +10 -0
- package/dist/rag/chunking/index.d.ts.map +1 -0
- package/dist/rag/chunking/index.js +10 -0
- package/dist/rag/chunking/index.js.map +1 -0
- package/dist/rag/implementations/vector_stores/PineconeVectorStore.d.ts +103 -0
- package/dist/rag/implementations/vector_stores/PineconeVectorStore.d.ts.map +1 -0
- package/dist/rag/implementations/vector_stores/PineconeVectorStore.js +315 -0
- package/dist/rag/implementations/vector_stores/PineconeVectorStore.js.map +1 -0
- package/dist/rag/implementations/vector_stores/PostgresVectorStore.d.ts +107 -0
- package/dist/rag/implementations/vector_stores/PostgresVectorStore.d.ts.map +1 -0
- package/dist/rag/implementations/vector_stores/PostgresVectorStore.js +438 -0
- package/dist/rag/implementations/vector_stores/PostgresVectorStore.js.map +1 -0
- package/dist/rag/index.d.ts +15 -1
- package/dist/rag/index.d.ts.map +1 -1
- package/dist/rag/index.js +32 -0
- package/dist/rag/index.js.map +1 -1
- package/dist/rag/migration/MigrationEngine.d.ts +47 -0
- package/dist/rag/migration/MigrationEngine.d.ts.map +1 -0
- package/dist/rag/migration/MigrationEngine.js +168 -0
- package/dist/rag/migration/MigrationEngine.js.map +1 -0
- package/dist/rag/migration/adapters/PineconeSourceAdapter.d.ts +23 -0
- package/dist/rag/migration/adapters/PineconeSourceAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/PineconeSourceAdapter.js +63 -0
- package/dist/rag/migration/adapters/PineconeSourceAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/PostgresSourceAdapter.d.ts +30 -0
- package/dist/rag/migration/adapters/PostgresSourceAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/PostgresSourceAdapter.js +71 -0
- package/dist/rag/migration/adapters/PostgresSourceAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/PostgresTargetAdapter.d.ts +38 -0
- package/dist/rag/migration/adapters/PostgresTargetAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/PostgresTargetAdapter.js +114 -0
- package/dist/rag/migration/adapters/PostgresTargetAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/QdrantSourceAdapter.d.ts +36 -0
- package/dist/rag/migration/adapters/QdrantSourceAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/QdrantSourceAdapter.js +109 -0
- package/dist/rag/migration/adapters/QdrantSourceAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/QdrantTargetAdapter.d.ts +35 -0
- package/dist/rag/migration/adapters/QdrantTargetAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/QdrantTargetAdapter.js +110 -0
- package/dist/rag/migration/adapters/QdrantTargetAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/SqliteSourceAdapter.d.ts +37 -0
- package/dist/rag/migration/adapters/SqliteSourceAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/SqliteSourceAdapter.js +72 -0
- package/dist/rag/migration/adapters/SqliteSourceAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/SqliteTargetAdapter.d.ts +47 -0
- package/dist/rag/migration/adapters/SqliteTargetAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/SqliteTargetAdapter.js +93 -0
- package/dist/rag/migration/adapters/SqliteTargetAdapter.js.map +1 -0
- package/dist/rag/migration/types.d.ts +108 -0
- package/dist/rag/migration/types.d.ts.map +1 -0
- package/dist/rag/migration/types.js +11 -0
- package/dist/rag/migration/types.js.map +1 -0
- package/dist/rag/multimodal/MultimodalIndexer.d.ts +35 -0
- package/dist/rag/multimodal/MultimodalIndexer.d.ts.map +1 -1
- package/dist/rag/multimodal/MultimodalIndexer.js +66 -1
- package/dist/rag/multimodal/MultimodalIndexer.js.map +1 -1
- package/dist/rag/multimodal/types.d.ts +24 -0
- package/dist/rag/multimodal/types.d.ts.map +1 -1
- package/dist/rag/raptor/RaptorTree.d.ts +268 -0
- package/dist/rag/raptor/RaptorTree.d.ts.map +1 -0
- package/dist/rag/raptor/RaptorTree.js +443 -0
- package/dist/rag/raptor/RaptorTree.js.map +1 -0
- package/dist/rag/raptor/index.d.ts +11 -0
- package/dist/rag/raptor/index.d.ts.map +1 -0
- package/dist/rag/raptor/index.js +11 -0
- package/dist/rag/raptor/index.js.map +1 -0
- package/dist/rag/reranking/providers/CohereReranker.js.map +1 -1
- package/dist/rag/search/BM25Index.d.ts +282 -0
- package/dist/rag/search/BM25Index.d.ts.map +1 -0
- package/dist/rag/search/BM25Index.js +344 -0
- package/dist/rag/search/BM25Index.js.map +1 -0
- package/dist/rag/search/HybridSearcher.d.ts +198 -0
- package/dist/rag/search/HybridSearcher.d.ts.map +1 -0
- package/dist/rag/search/HybridSearcher.js +316 -0
- package/dist/rag/search/HybridSearcher.js.map +1 -0
- package/dist/rag/search/index.d.ts +12 -0
- package/dist/rag/search/index.d.ts.map +1 -0
- package/dist/rag/search/index.js +12 -0
- package/dist/rag/search/index.js.map +1 -0
- package/dist/rag/setup/DockerDetector.d.ts +67 -0
- package/dist/rag/setup/DockerDetector.d.ts.map +1 -0
- package/dist/rag/setup/DockerDetector.js +125 -0
- package/dist/rag/setup/DockerDetector.js.map +1 -0
- package/dist/rag/setup/PostgresSetup.d.ts +20 -0
- package/dist/rag/setup/PostgresSetup.d.ts.map +1 -0
- package/dist/rag/setup/PostgresSetup.js +133 -0
- package/dist/rag/setup/PostgresSetup.js.map +1 -0
- package/dist/rag/setup/QdrantSetup.d.ts +26 -0
- package/dist/rag/setup/QdrantSetup.d.ts.map +1 -0
- package/dist/rag/setup/QdrantSetup.js +96 -0
- package/dist/rag/setup/QdrantSetup.js.map +1 -0
- package/dist/rag/setup/types.d.ts +55 -0
- package/dist/rag/setup/types.d.ts.map +1 -0
- package/dist/rag/setup/types.js +6 -0
- package/dist/rag/setup/types.js.map +1 -0
- package/dist/rag/unified/UnifiedRetriever.d.ts +472 -0
- package/dist/rag/unified/UnifiedRetriever.d.ts.map +1 -0
- package/dist/rag/unified/UnifiedRetriever.js +887 -0
- package/dist/rag/unified/UnifiedRetriever.js.map +1 -0
- package/dist/rag/unified/index.d.ts +24 -0
- package/dist/rag/unified/index.d.ts.map +1 -0
- package/dist/rag/unified/index.js +23 -0
- package/dist/rag/unified/index.js.map +1 -0
- package/dist/rag/unified/types.d.ts +546 -0
- package/dist/rag/unified/types.d.ts.map +1 -0
- package/dist/rag/unified/types.js +177 -0
- package/dist/rag/unified/types.js.map +1 -0
- package/dist/speech/providers/AssemblyAISTTProvider.js.map +1 -1
- package/dist/speech/providers/AzureSpeechSTTProvider.js.map +1 -1
- package/dist/speech/providers/BuiltInAdaptiveVadProvider.d.ts +1 -1
- package/dist/speech/providers/DeepgramBatchSTTProvider.js.map +1 -1
- package/package.json +5 -2
|
@@ -0,0 +1,443 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @fileoverview RAPTOR — Recursive Abstractive Processing for Tree-Organized Retrieval.
|
|
3
|
+
*
|
|
4
|
+
* Based on: Sarthi et al. 2024 "RAPTOR: Recursive Abstractive Processing for
|
|
5
|
+
* Tree-Organized Retrieval"
|
|
6
|
+
*
|
|
7
|
+
* Builds a hierarchical summary tree over document chunks:
|
|
8
|
+
* - **Layer 0**: Original chunks (leaf nodes)
|
|
9
|
+
* - **Layer 1**: Summaries of 5-10 related chunks (cluster -> summarize)
|
|
10
|
+
* - **Layer 2**: Summaries of layer 1 summaries
|
|
11
|
+
* - **Layer N**: Single corpus-level summary (root)
|
|
12
|
+
*
|
|
13
|
+
* At retrieval time, ALL layers are searched simultaneously. This enables:
|
|
14
|
+
* - Detail queries -> match leaf chunks (layer 0)
|
|
15
|
+
* - Theme queries -> match cluster summaries (layer 1-2)
|
|
16
|
+
* - "Big picture" queries -> match high-level summaries (layer N)
|
|
17
|
+
*
|
|
18
|
+
* The tree construction pipeline:
|
|
19
|
+
* 1. **Cluster** similar chunks using k-means on embeddings
|
|
20
|
+
* 2. **Summarize** each cluster using an LLM with chain-of-thought reasoning
|
|
21
|
+
* 3. **Embed** each summary
|
|
22
|
+
* 4. **Store** summaries in the vector store with layer metadata
|
|
23
|
+
* 5. **Repeat** — treat summaries as new chunks, cluster and summarize again
|
|
24
|
+
*
|
|
25
|
+
* @module agentos/rag/raptor/RaptorTree
|
|
26
|
+
* @see RetrievalAugmentor for integration with the RAG pipeline
|
|
27
|
+
*/
|
|
28
|
+
// ── K-Means Clustering ──────────────────────────────────────────────────
|
|
29
|
+
/**
|
|
30
|
+
* Simple k-means clustering implementation for grouping embeddings.
|
|
31
|
+
*
|
|
32
|
+
* Uses random centroid initialization with iterative Lloyd's algorithm.
|
|
33
|
+
* Converges when centroids stop moving or max iterations reached.
|
|
34
|
+
*
|
|
35
|
+
* @param {number[][]} embeddings - Array of embedding vectors.
|
|
36
|
+
* @param {number} k - Number of clusters.
|
|
37
|
+
* @param {number} [maxIterations=20] - Maximum iterations before stopping.
|
|
38
|
+
* @returns {number[][]} Array of cluster assignments — each inner array contains
|
|
39
|
+
* the indices of embeddings assigned to that cluster.
|
|
40
|
+
*/
|
|
41
|
+
function kMeansClustering(embeddings, k, maxIterations = 20) {
|
|
42
|
+
if (embeddings.length === 0 || k <= 0)
|
|
43
|
+
return [];
|
|
44
|
+
if (embeddings.length <= k) {
|
|
45
|
+
// Each embedding is its own cluster
|
|
46
|
+
return embeddings.map((_, i) => [i]);
|
|
47
|
+
}
|
|
48
|
+
const dim = embeddings[0].length;
|
|
49
|
+
// Initialize centroids using random selection (without replacement)
|
|
50
|
+
const centroidIndices = new Set();
|
|
51
|
+
while (centroidIndices.size < k) {
|
|
52
|
+
centroidIndices.add(Math.floor(Math.random() * embeddings.length));
|
|
53
|
+
}
|
|
54
|
+
const centroids = Array.from(centroidIndices).map((i) => [...embeddings[i]]);
|
|
55
|
+
let assignments = new Array(embeddings.length).fill(0);
|
|
56
|
+
for (let iter = 0; iter < maxIterations; iter++) {
|
|
57
|
+
// Assignment step: assign each point to nearest centroid
|
|
58
|
+
const newAssignments = [];
|
|
59
|
+
for (const embedding of embeddings) {
|
|
60
|
+
let bestCluster = 0;
|
|
61
|
+
let bestDist = Infinity;
|
|
62
|
+
for (let c = 0; c < centroids.length; c++) {
|
|
63
|
+
const dist = euclideanDistanceSq(embedding, centroids[c]);
|
|
64
|
+
if (dist < bestDist) {
|
|
65
|
+
bestDist = dist;
|
|
66
|
+
bestCluster = c;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
newAssignments.push(bestCluster);
|
|
70
|
+
}
|
|
71
|
+
// Check for convergence
|
|
72
|
+
let changed = false;
|
|
73
|
+
for (let i = 0; i < newAssignments.length; i++) {
|
|
74
|
+
if (newAssignments[i] !== assignments[i]) {
|
|
75
|
+
changed = true;
|
|
76
|
+
break;
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
assignments = newAssignments;
|
|
80
|
+
if (!changed)
|
|
81
|
+
break;
|
|
82
|
+
// Update step: recompute centroids
|
|
83
|
+
for (let c = 0; c < k; c++) {
|
|
84
|
+
const members = assignments
|
|
85
|
+
.map((a, i) => (a === c ? i : -1))
|
|
86
|
+
.filter((i) => i >= 0);
|
|
87
|
+
if (members.length === 0)
|
|
88
|
+
continue;
|
|
89
|
+
const newCentroid = new Array(dim).fill(0);
|
|
90
|
+
for (const mi of members) {
|
|
91
|
+
for (let d = 0; d < dim; d++) {
|
|
92
|
+
newCentroid[d] += embeddings[mi][d];
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
for (let d = 0; d < dim; d++) {
|
|
96
|
+
newCentroid[d] /= members.length;
|
|
97
|
+
}
|
|
98
|
+
centroids[c] = newCentroid;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
// Build cluster groups
|
|
102
|
+
const clusters = Array.from({ length: k }, () => []);
|
|
103
|
+
for (let i = 0; i < assignments.length; i++) {
|
|
104
|
+
clusters[assignments[i]].push(i);
|
|
105
|
+
}
|
|
106
|
+
// Filter out empty clusters
|
|
107
|
+
return clusters.filter((c) => c.length > 0);
|
|
108
|
+
}
|
|
109
|
+
/**
|
|
110
|
+
* Squared Euclidean distance between two vectors (avoids sqrt for comparison).
|
|
111
|
+
*
|
|
112
|
+
* @param {number[]} a - First vector.
|
|
113
|
+
* @param {number[]} b - Second vector.
|
|
114
|
+
* @returns {number} Squared Euclidean distance.
|
|
115
|
+
*/
|
|
116
|
+
function euclideanDistanceSq(a, b) {
|
|
117
|
+
let sum = 0;
|
|
118
|
+
for (let i = 0; i < a.length; i++) {
|
|
119
|
+
const diff = a[i] - b[i];
|
|
120
|
+
sum += diff * diff;
|
|
121
|
+
}
|
|
122
|
+
return sum;
|
|
123
|
+
}
|
|
124
|
+
// ── RAPTOR Tree ───────────────────────────────────────────────────────────
|
|
125
|
+
/**
|
|
126
|
+
* RAPTOR — Recursive Abstractive Processing for Tree-Organized Retrieval.
|
|
127
|
+
*
|
|
128
|
+
* Builds a hierarchical summary tree over document chunks, enabling retrieval
|
|
129
|
+
* at multiple levels of abstraction. Leaf nodes contain original chunks while
|
|
130
|
+
* higher layers contain progressively more abstract summaries.
|
|
131
|
+
*
|
|
132
|
+
* @example Building and searching a RAPTOR tree
|
|
133
|
+
* ```typescript
|
|
134
|
+
* const raptor = new RaptorTree({
|
|
135
|
+
* llmCaller: async (prompt) => {
|
|
136
|
+
* const response = await openai.chat.completions.create({
|
|
137
|
+
* model: 'gpt-4o-mini',
|
|
138
|
+
* messages: [{ role: 'user', content: prompt }],
|
|
139
|
+
* });
|
|
140
|
+
* return response.choices[0].message.content ?? '';
|
|
141
|
+
* },
|
|
142
|
+
* embeddingManager: myEmbeddingManager,
|
|
143
|
+
* vectorStore: myVectorStore,
|
|
144
|
+
* clusterSize: 8,
|
|
145
|
+
* maxDepth: 3,
|
|
146
|
+
* });
|
|
147
|
+
*
|
|
148
|
+
* // Build tree from 100 document chunks
|
|
149
|
+
* const stats = await raptor.build(chunks);
|
|
150
|
+
* console.log(`Built ${stats.totalLayers} layers with ${stats.totalNodes} total nodes`);
|
|
151
|
+
*
|
|
152
|
+
* // Search all layers simultaneously
|
|
153
|
+
* const results = await raptor.search('What are the main themes?', 10);
|
|
154
|
+
* for (const r of results) {
|
|
155
|
+
* console.log(`[Layer ${r.layer}] ${r.id}: ${r.score.toFixed(3)} — ${r.text.slice(0, 80)}...`);
|
|
156
|
+
* }
|
|
157
|
+
* ```
|
|
158
|
+
*/
|
|
159
|
+
export class RaptorTree {
|
|
160
|
+
/**
|
|
161
|
+
* Creates a new RaptorTree.
|
|
162
|
+
*
|
|
163
|
+
* @param {RaptorTreeConfig} config - Configuration including LLM caller,
|
|
164
|
+
* embedding manager, vector store, and clustering parameters.
|
|
165
|
+
*
|
|
166
|
+
* @example
|
|
167
|
+
* ```typescript
|
|
168
|
+
* const raptor = new RaptorTree({
|
|
169
|
+
* llmCaller: myLlm,
|
|
170
|
+
* embeddingManager: myEmbeddings,
|
|
171
|
+
* vectorStore: myStore,
|
|
172
|
+
* clusterSize: 8,
|
|
173
|
+
* maxDepth: 4,
|
|
174
|
+
* });
|
|
175
|
+
* ```
|
|
176
|
+
*/
|
|
177
|
+
constructor(config) {
|
|
178
|
+
this.llmCaller = config.llmCaller;
|
|
179
|
+
this.embeddingManager = config.embeddingManager;
|
|
180
|
+
this.vectorStore = config.vectorStore;
|
|
181
|
+
this.collectionName = config.collectionName ?? 'raptor-tree';
|
|
182
|
+
this.clusterSize = config.clusterSize ?? 8;
|
|
183
|
+
this.maxDepth = config.maxDepth ?? 4;
|
|
184
|
+
this.minChunksForLayer = config.minChunksForLayer ?? 3;
|
|
185
|
+
this.stats = {
|
|
186
|
+
totalLayers: 0,
|
|
187
|
+
nodesPerLayer: {},
|
|
188
|
+
totalNodes: 0,
|
|
189
|
+
totalClusters: 0,
|
|
190
|
+
buildTimeMs: 0,
|
|
191
|
+
};
|
|
192
|
+
}
|
|
193
|
+
/**
|
|
194
|
+
* Builds the RAPTOR tree from a set of leaf chunks.
|
|
195
|
+
*
|
|
196
|
+
* Pipeline for each layer:
|
|
197
|
+
* 1. Embed all current-layer chunks
|
|
198
|
+
* 2. Cluster similar chunks using k-means
|
|
199
|
+
* 3. Summarize each cluster using the LLM with chain-of-thought
|
|
200
|
+
* 4. Embed summaries and store in vector store with layer metadata
|
|
201
|
+
* 5. Treat summaries as the next layer's input and repeat
|
|
202
|
+
*
|
|
203
|
+
* Stops when:
|
|
204
|
+
* - Fewer than `minChunksForLayer` summaries were produced
|
|
205
|
+
* - Maximum depth is reached
|
|
206
|
+
* - Only one cluster remains (root summary)
|
|
207
|
+
*
|
|
208
|
+
* @param {RaptorInputChunk[]} chunks - Leaf chunks to build the tree from.
|
|
209
|
+
* @returns {Promise<RaptorTreeStats>} Statistics about the constructed tree.
|
|
210
|
+
* @throws {Error} If embedding or storage fails critically.
|
|
211
|
+
*
|
|
212
|
+
* @example
|
|
213
|
+
* ```typescript
|
|
214
|
+
* const chunks = documents.map((doc, i) => ({
|
|
215
|
+
* id: `chunk-${i}`,
|
|
216
|
+
* text: doc.content,
|
|
217
|
+
* metadata: { source: doc.source },
|
|
218
|
+
* }));
|
|
219
|
+
* const stats = await raptor.build(chunks);
|
|
220
|
+
* console.log(`Tree has ${stats.totalLayers} layers`);
|
|
221
|
+
* ```
|
|
222
|
+
*/
|
|
223
|
+
async build(chunks) {
|
|
224
|
+
const startTime = Date.now();
|
|
225
|
+
this.stats = {
|
|
226
|
+
totalLayers: 0,
|
|
227
|
+
nodesPerLayer: {},
|
|
228
|
+
totalNodes: 0,
|
|
229
|
+
totalClusters: 0,
|
|
230
|
+
buildTimeMs: 0,
|
|
231
|
+
};
|
|
232
|
+
if (chunks.length === 0) {
|
|
233
|
+
this.stats.buildTimeMs = Date.now() - startTime;
|
|
234
|
+
return this.stats;
|
|
235
|
+
}
|
|
236
|
+
// Layer 0: Store original leaf chunks
|
|
237
|
+
await this.storeChunks(chunks, 0, false);
|
|
238
|
+
this.stats.nodesPerLayer[0] = chunks.length;
|
|
239
|
+
this.stats.totalNodes += chunks.length;
|
|
240
|
+
this.stats.totalLayers = 1;
|
|
241
|
+
// Build subsequent layers
|
|
242
|
+
let currentLayerChunks = [...chunks];
|
|
243
|
+
let layerIndex = 1;
|
|
244
|
+
while (layerIndex <= this.maxDepth &&
|
|
245
|
+
currentLayerChunks.length >= this.minChunksForLayer) {
|
|
246
|
+
// Step 1: Embed current layer chunks
|
|
247
|
+
const embeddingResponse = await this.embeddingManager.generateEmbeddings({
|
|
248
|
+
texts: currentLayerChunks.map((c) => c.text),
|
|
249
|
+
});
|
|
250
|
+
if (!embeddingResponse.embeddings || embeddingResponse.embeddings.length === 0) {
|
|
251
|
+
console.warn(`RaptorTree: Failed to embed layer ${layerIndex - 1} chunks. Stopping tree construction.`);
|
|
252
|
+
break;
|
|
253
|
+
}
|
|
254
|
+
// Step 2: Cluster
|
|
255
|
+
const numClusters = Math.max(1, Math.ceil(currentLayerChunks.length / this.clusterSize));
|
|
256
|
+
const clusters = kMeansClustering(embeddingResponse.embeddings, numClusters);
|
|
257
|
+
this.stats.totalClusters += clusters.length;
|
|
258
|
+
// Step 3: Summarize each cluster
|
|
259
|
+
const summaries = [];
|
|
260
|
+
for (let ci = 0; ci < clusters.length; ci++) {
|
|
261
|
+
const clusterIndices = clusters[ci];
|
|
262
|
+
const clusterTexts = clusterIndices.map((idx) => currentLayerChunks[idx].text);
|
|
263
|
+
const summary = await this.summarizeCluster(clusterTexts, layerIndex, ci);
|
|
264
|
+
summaries.push({
|
|
265
|
+
id: `raptor-l${layerIndex}-c${ci}-${Date.now()}`,
|
|
266
|
+
text: summary,
|
|
267
|
+
metadata: {
|
|
268
|
+
raptorLayer: layerIndex,
|
|
269
|
+
raptorCluster: ci,
|
|
270
|
+
childCount: clusterIndices.length,
|
|
271
|
+
childIds: clusterIndices.map((idx) => currentLayerChunks[idx].id),
|
|
272
|
+
},
|
|
273
|
+
});
|
|
274
|
+
}
|
|
275
|
+
if (summaries.length === 0)
|
|
276
|
+
break;
|
|
277
|
+
// Step 4: Store summaries
|
|
278
|
+
await this.storeChunks(summaries, layerIndex, true);
|
|
279
|
+
this.stats.nodesPerLayer[layerIndex] = summaries.length;
|
|
280
|
+
this.stats.totalNodes += summaries.length;
|
|
281
|
+
this.stats.totalLayers = layerIndex + 1;
|
|
282
|
+
// Step 5: Repeat with summaries as next input
|
|
283
|
+
currentLayerChunks = summaries;
|
|
284
|
+
layerIndex++;
|
|
285
|
+
// Stop if we've condensed to a single summary (root)
|
|
286
|
+
if (summaries.length <= 1)
|
|
287
|
+
break;
|
|
288
|
+
}
|
|
289
|
+
this.stats.buildTimeMs = Date.now() - startTime;
|
|
290
|
+
return { ...this.stats };
|
|
291
|
+
}
|
|
292
|
+
/**
|
|
293
|
+
* Searches ALL layers of the RAPTOR tree simultaneously.
|
|
294
|
+
*
|
|
295
|
+
* This is the key advantage of RAPTOR: a detail query will match leaf
|
|
296
|
+
* chunks, while a thematic query will match higher-layer summaries.
|
|
297
|
+
* Both types of results are returned together, sorted by relevance.
|
|
298
|
+
*
|
|
299
|
+
* @param {string} query - The search query.
|
|
300
|
+
* @param {number} [topK=10] - Maximum number of results across all layers.
|
|
301
|
+
* @returns {Promise<RaptorResult[]>} Results from all layers, sorted by score.
|
|
302
|
+
* @throws {Error} If embedding or vector search fails.
|
|
303
|
+
*
|
|
304
|
+
* @example
|
|
305
|
+
* ```typescript
|
|
306
|
+
* const results = await raptor.search('authentication architecture', 10);
|
|
307
|
+
* // May return:
|
|
308
|
+
* // - Layer 0 chunks about specific auth implementations
|
|
309
|
+
* // - Layer 1 summaries about auth patterns
|
|
310
|
+
* // - Layer 2 high-level summary about security architecture
|
|
311
|
+
* ```
|
|
312
|
+
*/
|
|
313
|
+
async search(query, topK = 10) {
|
|
314
|
+
// Embed the query
|
|
315
|
+
const embeddingResponse = await this.embeddingManager.generateEmbeddings({
|
|
316
|
+
texts: [query],
|
|
317
|
+
});
|
|
318
|
+
if (!embeddingResponse.embeddings?.[0] ||
|
|
319
|
+
embeddingResponse.embeddings[0].length === 0) {
|
|
320
|
+
return [];
|
|
321
|
+
}
|
|
322
|
+
const queryEmbedding = embeddingResponse.embeddings[0];
|
|
323
|
+
// Search all layers by querying the vector store (all nodes are in the same collection)
|
|
324
|
+
// Fetch more candidates than topK to ensure good coverage across layers
|
|
325
|
+
const result = await this.vectorStore.query(this.collectionName, queryEmbedding, {
|
|
326
|
+
topK: topK * 2,
|
|
327
|
+
includeTextContent: true,
|
|
328
|
+
includeMetadata: true,
|
|
329
|
+
});
|
|
330
|
+
// Convert to RaptorResult with layer information
|
|
331
|
+
const raptorResults = result.documents.map((doc) => ({
|
|
332
|
+
id: doc.id,
|
|
333
|
+
text: doc.textContent ?? '',
|
|
334
|
+
score: doc.similarityScore,
|
|
335
|
+
layer: doc.metadata?.raptorLayer ?? 0,
|
|
336
|
+
isSummary: doc.metadata?.raptorIsSummary === true,
|
|
337
|
+
metadata: doc.metadata,
|
|
338
|
+
}));
|
|
339
|
+
// Sort by score descending and return top K
|
|
340
|
+
raptorResults.sort((a, b) => b.score - a.score);
|
|
341
|
+
return raptorResults.slice(0, topK);
|
|
342
|
+
}
|
|
343
|
+
/**
|
|
344
|
+
* Returns statistics about the last tree build.
|
|
345
|
+
*
|
|
346
|
+
* @returns {RaptorTreeStats} Tree statistics including layer counts, node counts,
|
|
347
|
+
* cluster counts, and build time.
|
|
348
|
+
*
|
|
349
|
+
* @example
|
|
350
|
+
* ```typescript
|
|
351
|
+
* const stats = raptor.getStats();
|
|
352
|
+
* console.log(`Layers: ${stats.totalLayers}, Nodes: ${stats.totalNodes}`);
|
|
353
|
+
* ```
|
|
354
|
+
*/
|
|
355
|
+
getStats() {
|
|
356
|
+
return { ...this.stats };
|
|
357
|
+
}
|
|
358
|
+
/**
|
|
359
|
+
* Generates a summary of a cluster of documents using chain-of-thought reasoning.
|
|
360
|
+
*
|
|
361
|
+
* The prompt instructs the LLM to:
|
|
362
|
+
* 1. Identify key themes across the documents
|
|
363
|
+
* 2. Consider what information would be lost in summarization
|
|
364
|
+
* 3. Note relationships between documents
|
|
365
|
+
* 4. Write a comprehensive summary preserving the most important information
|
|
366
|
+
*
|
|
367
|
+
* @param {string[]} texts - Texts in the cluster to summarize.
|
|
368
|
+
* @param {number} layer - Current layer index (for context in the prompt).
|
|
369
|
+
* @param {number} clusterIndex - Cluster index within the layer.
|
|
370
|
+
* @returns {Promise<string>} The generated summary.
|
|
371
|
+
*/
|
|
372
|
+
async summarizeCluster(texts, layer, clusterIndex) {
|
|
373
|
+
const combinedTexts = texts
|
|
374
|
+
.map((t, i) => `--- Document ${i + 1} ---\n${t}`)
|
|
375
|
+
.join('\n\n');
|
|
376
|
+
const prompt = [
|
|
377
|
+
'Read the following documents carefully. Think step by step about:',
|
|
378
|
+
'',
|
|
379
|
+
'1. What are the key themes across these documents?',
|
|
380
|
+
'2. What information would be lost if these were summarized?',
|
|
381
|
+
'3. What relationships exist between these documents?',
|
|
382
|
+
'4. What terminology and concepts are shared?',
|
|
383
|
+
'',
|
|
384
|
+
'Then write a comprehensive summary that:',
|
|
385
|
+
'- Preserves the most important information and key details',
|
|
386
|
+
'- Captures the main themes and relationships between documents',
|
|
387
|
+
'- Uses the same technical vocabulary as the source documents',
|
|
388
|
+
'- Is suitable for semantic search retrieval',
|
|
389
|
+
`- Is concise but thorough (aim for ${Math.min(texts.length * 50, 500)} words)`,
|
|
390
|
+
'',
|
|
391
|
+
`This is a Layer ${layer} summary (clustering ${texts.length} related documents).`,
|
|
392
|
+
'',
|
|
393
|
+
combinedTexts,
|
|
394
|
+
'',
|
|
395
|
+
'Comprehensive summary:',
|
|
396
|
+
].join('\n');
|
|
397
|
+
return (await this.llmCaller(prompt)).trim();
|
|
398
|
+
}
|
|
399
|
+
/**
|
|
400
|
+
* Stores chunks/summaries in the vector store with layer metadata.
|
|
401
|
+
*
|
|
402
|
+
* Generates embeddings for all texts, then upserts them into the vector
|
|
403
|
+
* store with metadata indicating their layer and summary status.
|
|
404
|
+
*
|
|
405
|
+
* @param {RaptorInputChunk[]} chunks - Chunks to store.
|
|
406
|
+
* @param {number} layer - Layer index in the RAPTOR tree.
|
|
407
|
+
* @param {boolean} isSummary - Whether these are summary nodes.
|
|
408
|
+
*/
|
|
409
|
+
async storeChunks(chunks, layer, isSummary) {
|
|
410
|
+
if (chunks.length === 0)
|
|
411
|
+
return;
|
|
412
|
+
// Generate embeddings
|
|
413
|
+
const embeddingResponse = await this.embeddingManager.generateEmbeddings({
|
|
414
|
+
texts: chunks.map((c) => c.text),
|
|
415
|
+
});
|
|
416
|
+
if (!embeddingResponse.embeddings || embeddingResponse.embeddings.length === 0) {
|
|
417
|
+
console.warn(`RaptorTree: Failed to embed ${chunks.length} chunks for layer ${layer}.`);
|
|
418
|
+
return;
|
|
419
|
+
}
|
|
420
|
+
// Build vector documents
|
|
421
|
+
const vectorDocs = chunks
|
|
422
|
+
.map((chunk, i) => {
|
|
423
|
+
const embedding = embeddingResponse.embeddings[i];
|
|
424
|
+
if (!embedding || embedding.length === 0)
|
|
425
|
+
return null;
|
|
426
|
+
return {
|
|
427
|
+
id: chunk.id,
|
|
428
|
+
embedding,
|
|
429
|
+
textContent: chunk.text,
|
|
430
|
+
metadata: {
|
|
431
|
+
...chunk.metadata,
|
|
432
|
+
raptorLayer: layer,
|
|
433
|
+
raptorIsSummary: isSummary,
|
|
434
|
+
},
|
|
435
|
+
};
|
|
436
|
+
})
|
|
437
|
+
.filter(Boolean);
|
|
438
|
+
if (vectorDocs.length > 0) {
|
|
439
|
+
await this.vectorStore.upsert(this.collectionName, vectorDocs);
|
|
440
|
+
}
|
|
441
|
+
}
|
|
442
|
+
}
|
|
443
|
+
//# sourceMappingURL=RaptorTree.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RaptorTree.js","sourceRoot":"","sources":["../../../src/rag/raptor/RaptorTree.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AA6FH,2EAA2E;AAE3E;;;;;;;;;;;GAWG;AACH,SAAS,gBAAgB,CACvB,UAAsB,EACtB,CAAS,EACT,gBAAwB,EAAE;IAE1B,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjD,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC3B,oCAAoC;QACpC,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAEjC,oEAAoE;IACpE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1C,OAAO,eAAe,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAChC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7E,IAAI,WAAW,GAAa,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEjE,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;QAChD,yDAAyD;QACzD,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,QAAQ,GAAG,QAAQ,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,IAAI,GAAG,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1D,IAAI,IAAI,GAAG,QAAQ,EAAE,CAAC;oBACpB,QAAQ,GAAG,IAAI,CAAC;oBAChB,WAAW,GAAG,CAAC,CAAC;gBAClB,CAAC;YACH,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QAED,wBAAwB;QACxB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,IAAI,cAAc,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzC,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM;YACR,CAAC;QACH,CAAC;QACD,WAAW,GAAG,cAAc,CAAC;QAE7B,IAAI,CAAC,OAAO;YAAE,MAAM;QAEpB,mCAAmC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,WAAW;iBACxB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBACjC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAEzB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEnC,MAAM,WAAW,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC3C,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;gBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7B,WAAW,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,WAAW,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC;YACnC,CAAC;YACD,SAAS,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,MAAM,QAAQ,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,4BAA4B;IAC5B,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED;;;;;;GAMG;AACH,SAAS,mBAAmB,CAAC,CAAW,EAAE,CAAW;IACnD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,GAAG,IAAI,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,6EAA6E;AAE7E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AACH,MAAM,OAAO,UAAU;IAyBrB;;;;;;;;;;;;;;;;OAgBG;IACH,YAAY,MAAwB;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAChD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,aAAa,CAAC;QAC7D,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,GAAG;YACX,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,CAAC;YACb,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA6BG;IACH,KAAK,CAAC,KAAK,CACT,MAA0B;QAE1B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG;YACX,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,CAAC;YACb,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;SACf,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAChD,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,sCAAsC;QACtC,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;QAE3B,0BAA0B;QAC1B,IAAI,kBAAkB,GAAuB,CAAC,GAAG,MAAM,CAAC,CAAC;QACzD,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OACE,UAAU,IAAI,IAAI,CAAC,QAAQ;YAC3B,kBAAkB,CAAC,MAAM,IAAI,IAAI,CAAC,iBAAiB,EACnD,CAAC;YACD,qCAAqC;YACrC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC;gBACvE,KAAK,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAC7C,CAAC,CAAC;YAEH,IAAI,CAAC,iBAAiB,CAAC,UAAU,IAAI,iBAAiB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/E,OAAO,CAAC,IAAI,CACV,qCAAqC,UAAU,GAAG,CAAC,sCAAsC,CAC1F,CAAC;gBACF,MAAM;YACR,CAAC;YAED,kBAAkB;YAClB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,CAAC,EACD,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,CACxD,CAAC;YACF,MAAM,QAAQ,GAAG,gBAAgB,CAC/B,iBAAiB,CAAC,UAAU,EAC5B,WAAW,CACZ,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC,MAAM,CAAC;YAE5C,iCAAiC;YACjC,MAAM,SAAS,GAAuB,EAAE,CAAC;YACzC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;gBAC5C,MAAM,cAAc,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;gBACpC,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,CACrC,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,IAAI,CACtC,CAAC;gBAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;gBAC1E,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,WAAW,UAAU,KAAK,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;oBAChD,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE;wBACR,WAAW,EAAE,UAAU;wBACvB,aAAa,EAAE,EAAE;wBACjB,UAAU,EAAE,cAAc,CAAC,MAAM;wBACjC,QAAQ,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;qBAClE;iBACF,CAAC,CAAC;YACL,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAElC,0BAA0B;YAC1B,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;YACpD,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;YACxD,IAAI,CAAC,KAAK,CAAC,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,UAAU,GAAG,CAAC,CAAC;YAExC,8CAA8C;YAC9C,kBAAkB,GAAG,SAAS,CAAC;YAC/B,UAAU,EAAE,CAAC;YAEb,qDAAqD;YACrD,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC;gBAAE,MAAM;QACnC,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAChD,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAe,EAAE;QAC3C,kBAAkB;QAClB,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC;YACvE,KAAK,EAAE,CAAC,KAAK,CAAC;SACf,CAAC,CAAC;QAEH,IACE,CAAC,iBAAiB,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAClC,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAC5C,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,cAAc,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEvD,wFAAwF;QACxF,wEAAwE;QACxE,MAAM,MAAM,GAAgB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CACtD,IAAI,CAAC,cAAc,EACnB,cAAc,EACd;YACE,IAAI,EAAE,IAAI,GAAG,CAAC;YACd,kBAAkB,EAAE,IAAI;YACxB,eAAe,EAAE,IAAI;SACtB,CACF,CAAC;QAEF,iDAAiD;QACjD,MAAM,aAAa,GAAmB,MAAM,CAAC,SAAS,CAAC,GAAG,CACxD,CAAC,GAA4B,EAAE,EAAE,CAAC,CAAC;YACjC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE;YAC3B,KAAK,EAAE,GAAG,CAAC,eAAe;YAC1B,KAAK,EAAG,GAAG,CAAC,QAAQ,EAAE,WAAsB,IAAI,CAAC;YACjD,SAAS,EAAE,GAAG,CAAC,QAAQ,EAAE,eAAe,KAAK,IAAI;YACjD,QAAQ,EAAE,GAAG,CAAC,QAAmC;SAClD,CAAC,CACH,CAAC;QAEF,4CAA4C;QAC5C,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAChD,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IAED;;;;;;;;;;;OAWG;IACH,QAAQ;QACN,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED;;;;;;;;;;;;;OAaG;IACK,KAAK,CAAC,gBAAgB,CAC5B,KAAe,EACf,KAAa,EACb,YAAoB;QAEpB,MAAM,aAAa,GAAG,KAAK;aACxB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;aAChD,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhB,MAAM,MAAM,GAAG;YACb,mEAAmE;YACnE,EAAE;YACF,oDAAoD;YACpD,6DAA6D;YAC7D,sDAAsD;YACtD,8CAA8C;YAC9C,EAAE;YACF,0CAA0C;YAC1C,4DAA4D;YAC5D,gEAAgE;YAChE,8DAA8D;YAC9D,6CAA6C;YAC7C,sCAAsC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE,GAAG,CAAC,SAAS;YAC/E,EAAE;YACF,mBAAmB,KAAK,wBAAwB,KAAK,CAAC,MAAM,sBAAsB;YAClF,EAAE;YACF,aAAa;YACb,EAAE;YACF,wBAAwB;SACzB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,OAAO,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,CAAC;IAED;;;;;;;;;OASG;IACK,KAAK,CAAC,WAAW,CACvB,MAA0B,EAC1B,KAAa,EACb,SAAkB;QAElB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEhC,sBAAsB;QACtB,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC;YACvE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SACjC,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,CAAC,UAAU,IAAI,iBAAiB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/E,OAAO,CAAC,IAAI,CAAC,+BAA+B,MAAM,CAAC,MAAM,qBAAqB,KAAK,GAAG,CAAC,CAAC;YACxF,OAAO;QACT,CAAC;QAED,yBAAyB;QACzB,MAAM,UAAU,GAAG,MAAM;aACtB,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YAChB,MAAM,SAAS,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAClD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAEtD,OAAO;gBACL,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,SAAS;gBACT,WAAW,EAAE,KAAK,CAAC,IAAI;gBACvB,QAAQ,EAAE;oBACR,GAAG,KAAK,CAAC,QAAQ;oBACjB,WAAW,EAAE,KAAK;oBAClB,eAAe,EAAE,SAAS;iBAC3B;aACF,CAAC;QACJ,CAAC,CAAC;aACD,MAAM,CAAC,OAAO,CAAqB,CAAC;QAEvC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @fileoverview RAPTOR (Recursive Abstractive Processing for Tree-Organized Retrieval)
|
|
3
|
+
* module for hierarchical corpus summarization.
|
|
4
|
+
*
|
|
5
|
+
* Exports:
|
|
6
|
+
* - {@link RaptorTree} — Builds and searches hierarchical summary trees
|
|
7
|
+
*
|
|
8
|
+
* @module agentos/rag/raptor
|
|
9
|
+
*/
|
|
10
|
+
export { RaptorTree, type RaptorTreeConfig, type RaptorInputChunk, type RaptorTreeStats, type RaptorResult, } from './RaptorTree.js';
|
|
11
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/rag/raptor/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,UAAU,EACV,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,YAAY,GAClB,MAAM,iBAAiB,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @fileoverview RAPTOR (Recursive Abstractive Processing for Tree-Organized Retrieval)
|
|
3
|
+
* module for hierarchical corpus summarization.
|
|
4
|
+
*
|
|
5
|
+
* Exports:
|
|
6
|
+
* - {@link RaptorTree} — Builds and searches hierarchical summary trees
|
|
7
|
+
*
|
|
8
|
+
* @module agentos/rag/raptor
|
|
9
|
+
*/
|
|
10
|
+
export { RaptorTree, } from './RaptorTree.js';
|
|
11
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/raptor/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACL,UAAU,GAKX,MAAM,iBAAiB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CohereReranker.js","sourceRoot":"","sources":["../../../../src/rag/reranking/providers/CohereReranker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAoCH;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG;IACpC,6CAA6C;IAC7C,iBAAiB;IACjB,kBAAkB;IAClB,aAAa;IACb,uCAAuC;IACvC,qBAAqB;IACrB,0BAA0B;IAC1B,qBAAqB;IACrB,0BAA0B;CAClB,CAAC;AAIX;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,OAAO,cAAc;IAQzB,YAAY,MAA4B;QAPxB,eAAU,GAAG,QAAiB,CAAC;QAQ7C,uDAAuD;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,uBAAuB,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,aAAa,CAAC;QAC7D,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,KAAK,CAAC;IAC3D,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,WAAW;QACtB,IAAI,CAAC;YACH,uCAAuC;YACvC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,CAAC,GAAG,sBAAsB,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,MAAM,CACjB,KAAoB,EACpB,MAA6B;QAE7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,CAAC;QACtD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,uBAAuB;QACvB,MAAM,WAAW,GAAG;YAClB,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAChD,KAAK,EAAE,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM;YAC5C,gBAAgB,EAAE,KAAK;YACvB,GAAI,MAAM,CAAC,MAAkC;SAC9C,CAAC;QAEF,sCAAsC;QACtC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAElE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,EAAE;gBACxD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;oBACxC,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,SAAS;iBAC3B;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,MAAM,IAAI,
|
|
1
|
+
{"version":3,"file":"CohereReranker.js","sourceRoot":"","sources":["../../../../src/rag/reranking/providers/CohereReranker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAoCH;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG;IACpC,6CAA6C;IAC7C,iBAAiB;IACjB,kBAAkB;IAClB,aAAa;IACb,uCAAuC;IACvC,qBAAqB;IACrB,0BAA0B;IAC1B,qBAAqB;IACrB,0BAA0B;CAClB,CAAC;AAIX;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,OAAO,cAAc;IAQzB,YAAY,MAA4B;QAPxB,eAAU,GAAG,QAAiB,CAAC;QAQ7C,uDAAuD;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,uBAAuB,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,aAAa,CAAC;QAC7D,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,KAAK,CAAC;IAC3D,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,WAAW;QACtB,IAAI,CAAC;YACH,uCAAuC;YACvC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,CAAC,GAAG,sBAAsB,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,MAAM,CACjB,KAAoB,EACpB,MAA6B;QAE7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,CAAC;QACtD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,uBAAuB;QACvB,MAAM,WAAW,GAAG;YAClB,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAChD,KAAK,EAAE,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM;YAC5C,gBAAgB,EAAE,KAAK;YACvB,GAAI,MAAM,CAAC,MAAkC;SAC9C,CAAC;QAEF,sCAAsC;QACtC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAElE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,EAAE;gBACxD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;oBACxC,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,SAAS;iBAC3B;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA0B,CAAC;YAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEzC,yDAAyD;YACzD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACrC,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBACrC,OAAO;oBACL,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,cAAc,EAAE,CAAC,CAAC,eAAe;oBACjC,aAAa,EAAE,GAAG,CAAC,aAAa;oBAChC,QAAQ,EAAE,GAAG,CAAC,QAAQ;iBACvB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO;gBACP,WAAW,EAAE;oBACX,OAAO;oBACP,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,SAAS;oBACT,kBAAkB,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM;oBAC1C,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY;oBACjD,eAAe,EAAE;wBACf,eAAe,EAAE,IAAI,CAAC,EAAE;wBACxB,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO;qBAC5C;iBACF;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC1D,MAAM,IAAI,KAAK,CAAC,2CAA2C,SAAS,IAAI,CAAC,CAAC;YAC5E,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
|