@framers/agentos 0.1.120 → 0.1.121
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -0
- package/dist/api/agency.d.ts.map +1 -1
- package/dist/api/agency.js +227 -84
- package/dist/api/agency.js.map +1 -1
- package/dist/api/analyzeVideo.d.ts +127 -0
- package/dist/api/analyzeVideo.d.ts.map +1 -0
- package/dist/api/analyzeVideo.js +136 -0
- package/dist/api/analyzeVideo.js.map +1 -0
- package/dist/api/detectScenes.d.ts +82 -0
- package/dist/api/detectScenes.d.ts.map +1 -0
- package/dist/api/detectScenes.js +67 -0
- package/dist/api/detectScenes.js.map +1 -0
- package/dist/api/generateImage.d.ts +7 -0
- package/dist/api/generateImage.d.ts.map +1 -1
- package/dist/api/generateImage.js +133 -9
- package/dist/api/generateImage.js.map +1 -1
- package/dist/api/generateMusic.d.ts +98 -0
- package/dist/api/generateMusic.d.ts.map +1 -0
- package/dist/api/generateMusic.js +319 -0
- package/dist/api/generateMusic.js.map +1 -0
- package/dist/api/generateSFX.d.ts +96 -0
- package/dist/api/generateSFX.d.ts.map +1 -0
- package/dist/api/generateSFX.js +317 -0
- package/dist/api/generateSFX.js.map +1 -0
- package/dist/api/generateVideo.d.ts +113 -0
- package/dist/api/generateVideo.d.ts.map +1 -0
- package/dist/api/generateVideo.js +342 -0
- package/dist/api/generateVideo.js.map +1 -0
- package/dist/api/model.d.ts.map +1 -1
- package/dist/api/model.js +8 -4
- package/dist/api/model.js.map +1 -1
- package/dist/api/performOCR.d.ts +169 -0
- package/dist/api/performOCR.d.ts.map +1 -0
- package/dist/api/performOCR.js +198 -0
- package/dist/api/performOCR.js.map +1 -0
- package/dist/api/provider-defaults.d.ts +7 -5
- package/dist/api/provider-defaults.d.ts.map +1 -1
- package/dist/api/provider-defaults.js +32 -10
- package/dist/api/provider-defaults.js.map +1 -1
- package/dist/api/strategies/debate.d.ts.map +1 -1
- package/dist/api/strategies/debate.js +1 -0
- package/dist/api/strategies/debate.js.map +1 -1
- package/dist/api/strategies/graph.d.ts.map +1 -1
- package/dist/api/strategies/graph.js +69 -13
- package/dist/api/strategies/graph.js.map +1 -1
- package/dist/api/strategies/hierarchical.d.ts.map +1 -1
- package/dist/api/strategies/hierarchical.js +1 -0
- package/dist/api/strategies/hierarchical.js.map +1 -1
- package/dist/api/strategies/parallel.d.ts.map +1 -1
- package/dist/api/strategies/parallel.js +1 -0
- package/dist/api/strategies/parallel.js.map +1 -1
- package/dist/api/strategies/review-loop.d.ts.map +1 -1
- package/dist/api/strategies/review-loop.js +1 -0
- package/dist/api/strategies/review-loop.js.map +1 -1
- package/dist/api/strategies/sequential.d.ts.map +1 -1
- package/dist/api/strategies/sequential.js +54 -48
- package/dist/api/strategies/sequential.js.map +1 -1
- package/dist/api/streamBuffer.d.ts +20 -0
- package/dist/api/streamBuffer.d.ts.map +1 -0
- package/dist/api/streamBuffer.js +81 -0
- package/dist/api/streamBuffer.js.map +1 -0
- package/dist/api/types.d.ts +145 -5
- package/dist/api/types.d.ts.map +1 -1
- package/dist/api/types.js.map +1 -1
- package/dist/channels/adapters/RedditChannelAdapter.js.map +1 -1
- package/dist/core/audio/AudioProcessor.d.ts.map +1 -1
- package/dist/core/audio/AudioProcessor.js +1 -0
- package/dist/core/audio/AudioProcessor.js.map +1 -1
- package/dist/core/audio/EnvironmentalCalibrator.d.ts.map +1 -1
- package/dist/core/audio/EnvironmentalCalibrator.js +1 -0
- package/dist/core/audio/EnvironmentalCalibrator.js.map +1 -1
- package/dist/core/audio/FallbackAudioProxy.d.ts +169 -0
- package/dist/core/audio/FallbackAudioProxy.d.ts.map +1 -0
- package/dist/core/audio/FallbackAudioProxy.js +236 -0
- package/dist/core/audio/FallbackAudioProxy.js.map +1 -0
- package/dist/core/audio/IAudioGenerator.d.ts +103 -0
- package/dist/core/audio/IAudioGenerator.d.ts.map +1 -0
- package/dist/core/audio/IAudioGenerator.js +24 -0
- package/dist/core/audio/IAudioGenerator.js.map +1 -0
- package/dist/core/audio/index.d.ts +54 -0
- package/dist/core/audio/index.d.ts.map +1 -1
- package/dist/core/audio/index.js +93 -0
- package/dist/core/audio/index.js.map +1 -1
- package/dist/core/audio/providers/AudioGenLocalProvider.d.ts +136 -0
- package/dist/core/audio/providers/AudioGenLocalProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/AudioGenLocalProvider.js +235 -0
- package/dist/core/audio/providers/AudioGenLocalProvider.js.map +1 -0
- package/dist/core/audio/providers/ElevenLabsSFXProvider.d.ts +107 -0
- package/dist/core/audio/providers/ElevenLabsSFXProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/ElevenLabsSFXProvider.js +154 -0
- package/dist/core/audio/providers/ElevenLabsSFXProvider.js.map +1 -0
- package/dist/core/audio/providers/FalAudioProvider.d.ts +207 -0
- package/dist/core/audio/providers/FalAudioProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/FalAudioProvider.js +315 -0
- package/dist/core/audio/providers/FalAudioProvider.js.map +1 -0
- package/dist/core/audio/providers/MusicGenLocalProvider.d.ts +136 -0
- package/dist/core/audio/providers/MusicGenLocalProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/MusicGenLocalProvider.js +235 -0
- package/dist/core/audio/providers/MusicGenLocalProvider.js.map +1 -0
- package/dist/core/audio/providers/ReplicateAudioProvider.d.ts +200 -0
- package/dist/core/audio/providers/ReplicateAudioProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/ReplicateAudioProvider.js +346 -0
- package/dist/core/audio/providers/ReplicateAudioProvider.js.map +1 -0
- package/dist/core/audio/providers/StableAudioProvider.d.ts +138 -0
- package/dist/core/audio/providers/StableAudioProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/StableAudioProvider.js +192 -0
- package/dist/core/audio/providers/StableAudioProvider.js.map +1 -0
- package/dist/core/audio/providers/SunoProvider.d.ts +182 -0
- package/dist/core/audio/providers/SunoProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/SunoProvider.js +312 -0
- package/dist/core/audio/providers/SunoProvider.js.map +1 -0
- package/dist/core/audio/providers/UdioProvider.d.ts +177 -0
- package/dist/core/audio/providers/UdioProvider.d.ts.map +1 -0
- package/dist/core/audio/providers/UdioProvider.js +305 -0
- package/dist/core/audio/providers/UdioProvider.js.map +1 -0
- package/dist/core/audio/types.d.ts +257 -0
- package/dist/core/audio/types.d.ts.map +1 -0
- package/dist/core/audio/types.js +21 -0
- package/dist/core/audio/types.js.map +1 -0
- package/dist/core/images/FallbackImageProxy.d.ts +183 -0
- package/dist/core/images/FallbackImageProxy.d.ts.map +1 -0
- package/dist/core/images/FallbackImageProxy.js +283 -0
- package/dist/core/images/FallbackImageProxy.js.map +1 -0
- package/dist/core/images/IImageProvider.d.ts +1 -1
- package/dist/core/images/IImageProvider.d.ts.map +1 -1
- package/dist/core/images/index.d.ts +1 -0
- package/dist/core/images/index.d.ts.map +1 -1
- package/dist/core/images/index.js +1 -0
- package/dist/core/images/index.js.map +1 -1
- package/dist/core/llm/providers/AIModelProviderManager.d.ts +3 -1
- package/dist/core/llm/providers/AIModelProviderManager.d.ts.map +1 -1
- package/dist/core/llm/providers/AIModelProviderManager.js +8 -0
- package/dist/core/llm/providers/AIModelProviderManager.js.map +1 -1
- package/dist/core/llm/providers/errors/ClaudeCodeProviderError.d.ts +52 -0
- package/dist/core/llm/providers/errors/ClaudeCodeProviderError.d.ts.map +1 -0
- package/dist/core/llm/providers/errors/ClaudeCodeProviderError.js +36 -0
- package/dist/core/llm/providers/errors/ClaudeCodeProviderError.js.map +1 -0
- package/dist/core/llm/providers/errors/GeminiCLIProviderError.d.ts +32 -0
- package/dist/core/llm/providers/errors/GeminiCLIProviderError.d.ts.map +1 -0
- package/dist/core/llm/providers/errors/GeminiCLIProviderError.js +27 -0
- package/dist/core/llm/providers/errors/GeminiCLIProviderError.js.map +1 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeCLIBridge.d.ts +38 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeCLIBridge.d.ts.map +1 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeCLIBridge.js +128 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeCLIBridge.js.map +1 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeProvider.d.ts +107 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeProvider.d.ts.map +1 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeProvider.js +504 -0
- package/dist/core/llm/providers/implementations/ClaudeCodeProvider.js.map +1 -0
- package/dist/core/llm/providers/implementations/GeminiCLIBridge.d.ts +60 -0
- package/dist/core/llm/providers/implementations/GeminiCLIBridge.d.ts.map +1 -0
- package/dist/core/llm/providers/implementations/GeminiCLIBridge.js +177 -0
- package/dist/core/llm/providers/implementations/GeminiCLIBridge.js.map +1 -0
- package/dist/core/llm/providers/implementations/GeminiCLIProvider.d.ts +55 -0
- package/dist/core/llm/providers/implementations/GeminiCLIProvider.d.ts.map +1 -0
- package/dist/core/llm/providers/implementations/GeminiCLIProvider.js +447 -0
- package/dist/core/llm/providers/implementations/GeminiCLIProvider.js.map +1 -0
- package/dist/core/media/ProviderPreferences.d.ts +158 -0
- package/dist/core/media/ProviderPreferences.d.ts.map +1 -0
- package/dist/core/media/ProviderPreferences.js +183 -0
- package/dist/core/media/ProviderPreferences.js.map +1 -0
- package/dist/core/subprocess/CLIRegistry.d.ts +71 -0
- package/dist/core/subprocess/CLIRegistry.d.ts.map +1 -0
- package/dist/core/subprocess/CLIRegistry.js +210 -0
- package/dist/core/subprocess/CLIRegistry.js.map +1 -0
- package/dist/core/subprocess/CLISubprocessBridge.d.ts +117 -0
- package/dist/core/subprocess/CLISubprocessBridge.d.ts.map +1 -0
- package/dist/core/subprocess/CLISubprocessBridge.js +199 -0
- package/dist/core/subprocess/CLISubprocessBridge.js.map +1 -0
- package/dist/core/subprocess/errors.d.ts +76 -0
- package/dist/core/subprocess/errors.d.ts.map +1 -0
- package/dist/core/subprocess/errors.js +75 -0
- package/dist/core/subprocess/errors.js.map +1 -0
- package/dist/core/subprocess/index.d.ts +11 -0
- package/dist/core/subprocess/index.d.ts.map +1 -0
- package/dist/core/subprocess/index.js +10 -0
- package/dist/core/subprocess/index.js.map +1 -0
- package/dist/core/subprocess/types.d.ts +100 -0
- package/dist/core/subprocess/types.d.ts.map +1 -0
- package/dist/core/subprocess/types.js +9 -0
- package/dist/core/subprocess/types.js.map +1 -0
- package/dist/core/video/FallbackVideoProxy.d.ts +166 -0
- package/dist/core/video/FallbackVideoProxy.d.ts.map +1 -0
- package/dist/core/video/FallbackVideoProxy.js +228 -0
- package/dist/core/video/FallbackVideoProxy.js.map +1 -0
- package/dist/core/video/IVideoAnalyzer.d.ts +29 -0
- package/dist/core/video/IVideoAnalyzer.d.ts.map +1 -0
- package/dist/core/video/IVideoAnalyzer.js +12 -0
- package/dist/core/video/IVideoAnalyzer.js.map +1 -0
- package/dist/core/video/IVideoGenerator.d.ts +76 -0
- package/dist/core/video/IVideoGenerator.d.ts.map +1 -0
- package/dist/core/video/IVideoGenerator.js +13 -0
- package/dist/core/video/IVideoGenerator.js.map +1 -0
- package/dist/core/video/VideoAnalyzer.d.ts +278 -0
- package/dist/core/video/VideoAnalyzer.d.ts.map +1 -0
- package/dist/core/video/VideoAnalyzer.js +648 -0
- package/dist/core/video/VideoAnalyzer.js.map +1 -0
- package/dist/core/video/index.d.ts +55 -0
- package/dist/core/video/index.d.ts.map +1 -0
- package/dist/core/video/index.js +78 -0
- package/dist/core/video/index.js.map +1 -0
- package/dist/core/video/providers/FalVideoProvider.d.ts +195 -0
- package/dist/core/video/providers/FalVideoProvider.d.ts.map +1 -0
- package/dist/core/video/providers/FalVideoProvider.js +322 -0
- package/dist/core/video/providers/FalVideoProvider.js.map +1 -0
- package/dist/core/video/providers/ReplicateVideoProvider.d.ts +194 -0
- package/dist/core/video/providers/ReplicateVideoProvider.d.ts.map +1 -0
- package/dist/core/video/providers/ReplicateVideoProvider.js +356 -0
- package/dist/core/video/providers/ReplicateVideoProvider.js.map +1 -0
- package/dist/core/video/providers/RunwayVideoProvider.d.ts +175 -0
- package/dist/core/video/providers/RunwayVideoProvider.d.ts.map +1 -0
- package/dist/core/video/providers/RunwayVideoProvider.js +293 -0
- package/dist/core/video/providers/RunwayVideoProvider.js.map +1 -0
- package/dist/core/video/types.d.ts +441 -0
- package/dist/core/video/types.d.ts.map +1 -0
- package/dist/core/video/types.js +10 -0
- package/dist/core/video/types.js.map +1 -0
- package/dist/core/vision/SceneDetector.d.ts +180 -0
- package/dist/core/vision/SceneDetector.d.ts.map +1 -0
- package/dist/core/vision/SceneDetector.js +366 -0
- package/dist/core/vision/SceneDetector.js.map +1 -0
- package/dist/core/vision/index.d.ts +2 -1
- package/dist/core/vision/index.d.ts.map +1 -1
- package/dist/core/vision/index.js +1 -0
- package/dist/core/vision/index.js.map +1 -1
- package/dist/core/vision/types.d.ts +125 -0
- package/dist/core/vision/types.d.ts.map +1 -1
- package/dist/discovery/CapabilityDiscoveryEngine.d.ts +32 -0
- package/dist/discovery/CapabilityDiscoveryEngine.d.ts.map +1 -1
- package/dist/discovery/CapabilityDiscoveryEngine.js +46 -0
- package/dist/discovery/CapabilityDiscoveryEngine.js.map +1 -1
- package/dist/extensions/MultiRegistryLoader.js.map +1 -1
- package/dist/index.d.ts +17 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +12 -0
- package/dist/index.js.map +1 -1
- package/dist/memory/CognitiveMemoryManager.d.ts +40 -0
- package/dist/memory/CognitiveMemoryManager.d.ts.map +1 -1
- package/dist/memory/CognitiveMemoryManager.js +54 -1
- package/dist/memory/CognitiveMemoryManager.js.map +1 -1
- package/dist/memory/facade/Memory.d.ts +4 -0
- package/dist/memory/facade/Memory.d.ts.map +1 -1
- package/dist/memory/facade/Memory.js +140 -4
- package/dist/memory/facade/Memory.js.map +1 -1
- package/dist/memory/facade/types.d.ts +30 -2
- package/dist/memory/facade/types.d.ts.map +1 -1
- package/dist/memory/index.d.ts +1 -0
- package/dist/memory/index.d.ts.map +1 -1
- package/dist/memory/index.js +1 -0
- package/dist/memory/index.js.map +1 -1
- package/dist/memory/types.d.ts +15 -0
- package/dist/memory/types.d.ts.map +1 -1
- package/dist/query-router/QueryClassifier.d.ts +192 -21
- package/dist/query-router/QueryClassifier.d.ts.map +1 -1
- package/dist/query-router/QueryClassifier.js +604 -23
- package/dist/query-router/QueryClassifier.js.map +1 -1
- package/dist/query-router/QueryDispatcher.d.ts +106 -8
- package/dist/query-router/QueryDispatcher.d.ts.map +1 -1
- package/dist/query-router/QueryDispatcher.js +387 -8
- package/dist/query-router/QueryDispatcher.js.map +1 -1
- package/dist/query-router/QueryRouter.d.ts +198 -14
- package/dist/query-router/QueryRouter.d.ts.map +1 -1
- package/dist/query-router/QueryRouter.js +738 -50
- package/dist/query-router/QueryRouter.js.map +1 -1
- package/dist/query-router/index.d.ts +1 -1
- package/dist/query-router/index.d.ts.map +1 -1
- package/dist/query-router/index.js +1 -1
- package/dist/query-router/index.js.map +1 -1
- package/dist/query-router/types.d.ts +396 -3
- package/dist/query-router/types.d.ts.map +1 -1
- package/dist/query-router/types.js +35 -0
- package/dist/query-router/types.js.map +1 -1
- package/dist/rag/HydeRetriever.d.ts +108 -0
- package/dist/rag/HydeRetriever.d.ts.map +1 -1
- package/dist/rag/HydeRetriever.js +184 -0
- package/dist/rag/HydeRetriever.js.map +1 -1
- package/dist/rag/IRetrievalAugmentor.d.ts +15 -0
- package/dist/rag/IRetrievalAugmentor.d.ts.map +1 -1
- package/dist/rag/RetrievalAugmentor.d.ts +58 -0
- package/dist/rag/RetrievalAugmentor.d.ts.map +1 -1
- package/dist/rag/RetrievalAugmentor.js +200 -32
- package/dist/rag/RetrievalAugmentor.js.map +1 -1
- package/dist/rag/VectorStoreManager.js +1 -1
- package/dist/rag/audit/RAGAuditCollector.d.ts +7 -0
- package/dist/rag/audit/RAGAuditCollector.d.ts.map +1 -1
- package/dist/rag/audit/RAGAuditCollector.js +10 -0
- package/dist/rag/audit/RAGAuditCollector.js.map +1 -1
- package/dist/rag/audit/RAGAuditTypes.d.ts +10 -1
- package/dist/rag/audit/RAGAuditTypes.d.ts.map +1 -1
- package/dist/rag/chunking/SemanticChunker.d.ts +210 -0
- package/dist/rag/chunking/SemanticChunker.d.ts.map +1 -0
- package/dist/rag/chunking/SemanticChunker.js +460 -0
- package/dist/rag/chunking/SemanticChunker.js.map +1 -0
- package/dist/rag/chunking/index.d.ts +10 -0
- package/dist/rag/chunking/index.d.ts.map +1 -0
- package/dist/rag/chunking/index.js +10 -0
- package/dist/rag/chunking/index.js.map +1 -0
- package/dist/rag/implementations/vector_stores/PineconeVectorStore.d.ts +103 -0
- package/dist/rag/implementations/vector_stores/PineconeVectorStore.d.ts.map +1 -0
- package/dist/rag/implementations/vector_stores/PineconeVectorStore.js +315 -0
- package/dist/rag/implementations/vector_stores/PineconeVectorStore.js.map +1 -0
- package/dist/rag/implementations/vector_stores/PostgresVectorStore.d.ts +107 -0
- package/dist/rag/implementations/vector_stores/PostgresVectorStore.d.ts.map +1 -0
- package/dist/rag/implementations/vector_stores/PostgresVectorStore.js +438 -0
- package/dist/rag/implementations/vector_stores/PostgresVectorStore.js.map +1 -0
- package/dist/rag/index.d.ts +15 -1
- package/dist/rag/index.d.ts.map +1 -1
- package/dist/rag/index.js +32 -0
- package/dist/rag/index.js.map +1 -1
- package/dist/rag/migration/MigrationEngine.d.ts +47 -0
- package/dist/rag/migration/MigrationEngine.d.ts.map +1 -0
- package/dist/rag/migration/MigrationEngine.js +168 -0
- package/dist/rag/migration/MigrationEngine.js.map +1 -0
- package/dist/rag/migration/adapters/PineconeSourceAdapter.d.ts +23 -0
- package/dist/rag/migration/adapters/PineconeSourceAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/PineconeSourceAdapter.js +63 -0
- package/dist/rag/migration/adapters/PineconeSourceAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/PostgresSourceAdapter.d.ts +30 -0
- package/dist/rag/migration/adapters/PostgresSourceAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/PostgresSourceAdapter.js +71 -0
- package/dist/rag/migration/adapters/PostgresSourceAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/PostgresTargetAdapter.d.ts +38 -0
- package/dist/rag/migration/adapters/PostgresTargetAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/PostgresTargetAdapter.js +114 -0
- package/dist/rag/migration/adapters/PostgresTargetAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/QdrantSourceAdapter.d.ts +36 -0
- package/dist/rag/migration/adapters/QdrantSourceAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/QdrantSourceAdapter.js +109 -0
- package/dist/rag/migration/adapters/QdrantSourceAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/QdrantTargetAdapter.d.ts +35 -0
- package/dist/rag/migration/adapters/QdrantTargetAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/QdrantTargetAdapter.js +110 -0
- package/dist/rag/migration/adapters/QdrantTargetAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/SqliteSourceAdapter.d.ts +37 -0
- package/dist/rag/migration/adapters/SqliteSourceAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/SqliteSourceAdapter.js +72 -0
- package/dist/rag/migration/adapters/SqliteSourceAdapter.js.map +1 -0
- package/dist/rag/migration/adapters/SqliteTargetAdapter.d.ts +47 -0
- package/dist/rag/migration/adapters/SqliteTargetAdapter.d.ts.map +1 -0
- package/dist/rag/migration/adapters/SqliteTargetAdapter.js +93 -0
- package/dist/rag/migration/adapters/SqliteTargetAdapter.js.map +1 -0
- package/dist/rag/migration/types.d.ts +108 -0
- package/dist/rag/migration/types.d.ts.map +1 -0
- package/dist/rag/migration/types.js +11 -0
- package/dist/rag/migration/types.js.map +1 -0
- package/dist/rag/multimodal/MultimodalIndexer.d.ts +35 -0
- package/dist/rag/multimodal/MultimodalIndexer.d.ts.map +1 -1
- package/dist/rag/multimodal/MultimodalIndexer.js +66 -1
- package/dist/rag/multimodal/MultimodalIndexer.js.map +1 -1
- package/dist/rag/multimodal/types.d.ts +24 -0
- package/dist/rag/multimodal/types.d.ts.map +1 -1
- package/dist/rag/raptor/RaptorTree.d.ts +268 -0
- package/dist/rag/raptor/RaptorTree.d.ts.map +1 -0
- package/dist/rag/raptor/RaptorTree.js +443 -0
- package/dist/rag/raptor/RaptorTree.js.map +1 -0
- package/dist/rag/raptor/index.d.ts +11 -0
- package/dist/rag/raptor/index.d.ts.map +1 -0
- package/dist/rag/raptor/index.js +11 -0
- package/dist/rag/raptor/index.js.map +1 -0
- package/dist/rag/reranking/providers/CohereReranker.js.map +1 -1
- package/dist/rag/search/BM25Index.d.ts +282 -0
- package/dist/rag/search/BM25Index.d.ts.map +1 -0
- package/dist/rag/search/BM25Index.js +344 -0
- package/dist/rag/search/BM25Index.js.map +1 -0
- package/dist/rag/search/HybridSearcher.d.ts +198 -0
- package/dist/rag/search/HybridSearcher.d.ts.map +1 -0
- package/dist/rag/search/HybridSearcher.js +316 -0
- package/dist/rag/search/HybridSearcher.js.map +1 -0
- package/dist/rag/search/index.d.ts +12 -0
- package/dist/rag/search/index.d.ts.map +1 -0
- package/dist/rag/search/index.js +12 -0
- package/dist/rag/search/index.js.map +1 -0
- package/dist/rag/setup/DockerDetector.d.ts +67 -0
- package/dist/rag/setup/DockerDetector.d.ts.map +1 -0
- package/dist/rag/setup/DockerDetector.js +125 -0
- package/dist/rag/setup/DockerDetector.js.map +1 -0
- package/dist/rag/setup/PostgresSetup.d.ts +20 -0
- package/dist/rag/setup/PostgresSetup.d.ts.map +1 -0
- package/dist/rag/setup/PostgresSetup.js +133 -0
- package/dist/rag/setup/PostgresSetup.js.map +1 -0
- package/dist/rag/setup/QdrantSetup.d.ts +26 -0
- package/dist/rag/setup/QdrantSetup.d.ts.map +1 -0
- package/dist/rag/setup/QdrantSetup.js +96 -0
- package/dist/rag/setup/QdrantSetup.js.map +1 -0
- package/dist/rag/setup/types.d.ts +55 -0
- package/dist/rag/setup/types.d.ts.map +1 -0
- package/dist/rag/setup/types.js +6 -0
- package/dist/rag/setup/types.js.map +1 -0
- package/dist/rag/unified/UnifiedRetriever.d.ts +472 -0
- package/dist/rag/unified/UnifiedRetriever.d.ts.map +1 -0
- package/dist/rag/unified/UnifiedRetriever.js +887 -0
- package/dist/rag/unified/UnifiedRetriever.js.map +1 -0
- package/dist/rag/unified/index.d.ts +24 -0
- package/dist/rag/unified/index.d.ts.map +1 -0
- package/dist/rag/unified/index.js +23 -0
- package/dist/rag/unified/index.js.map +1 -0
- package/dist/rag/unified/types.d.ts +546 -0
- package/dist/rag/unified/types.d.ts.map +1 -0
- package/dist/rag/unified/types.js +177 -0
- package/dist/rag/unified/types.js.map +1 -0
- package/dist/speech/providers/AssemblyAISTTProvider.js.map +1 -1
- package/dist/speech/providers/AzureSpeechSTTProvider.js.map +1 -1
- package/dist/speech/providers/BuiltInAdaptiveVadProvider.d.ts +1 -1
- package/dist/speech/providers/DeepgramBatchSTTProvider.js.map +1 -1
- package/package.json +5 -2
|
@@ -0,0 +1,366 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @module core/vision/SceneDetector
|
|
3
|
+
*
|
|
4
|
+
* General-purpose visual change detection for video frame sequences.
|
|
5
|
+
*
|
|
6
|
+
* The SceneDetector analyses consecutive frames using configurable methods
|
|
7
|
+
* (histogram chi-squared distance, SSIM, or CLIP embeddings) to identify
|
|
8
|
+
* scene boundaries — the points where the visual content changes
|
|
9
|
+
* significantly enough to indicate a new scene.
|
|
10
|
+
*
|
|
11
|
+
* ## Detection methods
|
|
12
|
+
*
|
|
13
|
+
* | Method | Speed | Quality | Dependencies |
|
|
14
|
+
* |--------|-------|---------|-------------|
|
|
15
|
+
* | `histogram` | Fast | Good for hard cuts | None |
|
|
16
|
+
* | `ssim` | Medium | Better for gradual transitions | `sharp` (optional) |
|
|
17
|
+
* | `clip` | Slow | Best for semantic changes | CLIP provider |
|
|
18
|
+
*
|
|
19
|
+
* ## Usage
|
|
20
|
+
*
|
|
21
|
+
* ```typescript
|
|
22
|
+
* import { SceneDetector } from '../../core/vision/index.js';
|
|
23
|
+
* import type { Frame, SceneBoundary } from '../../core/vision/index.js';
|
|
24
|
+
*
|
|
25
|
+
* const detector = new SceneDetector({ hardCutThreshold: 0.3 });
|
|
26
|
+
*
|
|
27
|
+
* // Single-shot comparison
|
|
28
|
+
* const { changed, score } = detector.hasSceneChanged(frameA, frameB);
|
|
29
|
+
*
|
|
30
|
+
* // Streaming detection over an async frame sequence
|
|
31
|
+
* for await (const boundary of detector.detectScenes(frameStream)) {
|
|
32
|
+
* console.log(`Scene ${boundary.index} at ${boundary.startTimeSec}s`);
|
|
33
|
+
* }
|
|
34
|
+
* ```
|
|
35
|
+
*
|
|
36
|
+
* @see {@link Frame} for the frame data structure.
|
|
37
|
+
* @see {@link SceneBoundary} for the boundary output type.
|
|
38
|
+
* @see {@link SceneDetectorConfig} for configuration options.
|
|
39
|
+
*/
|
|
40
|
+
// ---------------------------------------------------------------------------
|
|
41
|
+
// Default configuration values
|
|
42
|
+
// ---------------------------------------------------------------------------
|
|
43
|
+
/** Default configuration merged with user-supplied overrides. */
|
|
44
|
+
const DEFAULT_CONFIG = {
|
|
45
|
+
methods: ['histogram', 'ssim'],
|
|
46
|
+
hardCutThreshold: 0.3,
|
|
47
|
+
gradualThreshold: 0.15,
|
|
48
|
+
minSceneDurationSec: 1.0,
|
|
49
|
+
clipProvider: 'local',
|
|
50
|
+
};
|
|
51
|
+
// ---------------------------------------------------------------------------
|
|
52
|
+
// SceneDetector
|
|
53
|
+
// ---------------------------------------------------------------------------
|
|
54
|
+
/**
|
|
55
|
+
* Detects scene boundaries in video frame sequences using configurable
|
|
56
|
+
* visual change detection methods.
|
|
57
|
+
*
|
|
58
|
+
* The detector supports three detection methods that can be combined:
|
|
59
|
+
* - **histogram** — 768-bin RGB histogram chi-squared distance (fast, no deps)
|
|
60
|
+
* - **ssim** — Structural Similarity Index via `sharp` (falls back to histogram)
|
|
61
|
+
* - **clip** — CLIP embedding cosine distance (requires CLIP provider)
|
|
62
|
+
*
|
|
63
|
+
* Scene boundaries are classified by cut type (hard-cut, dissolve, fade,
|
|
64
|
+
* gradual) based on the magnitude of the visual change.
|
|
65
|
+
*/
|
|
66
|
+
export class SceneDetector {
|
|
67
|
+
/**
|
|
68
|
+
* Create a new SceneDetector with the given configuration.
|
|
69
|
+
*
|
|
70
|
+
* Missing configuration values are filled with sensible defaults:
|
|
71
|
+
* - `methods`: `['histogram', 'ssim']`
|
|
72
|
+
* - `hardCutThreshold`: `0.3`
|
|
73
|
+
* - `gradualThreshold`: `0.15`
|
|
74
|
+
* - `minSceneDurationSec`: `1.0`
|
|
75
|
+
* - `clipProvider`: `'local'`
|
|
76
|
+
*
|
|
77
|
+
* @param config - Optional partial configuration to override defaults.
|
|
78
|
+
*/
|
|
79
|
+
constructor(config) {
|
|
80
|
+
this.config = {
|
|
81
|
+
...DEFAULT_CONFIG,
|
|
82
|
+
...config,
|
|
83
|
+
methods: config?.methods ?? DEFAULT_CONFIG.methods,
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
// -------------------------------------------------------------------------
|
|
87
|
+
// Public API — streaming scene detection
|
|
88
|
+
// -------------------------------------------------------------------------
|
|
89
|
+
/**
|
|
90
|
+
* Detect scene boundaries by streaming through an async iterable of frames.
|
|
91
|
+
*
|
|
92
|
+
* Yields a {@link SceneBoundary} each time the visual difference between
|
|
93
|
+
* consecutive frames exceeds the configured threshold. The first scene
|
|
94
|
+
* boundary is never yielded for the very first frame — it is tracked
|
|
95
|
+
* internally as the start of scene 0.
|
|
96
|
+
*
|
|
97
|
+
* Respects {@link SceneDetectorConfig.minSceneDurationSec}: if a scene
|
|
98
|
+
* change is detected too soon after the previous boundary, it is
|
|
99
|
+
* suppressed (the current scene is extended instead).
|
|
100
|
+
*
|
|
101
|
+
* At the end of the stream, the final scene boundary is yielded to close
|
|
102
|
+
* out the last scene.
|
|
103
|
+
*
|
|
104
|
+
* @param frames - Async iterable of decoded video frames in time order.
|
|
105
|
+
* @yields SceneBoundary for each detected scene transition.
|
|
106
|
+
*
|
|
107
|
+
* @example
|
|
108
|
+
* ```typescript
|
|
109
|
+
* const boundaries: SceneBoundary[] = [];
|
|
110
|
+
* for await (const b of detector.detectScenes(frameStream)) {
|
|
111
|
+
* boundaries.push(b);
|
|
112
|
+
* }
|
|
113
|
+
* ```
|
|
114
|
+
*/
|
|
115
|
+
async *detectScenes(frames) {
|
|
116
|
+
let prevFrame = null;
|
|
117
|
+
let sceneIndex = 0;
|
|
118
|
+
let sceneStartFrame = null;
|
|
119
|
+
let lastBoundaryTimeSec = 0;
|
|
120
|
+
for await (const frame of frames) {
|
|
121
|
+
// First frame — start of scene 0, no comparison possible
|
|
122
|
+
if (prevFrame === null) {
|
|
123
|
+
prevFrame = frame;
|
|
124
|
+
sceneStartFrame = frame;
|
|
125
|
+
lastBoundaryTimeSec = frame.timestampSec;
|
|
126
|
+
continue;
|
|
127
|
+
}
|
|
128
|
+
// Compute visual difference between consecutive frames
|
|
129
|
+
const diff = await this.computeDiff(prevFrame.buffer, frame.buffer);
|
|
130
|
+
// Check if this exceeds the gradual threshold (minimum for any scene change)
|
|
131
|
+
if (diff >= this.config.gradualThreshold) {
|
|
132
|
+
// Enforce minimum scene duration — suppress rapid scene changes
|
|
133
|
+
const elapsed = frame.timestampSec - lastBoundaryTimeSec;
|
|
134
|
+
if (elapsed >= this.config.minSceneDurationSec) {
|
|
135
|
+
// Yield the scene that just ended
|
|
136
|
+
const boundary = {
|
|
137
|
+
index: sceneIndex,
|
|
138
|
+
startFrame: sceneStartFrame.index,
|
|
139
|
+
endFrame: prevFrame.index,
|
|
140
|
+
startTimeSec: sceneStartFrame.timestampSec,
|
|
141
|
+
endTimeSec: prevFrame.timestampSec,
|
|
142
|
+
durationSec: prevFrame.timestampSec - sceneStartFrame.timestampSec,
|
|
143
|
+
cutType: diff >= this.config.hardCutThreshold
|
|
144
|
+
? 'hard-cut'
|
|
145
|
+
: this.classifyGradualCut(diff),
|
|
146
|
+
confidence: Math.min(diff / this.config.hardCutThreshold, 1.0),
|
|
147
|
+
diffScore: diff,
|
|
148
|
+
};
|
|
149
|
+
yield boundary;
|
|
150
|
+
// Start a new scene
|
|
151
|
+
sceneIndex++;
|
|
152
|
+
sceneStartFrame = frame;
|
|
153
|
+
lastBoundaryTimeSec = frame.timestampSec;
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
prevFrame = frame;
|
|
157
|
+
}
|
|
158
|
+
// Yield the final scene (if we processed any frames)
|
|
159
|
+
if (sceneStartFrame !== null && prevFrame !== null) {
|
|
160
|
+
const finalBoundary = {
|
|
161
|
+
index: sceneIndex,
|
|
162
|
+
startFrame: sceneStartFrame.index,
|
|
163
|
+
endFrame: prevFrame.index,
|
|
164
|
+
startTimeSec: sceneStartFrame.timestampSec,
|
|
165
|
+
endTimeSec: prevFrame.timestampSec,
|
|
166
|
+
durationSec: prevFrame.timestampSec - sceneStartFrame.timestampSec,
|
|
167
|
+
cutType: sceneIndex === 0 ? 'hard-cut' : 'gradual',
|
|
168
|
+
confidence: 1.0,
|
|
169
|
+
diffScore: 0,
|
|
170
|
+
};
|
|
171
|
+
yield finalBoundary;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
// -------------------------------------------------------------------------
|
|
175
|
+
// Public API — single-shot comparison
|
|
176
|
+
// -------------------------------------------------------------------------
|
|
177
|
+
/**
|
|
178
|
+
* Compare two frames and determine if a scene change occurred.
|
|
179
|
+
*
|
|
180
|
+
* Returns whether the frames differ enough to constitute a scene change,
|
|
181
|
+
* the raw difference score, and optionally the cut type.
|
|
182
|
+
*
|
|
183
|
+
* @param frameA - Raw pixel buffer of the first frame (RGB, 3 bytes/pixel).
|
|
184
|
+
* @param frameB - Raw pixel buffer of the second frame (RGB, 3 bytes/pixel).
|
|
185
|
+
* @returns Object with `changed` boolean, `score` (0-1), and optional `type`.
|
|
186
|
+
*
|
|
187
|
+
* @example
|
|
188
|
+
* ```typescript
|
|
189
|
+
* const result = detector.hasSceneChanged(bufferA, bufferB);
|
|
190
|
+
* if (result.changed) {
|
|
191
|
+
* console.log(`Scene change detected: ${result.type} (score: ${result.score})`);
|
|
192
|
+
* }
|
|
193
|
+
* ```
|
|
194
|
+
*/
|
|
195
|
+
hasSceneChanged(frameA, frameB) {
|
|
196
|
+
const score = this.histogramDiff(frameA, frameB);
|
|
197
|
+
const changed = score >= this.config.gradualThreshold;
|
|
198
|
+
let type;
|
|
199
|
+
if (changed) {
|
|
200
|
+
type = score >= this.config.hardCutThreshold
|
|
201
|
+
? 'hard-cut'
|
|
202
|
+
: this.classifyGradualCut(score);
|
|
203
|
+
}
|
|
204
|
+
return { changed, score, type };
|
|
205
|
+
}
|
|
206
|
+
// -------------------------------------------------------------------------
|
|
207
|
+
// Private — configured diff selection
|
|
208
|
+
// -------------------------------------------------------------------------
|
|
209
|
+
/**
|
|
210
|
+
* Compute a frame-difference score using the configured detection methods.
|
|
211
|
+
*
|
|
212
|
+
* When multiple methods are configured, the maximum score is used so that
|
|
213
|
+
* any strong signal can trigger a scene boundary.
|
|
214
|
+
*/
|
|
215
|
+
async computeDiff(a, b) {
|
|
216
|
+
let maxDiff = 0;
|
|
217
|
+
for (const method of this.config.methods) {
|
|
218
|
+
let diff;
|
|
219
|
+
switch (method) {
|
|
220
|
+
case 'histogram':
|
|
221
|
+
diff = this.histogramDiff(a, b);
|
|
222
|
+
break;
|
|
223
|
+
case 'ssim':
|
|
224
|
+
diff = await this.ssimDiff(a, b);
|
|
225
|
+
break;
|
|
226
|
+
case 'clip':
|
|
227
|
+
// Semantic scene detection is not yet implemented here; fall back to
|
|
228
|
+
// histogram-based change scoring so the configured method remains safe.
|
|
229
|
+
diff = this.histogramDiff(a, b);
|
|
230
|
+
break;
|
|
231
|
+
default:
|
|
232
|
+
diff = this.histogramDiff(a, b);
|
|
233
|
+
break;
|
|
234
|
+
}
|
|
235
|
+
if (diff > maxDiff) {
|
|
236
|
+
maxDiff = diff;
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
return maxDiff;
|
|
240
|
+
}
|
|
241
|
+
// -------------------------------------------------------------------------
|
|
242
|
+
// Public API — histogram difference
|
|
243
|
+
// -------------------------------------------------------------------------
|
|
244
|
+
/**
|
|
245
|
+
* Compute the histogram difference between two raw RGB buffers.
|
|
246
|
+
*
|
|
247
|
+
* Builds a 768-bin histogram (256 bins per R/G/B channel) for each
|
|
248
|
+
* buffer, then computes the chi-squared distance between the two
|
|
249
|
+
* histograms, normalized to the range [0, 1].
|
|
250
|
+
*
|
|
251
|
+
* A score of 0 means the histograms are identical (same color
|
|
252
|
+
* distribution). A score approaching 1 means they are maximally
|
|
253
|
+
* different.
|
|
254
|
+
*
|
|
255
|
+
* @param a - First frame's raw RGB pixel buffer.
|
|
256
|
+
* @param b - Second frame's raw RGB pixel buffer.
|
|
257
|
+
* @returns Normalized chi-squared distance in [0, 1].
|
|
258
|
+
*/
|
|
259
|
+
histogramDiff(a, b) {
|
|
260
|
+
const histA = this.computeHistogram(a);
|
|
261
|
+
const histB = this.computeHistogram(b);
|
|
262
|
+
// Chi-squared distance: sum((a-b)^2 / (a+b)) for non-zero bins.
|
|
263
|
+
// For two normalized probability distributions (each sums to 1),
|
|
264
|
+
// the maximum chi-squared distance is 2 (completely disjoint).
|
|
265
|
+
// We divide by 2 to normalize to the [0, 1] range.
|
|
266
|
+
let chiSquared = 0;
|
|
267
|
+
for (let i = 0; i < 768; i++) {
|
|
268
|
+
const sum = histA[i] + histB[i];
|
|
269
|
+
if (sum > 0) {
|
|
270
|
+
const diff = histA[i] - histB[i];
|
|
271
|
+
chiSquared += (diff * diff) / sum;
|
|
272
|
+
}
|
|
273
|
+
}
|
|
274
|
+
// Max chi-squared for completely disjoint distributions is 2.0,
|
|
275
|
+
// so dividing by 2 gives us a [0, 1] range.
|
|
276
|
+
return Math.min(chiSquared / 2, 1.0);
|
|
277
|
+
}
|
|
278
|
+
// -------------------------------------------------------------------------
|
|
279
|
+
// Public API — SSIM difference
|
|
280
|
+
// -------------------------------------------------------------------------
|
|
281
|
+
/**
|
|
282
|
+
* Compute the Structural Similarity Index (SSIM) difference between
|
|
283
|
+
* two frames.
|
|
284
|
+
*
|
|
285
|
+
* Attempts to use `sharp` for proper SSIM computation. If `sharp` is
|
|
286
|
+
* not available, falls back to {@link histogramDiff}.
|
|
287
|
+
*
|
|
288
|
+
* @param a - First frame's raw RGB pixel buffer.
|
|
289
|
+
* @param b - Second frame's raw RGB pixel buffer.
|
|
290
|
+
* @returns Difference score in [0, 1] where 0 = identical, 1 = maximally different.
|
|
291
|
+
*/
|
|
292
|
+
async ssimDiff(a, b) {
|
|
293
|
+
// Attempt sharp-based SSIM
|
|
294
|
+
try {
|
|
295
|
+
// @ts-ignore — sharp is an optional peer dependency
|
|
296
|
+
const sharp = await import('sharp');
|
|
297
|
+
// Convert raw RGB buffers to sharp instances and compute stats
|
|
298
|
+
// Since we're working with raw RGB data of unknown dimensions,
|
|
299
|
+
// we fall back to histogram comparison as a practical SSIM proxy
|
|
300
|
+
// until we have proper width/height metadata on frames.
|
|
301
|
+
void sharp;
|
|
302
|
+
}
|
|
303
|
+
catch {
|
|
304
|
+
// sharp not available — fall through to histogram fallback
|
|
305
|
+
}
|
|
306
|
+
// Fallback: use histogram difference as a proxy
|
|
307
|
+
return this.histogramDiff(a, b);
|
|
308
|
+
}
|
|
309
|
+
// -------------------------------------------------------------------------
|
|
310
|
+
// Private — histogram computation
|
|
311
|
+
// -------------------------------------------------------------------------
|
|
312
|
+
/**
|
|
313
|
+
* Compute a 768-bin RGB histogram from a raw pixel buffer.
|
|
314
|
+
*
|
|
315
|
+
* The buffer is expected to contain RGB pixels (3 bytes per pixel,
|
|
316
|
+
* row-major order). The histogram has 256 bins for each of the three
|
|
317
|
+
* channels (R: bins 0-255, G: bins 256-511, B: bins 512-767).
|
|
318
|
+
*
|
|
319
|
+
* Values are normalized to sum to 1.0 across all bins.
|
|
320
|
+
*
|
|
321
|
+
* @param buf - Raw RGB pixel data.
|
|
322
|
+
* @returns Float32Array of 768 normalized histogram bins.
|
|
323
|
+
*/
|
|
324
|
+
computeHistogram(buf) {
|
|
325
|
+
const histogram = new Float32Array(768);
|
|
326
|
+
const pixelCount = Math.floor(buf.length / 3);
|
|
327
|
+
// Count pixel values into histogram bins
|
|
328
|
+
for (let i = 0; i < pixelCount; i++) {
|
|
329
|
+
const offset = i * 3;
|
|
330
|
+
histogram[buf[offset]]++; // R channel: bins 0-255
|
|
331
|
+
histogram[256 + buf[offset + 1]]++; // G channel: bins 256-511
|
|
332
|
+
histogram[512 + buf[offset + 2]]++; // B channel: bins 512-767
|
|
333
|
+
}
|
|
334
|
+
// Normalize so all bins sum to 1.0
|
|
335
|
+
if (pixelCount > 0) {
|
|
336
|
+
// Each channel sums to pixelCount, total is 3 * pixelCount
|
|
337
|
+
const totalSamples = pixelCount * 3;
|
|
338
|
+
for (let i = 0; i < 768; i++) {
|
|
339
|
+
histogram[i] /= totalSamples;
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
return histogram;
|
|
343
|
+
}
|
|
344
|
+
// -------------------------------------------------------------------------
|
|
345
|
+
// Private — cut type classification
|
|
346
|
+
// -------------------------------------------------------------------------
|
|
347
|
+
/**
|
|
348
|
+
* Classify a gradual cut based on the difference score.
|
|
349
|
+
*
|
|
350
|
+
* This is a simplified heuristic classification:
|
|
351
|
+
* - Score > 0.25 — `'dissolve'` (cross-dissolve / superimposition)
|
|
352
|
+
* - Score > 0.20 — `'fade'` (fade from/to black or white)
|
|
353
|
+
* - Otherwise — `'gradual'` (generic gradual transition)
|
|
354
|
+
*
|
|
355
|
+
* @param diff - The difference score from histogram or SSIM comparison.
|
|
356
|
+
* @returns The classified cut type string.
|
|
357
|
+
*/
|
|
358
|
+
classifyGradualCut(diff) {
|
|
359
|
+
if (diff > 0.25)
|
|
360
|
+
return 'dissolve';
|
|
361
|
+
if (diff > 0.20)
|
|
362
|
+
return 'fade';
|
|
363
|
+
return 'gradual';
|
|
364
|
+
}
|
|
365
|
+
}
|
|
366
|
+
//# sourceMappingURL=SceneDetector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SceneDetector.js","sourceRoot":"","sources":["../../../src/core/vision/SceneDetector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAIH,8EAA8E;AAC9E,+BAA+B;AAC/B,8EAA8E;AAE9E,iEAAiE;AACjE,MAAM,cAAc,GAA+F;IACjH,OAAO,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;IAC9B,gBAAgB,EAAE,GAAG;IACrB,gBAAgB,EAAE,IAAI;IACtB,mBAAmB,EAAE,GAAG;IACxB,YAAY,EAAE,OAAO;CACtB,CAAC;AAEF,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,aAAa;IAIxB;;;;;;;;;;;OAWG;IACH,YAAY,MAA4B;QACtC,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,cAAc;YACjB,GAAG,MAAM;YACT,OAAO,EAAE,MAAM,EAAE,OAAO,IAAI,cAAc,CAAC,OAAO;SACnD,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,yCAAyC;IACzC,4EAA4E;IAE5E;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,KAAK,CAAC,CAAC,YAAY,CAAC,MAA4B;QAC9C,IAAI,SAAS,GAAiB,IAAI,CAAC;QACnC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,eAAe,GAAiB,IAAI,CAAC;QACzC,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAE5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,yDAAyD;YACzD,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,SAAS,GAAG,KAAK,CAAC;gBAClB,eAAe,GAAG,KAAK,CAAC;gBACxB,mBAAmB,GAAG,KAAK,CAAC,YAAY,CAAC;gBACzC,SAAS;YACX,CAAC;YAED,uDAAuD;YACvD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAEpE,6EAA6E;YAC7E,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBACzC,gEAAgE;gBAChE,MAAM,OAAO,GAAG,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC;gBACzD,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;oBAC/C,kCAAkC;oBAClC,MAAM,QAAQ,GAAkB;wBAC9B,KAAK,EAAE,UAAU;wBACjB,UAAU,EAAE,eAAgB,CAAC,KAAK;wBAClC,QAAQ,EAAE,SAAS,CAAC,KAAK;wBACzB,YAAY,EAAE,eAAgB,CAAC,YAAY;wBAC3C,UAAU,EAAE,SAAS,CAAC,YAAY;wBAClC,WAAW,EAAE,SAAS,CAAC,YAAY,GAAG,eAAgB,CAAC,YAAY;wBACnE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;4BAC3C,CAAC,CAAC,UAAU;4BACZ,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC;wBACjC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,GAAG,CAAC;wBAC9D,SAAS,EAAE,IAAI;qBAChB,CAAC;oBAEF,MAAM,QAAQ,CAAC;oBAEf,oBAAoB;oBACpB,UAAU,EAAE,CAAC;oBACb,eAAe,GAAG,KAAK,CAAC;oBACxB,mBAAmB,GAAG,KAAK,CAAC,YAAY,CAAC;gBAC3C,CAAC;YACH,CAAC;YAED,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;QAED,qDAAqD;QACrD,IAAI,eAAe,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACnD,MAAM,aAAa,GAAkB;gBACnC,KAAK,EAAE,UAAU;gBACjB,UAAU,EAAE,eAAe,CAAC,KAAK;gBACjC,QAAQ,EAAE,SAAS,CAAC,KAAK;gBACzB,YAAY,EAAE,eAAe,CAAC,YAAY;gBAC1C,UAAU,EAAE,SAAS,CAAC,YAAY;gBAClC,WAAW,EAAE,SAAS,CAAC,YAAY,GAAG,eAAe,CAAC,YAAY;gBAClE,OAAO,EAAE,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBAClD,UAAU,EAAE,GAAG;gBACf,SAAS,EAAE,CAAC;aACb,CAAC;YACF,MAAM,aAAa,CAAC;QACtB,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,sCAAsC;IACtC,4EAA4E;IAE5E;;;;;;;;;;;;;;;;;OAiBG;IACH,eAAe,CACb,MAAc,EACd,MAAc;QAEd,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAEtD,IAAI,IAAwB,CAAC;QAC7B,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;gBAC1C,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IAClC,CAAC;IAED,4EAA4E;IAC5E,sCAAsC;IACtC,4EAA4E;IAE5E;;;;;OAKG;IACK,KAAK,CAAC,WAAW,CAAC,CAAS,EAAE,CAAS;QAC5C,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzC,IAAI,IAAY,CAAC;YAEjB,QAAQ,MAAM,EAAE,CAAC;gBACf,KAAK,WAAW;oBACd,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAChC,MAAM;gBACR,KAAK,MAAM;oBACT,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBACjC,MAAM;gBACR,KAAK,MAAM;oBACT,qEAAqE;oBACrE,wEAAwE;oBACxE,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAChC,MAAM;gBACR;oBACE,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAChC,MAAM;YACV,CAAC;YAED,IAAI,IAAI,GAAG,OAAO,EAAE,CAAC;gBACnB,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,4EAA4E;IAC5E,oCAAoC;IACpC,4EAA4E;IAE5E;;;;;;;;;;;;;;OAcG;IACH,aAAa,CAAC,CAAS,EAAE,CAAS;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAEvC,gEAAgE;QAChE,iEAAiE;QACjE,+DAA+D;QAC/D,mDAAmD;QACnD,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACjC,UAAU,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC;YACpC,CAAC;QACH,CAAC;QAED,gEAAgE;QAChE,4CAA4C;QAC5C,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,4EAA4E;IAC5E,+BAA+B;IAC/B,4EAA4E;IAE5E;;;;;;;;;;OAUG;IACH,KAAK,CAAC,QAAQ,CAAC,CAAS,EAAE,CAAS;QACjC,2BAA2B;QAC3B,IAAI,CAAC;YACH,oDAAoD;YACpD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;YACpC,+DAA+D;YAC/D,+DAA+D;YAC/D,iEAAiE;YACjE,wDAAwD;YACxD,KAAK,KAAK,CAAC;QACb,CAAC;QAAC,MAAM,CAAC;YACP,2DAA2D;QAC7D,CAAC;QAED,gDAAgD;QAChD,OAAO,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,4EAA4E;IAC5E,kCAAkC;IAClC,4EAA4E;IAE5E;;;;;;;;;;;OAWG;IACK,gBAAgB,CAAC,GAAW;QAClC,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE9C,yCAAyC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAW,wBAAwB;YAC5D,SAAS,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,0BAA0B;YAC9D,SAAS,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,0BAA0B;QAChE,CAAC;QAED,mCAAmC;QACnC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,2DAA2D;YAC3D,MAAM,YAAY,GAAG,UAAU,GAAG,CAAC,CAAC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,SAAS,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,4EAA4E;IAC5E,oCAAoC;IACpC,4EAA4E;IAE5E;;;;;;;;;;OAUG;IACK,kBAAkB,CAAC,IAAY;QACrC,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,UAAU,CAAC;QACnC,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,MAAM,CAAC;QAC/B,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}
|
|
@@ -43,7 +43,8 @@ export { VisionPipeline } from './VisionPipeline.js';
|
|
|
43
43
|
export { LLMVisionProvider } from './providers/LLMVisionProvider.js';
|
|
44
44
|
export type { LLMVisionProviderConfig } from './providers/LLMVisionProvider.js';
|
|
45
45
|
export { PipelineVisionProvider } from './providers/PipelineVisionProvider.js';
|
|
46
|
-
export type { VisionPipelineConfig, VisionResult, VisionStrategy, VisionTier, ContentCategory, TierResult, TextRegion, DocumentLayout, DocumentPage, LayoutBlock, VisionPreprocessingConfig, } from './types.js';
|
|
46
|
+
export type { VisionPipelineConfig, VisionResult, VisionStrategy, VisionTier, ContentCategory, TierResult, TextRegion, DocumentLayout, DocumentPage, LayoutBlock, VisionPreprocessingConfig, Frame, SceneBoundary, SceneDetectorConfig, SceneDetectionMethod, } from './types.js';
|
|
47
|
+
export { SceneDetector } from './SceneDetector.js';
|
|
47
48
|
/**
|
|
48
49
|
* Create a vision pipeline with sensible defaults by auto-detecting
|
|
49
50
|
* which providers are installed in the current environment.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/vision/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,YAAY,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAChF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AAE/E,YAAY,EACV,oBAAoB,EACpB,YAAY,EACZ,cAAc,EACd,UAAU,EACV,eAAe,EACf,UAAU,EACV,UAAU,EACV,cAAc,EACd,YAAY,EACZ,WAAW,EACX,yBAAyB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/vision/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,YAAY,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAChF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AAE/E,YAAY,EACV,oBAAoB,EACpB,YAAY,EACZ,cAAc,EACd,UAAU,EACV,eAAe,EACf,UAAU,EACV,UAAU,EACV,cAAc,EACd,YAAY,EACZ,WAAW,EACX,yBAAyB,EAEzB,KAAK,EACL,aAAa,EACb,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AA4CnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgDG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,CAAC,EAAE,OAAO,CAAC,OAAO,YAAY,EAAE,oBAAoB,CAAC,GAC1D,OAAO,CAAC,OAAO,qBAAqB,EAAE,cAAc,CAAC,CA+CvD"}
|
|
@@ -42,6 +42,7 @@
|
|
|
42
42
|
export { VisionPipeline } from './VisionPipeline.js';
|
|
43
43
|
export { LLMVisionProvider } from './providers/LLMVisionProvider.js';
|
|
44
44
|
export { PipelineVisionProvider } from './providers/PipelineVisionProvider.js';
|
|
45
|
+
export { SceneDetector } from './SceneDetector.js';
|
|
45
46
|
// ---------------------------------------------------------------------------
|
|
46
47
|
// Provider availability probes
|
|
47
48
|
// ---------------------------------------------------------------------------
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/vision/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAErE,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/vision/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAErE,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AAqB/E,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,8EAA8E;AAC9E,+BAA+B;AAC/B,8EAA8E;AAE9E;;;;;;;;GAQG;AACH,KAAK,UAAU,iBAAiB,CAAC,QAAgB;IAC/C,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,mBAAmB;IAC1B,qEAAqE;IACrE,wEAAwE;IACxE,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;QAAE,OAAO,QAAQ,CAAC;IAChD,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAAE,OAAO,WAAW,CAAC;IACtD,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;QAAE,OAAO,QAAQ,CAAC;IAC9E,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAAE,OAAO,YAAY,CAAC;IACxD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgDG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAA2D;IAE3D,oDAAoD;IACpD,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACnE,4DAA4D;QAC5D,MAAM,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;QACxF,MAAM,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,cAAc,CAAC;QACtF,oEAAoE;QACpE,CAAC,MAAM,EAAE,WAAW,KAAK,SAAS,IAAI,MAAM,EAAE,UAAU,KAAK,SAAS,IAAI,MAAM,EAAE,SAAS,KAAK,SAAS,CAAC;YACxG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC;YACxB,CAAC,CAAC,iBAAiB,CAAC,2BAA2B,CAAC;KACnD,CAAC,CAAC;IAEH,kEAAkE;IAClE,IAAI,GAAG,GAAG,MAAM,EAAE,GAAG,CAAC;IACtB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,IAAI,SAAS,EAAE,CAAC;YACd,GAAG,GAAG,QAAQ,CAAC;QACjB,CAAC;aAAM,IAAI,YAAY,EAAE,CAAC;YACxB,GAAG,GAAG,WAAW,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,GAAG,GAAG,MAAM,CAAC;QACf,CAAC;IACH,CAAC;IAED,wEAAwE;IACxE,MAAM,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAG,MAAM,EAAE,UAAU,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1E,MAAM,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAExE,gEAAgE;IAChE,MAAM,aAAa,GAAG,MAAM,EAAE,aAAa,IAAI,mBAAmB,EAAE,CAAC;IAErE,kCAAkC;IAClC,MAAM,cAAc,GAA8C;QAChE,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,aAAa;QAC3C,GAAG;QACH,WAAW;QACX,UAAU;QACV,SAAS;QACT,aAAa;QACb,UAAU,EAAE,MAAM,EAAE,UAAU;QAC9B,mBAAmB,EAAE,MAAM,EAAE,mBAAmB;QAChD,aAAa,EAAE,MAAM,EAAE,aAAa;KACrC,CAAC;IAEF,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;IAC/D,OAAO,IAAI,cAAc,CAAC,cAAc,CAAC,CAAC;AAC5C,CAAC"}
|
|
@@ -283,4 +283,129 @@ export interface VisionPipelineConfig {
|
|
|
283
283
|
*/
|
|
284
284
|
preprocessing?: VisionPreprocessingConfig;
|
|
285
285
|
}
|
|
286
|
+
/**
|
|
287
|
+
* A single decoded video frame with its timestamp and sequence index.
|
|
288
|
+
*
|
|
289
|
+
* Frames are produced by the frame extraction stage of the video
|
|
290
|
+
* analysis pipeline and consumed by {@link SceneDetector} for visual
|
|
291
|
+
* change detection.
|
|
292
|
+
*/
|
|
293
|
+
export interface Frame {
|
|
294
|
+
/** Raw pixel data as a Buffer (RGB, 3 bytes per pixel, row-major). */
|
|
295
|
+
buffer: Buffer;
|
|
296
|
+
/**
|
|
297
|
+
* Original encoded frame bytes (for example PNG/JPEG) when the frame was
|
|
298
|
+
* decoded into raw RGB for scene detection.
|
|
299
|
+
*/
|
|
300
|
+
sourceBuffer?: Buffer;
|
|
301
|
+
/** Timestamp of this frame within the source video, in seconds. */
|
|
302
|
+
timestampSec: number;
|
|
303
|
+
/** 0-based sequential index of this frame in the extraction order. */
|
|
304
|
+
index: number;
|
|
305
|
+
}
|
|
306
|
+
/**
|
|
307
|
+
* A detected scene boundary within a video frame sequence.
|
|
308
|
+
*
|
|
309
|
+
* Produced by {@link SceneDetector.detectScenes} when visual
|
|
310
|
+
* discontinuity between consecutive frames exceeds the configured
|
|
311
|
+
* threshold. Each boundary marks the start of a new scene.
|
|
312
|
+
*/
|
|
313
|
+
export interface SceneBoundary {
|
|
314
|
+
/** 0-based index of this scene boundary in detection order. */
|
|
315
|
+
index: number;
|
|
316
|
+
/** Index of the first frame belonging to this scene. */
|
|
317
|
+
startFrame: number;
|
|
318
|
+
/** Index of the last frame belonging to this scene. */
|
|
319
|
+
endFrame: number;
|
|
320
|
+
/** Timestamp (seconds) of the first frame in this scene. */
|
|
321
|
+
startTimeSec: number;
|
|
322
|
+
/** Timestamp (seconds) of the last frame in this scene. */
|
|
323
|
+
endTimeSec: number;
|
|
324
|
+
/** Duration of this scene in seconds (`endTimeSec - startTimeSec`). */
|
|
325
|
+
durationSec: number;
|
|
326
|
+
/**
|
|
327
|
+
* Classification of the visual transition that starts this scene.
|
|
328
|
+
*
|
|
329
|
+
* - `'hard-cut'` — Abrupt frame-to-frame change (chi-squared > hardCutThreshold)
|
|
330
|
+
* - `'dissolve'` — Cross-dissolve / superimposition (diff > 0.25)
|
|
331
|
+
* - `'fade'` — Fade from/to black or white (diff > 0.20)
|
|
332
|
+
* - `'wipe'` — Directional wipe transition
|
|
333
|
+
* - `'gradual'` — Other gradual transition below dissolve threshold
|
|
334
|
+
*/
|
|
335
|
+
cutType: 'hard-cut' | 'dissolve' | 'fade' | 'wipe' | 'gradual';
|
|
336
|
+
/**
|
|
337
|
+
* Confidence score (0–1) for this scene boundary.
|
|
338
|
+
* Derived from the diff score relative to the threshold — higher
|
|
339
|
+
* values indicate a more definitive visual discontinuity.
|
|
340
|
+
*/
|
|
341
|
+
confidence: number;
|
|
342
|
+
/**
|
|
343
|
+
* Raw difference score that triggered the scene boundary.
|
|
344
|
+
* Useful for debugging threshold tuning. The scale depends on the
|
|
345
|
+
* detection method (histogram chi-squared, 1 - SSIM, etc.).
|
|
346
|
+
*/
|
|
347
|
+
diffScore?: number;
|
|
348
|
+
}
|
|
349
|
+
/**
|
|
350
|
+
* Detection method used by the {@link SceneDetector}.
|
|
351
|
+
*
|
|
352
|
+
* - `'histogram'` — RGB histogram chi-squared distance. Fast, works
|
|
353
|
+
* well for hard cuts. No external dependencies.
|
|
354
|
+
* - `'ssim'` — Structural Similarity Index. Better for gradual
|
|
355
|
+
* transitions. Requires `sharp` (falls back to histogram if missing).
|
|
356
|
+
* - `'clip'` — CLIP embedding cosine distance. Semantic scene
|
|
357
|
+
* change detection. Requires a CLIP provider (local or OpenAI).
|
|
358
|
+
*/
|
|
359
|
+
export type SceneDetectionMethod = 'histogram' | 'ssim' | 'clip';
|
|
360
|
+
/**
|
|
361
|
+
* Configuration for the {@link SceneDetector}.
|
|
362
|
+
*
|
|
363
|
+
* All fields are optional — the detector uses sensible defaults that
|
|
364
|
+
* work well for typical video content.
|
|
365
|
+
*
|
|
366
|
+
* @example
|
|
367
|
+
* ```typescript
|
|
368
|
+
* const config: SceneDetectorConfig = {
|
|
369
|
+
* methods: ['histogram', 'ssim'],
|
|
370
|
+
* hardCutThreshold: 0.3,
|
|
371
|
+
* gradualThreshold: 0.15,
|
|
372
|
+
* minSceneDurationSec: 1.0,
|
|
373
|
+
* };
|
|
374
|
+
* ```
|
|
375
|
+
*/
|
|
376
|
+
export interface SceneDetectorConfig {
|
|
377
|
+
/**
|
|
378
|
+
* Detection methods to use. Multiple methods are combined by
|
|
379
|
+
* taking the maximum diff score across all methods.
|
|
380
|
+
* @default ['histogram', 'ssim']
|
|
381
|
+
*/
|
|
382
|
+
methods?: SceneDetectionMethod[];
|
|
383
|
+
/**
|
|
384
|
+
* Diff score threshold above which a frame transition is classified
|
|
385
|
+
* as a hard cut. Applied to histogram chi-squared distance (0–1).
|
|
386
|
+
* @default 0.3
|
|
387
|
+
*/
|
|
388
|
+
hardCutThreshold?: number;
|
|
389
|
+
/**
|
|
390
|
+
* Diff score threshold for gradual transitions (dissolves, fades).
|
|
391
|
+
* Transitions with scores between this and {@link hardCutThreshold}
|
|
392
|
+
* are classified as gradual cuts.
|
|
393
|
+
* @default 0.15
|
|
394
|
+
*/
|
|
395
|
+
gradualThreshold?: number;
|
|
396
|
+
/**
|
|
397
|
+
* Minimum scene duration in seconds. Scene boundaries that would
|
|
398
|
+
* create scenes shorter than this are suppressed. Prevents
|
|
399
|
+
* over-segmentation from flashes, strobe effects, or noise.
|
|
400
|
+
* @default 1.0
|
|
401
|
+
*/
|
|
402
|
+
minSceneDurationSec?: number;
|
|
403
|
+
/**
|
|
404
|
+
* CLIP embedding provider to use when `'clip'` is in {@link methods}.
|
|
405
|
+
* - `'local'` — Use local CLIP model via @huggingface/transformers
|
|
406
|
+
* - `'openai'` — Use OpenAI's CLIP-based embedding endpoint
|
|
407
|
+
* @default 'local'
|
|
408
|
+
*/
|
|
409
|
+
clipProvider?: 'local' | 'openai';
|
|
410
|
+
}
|
|
286
411
|
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/core/vision/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAMH;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,cAAc,GACtB,aAAa,GACb,YAAY,GACZ,YAAY,GACZ,UAAU,CAAC;AAMf;;;;;GAKG;AACH,MAAM,MAAM,eAAe,GACvB,cAAc,GACd,aAAa,GACb,iBAAiB,GACjB,YAAY,GACZ,SAAS,GACT,YAAY,GACZ,OAAO,CAAC;AAMZ;;;;;;;;GAQG;AACH,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,aAAa,GAAG,aAAa,GAAG,WAAW,GAAG,cAAc,CAAC;AAM9F;;;;;;GAMG;AACH,MAAM,WAAW,UAAU;IACzB,uCAAuC;IACvC,IAAI,EAAE,UAAU,CAAC;IAEjB,4EAA4E;IAC5E,QAAQ,EAAE,MAAM,CAAC;IAEjB,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IAEb,8DAA8D;IAC9D,UAAU,EAAE,MAAM,CAAC;IAEnB,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAC;IAEnB,gEAAgE;IAChE,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;CACxB;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IAEb,uDAAuD;IACvD,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,IAAI,EAAE;QACJ,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAMD;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,+BAA+B;IAC/B,KAAK,EAAE,YAAY,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC;IAEnB,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IAEd,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IAEf,6CAA6C;IAC7C,MAAM,EAAE,WAAW,EAAE,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,kCAAkC;IAClC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,CAAC;IAEhE,6CAA6C;IAC7C,OAAO,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,IAAI,EAAE;QACJ,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IAEF,uDAAuD;IACvD,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,YAAY;IAC3B,0EAA0E;IAC1E,IAAI,EAAE,MAAM,CAAC;IAEb,iEAAiE;IACjE,UAAU,EAAE,MAAM,CAAC;IAEnB,yCAAyC;IACzC,QAAQ,EAAE,eAAe,CAAC;IAE1B,qDAAqD;IACrD,KAAK,EAAE,UAAU,EAAE,CAAC;IAEpB,sEAAsE;IACtE,WAAW,EAAE,UAAU,EAAE,CAAC;IAE1B,mEAAmE;IACnE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IAErB,uDAAuD;IACvD,MAAM,CAAC,EAAE,cAAc,CAAC;IAExB,sEAAsE;IACtE,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IAEvB,wDAAwD;IACxD,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD;;;GAGG;AACH,MAAM,WAAW,yBAAyB;IACxC,4EAA4E;IAC5E,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;;;OAIG;IACH,MAAM,CAAC,EAAE;QACP,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IAEF,0DAA0D;IAC1D,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,4DAA4D;IAC5D,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;OAGG;IACH,QAAQ,EAAE,cAAc,CAAC;IAEzB;;;;;;OAMG;IACH,GAAG,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,MAAM,CAAC;IAEtC;;;;OAIG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB;;;;OAIG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;OAIG;IACH,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/core/vision/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAMH;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,cAAc,GACtB,aAAa,GACb,YAAY,GACZ,YAAY,GACZ,UAAU,CAAC;AAMf;;;;;GAKG;AACH,MAAM,MAAM,eAAe,GACvB,cAAc,GACd,aAAa,GACb,iBAAiB,GACjB,YAAY,GACZ,SAAS,GACT,YAAY,GACZ,OAAO,CAAC;AAMZ;;;;;;;;GAQG;AACH,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,aAAa,GAAG,aAAa,GAAG,WAAW,GAAG,cAAc,CAAC;AAM9F;;;;;;GAMG;AACH,MAAM,WAAW,UAAU;IACzB,uCAAuC;IACvC,IAAI,EAAE,UAAU,CAAC;IAEjB,4EAA4E;IAC5E,QAAQ,EAAE,MAAM,CAAC;IAEjB,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IAEb,8DAA8D;IAC9D,UAAU,EAAE,MAAM,CAAC;IAEnB,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAC;IAEnB,gEAAgE;IAChE,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;CACxB;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IAEb,uDAAuD;IACvD,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,IAAI,EAAE;QACJ,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAMD;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,+BAA+B;IAC/B,KAAK,EAAE,YAAY,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC;IAEnB,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IAEd,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IAEf,6CAA6C;IAC7C,MAAM,EAAE,WAAW,EAAE,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,kCAAkC;IAClC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,CAAC;IAEhE,6CAA6C;IAC7C,OAAO,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,IAAI,EAAE;QACJ,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IAEF,uDAAuD;IACvD,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,YAAY;IAC3B,0EAA0E;IAC1E,IAAI,EAAE,MAAM,CAAC;IAEb,iEAAiE;IACjE,UAAU,EAAE,MAAM,CAAC;IAEnB,yCAAyC;IACzC,QAAQ,EAAE,eAAe,CAAC;IAE1B,qDAAqD;IACrD,KAAK,EAAE,UAAU,EAAE,CAAC;IAEpB,sEAAsE;IACtE,WAAW,EAAE,UAAU,EAAE,CAAC;IAE1B,mEAAmE;IACnE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IAErB,uDAAuD;IACvD,MAAM,CAAC,EAAE,cAAc,CAAC;IAExB,sEAAsE;IACtE,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IAEvB,wDAAwD;IACxD,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD;;;GAGG;AACH,MAAM,WAAW,yBAAyB;IACxC,4EAA4E;IAC5E,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;;;OAIG;IACH,MAAM,CAAC,EAAE;QACP,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IAEF,0DAA0D;IAC1D,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,4DAA4D;IAC5D,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;OAGG;IACH,QAAQ,EAAE,cAAc,CAAC;IAEzB;;;;;;OAMG;IACH,GAAG,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,MAAM,CAAC;IAEtC;;;;OAIG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB;;;;OAIG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;OAIG;IACH,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C;AAMD;;;;;;GAMG;AACH,MAAM,WAAW,KAAK;IACpB,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,mEAAmE;IACnE,YAAY,EAAE,MAAM,CAAC;IAErB,sEAAsE;IACtE,KAAK,EAAE,MAAM,CAAC;CACf;AAMD;;;;;;GAMG;AACH,MAAM,WAAW,aAAa;IAC5B,+DAA+D;IAC/D,KAAK,EAAE,MAAM,CAAC;IAEd,wDAAwD;IACxD,UAAU,EAAE,MAAM,CAAC;IAEnB,uDAAuD;IACvD,QAAQ,EAAE,MAAM,CAAC;IAEjB,4DAA4D;IAC5D,YAAY,EAAE,MAAM,CAAC;IAErB,2DAA2D;IAC3D,UAAU,EAAE,MAAM,CAAC;IAEnB,uEAAuE;IACvE,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;;;;;OAQG;IACH,OAAO,EAAE,UAAU,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;IAE/D;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAMD;;;;;;;;;GASG;AACH,MAAM,MAAM,oBAAoB,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC;AAEjE;;;;;;;;;;;;;;;GAeG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;OAIG;IACH,OAAO,CAAC,EAAE,oBAAoB,EAAE,CAAC;IAEjC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;;OAKG;IACH,YAAY,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;CACnC"}
|
|
@@ -79,6 +79,38 @@ export declare class CapabilityDiscoveryEngine implements ICapabilityDiscoveryEn
|
|
|
79
79
|
*/
|
|
80
80
|
removeEmergentTools(tools: EmergentTool[]): Promise<number>;
|
|
81
81
|
isInitialized(): boolean;
|
|
82
|
+
/**
|
|
83
|
+
* Get Tier 0 category summaries for all indexed capabilities.
|
|
84
|
+
*
|
|
85
|
+
* Returns a compact (~150 tokens) overview of available capability
|
|
86
|
+
* categories, suitable for injection into LLM classification prompts.
|
|
87
|
+
* This allows the classifier to reason about what capabilities exist
|
|
88
|
+
* without loading full schemas.
|
|
89
|
+
*
|
|
90
|
+
* Returns an empty string when the engine is not initialized.
|
|
91
|
+
*
|
|
92
|
+
* @returns Tier 0 summary text, or empty string if uninitialized.
|
|
93
|
+
*
|
|
94
|
+
* @example
|
|
95
|
+
* ```typescript
|
|
96
|
+
* const summaries = engine.getTier0Summaries();
|
|
97
|
+
* // "Available capability categories:\n- Information: web-search, deep-research (+2 more) (4)\n..."
|
|
98
|
+
* ```
|
|
99
|
+
*/
|
|
100
|
+
getTier0Summaries(): string;
|
|
101
|
+
/**
|
|
102
|
+
* Get Tier 0 category summaries filtered by capability kind.
|
|
103
|
+
*
|
|
104
|
+
* Produces separate summaries for skills, tools, and extensions so the
|
|
105
|
+
* classifier can reason about each category independently.
|
|
106
|
+
*
|
|
107
|
+
* @returns Object with `skills`, `tools`, and `extensions` summary strings.
|
|
108
|
+
*/
|
|
109
|
+
getTier0SummariesByKind(): {
|
|
110
|
+
skills: string;
|
|
111
|
+
tools: string;
|
|
112
|
+
extensions: string;
|
|
113
|
+
};
|
|
82
114
|
listCapabilityIds(): string[];
|
|
83
115
|
/**
|
|
84
116
|
* Get the current configuration.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CapabilityDiscoveryEngine.d.ts","sourceRoot":"","sources":["../../src/discovery/CapabilityDiscoveryEngine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EACV,yBAAyB,EACzB,yBAAyB,EACzB,oBAAoB,EACpB,sBAAsB,EACtB,qBAAqB,EACrB,0BAA0B,EAC1B,kBAAkB,EACnB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAUzD,qBAAa,yBAA0B,YAAW,0BAA0B;IAC1E,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkB;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkB;IACxC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA6B;IACvD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA4B;IACnD,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,WAAW,CAAS;gBAG1B,gBAAgB,EAAE,iBAAiB,EACnC,WAAW,EAAE,YAAY,EACzB,MAAM,CAAC,EAAE,OAAO,CAAC,yBAAyB,CAAC;IAiB7C;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,sBAAsB,EAC/B,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,GACzC,OAAO,CAAC,IAAI,CAAC;IAgBhB;;;;;;;;;OASG;IACG,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,yBAAyB,CAAC;IAyDrC;;OAEG;IACH,mBAAmB,CAAC,EAAE,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAQjE;;;OAGG;IACG,YAAY,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B5E;;;;;;;;;;;;;;;;OAgBG;IACG,kBAAkB,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAwChE;;;;;OAKG;IACG,mBAAmB,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAwBjE,aAAa,IAAI,OAAO;IAIxB,iBAAiB,IAAI,MAAM,EAAE;IAI7B;;OAEG;IACH,SAAS,IAAI,QAAQ,CAAC,yBAAyB,CAAC;IAIhD;;OAEG;IACH,QAAQ,IAAI;QACV,eAAe,EAAE,MAAM,CAAC;QACxB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;KACtB;IASD;;OAEG;IACH,eAAe,CAAC,MAAM,EAAE,yBAAyB,GAAG,MAAM;IAQ1D,OAAO,CAAC,WAAW;CAoBpB"}
|
|
1
|
+
{"version":3,"file":"CapabilityDiscoveryEngine.d.ts","sourceRoot":"","sources":["../../src/discovery/CapabilityDiscoveryEngine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EACV,yBAAyB,EACzB,yBAAyB,EACzB,oBAAoB,EACpB,sBAAsB,EACtB,qBAAqB,EACrB,0BAA0B,EAC1B,kBAAkB,EACnB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAUzD,qBAAa,yBAA0B,YAAW,0BAA0B;IAC1E,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkB;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkB;IACxC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA6B;IACvD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA4B;IACnD,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,WAAW,CAAS;gBAG1B,gBAAgB,EAAE,iBAAiB,EACnC,WAAW,EAAE,YAAY,EACzB,MAAM,CAAC,EAAE,OAAO,CAAC,yBAAyB,CAAC;IAiB7C;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,sBAAsB,EAC/B,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,GACzC,OAAO,CAAC,IAAI,CAAC;IAgBhB;;;;;;;;;OASG;IACG,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,yBAAyB,CAAC;IAyDrC;;OAEG;IACH,mBAAmB,CAAC,EAAE,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAQjE;;;OAGG;IACG,YAAY,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B5E;;;;;;;;;;;;;;;;OAgBG;IACG,kBAAkB,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAwChE;;;;;OAKG;IACG,mBAAmB,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAwBjE,aAAa,IAAI,OAAO;IAIxB;;;;;;;;;;;;;;;;;OAiBG;IACH,iBAAiB,IAAI,MAAM;IAO3B;;;;;;;OAOG;IACH,uBAAuB,IAAI;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAoBhF,iBAAiB,IAAI,MAAM,EAAE;IAI7B;;OAEG;IACH,SAAS,IAAI,QAAQ,CAAC,yBAAyB,CAAC;IAIhD;;OAEG;IACH,QAAQ,IAAI;QACV,eAAe,EAAE,MAAM,CAAC;QACxB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;KACtB;IASD;;OAEG;IACH,eAAe,CAAC,MAAM,EAAE,yBAAyB,GAAG,MAAM;IAQ1D,OAAO,CAAC,WAAW;CAoBpB"}
|