rag-lite-ts 1.0.2 → 2.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +605 -93
- package/dist/cli/indexer.js +192 -4
- package/dist/cli/search.js +50 -11
- package/dist/cli.js +183 -26
- package/dist/core/abstract-embedder.d.ts +125 -0
- package/dist/core/abstract-embedder.js +264 -0
- package/dist/core/actionable-error-messages.d.ts +60 -0
- package/dist/core/actionable-error-messages.js +397 -0
- package/dist/core/batch-processing-optimizer.d.ts +155 -0
- package/dist/core/batch-processing-optimizer.js +541 -0
- package/dist/core/binary-index-format.d.ts +52 -0
- package/dist/core/binary-index-format.js +122 -0
- package/dist/core/chunker.d.ts +2 -0
- package/dist/core/cli-database-utils.d.ts +53 -0
- package/dist/core/cli-database-utils.js +239 -0
- package/dist/core/config.js +10 -3
- package/dist/core/content-errors.d.ts +111 -0
- package/dist/core/content-errors.js +362 -0
- package/dist/core/content-manager.d.ts +343 -0
- package/dist/core/content-manager.js +1504 -0
- package/dist/core/content-performance-optimizer.d.ts +150 -0
- package/dist/core/content-performance-optimizer.js +516 -0
- package/dist/core/content-resolver.d.ts +104 -0
- package/dist/core/content-resolver.js +285 -0
- package/dist/core/cross-modal-search.d.ts +164 -0
- package/dist/core/cross-modal-search.js +342 -0
- package/dist/core/database-connection-manager.d.ts +109 -0
- package/dist/core/database-connection-manager.js +304 -0
- package/dist/core/db.d.ts +141 -2
- package/dist/core/db.js +631 -89
- package/dist/core/embedder-factory.d.ts +176 -0
- package/dist/core/embedder-factory.js +338 -0
- package/dist/core/index.d.ts +3 -1
- package/dist/core/index.js +4 -1
- package/dist/core/ingestion.d.ts +85 -15
- package/dist/core/ingestion.js +510 -45
- package/dist/core/lazy-dependency-loader.d.ts +152 -0
- package/dist/core/lazy-dependency-loader.js +453 -0
- package/dist/core/mode-detection-service.d.ts +150 -0
- package/dist/core/mode-detection-service.js +565 -0
- package/dist/core/mode-model-validator.d.ts +92 -0
- package/dist/core/mode-model-validator.js +203 -0
- package/dist/core/model-registry.d.ts +120 -0
- package/dist/core/model-registry.js +415 -0
- package/dist/core/model-validator.d.ts +217 -0
- package/dist/core/model-validator.js +782 -0
- package/dist/core/polymorphic-search-factory.d.ts +154 -0
- package/dist/core/polymorphic-search-factory.js +344 -0
- package/dist/core/raglite-paths.d.ts +121 -0
- package/dist/core/raglite-paths.js +145 -0
- package/dist/core/reranking-config.d.ts +42 -0
- package/dist/core/reranking-config.js +156 -0
- package/dist/core/reranking-factory.d.ts +92 -0
- package/dist/core/reranking-factory.js +591 -0
- package/dist/core/reranking-strategies.d.ts +325 -0
- package/dist/core/reranking-strategies.js +720 -0
- package/dist/core/resource-cleanup.d.ts +163 -0
- package/dist/core/resource-cleanup.js +371 -0
- package/dist/core/resource-manager.d.ts +212 -0
- package/dist/core/resource-manager.js +564 -0
- package/dist/core/search.d.ts +28 -1
- package/dist/core/search.js +83 -5
- package/dist/core/streaming-operations.d.ts +145 -0
- package/dist/core/streaming-operations.js +409 -0
- package/dist/core/types.d.ts +3 -0
- package/dist/core/universal-embedder.d.ts +177 -0
- package/dist/core/universal-embedder.js +139 -0
- package/dist/core/validation-messages.d.ts +99 -0
- package/dist/core/validation-messages.js +334 -0
- package/dist/core/vector-index.d.ts +1 -1
- package/dist/core/vector-index.js +37 -39
- package/dist/factories/index.d.ts +3 -1
- package/dist/factories/index.js +2 -0
- package/dist/factories/polymorphic-factory.d.ts +50 -0
- package/dist/factories/polymorphic-factory.js +159 -0
- package/dist/factories/text-factory.d.ts +128 -34
- package/dist/factories/text-factory.js +346 -97
- package/dist/file-processor.d.ts +88 -2
- package/dist/file-processor.js +720 -17
- package/dist/index.d.ts +32 -0
- package/dist/index.js +29 -0
- package/dist/ingestion.d.ts +16 -0
- package/dist/ingestion.js +21 -0
- package/dist/mcp-server.d.ts +35 -3
- package/dist/mcp-server.js +1107 -31
- package/dist/multimodal/clip-embedder.d.ts +327 -0
- package/dist/multimodal/clip-embedder.js +992 -0
- package/dist/multimodal/index.d.ts +6 -0
- package/dist/multimodal/index.js +6 -0
- package/dist/run-error-recovery-tests.d.ts +7 -0
- package/dist/run-error-recovery-tests.js +101 -0
- package/dist/search.d.ts +60 -9
- package/dist/search.js +82 -11
- package/dist/test-utils.d.ts +8 -26
- package/dist/text/chunker.d.ts +1 -0
- package/dist/text/embedder.js +15 -8
- package/dist/text/index.d.ts +1 -0
- package/dist/text/index.js +1 -0
- package/dist/text/reranker.d.ts +1 -2
- package/dist/text/reranker.js +17 -47
- package/dist/text/sentence-transformer-embedder.d.ts +96 -0
- package/dist/text/sentence-transformer-embedder.js +340 -0
- package/dist/types.d.ts +39 -0
- package/dist/utils/vector-math.d.ts +31 -0
- package/dist/utils/vector-math.js +70 -0
- package/package.json +27 -6
- package/dist/api-errors.d.ts.map +0 -1
- package/dist/api-errors.js.map +0 -1
- package/dist/cli/indexer.d.ts.map +0 -1
- package/dist/cli/indexer.js.map +0 -1
- package/dist/cli/search.d.ts.map +0 -1
- package/dist/cli/search.js.map +0 -1
- package/dist/cli.d.ts.map +0 -1
- package/dist/cli.js.map +0 -1
- package/dist/config.d.ts.map +0 -1
- package/dist/config.js.map +0 -1
- package/dist/core/adapters.d.ts.map +0 -1
- package/dist/core/adapters.js.map +0 -1
- package/dist/core/chunker.d.ts.map +0 -1
- package/dist/core/chunker.js.map +0 -1
- package/dist/core/config.d.ts.map +0 -1
- package/dist/core/config.js.map +0 -1
- package/dist/core/db.d.ts.map +0 -1
- package/dist/core/db.js.map +0 -1
- package/dist/core/error-handler.d.ts.map +0 -1
- package/dist/core/error-handler.js.map +0 -1
- package/dist/core/index.d.ts.map +0 -1
- package/dist/core/index.js.map +0 -1
- package/dist/core/ingestion.d.ts.map +0 -1
- package/dist/core/ingestion.js.map +0 -1
- package/dist/core/interfaces.d.ts.map +0 -1
- package/dist/core/interfaces.js.map +0 -1
- package/dist/core/path-manager.d.ts.map +0 -1
- package/dist/core/path-manager.js.map +0 -1
- package/dist/core/search-example.d.ts +0 -25
- package/dist/core/search-example.d.ts.map +0 -1
- package/dist/core/search-example.js +0 -138
- package/dist/core/search-example.js.map +0 -1
- package/dist/core/search-pipeline-example.d.ts +0 -21
- package/dist/core/search-pipeline-example.d.ts.map +0 -1
- package/dist/core/search-pipeline-example.js +0 -188
- package/dist/core/search-pipeline-example.js.map +0 -1
- package/dist/core/search-pipeline.d.ts.map +0 -1
- package/dist/core/search-pipeline.js.map +0 -1
- package/dist/core/search.d.ts.map +0 -1
- package/dist/core/search.js.map +0 -1
- package/dist/core/types.d.ts.map +0 -1
- package/dist/core/types.js.map +0 -1
- package/dist/core/vector-index.d.ts.map +0 -1
- package/dist/core/vector-index.js.map +0 -1
- package/dist/dom-polyfills.d.ts.map +0 -1
- package/dist/dom-polyfills.js.map +0 -1
- package/dist/examples/clean-api-examples.d.ts +0 -44
- package/dist/examples/clean-api-examples.d.ts.map +0 -1
- package/dist/examples/clean-api-examples.js +0 -206
- package/dist/examples/clean-api-examples.js.map +0 -1
- package/dist/factories/index.d.ts.map +0 -1
- package/dist/factories/index.js.map +0 -1
- package/dist/factories/text-factory.d.ts.map +0 -1
- package/dist/factories/text-factory.js.map +0 -1
- package/dist/file-processor.d.ts.map +0 -1
- package/dist/file-processor.js.map +0 -1
- package/dist/index-manager.d.ts.map +0 -1
- package/dist/index-manager.js.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/indexer.d.ts.map +0 -1
- package/dist/indexer.js.map +0 -1
- package/dist/ingestion.d.ts.map +0 -1
- package/dist/ingestion.js.map +0 -1
- package/dist/mcp-server.d.ts.map +0 -1
- package/dist/mcp-server.js.map +0 -1
- package/dist/preprocess.d.ts.map +0 -1
- package/dist/preprocess.js.map +0 -1
- package/dist/preprocessors/index.d.ts.map +0 -1
- package/dist/preprocessors/index.js.map +0 -1
- package/dist/preprocessors/mdx.d.ts.map +0 -1
- package/dist/preprocessors/mdx.js.map +0 -1
- package/dist/preprocessors/mermaid.d.ts.map +0 -1
- package/dist/preprocessors/mermaid.js.map +0 -1
- package/dist/preprocessors/registry.d.ts.map +0 -1
- package/dist/preprocessors/registry.js.map +0 -1
- package/dist/search-standalone.d.ts.map +0 -1
- package/dist/search-standalone.js.map +0 -1
- package/dist/search.d.ts.map +0 -1
- package/dist/search.js.map +0 -1
- package/dist/test-utils.d.ts.map +0 -1
- package/dist/test-utils.js.map +0 -1
- package/dist/text/chunker.d.ts.map +0 -1
- package/dist/text/chunker.js.map +0 -1
- package/dist/text/embedder.d.ts.map +0 -1
- package/dist/text/embedder.js.map +0 -1
- package/dist/text/index.d.ts.map +0 -1
- package/dist/text/index.js.map +0 -1
- package/dist/text/preprocessors/index.d.ts.map +0 -1
- package/dist/text/preprocessors/index.js.map +0 -1
- package/dist/text/preprocessors/mdx.d.ts.map +0 -1
- package/dist/text/preprocessors/mdx.js.map +0 -1
- package/dist/text/preprocessors/mermaid.d.ts.map +0 -1
- package/dist/text/preprocessors/mermaid.js.map +0 -1
- package/dist/text/preprocessors/registry.d.ts.map +0 -1
- package/dist/text/preprocessors/registry.js.map +0 -1
- package/dist/text/reranker.d.ts.map +0 -1
- package/dist/text/reranker.js.map +0 -1
- package/dist/text/tokenizer.d.ts.map +0 -1
- package/dist/text/tokenizer.js.map +0 -1
- package/dist/types.d.ts.map +0 -1
- package/dist/types.js.map +0 -1
package/dist/index.d.ts
CHANGED
|
@@ -41,18 +41,49 @@
|
|
|
41
41
|
* ```
|
|
42
42
|
*/
|
|
43
43
|
export { TextSearchFactory, TextIngestionFactory, TextRAGFactory, TextFactoryHelpers } from './factories/index.js';
|
|
44
|
+
/**
|
|
45
|
+
* @deprecated PolymorphicSearchFactory is no longer needed - SearchEngine now automatically
|
|
46
|
+
* detects mode from database and adapts accordingly (Chameleon Architecture).
|
|
47
|
+
*
|
|
48
|
+
* Migration Guide:
|
|
49
|
+
* ```typescript
|
|
50
|
+
* // Old way (deprecated):
|
|
51
|
+
* const search = await PolymorphicSearchFactory.create('./index.bin', './db.sqlite');
|
|
52
|
+
*
|
|
53
|
+
* // New way (recommended):
|
|
54
|
+
* const search = new SearchEngine('./index.bin', './db.sqlite');
|
|
55
|
+
* await search.search('query'); // Mode automatically detected
|
|
56
|
+
* ```
|
|
57
|
+
*
|
|
58
|
+
* The SearchEngine constructor now uses the polymorphic factory internally,
|
|
59
|
+
* providing the same automatic mode detection without requiring explicit factory usage.
|
|
60
|
+
*/
|
|
61
|
+
export { PolymorphicSearchFactory } from './factories/index.js';
|
|
44
62
|
export { TextSearchFactory as SearchFactory, TextIngestionFactory as IngestionFactory, TextRAGFactory as RAGFactory } from './factories/index.js';
|
|
45
63
|
export type { TextSearchOptions, TextIngestionOptions } from './factories/index.js';
|
|
64
|
+
/**
|
|
65
|
+
* @deprecated PolymorphicSearchOptions is no longer needed - use SearchEngineOptions instead.
|
|
66
|
+
* SearchEngine now automatically detects mode and adapts (Chameleon Architecture).
|
|
67
|
+
*/
|
|
68
|
+
export type { PolymorphicSearchOptions } from './factories/index.js';
|
|
46
69
|
export type { TextSearchOptions as SearchEngineOptions, TextIngestionOptions as IngestionPipelineOptions } from './factories/index.js';
|
|
47
70
|
export { SearchEngine as CoreSearchEngine } from './core/search.js';
|
|
48
71
|
export { IngestionPipeline as CoreIngestionPipeline } from './core/ingestion.js';
|
|
49
72
|
export { SearchEngine } from './search.js';
|
|
50
73
|
export { IngestionPipeline } from './ingestion.js';
|
|
74
|
+
export { LazyEmbedderLoader, LazyRerankerLoader, LazyMultimodalLoader, LazyDependencyManager } from './core/lazy-dependency-loader.js';
|
|
51
75
|
export type { EmbedFunction, RerankFunction, EmbeddingQueryInterface, RerankingInterface, SearchEngineConfig, ContentTypeStrategy, ModelAgnosticInterface, ExtendedEmbeddingInterface, ExtendedRerankingInterface, SearchPipelineInterface, SearchDependencyFactory } from './core/interfaces.js';
|
|
52
76
|
export { InterfaceValidator } from './core/interfaces.js';
|
|
77
|
+
export { validateModeModelCompatibility, validateModeModelCompatibilityOrThrow, getRecommendedModelsForMode, isModeModelCompatible, getCompatibleModelsForMode, type ModeModelValidationResult } from './core/mode-model-validator.js';
|
|
78
|
+
export { createMissingFileError, createInvalidPathError, createModelLoadingError, createDimensionMismatchError, createModeMismatchError, createInvalidContentError, createMissingDependencyError, createFactoryCreationError, enhanceError, createContextualError, type ActionableErrorConfig } from './core/actionable-error-messages.js';
|
|
53
79
|
export { EmbeddingEngine, getEmbeddingEngine, initializeEmbeddingEngine, createTextEmbedFunction, createTextEmbedder } from './text/embedder.js';
|
|
80
|
+
export type { UniversalEmbedder } from './core/universal-embedder.js';
|
|
81
|
+
export { CLIPEmbedder } from './multimodal/clip-embedder.js';
|
|
82
|
+
export { createEmbedder } from './core/embedder-factory.js';
|
|
54
83
|
export { CrossEncoderReranker, createTextRerankFunction, createTextReranker } from './text/reranker.js';
|
|
55
84
|
export { countTokens } from './text/tokenizer.js';
|
|
85
|
+
export type { RerankingStrategyType, RerankingConfig } from './core/reranking-config.js';
|
|
86
|
+
export { validateRerankingStrategy, validateRerankingConfig, getDefaultRerankingConfig, isStrategySupported, getSupportedStrategies, RerankingConfigBuilder, DEFAULT_TEXT_RERANKING_CONFIG, DEFAULT_MULTIMODAL_RERANKING_CONFIG } from './core/reranking-config.js';
|
|
56
87
|
export { openDatabase, initializeSchema, insertDocument, insertChunk, upsertDocument, getChunksByEmbeddingIds, getModelVersion, setModelVersion, getStoredModelInfo, setStoredModelInfo, type DatabaseConnection } from './core/db.js';
|
|
57
88
|
export { IndexManager } from './index-manager.js';
|
|
58
89
|
export { VectorIndex } from './core/vector-index.js';
|
|
@@ -60,6 +91,7 @@ export { config, getModelDefaults, type CoreConfig, type ExtensibleConfig, type
|
|
|
60
91
|
export { discoverFiles, processFiles, discoverAndProcessFiles, DEFAULT_FILE_PROCESSOR_OPTIONS, type FileProcessorOptions, type FileDiscoveryResult, type DocumentProcessingResult } from './file-processor.js';
|
|
61
92
|
export { chunkDocument, type ChunkConfig } from './core/chunker.js';
|
|
62
93
|
export { DocumentPathManager } from './core/path-manager.js';
|
|
94
|
+
export { resolveRagLitePaths, ensureRagLiteStructure, migrateToRagLiteStructure, getStandardRagLitePaths, type RagLiteConfig, type RagLitePaths } from './core/raglite-paths.js';
|
|
63
95
|
export type { SearchResult, SearchOptions, Document, EmbeddingResult, ContentDocument, ContentChunk } from './core/types.js';
|
|
64
96
|
export type { Chunk, Preprocessor, PreprocessorOptions, PreprocessingConfig } from './types.js';
|
|
65
97
|
export type { IngestionOptions, IngestionResult } from './core/ingestion.js';
|
package/dist/index.js
CHANGED
|
@@ -45,6 +45,24 @@
|
|
|
45
45
|
// =============================================================================
|
|
46
46
|
// Main factory classes for simple usage
|
|
47
47
|
export { TextSearchFactory, TextIngestionFactory, TextRAGFactory, TextFactoryHelpers } from './factories/index.js';
|
|
48
|
+
/**
|
|
49
|
+
* @deprecated PolymorphicSearchFactory is no longer needed - SearchEngine now automatically
|
|
50
|
+
* detects mode from database and adapts accordingly (Chameleon Architecture).
|
|
51
|
+
*
|
|
52
|
+
* Migration Guide:
|
|
53
|
+
* ```typescript
|
|
54
|
+
* // Old way (deprecated):
|
|
55
|
+
* const search = await PolymorphicSearchFactory.create('./index.bin', './db.sqlite');
|
|
56
|
+
*
|
|
57
|
+
* // New way (recommended):
|
|
58
|
+
* const search = new SearchEngine('./index.bin', './db.sqlite');
|
|
59
|
+
* await search.search('query'); // Mode automatically detected
|
|
60
|
+
* ```
|
|
61
|
+
*
|
|
62
|
+
* The SearchEngine constructor now uses the polymorphic factory internally,
|
|
63
|
+
* providing the same automatic mode detection without requiring explicit factory usage.
|
|
64
|
+
*/
|
|
65
|
+
export { PolymorphicSearchFactory } from './factories/index.js';
|
|
48
66
|
// Convenience aliases for common usage
|
|
49
67
|
export { TextSearchFactory as SearchFactory, TextIngestionFactory as IngestionFactory, TextRAGFactory as RAGFactory } from './factories/index.js';
|
|
50
68
|
// =============================================================================
|
|
@@ -56,17 +74,26 @@ export { IngestionPipeline as CoreIngestionPipeline } from './core/ingestion.js'
|
|
|
56
74
|
// Public API classes
|
|
57
75
|
export { SearchEngine } from './search.js';
|
|
58
76
|
export { IngestionPipeline } from './ingestion.js';
|
|
77
|
+
// Lazy loading system for performance optimization
|
|
78
|
+
export { LazyEmbedderLoader, LazyRerankerLoader, LazyMultimodalLoader, LazyDependencyManager } from './core/lazy-dependency-loader.js';
|
|
59
79
|
// Interface validation utilities
|
|
60
80
|
export { InterfaceValidator } from './core/interfaces.js';
|
|
81
|
+
// Mode-model compatibility validation
|
|
82
|
+
export { validateModeModelCompatibility, validateModeModelCompatibilityOrThrow, getRecommendedModelsForMode, isModeModelCompatible, getCompatibleModelsForMode } from './core/mode-model-validator.js';
|
|
83
|
+
// Actionable error messages
|
|
84
|
+
export { createMissingFileError, createInvalidPathError, createModelLoadingError, createDimensionMismatchError, createModeMismatchError, createInvalidContentError, createMissingDependencyError, createFactoryCreationError, enhanceError, createContextualError } from './core/actionable-error-messages.js';
|
|
61
85
|
// =============================================================================
|
|
62
86
|
// TEXT IMPLEMENTATIONS (FOR CUSTOM DEPENDENCY INJECTION)
|
|
63
87
|
// =============================================================================
|
|
64
88
|
// Text-specific embedding implementations
|
|
65
89
|
export { EmbeddingEngine, getEmbeddingEngine, initializeEmbeddingEngine, createTextEmbedFunction, createTextEmbedder } from './text/embedder.js';
|
|
90
|
+
export { CLIPEmbedder } from './multimodal/clip-embedder.js';
|
|
91
|
+
export { createEmbedder } from './core/embedder-factory.js';
|
|
66
92
|
// Text-specific reranking implementations
|
|
67
93
|
export { CrossEncoderReranker, createTextRerankFunction, createTextReranker } from './text/reranker.js';
|
|
68
94
|
// Text tokenization utilities
|
|
69
95
|
export { countTokens } from './text/tokenizer.js';
|
|
96
|
+
export { validateRerankingStrategy, validateRerankingConfig, getDefaultRerankingConfig, isStrategySupported, getSupportedStrategies, RerankingConfigBuilder, DEFAULT_TEXT_RERANKING_CONFIG, DEFAULT_MULTIMODAL_RERANKING_CONFIG } from './core/reranking-config.js';
|
|
70
97
|
// =============================================================================
|
|
71
98
|
// CORE INFRASTRUCTURE (FOR ADVANCED USERS)
|
|
72
99
|
// =============================================================================
|
|
@@ -86,6 +113,8 @@ export { discoverFiles, processFiles, discoverAndProcessFiles, DEFAULT_FILE_PROC
|
|
|
86
113
|
export { chunkDocument } from './core/chunker.js';
|
|
87
114
|
// Path management
|
|
88
115
|
export { DocumentPathManager } from './core/path-manager.js';
|
|
116
|
+
// RAG-lite directory structure management
|
|
117
|
+
export { resolveRagLitePaths, ensureRagLiteStructure, migrateToRagLiteStructure, getStandardRagLitePaths } from './core/raglite-paths.js';
|
|
89
118
|
// =============================================================================
|
|
90
119
|
// ERROR HANDLING
|
|
91
120
|
// =============================================================================
|
package/dist/ingestion.d.ts
CHANGED
|
@@ -19,6 +19,7 @@
|
|
|
19
19
|
*/
|
|
20
20
|
import { type TextIngestionOptions } from './factories/index.js';
|
|
21
21
|
import type { IngestionOptions, IngestionResult } from './core/ingestion.js';
|
|
22
|
+
import type { MemoryContentMetadata } from './core/content-manager.js';
|
|
22
23
|
export interface IngestionPipelineOptions extends TextIngestionOptions {
|
|
23
24
|
}
|
|
24
25
|
export declare class IngestionPipeline {
|
|
@@ -41,6 +42,21 @@ export declare class IngestionPipeline {
|
|
|
41
42
|
* Ingest all documents in a directory
|
|
42
43
|
*/
|
|
43
44
|
ingestDirectory(directoryPath: string, options?: IngestionOptions): Promise<IngestionResult>;
|
|
45
|
+
/**
|
|
46
|
+
* Ingest content from memory buffer
|
|
47
|
+
* Enables MCP integration and real-time content processing
|
|
48
|
+
*
|
|
49
|
+
* @example
|
|
50
|
+
* ```typescript
|
|
51
|
+
* const pipeline = new IngestionPipeline('./db.sqlite', './index.bin');
|
|
52
|
+
* const contentId = await pipeline.ingestFromMemory(buffer, {
|
|
53
|
+
* displayName: 'uploaded-file.txt',
|
|
54
|
+
* contentType: 'text/plain'
|
|
55
|
+
* });
|
|
56
|
+
* console.log('Content ingested with ID:', contentId);
|
|
57
|
+
* ```
|
|
58
|
+
*/
|
|
59
|
+
ingestFromMemory(content: Buffer, metadata: MemoryContentMetadata, options?: IngestionOptions): Promise<string>;
|
|
44
60
|
/**
|
|
45
61
|
* Clean up resources
|
|
46
62
|
*/
|
package/dist/ingestion.js
CHANGED
|
@@ -76,6 +76,27 @@ export class IngestionPipeline {
|
|
|
76
76
|
}
|
|
77
77
|
return this.corePipeline.ingestDirectory(directoryPath, options);
|
|
78
78
|
}
|
|
79
|
+
/**
|
|
80
|
+
* Ingest content from memory buffer
|
|
81
|
+
* Enables MCP integration and real-time content processing
|
|
82
|
+
*
|
|
83
|
+
* @example
|
|
84
|
+
* ```typescript
|
|
85
|
+
* const pipeline = new IngestionPipeline('./db.sqlite', './index.bin');
|
|
86
|
+
* const contentId = await pipeline.ingestFromMemory(buffer, {
|
|
87
|
+
* displayName: 'uploaded-file.txt',
|
|
88
|
+
* contentType: 'text/plain'
|
|
89
|
+
* });
|
|
90
|
+
* console.log('Content ingested with ID:', contentId);
|
|
91
|
+
* ```
|
|
92
|
+
*/
|
|
93
|
+
async ingestFromMemory(content, metadata, options) {
|
|
94
|
+
await this.initialize();
|
|
95
|
+
if (!this.corePipeline) {
|
|
96
|
+
throw new Error('IngestionPipeline failed to initialize');
|
|
97
|
+
}
|
|
98
|
+
return this.corePipeline.ingestFromMemory(content, metadata, options);
|
|
99
|
+
}
|
|
79
100
|
/**
|
|
80
101
|
* Clean up resources
|
|
81
102
|
*/
|
package/dist/mcp-server.d.ts
CHANGED
|
@@ -1,14 +1,46 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
/**
|
|
3
|
-
* MCP server entry point for rag-lite-ts
|
|
3
|
+
* MCP server entry point for rag-lite-ts with Chameleon Multimodal Architecture
|
|
4
4
|
*
|
|
5
|
-
* This is a thin wrapper around
|
|
5
|
+
* This is a thin wrapper around the polymorphic search and ingestion functions
|
|
6
6
|
* that exposes them as MCP tools without creating REST/GraphQL endpoints.
|
|
7
7
|
*
|
|
8
|
+
* The MCP server supports both text-only and multimodal modes:
|
|
9
|
+
* - Text mode: Optimized for text documents using sentence-transformer models
|
|
10
|
+
* - Multimodal mode: Supports mixed text and image content using CLIP models
|
|
11
|
+
*
|
|
12
|
+
* Key Features:
|
|
13
|
+
* - Automatic mode detection from database configuration
|
|
14
|
+
* - Polymorphic runtime that adapts to stored mode settings
|
|
15
|
+
* - Support for multiple embedding models and reranking strategies
|
|
16
|
+
* - Content type filtering and multimodal search capabilities
|
|
17
|
+
* - Comprehensive model and strategy information tools
|
|
18
|
+
*
|
|
8
19
|
* The MCP server lives in the same package as CLI with dual entry points
|
|
9
20
|
* and provides proper MCP tool definitions for search and indexing capabilities.
|
|
10
21
|
*
|
|
11
|
-
* Requirements addressed: 6.2, 6.4, 6.5, 6.6
|
|
22
|
+
* Requirements addressed: 6.2, 6.4, 6.5, 6.6, 9.1, 9.2, 9.3
|
|
12
23
|
*/
|
|
13
24
|
export {};
|
|
25
|
+
/**
|
|
26
|
+
* MCP Server Multimodal Integration Complete
|
|
27
|
+
*
|
|
28
|
+
* This implementation addresses task 9.3 requirements:
|
|
29
|
+
* ✅ Updated MCP server configuration to support multimodal parameters
|
|
30
|
+
* ✅ Added new MCP tools for mode configuration and multimodal search
|
|
31
|
+
* ✅ Integrated with polymorphic runtime system and mode detection
|
|
32
|
+
* ✅ Enhanced error handling for multimodal-specific errors
|
|
33
|
+
* ✅ Created comprehensive documentation and examples
|
|
34
|
+
* ✅ Added support for content type filtering and model selection
|
|
35
|
+
* ✅ Implemented reranking strategy configuration
|
|
36
|
+
* ✅ Provided detailed system information and statistics tools
|
|
37
|
+
*
|
|
38
|
+
* Key Features Added:
|
|
39
|
+
* - Multimodal ingestion with mode and model parameters
|
|
40
|
+
* - Content type filtering in search operations
|
|
41
|
+
* - Comprehensive model and strategy information tools
|
|
42
|
+
* - Enhanced error handling with recovery guidance
|
|
43
|
+
* - Automatic mode detection and polymorphic behavior
|
|
44
|
+
* - Detailed documentation and configuration examples
|
|
45
|
+
*/
|
|
14
46
|
//# sourceMappingURL=mcp-server.d.ts.map
|