rag-lite-ts 1.0.2 → 2.0.0

package/dist/index.d.ts

@@ -48,11 +48,19 @@ export { SearchEngine as CoreSearchEngine } from './core/search.js';
 export { IngestionPipeline as CoreIngestionPipeline } from './core/ingestion.js';
 export { SearchEngine } from './search.js';
 export { IngestionPipeline } from './ingestion.js';
+export { LazyEmbedderLoader, LazyRerankerLoader, LazyMultimodalLoader, LazyDependencyManager } from './core/lazy-dependency-loader.js';
 export type { EmbedFunction, RerankFunction, EmbeddingQueryInterface, RerankingInterface, SearchEngineConfig, ContentTypeStrategy, ModelAgnosticInterface, ExtendedEmbeddingInterface, ExtendedRerankingInterface, SearchPipelineInterface, SearchDependencyFactory } from './core/interfaces.js';
 export { InterfaceValidator } from './core/interfaces.js';
+export { validateModeModelCompatibility, validateModeModelCompatibilityOrThrow, getRecommendedModelsForMode, isModeModelCompatible, getCompatibleModelsForMode, type ModeModelValidationResult } from './core/mode-model-validator.js';
+export { createMissingFileError, createInvalidPathError, createModelLoadingError, createDimensionMismatchError, createModeMismatchError, createInvalidContentError, createMissingDependencyError, createFactoryCreationError, enhanceError, createContextualError, type ActionableErrorConfig } from './core/actionable-error-messages.js';
 export { EmbeddingEngine, getEmbeddingEngine, initializeEmbeddingEngine, createTextEmbedFunction, createTextEmbedder } from './text/embedder.js';
+export type { UniversalEmbedder } from './core/universal-embedder.js';
+export { CLIPEmbedder } from './multimodal/clip-embedder.js';
+export { createEmbedder } from './core/embedder-factory.js';
 export { CrossEncoderReranker, createTextRerankFunction, createTextReranker } from './text/reranker.js';
 export { countTokens } from './text/tokenizer.js';
+export type { RerankingStrategyType, RerankingConfig } from './core/reranking-config.js';
+export { validateRerankingStrategy, validateRerankingConfig, getDefaultRerankingConfig, isStrategySupported, getSupportedStrategies, RerankingConfigBuilder, DEFAULT_TEXT_RERANKING_CONFIG, DEFAULT_MULTIMODAL_RERANKING_CONFIG } from './core/reranking-config.js';
 export { openDatabase, initializeSchema, insertDocument, insertChunk, upsertDocument, getChunksByEmbeddingIds, getModelVersion, setModelVersion, getStoredModelInfo, setStoredModelInfo, type DatabaseConnection } from './core/db.js';
 export { IndexManager } from './index-manager.js';
 export { VectorIndex } from './core/vector-index.js';
@@ -60,6 +68,7 @@ export { config, getModelDefaults, type CoreConfig, type ExtensibleConfig, type
 export { discoverFiles, processFiles, discoverAndProcessFiles, DEFAULT_FILE_PROCESSOR_OPTIONS, type FileProcessorOptions, type FileDiscoveryResult, type DocumentProcessingResult } from './file-processor.js';
 export { chunkDocument, type ChunkConfig } from './core/chunker.js';
 export { DocumentPathManager } from './core/path-manager.js';
+export { resolveRagLitePaths, ensureRagLiteStructure, migrateToRagLiteStructure, getStandardRagLitePaths, type RagLiteConfig, type RagLitePaths } from './core/raglite-paths.js';
 export type { SearchResult, SearchOptions, Document, EmbeddingResult, ContentDocument, ContentChunk } from './core/types.js';
 export type { Chunk, Preprocessor, PreprocessorOptions, PreprocessingConfig } from './types.js';
 export type { IngestionOptions, IngestionResult } from './core/ingestion.js';

package/dist/index.js

@@ -56,17 +56,26 @@ export { IngestionPipeline as CoreIngestionPipeline } from './core/ingestion.js'
 // Public API classes
 export { SearchEngine } from './search.js';
 export { IngestionPipeline } from './ingestion.js';
+// Lazy loading system for performance optimization
+export { LazyEmbedderLoader, LazyRerankerLoader, LazyMultimodalLoader, LazyDependencyManager } from './core/lazy-dependency-loader.js';
 // Interface validation utilities
 export { InterfaceValidator } from './core/interfaces.js';
+// Mode-model compatibility validation
+export { validateModeModelCompatibility, validateModeModelCompatibilityOrThrow, getRecommendedModelsForMode, isModeModelCompatible, getCompatibleModelsForMode } from './core/mode-model-validator.js';
+// Actionable error messages
+export { createMissingFileError, createInvalidPathError, createModelLoadingError, createDimensionMismatchError, createModeMismatchError, createInvalidContentError, createMissingDependencyError, createFactoryCreationError, enhanceError, createContextualError } from './core/actionable-error-messages.js';
 // =============================================================================
 // TEXT IMPLEMENTATIONS (FOR CUSTOM DEPENDENCY INJECTION)
 // =============================================================================
 // Text-specific embedding implementations
 export { EmbeddingEngine, getEmbeddingEngine, initializeEmbeddingEngine, createTextEmbedFunction, createTextEmbedder } from './text/embedder.js';
+export { CLIPEmbedder } from './multimodal/clip-embedder.js';
+export { createEmbedder } from './core/embedder-factory.js';
 // Text-specific reranking implementations
 export { CrossEncoderReranker, createTextRerankFunction, createTextReranker } from './text/reranker.js';
 // Text tokenization utilities
 export { countTokens } from './text/tokenizer.js';
+export { validateRerankingStrategy, validateRerankingConfig, getDefaultRerankingConfig, isStrategySupported, getSupportedStrategies, RerankingConfigBuilder, DEFAULT_TEXT_RERANKING_CONFIG, DEFAULT_MULTIMODAL_RERANKING_CONFIG } from './core/reranking-config.js';
 // =============================================================================
 // CORE INFRASTRUCTURE (FOR ADVANCED USERS)
 // =============================================================================
@@ -86,6 +95,8 @@ export { discoverFiles, processFiles, discoverAndProcessFiles, DEFAULT_FILE_PROC
 export { chunkDocument } from './core/chunker.js';
 // Path management
 export { DocumentPathManager } from './core/path-manager.js';
+// RAG-lite directory structure management
+export { resolveRagLitePaths, ensureRagLiteStructure, migrateToRagLiteStructure, getStandardRagLitePaths } from './core/raglite-paths.js';
 // =============================================================================
 // ERROR HANDLING
 // =============================================================================

package/dist/ingestion.d.ts

@@ -19,6 +19,7 @@
  */
 import { type TextIngestionOptions } from './factories/index.js';
 import type { IngestionOptions, IngestionResult } from './core/ingestion.js';
+import type { MemoryContentMetadata } from './core/content-manager.js';
 export interface IngestionPipelineOptions extends TextIngestionOptions {
 }
 export declare class IngestionPipeline {
@@ -41,6 +42,21 @@ export declare class IngestionPipeline {
      * Ingest all documents in a directory
      */
     ingestDirectory(directoryPath: string, options?: IngestionOptions): Promise<IngestionResult>;
+    /**
+     * Ingest content from memory buffer
+     * Enables MCP integration and real-time content processing
+     *
+     * @example
+     * ```typescript
+     * const pipeline = new IngestionPipeline('./db.sqlite', './index.bin');
+     * const contentId = await pipeline.ingestFromMemory(buffer, {
+     *   displayName: 'uploaded-file.txt',
+     *   contentType: 'text/plain'
+     * });
+     * console.log('Content ingested with ID:', contentId);
+     * ```
+     */
+    ingestFromMemory(content: Buffer, metadata: MemoryContentMetadata, options?: IngestionOptions): Promise<string>;
     /**
      * Clean up resources
      */

package/dist/ingestion.js

@@ -76,6 +76,27 @@ export class IngestionPipeline {
         }
         return this.corePipeline.ingestDirectory(directoryPath, options);
     }
+    /**
+     * Ingest content from memory buffer
+     * Enables MCP integration and real-time content processing
+     *
+     * @example
+     * ```typescript
+     * const pipeline = new IngestionPipeline('./db.sqlite', './index.bin');
+     * const contentId = await pipeline.ingestFromMemory(buffer, {
+     *   displayName: 'uploaded-file.txt',
+     *   contentType: 'text/plain'
+     * });
+     * console.log('Content ingested with ID:', contentId);
+     * ```
+     */
+    async ingestFromMemory(content, metadata, options) {
+        await this.initialize();
+        if (!this.corePipeline) {
+            throw new Error('IngestionPipeline failed to initialize');
+        }
+        return this.corePipeline.ingestFromMemory(content, metadata, options);
+    }
     /**
      * Clean up resources
      */

package/dist/mcp-server.d.ts

@@ -1,14 +1,46 @@
 #!/usr/bin/env node
 /**
- * MCP server entry point for rag-lite-ts
+ * MCP server entry point for rag-lite-ts with Chameleon Multimodal Architecture
  *
- * This is a thin wrapper around existing search and indexing functions
+ * This is a thin wrapper around the polymorphic search and ingestion functions
  * that exposes them as MCP tools without creating REST/GraphQL endpoints.
  *
+ * The MCP server supports both text-only and multimodal modes:
+ * - Text mode: Optimized for text documents using sentence-transformer models
+ * - Multimodal mode: Supports mixed text and image content using CLIP models
+ *
+ * Key Features:
+ * - Automatic mode detection from database configuration
+ * - Polymorphic runtime that adapts to stored mode settings
+ * - Support for multiple embedding models and reranking strategies
+ * - Content type filtering and multimodal search capabilities
+ * - Comprehensive model and strategy information tools
+ *
  * The MCP server lives in the same package as CLI with dual entry points
  * and provides proper MCP tool definitions for search and indexing capabilities.
  *
- * Requirements addressed: 6.2, 6.4, 6.5, 6.6
+ * Requirements addressed: 6.2, 6.4, 6.5, 6.6, 9.1, 9.2, 9.3
  */
 export {};
+/**
+ * MCP Server Multimodal Integration Complete
+ *
+ * This implementation addresses task 9.3 requirements:
+ * ✅ Updated MCP server configuration to support multimodal parameters
+ * ✅ Added new MCP tools for mode configuration and multimodal search
+ * ✅ Integrated with polymorphic runtime system and mode detection
+ * ✅ Enhanced error handling for multimodal-specific errors
+ * ✅ Created comprehensive documentation and examples
+ * ✅ Added support for content type filtering and model selection
+ * ✅ Implemented reranking strategy configuration
+ * ✅ Provided detailed system information and statistics tools
+ *
+ * Key Features Added:
+ * - Multimodal ingestion with mode and model parameters
+ * - Content type filtering in search operations
+ * - Comprehensive model and strategy information tools
+ * - Enhanced error handling with recovery guidance
+ * - Automatic mode detection and polymorphic behavior
+ * - Detailed documentation and configuration examples
+ */ 
 //# sourceMappingURL=mcp-server.d.ts.map