rag-lite-ts 2.1.0 → 2.2.0

package/dist/esm/cli.js

@@ -0,0 +1,529 @@
+#!/usr/bin/env node
+import { readFileSync } from 'fs';
+import { fileURLToPath } from 'url';
+import { dirname, join } from 'path';
+import { EXIT_CODES, ConfigurationError } from './core/config.js';
+// Get package.json for version info
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+const packageJsonPath = join(__dirname, '..', 'package.json');
+const packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf-8'));
+/**
+ * Display version information
+ */
+function showVersion() {
+    console.log(`RAG-lite TS v${packageJson.version}`);
+}
+/**
+ * Display help information
+ */
+function showHelp() {
+    console.log(`
+RAG-lite TS v${packageJson.version}
+Local-first TypeScript retrieval engine for semantic search
+
+Usage:
+  raglite <command> [options]
+
+Commands:
+  ingest <path>     Ingest documents from file or directory
+  search <query>    Search indexed documents (text or image)
+  rebuild           Rebuild the vector index
+  version           Show version information
+  help              Show this help message
+
+Examples:
+  raglite ingest ./docs/           # Ingest all .md/.txt/.docx/.pdf files in docs/
+  raglite ingest ./readme.md       # Ingest single file
+  raglite ingest ./docs/ --model Xenova/all-mpnet-base-v2  # Use higher quality model
+  raglite ingest ./docs/ --mode multimodal  # Enable multimodal processing
+  raglite ingest ./docs/ --path-strategy relative --path-base /project  # Use relative paths
+  raglite search "machine learning" # Search for documents about machine learning
+  raglite search "API documentation" --top-k 10  # Get top 10 results
+  raglite search "red car" --content-type image  # Search only image results
+  raglite search ./photo.jpg       # Search with image (multimodal mode only)
+  raglite search ./image.png --top-k 5  # Find similar images
+
+  raglite rebuild                  # Rebuild the entire index
+
+Options for search:
+  --top-k <number>       Number of results to return (default: 10)
+  --rerank              Enable reranking for better results
+  --no-rerank           Disable reranking
+  --content-type <type> Filter results by content type: 'text', 'image', or 'all' (default: all)
+
+Options for ingest:
+  --model <name>       Use specific embedding model
+  --mode <mode>        Processing mode: 'text' (default) or 'multimodal'
+  --rebuild-if-needed  Automatically rebuild if model mismatch detected (WARNING: rebuilds entire index)
+  --path-strategy <strategy>  Path storage strategy: 'relative' (default) or 'absolute'
+  --path-base <path>   Base directory for relative paths (defaults to current directory)
+
+Available models:
+  Text mode:
+    sentence-transformers/all-MiniLM-L6-v2  (384 dim, fast, default)
+    Xenova/all-mpnet-base-v2               (768 dim, higher quality)
+  Multimodal mode:
+    Xenova/clip-vit-base-patch32           (512 dim, faster, default)
+    Xenova/clip-vit-base-patch16           (512 dim, more accurate, slower)
+
+Available reranking strategies (multimodal mode):
+  text-derived  Use image-to-text conversion + cross-encoder (default)
+  disabled      No reranking, use vector similarity only
+
+For more information, visit: https://github.com/your-repo/rag-lite-ts
+`);
+}
+/**
+ * Parse command line arguments
+ */
+function parseArgs() {
+    const args = process.argv.slice(2);
+    if (args.length === 0) {
+        return { command: 'help', args: [], options: {} };
+    }
+    // Handle --version and --help flags at the top level
+    if (args[0] === '--version' || args[0] === '-v') {
+        return { command: 'version', args: [], options: {} };
+    }
+    if (args[0] === '--help' || args[0] === '-h') {
+        return { command: 'help', args: [], options: {} };
+    }
+    const command = args[0];
+    const remainingArgs = [];
+    const options = {};
+    // Parse arguments and options
+    for (let i = 1; i < args.length; i++) {
+        const arg = args[i];
+        if (arg.startsWith('--')) {
+            const optionName = arg.slice(2);
+            // Handle boolean flags with optional values
+            if (optionName === 'rerank') {
+                const nextArg = args[i + 1];
+                if (nextArg && (nextArg === 'true' || nextArg === 'false')) {
+                    options.rerank = nextArg === 'true';
+                    i++; // Skip the next argument as it's the value
+                }
+                else {
+                    options.rerank = true;
+                }
+            }
+            else if (optionName === 'no-rerank') {
+                options.rerank = false;
+            }
+            else if (optionName === 'rebuild-if-needed') {
+                options.rebuildIfNeeded = true;
+            }
+            else if (optionName === 'help') {
+                return { command: 'help', args: [], options: {} };
+            }
+            else if (optionName === 'version') {
+                return { command: 'version', args: [], options: {} };
+            }
+            else {
+                // Handle options with values
+                const nextArg = args[i + 1];
+                if (nextArg && !nextArg.startsWith('--')) {
+                    options[optionName] = nextArg;
+                    i++; // Skip the next argument as it's the value
+                }
+                else {
+                    options[optionName] = true;
+                }
+            }
+        }
+        else {
+            remainingArgs.push(arg);
+        }
+    }
+    return { command, args: remainingArgs, options };
+}
+/**
+ * Validate command line arguments
+ */
+function validateArgs(command, args, options) {
+    // Phase 3: Reject the removed --rerank-strategy option
+    if (options['rerank-strategy'] !== undefined) {
+        console.error('Error: --rerank-strategy option has been removed in this version');
+        console.error('');
+        console.error('Reranking strategy is now automatically selected based on mode:');
+        console.error('  Text mode: cross-encoder (or disabled)');
+        console.error('  Multimodal mode: text-derived (or disabled)');
+        console.error('');
+        console.error('Use --rerank or --no-rerank to control reranking instead.');
+        process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+    }
+    switch (command) {
+        case 'ingest':
+            if (args.length === 0) {
+                console.error('Error: ingest command requires a path argument');
+                console.error('');
+                console.error('Usage: raglite ingest <path>');
+                console.error('');
+                console.error('Examples:');
+                console.error('  raglite ingest ./docs/           # Ingest all .md/.txt/.docx/.pdf files in docs/');
+                console.error('  raglite ingest ./readme.md       # Ingest single file');
+                console.error('  raglite ingest ./docs/ --model Xenova/all-mpnet-base-v2  # Use higher quality model');
+                console.error('  raglite ingest ./docs/ --mode multimodal  # Enable multimodal processing');
+                console.error('');
+                console.error('Options:');
+                console.error('  --model <name>         Use specific embedding model');
+                console.error('  --mode <mode>          Processing mode: text (default) or multimodal');
+                console.error('  --rebuild-if-needed    Automatically rebuild if model mismatch detected');
+                console.error('');
+                console.error('The path can be either a file (.md or .txt) or a directory.');
+                process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+            }
+            break;
+        case 'search':
+            if (args.length === 0) {
+                console.error('Error: search command requires a query argument');
+                console.error('');
+                console.error('Usage: raglite search <query> [options]');
+                console.error('       raglite search <image-path> [options]');
+                console.error('');
+                console.error('Examples:');
+                console.error('  raglite search "machine learning"');
+                console.error('  raglite search "API documentation" --top-k 10');
+                console.error('  raglite search "tutorial" --rerank');
+                console.error('  raglite search "red car" --content-type image');
+                console.error('  raglite search ./photo.jpg              # Image search (multimodal mode)');
+                console.error('  raglite search ./image.png --top-k 5    # Find similar images');
+                console.error('');
+                console.error('Options:');
+                console.error('  --top-k <number>       Number of results to return (default: 10)');
+                console.error('  --rerank              Enable reranking for better results');
+                console.error('  --no-rerank           Disable reranking');
+                console.error('  --content-type <type> Filter by content type: text, image, or all (default: all)');
+                process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+            }
+            break;
+        case 'rebuild':
+            // No arguments required
+            break;
+        case 'version':
+            // No validation needed
+            break;
+        case 'help':
+            // No validation needed
+            break;
+        default:
+            console.error(`Error: Unknown command '${command}'`);
+            console.error('');
+            console.error('Available commands: ingest, search, rebuild, version, help');
+            console.error('Run "raglite help" for detailed usage information');
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+    }
+    // Validate numeric options
+    if (options['top-k'] !== undefined) {
+        const topK = parseInt(options['top-k'], 10);
+        if (isNaN(topK) || topK <= 0) {
+            console.error('Error: --top-k must be a positive number');
+            console.error('');
+            console.error('Examples:');
+            console.error('  --top-k 5     # Return 5 results');
+            console.error('  --top-k 20    # Return 20 results');
+            console.error('');
+            console.error('Valid range: 1-100 results');
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+        if (topK > 100) {
+            console.warn(`Warning: Large --top-k value (${topK}) may impact performance. Consider using a smaller value.`);
+        }
+        options['top-k'] = topK;
+    }
+    // Validate content-type option (only for search command)
+    if (options['content-type'] !== undefined) {
+        if (command !== 'search') {
+            console.error(`Error: --content-type option is only available for the 'search' command`);
+            console.error('');
+            console.error('Use this option to filter search results by content type.');
+            console.error('');
+            console.error('Examples:');
+            console.error('  raglite search "query" --content-type text   # Only text results');
+            console.error('  raglite search "query" --content-type image  # Only image results');
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+        const supportedTypes = ['text', 'image', 'all'];
+        if (!supportedTypes.includes(options['content-type'])) {
+            console.error(`Error: Unsupported content type '${options['content-type']}'`);
+            console.error('');
+            console.error('Supported content types:');
+            console.error('  text   Filter to show only text results');
+            console.error('  image  Filter to show only image results');
+            console.error('  all    Show all results (default)');
+            console.error('');
+            console.error('Examples:');
+            console.error('  --content-type text');
+            console.error('  --content-type image');
+            console.error('  --content-type all');
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+    }
+    // Validate mode option (only for ingest command)
+    if (options.mode !== undefined) {
+        if (command !== 'ingest') {
+            console.error(`Error: --mode option is only available for the 'ingest' command`);
+            console.error('');
+            console.error('The search command automatically detects the mode from the database.');
+            console.error('Mode is set once during ingestion and persists for all searches.');
+            console.error('');
+            console.error('Examples:');
+            console.error('  raglite ingest ./docs/ --mode multimodal');
+            console.error('  raglite search "your query"  # Uses mode from ingestion');
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+        const supportedModes = ['text', 'multimodal'];
+        if (!supportedModes.includes(options.mode)) {
+            console.error(`Error: Unsupported mode '${options.mode}'`);
+            console.error('');
+            console.error('Supported modes:');
+            console.error('  text        Process text documents only (default)');
+            console.error('  multimodal  Process text and image documents');
+            console.error('');
+            console.error('Examples:');
+            console.error('  --mode text');
+            console.error('  --mode multimodal');
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+    }
+    // Validate model option (only for ingest command)
+    if (options.model !== undefined) {
+        if (command !== 'ingest') {
+            console.error(`Error: --model option is only available for the 'ingest' command`);
+            console.error('');
+            console.error('The search command automatically uses the model that was used during ingestion.');
+            console.error('To search with a different model, you need to re-ingest with that model first.');
+            console.error('');
+            console.error('Examples:');
+            console.error('  raglite ingest ./docs/ --model Xenova/all-mpnet-base-v2');
+            console.error('  raglite search "your query"  # Uses the model from ingestion');
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+        const mode = options.mode || 'text';
+        const textModels = [
+            'sentence-transformers/all-MiniLM-L6-v2',
+            'Xenova/all-mpnet-base-v2'
+        ];
+        const multimodalModels = [
+            'Xenova/clip-vit-base-patch32',
+            'Xenova/clip-vit-base-patch16'
+        ];
+        let supportedModels;
+        let modelTypeDescription;
+        if (mode === 'multimodal') {
+            supportedModels = multimodalModels;
+            modelTypeDescription = 'multimodal models';
+        }
+        else {
+            supportedModels = textModels;
+            modelTypeDescription = 'text models';
+        }
+        if (!supportedModels.includes(options.model)) {
+            console.error(`Error: Model '${options.model}' is not supported for ${mode} mode`);
+            console.error('');
+            if (mode === 'text') {
+                console.error('Supported models for text mode:');
+                console.error('  sentence-transformers/all-MiniLM-L6-v2  (384 dim, fast, default)');
+                console.error('  Xenova/all-mpnet-base-v2               (768 dim, higher quality)');
+            }
+            else {
+                console.error('Supported models for multimodal mode:');
+                console.error('  Xenova/clip-vit-base-patch32           (512 dim, faster, default)');
+                console.error('  Xenova/clip-vit-base-patch16           (512 dim, more accurate, slower)');
+            }
+            console.error('');
+            console.error('Examples:');
+            if (mode === 'text') {
+                console.error('  --model sentence-transformers/all-MiniLM-L6-v2');
+                console.error('  --model Xenova/all-mpnet-base-v2');
+            }
+            else {
+                console.error('  --model Xenova/clip-vit-base-patch32 --mode multimodal');
+                console.error('  --model Xenova/clip-vit-base-patch16 --mode multimodal');
+            }
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+    }
+    // Validate path-strategy option (only for ingest command)
+    if (options['path-strategy'] !== undefined) {
+        if (command !== 'ingest') {
+            console.error(`Error: --path-strategy option is only available for the 'ingest' command`);
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+        const supportedStrategies = ['absolute', 'relative'];
+        if (!supportedStrategies.includes(options['path-strategy'])) {
+            console.error(`Error: Unsupported path strategy '${options['path-strategy']}'`);
+            console.error('');
+            console.error('Supported strategies:');
+            console.error('  relative   Store paths relative to base directory (default, portable)');
+            console.error('  absolute   Store absolute paths');
+            console.error('');
+            console.error('Examples:');
+            console.error('  --path-strategy relative');
+            console.error('  --path-strategy absolute');
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+    }
+    // Validate path-base option (only for ingest command)
+    if (options['path-base'] !== undefined) {
+        if (command !== 'ingest') {
+            console.error(`Error: --path-base option is only available for the 'ingest' command`);
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+        if (typeof options['path-base'] !== 'string' || options['path-base'].trim() === '') {
+            console.error('Error: --path-base must be a non-empty directory path');
+            console.error('');
+            console.error('Examples:');
+            console.error('  --path-base /project/docs');
+            console.error('  --path-base ./my-docs');
+            process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+        }
+    }
+}
+/**
+ * Main CLI entry point
+ */
+async function main() {
+    // Set CLI mode to prevent database connection manager from starting timers
+    process.env.RAG_CLI_MODE = 'true';
+    try {
+        const { command, args, options } = parseArgs();
+        // Validate arguments
+        validateArgs(command, args, options);
+        // Handle commands
+        switch (command) {
+            case 'version':
+                showVersion();
+                break;
+            case 'help':
+                showHelp();
+                break;
+            case 'ingest':
+                const { runIngest } = await import('./cli/indexer.js');
+                await runIngest(args[0], options);
+                break;
+            case 'search':
+                const { runSearch } = await import('./cli/search.js');
+                const query = args.join(' '); // Join all args as query
+                await runSearch(query, options);
+                break;
+            case 'rebuild':
+                const { runRebuild } = await import('./cli/indexer.js');
+                await runRebuild();
+                break;
+            default:
+                console.error(`Error: Unknown command '${command}'`);
+                process.exit(1);
+        }
+    }
+    catch (error) {
+        // Handle different error types with appropriate exit codes
+        if (error instanceof ConfigurationError) {
+            console.error('Configuration Error:');
+            console.error(error.message);
+            process.exit(error.exitCode);
+        }
+        else if (error instanceof Error) {
+            console.error('Error:', error.message);
+            // Provide context-specific help for common errors
+            if (error.message.includes('ENOENT')) {
+                console.error('');
+                console.error('This usually means a file or directory was not found.');
+                console.error('Please check that the path exists and you have read permissions.');
+                process.exit(EXIT_CODES.FILE_NOT_FOUND);
+            }
+            else if (error.message.includes('EACCES') || error.message.includes('permission')) {
+                console.error('');
+                console.error('Permission denied. Please check file/directory permissions.');
+                process.exit(EXIT_CODES.PERMISSION_ERROR);
+            }
+            else if (error.message.includes('SQLITE') || error.message.includes('database')) {
+                console.error('');
+                console.error('Database error. Try running "raglite rebuild" to fix index issues.');
+                process.exit(EXIT_CODES.DATABASE_ERROR);
+            }
+            else if (error.message.includes('model') || error.message.includes('ONNX')) {
+                console.error('');
+                console.error('Model loading error. The embedding model will be downloaded automatically on first run.');
+                process.exit(EXIT_CODES.MODEL_ERROR);
+            }
+            else {
+                process.exit(EXIT_CODES.GENERAL_ERROR);
+            }
+        }
+        else {
+            console.error('Unknown error:', String(error));
+            process.exit(EXIT_CODES.GENERAL_ERROR);
+        }
+    }
+}
+// Handle unhandled promise rejections
+process.on('unhandledRejection', (reason, promise) => {
+    console.error('🚨 Unhandled Promise Rejection:');
+    console.error('Reason:', reason);
+    console.error('Promise:', promise);
+    console.error('');
+    console.error('This is usually caused by an async operation that failed without proper error handling.');
+    console.error('The system will exit to prevent undefined behavior.');
+    console.error('');
+    console.error('If this error persists, please report it with the above details.');
+    process.exit(EXIT_CODES.GENERAL_ERROR);
+});
+// Handle uncaught exceptions
+process.on('uncaughtException', (error) => {
+    console.error('🚨 Uncaught Exception:');
+    console.error('Error:', error.message);
+    console.error('');
+    if (error.stack) {
+        console.error('Stack trace:');
+        console.error(error.stack);
+        console.error('');
+    }
+    console.error('This indicates a serious error in the application.');
+    console.error('The system will exit immediately to prevent data corruption.');
+    console.error('');
+    console.error('Please report this issue with the above details.');
+    process.exit(EXIT_CODES.GENERAL_ERROR);
+});
+// Handle process termination signals gracefully
+process.on('SIGINT', async () => {
+    console.log('\n\nReceived SIGINT (Ctrl+C). Shutting down gracefully...');
+    console.log('If you need to force quit, press Ctrl+C again.');
+    // Clean up database connections before exit
+    try {
+        const { DatabaseConnectionManager } = await import('./core/database-connection-manager.js');
+        await DatabaseConnectionManager.closeAllConnections();
+    }
+    catch (error) {
+        // Ignore cleanup errors during shutdown
+    }
+    process.exit(EXIT_CODES.SUCCESS);
+});
+process.on('SIGTERM', async () => {
+    console.log('\n\nReceived SIGTERM. Shutting down gracefully...');
+    // Clean up database connections before exit
+    try {
+        const { DatabaseConnectionManager } = await import('./core/database-connection-manager.js');
+        await DatabaseConnectionManager.closeAllConnections();
+    }
+    catch (error) {
+        // Ignore cleanup errors during shutdown
+    }
+    process.exit(EXIT_CODES.SUCCESS);
+});
+// Run the CLI only if this file is executed directly
+// In ES modules, we need to check import.meta.url instead of require.main
+// Check if this file is being run directly
+if (process.argv[1] === __filename || process.argv[1].endsWith('cli.js')) {
+    main().catch((error) => {
+        console.error('Fatal error:', error instanceof Error ? error.message : String(error));
+        if (error instanceof ConfigurationError) {
+            process.exit(error.exitCode);
+        }
+        else {
+            process.exit(EXIT_CODES.GENERAL_ERROR);
+        }
+    });
+}
+//# sourceMappingURL=cli.js.map

package/dist/esm/config.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Main configuration file with text-specific settings
+ * Extends core configuration with implementation-specific properties
+ */
+import { CoreConfig } from './core/config.js';
+/**
+ * Text-specific configuration properties
+ */
+export interface TextConfig {
+    embedding_model: string;
+    rerank_enabled: boolean;
+    rerank_model: string;
+    preprocessing: {
+        enabled: boolean;
+        mdx: boolean;
+        mermaid: boolean;
+        code_blocks: boolean;
+    };
+}
+/**
+ * Complete configuration interface combining core and text-specific settings
+ */
+export interface Config extends CoreConfig {
+    embedding_model: string;
+    rerank_enabled: boolean;
+    rerank_model: string;
+    preprocessing: {
+        enabled: boolean;
+        mdx: boolean;
+        mermaid: boolean;
+        code_blocks: boolean;
+    };
+}
+/**
+ * Default configuration object with both core and text-specific settings
+ */
+export declare const config: Config;
+export * from './core/config.js';
+/**
+ * Validate complete configuration including text-specific settings
+ */
+export declare function validateConfig(config: any): asserts config is Config;
+/**
+ * Validate preprocessing configuration
+ */
+export declare function validatePreprocessingConfig(config: any): boolean;
+/**
+ * Merge preprocessing configurations
+ */
+export declare function mergePreprocessingConfig(base: any, override: any): any;
+//# sourceMappingURL=config.d.ts.map

package/dist/esm/config.js

@@ -0,0 +1,79 @@
+/**
+ * Main configuration file with text-specific settings
+ * Extends core configuration with implementation-specific properties
+ */
+import { getDefaultModelCachePath } from './core/config.js';
+import { createRequire } from 'module';
+// Create require for CommonJS modules in ES module context
+const require = createRequire(import.meta.url);
+/**
+ * Default configuration object with both core and text-specific settings
+ */
+export const config = {
+    // Core settings
+    chunk_size: parseInt(process.env.RAG_CHUNK_SIZE || '250', 10),
+    chunk_overlap: parseInt(process.env.RAG_CHUNK_OVERLAP || '50', 10),
+    batch_size: parseInt(process.env.RAG_BATCH_SIZE || '16', 10),
+    top_k: parseInt(process.env.RAG_TOP_K || '10', 10),
+    db_file: process.env.RAG_DB_FILE || 'db.sqlite',
+    index_file: process.env.RAG_INDEX_FILE || 'vector-index.bin',
+    model_cache_path: process.env.RAG_MODEL_CACHE_PATH || getDefaultModelCachePath(),
+    path_storage_strategy: process.env.RAG_PATH_STORAGE_STRATEGY || 'relative',
+    // Text-specific settings
+    embedding_model: process.env.RAG_EMBEDDING_MODEL || 'sentence-transformers/all-MiniLM-L6-v2',
+    rerank_enabled: process.env.RAG_RERANK_ENABLED !== 'false', // Default to true unless explicitly disabled
+    rerank_model: process.env.RAG_RERANK_MODEL || 'cross-encoder/ms-marco-MiniLM-L-6-v2',
+    // Preprocessing settings
+    preprocessing: {
+        enabled: process.env.RAG_PREPROCESSING_ENABLED !== 'false',
+        mdx: process.env.RAG_PREPROCESSING_MDX !== 'false',
+        mermaid: process.env.RAG_PREPROCESSING_MERMAID !== 'false',
+        code_blocks: process.env.RAG_PREPROCESSING_CODE_BLOCKS !== 'false'
+    }
+};
+// Re-export everything from core config
+export * from './core/config.js';
+/**
+ * Validate complete configuration including text-specific settings
+ */
+export function validateConfig(config) {
+    // First validate core config
+    const { validateCoreConfig } = require('./core/config.js');
+    validateCoreConfig(config);
+    // Validate text-specific settings
+    if (!config.embedding_model || typeof config.embedding_model !== 'string') {
+        throw new Error('embedding_model must be a non-empty string');
+    }
+    if (typeof config.rerank_enabled !== 'boolean') {
+        throw new Error('rerank_enabled must be a boolean');
+    }
+    if (!config.rerank_model || typeof config.rerank_model !== 'string') {
+        throw new Error('rerank_model must be a non-empty string');
+    }
+    if (!config.preprocessing || typeof config.preprocessing !== 'object') {
+        throw new Error('preprocessing must be an object');
+    }
+}
+/**
+ * Validate preprocessing configuration
+ */
+export function validatePreprocessingConfig(config) {
+    return config &&
+        typeof config === 'object' &&
+        typeof config.enabled === 'boolean' &&
+        typeof config.mdx === 'boolean' &&
+        typeof config.mermaid === 'boolean' &&
+        typeof config.code_blocks === 'boolean';
+}
+/**
+ * Merge preprocessing configurations
+ */
+export function mergePreprocessingConfig(base, override) {
+    return {
+        enabled: override.enabled !== undefined ? override.enabled : base.enabled,
+        mdx: override.mdx !== undefined ? override.mdx : base.mdx,
+        mermaid: override.mermaid !== undefined ? override.mermaid : base.mermaid,
+        code_blocks: override.code_blocks !== undefined ? override.code_blocks : base.code_blocks
+    };
+}
+//# sourceMappingURL=config.js.map