rag-lite-ts 2.0.3 → 2.0.5

package/dist/cli/indexer.js

@@ -1,6 +1,6 @@
 import { existsSync, statSync } from 'fs';
 import { resolve } from 'path';
-import { TextIngestionFactory } from '../factories/text-factory.js';
+import { IngestionFactory } from '../factories/ingestion-factory.js';
 import { withCLIDatabaseAccess, setupCLICleanup, isDatabaseBusy } from '../core/cli-database-utils.js';
 import { EXIT_CODES, ConfigurationError } from '../core/config.js';
 /**
@@ -228,8 +228,8 @@ export async function runIngest(path, options = {}) {
         // Create ingestion pipeline using factory
         let pipeline;
         try {
-            // Create ingestion pipeline using TextIngestionFactory with database protection
-            pipeline = await withCLIDatabaseAccess(dbPath, () => TextIngestionFactory.create(dbPath, indexPath, factoryOptions), {
+            // Create ingestion pipeline using IngestionFactory with database protection
+            pipeline = await withCLIDatabaseAccess(dbPath, () => IngestionFactory.create(dbPath, indexPath, factoryOptions), {
                 commandName: 'Ingestion command',
                 showProgress: true,
                 maxWaitMs: 15000 // Longer timeout for ingestion
@@ -379,7 +379,7 @@ export async function runRebuild() {
             }
         }
         // Create ingestion pipeline with force rebuild using factory
-        const pipeline = await TextIngestionFactory.create(dbPath, indexPath, rebuildOptions);
+        const pipeline = await IngestionFactory.create(dbPath, indexPath, rebuildOptions);
         try {
             // Get all documents from database and re-ingest them
             const { openDatabase } = await import('../core/db.js');

package/dist/cli/search.js

@@ -1,5 +1,5 @@
 import { existsSync } from 'fs';
-import { PolymorphicSearchFactory } from '../core/polymorphic-search-factory.js';
+import { SearchFactory } from '../factories/search-factory.js';
 import { withCLIDatabaseAccess, setupCLICleanup } from '../core/cli-database-utils.js';
 import { config, EXIT_CODES, ConfigurationError } from '../core/config.js';
 /**
@@ -60,8 +60,8 @@ export async function runSearch(query, options = {}) {
         // Initialize search engine using polymorphic factory with database protection
         let searchEngine;
         try {
-            // Create search engine using PolymorphicSearchFactory (auto-detects mode)
-            searchEngine = await withCLIDatabaseAccess(effectiveConfig.db_file, () => PolymorphicSearchFactory.create(effectiveConfig.index_file, effectiveConfig.db_file), {
+            // Create search engine using SearchFactory (auto-detects mode)
+            searchEngine = await withCLIDatabaseAccess(effectiveConfig.db_file, () => SearchFactory.create(effectiveConfig.index_file, effectiveConfig.db_file), {
                 commandName: 'Search command',
                 showProgress: true
             });

package/dist/cli.js

@@ -8,6 +8,12 @@ const __filename = fileURLToPath(import.meta.url);
 const __dirname = dirname(__filename);
 const packageJsonPath = join(__dirname, '..', 'package.json');
 const packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf-8'));
+/**
+ * Display version information
+ */
+function showVersion() {
+    console.log(`RAG-lite TS v${packageJson.version}`);
+}
 /**
  * Display help information
  */
@@ -23,6 +29,7 @@ Commands:
   ingest <path>     Ingest documents from file or directory
   search <query>    Search indexed documents
   rebuild           Rebuild the vector index
+  version           Show version information
   help              Show this help message
 
 Examples:
@@ -57,7 +64,8 @@ Available models:
     sentence-transformers/all-MiniLM-L6-v2  (384 dim, fast, default)
     Xenova/all-mpnet-base-v2               (768 dim, higher quality)
   Multimodal mode:
-    Xenova/clip-vit-base-patch32           (512 dim, text + image support)
+    Xenova/clip-vit-base-patch32           (512 dim, faster, default)
+    Xenova/clip-vit-base-patch16           (512 dim, more accurate, slower)
 
 Available reranking strategies (multimodal mode):
   text-derived  Use image-to-text conversion + cross-encoder (default)
@@ -75,6 +83,13 @@ function parseArgs() {
     if (args.length === 0) {
         return { command: 'help', args: [], options: {} };
     }
+    // Handle --version and --help flags at the top level
+    if (args[0] === '--version' || args[0] === '-v') {
+        return { command: 'version', args: [], options: {} };
+    }
+    if (args[0] === '--help' || args[0] === '-h') {
+        return { command: 'help', args: [], options: {} };
+    }
     const command = args[0];
     const remainingArgs = [];
     const options = {};
@@ -96,6 +111,9 @@ function parseArgs() {
             else if (optionName === 'help') {
                 return { command: 'help', args: [], options: {} };
             }
+            else if (optionName === 'version') {
+                return { command: 'version', args: [], options: {} };
+            }
             else {
                 // Handle options with values
                 const nextArg = args[i + 1];
@@ -165,13 +183,16 @@ function validateArgs(command, args, options) {
         case 'rebuild':
             // No arguments required
             break;
+        case 'version':
+            // No validation needed
+            break;
         case 'help':
             // No validation needed
             break;
         default:
             console.error(`Error: Unknown command '${command}'`);
             console.error('');
-            console.error('Available commands: ingest, search, rebuild, help');
+            console.error('Available commands: ingest, search, rebuild, version, help');
             console.error('Run "raglite help" for detailed usage information');
             process.exit(EXIT_CODES.INVALID_ARGUMENTS);
     }
@@ -302,7 +323,8 @@ function validateArgs(command, args, options) {
             'Xenova/all-mpnet-base-v2'
         ];
         const multimodalModels = [
-            'Xenova/clip-vit-base-patch32'
+            'Xenova/clip-vit-base-patch32',
+            'Xenova/clip-vit-base-patch16'
         ];
         let supportedModels;
         let modelTypeDescription;
@@ -324,7 +346,8 @@ function validateArgs(command, args, options) {
             }
             else {
                 console.error('Supported models for multimodal mode:');
-                console.error('  Xenova/clip-vit-base-patch32           (512 dim, text + image support)');
+                console.error('  Xenova/clip-vit-base-patch32           (512 dim, faster, default)');
+                console.error('  Xenova/clip-vit-base-patch16           (512 dim, more accurate, slower)');
             }
             console.error('');
             console.error('Examples:');
@@ -334,6 +357,7 @@ function validateArgs(command, args, options) {
             }
             else {
                 console.error('  --model Xenova/clip-vit-base-patch32 --mode multimodal');
+                console.error('  --model Xenova/clip-vit-base-patch16 --mode multimodal');
             }
             process.exit(EXIT_CODES.INVALID_ARGUMENTS);
         }
@@ -386,6 +410,9 @@ async function main() {
         validateArgs(command, args, options);
         // Handle commands
         switch (command) {
+            case 'version':
+                showVersion();
+                break;
             case 'help':
                 showHelp();
                 break;

package/dist/config.js

@@ -3,6 +3,9 @@
  * Extends core configuration with implementation-specific properties
  */
 import { getDefaultModelCachePath } from './core/config.js';
+import { createRequire } from 'module';
+// Create require for CommonJS modules in ES module context
+const require = createRequire(import.meta.url);
 /**
  * Default configuration object with both core and text-specific settings
  */

package/dist/core/actionable-error-messages.js

@@ -56,8 +56,8 @@ export function createMissingFileError(filePath, fileType, config = {}) {
             messages.push('   2. Or create an ingestion pipeline programmatically:');
             if (cfg.includeExamples) {
                 messages.push('      ```typescript');
-                messages.push('      import { TextIngestionFactory } from "rag-lite-ts";');
-                messages.push('      const pipeline = await TextIngestionFactory.create(');
+                messages.push('      import { IngestionFactory } from "rag-lite-ts";');
+                messages.push('      const pipeline = await IngestionFactory.create(');
                 messages.push(`        "${filePath.endsWith('.bin') ? filePath.replace('.bin', '.sqlite') : filePath}",`);
                 messages.push(`        "${filePath.endsWith('.sqlite') ? filePath.replace('.sqlite', '.bin') : filePath}"`);
                 messages.push('      );');
@@ -216,7 +216,7 @@ export function createModeMismatchError(expectedMode, actualMode, config = {}) {
         messages.push('   3. Or create a new database for the different mode:');
         if (cfg.includeExamples) {
             messages.push('      ```typescript');
-            messages.push('      const pipeline = await TextIngestionFactory.create(');
+            messages.push('      const pipeline = await IngestionFactory.create(');
             messages.push('        "./new-database.sqlite",');
             messages.push('        "./new-index.bin",');
             messages.push(`        { mode: "${actualMode}" }`);

package/dist/core/content-manager.d.ts

@@ -189,14 +189,6 @@ export declare class ContentManager {
      * @returns Promise that resolves when directory is created
      */
     private ensureContentDirectory;
-    /**
-     * Writes content to file atomically to prevent partial writes
-     * @param filePath - Path to write to
-     * @param content - Content to write
-     * @returns Promise that resolves when write is complete
-     * @deprecated Use writeFileAtomic from resource-cleanup.ts for better resource management
-     */
-    private writeContentAtomic;
     /**
      * Gets comprehensive storage statistics for monitoring and reporting
      * @returns Promise that resolves to detailed storage statistics

package/dist/core/content-manager.js

@@ -5,9 +5,9 @@
  */
 import { createHash } from 'crypto';
 import { promises as fs } from 'fs';
-import { join, dirname, extname, basename } from 'path';
+import { join, extname, basename } from 'path';
 import { insertContentMetadata, getContentMetadataByHash, getStorageStats, updateStorageStats, getContentMetadataByStorageType, deleteContentMetadata } from './db.js';
-import { ContentIngestionError, ContentDirectoryError, StorageLimitExceededError, InvalidContentFormatError, ContentErrorHandler } from './content-errors.js';
+import { ContentIngestionError, StorageLimitExceededError, InvalidContentFormatError, ContentErrorHandler } from './content-errors.js';
 import { globalResourceCleanup, withResourceCleanup, writeFileAtomic, withTimeout, SafeBuffer } from './resource-cleanup.js';
 import { createStreamingOperations, formatBytes, formatProcessingTime } from './streaming-operations.js';
 import { createContentPerformanceOptimizer, formatCacheHitRate } from './content-performance-optimizer.js';
@@ -1008,34 +1008,6 @@ export class ContentManager {
             throw new Error(`Failed to create content directory: ${error instanceof Error ? error.message : 'Unknown error'}`);
         }
     }
-    /**
-     * Writes content to file atomically to prevent partial writes
-     * @param filePath - Path to write to
-     * @param content - Content to write
-     * @returns Promise that resolves when write is complete
-     * @deprecated Use writeFileAtomic from resource-cleanup.ts for better resource management
-     */
-    async writeContentAtomic(filePath, content) {
-        const tempPath = `${filePath}.tmp.${Date.now()}`;
-        try {
-            // Ensure directory exists
-            await fs.mkdir(dirname(filePath), { recursive: true });
-            // Write to temporary file first
-            await fs.writeFile(tempPath, content);
-            // Atomically move to final location
-            await fs.rename(tempPath, filePath);
-        }
-        catch (error) {
-            // Clean up temporary file if it exists
-            try {
-                await fs.unlink(tempPath);
-            }
-            catch {
-                // Ignore cleanup errors
-            }
-            throw new ContentDirectoryError('atomic write', `Failed to write content atomically: ${error instanceof Error ? error.message : 'Unknown error'}`, 'file_write');
-        }
-    }
     // =============================================================================
     // CONTENT DIRECTORY MANAGEMENT METHODS
     // =============================================================================

package/dist/core/database-connection-manager.js

@@ -4,6 +4,7 @@
  * Addresses production issues with MCP server + CLI concurrent usage
  */
 import { openDatabase } from './db.js';
+import { resolve as pathResolve } from 'node:path';
 /**
  * Database Connection Manager
  * Manages shared database connections to prevent locking issues
@@ -20,6 +21,16 @@ export class DatabaseConnectionManager {
     static async getConnection(dbPath) {
         const normalizedPath = this.normalizePath(dbPath);
         let connectionInfo = this.connections.get(normalizedPath);
+        // Check if cached connection exists but database file was deleted
+        if (connectionInfo && !connectionInfo.isClosing) {
+            const { existsSync } = await import('fs');
+            if (!existsSync(normalizedPath)) {
+                // Database file was deleted - invalidate cached connection
+                console.log(`🔄 Database file deleted, invalidating cached connection: ${normalizedPath}`);
+                await this.forceCloseConnection(normalizedPath);
+                connectionInfo = undefined; // Force creation of new connection
+            }
+        }
         if (!connectionInfo || connectionInfo.isClosing) {
             // Create new connection
             const connection = await openDatabase(dbPath);
@@ -176,15 +187,10 @@ export class DatabaseConnectionManager {
      */
     static normalizePath(dbPath) {
         // Convert to absolute path and normalize separators
-        // Use URL constructor for cross-platform path normalization
-        try {
-            const url = new URL(`file://${dbPath.replace(/\\/g, '/')}`);
-            return url.pathname;
-        }
-        catch {
-            // Fallback: simple normalization
-            return dbPath.replace(/\\/g, '/');
-        }
+        // Use Node.js path.resolve for proper relative path handling
+        const absolutePath = pathResolve(dbPath);
+        // Normalize separators for cross-platform consistency
+        return absolutePath.replace(/\\/g, '/');
     }
     /**
      * Start the cleanup timer for idle connections

package/dist/core/db.d.ts

@@ -91,38 +91,6 @@ export declare function getSystemInfo(connection: DatabaseConnection): Promise<S
  * @param systemInfo - SystemInfo object to store
  */
 export declare function setSystemInfo(connection: DatabaseConnection, systemInfo: Partial<SystemInfo>): Promise<void>;
-/**
- * @deprecated Use getSystemInfo() instead. This function is kept for existing code compatibility.
- * Gets the current model version from system_info table
- * @param connection - Database connection object
- * @returns Promise that resolves to the model version string or null if not set
- */
-export declare function getModelVersion(connection: DatabaseConnection): Promise<string | null>;
-/**
- * @deprecated Use setSystemInfo() instead. This function is kept for existing code compatibility.
- * Sets the model version in system_info table
- * @param connection - Database connection object
- * @param modelVersion - Model version string to store
- */
-export declare function setModelVersion(connection: DatabaseConnection, modelVersion: string): Promise<void>;
-/**
- * @deprecated Use getSystemInfo() instead. This function is kept for existing code compatibility.
- * Gets the stored model information from system_info table
- * @param connection - Database connection object
- * @returns Promise that resolves to model info object or null if not set
- */
-export declare function getStoredModelInfo(connection: DatabaseConnection): Promise<{
-    modelName: string;
-    dimensions: number;
-} | null>;
-/**
- * @deprecated Use setSystemInfo() instead. This function is kept for existing code compatibility.
- * Sets the model information in system_info table
- * @param connection - Database connection object
- * @param modelName - Name of the embedding model
- * @param dimensions - Number of dimensions for the model
- */
-export declare function setStoredModelInfo(connection: DatabaseConnection, modelName: string, dimensions: number): Promise<void>;
 /**
  * Retrieves documents by content type
  * @param connection - Database connection object

package/dist/core/db.js

@@ -516,74 +516,17 @@ export async function setSystemInfo(connection, systemInfo) {
         throw new Error(`Failed to set system info: ${error instanceof Error ? error.message : 'Unknown error'}`);
     }
 }
-/**
- * @deprecated Use getSystemInfo() instead. This function is kept for existing code compatibility.
- * Gets the current model version from system_info table
- * @param connection - Database connection object
- * @returns Promise that resolves to the model version string or null if not set
- */
-export async function getModelVersion(connection) {
-    try {
-        const systemInfo = await getSystemInfo(connection);
-        return systemInfo ? systemInfo.modelVersion : null;
-    }
-    catch (error) {
-        throw new Error(`Failed to get model version: ${error instanceof Error ? error.message : 'Unknown error'}`);
-    }
-}
-/**
- * @deprecated Use setSystemInfo() instead. This function is kept for existing code compatibility.
- * Sets the model version in system_info table
- * @param connection - Database connection object
- * @param modelVersion - Model version string to store
- */
-export async function setModelVersion(connection, modelVersion) {
-    try {
-        await setSystemInfo(connection, { modelVersion });
-    }
-    catch (error) {
-        throw new Error(`Failed to set model version: ${error instanceof Error ? error.message : 'Unknown error'}`);
-    }
-}
-/**
- * @deprecated Use getSystemInfo() instead. This function is kept for existing code compatibility.
- * Gets the stored model information from system_info table
- * @param connection - Database connection object
- * @returns Promise that resolves to model info object or null if not set
- */
-export async function getStoredModelInfo(connection) {
-    try {
-        const systemInfo = await getSystemInfo(connection);
-        if (!systemInfo || !systemInfo.modelName || !systemInfo.modelDimensions) {
-            return null;
-        }
-        return {
-            modelName: systemInfo.modelName,
-            dimensions: systemInfo.modelDimensions
-        };
-    }
-    catch (error) {
-        throw new Error(`Failed to get stored model info: ${error instanceof Error ? error.message : 'Unknown error'}`);
-    }
-}
-/**
- * @deprecated Use setSystemInfo() instead. This function is kept for existing code compatibility.
- * Sets the model information in system_info table
- * @param connection - Database connection object
- * @param modelName - Name of the embedding model
- * @param dimensions - Number of dimensions for the model
- */
-export async function setStoredModelInfo(connection, modelName, dimensions) {
-    try {
-        await setSystemInfo(connection, {
-            modelName,
-            modelDimensions: dimensions
-        });
-    }
-    catch (error) {
-        throw new Error(`Failed to set stored model info: ${error instanceof Error ? error.message : 'Unknown error'}`);
-    }
-}
+// =============================================================================
+// REMOVED IN v3.0.0: Legacy database functions
+// =============================================================================
+// The following functions have been removed. Use getSystemInfo() and setSystemInfo() instead:
+//
+// - getModelVersion() → Use: const systemInfo = await getSystemInfo(db); const version = systemInfo?.modelVersion;
+// - setModelVersion() → Use: await setSystemInfo(db, { modelVersion: 'version' });
+// - getStoredModelInfo() → Use: const systemInfo = await getSystemInfo(db); access systemInfo.modelName and systemInfo.modelDimensions
+// - setStoredModelInfo() → Use: await setSystemInfo(db, { modelName: 'name', modelDimensions: 384 });
+//
+// Migration guide: See CHANGELOG.md for v3.0.0 breaking changes
 /**
  * Retrieves documents by content type
  * @param connection - Database connection object

package/dist/core/embedder-factory.d.ts

@@ -151,26 +151,4 @@ export declare function listAvailableModels(): Array<{
     supportedContentTypes: readonly string[];
     memoryRequirement: number | undefined;
 }>;
-/**
- * @deprecated Use createEmbedder() instead
- * Legacy factory-style interface for backward compatibility
- */
-export declare const UniversalEmbedderFactory: {
-    /**
-     * @deprecated Use createEmbedder() instead
-     */
-    readonly create: (modelName: string, options?: EmbedderCreationOptions) => Promise<UniversalEmbedder>;
-    /**
-     * @deprecated Use ModelRegistry.validateModel() instead
-     */
-    readonly validateModel: (modelName: string) => import("./universal-embedder.js").ModelValidationResult;
-    /**
-     * @deprecated Use ModelRegistry.getModelInfo() instead
-     */
-    readonly getModelInfo: (modelName: string) => import("./universal-embedder.js").ModelInfo | null;
-    /**
-     * @deprecated Use ModelRegistry.getSupportedModels() instead
-     */
-    readonly getSupportedModels: (modelType?: ModelType) => string[];
-};
 //# sourceMappingURL=embedder-factory.d.ts.map

package/dist/core/embedder-factory.js

@@ -299,40 +299,13 @@ export function listAvailableModels() {
     });
 }
 // =============================================================================
-// BACKWARD COMPATIBILITY
+// BACKWARD COMPATIBILITY - REMOVED
 // =============================================================================
-/**
- * @deprecated Use createEmbedder() instead
- * Legacy factory-style interface for backward compatibility
- */
-export const UniversalEmbedderFactory = {
-    /**
-     * @deprecated Use createEmbedder() instead
-     */
-    async create(modelName, options) {
-        console.warn('UniversalEmbedderFactory.create() is deprecated. Use createEmbedder() instead.');
-        return createEmbedder(modelName, options);
-    },
-    /**
-     * @deprecated Use ModelRegistry.validateModel() instead
-     */
-    validateModel(modelName) {
-        console.warn('UniversalEmbedderFactory.validateModel() is deprecated. Use ModelRegistry.validateModel() instead.');
-        return ModelRegistry.validateModel(modelName);
-    },
-    /**
-     * @deprecated Use ModelRegistry.getModelInfo() instead
-     */
-    getModelInfo(modelName) {
-        console.warn('UniversalEmbedderFactory.getModelInfo() is deprecated. Use ModelRegistry.getModelInfo() instead.');
-        return ModelRegistry.getModelInfo(modelName);
-    },
-    /**
-     * @deprecated Use ModelRegistry.getSupportedModels() instead
-     */
-    getSupportedModels(modelType) {
-        console.warn('UniversalEmbedderFactory.getSupportedModels() is deprecated. Use ModelRegistry.getSupportedModels() instead.');
-        return ModelRegistry.getSupportedModels(modelType);
-    }
-};
+// The UniversalEmbedderFactory object has been removed as it was only a thin
+// wrapper around the new API with deprecation warnings. Use the following instead:
+//
+// - UniversalEmbedderFactory.create() → createEmbedder()
+// - UniversalEmbedderFactory.validateModel() → ModelRegistry.validateModel()
+// - UniversalEmbedderFactory.getModelInfo() → ModelRegistry.getModelInfo()
+// - UniversalEmbedderFactory.getSupportedModels() → ModelRegistry.getSupportedModels()
 //# sourceMappingURL=embedder-factory.js.map

package/dist/core/index.d.ts

@@ -23,8 +23,8 @@
  * 3. Usage Patterns:
  *
  *    // Direct dependency injection (advanced users)
- *    const embedFn = await createTextEmbedder();
- *    const rerankFn = await createTextReranker();
+ *    const embedFn = createTextEmbedFunction();
+ *    const rerankFn = createTextRerankFunction();
  *    const indexManager = new IndexManager('./index.bin');
  *    const db = await openDatabase('./db.sqlite');
  *    const search = new SearchEngine(embedFn, indexManager, db, rerankFn);
@@ -47,7 +47,7 @@ export { type ContentDocument, type ContentChunk, type Document, type Chunk, typ
 export { type EmbedFunction, type RerankFunction, type EmbeddingQueryInterface, type RerankingInterface, type SearchEngineConfig, type ContentTypeStrategy, type ModelAgnosticInterface, type ExtendedEmbeddingInterface, type ExtendedRerankingInterface, type SearchPipelineInterface, type SearchDependencyFactory, InterfaceValidator } from './interfaces.js';
 export * from './adapters.js';
 export * from './config.js';
-export { type DatabaseConnection, type ContentMetadata, openDatabase, initializeSchema, insertDocument, insertChunk, upsertDocument, getChunksByEmbeddingIds, getModelVersion, setModelVersion, getStoredModelInfo, setStoredModelInfo, insertContentMetadata, getContentMetadata, getContentMetadataByHash, getContentMetadataByStorageType, deleteContentMetadata, getStorageStats, updateStorageStats } from './db.js';
+export { type DatabaseConnection, type ContentMetadata, openDatabase, initializeSchema, insertDocument, insertChunk, upsertDocument, getChunksByEmbeddingIds, insertContentMetadata, getContentMetadata, getContentMetadataByHash, getContentMetadataByStorageType, deleteContentMetadata, getStorageStats, updateStorageStats } from './db.js';
 export { type VectorIndexOptions, VectorIndex } from './vector-index.js';
 export { type ChunkConfig, type GenericDocument, type GenericChunk, type ChunkingStrategy, ChunkingStrategyRegistry, DEFAULT_CHUNK_CONFIG, chunkingRegistry, chunkGenericDocument, registerTextChunkingStrategy } from './chunker.js';
 export * from './search.js';

package/dist/core/index.js

@@ -23,8 +23,8 @@
  * 3. Usage Patterns:
  *
  *    // Direct dependency injection (advanced users)
- *    const embedFn = await createTextEmbedder();
- *    const rerankFn = await createTextReranker();
+ *    const embedFn = createTextEmbedFunction();
+ *    const rerankFn = createTextRerankFunction();
  *    const indexManager = new IndexManager('./index.bin');
  *    const db = await openDatabase('./db.sqlite');
  *    const search = new SearchEngine(embedFn, indexManager, db, rerankFn);
@@ -50,7 +50,7 @@ export * from './adapters.js';
 // Core configuration management - model-agnostic settings
 export * from './config.js';
 // Database operations - supports different content types through metadata
-export { openDatabase, initializeSchema, insertDocument, insertChunk, upsertDocument, getChunksByEmbeddingIds, getModelVersion, setModelVersion, getStoredModelInfo, setStoredModelInfo, insertContentMetadata, getContentMetadata, getContentMetadataByHash, getContentMetadataByStorageType, deleteContentMetadata, getStorageStats, updateStorageStats } from './db.js';
+export { openDatabase, initializeSchema, insertDocument, insertChunk, upsertDocument, getChunksByEmbeddingIds, insertContentMetadata, getContentMetadata, getContentMetadataByHash, getContentMetadataByStorageType, deleteContentMetadata, getStorageStats, updateStorageStats } from './db.js';
 // Vector index operations - works with any embedding dimensions
 export { VectorIndex } from './vector-index.js';
 // Generic chunking interfaces and strategies - supports text, image metadata, etc.

package/dist/core/ingestion.d.ts

@@ -92,7 +92,7 @@ export declare class IngestionPipeline {
      * USAGE EXAMPLES:
      * ```typescript
      * // Text-only ingestion pipeline with unified content system
-     * const textEmbedFn = await createTextEmbedder();
+     * const textEmbedFn = createTextEmbedFunction();
      * const indexManager = new IndexManager('./index.bin');
      * const db = await openDatabase('./db.sqlite');
      * const contentManager = new ContentManager(db);
@@ -150,32 +150,17 @@ export declare class IngestionPipeline {
      * Enhanced to handle different content types appropriately
      */
     private chunkDocumentsWithContentTypes;
-    /**
-     * Chunk all documents and organize results (legacy method for backward compatibility)
-     * @deprecated Use chunkDocumentsWithContentTypes for multimodal support
-     */
-    private chunkDocuments;
     /**
      * Generate embeddings for all chunks with content-type support
      * Enhanced to handle different content types and pass metadata to embedding function
      */
     private generateEmbeddingsWithContentTypes;
-    /**
-     * Generate embeddings for all chunks with error handling (legacy method for backward compatibility)
-     * @deprecated Use generateEmbeddingsWithContentTypes for multimodal support
-     */
-    private generateEmbeddings;
     /**
      * Store documents and chunks in database with content-type support
      * Enhanced to handle content type metadata and multimodal content
      * @returns Array of content IDs for successfully stored documents
      */
     private storeDocumentsAndChunksWithContentTypes;
-    /**
-     * Store documents and chunks in database (legacy method for backward compatibility)
-     * @deprecated Use storeDocumentsAndChunksWithContentTypes for multimodal support
-     */
-    private storeDocumentsAndChunks;
     /**
      * Update vector index with new embeddings
      */

package/dist/core/ingestion.js

@@ -9,6 +9,9 @@ import { config } from './config.js';
 import { DocumentPathManager } from './path-manager.js';
 import { existsSync } from 'fs';
 import { ContentManager } from './content-manager.js';
+import { createRequire } from 'module';
+// Create require for CommonJS modules in ES module context
+const require = createRequire(import.meta.url);
 /**
  * Main ingestion pipeline class
  * Coordinates the entire process from file discovery to vector storage
@@ -59,7 +62,7 @@ export class IngestionPipeline {
      * USAGE EXAMPLES:
      * ```typescript
      * // Text-only ingestion pipeline with unified content system
-     * const textEmbedFn = await createTextEmbedder();
+     * const textEmbedFn = createTextEmbedFunction();
      * const indexManager = new IndexManager('./index.bin');
      * const db = await openDatabase('./db.sqlite');
      * const contentManager = new ContentManager(db);
@@ -428,19 +431,6 @@ export class IngestionPipeline {
         console.log(`✓ Chunking complete: Created ${totalChunks} chunks from ${documentChunks.length} documents`);
         return { documentChunks, allChunks, totalChunks };
     }
-    /**
-     * Chunk all documents and organize results (legacy method for backward compatibility)
-     * @deprecated Use chunkDocumentsWithContentTypes for multimodal support
-     */
-    async chunkDocuments(documents, chunkConfig) {
-        const result = await this.chunkDocumentsWithContentTypes(documents, chunkConfig);
-        // Convert to legacy format for backward compatibility
-        return {
-            documentChunks: result.documentChunks,
-            allChunks: result.allChunks.map(chunk => chunk.text),
-            totalChunks: result.totalChunks
-        };
-    }
     /**
      * Generate embeddings for all chunks with content-type support
      * Enhanced to handle different content types and pass metadata to embedding function
@@ -488,15 +478,6 @@ export class IngestionPipeline {
             throw new Error(`Embedding generation failed: ${error instanceof Error ? error.message : 'Unknown error'}`);
         }
     }
-    /**
-     * Generate embeddings for all chunks with error handling (legacy method for backward compatibility)
-     * @deprecated Use generateEmbeddingsWithContentTypes for multimodal support
-     */
-    async generateEmbeddings(chunkTexts) {
-        // Convert to new format for backward compatibility
-        const chunks = chunkTexts.map(text => ({ text, contentType: 'text' }));
-        return this.generateEmbeddingsWithContentTypes(chunks);
-    }
     /**
      * Store documents and chunks in database with content-type support
      * Enhanced to handle content type metadata and multimodal content
@@ -584,13 +565,6 @@ export class IngestionPipeline {
         console.log(`✓ Storage complete: ${documentsStored} documents, ${totalChunksStored} chunks saved to database`);
         return contentIds;
     }
-    /**
-     * Store documents and chunks in database (legacy method for backward compatibility)
-     * @deprecated Use storeDocumentsAndChunksWithContentTypes for multimodal support
-     */
-    async storeDocumentsAndChunks(documentChunks, embeddings) {
-        await this.storeDocumentsAndChunksWithContentTypes(documentChunks, embeddings);
-    }
     /**
      * Update vector index with new embeddings
      */