rag-lite-ts 1.0.1

package/dist/index-manager.js

@@ -0,0 +1,444 @@
+import { VectorIndex } from './vector-index.js';
+import { openDatabase, getModelVersion, setModelVersion, getStoredModelInfo, setStoredModelInfo } from './db.js';
+import { config, getModelDefaults } from './config.js';
+export class IndexManager {
+    modelName;
+    vectorIndex;
+    db = null;
+    indexPath;
+    dbPath;
+    isInitialized = false;
+    hashToEmbeddingId = new Map();
+    embeddingIdToHash = new Map();
+    constructor(indexPath, dbPath, dimensions, modelName) {
+        this.modelName = modelName;
+        this.indexPath = indexPath;
+        this.dbPath = dbPath;
+        // Initialize with provided dimensions from config
+        this.vectorIndex = new VectorIndex(indexPath, {
+            dimensions: dimensions,
+            maxElements: 100000, // Start with 100k capacity
+            efConstruction: 200,
+            M: 16
+        });
+    }
+    /**
+     * Initialize the index manager and load existing index if available
+     * @param skipModelCheck - Skip model compatibility check (used for rebuilds)
+     */
+    async initialize(skipModelCheck = false) {
+        if (this.isInitialized) {
+            return;
+        }
+        try {
+            // Open database connection
+            this.db = await openDatabase(this.dbPath);
+            // Check model compatibility BEFORE trying to load the vector index
+            // This prevents WebAssembly exceptions when dimensions don't match
+            if (!skipModelCheck) {
+                await this.checkModelCompatibility();
+            }
+            if (this.vectorIndex.indexExists()) {
+                console.log('Loading existing vector index...');
+                await this.vectorIndex.loadIndex();
+            }
+            else {
+                console.log('Creating new vector index...');
+                await this.vectorIndex.initialize();
+            }
+            // Always populate the embedding ID mapping from existing database entries
+            // This is needed both for new and existing indexes
+            const existingChunks = await this.db.all('SELECT embedding_id FROM chunks ORDER BY id');
+            for (const chunk of existingChunks) {
+                this.hashEmbeddingId(chunk.embedding_id); // This will populate the mapping
+            }
+            this.isInitialized = true;
+            console.log(`Index manager initialized with ${this.vectorIndex.getCurrentCount()} vectors`);
+        }
+        catch (error) {
+            throw new Error(`Failed to initialize index manager: ${error}`);
+        }
+    }
+    /**
+     * Check model compatibility between stored and current configuration
+     * Requirements: 2.1, 2.2, 2.4, 5.1, 5.2, 5.3, 5.4
+     */
+    async checkModelCompatibility() {
+        if (!this.db) {
+            throw new Error('Database not initialized');
+        }
+        try {
+            // Get stored model information
+            const storedModel = await getStoredModelInfo(this.db);
+            const currentModel = this.modelName || config.embedding_model;
+            const currentDefaults = getModelDefaults(currentModel);
+            if (storedModel) {
+                // Check if models match
+                if (storedModel.modelName !== currentModel) {
+                    throw new Error(`Model mismatch detected!\n` +
+                        `Current model: ${currentModel} (${currentDefaults.dimensions} dimensions)\n` +
+                        `Index model: ${storedModel.modelName} (${storedModel.dimensions} dimensions)\n` +
+                        `\n` +
+                        `The embedding model has changed since the index was created.\n` +
+                        `This requires a full index rebuild to maintain consistency.\n` +
+                        `\n` +
+                        `To fix this issue:\n` +
+                        `1. Run: npm run rebuild\n` +
+                        `2. Or run: node dist/cli.js rebuild\n` +
+                        `\n` +
+                        `This will regenerate all embeddings with the new model.`);
+                }
+                // Check if dimensions match (additional safety check)
+                if (storedModel.dimensions !== currentDefaults.dimensions) {
+                    throw new Error(`Model dimension mismatch detected!\n` +
+                        `Current model dimensions: ${currentDefaults.dimensions}\n` +
+                        `Index model dimensions: ${storedModel.dimensions}\n` +
+                        `\n` +
+                        `This indicates a configuration inconsistency.\n` +
+                        `Please run: npm run rebuild`);
+                }
+                console.log(`Model compatibility verified: ${currentModel} (${currentDefaults.dimensions} dimensions)`);
+            }
+            else {
+                // First run - store the model info
+                console.log(`No model info stored yet - storing current model info: ${currentModel}`);
+                await setStoredModelInfo(this.db, currentModel, currentDefaults.dimensions);
+            }
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                throw error; // Re-throw our formatted errors
+            }
+            throw new Error(`Failed to check model compatibility: ${error}`);
+        }
+    }
+    /**
+     * Add vectors to the index with corresponding metadata (incremental addition)
+     * Requirements: 5.3 - When new documents are added THEN system SHALL append new chunks and vectors without rebuilding existing index
+     */
+    async addVectors(embeddings) {
+        if (!this.isInitialized) {
+            throw new Error('Index manager not initialized');
+        }
+        if (embeddings.length === 0) {
+            return;
+        }
+        try {
+            // Convert embedding IDs to numeric IDs for hnswlib
+            const vectors = embeddings.map((embedding) => ({
+                id: this.hashEmbeddingId(embedding.embedding_id),
+                vector: embedding.vector
+            }));
+            // Check if we need to resize the index before adding
+            const currentCount = this.vectorIndex.getCurrentCount();
+            const newCount = currentCount + vectors.length;
+            const currentCapacity = 100000; // This should match the initial capacity
+            if (newCount > currentCapacity * 0.9) {
+                const newCapacity = Math.ceil(newCount * 1.5);
+                console.log(`Resizing index from ${currentCapacity} to ${newCapacity} to accommodate new vectors`);
+                this.vectorIndex.resizeIndex(newCapacity);
+            }
+            // Add vectors incrementally (this is the key requirement - no rebuild needed)
+            this.vectorIndex.addVectors(vectors);
+            console.log(`Incrementally added ${embeddings.length} vectors to index (total: ${this.vectorIndex.getCurrentCount()})`);
+            // Save the updated index
+            await this.saveIndex();
+        }
+        catch (error) {
+            throw new Error(`Failed to add vectors to index: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Rebuild the entire index from scratch
+     * Requirements: 5.2, 5.4 - Create full index rebuild functionality for model changes or document deletions
+     */
+    async rebuildIndex(newModelVersion) {
+        if (!this.db) {
+            throw new Error('Database not initialized');
+        }
+        console.log('Starting full index rebuild...');
+        try {
+            // Initialize new empty index (this will overwrite existing index)
+            await this.vectorIndex.initialize();
+            // Get all chunk embedding IDs from database (we'll need to regenerate embeddings)
+            const chunkData = await this.getAllChunksFromDB();
+            if (chunkData.length === 0) {
+                console.log('No chunks found in database - index rebuild complete with 0 vectors');
+                // Update model version if provided
+                if (newModelVersion) {
+                    await this.updateModelVersion(newModelVersion);
+                }
+                await this.saveIndex();
+                return;
+            }
+            console.log(`Found ${chunkData.length} chunks in database that need re-embedding`);
+            // Note: In a complete implementation, we would need to:
+            // 1. Re-generate embeddings for all chunks using the new model
+            // 2. Add the new vectors to the index
+            // For now, we'll create a placeholder implementation that shows the structure
+            console.warn('WARNING: Full rebuild requires re-generating embeddings for all chunks.');
+            console.warn('This implementation requires integration with the EmbeddingEngine.');
+            console.warn('The index has been reset but vectors need to be regenerated.');
+            // Check if we need to resize index based on chunk count
+            const currentCapacity = 100000; // Default capacity
+            if (chunkData.length > currentCapacity * 0.8) {
+                const newCapacity = Math.ceil(chunkData.length * 1.5);
+                this.vectorIndex.resizeIndex(newCapacity);
+                console.log(`Resized index capacity to ${newCapacity} for ${chunkData.length} chunks`);
+            }
+            // Update model version if provided
+            if (newModelVersion) {
+                await this.updateModelVersion(newModelVersion);
+            }
+            // Save the (empty) rebuilt index structure
+            await this.saveIndex();
+            console.log(`Index rebuild structure complete. ${chunkData.length} chunks need re-embedding.`);
+        }
+        catch (error) {
+            throw new Error(`Failed to rebuild index: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Trigger a full rebuild when documents are modified or deleted
+     * Requirements: 5.4 - When documents are modified or deleted THEN system SHALL trigger full index rebuild
+     */
+    async triggerRebuildForDocumentChanges(reason) {
+        console.log(`Triggering index rebuild due to: ${reason}`);
+        await this.rebuildIndex();
+    }
+    /**
+     * Complete rebuild workflow with embedding regeneration
+     * This method should be called by higher-level components that have access to the EmbeddingEngine
+     * Requirements: 5.2, 5.4 - Full index rebuild functionality
+     */
+    async rebuildWithEmbeddings(embeddingEngine) {
+        if (!this.db) {
+            throw new Error('Database not initialized');
+        }
+        console.log('Starting complete index rebuild with embedding regeneration...');
+        try {
+            // Get all chunks that need re-embedding
+            const chunkData = await this.getAllChunksFromDB();
+            if (chunkData.length === 0) {
+                console.log('No chunks found - initializing empty index');
+                await this.vectorIndex.initialize();
+                await this.updateModelVersion(embeddingEngine.getModelVersion());
+                // Store model info for the new model
+                const currentModel = this.modelName || config.embedding_model;
+                const currentDefaults = getModelDefaults(currentModel);
+                await setStoredModelInfo(this.db, currentModel, currentDefaults.dimensions);
+                await this.saveIndex();
+                return;
+            }
+            // Initialize new empty index
+            await this.vectorIndex.initialize();
+            // Check if we need to resize index
+            const currentCapacity = 100000;
+            if (chunkData.length > currentCapacity * 0.8) {
+                const newCapacity = Math.ceil(chunkData.length * 1.5);
+                this.vectorIndex.resizeIndex(newCapacity);
+                console.log(`Resized index capacity to ${newCapacity}`);
+            }
+            // Re-generate embeddings for all chunks
+            console.log(`Re-generating embeddings for ${chunkData.length} chunks...`);
+            const texts = chunkData.map(chunk => chunk.text);
+            const newEmbeddings = await embeddingEngine.embedDocumentBatch(texts);
+            if (newEmbeddings.length === 0) {
+                throw new Error('Failed to generate any embeddings during rebuild');
+            }
+            // Add all vectors to the new index
+            const vectors = newEmbeddings.map((embedding) => ({
+                id: this.hashEmbeddingId(embedding.embedding_id),
+                vector: embedding.vector
+            }));
+            this.vectorIndex.addVectors(vectors);
+            console.log(`Added ${vectors.length} vectors to rebuilt index`);
+            // Update model version
+            await this.updateModelVersion(embeddingEngine.getModelVersion());
+            // Store model info for the new model
+            const currentModel = this.modelName || config.embedding_model;
+            const currentDefaults = getModelDefaults(currentModel);
+            await setStoredModelInfo(this.db, currentModel, currentDefaults.dimensions);
+            // Save the rebuilt index
+            await this.saveIndex();
+            console.log(`Index rebuild complete: ${vectors.length} vectors with new model version`);
+        }
+        catch (error) {
+            throw new Error(`Failed to rebuild index with embeddings: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Check if the current model version matches stored version
+     * Requirements: 5.1, 5.2 - Compare current embedding model version with stored version
+     */
+    async checkModelVersion(currentVersion) {
+        if (!this.db) {
+            throw new Error('Database not initialized');
+        }
+        try {
+            const storedVersion = await getModelVersion(this.db);
+            if (!storedVersion || storedVersion === "") {
+                // No version stored yet, this is first run - store current version
+                await setModelVersion(this.db, currentVersion);
+                console.log(`Stored initial model version: ${currentVersion}`);
+                return true;
+            }
+            const matches = storedVersion === currentVersion;
+            if (!matches) {
+                console.error(`Model version mismatch detected!`);
+                console.error(`Stored version: ${storedVersion}`);
+                console.error(`Current version: ${currentVersion}`);
+                console.error(`A full index rebuild is required before the system can continue.`);
+            }
+            return matches;
+        }
+        catch (error) {
+            throw new Error(`Failed to check model version: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Update the stored model version after successful rebuild
+     * Requirements: 5.5 - Save model name and hash in SQLite for version tracking
+     */
+    async updateModelVersion(version) {
+        if (!this.db) {
+            throw new Error('Database not initialized');
+        }
+        try {
+            await setModelVersion(this.db, version);
+            console.log(`Updated model version to: ${version}`);
+        }
+        catch (error) {
+            throw new Error(`Failed to update model version: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Validate model version and exit if mismatch detected
+     * Requirements: 5.2 - System SHALL exit with error message until full index rebuild is completed
+     */
+    async validateModelVersionOrExit(currentVersion) {
+        const isValid = await this.checkModelVersion(currentVersion);
+        if (!isValid) {
+            console.error('\n=== MODEL VERSION MISMATCH ===');
+            console.error('The embedding model version has changed since the last index build.');
+            console.error('This requires a full index rebuild to maintain consistency.');
+            console.error('\nTo rebuild the index, run:');
+            console.error('  npm run rebuild-index');
+            console.error('  # or');
+            console.error('  node dist/cli.js rebuild');
+            console.error('\nThe system will now exit.');
+            process.exit(1);
+        }
+    }
+    /**
+     * Save the vector index to disk
+     */
+    async saveIndex() {
+        if (!this.isInitialized) {
+            throw new Error('Index manager not initialized');
+        }
+        await this.vectorIndex.saveIndex();
+    }
+    /**
+     * Search for similar vectors
+     */
+    search(queryVector, k = 5) {
+        if (!this.isInitialized) {
+            throw new Error('Index manager not initialized');
+        }
+        const results = this.vectorIndex.search(queryVector, k);
+        // Convert numeric IDs back to embedding IDs
+        const embeddingIds = results.neighbors.map(id => this.unhashEmbeddingId(id));
+        return {
+            embeddingIds,
+            distances: results.distances
+        };
+    }
+    /**
+     * Get index statistics
+     */
+    async getStats() {
+        if (!this.db) {
+            throw new Error('Database not initialized');
+        }
+        const totalVectors = this.vectorIndex.getCurrentCount();
+        try {
+            const modelVersion = await getModelVersion(this.db);
+            return {
+                totalVectors,
+                modelVersion: modelVersion || 'unknown',
+                lastUpdated: new Date() // Could be enhanced to track actual last update time
+            };
+        }
+        catch (error) {
+            throw new Error(`Failed to get stats: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Get all chunks from database for rebuild (returns chunk data, not embeddings)
+     * Note: Embeddings need to be regenerated during rebuild since we don't store vectors in DB
+     */
+    async getAllChunksFromDB() {
+        if (!this.db) {
+            throw new Error('Database not initialized');
+        }
+        try {
+            const rows = await this.db.all('SELECT embedding_id, text, document_id FROM chunks ORDER BY id');
+            return rows.map(row => ({
+                embedding_id: row.embedding_id,
+                text: row.text,
+                document_id: row.document_id
+            }));
+        }
+        catch (error) {
+            throw new Error(`Failed to get chunks from DB: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Convert embedding ID string to numeric ID for hnswlib with collision handling
+     */
+    hashEmbeddingId(embeddingId) {
+        // Check if we already have a mapping for this embedding ID
+        if (this.embeddingIdToHash.has(embeddingId)) {
+            return this.embeddingIdToHash.get(embeddingId);
+        }
+        let hash = 0;
+        for (let i = 0; i < embeddingId.length; i++) {
+            const char = embeddingId.charCodeAt(i);
+            hash = ((hash << 5) - hash) + char;
+            hash = hash & hash; // Convert to 32-bit integer
+        }
+        hash = Math.abs(hash);
+        // Handle hash collisions by incrementing until we find an unused hash
+        let finalHash = hash;
+        while (this.hashToEmbeddingId.has(finalHash) && this.hashToEmbeddingId.get(finalHash) !== embeddingId) {
+            finalHash = (finalHash + 1) & 0x7FFFFFFF; // Keep it positive
+        }
+        // Store the bidirectional mapping
+        this.embeddingIdToHash.set(embeddingId, finalHash);
+        this.hashToEmbeddingId.set(finalHash, embeddingId);
+        return finalHash;
+    }
+    /**
+     * Convert numeric ID back to embedding ID using the maintained mapping
+     */
+    unhashEmbeddingId(numericId) {
+        const embeddingId = this.hashToEmbeddingId.get(numericId);
+        if (!embeddingId) {
+            console.warn(`Warning: No embedding ID found for hash ${numericId}. This may indicate index/database synchronization issues.`);
+            console.warn('Consider running "raglite rebuild" to fix synchronization problems.');
+            throw new Error(`No embedding ID found for hash ${numericId}`);
+        }
+        return embeddingId;
+    }
+    /**
+     * Close database connection
+     */
+    async close() {
+        if (this.db) {
+            await this.db.close();
+            this.db = null;
+        }
+    }
+}
+//# sourceMappingURL=index-manager.js.map

package/dist/index-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-manager.js","sourceRoot":"","sources":["../src/index-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,kBAAkB,EAAE,kBAAkB,EAA2B,MAAM,SAAS,CAAC;AAE1I,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AASvD,MAAM,OAAO,YAAY;IASoD;IARnE,WAAW,CAAc;IACzB,EAAE,GAA8B,IAAI,CAAC;IACrC,SAAS,CAAS;IAClB,MAAM,CAAS;IACf,aAAa,GAAG,KAAK,CAAC;IACtB,iBAAiB,GAAwB,IAAI,GAAG,EAAE,CAAC;IACnD,iBAAiB,GAAwB,IAAI,GAAG,EAAE,CAAC;IAE3D,YAAY,SAAiB,EAAE,MAAc,EAAE,UAAkB,EAAU,SAAkB;QAAlB,cAAS,GAAT,SAAS,CAAS;QAC3F,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,kDAAkD;QAClD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,EAAE;YAC5C,UAAU,EAAE,UAAU;YACtB,WAAW,EAAE,MAAM,EAAE,2BAA2B;YAChD,cAAc,EAAE,GAAG;YACnB,CAAC,EAAE,EAAE;SACN,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,iBAA0B,KAAK;QAC9C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,2BAA2B;YAC3B,IAAI,CAAC,EAAE,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE1C,mEAAmE;YACnE,mEAAmE;YACnE,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACvC,CAAC;YAED,IAAI,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC;gBACnC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;gBAChD,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;YACrC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;gBAC5C,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YACtC,CAAC;YAED,0EAA0E;YAC1E,mDAAmD;YACnD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;YACxF,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;gBACnC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,iCAAiC;YAC7E,CAAC;YAED,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QAC9F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,uBAAuB;QACnC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC;YACH,+BAA+B;YAC/B,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,eAAe,CAAC;YAC9D,MAAM,eAAe,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;YAEvD,IAAI,WAAW,EAAE,CAAC;gBAChB,wBAAwB;gBACxB,IAAI,WAAW,CAAC,SAAS,KAAK,YAAY,EAAE,CAAC;oBAC3C,MAAM,IAAI,KAAK,CACb,4BAA4B;wBAC5B,kBAAkB,YAAY,KAAK,eAAe,CAAC,UAAU,gBAAgB;wBAC7E,gBAAgB,WAAW,CAAC,SAAS,KAAK,WAAW,CAAC,UAAU,gBAAgB;wBAChF,IAAI;wBACJ,gEAAgE;wBAChE,+DAA+D;wBAC/D,IAAI;wBACJ,sBAAsB;wBACtB,2BAA2B;wBAC3B,uCAAuC;wBACvC,IAAI;wBACJ,yDAAyD,CAC1D,CAAC;gBACJ,CAAC;gBAED,sDAAsD;gBACtD,IAAI,WAAW,CAAC,UAAU,KAAK,eAAe,CAAC,UAAU,EAAE,CAAC;oBAC1D,MAAM,IAAI,KAAK,CACb,sCAAsC;wBACtC,6BAA6B,eAAe,CAAC,UAAU,IAAI;wBAC3D,2BAA2B,WAAW,CAAC,UAAU,IAAI;wBACrD,IAAI;wBACJ,iDAAiD;wBACjD,6BAA6B,CAC9B,CAAC;gBACJ,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,iCAAiC,YAAY,KAAK,eAAe,CAAC,UAAU,cAAc,CAAC,CAAC;YAC1G,CAAC;iBAAM,CAAC;gBACN,mCAAmC;gBACnC,OAAO,CAAC,GAAG,CAAC,0DAA0D,YAAY,EAAE,CAAC,CAAC;gBACtF,MAAM,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,MAAM,KAAK,CAAC,CAAC,gCAAgC;YAC/C,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,UAA6B;QAC5C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,mDAAmD;YACnD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAC7C,EAAE,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,YAAY,CAAC;gBAChD,MAAM,EAAE,SAAS,CAAC,MAAM;aACzB,CAAC,CAAC,CAAC;YAEJ,qDAAqD;YACrD,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;YACxD,MAAM,QAAQ,GAAG,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;YAC/C,MAAM,eAAe,GAAG,MAAM,CAAC,CAAC,yCAAyC;YAEzE,IAAI,QAAQ,GAAG,eAAe,GAAG,GAAG,EAAE,CAAC;gBACrC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,uBAAuB,eAAe,OAAO,WAAW,6BAA6B,CAAC,CAAC;gBACnG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YAC5C,CAAC;YAED,8EAA8E;YAC9E,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,CAAC,MAAM,6BAA6B,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;YAExH,yBAAyB;YACzB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QACjH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,eAAwB;QACzC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAE9C,IAAI,CAAC;YACH,kEAAkE;YAClE,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAEpC,kFAAkF;YAClF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAElD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC;gBAEnF,mCAAmC;gBACnC,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;gBACjD,CAAC;gBAED,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,SAAS,SAAS,CAAC,MAAM,4CAA4C,CAAC,CAAC;YAEnF,wDAAwD;YACxD,+DAA+D;YAC/D,sCAAsC;YACtC,8EAA8E;YAE9E,OAAO,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;YACxF,OAAO,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;YACnF,OAAO,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;YAE7E,wDAAwD;YACxD,MAAM,eAAe,GAAG,MAAM,CAAC,CAAC,mBAAmB;YACnD,IAAI,SAAS,CAAC,MAAM,GAAG,eAAe,GAAG,GAAG,EAAE,CAAC;gBAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;gBACtD,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,6BAA6B,WAAW,QAAQ,SAAS,CAAC,MAAM,SAAS,CAAC,CAAC;YACzF,CAAC;YAED,mCAAmC;YACnC,IAAI,eAAe,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;YACjD,CAAC;YAED,2CAA2C;YAC3C,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,qCAAqC,SAAS,CAAC,MAAM,4BAA4B,CAAC,CAAC;QAEjG,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC1G,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,gCAAgC,CAAC,MAAc;QACnD,OAAO,CAAC,GAAG,CAAC,oCAAoC,MAAM,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;IAC5B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,qBAAqB,CACzB,eAAuH;QAEvH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAE9E,IAAI,CAAC;YACH,wCAAwC;YACxC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAElD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;gBAC1D,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;gBACpC,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,eAAe,EAAE,CAAC,CAAC;gBAEjE,qCAAqC;gBACrC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,eAAe,CAAC;gBAC9D,MAAM,eAAe,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;gBACvD,MAAM,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;gBAE5E,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YAED,6BAA6B;YAC7B,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAEpC,mCAAmC;YACnC,MAAM,eAAe,GAAG,MAAM,CAAC;YAC/B,IAAI,SAAS,CAAC,MAAM,GAAG,eAAe,GAAG,GAAG,EAAE,CAAC;gBAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;gBACtD,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,6BAA6B,WAAW,EAAE,CAAC,CAAC;YAC1D,CAAC;YAED,wCAAwC;YACxC,OAAO,CAAC,GAAG,CAAC,gCAAgC,SAAS,CAAC,MAAM,YAAY,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjD,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAEtE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,CAAC;YAED,mCAAmC;YACnC,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAChD,EAAE,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,YAAY,CAAC;gBAChD,MAAM,EAAE,SAAS,CAAC,MAAM;aACzB,CAAC,CAAC,CAAC;YAEJ,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,SAAS,OAAO,CAAC,MAAM,2BAA2B,CAAC,CAAC;YAEhE,uBAAuB;YACvB,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,eAAe,EAAE,CAAC,CAAC;YAEjE,qCAAqC;YACrC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,eAAe,CAAC;YAC9D,MAAM,eAAe,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;YACvD,MAAM,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;YAE5E,yBAAyB;YACzB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YAEvB,OAAO,CAAC,GAAG,CAAC,2BAA2B,OAAO,CAAC,MAAM,iCAAiC,CAAC,CAAC;QAE1F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC1H,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,iBAAiB,CAAC,cAAsB;QAC5C,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAErD,IAAI,CAAC,aAAa,IAAI,aAAa,KAAK,EAAE,EAAE,CAAC;gBAC3C,mEAAmE;gBACnE,MAAM,eAAe,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;gBAC/C,OAAO,CAAC,GAAG,CAAC,iCAAiC,cAAc,EAAE,CAAC,CAAC;gBAC/D,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,OAAO,GAAG,aAAa,KAAK,cAAc,CAAC;YAEjD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;gBAClD,OAAO,CAAC,KAAK,CAAC,mBAAmB,aAAa,EAAE,CAAC,CAAC;gBAClD,OAAO,CAAC,KAAK,CAAC,oBAAoB,cAAc,EAAE,CAAC,CAAC;gBACpD,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;YACpF,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAChH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,kBAAkB,CAAC,OAAe;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,eAAe,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,6BAA6B,OAAO,EAAE,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QACjH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,0BAA0B,CAAC,cAAsB;QACrD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QAE7D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAClD,OAAO,CAAC,KAAK,CAAC,qEAAqE,CAAC,CAAC;YACrF,OAAO,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;YAC7E,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC9C,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACzC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACxB,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC5C,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAyB,EAAE,IAAY,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAExD,4CAA4C;QAC5C,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;QAE7E,OAAO;YACL,YAAY;YACZ,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;QAExD,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEpD,OAAO;gBACL,YAAY;gBACZ,YAAY,EAAE,YAAY,IAAI,SAAS;gBACvC,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,qDAAqD;aAC9E,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,wBAAwB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAC5B,gEAAgE,CACjE,CAAC;YAEF,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,WAAW,EAAE,GAAG,CAAC,WAAW;aAC7B,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC/G,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,WAAmB;QACzC,2DAA2D;QAC3D,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC;QAClD,CAAC;QAED,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACnC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,4BAA4B;QAClD,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEtB,sEAAsE;QACtE,IAAI,SAAS,GAAG,IAAI,CAAC;QACrB,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,WAAW,EAAE,CAAC;YACtG,SAAS,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,mBAAmB;QAC/D,CAAC;QAED,kCAAkC;QAClC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAEnD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,SAAiB;QACzC,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,CAAC,IAAI,CAAC,2CAA2C,SAAS,4DAA4D,CAAC,CAAC;YAC/H,OAAO,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;YACpF,MAAM,IAAI,KAAK,CAAC,kCAAkC,SAAS,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,13 @@
+export { SearchEngine } from './search.js';
+export { IngestionPipeline } from './ingestion.js';
+export { EmbeddingEngine, getEmbeddingEngine, initializeEmbeddingEngine } from './embedder.js';
+export { config, validateConfig, getModelDefaults, type Config } from './config.js';
+export { openDatabase, initializeSchema, insertDocument, insertChunk, getChunksByEmbeddingIds, getModelVersion, setModelVersion, type DatabaseConnection, type ChunkResult } from './db.js';
+export { discoverFiles, processFiles, discoverAndProcessFiles, DEFAULT_FILE_PROCESSOR_OPTIONS, type FileProcessorOptions, type FileDiscoveryResult, type DocumentProcessingResult } from './file-processor.js';
+export { countTokens } from './tokenizer.js';
+export { VectorIndex } from './vector-index.js';
+export { IndexManager } from './index-manager.js';
+export { ResourceManager } from './resource-manager.js';
+export { APIError, IngestionError, SearchError, ResourceError, ModelCompatibilityError, ErrorFactory, CommonErrors, handleAPIError } from './api-errors.js';
+export type { SearchResult, SearchOptions, Chunk, Document, EmbeddingResult, Preprocessor, PreprocessorOptions, PreprocessingConfig } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAGnD,OAAO,EACL,eAAe,EACf,kBAAkB,EAClB,yBAAyB,EAC1B,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,gBAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,aAAa,CAAC;AAGpF,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,eAAe,EACf,eAAe,EACf,KAAK,kBAAkB,EACvB,KAAK,WAAW,EACjB,MAAM,SAAS,CAAC;AAGjB,OAAO,EACL,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,8BAA8B,EAC9B,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,EAC9B,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAG7C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EACL,QAAQ,EACR,cAAc,EACd,WAAW,EACX,aAAa,EACb,uBAAuB,EACvB,YAAY,EACZ,YAAY,EACZ,cAAc,EACf,MAAM,iBAAiB,CAAC;AAGzB,YAAY,EACV,YAAY,EACZ,aAAa,EACb,KAAK,EACL,QAAQ,EACR,eAAe,EACf,YAAY,EACZ,mBAAmB,EACnB,mBAAmB,EACpB,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,21 @@
+// Main entry point for rag-lite-ts
+// Core API classes (simple interface matching README)
+export { SearchEngine } from './search.js';
+export { IngestionPipeline } from './ingestion.js';
+// Embedding operations (required for README examples)
+export { EmbeddingEngine, getEmbeddingEngine, initializeEmbeddingEngine } from './embedder.js';
+// Configuration (documented in README API reference)
+export { config, validateConfig, getModelDefaults } from './config.js';
+// Database operations (documented in README API reference)
+export { openDatabase, initializeSchema, insertDocument, insertChunk, getChunksByEmbeddingIds, getModelVersion, setModelVersion } from './db.js';
+// File processing operations (documented in README API reference)
+export { discoverFiles, processFiles, discoverAndProcessFiles, DEFAULT_FILE_PROCESSOR_OPTIONS } from './file-processor.js';
+// Tokenization (documented in README API reference)
+export { countTokens } from './tokenizer.js';
+// Advanced/Internal operations (for backward compatibility and advanced use cases)
+export { VectorIndex } from './vector-index.js';
+export { IndexManager } from './index-manager.js';
+export { ResourceManager } from './resource-manager.js';
+// Error handling
+export { APIError, IngestionError, SearchError, ResourceError, ModelCompatibilityError, ErrorFactory, CommonErrors, handleAPIError } from './api-errors.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,mCAAmC;AAEnC,sDAAsD;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,sDAAsD;AACtD,OAAO,EACL,eAAe,EACf,kBAAkB,EAClB,yBAAyB,EAC1B,MAAM,eAAe,CAAC;AAEvB,qDAAqD;AACrD,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,gBAAgB,EAAe,MAAM,aAAa,CAAC;AAEpF,2DAA2D;AAC3D,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,eAAe,EACf,eAAe,EAGhB,MAAM,SAAS,CAAC;AAEjB,kEAAkE;AAClE,OAAO,EACL,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,8BAA8B,EAI/B,MAAM,qBAAqB,CAAC;AAE7B,oDAAoD;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,mFAAmF;AACnF,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,iBAAiB;AACjB,OAAO,EACL,QAAQ,EACR,cAAc,EACd,WAAW,EACX,aAAa,EACb,uBAAuB,EACvB,YAAY,EACZ,YAAY,EACZ,cAAc,EACf,MAAM,iBAAiB,CAAC"}

package/dist/indexer.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+/**
+ * Standalone indexer script for direct node execution
+ * Usage: node indexer.js <path>
+ */
+export {};
+//# sourceMappingURL=indexer.d.ts.map

package/dist/indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../src/indexer.ts"],"names":[],"mappings":";AAEA;;;GAGG"}

package/dist/indexer.js

@@ -0,0 +1,51 @@
+#!/usr/bin/env node
+/**
+ * Standalone indexer script for direct node execution
+ * Usage: node indexer.js <path>
+ */
+import { runIngest } from './cli/indexer.js';
+import { EXIT_CODES, ConfigurationError } from './config.js';
+async function main() {
+    const args = process.argv.slice(2);
+    if (args.length === 0) {
+        console.error('RAG-lite TS Document Indexer');
+        console.error('');
+        console.error('Usage: node indexer.js <path>');
+        console.error('');
+        console.error('Arguments:');
+        console.error('  <path>    File or directory path to ingest (.md and .txt files)');
+        console.error('');
+        console.error('Examples:');
+        console.error('  node indexer.js ./docs/           # Ingest all .md/.txt files in docs/');
+        console.error('  node indexer.js ./readme.md       # Ingest single file');
+        console.error('  node indexer.js ../project/docs/  # Ingest from parent directory');
+        console.error('');
+        console.error('Supported file types: .md (Markdown), .txt (Plain text)');
+        console.error('');
+        console.error('After ingestion, use: node search.js "your query"');
+        process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+    }
+    if (args.length > 1) {
+        console.error('Error: Too many arguments provided');
+        console.error('');
+        console.error('Usage: node indexer.js <path>');
+        console.error('');
+        console.error('If your path contains spaces, wrap it in quotes:');
+        console.error('  node indexer.js "my documents folder"');
+        process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+    }
+    const path = args[0];
+    await runIngest(path);
+}
+main().catch((error) => {
+    if (error instanceof ConfigurationError) {
+        console.error('Configuration Error:');
+        console.error(error.message);
+        process.exit(error.exitCode);
+    }
+    else {
+        console.error('Fatal Error:', error instanceof Error ? error.message : String(error));
+        process.exit(EXIT_CODES.GENERAL_ERROR);
+    }
+});
+//# sourceMappingURL=indexer.js.map

package/dist/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../src/indexer.ts"],"names":[],"mappings":";AAEA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAE7D,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC9C,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC/C,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACnF,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC3B,OAAO,CAAC,KAAK,CAAC,0EAA0E,CAAC,CAAC;QAC1F,OAAO,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC1E,OAAO,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACpF,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;QACzE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACpD,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC/C,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAClE,OAAO,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACzD,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACrB,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;AACxB,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,IAAI,KAAK,YAAY,kBAAkB,EAAE,CAAC;QACxC,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACtC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACzC,CAAC;AACH,CAAC,CAAC,CAAC"}