rag-lite-ts 1.0.1

package/dist/search.js

@@ -0,0 +1,454 @@
+import { initializeEmbeddingEngine } from './embedder.js';
+import { IndexManager } from './index-manager.js';
+import { getChunksByEmbeddingIds, openDatabase, getStoredModelInfo } from './db.js';
+import { CrossEncoderReranker } from './reranker.js';
+import { config } from './config.js';
+import { join, resolve } from 'path';
+import { existsSync } from 'fs';
+/**
+ * User-friendly error class with actionable suggestions
+ */
+export class SearchError extends Error {
+    code;
+    suggestions;
+    constructor(message, code, suggestions) {
+        super(message);
+        this.code = code;
+        this.suggestions = suggestions;
+        this.name = 'SearchError';
+    }
+}
+/**
+ * Resolves paths for the search engine based on provided paths or defaults
+ * @param indexPath - Path to vector index file (optional)
+ * @param dbPath - Path to database file (optional)
+ * @returns Resolved paths for index and database files
+ */
+function resolveSearchPaths(indexPath, dbPath) {
+    const currentDir = process.cwd();
+    return {
+        indexPath: indexPath ? resolve(indexPath) : join(currentDir, 'vector-index.bin'),
+        dbPath: dbPath ? resolve(dbPath) : join(currentDir, 'db.sqlite')
+    };
+}
+/**
+ * Search engine that provides semantic search capabilities
+ * Implements the core search pipeline: query embedding → vector search → metadata retrieval → optional reranking
+ * Supports concurrent read operations for multiple simultaneous queries
+ */
+export class SearchEngine {
+    // Static properties for automatic resource management (Requirement 5.1, 5.2)
+    static instances = new Set();
+    static cleanupHandlersSet = false;
+    embedder = null;
+    indexManager = null;
+    dbConnection = null;
+    reranker = null;
+    isInitialized = false;
+    indexPath;
+    dbPath;
+    enableReranking = false;
+    /**
+     * Creates a new SearchEngine with simplified constructor
+     * Search engine is ready to use immediately without requiring initialization calls (Requirement 3.5)
+     * @param indexPath - Path to vector index file (defaults to './vector-index.bin')
+     * @param dbPath - Path to database file (defaults to './db.sqlite')
+     */
+    constructor(indexPath, dbPath) {
+        // Validate parameters
+        if (indexPath !== undefined && (typeof indexPath !== 'string' || indexPath.trim() === '')) {
+            throw new Error('indexPath must be a non-empty string when provided');
+        }
+        if (dbPath !== undefined && (typeof dbPath !== 'string' || dbPath.trim() === '')) {
+            throw new Error('dbPath must be a non-empty string when provided');
+        }
+        // Resolve paths automatically
+        const pathConfig = resolveSearchPaths(indexPath, dbPath);
+        this.indexPath = pathConfig.indexPath;
+        this.dbPath = pathConfig.dbPath;
+        // Set up automatic cleanup on process exit (Requirement 5.5)
+        this.setupAutomaticCleanup();
+    }
+    /**
+     * Legacy constructor for backward compatibility
+     * @deprecated Use the simple constructor new SearchEngine(indexPath?, dbPath?) instead
+     */
+    static createWithComponents(embedder, indexManager, dbConnection, enableReranking = false) {
+        const engine = new SearchEngine();
+        engine.embedder = embedder;
+        engine.indexManager = indexManager;
+        engine.dbConnection = dbConnection;
+        engine.enableReranking = enableReranking;
+        // Initialize reranker if enabled
+        if (enableReranking) {
+            engine.reranker = new CrossEncoderReranker();
+        }
+        engine.isInitialized = true;
+        return engine;
+    }
+    /**
+     * Automatically initialize resources on first use with user-friendly error handling
+     * Implements lazy initialization as required by Requirements 3.5, 4.3, 5.1, 5.2
+     */
+    async ensureInitialized() {
+        if (this.isInitialized) {
+            return;
+        }
+        // Check if required files exist first (before any initialization attempts)
+        if (!existsSync(this.dbPath)) {
+            throw this.createUserFriendlyError(new Error(`Database file not found: ${this.dbPath}`), 'missing_database');
+        }
+        if (!existsSync(this.indexPath)) {
+            throw this.createUserFriendlyError(new Error(`Vector index file not found: ${this.indexPath}`), 'missing_index');
+        }
+        try {
+            console.log('Initializing search engine...');
+            // Initialize database connection
+            console.log('Opening database connection...');
+            this.dbConnection = await openDatabase(this.dbPath);
+            // Read stored model info from database (Requirement 4.3)
+            console.log('Reading stored model information...');
+            const storedModelInfo = await getStoredModelInfo(this.dbConnection);
+            if (!storedModelInfo) {
+                throw this.createUserFriendlyError(new Error('No model information found in database'), 'missing_model_info');
+            }
+            // Initialize embedder with stored model info (Requirement 3.5)
+            console.log(`Loading embedding model: ${storedModelInfo.modelName}...`);
+            try {
+                this.embedder = await initializeEmbeddingEngine(storedModelInfo.modelName);
+            }
+            catch (error) {
+                throw this.createUserFriendlyError(error, 'model_loading');
+            }
+            // Initialize index manager with model compatibility validation
+            console.log('Initializing index manager...');
+            try {
+                this.indexManager = new IndexManager(this.indexPath, this.dbPath, storedModelInfo.dimensions, storedModelInfo.modelName);
+                await this.indexManager.initialize();
+            }
+            catch (error) {
+                // Check if this is a model compatibility issue
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                if (errorMessage.includes('mismatch') || errorMessage.includes('version') || errorMessage.includes('model')) {
+                    throw this.createUserFriendlyError(error, 'model_compatibility');
+                }
+                throw error;
+            }
+            // Load reranker model if enabled
+            if (this.enableReranking) {
+                this.reranker = new CrossEncoderReranker();
+                console.log('Loading reranker model...');
+                try {
+                    await this.reranker.loadModel();
+                }
+                catch (error) {
+                    console.warn(`Reranker initialization failed: ${error instanceof Error ? error.message : 'Unknown error'}`);
+                    console.warn('Continuing with vector search only (reranking disabled)');
+                    this.reranker = null; // Disable reranker for this session
+                }
+            }
+            this.isInitialized = true;
+            const stats = await this.indexManager.getStats();
+            console.log(`Search engine initialized with ${stats.totalVectors} chunks${this.reranker && this.reranker.isLoaded() ? ' and reranking enabled' : ''}`);
+        }
+        catch (error) {
+            await this.cleanup();
+            if (error instanceof SearchError) {
+                throw error;
+            }
+            else {
+                throw this.createUserFriendlyError(error, 'initialization');
+            }
+        }
+    }
+    /**
+     * Create user-friendly error messages with actionable suggestions
+     * Implements requirement 5.3: Clear, actionable error messages with specific next steps
+     */
+    createUserFriendlyError(error, context) {
+        const errorMessage = error instanceof Error ? error.message : String(error);
+        // Handle common error scenarios with specific guidance
+        if (context === 'missing_database') {
+            return new SearchError(`Database file not found: ${this.dbPath}`, 'DATABASE_NOT_FOUND', [
+                'Run ingestion first to create the database: pipeline.ingestDirectory("./docs/")',
+                'Check that the database path is correct',
+                'Ensure the ingestion process completed successfully'
+            ]);
+        }
+        if (context === 'missing_index') {
+            return new SearchError(`Vector index file not found: ${this.indexPath}`, 'INDEX_NOT_FOUND', [
+                'Run ingestion first to create the index: pipeline.ingestDirectory("./docs/")',
+                'Check that the index path is correct',
+                'Ensure the ingestion process completed successfully'
+            ]);
+        }
+        if (context === 'missing_model_info') {
+            return new SearchError('No embedding model information found in database. The database may be from an older version or corrupted.', 'MODEL_INFO_NOT_FOUND', [
+                'Run ingestion again to store model information: pipeline.ingestDirectory("./docs/")',
+                'If the problem persists, delete the database and index files and run ingestion from scratch',
+                'Check that the database was created with a compatible version of the library'
+            ]);
+        }
+        if (context === 'model_loading') {
+            return new SearchError(`Failed to load embedding model: ${errorMessage}`, 'MODEL_LOADING_FAILED', [
+                'Check that the model name is correct and supported',
+                'Ensure you have internet connection for model download',
+                'Try running ingestion again with a supported model',
+                'Check the model configuration in your setup'
+            ]);
+        }
+        if (context === 'model_compatibility' || (errorMessage.includes('model') && errorMessage.includes('mismatch'))) {
+            return new SearchError(`Model compatibility issue detected: ${errorMessage}`, 'MODEL_COMPATIBILITY', [
+                'The stored model information doesn\'t match the current configuration',
+                'Run pipeline.rebuildIndex() to rebuild with the current model',
+                'Or ensure you\'re using the same model that was used during ingestion',
+                'Check that the index and database files are from the same ingestion run'
+            ]);
+        }
+        if (errorMessage.includes('ENOENT') || errorMessage.includes('no such file')) {
+            return new SearchError(`Required files not found: ${errorMessage}`, 'FILES_NOT_FOUND', [
+                'Run ingestion first to create the required files',
+                'Check that the file paths are correct',
+                'Ensure you have read permissions for the files'
+            ]);
+        }
+        if (errorMessage.includes('EACCES') || errorMessage.includes('permission denied')) {
+            return new SearchError(`Permission denied: ${errorMessage}`, 'PERMISSION_DENIED', [
+                'Check that you have read permissions for the database and index files',
+                'Ensure the files are not locked by another process',
+                'Try running with appropriate permissions'
+            ]);
+        }
+        if (errorMessage.includes('database') || errorMessage.includes('sqlite')) {
+            return new SearchError(`Database error: ${errorMessage}`, 'DATABASE_ERROR', [
+                'Check that the database file is not corrupted',
+                'Ensure no other processes are using the database',
+                'Try recreating the database by running ingestion again'
+            ]);
+        }
+        // Generic error with basic suggestions
+        return new SearchError(`Search engine ${context} failed: ${errorMessage}`, 'GENERAL_ERROR', [
+            'Check the error message above for specific details',
+            'Ensure all required files exist and are accessible',
+            'Try running ingestion first if you haven\'t already',
+            'Contact support if the issue persists'
+        ]);
+    }
+    /**
+     * Initialize the search engine (public method for backward compatibility)
+     * Sets up database, index manager, and embedding engine
+     */
+    async initialize() {
+        await this.ensureInitialized();
+    }
+    /**
+     * Perform semantic search on the indexed documents (matches README API)
+     * Automatically initializes resources on first use (Requirements 4.1, 4.2, 4.4, 4.5)
+     * Supports concurrent read operations for multiple simultaneous queries
+     * @param query - Search query string
+     * @param options - Search options including top_k and rerank settings
+     * @returns Promise resolving to array of search results
+     */
+    async search(query, options = {}) {
+        // Automatic initialization on first use (Requirement 4.1, 4.2)
+        await this.ensureInitialized();
+        if (!query || query.trim().length === 0) {
+            return [];
+        }
+        const startTime = performance.now();
+        const topK = options.top_k || config.top_k || 10;
+        const shouldRerank = options.rerank !== undefined ? options.rerank : config.rerank_enabled;
+        try {
+            // Ensure all components are initialized
+            if (!this.embedder || !this.indexManager || !this.dbConnection) {
+                throw new Error('Search engine components not properly initialized');
+            }
+            // Step 1: Build query embedding using same model as document chunks
+            const embeddingStartTime = performance.now();
+            const queryEmbedding = await this.embedder.embedSingle(query);
+            const embeddingTime = performance.now() - embeddingStartTime;
+            // Step 2: Search using IndexManager (which handles hash mapping properly)
+            const searchStartTime = performance.now();
+            let searchResult;
+            try {
+                searchResult = this.indexManager.search(queryEmbedding.vector, topK);
+            }
+            catch (error) {
+                if (error instanceof Error && error.message.includes('No embedding ID found for hash')) {
+                    console.warn(`Hash mapping issue detected: ${error.message}`);
+                    console.warn('This may indicate index/database synchronization issues. Consider running: raglite rebuild');
+                    return [];
+                }
+                throw error;
+            }
+            const vectorSearchTime = performance.now() - searchStartTime;
+            if (searchResult.embeddingIds.length === 0) {
+                const totalTime = performance.now() - startTime;
+                console.log(`No similar documents found (${totalTime.toFixed(2)}ms total)`);
+                return [];
+            }
+            // Step 3: Retrieve chunks from database using embedding IDs
+            const retrievalStartTime = performance.now();
+            const chunks = await getChunksByEmbeddingIds(this.dbConnection, searchResult.embeddingIds);
+            const retrievalTime = performance.now() - retrievalStartTime;
+            // Step 4: Format results as JSON with text, score, and document metadata
+            let results = this.formatSearchResults(chunks, searchResult.distances, searchResult.embeddingIds);
+            // Step 5: Optional reranking with cross-encoder when enabled
+            let rerankTime = 0;
+            if (shouldRerank && this.reranker && this.reranker.isLoaded() && results.length > 1) {
+                try {
+                    const rerankStartTime = performance.now();
+                    results = await this.reranker.rerank(query, results);
+                    rerankTime = performance.now() - rerankStartTime;
+                }
+                catch (error) {
+                    // Fallback to vector search results and log the error
+                    console.warn(`Reranking failed, using vector search results: ${error instanceof Error ? error.message : 'Unknown error'}`);
+                }
+            }
+            const totalTime = performance.now() - startTime;
+            // Measure latency without premature optimization - just log for monitoring
+            console.log(`Search completed: ${results.length} results in ${totalTime.toFixed(2)}ms ` +
+                `(embed: ${embeddingTime.toFixed(2)}ms, vector: ${vectorSearchTime.toFixed(2)}ms, ` +
+                `retrieval: ${retrievalTime.toFixed(2)}ms${rerankTime > 0 ? `, rerank: ${rerankTime.toFixed(2)}ms` : ''})`);
+            return results;
+        }
+        catch (error) {
+            throw new Error(`Search failed: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Format search results with proper structure
+     * @param chunks - Database chunks with metadata
+     * @param distances - Similarity distances from vector search
+     * @param embeddingIds - Embedding IDs in search result order
+     * @returns Formatted search results
+     */
+    formatSearchResults(chunks, distances, embeddingIds) {
+        const results = [];
+        // Create a map for quick chunk lookup by embedding_id
+        const chunkMap = new Map();
+        chunks.forEach(chunk => {
+            chunkMap.set(chunk.embedding_id, chunk);
+        });
+        // Build results in the order of search results
+        for (let i = 0; i < embeddingIds.length; i++) {
+            const embeddingId = embeddingIds[i];
+            const chunk = chunkMap.get(embeddingId);
+            if (chunk) {
+                // Convert cosine distance to similarity score (1 - distance)
+                // hnswlib-wasm returns cosine distance, we want similarity
+                const score = Math.max(0, 1 - distances[i]);
+                results.push({
+                    text: chunk.text,
+                    score: score,
+                    document: {
+                        id: chunk.document_id,
+                        source: chunk.document_source,
+                        title: chunk.document_title
+                    }
+                });
+            }
+        }
+        return results;
+    }
+    /**
+     * Get search engine statistics
+     * @returns Object with current search engine stats
+     */
+    async getStats() {
+        if (!this.isInitialized) {
+            return {
+                totalChunks: 0,
+                indexSize: 0,
+                rerankingEnabled: false,
+                isInitialized: false
+            };
+        }
+        const indexStats = await this.indexManager.getStats();
+        return {
+            totalChunks: indexStats.totalVectors,
+            indexSize: indexStats.totalVectors,
+            rerankingEnabled: this.reranker !== null && this.reranker.isLoaded(),
+            isInitialized: this.isInitialized
+        };
+    }
+    /**
+     * Set up automatic cleanup on process exit (Requirement 5.5)
+     */
+    setupAutomaticCleanup() {
+        // Track this instance for cleanup
+        SearchEngine.instances.add(this);
+        // Set up process exit handlers only once
+        if (!SearchEngine.cleanupHandlersSet) {
+            SearchEngine.cleanupHandlersSet = true;
+            const cleanupAll = async () => {
+                const instances = Array.from(SearchEngine.instances);
+                await Promise.all(instances.map(instance => instance.cleanup()));
+            };
+            // Handle various exit scenarios
+            process.on('exit', () => {
+                // Synchronous cleanup for exit event
+                for (const instance of SearchEngine.instances) {
+                    try {
+                        if (instance.dbConnection) {
+                            // Synchronous close for exit handler
+                            instance.dbConnection = null;
+                        }
+                        if (instance.indexManager) {
+                            instance.indexManager = null;
+                        }
+                        instance.embedder = null;
+                        instance.reranker = null;
+                        instance.isInitialized = false;
+                    }
+                    catch (error) {
+                        // Silent cleanup on exit
+                    }
+                }
+            });
+            process.on('SIGINT', async () => {
+                await cleanupAll();
+                process.exit(0);
+            });
+            process.on('SIGTERM', async () => {
+                await cleanupAll();
+                process.exit(0);
+            });
+            process.on('uncaughtException', async (error) => {
+                console.error('Uncaught exception:', error);
+                await cleanupAll();
+                process.exit(1);
+            });
+            process.on('unhandledRejection', async (reason) => {
+                console.error('Unhandled rejection:', reason);
+                await cleanupAll();
+                process.exit(1);
+            });
+        }
+    }
+    /**
+     * Clean up resources (Requirement 5.5)
+     */
+    async cleanup() {
+        try {
+            if (this.dbConnection) {
+                await this.dbConnection.close();
+                this.dbConnection = null;
+            }
+            if (this.indexManager) {
+                await this.indexManager.close();
+                this.indexManager = null;
+            }
+            this.embedder = null;
+            this.reranker = null;
+            this.isInitialized = false;
+            // Remove from instances set
+            SearchEngine.instances.delete(this);
+        }
+        catch (error) {
+            console.error('Error during SearchEngine cleanup:', error instanceof Error ? error.message : String(error));
+        }
+    }
+}
+//# sourceMappingURL=search.js.map

package/dist/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAsB,uBAAuB,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AACxG,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAErD,OAAO,EAAE,MAAM,EAAoB,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAEhC;;GAEG;AACH,MAAM,OAAO,WAAY,SAAQ,KAAK;IAG3B;IACA;IAHT,YACE,OAAe,EACR,IAAY,EACZ,WAAqB;QAE5B,KAAK,CAAC,OAAO,CAAC,CAAC;QAHR,SAAI,GAAJ,IAAI,CAAQ;QACZ,gBAAW,GAAX,WAAW,CAAU;QAG5B,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AAUD;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,SAAkB,EAAE,MAAe;IAC7D,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAEjC,OAAO;QACL,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,kBAAkB,CAAC;QAChF,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC;KACjE,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,YAAY;IACvB,6EAA6E;IACrE,MAAM,CAAC,SAAS,GAAG,IAAI,GAAG,EAAgB,CAAC;IAC3C,MAAM,CAAC,kBAAkB,GAAG,KAAK,CAAC;IAElC,QAAQ,GAA2B,IAAI,CAAC;IACxC,YAAY,GAAwB,IAAI,CAAC;IACzC,YAAY,GAA8B,IAAI,CAAC;IAC/C,QAAQ,GAAgC,IAAI,CAAC;IAC7C,aAAa,GAAY,KAAK,CAAC;IAC/B,SAAS,CAAS;IAClB,MAAM,CAAS;IACf,eAAe,GAAY,KAAK,CAAC;IAEzC;;;;;OAKG;IACH,YAAY,SAAkB,EAAE,MAAe;QAC7C,sBAAsB;QACtB,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC1F,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACjF,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QAED,8BAA8B;QAC9B,MAAM,UAAU,GAAG,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QAEhC,6DAA6D;QAC7D,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,oBAAoB,CACzB,QAAyB,EACzB,YAA0B,EAC1B,YAAgC,EAChC,kBAA2B,KAAK;QAEhC,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC3B,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;QACnC,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;QACnC,MAAM,CAAC,eAAe,GAAG,eAAe,CAAC;QAEzC,iCAAiC;QACjC,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,CAAC,QAAQ,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAC/C,CAAC;QAED,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;QAC5B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,2EAA2E;QAC3E,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,uBAAuB,CAChC,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,MAAM,EAAE,CAAC,EACpD,kBAAkB,CACnB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,uBAAuB,CAChC,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,EAAE,CAAC,EAC3D,eAAe,CAChB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAE7C,iCAAiC;YACjC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAC9C,IAAI,CAAC,YAAY,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEpD,yDAAyD;YACzD,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YACnD,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAEpE,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,uBAAuB,CAChC,IAAI,KAAK,CAAC,wCAAwC,CAAC,EACnD,oBAAoB,CACrB,CAAC;YACJ,CAAC;YAED,+DAA+D;YAC/D,OAAO,CAAC,GAAG,CAAC,4BAA4B,eAAe,CAAC,SAAS,KAAK,CAAC,CAAC;YACxE,IAAI,CAAC;gBACH,IAAI,CAAC,QAAQ,GAAG,MAAM,yBAAyB,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAC7E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,uBAAuB,CAChC,KAAK,EACL,eAAe,CAChB,CAAC;YACJ,CAAC;YAED,+DAA+D;YAC/D,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,IAAI,CAAC;gBACH,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAClC,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,MAAM,EACX,eAAe,CAAC,UAAU,EAC1B,eAAe,CAAC,SAAS,CAC1B,CAAC;gBACF,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,+CAA+C;gBAC/C,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5G,MAAM,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;gBACnE,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,iCAAiC;YACjC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzB,IAAI,CAAC,QAAQ,GAAG,IAAI,oBAAoB,EAAE,CAAC;gBAC3C,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;gBACzC,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAClC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,IAAI,CAAC,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;oBAC5G,OAAO,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;oBACxE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,oCAAoC;gBAC5D,CAAC;YACH,CAAC;YAED,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;YACjD,OAAO,CAAC,GAAG,CAAC,kCAAkC,KAAK,CAAC,YAAY,UAAU,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEzJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,uBAAuB,CAAC,KAAc,EAAE,OAAe;QAC7D,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE5E,uDAAuD;QACvD,IAAI,OAAO,KAAK,kBAAkB,EAAE,CAAC;YACnC,OAAO,IAAI,WAAW,CACpB,4BAA4B,IAAI,CAAC,MAAM,EAAE,EACzC,oBAAoB,EACpB;gBACE,iFAAiF;gBACjF,yCAAyC;gBACzC,qDAAqD;aACtD,CACF,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;YAChC,OAAO,IAAI,WAAW,CACpB,gCAAgC,IAAI,CAAC,SAAS,EAAE,EAChD,iBAAiB,EACjB;gBACE,8EAA8E;gBAC9E,sCAAsC;gBACtC,qDAAqD;aACtD,CACF,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,oBAAoB,EAAE,CAAC;YACrC,OAAO,IAAI,WAAW,CACpB,2GAA2G,EAC3G,sBAAsB,EACtB;gBACE,qFAAqF;gBACrF,6FAA6F;gBAC7F,8EAA8E;aAC/E,CACF,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;YAChC,OAAO,IAAI,WAAW,CACpB,mCAAmC,YAAY,EAAE,EACjD,sBAAsB,EACtB;gBACE,oDAAoD;gBACpD,wDAAwD;gBACxD,oDAAoD;gBACpD,6CAA6C;aAC9C,CACF,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,qBAAqB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YAC/G,OAAO,IAAI,WAAW,CACpB,uCAAuC,YAAY,EAAE,EACrD,qBAAqB,EACrB;gBACE,uEAAuE;gBACvE,+DAA+D;gBAC/D,uEAAuE;gBACvE,yEAAyE;aAC1E,CACF,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAC7E,OAAO,IAAI,WAAW,CACpB,6BAA6B,YAAY,EAAE,EAC3C,iBAAiB,EACjB;gBACE,kDAAkD;gBAClD,uCAAuC;gBACvC,gDAAgD;aACjD,CACF,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAClF,OAAO,IAAI,WAAW,CACpB,sBAAsB,YAAY,EAAE,EACpC,mBAAmB,EACnB;gBACE,uEAAuE;gBACvE,oDAAoD;gBACpD,0CAA0C;aAC3C,CACF,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzE,OAAO,IAAI,WAAW,CACpB,mBAAmB,YAAY,EAAE,EACjC,gBAAgB,EAChB;gBACE,+CAA+C;gBAC/C,kDAAkD;gBAClD,wDAAwD;aACzD,CACF,CAAC;QACJ,CAAC;QAED,uCAAuC;QACvC,OAAO,IAAI,WAAW,CACpB,iBAAiB,OAAO,YAAY,YAAY,EAAE,EAClD,eAAe,EACf;YACE,oDAAoD;YACpD,oDAAoD;YACpD,qDAAqD;YACrD,uCAAuC;SACxC,CACF,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACjC,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAAyB,EAAE;QACrD,+DAA+D;QAC/D,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QACjD,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;QAE3F,IAAI,CAAC;YACH,wCAAwC;YACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;YACvE,CAAC;YAED,oEAAoE;YACpE,MAAM,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC7C,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAC9D,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;YAE7D,0EAA0E;YAC1E,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC1C,IAAI,YAAY,CAAC;YACjB,IAAI,CAAC;gBACH,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACvE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;oBACvF,OAAO,CAAC,IAAI,CAAC,gCAAgC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC9D,OAAO,CAAC,IAAI,CAAC,4FAA4F,CAAC,CAAC;oBAC3G,OAAO,EAAE,CAAC;gBACZ,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC;YAE7D,IAAI,YAAY,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAChD,OAAO,CAAC,GAAG,CAAC,+BAA+B,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;gBAC5E,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,4DAA4D;YAC5D,MAAM,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,YAAY,CAAC,CAAC;YAC3F,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;YAE7D,yEAAyE;YACzE,IAAI,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,YAAY,CAAC,CAAC;YAElG,6DAA6D;YAC7D,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,YAAY,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpF,IAAI,CAAC;oBACH,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;oBAC1C,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;oBACrD,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC;gBACnD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sDAAsD;oBACtD,OAAO,CAAC,IAAI,CAAC,kDAAkD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;gBAC7H,CAAC;YACH,CAAC;YAED,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEhD,2EAA2E;YAC3E,OAAO,CAAC,GAAG,CAAC,qBAAqB,OAAO,CAAC,MAAM,eAAe,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;gBACrF,WAAW,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;gBACnF,cAAc,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAE9G,OAAO,OAAO,CAAC;QAEjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;IAID;;;;;;OAMG;IACK,mBAAmB,CACzB,MAAa,EACb,SAAmB,EACnB,YAAsB;QAEtB,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,sDAAsD;QACtD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YACrB,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,+CAA+C;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAExC,IAAI,KAAK,EAAE,CAAC;gBACV,6DAA6D;gBAC7D,2DAA2D;gBAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE5C,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,KAAK,EAAE,KAAK;oBACZ,QAAQ,EAAE;wBACR,EAAE,EAAE,KAAK,CAAC,WAAW;wBACrB,MAAM,EAAE,KAAK,CAAC,eAAe;wBAC7B,KAAK,EAAE,KAAK,CAAC,cAAc;qBAC5B;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QAMZ,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,OAAO;gBACL,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,CAAC;gBACZ,gBAAgB,EAAE,KAAK;gBACvB,aAAa,EAAE,KAAK;aACrB,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAa,CAAC,QAAQ,EAAE,CAAC;QACvD,OAAO;YACL,WAAW,EAAE,UAAU,CAAC,YAAY;YACpC,SAAS,EAAE,UAAU,CAAC,YAAY;YAClC,gBAAgB,EAAE,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE;YACpE,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,qBAAqB;QAC3B,kCAAkC;QAClC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEjC,yCAAyC;QACzC,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE,CAAC;YACrC,YAAY,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAEvC,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;gBAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;gBACrD,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACnE,CAAC,CAAC;YAEF,gCAAgC;YAChC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBACtB,qCAAqC;gBACrC,KAAK,MAAM,QAAQ,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;oBAC9C,IAAI,CAAC;wBACH,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;4BAC1B,qCAAqC;4BACrC,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC;wBAC/B,CAAC;wBACD,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;4BAC1B,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC;wBAC/B,CAAC;wBACD,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC;wBACzB,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC;wBACzB,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC;oBACjC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,yBAAyB;oBAC3B,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;gBAC9B,MAAM,UAAU,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;gBAC/B,MAAM,UAAU,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC9C,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;gBAC5C,MAAM,UAAU,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBAChD,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;gBAC9C,MAAM,UAAU,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YAC3B,CAAC;YAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YAC3B,CAAC;YAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAE3B,4BAA4B;YAC5B,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9G,CAAC;IACH,CAAC"}

package/dist/test-utils.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Test utilities for multi-model support
+ * Provides common configurations and helpers for testing with different embedding models
+ */
+export declare const TEST_MODELS: readonly [{
+    readonly name: "sentence-transformers/all-MiniLM-L6-v2";
+    readonly dimensions: 384;
+    readonly chunkSize: 250;
+    readonly batchSize: 16;
+}, {
+    readonly name: "Xenova/all-mpnet-base-v2";
+    readonly dimensions: 768;
+    readonly chunkSize: 400;
+    readonly batchSize: 8;
+}];
+/**
+ * Retrieve model configuration by name
+ * @param modelName - The name of the model to retrieve
+ * @returns Model configuration object or undefined if not found
+ */
+export declare function getTestModel(modelName: string): {
+    readonly name: "sentence-transformers/all-MiniLM-L6-v2";
+    readonly dimensions: 384;
+    readonly chunkSize: 250;
+    readonly batchSize: 16;
+} | {
+    readonly name: "Xenova/all-mpnet-base-v2";
+    readonly dimensions: 768;
+    readonly chunkSize: 400;
+    readonly batchSize: 8;
+} | undefined;
+/**
+ * Type for test model configuration
+ */
+export type TestModel = typeof TEST_MODELS[number];
+//# sourceMappingURL=test-utils.d.ts.map

package/dist/test-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-utils.d.ts","sourceRoot":"","sources":["../src/test-utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,eAAO,MAAM,WAAW;;;;;;;;;;EAad,CAAC;AAEX;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM;;;;;;;;;;cAE7C;AAED;;GAEG;AACH,MAAM,MAAM,SAAS,GAAG,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC"}

package/dist/test-utils.js

@@ -0,0 +1,27 @@
+/**
+ * Test utilities for multi-model support
+ * Provides common configurations and helpers for testing with different embedding models
+ */
+export const TEST_MODELS = [
+    {
+        name: 'sentence-transformers/all-MiniLM-L6-v2',
+        dimensions: 384,
+        chunkSize: 250,
+        batchSize: 16
+    },
+    {
+        name: 'Xenova/all-mpnet-base-v2',
+        dimensions: 768,
+        chunkSize: 400,
+        batchSize: 8
+    }
+];
+/**
+ * Retrieve model configuration by name
+ * @param modelName - The name of the model to retrieve
+ * @returns Model configuration object or undefined if not found
+ */
+export function getTestModel(modelName) {
+    return TEST_MODELS.find(m => m.name === modelName);
+}
+//# sourceMappingURL=test-utils.js.map

package/dist/test-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-utils.js","sourceRoot":"","sources":["../src/test-utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB;QACE,IAAI,EAAE,wCAAwC;QAC9C,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,EAAE;KACd;IACD;QACE,IAAI,EAAE,0BAA0B;QAChC,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,CAAC;KACb;CACO,CAAC;AAEX;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,SAAiB;IAC5C,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;AACrD,CAAC"}

package/dist/tokenizer.d.ts

@@ -0,0 +1,21 @@
+import type { PreTrainedTokenizer } from '@huggingface/transformers';
+/**
+ * Count tokens in a text string using the MiniLM-L6-v2 tokenizer
+ * This ensures token counts match exactly with the embedding model
+ *
+ * @param text - Text to count tokens for
+ * @returns Number of tokens in the text
+ * @throws {Error} If tokenizer fails to initialize or tokenize
+ */
+export declare function countTokens(text: string): Promise<number>;
+/**
+ * Get the tokenizer instance (for testing purposes)
+ * @internal
+ */
+export declare function getTokenizer(): Promise<PreTrainedTokenizer>;
+/**
+ * Reset the tokenizer instance (for testing purposes)
+ * @internal
+ */
+export declare function resetTokenizer(): void;
+//# sourceMappingURL=tokenizer.d.ts.map

package/dist/tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../src/tokenizer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AA0BrE;;;;;;;GAOG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAY/D;AAED;;;GAGG;AACH,wBAAsB,YAAY,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAEjE;AAED;;;GAGG;AACH,wBAAgB,cAAc,IAAI,IAAI,CAErC"}

package/dist/tokenizer.js

@@ -0,0 +1,59 @@
+import { AutoTokenizer } from '@huggingface/transformers';
+/**
+ * Tokenizer instance for consistent token counting
+ * Uses the same tokenizer as the embedding model (MiniLM-L6-v2)
+ */
+let tokenizer = null;
+/**
+ * Initialize the tokenizer with the MiniLM-L6-v2 model
+ * This ensures token counting matches the embedding model exactly
+ */
+async function initializeTokenizer() {
+    if (tokenizer) {
+        return tokenizer;
+    }
+    try {
+        // Use the same model as embeddings for consistent token counting
+        tokenizer = await AutoTokenizer.from_pretrained('sentence-transformers/all-MiniLM-L6-v2');
+        return tokenizer;
+    }
+    catch (error) {
+        throw new Error(`Failed to initialize tokenizer: ${error instanceof Error ? error.message : 'Unknown error'}`);
+    }
+}
+/**
+ * Count tokens in a text string using the MiniLM-L6-v2 tokenizer
+ * This ensures token counts match exactly with the embedding model
+ *
+ * @param text - Text to count tokens for
+ * @returns Number of tokens in the text
+ * @throws {Error} If tokenizer fails to initialize or tokenize
+ */
+export async function countTokens(text) {
+    if (!text || typeof text !== 'string') {
+        return 0;
+    }
+    try {
+        const tokenizerInstance = await initializeTokenizer();
+        const tokens = await tokenizerInstance.encode(text);
+        return tokens.length;
+    }
+    catch (error) {
+        throw new Error(`Failed to count tokens: ${error instanceof Error ? error.message : 'Unknown error'}`);
+    }
+}
+/**
+ * Get the tokenizer instance (for testing purposes)
+ * @internal
+ */
+export async function getTokenizer() {
+    return await initializeTokenizer();
+}
+/**
+ * Reset the tokenizer instance (for testing purposes)
+ * @internal
+ */
+export function resetTokenizer() {
+    tokenizer = null;
+}
+//# sourceMappingURL=tokenizer.js.map

package/dist/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../src/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAG1D;;;GAGG;AACH,IAAI,SAAS,GAA+B,IAAI,CAAC;AAEjD;;;GAGG;AACH,KAAK,UAAU,mBAAmB;IAChC,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,CAAC;QACH,iEAAiE;QACjE,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,wCAAwC,CAAC,CAAC;QAC1F,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;IACjH,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAY;IAC5C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,CAAC;QACH,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpD,OAAO,MAAM,CAAC,MAAM,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;IACzG,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,OAAO,MAAM,mBAAmB,EAAE,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc;IAC5B,SAAS,GAAG,IAAI,CAAC;AACnB,CAAC"}