rag-lite-ts 1.0.1 → 1.0.2

package/dist/core/ingestion.js

@@ -0,0 +1,347 @@
+/**
+ * CORE MODULE — Shared between text-only (rag-lite-ts) and future multimodal (rag-lite-mm)
+ * Model-agnostic. No transformer or modality-specific logic.
+ */
+import { discoverAndProcessFiles } from '../file-processor.js';
+import { chunkDocument } from './chunker.js';
+import { insertChunk, upsertDocument } from './db.js';
+import { config } from './config.js';
+import { DocumentPathManager } from './path-manager.js';
+import { existsSync } from 'fs';
+/**
+ * Main ingestion pipeline class
+ * Coordinates the entire process from file discovery to vector storage
+ * Uses explicit dependency injection for clean architecture
+ */
+export class IngestionPipeline {
+    embedFn;
+    indexManager;
+    db;
+    defaultChunkConfig;
+    pathManager;
+    /**
+     * Creates a new IngestionPipeline with explicit dependency injection
+     *
+     * DEPENDENCY INJECTION PATTERN:
+     * This constructor requires all dependencies to be explicitly provided, enabling:
+     * - Clean separation between core ingestion logic and implementation-specific components
+     * - Support for different embedding models and content types
+     * - Testability through mock injection
+     * - Future extensibility for multimodal content processing
+     *
+     * @param embedFn - Function to embed document chunks into vectors
+     *   - Signature: (query: string, contentType?: string) => Promise<EmbeddingResult>
+     *   - Must handle chunk text and return consistent embedding format
+     *   - Examples:
+     *     - Text: const embedFn = (text) => textEmbedder.embedSingle(text)
+     *     - Multimodal: const embedFn = (content, type) => type === 'image' ? clipEmbedder.embedImage(content) : clipEmbedder.embedText(content)
+     *     - Custom: const embedFn = (text) => customModel.embed(text)
+     *
+     * @param indexManager - Vector index manager for storing embeddings
+     *   - Handles vector storage and indexing operations
+     *   - Must support the embedding dimensions produced by embedFn
+     *   - Example: new IndexManager('./index.bin')
+     *
+     * @param db - Database connection for metadata storage
+     *   - Stores document and chunk metadata with content type support
+     *   - Supports different content types through metadata fields
+     *   - Example: await openDatabase('./db.sqlite')
+     *
+     * USAGE EXAMPLES:
+     * ```typescript
+     * // Text-only ingestion pipeline
+     * const textEmbedFn = await createTextEmbedder();
+     * const indexManager = new IndexManager('./index.bin');
+     * const db = await openDatabase('./db.sqlite');
+     * const ingestion = new IngestionPipeline(textEmbedFn, indexManager, db);
+     *
+     * // Custom embedding implementation
+     * const customEmbedFn = async (text) => ({
+     *   embedding_id: generateId(),
+     *   vector: await myCustomModel.embed(text)
+     * });
+     * const ingestion = new IngestionPipeline(customEmbedFn, indexManager, db);
+     *
+     * // Multimodal ingestion (future)
+     * const multimodalEmbedFn = async (content, contentType) => {
+     *   if (contentType === 'image') {
+     *     return { embedding_id: generateId(), vector: await clipModel.embedImage(content) };
+     *   }
+     *   return { embedding_id: generateId(), vector: await clipModel.embedText(content) };
+     * };
+     * const ingestion = new IngestionPipeline(multimodalEmbedFn, indexManager, db);
+     * ```
+     */
+    constructor(embedFn, indexManager, db, defaultChunkConfig) {
+        this.embedFn = embedFn;
+        this.indexManager = indexManager;
+        this.db = db;
+        this.defaultChunkConfig = defaultChunkConfig;
+        // Validate required dependencies
+        if (!embedFn || typeof embedFn !== 'function') {
+            throw new Error('embedFn must be a valid function');
+        }
+        if (!indexManager) {
+            throw new Error('indexManager is required');
+        }
+        if (!db) {
+            throw new Error('db connection is required');
+        }
+        // Initialize path manager with default configuration
+        this.pathManager = new DocumentPathManager(config.path_storage_strategy, process.cwd());
+    }
+    /**
+     * Ingest documents from a directory
+     * @param directoryPath - Path to directory containing documents
+     * @param options - Optional ingestion configuration
+     * @returns Promise resolving to ingestion results
+     */
+    async ingestDirectory(directoryPath, options = {}) {
+        if (!existsSync(directoryPath)) {
+            throw new Error(`Directory not found: ${directoryPath}`);
+        }
+        return this.ingestPath(directoryPath, options);
+    }
+    /**
+     * Ingest a single file
+     * @param filePath - Path to the file to ingest
+     * @param options - Optional ingestion configuration
+     * @returns Promise resolving to ingestion results
+     */
+    async ingestFile(filePath, options = {}) {
+        if (!existsSync(filePath)) {
+            throw new Error(`File not found: ${filePath}`);
+        }
+        return this.ingestPath(filePath, options);
+    }
+    /**
+     * Ingest documents from a path (file or directory)
+     * Implements the complete pipeline: file processing → chunking → embedding → storage
+     */
+    async ingestPath(path, options = {}) {
+        const startTime = Date.now();
+        console.log(`\n=== Starting ingestion from: ${path} ===`);
+        try {
+            // Phase 1: File Discovery and Processing
+            console.log('\n--- Phase 1: File Discovery and Processing ---');
+            const fileResult = await discoverAndProcessFiles(path, options.fileOptions, this.pathManager);
+            if (fileResult.documents.length === 0) {
+                console.log('No documents found to process');
+                return {
+                    documentsProcessed: 0,
+                    chunksCreated: 0,
+                    embeddingsGenerated: 0,
+                    documentErrors: fileResult.processingResult.errors.length,
+                    embeddingErrors: 0,
+                    processingTimeMs: Date.now() - startTime
+                };
+            }
+            // Phase 2: Document Chunking
+            console.log('\n--- Phase 2: Document Chunking ---');
+            const effectiveChunkConfig = options.chunkConfig || this.defaultChunkConfig || {
+                chunkSize: config.chunk_size,
+                chunkOverlap: config.chunk_overlap
+            };
+            const chunkingResult = await this.chunkDocuments(fileResult.documents, effectiveChunkConfig);
+            if (chunkingResult.totalChunks === 0) {
+                console.log('No chunks created from documents');
+                return {
+                    documentsProcessed: fileResult.documents.length,
+                    chunksCreated: 0,
+                    embeddingsGenerated: 0,
+                    documentErrors: fileResult.processingResult.errors.length,
+                    embeddingErrors: 0,
+                    processingTimeMs: Date.now() - startTime
+                };
+            }
+            // Phase 3: Embedding Generation
+            console.log('\n--- Phase 3: Embedding Generation ---');
+            const embeddingResult = await this.generateEmbeddings(chunkingResult.allChunks);
+            // Phase 4: Database and Index Storage
+            console.log('\n--- Phase 4: Storage Operations ---');
+            await this.storeDocumentsAndChunks(chunkingResult.documentChunks, embeddingResult.embeddings);
+            // Phase 5: Vector Index Updates
+            console.log('\n--- Phase 5: Vector Index Updates ---');
+            await this.updateVectorIndex(embeddingResult.embeddings);
+            const endTime = Date.now();
+            const processingTimeMs = endTime - startTime;
+            const result = {
+                documentsProcessed: fileResult.documents.length,
+                chunksCreated: chunkingResult.totalChunks,
+                embeddingsGenerated: embeddingResult.embeddings.length,
+                documentErrors: fileResult.processingResult.errors.length,
+                embeddingErrors: embeddingResult.errors,
+                processingTimeMs
+            };
+            console.log('\n=== Ingestion Complete ===');
+            console.log(`Documents processed: ${result.documentsProcessed}`);
+            console.log(`Chunks created: ${result.chunksCreated}`);
+            console.log(`Embeddings generated: ${result.embeddingsGenerated}`);
+            console.log(`Document errors: ${result.documentErrors}`);
+            console.log(`Embedding errors: ${result.embeddingErrors}`);
+            console.log(`Total time: ${(processingTimeMs / 1000).toFixed(2)}s`);
+            return result;
+        }
+        catch (error) {
+            console.error('\n=== Ingestion Failed ===');
+            console.error(`Error: ${error instanceof Error ? error.message : 'Unknown error'}`);
+            throw new Error(`Ingestion failed: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Chunk all documents and organize results
+     */
+    async chunkDocuments(documents, chunkConfig) {
+        const documentChunks = [];
+        const allChunks = [];
+        let totalChunks = 0;
+        console.log(`Processing ${documents.length} document${documents.length === 1 ? '' : 's'} for chunking...`);
+        for (let i = 0; i < documents.length; i++) {
+            const document = documents[i];
+            try {
+                const chunks = await chunkDocument(document, chunkConfig);
+                documentChunks.push({ document, chunks });
+                // Collect all chunk texts for embedding
+                const chunkTexts = chunks.map(chunk => chunk.text);
+                allChunks.push(...chunkTexts);
+                totalChunks += chunks.length;
+                // Progress logging - more frequent for better user experience
+                if (documents.length <= 10 || (i + 1) % Math.max(1, Math.floor(documents.length / 10)) === 0 || i === documents.length - 1) {
+                    const percentage = Math.round(((i + 1) / documents.length) * 100);
+                    console.log(`Processed ${i + 1} of ${documents.length} documents (${percentage}%) - ${totalChunks} chunks created`);
+                }
+            }
+            catch (error) {
+                console.error(`Failed to chunk document ${document.source}:`, error instanceof Error ? error.message : String(error));
+                // Continue with other documents
+                continue;
+            }
+        }
+        console.log(`✓ Chunking complete: Created ${totalChunks} chunks from ${documentChunks.length} documents`);
+        return { documentChunks, allChunks, totalChunks };
+    }
+    /**
+     * Generate embeddings for all chunks with error handling
+     */
+    async generateEmbeddings(chunkTexts) {
+        console.log(`Generating embeddings for ${chunkTexts.length} chunk${chunkTexts.length === 1 ? '' : 's'}...`);
+        console.log('This may take a few minutes depending on the number of chunks...');
+        try {
+            // Generate embeddings using injected embed function
+            const embeddings = [];
+            let errors = 0;
+            for (let i = 0; i < chunkTexts.length; i++) {
+                try {
+                    const embedding = await this.embedFn(chunkTexts[i]);
+                    embeddings.push(embedding);
+                }
+                catch (error) {
+                    console.warn(`Failed to embed chunk ${i + 1}:`, error instanceof Error ? error.message : String(error));
+                    errors++;
+                }
+                // Progress logging
+                if (chunkTexts.length > 10 && (i + 1) % Math.max(1, Math.floor(chunkTexts.length / 10)) === 0) {
+                    const percentage = Math.round(((i + 1) / chunkTexts.length) * 100);
+                    console.log(`Generated ${i + 1} of ${chunkTexts.length} embeddings (${percentage}%)`);
+                }
+            }
+            if (errors > 0) {
+                console.warn(`⚠ Warning: ${errors} chunk${errors === 1 ? '' : 's'} failed embedding and ${errors === 1 ? 'was' : 'were'} skipped`);
+            }
+            console.log(`✓ Generated ${embeddings.length} embeddings successfully`);
+            return { embeddings, errors };
+        }
+        catch (error) {
+            console.error('Critical embedding failure:', error instanceof Error ? error.message : String(error));
+            throw new Error(`Embedding generation failed: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * Store documents and chunks in database
+     */
+    async storeDocumentsAndChunks(documentChunks, embeddings) {
+        console.log(`Storing ${documentChunks.length} document${documentChunks.length === 1 ? '' : 's'} and chunks in database...`);
+        // Create a mapping of chunk text to embedding for efficient lookup
+        const embeddingMap = new Map();
+        let embeddingIndex = 0;
+        // Build mapping - this assumes embeddings are in the same order as chunks were processed
+        for (const { chunks } of documentChunks) {
+            for (const chunk of chunks) {
+                if (embeddingIndex < embeddings.length) {
+                    embeddingMap.set(chunk.text, embeddings[embeddingIndex]);
+                    embeddingIndex++;
+                }
+            }
+        }
+        let totalChunksStored = 0;
+        let documentsStored = 0;
+        // Process each document sequentially
+        for (const { document, chunks } of documentChunks) {
+            try {
+                // Insert or get existing document
+                const documentId = await upsertDocument(this.db, document.source, document.title);
+                documentsStored++;
+                // Insert all chunks for this document
+                let chunksStoredForDoc = 0;
+                for (const chunk of chunks) {
+                    const embedding = embeddingMap.get(chunk.text);
+                    if (embedding) {
+                        try {
+                            await insertChunk(this.db, embedding.embedding_id, documentId, chunk.text, chunk.chunkIndex);
+                            chunksStoredForDoc++;
+                            totalChunksStored++;
+                        }
+                        catch (chunkError) {
+                            console.error(`Failed to store chunk ${chunk.chunkIndex} for document ${document.source}:`, chunkError instanceof Error ? chunkError.message : String(chunkError));
+                            // Continue with other chunks
+                        }
+                    }
+                    else {
+                        console.warn(`No embedding found for chunk ${chunk.chunkIndex} in document ${document.source}`);
+                    }
+                }
+                // Progress logging for storage
+                if (documentChunks.length <= 20 || documentsStored % Math.max(1, Math.floor(documentChunks.length / 10)) === 0 || documentsStored === documentChunks.length) {
+                    const percentage = Math.round((documentsStored / documentChunks.length) * 100);
+                    console.log(`Stored ${documentsStored} of ${documentChunks.length} documents (${percentage}%) - ${totalChunksStored} chunks total`);
+                }
+            }
+            catch (docError) {
+                console.error(`Failed to store document ${document.source}:`, docError instanceof Error ? docError.message : String(docError));
+                // Continue with other documents
+            }
+        }
+        console.log(`✓ Storage complete: ${documentsStored} documents, ${totalChunksStored} chunks saved to database`);
+    }
+    /**
+     * Update vector index with new embeddings
+     */
+    async updateVectorIndex(embeddings) {
+        if (embeddings.length === 0) {
+            console.log('No embeddings to add to vector index');
+            return;
+        }
+        console.log(`Adding ${embeddings.length} vector${embeddings.length === 1 ? '' : 's'} to search index...`);
+        try {
+            await this.indexManager.addVectors(embeddings);
+            console.log(`✓ Vector index updated successfully with ${embeddings.length} new vectors`);
+        }
+        catch (error) {
+            console.error('Failed to update vector index:', error instanceof Error ? error.message : String(error));
+            throw error;
+        }
+    }
+    /**
+     * Clean up resources - explicit cleanup method
+     */
+    async cleanup() {
+        try {
+            await this.db.close();
+            await this.indexManager.close();
+        }
+        catch (error) {
+            console.error('Error during IngestionPipeline cleanup:', error instanceof Error ? error.message : String(error));
+        }
+    }
+}
+//# sourceMappingURL=ingestion.js.map

package/dist/core/ingestion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingestion.js","sourceRoot":"","sources":["../../src/core/ingestion.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,uBAAuB,EAA6B,MAAM,sBAAsB,CAAC;AAC1F,OAAO,EAAE,aAAa,EAAoB,MAAM,cAAc,CAAC;AAE/D,OAAO,EAAE,WAAW,EAAE,cAAc,EAA2B,MAAM,SAAS,CAAC;AAC/E,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAGxD,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAgChC;;;;GAIG;AACH,MAAM,OAAO,iBAAiB;IAyDlB;IACA;IACA;IACA;IA3DF,WAAW,CAAsB;IAEzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAoDG;IACH,YACU,OAAsB,EACtB,YAA0B,EAC1B,EAAsB,EACtB,kBAAgC;QAHhC,YAAO,GAAP,OAAO,CAAe;QACtB,iBAAY,GAAZ,YAAY,CAAc;QAC1B,OAAE,GAAF,EAAE,CAAoB;QACtB,uBAAkB,GAAlB,kBAAkB,CAAc;QAExC,iCAAiC;QACjC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,qDAAqD;QACrD,IAAI,CAAC,WAAW,GAAG,IAAI,mBAAmB,CACxC,MAAM,CAAC,qBAAqB,EAC5B,OAAO,CAAC,GAAG,EAAE,CACd,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CAAC,aAAqB,EAAE,UAA4B,EAAE;QACzE,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,wBAAwB,aAAa,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,UAA4B,EAAE;QAC/D,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,UAA4B,EAAE;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,MAAM,CAAC,CAAC;QAE1D,IAAI,CAAC;YACH,yCAAyC;YACzC,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;YAChE,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YAE9F,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;gBAC7C,OAAO;oBACL,kBAAkB,EAAE,CAAC;oBACrB,aAAa,EAAE,CAAC;oBAChB,mBAAmB,EAAE,CAAC;oBACtB,cAAc,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,MAAM;oBACzD,eAAe,EAAE,CAAC;oBAClB,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACzC,CAAC;YACJ,CAAC;YAED,6BAA6B;YAC7B,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACpD,MAAM,oBAAoB,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,kBAAkB,IAAI;gBAC7E,SAAS,EAAE,MAAM,CAAC,UAAU;gBAC5B,YAAY,EAAE,MAAM,CAAC,aAAa;aACnC,CAAC;YACF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;YAE7F,IAAI,cAAc,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;gBAChD,OAAO;oBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,MAAM;oBAC/C,aAAa,EAAE,CAAC;oBAChB,mBAAmB,EAAE,CAAC;oBACtB,cAAc,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,MAAM;oBACzD,eAAe,EAAE,CAAC;oBAClB,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACzC,CAAC;YACJ,CAAC;YAED,gCAAgC;YAChC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;YACvD,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAEhF,sCAAsC;YACtC,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;YACrD,MAAM,IAAI,CAAC,uBAAuB,CAChC,cAAc,CAAC,cAAc,EAC7B,eAAe,CAAC,UAAU,CAC3B,CAAC;YAEF,gCAAgC;YAChC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;YACvD,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAEzD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,gBAAgB,GAAG,OAAO,GAAG,SAAS,CAAC;YAE7C,MAAM,MAAM,GAAoB;gBAC9B,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,MAAM;gBAC/C,aAAa,EAAE,cAAc,CAAC,WAAW;gBACzC,mBAAmB,EAAE,eAAe,CAAC,UAAU,CAAC,MAAM;gBACtD,cAAc,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,MAAM;gBACzD,eAAe,EAAE,eAAe,CAAC,MAAM;gBACvC,gBAAgB;aACjB,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,wBAAwB,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC;YACnE,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;YAC3D,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAEpE,OAAO,MAAM,CAAC;QAEhB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC5C,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;YACpF,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAC1B,SAAqB,EACrB,WAAyB;QAMzB,MAAM,cAAc,GAAiD,EAAE,CAAC;QACxE,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,CAAC,MAAM,YAAY,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAE3G,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAE9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;gBAC1D,cAAc,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;gBAE1C,wCAAwC;gBACxC,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACnD,SAAS,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;gBAC9B,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC;gBAE7B,8DAA8D;gBAC9D,IAAI,SAAS,CAAC,MAAM,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3H,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;oBAClE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,SAAS,CAAC,MAAM,eAAe,UAAU,QAAQ,WAAW,iBAAiB,CAAC,CAAC;gBACtH,CAAC;YAEH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,QAAQ,CAAC,MAAM,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACtH,gCAAgC;gBAChC,SAAS;YACX,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,gCAAgC,WAAW,gBAAgB,cAAc,CAAC,MAAM,YAAY,CAAC,CAAC;QAC1G,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,UAAoB;QAInD,OAAO,CAAC,GAAG,CAAC,6BAA6B,UAAU,CAAC,MAAM,SAAS,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QAC5G,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;QAEhF,IAAI,CAAC;YACH,oDAAoD;YACpD,MAAM,UAAU,GAAsB,EAAE,CAAC;YACzC,IAAI,MAAM,GAAG,CAAC,CAAC;YAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpD,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC7B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBACxG,MAAM,EAAE,CAAC;gBACX,CAAC;gBAED,mBAAmB;gBACnB,IAAI,UAAU,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9F,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;oBACnE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,UAAU,CAAC,MAAM,gBAAgB,UAAU,IAAI,CAAC,CAAC;gBACxF,CAAC;YACH,CAAC;YAED,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,cAAc,MAAM,SAAS,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,yBAAyB,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,CAAC;YACrI,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,CAAC,MAAM,0BAA0B,CAAC,CAAC;YAExE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAEhC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACrG,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC9G,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CACnC,cAA4D,EAC5D,UAA6B;QAE7B,OAAO,CAAC,GAAG,CAAC,WAAW,cAAc,CAAC,MAAM,YAAY,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;QAE5H,mEAAmE;QACnE,MAAM,YAAY,GAAG,IAAI,GAAG,EAA2B,CAAC;QACxD,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,yFAAyF;QACzF,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC;YACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,cAAc,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;oBACvC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC;oBACzD,cAAc,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,eAAe,GAAG,CAAC,CAAC;QAExB,qCAAqC;QACrC,KAAK,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC;YAClD,IAAI,CAAC;gBACH,kCAAkC;gBAClC,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAClF,eAAe,EAAE,CAAC;gBAElB,sCAAsC;gBACtC,IAAI,kBAAkB,GAAG,CAAC,CAAC;gBAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAE/C,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,CAAC;4BACH,MAAM,WAAW,CACf,IAAI,CAAC,EAAE,EACP,SAAS,CAAC,YAAY,EACtB,UAAU,EACV,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,UAAU,CACjB,CAAC;4BACF,kBAAkB,EAAE,CAAC;4BACrB,iBAAiB,EAAE,CAAC;wBACtB,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,KAAK,CAAC,UAAU,iBAAiB,QAAQ,CAAC,MAAM,GAAG,EACxF,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;4BACzE,6BAA6B;wBAC/B,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,IAAI,CAAC,gCAAgC,KAAK,CAAC,UAAU,gBAAgB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;oBAClG,CAAC;gBACH,CAAC;gBAED,+BAA+B;gBAC/B,IAAI,cAAc,CAAC,MAAM,IAAI,EAAE,IAAI,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,eAAe,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;oBAC5J,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;oBAC/E,OAAO,CAAC,GAAG,CAAC,UAAU,eAAe,OAAO,cAAc,CAAC,MAAM,eAAe,UAAU,QAAQ,iBAAiB,eAAe,CAAC,CAAC;gBACtI,CAAC;YAEH,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,4BAA4B,QAAQ,CAAC,MAAM,GAAG,EAC1D,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACnE,gCAAgC;YAClC,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,eAAe,eAAe,iBAAiB,2BAA2B,CAAC,CAAC;IACjH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,UAA6B;QAC3D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,UAAU,UAAU,CAAC,MAAM,UAAU,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,qBAAqB,CAAC,CAAC;QAE1G,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,4CAA4C,UAAU,CAAC,MAAM,cAAc,CAAC,CAAC;QAC3F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACxG,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACnH,CAAC;IACH,CAAC;CACF"}