codevault 1.6.0 → 1.7.0

package/dist/core/SearchService.js

@@ -0,0 +1,455 @@
+import fs from 'fs';
+import path from 'path';
+import { createEmbeddingProvider } from '../providers/index.js';
+import { Database } from '../database/db.js';
+import { readCodemapAsync } from '../codemap/io.js';
+import { normalizeScopeFilters, applyScope } from '../search/scope.js';
+import { BM25Index } from '../search/bm25.js';
+import { reciprocalRankFusion } from '../search/hybrid.js';
+import { rerankWithAPI } from '../ranking/api-reranker.js';
+import { applySymbolBoost } from '../ranking/symbol-boost.js';
+import { logger } from '../utils/logger.js';
+import { SimpleLRU } from '../utils/simple-lru.js';
+import { readChunkFromDisk } from '../storage/encrypted-chunks.js';
+import { RRF_K, DOC_BOOST, CACHE_CONSTANTS, DOC_BOOST_CONSTANTS, SEARCH_CONSTANTS } from '../config/constants.js';
+import { resolveProviderContext } from '../config/resolver.js';
+export class SearchService {
+    bm25Cache;
+    chunkCache;
+    constructor() {
+        this.bm25Cache = new SimpleLRU(CACHE_CONSTANTS.MAX_BM25_CACHE_SIZE);
+        this.chunkCache = new SimpleLRU(CACHE_CONSTANTS.MAX_CHUNK_TEXT_CACHE_SIZE);
+    }
+    clearCaches() {
+        logger.debug('Clearing search caches explicitly.');
+        this.bm25Cache.clear();
+        this.chunkCache.clear();
+    }
+    async search(query, limit = SEARCH_CONSTANTS.DEFAULT_SEARCH_LIMIT, provider = 'auto', workingPath = '.', scopeOptions = {}) {
+        const basePath = path.resolve(workingPath);
+        const dbPath = path.join(basePath, '.codevault/codevault.db');
+        const chunkDir = path.join(basePath, '.codevault/chunks');
+        const codemapPath = path.join(basePath, 'codevault.codemap.json');
+        const normalizedQuery = this.normalizeQuery(query);
+        const providerContext = resolveProviderContext(basePath);
+        if (!normalizedQuery) {
+            return this.getOverview(limit, workingPath);
+        }
+        const normalizedScope = normalizeScopeFilters(scopeOptions);
+        const effectiveProvider = normalizedScope.provider || provider;
+        const hybridEnabled = normalizedScope.hybrid !== false;
+        const bm25Enabled = normalizedScope.bm25 !== false;
+        const symbolBoostEnabled = normalizedScope.symbol_boost !== false;
+        const embeddingProvider = createEmbeddingProvider(effectiveProvider, providerContext.embedding);
+        let db = null;
+        try {
+            if (!fs.existsSync(dbPath)) {
+                return this.createErrorResult('database_not_found', `Database not found at ${dbPath}`, embeddingProvider.getName(), normalizedScope, hybridEnabled, bm25Enabled, symbolBoostEnabled);
+            }
+            db = new Database(dbPath);
+            const chunks = await db.getChunks(embeddingProvider.getName(), embeddingProvider.getDimensions());
+            if (chunks.length === 0) {
+                return this.createErrorResult('no_chunks_found', `No indexed chunks found`, embeddingProvider.getName(), normalizedScope, hybridEnabled, bm25Enabled, symbolBoostEnabled);
+            }
+            const codemapData = await readCodemapAsync(codemapPath);
+            const scopedChunks = applyScope(chunks, normalizedScope);
+            const { chunkInfoById, vectorPool } = await this.buildVectorPool(scopedChunks, embeddingProvider, normalizedQuery);
+            if (symbolBoostEnabled) {
+                try {
+                    applySymbolBoost(vectorPool, { query: normalizedQuery, codemap: codemapData });
+                }
+                catch (error) {
+                    // Silent fail
+                }
+            }
+            const selectionBudget = Math.max(limit, RRF_K);
+            const { fusedResults, bm25Fused, bm25CandidateCount } = this.tryHybridFusion({
+                hybridEnabled,
+                bm25Enabled,
+                selectionBudget,
+                normalizedQuery,
+                embeddingProvider,
+                chunkDir,
+                basePath,
+                scopedChunks,
+                chunkInfoById,
+                vectorPool
+            });
+            let vectorResults = fusedResults.length > 0 ? fusedResults : vectorPool.slice(0, selectionBudget);
+            vectorResults = this.sortWithSymbolBoost(vectorResults, symbolBoostEnabled);
+            vectorResults = vectorResults.slice(0, limit);
+            if (vectorResults.length > 1 && normalizedScope.reranker === 'api') {
+                vectorResults = await this.applyReranker(normalizedQuery, vectorResults, chunkDir, basePath, providerContext);
+            }
+            // Enforce score bounds after boosts/reranking
+            vectorResults = vectorResults.map(candidate => ({
+                ...candidate,
+                score: Math.min(1, Math.max(candidate.score ?? 0, 0))
+            }));
+            const combinedResults = this.mapResults(vectorResults, bm25Fused ? 'hybrid' : 'vector');
+            combinedResults.sort((a, b) => {
+                if (typeof a.meta?.rerankerScore === 'number' && typeof b.meta?.rerankerScore === 'number') {
+                    return b.meta.rerankerScore - a.meta.rerankerScore;
+                }
+                return (b.meta?.score ?? 0) - (a.meta?.score ?? 0);
+            });
+            if (combinedResults.length === 0) {
+                return this.createErrorResult('no_relevant_matches', `No relevant matches found for "${query}"`, embeddingProvider.getName(), normalizedScope, hybridEnabled, bm25Enabled, symbolBoostEnabled);
+            }
+            if (symbolBoostEnabled && combinedResults.length > 0 && combinedResults[0].meta.score > 0.8) {
+                await db.recordIntention(normalizedQuery, query, combinedResults[0].sha, combinedResults[0].meta.score);
+            }
+            const pattern = normalizedQuery
+                .replace(/\b[\w-]+Session\b/gi, '[SESSION]')
+                .replace(/\bstripe\b/gi, '[PAYMENT_PROVIDER]')
+                .replace(/\b\w+Service\b/gi, '[SERVICE]')
+                .replace(/\b\w+Controller\b/gi, '[CONTROLLER]')
+                .trim();
+            await db.recordQueryPattern(pattern);
+            return {
+                success: true,
+                query,
+                searchType: bm25Fused ? 'hybrid' : 'vector',
+                vectorResults: vectorResults.length,
+                provider: embeddingProvider.getName(),
+                scope: normalizedScope,
+                reranker: normalizedScope.reranker,
+                hybrid: {
+                    enabled: hybridEnabled,
+                    bm25Enabled,
+                    fused: bm25Fused,
+                    bm25Candidates: bm25CandidateCount
+                },
+                symbolBoost: {
+                    enabled: symbolBoostEnabled,
+                    boosted: symbolBoostEnabled && vectorResults.some((result) => typeof result.symbolBoost === 'number' && result.symbolBoost > 0)
+                },
+                results: combinedResults
+            };
+        }
+        catch (error) {
+            logger.error('Error in searchCode', error);
+            return this.createErrorResult('search_error', error.message, embeddingProvider.getName(), normalizedScope, hybridEnabled, bm25Enabled, symbolBoostEnabled);
+        }
+        finally {
+            if (db) {
+                try {
+                    db.close();
+                }
+                catch { }
+            }
+        }
+    }
+    async getOverview(limit = 20, workingPath = '.') {
+        const basePath = path.resolve(workingPath);
+        const dbPath = path.join(basePath, '.codevault/codevault.db');
+        try {
+            if (!fs.existsSync(dbPath)) {
+                return { success: false, error: 'database_not_found', message: 'Database not found', provider: 'overview', results: [] };
+            }
+            const db = new Database(dbPath);
+            const chunks = await db.getOverviewChunks(limit);
+            db.close();
+            const results = chunks.map(chunk => ({
+                type: 'code',
+                lang: chunk.lang,
+                path: chunk.file_path,
+                sha: chunk.sha,
+                data: null,
+                meta: { id: chunk.id, symbol: chunk.symbol, score: 1.0 }
+            }));
+            return { success: true, provider: 'overview', results };
+        }
+        catch (error) {
+            return { success: false, error: 'overview_error', message: error.message, provider: 'overview', results: [] };
+        }
+    }
+    async getChunk(sha, workingPath = '.') {
+        const basePath = path.resolve(workingPath);
+        const chunkDir = path.join(basePath, '.codevault/chunks');
+        try {
+            const result = readChunkFromDisk({ chunkDir, sha });
+            if (!result) {
+                return { success: false, error: 'Chunk not found' };
+            }
+            return { success: true, code: result.code };
+        }
+        catch (error) {
+            if (error && error.code === 'ENCRYPTION_KEY_REQUIRED') {
+                return { success: false, error: 'Chunk is encrypted. Configure CODEVAULT_ENCRYPTION_KEY.' };
+            }
+            return { success: false, error: error.message };
+        }
+    }
+    // Helpers
+    createErrorResult(error, message, provider, scope, hybrid, bm25, symbolBoost) {
+        return {
+            success: false,
+            error,
+            message,
+            provider,
+            scope,
+            hybrid: { enabled: hybrid, bm25Enabled: bm25 },
+            symbolBoost: { enabled: symbolBoost, boosted: false },
+            reranker: scope.reranker,
+            results: []
+        };
+    }
+    normalizeQuery(query) {
+        return query.toLowerCase().trim().replace(/[¿?]/g, '').replace(/\s+/g, ' ');
+    }
+    async buildVectorPool(scopedChunks, embeddingProvider, normalizedQuery) {
+        const chunkInfoById = new Map();
+        const results = [];
+        let queryEmbedding = null;
+        if (scopedChunks.length > 0) {
+            if (embeddingProvider.init) {
+                await embeddingProvider.init();
+            }
+            queryEmbedding = await embeddingProvider.generateEmbedding(normalizedQuery);
+        }
+        for (const chunk of scopedChunks) {
+            const embedding = JSON.parse(chunk.embedding.toString());
+            const vectorSimilarity = queryEmbedding ? this.cosineSimilarity(queryEmbedding, embedding) : 0;
+            let boostScore = 0;
+            if (chunk.codevault_intent && normalizedQuery.includes(chunk.codevault_intent.toLowerCase())) {
+                boostScore += DOC_BOOST_CONSTANTS.INTENT_MATCH_BOOST;
+            }
+            if (chunk.codevault_tags) {
+                try {
+                    const tags = JSON.parse(chunk.codevault_tags || '[]');
+                    tags.forEach((tag) => {
+                        if (typeof tag === 'string' && normalizedQuery.includes(tag.toLowerCase())) {
+                            boostScore += DOC_BOOST_CONSTANTS.TAG_MATCH_BOOST;
+                        }
+                    });
+                }
+                catch (error) {
+                    logger.warn('Failed to parse codevault_tags for chunk', { chunkId: chunk.id, error });
+                }
+            }
+            let docBoost = 0;
+            const filePath = chunk.file_path.toLowerCase();
+            if (filePath.includes('readme') ||
+                filePath.includes('/docs/') ||
+                filePath.startsWith('docs/') ||
+                filePath.includes('changelog') ||
+                filePath.includes('contributing') ||
+                filePath.endsWith('.md')) {
+                docBoost = DOC_BOOST;
+            }
+            const finalScore = Math.min(1, Math.max(0, vectorSimilarity + boostScore + docBoost));
+            const info = {
+                id: chunk.id,
+                file_path: chunk.file_path,
+                symbol: chunk.symbol,
+                sha: chunk.sha,
+                lang: chunk.lang,
+                chunk_type: chunk.chunk_type,
+                codevault_intent: chunk.codevault_intent,
+                codevault_description: chunk.codevault_description,
+                score: finalScore,
+                vectorScore: vectorSimilarity,
+                boostScore: boostScore
+            };
+            chunkInfoById.set(chunk.id, info);
+            results.push(info);
+        }
+        // Highest vector scores first
+        results.sort((a, b) => b.score - a.score);
+        return { chunkInfoById, vectorPool: results };
+    }
+    tryHybridFusion(params) {
+        const { hybridEnabled, bm25Enabled, selectionBudget, normalizedQuery, embeddingProvider, chunkDir, basePath, scopedChunks, chunkInfoById, vectorPool } = params;
+        let vectorResults = [];
+        let bm25Fused = false;
+        let bm25CandidateCount = 0;
+        if (hybridEnabled && bm25Enabled) {
+            const bm25Index = this.ensureBm25IndexForChunks(basePath, chunkDir, embeddingProvider.getName(), embeddingProvider.getDimensions(), scopedChunks);
+            if (bm25Index) {
+                const allowedIds = new Set(scopedChunks.map((chunk) => chunk.id));
+                const bm25RawResults = bm25Index.search(normalizedQuery, selectionBudget);
+                const bm25Results = bm25RawResults.filter(result => allowedIds.has(result.id));
+                bm25CandidateCount = bm25Results.length;
+                if (bm25Results.length > 0) {
+                    const fused = reciprocalRankFusion({
+                        vectorResults: vectorPool.slice(0, selectionBudget).map((item) => ({ id: item.id, score: item.score })),
+                        bm25Results: bm25Results.map(item => ({ id: item.id, score: item.score })),
+                        limit: selectionBudget,
+                        k: RRF_K
+                    });
+                    if (fused.length > 0) {
+                        bm25Fused = true;
+                        vectorResults = fused
+                            .map(entry => {
+                            const info = chunkInfoById.get(entry.id);
+                            if (!info)
+                                return null;
+                            info.hybridScore = entry.score;
+                            info.bm25Score = entry.bm25Score;
+                            info.bm25Rank = entry.bm25Rank;
+                            info.vectorRank = entry.vectorRank;
+                            return info;
+                        })
+                            .filter((item) => item !== null);
+                    }
+                }
+            }
+        }
+        return { fusedResults: vectorResults, bm25Fused, bm25CandidateCount };
+    }
+    sortWithSymbolBoost(results, symbolBoostEnabled) {
+        const hasSymbolBoost = symbolBoostEnabled && results.some((candidate) => typeof candidate.symbolBoost === 'number' && candidate.symbolBoost > 0);
+        if (hasSymbolBoost && results.length > 1) {
+            return [...results].sort((a, b) => {
+                const scoreA = typeof a.score === 'number' ? a.score : 0;
+                const scoreB = typeof b.score === 'number' ? b.score : 0;
+                if (scoreB !== scoreA)
+                    return scoreB - scoreA;
+                const boostA = typeof a.symbolBoost === 'number' ? a.symbolBoost : 0;
+                const boostB = typeof b.symbolBoost === 'number' ? b.symbolBoost : 0;
+                if (boostB !== boostA)
+                    return boostB - boostA;
+                const hybridA = typeof a.hybridScore === 'number' ? a.hybridScore : Number.NEGATIVE_INFINITY;
+                const hybridB = typeof b.hybridScore === 'number' ? b.hybridScore : Number.NEGATIVE_INFINITY;
+                return hybridB - hybridA;
+            });
+        }
+        return results;
+    }
+    async applyReranker(normalizedQuery, vectorResults, chunkDir, basePath, providerContext) {
+        try {
+            const reranked = await rerankWithAPI(normalizedQuery, vectorResults, {
+                max: Math.min(SEARCH_CONSTANTS.RERANKER_MAX_CANDIDATES, vectorResults.length),
+                getText: (candidate) => {
+                    const codeText = this.readChunkTextCached(candidate.sha, chunkDir, basePath) || '';
+                    return this.buildBm25Document(candidate, codeText);
+                },
+                apiUrl: providerContext.reranker.apiUrl,
+                apiKey: providerContext.reranker.apiKey,
+                model: providerContext.reranker.model,
+                maxTokens: providerContext.reranker.maxTokens
+            });
+            if (Array.isArray(reranked) && reranked.length === vectorResults.length) {
+                return reranked;
+            }
+        }
+        catch (error) {
+            // Silent fallback
+        }
+        return vectorResults;
+    }
+    mapResults(vectorResults, searchType) {
+        return vectorResults.map((result) => {
+            const meta = {
+                id: result.id,
+                symbol: result.symbol,
+                score: Math.min(1, Math.max(result.score || 0, 0)),
+                intent: result.codevault_intent,
+                description: result.codevault_description,
+                searchType: searchType,
+                vectorScore: result.vectorScore
+            };
+            if (typeof result.hybridScore === 'number')
+                meta.hybridScore = result.hybridScore;
+            if (typeof result.bm25Score === 'number')
+                meta.bm25Score = result.bm25Score;
+            if (typeof result.bm25Rank === 'number')
+                meta.bm25Rank = result.bm25Rank;
+            if (typeof result.vectorRank === 'number')
+                meta.vectorRank = result.vectorRank;
+            if (typeof result.rerankerScore === 'number')
+                meta.rerankerScore = result.rerankerScore;
+            if (typeof result.rerankerRank === 'number')
+                meta.rerankerRank = result.rerankerRank;
+            if (typeof result.symbolBoost === 'number' && result.symbolBoost > 0) {
+                meta.symbolBoost = result.symbolBoost;
+                if (Array.isArray(result.symbolBoostSources))
+                    meta.symbolBoostSources = result.symbolBoostSources;
+            }
+            if (typeof result.score === 'number' && result.score > 1)
+                meta.scoreRaw = result.score;
+            return {
+                type: 'code',
+                lang: result.lang,
+                path: result.file_path,
+                sha: result.sha,
+                data: null,
+                meta
+            };
+        });
+    }
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length)
+            return 0;
+        let dotProduct = 0, normA = 0, normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dotProduct += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        return dotProduct / (Math.sqrt(normA) * Math.sqrt(normB));
+    }
+    getBm25CacheKey(basePath, providerName, dimensions) {
+        return `${basePath}::${providerName}::${dimensions}`;
+    }
+    getChunkCacheKey(basePath, sha) {
+        return `${basePath}::${sha}`;
+    }
+    readChunkTextCached(sha, chunkDir, basePath) {
+        if (!sha)
+            return null;
+        const cacheKey = this.getChunkCacheKey(basePath, sha);
+        const cached = this.chunkCache.get(cacheKey);
+        if (cached !== undefined)
+            return cached;
+        try {
+            const result = readChunkFromDisk({ chunkDir, sha });
+            const code = result ? result.code : null;
+            this.chunkCache.set(cacheKey, code);
+            return code;
+        }
+        catch {
+            this.chunkCache.set(cacheKey, null);
+            return null;
+        }
+    }
+    buildBm25Document(chunk, codeText) {
+        if (!chunk)
+            return '';
+        const parts = [
+            chunk.symbol,
+            chunk.file_path,
+            chunk.codevault_description,
+            chunk.codevault_intent,
+            codeText
+        ].filter(value => typeof value === 'string' && value.trim().length > 0);
+        return parts.join('\n');
+    }
+    ensureBm25IndexForChunks(basePath, chunkDir, providerName, dimensions, chunks) {
+        if (!Array.isArray(chunks) || chunks.length === 0)
+            return null;
+        const key = this.getBm25CacheKey(basePath, providerName, dimensions);
+        let entry = this.bm25Cache.get(key);
+        if (!entry) {
+            entry = { index: new BM25Index(), added: new Set() };
+            this.bm25Cache.set(key, entry);
+        }
+        const toAdd = [];
+        for (const chunk of chunks) {
+            if (!chunk || !chunk.id || entry.added.has(chunk.id))
+                continue;
+            const codeText = this.readChunkTextCached(chunk.sha, chunkDir, basePath);
+            const docText = this.buildBm25Document(chunk, codeText);
+            if (docText && docText.trim().length > 0) {
+                toAdd.push({ id: chunk.id, text: docText });
+            }
+            entry.added.add(chunk.id);
+        }
+        if (toAdd.length > 0)
+            entry.index.addDocuments(toAdd);
+        entry.index.consolidate();
+        return entry.index;
+    }
+}
+//# sourceMappingURL=SearchService.js.map

package/dist/core/SearchService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SearchService.js","sourceRoot":"","sources":["../../src/core/SearchService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAsB,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAe,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EACH,KAAK,EACL,SAAS,EACT,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EACnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AA4B/D,MAAM,OAAO,aAAa;IAChB,SAAS,CAA8D;IACvE,UAAU,CAAmC;IAErD;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACpE,IAAI,CAAC,UAAU,GAAG,IAAI,SAAS,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC;IAC7E,CAAC;IAEM,WAAW;QAChB,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,KAAa,EACb,QAAgB,gBAAgB,CAAC,oBAAoB,EACrD,WAAmB,MAAM,EACzB,cAAsB,GAAG,EACzB,eAA6B,EAAE;QAE/B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;QAClE,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,eAAe,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAEzD,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,eAAe,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAC5D,MAAM,iBAAiB,GAAG,eAAe,CAAC,QAAQ,IAAI,QAAQ,CAAC;QAC/D,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,KAAK,KAAK,CAAC;QACvD,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,KAAK,KAAK,CAAC;QACnD,MAAM,kBAAkB,GAAG,eAAe,CAAC,YAAY,KAAK,KAAK,CAAC;QAElE,MAAM,iBAAiB,GAAG,uBAAuB,CAAC,iBAAiB,EAAE,eAAe,CAAC,SAAS,CAAC,CAAC;QAChG,IAAI,EAAE,GAAoB,IAAI,CAAC;QAE/B,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,OAAO,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,yBAAyB,MAAM,EAAE,EAAE,iBAAiB,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,aAAa,EAAE,WAAW,EAAE,kBAAkB,CAAC,CAAC;YACvL,CAAC;YAED,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC1B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,iBAAiB,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;YAElG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,yBAAyB,EAAE,iBAAiB,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,aAAa,EAAE,WAAW,EAAE,kBAAkB,CAAC,CAAC;YAC5K,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;YACxD,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,EAAE,eAAe,CAAoB,CAAC;YAC5E,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAC9D,YAAY,EACZ,iBAAiB,EACjB,eAAe,CAChB,CAAC;YAEF,IAAI,kBAAkB,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,gBAAgB,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;gBACjF,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,cAAc;gBAChB,CAAC;YACH,CAAC;YAED,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC/C,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC;gBAC3E,aAAa;gBACb,WAAW;gBACX,eAAe;gBACf,eAAe;gBACf,iBAAiB;gBACjB,QAAQ;gBACR,QAAQ;gBACR,YAAY;gBACZ,aAAa;gBACb,UAAU;aACX,CAAC,CAAC;YAEH,IAAI,aAAa,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;YAClG,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;YAC5E,aAAa,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAE9C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,eAAe,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;gBACnE,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CACtC,eAAe,EACf,aAAa,EACb,QAAQ,EACR,QAAQ,EACR,eAAe,CAChB,CAAC;YACJ,CAAC;YAED,8CAA8C;YAC9C,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC9C,GAAG,SAAS;gBACZ,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;aACtD,CAAC,CAAC,CAAC;YAEJ,MAAM,eAAe,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YAExF,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC1B,IAAI,OAAO,CAAC,CAAC,IAAI,EAAE,aAAa,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,IAAI,EAAE,aAAa,KAAK,QAAQ,EAAE,CAAC;oBACzF,OAAO,CAAC,CAAC,IAAI,CAAC,aAAc,GAAG,CAAC,CAAC,IAAI,CAAC,aAAc,CAAC;gBACzD,CAAC;gBACD,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;YACvD,CAAC,CAAC,CAAC;YAEH,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,IAAI,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,kCAAkC,KAAK,GAAG,EAAE,iBAAiB,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,aAAa,EAAE,WAAW,EAAE,kBAAkB,CAAC,CAAC;YACnM,CAAC;YAED,IAAI,kBAAkB,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC;gBAC1F,MAAM,EAAE,CAAC,eAAe,CAAC,eAAe,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5G,CAAC;YAED,MAAM,OAAO,GAAG,eAAe;iBAC5B,OAAO,CAAC,qBAAqB,EAAE,WAAW,CAAC;iBAC3C,OAAO,CAAC,cAAc,EAAE,oBAAoB,CAAC;iBAC7C,OAAO,CAAC,kBAAkB,EAAE,WAAW,CAAC;iBACxC,OAAO,CAAC,qBAAqB,EAAE,cAAc,CAAC;iBAC9C,IAAI,EAAE,CAAC;YAEV,MAAM,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAErC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,KAAK;gBACL,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;gBAC3C,aAAa,EAAE,aAAa,CAAC,MAAM;gBACnC,QAAQ,EAAE,iBAAiB,CAAC,OAAO,EAAE;gBACrC,KAAK,EAAE,eAAe;gBACtB,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,MAAM,EAAE;oBACJ,OAAO,EAAE,aAAa;oBACtB,WAAW;oBACX,KAAK,EAAE,SAAS;oBAChB,cAAc,EAAE,kBAAkB;iBACrC;gBACD,WAAW,EAAE;oBACT,OAAO,EAAE,kBAAkB;oBAC3B,OAAO,EAAE,kBAAkB,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC;iBACvI;gBACD,OAAO,EAAE,eAAe;aACzB,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAG,KAAe,CAAC,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,aAAa,EAAE,WAAW,EAAE,kBAAkB,CAAC,CAAC;QAC1K,CAAC;gBAAS,CAAC;YACP,IAAI,EAAE,EAAE,CAAC;gBACL,IAAI,CAAC;oBAAC,EAAE,CAAC,KAAK,EAAE,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YAChC,CAAC;QACL,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,EAAE,cAAsB,GAAG;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,OAAO,EAAE,oBAAoB,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;YAC3H,CAAC;YAED,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACjD,EAAE,CAAC,KAAK,EAAE,CAAC;YAEX,MAAM,OAAO,GAAmB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACnD,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI,EAAE,KAAK,CAAC,SAAS;gBACrB,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE;aACzD,CAAC,CAAC,CAAC;YAEJ,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAG,KAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC3H,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,WAAW,GAAG,GAAG;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;QAE1D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;YACtD,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB,EAAE,CAAC;gBACtD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,yDAAyD,EAAE,CAAC;YAC9F,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAClD,CAAC;IACH,CAAC;IAED,UAAU;IAEF,iBAAiB,CAAC,KAAa,EAAE,OAAe,EAAE,QAAgB,EAAE,KAAU,EAAE,MAAe,EAAE,IAAa,EAAE,WAAoB;QAC1I,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,OAAO;YACP,QAAQ;YACR,KAAK;YACL,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE;YAC9C,WAAW,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE;YACrD,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,KAAa;QAClC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9E,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,YAA6B,EAC7B,iBAAsB,EACtB,eAAuB;QAEvB,MAAM,aAAa,GAAG,IAAI,GAAG,EAA2B,CAAC;QACzD,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,IAAI,cAAc,GAAoB,IAAI,CAAC;QAC3C,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,iBAAiB,CAAC,IAAI,EAAE,CAAC;gBAC3B,MAAM,iBAAiB,CAAC,IAAI,EAAE,CAAC;YACjC,CAAC;YACD,cAAc,GAAG,MAAM,iBAAiB,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC9E,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;YACzD,MAAM,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAE/F,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,IAAI,KAAK,CAAC,gBAAgB,IAAI,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC7F,UAAU,IAAI,mBAAmB,CAAC,kBAAkB,CAAC;YACvD,CAAC;YAED,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC;oBACtD,IAAI,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,EAAE;wBAC3B,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;4BAC3E,UAAU,IAAI,mBAAmB,CAAC,eAAe,CAAC;wBACpD,CAAC;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBACxF,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC3B,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC3B,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;gBAC5B,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAC9B,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC;gBACjC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7B,QAAQ,GAAG,SAAS,CAAC;YACvB,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,GAAG,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC;YAEtF,MAAM,IAAI,GAAG;gBACX,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;gBAClD,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,gBAAgB;gBAC7B,UAAU,EAAE,UAAU;aACvB,CAAC;YAEF,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;QAED,8BAA8B;QAC9B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IAChD,CAAC;IAEO,eAAe,CAAC,MAWvB;QACC,MAAM,EACJ,aAAa,EACb,WAAW,EACX,eAAe,EACf,eAAe,EACf,iBAAiB,EACjB,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,aAAa,EACb,UAAU,EACX,GAAG,MAAM,CAAC;QAEX,IAAI,aAAa,GAAsB,EAAE,CAAC;QAC1C,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,IAAI,aAAa,IAAI,WAAW,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,IAAI,CAAC,wBAAwB,CAC7C,QAAQ,EACR,QAAQ,EACR,iBAAiB,CAAC,OAAO,EAAE,EAC3B,iBAAiB,CAAC,aAAa,EAAE,EACjC,YAAY,CACb,CAAC;YAEF,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClE,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;gBAC1E,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC/E,kBAAkB,GAAG,WAAW,CAAC,MAAM,CAAC;gBAExC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,MAAM,KAAK,GAAG,oBAAoB,CAAC;wBACjC,aAAa,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;wBACvG,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;wBAC1E,KAAK,EAAE,eAAe;wBACtB,CAAC,EAAE,KAAK;qBACT,CAAC,CAAC;oBAEH,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACrB,SAAS,GAAG,IAAI,CAAC;wBACjB,aAAa,GAAG,KAAK;6BAClB,GAAG,CAAC,KAAK,CAAC,EAAE;4BACX,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;4BACzC,IAAI,CAAC,IAAI;gCAAE,OAAO,IAAI,CAAC;4BACvB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC;4BAC/B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;4BACjC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;4BAC/B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;4BACnC,OAAO,IAAI,CAAC;wBACd,CAAC,CAAC;6BACD,MAAM,CAAC,CAAC,IAAI,EAA2B,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC;IACxE,CAAC;IAEO,mBAAmB,CAAC,OAA0B,EAAE,kBAA2B;QACjF,MAAM,cAAc,GAAG,kBAAkB,IAAI,OAAO,CAAC,IAAI,CACvD,CAAC,SAAS,EAAE,EAAE,CAAC,OAAO,SAAS,CAAC,WAAW,KAAK,QAAQ,IAAI,SAAS,CAAC,WAAW,GAAG,CAAC,CACtF,CAAC;QAEF,IAAI,cAAc,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAChC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzD,IAAI,MAAM,KAAK,MAAM;oBAAE,OAAO,MAAM,GAAG,MAAM,CAAC;gBAE9C,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,IAAI,MAAM,KAAK,MAAM;oBAAE,OAAO,MAAM,GAAG,MAAM,CAAC;gBAE9C,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;gBAC7F,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;gBAC7F,OAAO,OAAO,GAAG,OAAO,CAAC;YAC3B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,eAAuB,EACvB,aAAgC,EAChC,QAAgB,EAChB,QAAgB,EAChB,eAA0D;QAE1D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,eAAe,EAAE,aAAa,EAAE;gBACnE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,aAAa,CAAC,MAAM,CAAC;gBAC7E,OAAO,EAAE,CAAC,SAAS,EAAE,EAAE;oBACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACnF,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;gBACvC,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;gBACvC,KAAK,EAAE,eAAe,CAAC,QAAQ,CAAC,KAAK;gBACrC,SAAS,EAAE,eAAe,CAAC,QAAQ,CAAC,SAAS;aAC9C,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,EAAE,CAAC;gBACxE,OAAO,QAA6B,CAAC;YACvC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kBAAkB;QACpB,CAAC;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAEO,UAAU,CAAC,aAAgC,EAAE,UAAkB;QACrE,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAChC,MAAM,IAAI,GAAQ;gBAChB,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClD,MAAM,EAAE,MAAM,CAAC,gBAAgB;gBAC/B,WAAW,EAAE,MAAM,CAAC,qBAAqB;gBACzC,UAAU,EAAE,UAAU;gBACtB,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC;YAEF,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ;gBAAE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YAClF,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;gBAAE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAC5E,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;gBAAE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YACzE,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;gBAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;YAC/E,IAAI,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ;gBAAE,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YACxF,IAAI,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ;gBAAE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;YACrF,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBACrE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;gBACtC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC;oBAAE,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;YACpG,CAAC;YACD,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC;gBAAE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;YAEvF,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,SAAS;gBACtB,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,IAAI,EAAE,IAAI;gBACV,IAAI;aACL,CAAC;QACN,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,CAAW,EAAE,CAAW;QAC/C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,CAAC,CAAC;QACpC,IAAI,UAAU,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IAEO,eAAe,CAAC,QAAgB,EAAE,YAAoB,EAAE,UAAkB;QAChF,OAAO,GAAG,QAAQ,KAAK,YAAY,KAAK,UAAU,EAAE,CAAC;IACvD,CAAC;IAEO,gBAAgB,CAAC,QAAgB,EAAE,GAAW;QACpD,OAAO,GAAG,QAAQ,KAAK,GAAG,EAAE,CAAC;IAC/B,CAAC;IAEO,mBAAmB,CAAC,GAAW,EAAE,QAAgB,EAAE,QAAgB;QACzE,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YACpD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACzC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,KAAU,EAAE,QAAuB;QAC3D,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG;YACZ,KAAK,CAAC,MAAM;YACZ,KAAK,CAAC,SAAS;YACf,KAAK,CAAC,qBAAqB;YAC3B,KAAK,CAAC,gBAAgB;YACtB,QAAQ;SACT,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,wBAAwB,CAC9B,QAAgB,EAChB,QAAgB,EAChB,YAAoB,EACpB,UAAkB,EAClB,MAAuB;QAEvB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;QAErE,IAAI,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,EAAE,KAAK,EAAE,IAAI,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,KAAK,GAAwC,EAAE,CAAC;QACtD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAE,SAAS;YAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACzE,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACxD,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAC9C,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACtD,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;CACF"}

package/dist/core/batch-indexer.d.ts

@@ -0,0 +1,56 @@
+import type { EmbeddingProvider } from '../providers/base.js';
+import type { Database } from '../database/db.js';
+interface ChunkToEmbed {
+    chunkId: string;
+    enhancedEmbeddingText: string;
+    params: {
+        code: string;
+        sha: string;
+        lang: string;
+        rel: string;
+        symbol: string;
+        chunkType: string;
+        codevaultMetadata: any;
+        importantVariables: any[];
+        docComments: string | null;
+        contextInfo: any;
+    };
+}
+export declare class BatchEmbeddingProcessor {
+    private embeddingProvider;
+    private db;
+    private batch;
+    private batchSize;
+    private mutex;
+    constructor(embeddingProvider: EmbeddingProvider, db: Database, batchSize?: number);
+    /**
+     * Add a chunk to the batch queue
+     */
+    addChunk(chunk: ChunkToEmbed): Promise<void>;
+    /**
+     * Process any remaining chunks in the batch
+     */
+    flush(): Promise<void>;
+    /**
+     * Process the current batch (with mutex protection)
+     */
+    private processBatch;
+    /**
+     * Process a batch with smart error handling and retry logic
+     */
+    private processBatchWithRetry;
+    /**
+     * Internal batch processing implementation with database transactions
+     */
+    private processBatchInternal;
+    /**
+     * Fall back to processing chunks individually
+     */
+    private fallbackToIndividualProcessing;
+    /**
+     * Get current batch size for monitoring
+     */
+    getBatchCount(): number;
+}
+export {};
+//# sourceMappingURL=batch-indexer.d.ts.map

package/dist/core/batch-indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-indexer.d.ts","sourceRoot":"","sources":["../../src/core/batch-indexer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AA8BlD,UAAU,YAAY;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,iBAAiB,EAAE,GAAG,CAAC;QACvB,kBAAkB,EAAE,GAAG,EAAE,CAAC;QAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,WAAW,EAAE,GAAG,CAAC;KAClB,CAAC;CACH;AAED,qBAAa,uBAAuB;IAMhC,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,EAAE;IANZ,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,KAAK,CAAe;gBAGlB,iBAAiB,EAAE,iBAAiB,EACpC,EAAE,EAAE,QAAQ,EACpB,SAAS,GAAE,MAAmB;IAKhC;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IASlD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAS5B;;OAEG;YACW,YAAY;IAS1B;;OAEG;YACW,qBAAqB;IAkCnC;;OAEG;YACW,oBAAoB;IA4ClC;;OAEG;YACW,8BAA8B;IA4C5C;;OAEG;IACH,aAAa,IAAI,MAAM;CAGxB"}