codevault 1.6.0 → 1.6.1

package/dist/core/indexer.js

@@ -0,0 +1,600 @@
+import crypto from 'crypto';
+import fg from 'fast-glob';
+import fs from 'fs';
+import path from 'path';
+import Parser from 'tree-sitter';
+import { createEmbeddingProvider, getModelProfile, getSizeLimits } from '../providers/index.js';
+import { BATCH_SIZE } from '../providers/base.js';
+import { analyzeNodeForChunking, batchAnalyzeNodes, yieldStatementChunks } from '../chunking/semantic-chunker.js';
+import { groupNodesForChunking, createCombinedChunk } from '../chunking/file-grouper.js';
+import { getTokenCountStats } from '../chunking/token-counter.js';
+import { readCodemap, writeCodemap } from '../codemap/io.js';
+import { normalizeChunkMetadata } from '../types/codemap.js';
+import { LANG_RULES, getSupportedLanguageExtensions } from '../languages/rules.js';
+import { cloneMerkle, computeFastHash, loadMerkle, normalizeToProjectPath, removeMerkleEntry, saveMerkle } from '../indexer/merkle.js';
+import { extractSymbolMetadata } from '../symbols/extract.js';
+import { attachSymbolGraphToCodemap } from '../symbols/graph.js';
+import { resolveEncryptionPreference, writeChunkToDisk, removeChunkArtifacts } from '../storage/encrypted-chunks.js';
+import { extractSymbolName } from './symbol-extractor.js';
+import { extractCodevaultMetadata, extractSemanticTags, extractImportantVariables, extractDocComments, generateEnhancedEmbeddingText } from './metadata.js';
+import { Database, initDatabase } from '../database/db.js';
+import { BatchEmbeddingProcessor } from './batch-indexer.js';
+import { DEFAULT_SCAN_IGNORES } from '../utils/scan-patterns.js';
+import { SIZE_THRESHOLD, CHUNK_SIZE } from '../config/constants.js';
+export async function indexProject({ repoPath = '.', provider = 'auto', onProgress = null, changedFiles = null, deletedFiles = [], embeddingProviderOverride = null, encryptMode = undefined } = {}) {
+    const repo = path.resolve(repoPath);
+    if (!fs.existsSync(repo)) {
+        throw new Error(`Directory ${repo} does not exist`);
+    }
+    const normalizedChanged = Array.isArray(changedFiles)
+        ? Array.from(new Set(changedFiles
+            .map(file => normalizeToProjectPath(repo, file))
+            .filter(Boolean)))
+        : null;
+    const normalizedDeleted = Array.from(new Set((Array.isArray(deletedFiles) ? deletedFiles : [])
+        .map(file => normalizeToProjectPath(repo, file))
+        .filter(Boolean)));
+    const deletedSet = new Set(normalizedDeleted);
+    const languagePatterns = getSupportedLanguageExtensions().map(ext => `**/*${ext}`);
+    let files = [];
+    if (normalizedChanged === null) {
+        files = await fg(languagePatterns, {
+            cwd: repo,
+            absolute: false,
+            followSymbolicLinks: false,
+            ignore: DEFAULT_SCAN_IGNORES,
+            onlyFiles: true,
+            dot: false
+        });
+    }
+    else {
+        files = normalizedChanged.filter(rel => {
+            const ext = path.extname(rel).toLowerCase();
+            return !!LANG_RULES[ext];
+        });
+    }
+    const uniqueFiles = [];
+    const seenFiles = new Set();
+    for (const rel of files) {
+        if (!rel || seenFiles.has(rel)) {
+            continue;
+        }
+        const absPath = path.join(repo, rel);
+        if (!fs.existsSync(absPath)) {
+            deletedSet.add(rel);
+            continue;
+        }
+        seenFiles.add(rel);
+        uniqueFiles.push(rel);
+    }
+    files = uniqueFiles;
+    const isPartialUpdate = normalizedChanged !== null;
+    const embeddingProvider = embeddingProviderOverride || createEmbeddingProvider(provider);
+    if (!embeddingProviderOverride && embeddingProvider.init) {
+        await embeddingProvider.init();
+    }
+    const providerName = embeddingProvider.getName();
+    const modelName = embeddingProvider.getModelName ? embeddingProvider.getModelName() : null;
+    const modelProfile = await getModelProfile(providerName, modelName || providerName);
+    const limits = getSizeLimits(modelProfile);
+    if (!process.env.CODEVAULT_QUIET) {
+        console.log(`\n📊 Chunking Configuration:`);
+        console.log(`  Provider: ${providerName}`);
+        if (modelName)
+            console.log(`  Model: ${modelName}`);
+        console.log(`  Dimensions: ${embeddingProvider.getDimensions()}`);
+        console.log(`  Chunking mode: ${limits.unit}`);
+        console.log(`  Optimal size: ${limits.optimal} ${limits.unit}`);
+        console.log(`  Min/Max: ${limits.min}-${limits.max} ${limits.unit}`);
+        console.log(`  Overlap: ${limits.overlap} ${limits.unit}`);
+        console.log(`  Batch size: ${BATCH_SIZE} chunks per API call`);
+        if (modelProfile.useTokens && modelProfile.tokenCounter) {
+            console.log(`  ✓ Token counting enabled`);
+        }
+        else {
+            console.log(`  ℹ Using character estimation (token counting unavailable)`);
+        }
+        if (embeddingProvider.rateLimiter) {
+            const rateLimiterStats = embeddingProvider.rateLimiter.getStats();
+            if (rateLimiterStats.isLimited) {
+                console.log(`  🔒 Rate limiting: ${rateLimiterStats.rpm} requests/minute`);
+            }
+            else {
+                console.log(`  ⚡ Rate limiting: disabled (local model)`);
+            }
+        }
+        console.log('');
+    }
+    await initDatabase(embeddingProvider.getDimensions(), repo);
+    const codemapPath = path.join(repo, 'codevault.codemap.json');
+    const chunkDir = path.join(repo, '.codevault/chunks');
+    const dbPath = path.join(repo, '.codevault/codevault.db');
+    if (fs.existsSync(dbPath)) {
+        const db = new Database(dbPath);
+        try {
+            const existingDimensions = await db.getExistingDimensions();
+            if (existingDimensions.length > 0) {
+                const currentProvider = embeddingProvider.getName();
+                const currentDimensions = embeddingProvider.getDimensions();
+                const hasMismatch = existingDimensions.some(row => row.embedding_provider !== currentProvider ||
+                    row.embedding_dimensions !== currentDimensions);
+                if (hasMismatch) {
+                    console.log('\n⚠️  WARNING: Dimension/Provider Mismatch Detected!');
+                    console.log('='.repeat(60));
+                    console.log('Existing index:');
+                    existingDimensions.forEach(row => {
+                        console.log(`  ${row.embedding_provider} (${row.embedding_dimensions}D)`);
+                    });
+                    console.log(`Current config: ${currentProvider} (${currentDimensions}D)`);
+                    console.log('\nRecommendation: Full re-index for consistent results');
+                    console.log('='.repeat(60) + '\n');
+                    await new Promise(resolve => setTimeout(resolve, 2000));
+                }
+            }
+        }
+        catch (error) {
+            // Ignore migration check errors
+        }
+        finally {
+            db.close();
+        }
+    }
+    const encryptionPreference = resolveEncryptionPreference({ mode: encryptMode, logger: console });
+    let codemap = readCodemap(codemapPath);
+    const merkle = loadMerkle(repo);
+    const updatedMerkle = cloneMerkle(merkle);
+    let merkleDirty = false;
+    let indexMutated = false;
+    const parser = new Parser();
+    let processedChunks = 0;
+    const errors = [];
+    const chunkingStats = {
+        totalNodes: 0,
+        skippedSmall: 0,
+        subdivided: 0,
+        statementFallback: 0,
+        normalChunks: 0,
+        mergedSmall: 0
+    };
+    const db = new Database(dbPath);
+    // Create batch processor for efficient embedding generation
+    const batchProcessor = new BatchEmbeddingProcessor(embeddingProvider, db, BATCH_SIZE);
+    async function deleteChunks(chunkIds, metadataLookup = new Map()) {
+        if (!Array.isArray(chunkIds) || chunkIds.length === 0) {
+            return;
+        }
+        await db.deleteChunks(chunkIds);
+        for (const chunkId of chunkIds) {
+            const metadata = metadataLookup.get(chunkId) || codemap[chunkId];
+            if (metadata && metadata.sha) {
+                removeChunkArtifacts(chunkDir, metadata.sha);
+            }
+            delete codemap[chunkId];
+        }
+    }
+    async function embedAndStore(params) {
+        try {
+            // Add to batch processor instead of immediate embedding
+            await batchProcessor.addChunk({
+                chunkId: params.chunkId,
+                enhancedEmbeddingText: params.enhancedEmbeddingText,
+                params: {
+                    code: params.code,
+                    sha: params.sha,
+                    lang: params.lang,
+                    rel: params.rel,
+                    symbol: params.symbol,
+                    chunkType: params.chunkType,
+                    codevaultMetadata: params.codevaultMetadata,
+                    importantVariables: params.importantVariables,
+                    docComments: params.docComments,
+                    contextInfo: params.contextInfo
+                }
+            });
+            indexMutated = true;
+            fs.mkdirSync(chunkDir, { recursive: true });
+            const writeResult = writeChunkToDisk({
+                chunkDir,
+                sha: params.sha,
+                code: params.code,
+                encryption: encryptionPreference
+            });
+            const previousMetadata = codemap[params.chunkId];
+            codemap[params.chunkId] = normalizeChunkMetadata({
+                file: params.rel,
+                symbol: params.symbol,
+                sha: params.sha,
+                lang: params.lang,
+                chunkType: params.chunkType,
+                provider: embeddingProvider.getName(),
+                dimensions: embeddingProvider.getDimensions(),
+                hasCodevaultTags: Array.isArray(params.codevaultMetadata.tags) && params.codevaultMetadata.tags.length > 0,
+                hasIntent: !!params.codevaultMetadata.intent,
+                hasDocumentation: !!params.docComments,
+                variableCount: Array.isArray(params.importantVariables) ? params.importantVariables.length : 0,
+                encrypted: !!(writeResult && writeResult.encrypted),
+                symbol_signature: params.symbolData && params.symbolData.signature ? params.symbolData.signature : undefined,
+                symbol_parameters: params.symbolData && Array.isArray(params.symbolData.parameters) ? params.symbolData.parameters : undefined,
+                symbol_return: params.symbolData && params.symbolData.returnType ? params.symbolData.returnType : undefined,
+                symbol_calls: params.symbolData && Array.isArray(params.symbolData.calls) ? params.symbolData.calls : undefined
+            }, previousMetadata);
+        }
+        catch (error) {
+            errors.push({ type: 'indexing_error', chunkId: params.chunkId, error: error.message });
+            throw error;
+        }
+    }
+    async function removeFileArtifacts(fileRel) {
+        const entries = Object.entries(codemap)
+            .filter(([, metadata]) => metadata && metadata.file === fileRel);
+        if (entries.length > 0) {
+            const metadataLookup = new Map(entries);
+            await deleteChunks(entries.map(([chunkId]) => chunkId), metadataLookup);
+            indexMutated = true;
+        }
+        if (removeMerkleEntry(updatedMerkle, fileRel)) {
+            merkleDirty = true;
+        }
+    }
+    for (const rel of files) {
+        deletedSet.delete(rel);
+        const abs = path.join(repo, rel);
+        const ext = path.extname(rel).toLowerCase();
+        const rule = LANG_RULES[ext];
+        if (!rule)
+            continue;
+        const existingChunks = new Map(Object.entries(codemap)
+            .filter(([, metadata]) => metadata && metadata.file === rel));
+        const staleChunkIds = new Set(existingChunks.keys());
+        const chunkMerkleHashes = [];
+        let fileHash = null;
+        try {
+            const source = fs.readFileSync(abs, 'utf8');
+            fileHash = await computeFastHash(source);
+            const previousMerkle = merkle[rel];
+            if (previousMerkle && previousMerkle.shaFile === fileHash) {
+                continue;
+            }
+            let tree;
+            try {
+                parser.setLanguage(rule.ts);
+                if (source.length > SIZE_THRESHOLD) {
+                    tree = parser.parse((index) => {
+                        if (index < source.length) {
+                            return source.slice(index, Math.min(index + CHUNK_SIZE, source.length));
+                        }
+                        return null;
+                    });
+                }
+                else {
+                    tree = parser.parse(source);
+                }
+                if (!tree || !tree.rootNode) {
+                    throw new Error('Failed to create syntax tree');
+                }
+            }
+            catch (parseError) {
+                throw parseError;
+            }
+            const collectedNodes = [];
+            function collectNodes(node) {
+                if (node.type === 'export_statement') {
+                    let hasDeclaration = false;
+                    for (let i = 0; i < node.childCount; i++) {
+                        const child = node.child(i);
+                        if (child && ['function_declaration', 'class_declaration', 'method_definition'].includes(child.type)) {
+                            hasDeclaration = true;
+                            break;
+                        }
+                    }
+                    if (!hasDeclaration && rule.nodeTypes.includes(node.type)) {
+                        collectedNodes.push(node);
+                        return;
+                    }
+                    if (hasDeclaration) {
+                        for (let i = 0; i < node.childCount; i++) {
+                            const child = node.child(i);
+                            if (child) {
+                                collectNodes(child);
+                            }
+                        }
+                        return;
+                    }
+                }
+                if (rule.nodeTypes.includes(node.type)) {
+                    collectedNodes.push(node);
+                }
+                for (let i = 0; i < node.childCount; i++) {
+                    const child = node.child(i);
+                    if (child) {
+                        collectNodes(child);
+                    }
+                }
+            }
+            collectNodes(tree.rootNode);
+            const nodeGroups = await groupNodesForChunking(collectedNodes, source, modelProfile, rule);
+            const processedNodes = new Set();
+            async function processNodeGroup(nodeGroup) {
+                if (nodeGroup.nodes.length === 1) {
+                    await yieldChunk(nodeGroup.nodes[0]);
+                    return;
+                }
+                const combinedChunk = createCombinedChunk(nodeGroup, source);
+                if (combinedChunk) {
+                    chunkingStats.totalNodes += nodeGroup.nodes.length;
+                    chunkingStats.fileGrouped = (chunkingStats.fileGrouped || 0) + 1;
+                    chunkingStats.functionsGrouped = (chunkingStats.functionsGrouped || 0) + nodeGroup.nodes.length;
+                    await processChunk(combinedChunk.node, combinedChunk.code, `group_${nodeGroup.nodes.length}funcs`, null);
+                }
+            }
+            async function yieldChunk(node, parentNode = null) {
+                chunkingStats.totalNodes++;
+                const analysis = await analyzeNodeForChunking(node, source, rule, modelProfile);
+                if (analysis.size < limits.min && parentNode !== null) {
+                    chunkingStats.skippedSmall++;
+                    return;
+                }
+                if (analysis.needsSubdivision && analysis.subdivisionCandidates.length > 0) {
+                    chunkingStats.subdivided++;
+                    const subAnalyses = await batchAnalyzeNodes(analysis.subdivisionCandidates, source, rule, modelProfile, true);
+                    const smallChunks = [];
+                    for (let i = 0; i < subAnalyses.length; i++) {
+                        const subAnalysis = subAnalyses[i];
+                        const subNode = subAnalysis.node;
+                        if (subAnalysis.size < limits.min) {
+                            const subCode = source.slice(subNode.startIndex, subNode.endIndex);
+                            smallChunks.push({
+                                node: subNode,
+                                code: subCode,
+                                size: subAnalysis.size
+                            });
+                            if (subNode.id !== undefined) {
+                                processedNodes.add(subNode.id);
+                            }
+                        }
+                        else {
+                            if (subNode.id !== undefined) {
+                                processedNodes.add(subNode.id);
+                            }
+                            await yieldChunk(subNode, node);
+                        }
+                    }
+                    if (smallChunks.length > 0) {
+                        const totalSmallSize = smallChunks.reduce((sum, c) => sum + c.size, 0);
+                        if (totalSmallSize >= limits.min || smallChunks.length >= 3) {
+                            const mergedCode = smallChunks.map((c) => c.code).join('\n\n');
+                            const mergedNode = {
+                                ...node,
+                                type: `${node.type}_merged`,
+                                startIndex: smallChunks[0].node.startIndex,
+                                endIndex: smallChunks[smallChunks.length - 1].node.endIndex
+                            };
+                            const suffix = `small_methods_${smallChunks.length}`;
+                            chunkingStats.mergedSmall++;
+                            await processChunk(mergedNode, mergedCode, suffix, parentNode);
+                        }
+                        else {
+                            chunkingStats.skippedSmall += smallChunks.length;
+                        }
+                    }
+                    return;
+                }
+                else if (analysis.size > limits.max) {
+                    chunkingStats.statementFallback++;
+                    const code = source.slice(node.startIndex, node.endIndex);
+                    const statementChunks = await yieldStatementChunks(node, source, limits.max, limits.overlap, modelProfile);
+                    for (let i = 0; i < statementChunks.length; i++) {
+                        const stmtChunk = statementChunks[i];
+                        await processChunk(node, stmtChunk.code, `${i + 1}`, parentNode);
+                    }
+                    return;
+                }
+                chunkingStats.normalChunks++;
+                const code = source.slice(node.startIndex, node.endIndex);
+                await processChunk(node, code, null, parentNode);
+            }
+            async function processChunk(node, code, suffix = null, parentNode = null) {
+                let symbol = extractSymbolName(node, source);
+                if (!symbol)
+                    return;
+                if (suffix) {
+                    symbol = `${symbol}_part${suffix}`;
+                }
+                const docComments = extractDocComments(source, node, rule);
+                const codevaultMetadata = extractCodevaultMetadata(docComments);
+                const automaticTags = extractSemanticTags(rel, symbol, code);
+                const allTags = [...new Set([...codevaultMetadata.tags, ...automaticTags])];
+                codevaultMetadata.tags = allTags;
+                const importantVariables = extractImportantVariables(node, source, rule);
+                const symbolData = extractSymbolMetadata({ node, source, symbol });
+                const enhancedEmbeddingText = generateEnhancedEmbeddingText(code, codevaultMetadata, importantVariables, docComments);
+                const chunkType = node.type.includes('class') ? 'class' :
+                    node.type.includes('method') ? 'method' : 'function';
+                const contextInfo = {
+                    nodeType: node.type,
+                    startLine: source.slice(0, node.startIndex).split('\n').length,
+                    endLine: source.slice(0, node.endIndex).split('\n').length,
+                    codeLength: code.length,
+                    hasDocumentation: !!docComments,
+                    variableCount: importantVariables.length,
+                    isSubdivision: !!suffix,
+                    hasParentContext: !!parentNode
+                };
+                const sha = crypto.createHash('sha1').update(code).digest('hex');
+                const chunkId = `${rel}:${symbol}:${sha.substring(0, 8)}`;
+                const chunkMerkleHash = await computeFastHash(code);
+                if (codemap[chunkId]?.sha === sha) {
+                    staleChunkIds.delete(chunkId);
+                    chunkMerkleHashes.push(chunkMerkleHash);
+                    return;
+                }
+                await embedAndStore({
+                    code,
+                    enhancedEmbeddingText,
+                    chunkId,
+                    sha,
+                    lang: rule.lang,
+                    rel,
+                    symbol,
+                    chunkType,
+                    codevaultMetadata,
+                    importantVariables,
+                    docComments,
+                    contextInfo,
+                    symbolData
+                });
+                staleChunkIds.delete(chunkId);
+                chunkMerkleHashes.push(chunkMerkleHash);
+                processedChunks++;
+                if (onProgress) {
+                    onProgress({ type: 'chunk_processed', file: rel, symbol, chunkId });
+                }
+            }
+            for (const nodeGroup of nodeGroups) {
+                await processNodeGroup(nodeGroup);
+            }
+            if (staleChunkIds.size > 0) {
+                await deleteChunks(Array.from(staleChunkIds), existingChunks);
+                indexMutated = true;
+            }
+            if (fileHash) {
+                updatedMerkle[rel] = {
+                    shaFile: fileHash,
+                    chunkShas: chunkMerkleHashes
+                };
+                merkleDirty = true;
+            }
+        }
+        catch (error) {
+            errors.push({ type: 'processing_error', file: rel, error: error.message });
+            try {
+                const abs = path.join(repo, rel);
+                if (!fs.existsSync(abs)) {
+                    continue;
+                }
+                const source = fs.readFileSync(abs, 'utf8');
+                const fallbackSymbol = path.basename(rel) || rel;
+                const sha = crypto.createHash('sha1').update(source).digest('hex');
+                const chunkId = `${rel}:fallback:${sha.substring(0, 8)}`;
+                const chunkMerkleHash = await computeFastHash(source);
+                const fallbackMetadata = { tags: [], intent: null, description: null };
+                const contextInfo = {
+                    nodeType: 'file',
+                    startLine: 1,
+                    endLine: source.split('\n').length,
+                    codeLength: source.length,
+                    hasDocumentation: false,
+                    variableCount: 0
+                };
+                await embedAndStore({
+                    code: source,
+                    enhancedEmbeddingText: source,
+                    chunkId,
+                    sha,
+                    lang: rule.lang,
+                    rel,
+                    symbol: fallbackSymbol,
+                    chunkType: 'file',
+                    codevaultMetadata: fallbackMetadata,
+                    importantVariables: [],
+                    docComments: null,
+                    contextInfo,
+                    symbolData: {
+                        signature: `${fallbackSymbol}()`,
+                        parameters: [],
+                        returnType: null,
+                        calls: []
+                    }
+                });
+                processedChunks++;
+                indexMutated = true;
+                if (onProgress) {
+                    onProgress({ type: 'chunk_processed', file: rel, symbol: fallbackSymbol, chunkId });
+                }
+                staleChunkIds.delete(chunkId);
+                if (staleChunkIds.size > 0) {
+                    await deleteChunks(Array.from(staleChunkIds), existingChunks);
+                    indexMutated = true;
+                }
+                chunkMerkleHashes.length = 0;
+                chunkMerkleHashes.push(chunkMerkleHash);
+                fileHash = chunkMerkleHash;
+                updatedMerkle[rel] = {
+                    shaFile: chunkMerkleHash,
+                    chunkShas: [...chunkMerkleHashes]
+                };
+                merkleDirty = true;
+            }
+            catch (fallbackError) {
+                errors.push({ type: 'fallback_error', file: rel, error: fallbackError.message });
+            }
+        }
+    }
+    for (const fileRel of deletedSet) {
+        await removeFileArtifacts(fileRel);
+    }
+    if (!isPartialUpdate) {
+        const existingFilesSet = new Set(files);
+        for (const fileRel of Object.keys(merkle)) {
+            if (!existingFilesSet.has(fileRel)) {
+                await removeFileArtifacts(fileRel);
+            }
+        }
+    }
+    // Notify that we're starting finalization
+    if (onProgress) {
+        onProgress({ type: 'finalizing' });
+    }
+    // Process any remaining chunks in the batch
+    await batchProcessor.flush();
+    if (merkleDirty) {
+        saveMerkle(repo, updatedMerkle);
+    }
+    db.close();
+    attachSymbolGraphToCodemap(codemap);
+    codemap = writeCodemap(codemapPath, codemap);
+    const tokenStats = getTokenCountStats();
+    if (!process.env.CODEVAULT_QUIET) {
+        if (chunkingStats.totalNodes > 0) {
+            console.log(`\n📈 Chunking Statistics:`);
+            console.log(`  Total AST nodes analyzed: ${chunkingStats.totalNodes}`);
+            if (chunkingStats.fileGrouped && chunkingStats.functionsGrouped) {
+                console.log(`  🎯 File-grouped chunks: ${chunkingStats.fileGrouped} (${chunkingStats.functionsGrouped} functions combined)`);
+            }
+            console.log(`  Normal chunks (optimal size): ${chunkingStats.normalChunks || 0}`);
+            console.log(`  Subdivided (too large): ${chunkingStats.subdivided || 0}`);
+            console.log(`  Merged small chunks: ${chunkingStats.mergedSmall || 0}`);
+            console.log(`  Statement-level fallback: ${chunkingStats.statementFallback || 0}`);
+            console.log(`  Skipped (too small): ${chunkingStats.skippedSmall || 0}`);
+            console.log(`  Final chunk count: ${processedChunks}`);
+            const reductionRatio = chunkingStats.totalNodes > 0
+                ? ((1 - processedChunks / chunkingStats.totalNodes) * 100).toFixed(1)
+                : 0;
+            console.log(`  Chunk reduction: ${reductionRatio}% fewer chunks vs naive approach`);
+            console.log('');
+        }
+        if (modelProfile.useTokens && tokenStats.totalRequests > 0) {
+            console.log(`⚡ Token Counting Performance:`);
+            console.log(`  Total size checks: ${tokenStats.totalRequests}`);
+            console.log(`  Character pre-filter: ${tokenStats.charFilterRate} (${tokenStats.charFilterSkips} skipped)`);
+            console.log(`  Cache hits: ${tokenStats.cacheHitRate} (${tokenStats.cacheHits} cached)`);
+            console.log(`  Actual tokenizations: ${tokenStats.actualTokenizations}`);
+            console.log(`  Batch operations: ${tokenStats.batchTokenizations}`);
+            const efficiency = tokenStats.totalRequests > 0
+                ? (((tokenStats.charFilterSkips + tokenStats.cacheHits) / tokenStats.totalRequests) * 100).toFixed(1)
+                : 0;
+            console.log(`  Overall efficiency: ${efficiency}% avoided expensive tokenization`);
+            console.log('');
+        }
+    }
+    return {
+        success: true,
+        processedChunks,
+        totalChunks: Object.keys(codemap).length,
+        provider: embeddingProvider.getName(),
+        errors,
+        chunkingStats,
+        tokenStats: modelProfile.useTokens ? tokenStats : undefined
+    };
+}
+//# sourceMappingURL=indexer.js.map

package/dist/core/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/core/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,MAAM,WAAW,CAAC;AAC3B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,uBAAuB,EAAE,eAAe,EAAE,aAAa,EAA0B,MAAM,uBAAuB,CAAC;AACxH,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAClH,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAgB,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,EACL,WAAW,EACX,eAAe,EACf,UAAU,EACV,sBAAsB,EACtB,iBAAiB,EACjB,UAAU,EAEX,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,EACL,2BAA2B,EAC3B,gBAAgB,EAChB,oBAAoB,EACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EACL,wBAAwB,EACxB,mBAAmB,EACnB,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC9B,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAE7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAIpE,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EACjC,QAAQ,GAAG,GAAG,EACd,QAAQ,GAAG,MAAM,EACjB,UAAU,GAAG,IAAI,EACjB,YAAY,GAAG,IAAI,EACnB,YAAY,GAAG,EAAE,EACjB,yBAAyB,GAAG,IAAI,EAChC,WAAW,GAAG,SAAS,KACA,EAAE;IACzB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEpC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,iBAAiB,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;QACnD,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAChB,YAAY;aACT,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aAC/C,MAAM,CAAC,OAAO,CAAa,CAC/B,CAAC;QACJ,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,iBAAiB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAC1C,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9C,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;SAC/C,MAAM,CAAC,OAAO,CAAa,CAC/B,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC9C,MAAM,gBAAgB,GAAG,8BAA8B,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IACnF,IAAI,KAAK,GAAa,EAAE,CAAC;IAEzB,IAAI,iBAAiB,KAAK,IAAI,EAAE,CAAC;QAC/B,KAAK,GAAG,MAAM,EAAE,CAAC,gBAAgB,EAAE;YACjC,GAAG,EAAE,IAAI;YACT,QAAQ,EAAE,KAAK;YACf,mBAAmB,EAAE,KAAK;YAC1B,MAAM,EAAE,oBAAoB;YAC5B,SAAS,EAAE,IAAI;YACf,GAAG,EAAE,KAAK;SACX,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5C,OAAO,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QAED,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,GAAG,WAAW,CAAC;IACpB,MAAM,eAAe,GAAG,iBAAiB,KAAK,IAAI,CAAC;IAEnD,MAAM,iBAAiB,GAAG,yBAAyB,IAAI,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAEzF,IAAI,CAAC,yBAAyB,IAAI,iBAAiB,CAAC,IAAI,EAAE,CAAC;QACzD,MAAM,iBAAiB,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;IAED,MAAM,YAAY,GAAG,iBAAiB,CAAC,OAAO,EAAE,CAAC;IACjD,MAAM,SAAS,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC,iBAAiB,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3F,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,YAAY,EAAE,SAAS,IAAI,YAAY,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC;IAE3C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,eAAe,YAAY,EAAE,CAAC,CAAC;QAC3C,IAAI,SAAS;YAAE,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,EAAE,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,iBAAiB,iBAAiB,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,iBAAiB,UAAU,sBAAsB,CAAC,CAAC;QAC/D,IAAI,YAAY,CAAC,SAAS,IAAI,YAAY,CAAC,YAAY,EAAE,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;QAC7E,CAAC;QAED,IAAI,iBAAiB,CAAC,WAAW,EAAE,CAAC;YAClC,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAClE,IAAI,gBAAgB,CAAC,SAAS,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CAAC,uBAAuB,gBAAgB,CAAC,GAAG,kBAAkB,CAAC,CAAC;YAC7E,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,YAAY,CAAC,iBAAiB,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,CAAC;IAE5D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;IAE1D,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,MAAM,EAAE,CAAC,qBAAqB,EAAE,CAAC;YAE5D,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,eAAe,GAAG,iBAAiB,CAAC,OAAO,EAAE,CAAC;gBACpD,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,aAAa,EAAE,CAAC;gBAE5D,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CACzC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,kBAAkB,KAAK,eAAe;oBAC1C,GAAG,CAAC,oBAAoB,KAAK,iBAAiB,CACtD,CAAC;gBAEF,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;oBACpE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;oBAC/B,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;wBAC/B,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,kBAAkB,KAAK,GAAG,CAAC,oBAAoB,IAAI,CAAC,CAAC;oBAC5E,CAAC,CAAC,CAAC;oBACH,OAAO,CAAC,GAAG,CAAC,mBAAmB,eAAe,KAAK,iBAAiB,IAAI,CAAC,CAAC;oBAC1E,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;oBACtE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;oBAEnC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gCAAgC;QAClC,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED,MAAM,oBAAoB,GAAG,2BAA2B,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IACjG,IAAI,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;IAEvC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IAC5B,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,MAAM,MAAM,GAAU,EAAE,CAAC;IAEzB,MAAM,aAAa,GAAkB;QACnC,UAAU,EAAE,CAAC;QACb,YAAY,EAAE,CAAC;QACf,UAAU,EAAE,CAAC;QACb,iBAAiB,EAAE,CAAC;QACpB,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;KACf,CAAC;IAEF,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEhC,4DAA4D;IAC5D,MAAM,cAAc,GAAG,IAAI,uBAAuB,CAAC,iBAAiB,EAAE,EAAE,EAAE,UAAU,CAAC,CAAC;IAEtF,KAAK,UAAU,YAAY,CAAC,QAAkB,EAAE,iBAAiB,IAAI,GAAG,EAAe;QACrF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtD,OAAO;QACT,CAAC;QAED,MAAM,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAEhC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;YACjE,IAAI,QAAQ,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAC7B,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC/C,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,MAc5B;QACC,IAAI,CAAC;YACH,wDAAwD;YACxD,MAAM,cAAc,CAAC,QAAQ,CAAC;gBAC5B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;gBACnD,MAAM,EAAE;oBACN,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;oBAC3C,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;oBAC7C,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,WAAW,EAAE,MAAM,CAAC,WAAW;iBAChC;aACF,CAAC,CAAC;YAEH,YAAY,GAAG,IAAI,CAAC;YAEpB,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,MAAM,WAAW,GAAG,gBAAgB,CAAC;gBACnC,QAAQ;gBACR,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,UAAU,EAAE,oBAAoB;aACjC,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACjD,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,sBAAsB,CAAC;gBAC/C,IAAI,EAAE,MAAM,CAAC,GAAG;gBAChB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,QAAQ,EAAE,iBAAiB,CAAC,OAAO,EAAE;gBACrC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE;gBAC7C,gBAAgB,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;gBAC1G,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM;gBAC5C,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW;gBACtC,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC9F,SAAS,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,WAAW,CAAC,SAAS,CAAC;gBACnD,gBAAgB,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBAC5G,iBAAiB,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBAC9H,aAAa,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBAC3G,YAAY,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;aAChH,EAAE,gBAAgB,CAAC,CAAC;QAEvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAClG,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,UAAU,mBAAmB,CAAC,OAAe;QAChD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;aACpC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAEnE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,OAA0B,CAAC,CAAC;YAC3D,MAAM,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,cAAc,CAAC,CAAC;YACxE,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,IAAI,iBAAiB,CAAC,aAAa,EAAE,OAAO,CAAC,EAAE,CAAC;YAC9C,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;IACH,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEvB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAE7B,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,GAAG,CAAoB,CAClF,CAAC;QACF,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,IAAI,QAAQ,GAAkB,IAAI,CAAC;QAEnC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC5C,QAAQ,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC;YAEzC,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,cAAc,IAAI,cAAc,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC1D,SAAS;YACX,CAAC;YAED,IAAI,IAAI,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAE5B,IAAI,MAAM,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;oBACnC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,KAAa,EAAE,EAAE;wBACpC,IAAI,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;4BAC1B,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC1E,CAAC;wBACD,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC9B,CAAC;gBAED,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,MAAM,UAAU,CAAC;YACnB,CAAC;YAED,MAAM,cAAc,GAAqB,EAAE,CAAC;YAE5C,SAAS,YAAY,CAAC,IAAoB;gBACxC,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACrC,IAAI,cAAc,GAAG,KAAK,CAAC;oBAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;wBACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAC5B,IAAI,KAAK,IAAI,CAAC,sBAAsB,EAAE,mBAAmB,EAAE,mBAAmB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;4BACrG,cAAc,GAAG,IAAI,CAAC;4BACtB,MAAM;wBACR,CAAC;oBACH,CAAC;oBAED,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC1D,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC1B,OAAO;oBACT,CAAC;oBAED,IAAI,cAAc,EAAE,CAAC;wBACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;4BACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;4BAC5B,IAAI,KAAK,EAAE,CAAC;gCACV,YAAY,CAAC,KAAK,CAAC,CAAC;4BACtB,CAAC;wBACH,CAAC;wBACD,OAAO;oBACT,CAAC;gBACH,CAAC;gBAED,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;gBACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC5B,IAAI,KAAK,EAAE,CAAC;wBACV,YAAY,CAAC,KAAK,CAAC,CAAC;oBACtB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAE5B,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAC5C,cAAc,EACd,MAAM,EACN,YAAY,EACZ,IAAI,CACL,CAAC;YAEF,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;YAEzC,KAAK,UAAU,gBAAgB,CAAC,SAAc;gBAC5C,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACjC,MAAM,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrC,OAAO;gBACT,CAAC;gBAED,MAAM,aAAa,GAAG,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAC7D,IAAI,aAAa,EAAE,CAAC;oBAClB,aAAa,CAAC,UAAU,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;oBACnD,aAAa,CAAC,WAAW,GAAG,CAAC,aAAa,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBACjE,aAAa,CAAC,gBAAgB,GAAG,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;oBAEhG,MAAM,YAAY,CAChB,aAAa,CAAC,IAAI,EAClB,aAAa,CAAC,IAAI,EAClB,SAAS,SAAS,CAAC,KAAK,CAAC,MAAM,OAAO,EACtC,IAAI,CACL,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,KAAK,UAAU,UAAU,CAAC,IAAoB,EAAE,aAAoC,IAAI;gBACtF,aAAa,CAAC,UAAU,EAAE,CAAC;gBAE3B,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;gBAEhF,IAAI,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;oBACtD,aAAa,CAAC,YAAY,EAAE,CAAC;oBAC7B,OAAO;gBACT,CAAC;gBAED,IAAI,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3E,aAAa,CAAC,UAAU,EAAE,CAAC;oBAE3B,MAAM,WAAW,GAAG,MAAM,iBAAiB,CACzC,QAAQ,CAAC,qBAAqB,EAC9B,MAAM,EACN,IAAI,EACJ,YAAY,EACZ,IAAI,CACL,CAAC;oBAEF,MAAM,WAAW,GAAU,EAAE,CAAC;oBAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC5C,MAAM,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;wBACnC,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC;wBAEjC,IAAI,WAAW,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;4BAClC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;4BACnE,WAAW,CAAC,IAAI,CAAC;gCACf,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,WAAW,CAAC,IAAI;6BACvB,CAAC,CAAC;4BACH,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;gCAC7B,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;4BACjC,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;gCAC7B,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;4BACjC,CAAC;4BACD,MAAM,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;wBAClC,CAAC;oBACH,CAAC;oBAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC3B,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,CAAM,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBAEpF,IAAI,cAAc,IAAI,MAAM,CAAC,GAAG,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;4BAC5D,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;4BACpE,MAAM,UAAU,GAAmB;gCACjC,GAAG,IAAI;gCACP,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,SAAS;gCAC3B,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU;gCAC1C,QAAQ,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ;6BAC5D,CAAC;4BACF,MAAM,MAAM,GAAG,iBAAiB,WAAW,CAAC,MAAM,EAAE,CAAC;4BAErD,aAAa,CAAC,WAAW,EAAE,CAAC;4BAC5B,MAAM,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;wBACjE,CAAC;6BAAM,CAAC;4BACN,aAAa,CAAC,YAAY,IAAI,WAAW,CAAC,MAAM,CAAC;wBACnD,CAAC;oBACH,CAAC;oBAED,OAAO;gBACT,CAAC;qBAAM,IAAI,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;oBACtC,aAAa,CAAC,iBAAiB,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC1D,MAAM,eAAe,GAAG,MAAM,oBAAoB,CAChD,IAAI,EACJ,MAAM,EACN,MAAM,CAAC,GAAG,EACV,MAAM,CAAC,OAAO,EACd,YAAY,CACb,CAAC;oBAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAChD,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;wBACrC,MAAM,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;oBACnE,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,aAAa,CAAC,YAAY,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1D,MAAM,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;YACnD,CAAC;YAED,KAAK,UAAU,YAAY,CAAC,IAAoB,EAAE,IAAY,EAAE,SAAwB,IAAI,EAAE,aAAoC,IAAI;gBACpI,IAAI,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC7C,IAAI,CAAC,MAAM;oBAAE,OAAO;gBAEpB,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,GAAG,GAAG,MAAM,QAAQ,MAAM,EAAE,CAAC;gBACrC,CAAC;gBAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC3D,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;gBAChE,MAAM,aAAa,GAAG,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC7D,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,iBAAiB,CAAC,IAAI,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBAC5E,iBAAiB,CAAC,IAAI,GAAG,OAAO,CAAC;gBAEjC,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;gBACzE,MAAM,UAAU,GAAG,qBAAqB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBAEnE,MAAM,qBAAqB,GAAG,6BAA6B,CACzD,IAAI,EACJ,iBAAiB,EACjB,kBAAkB,EAClB,WAAW,CACZ,CAAC;gBAEF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;oBACvD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;gBAEvD,MAAM,WAAW,GAAG;oBAClB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;oBAC9D,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;oBAC1D,UAAU,EAAE,IAAI,CAAC,MAAM;oBACvB,gBAAgB,EAAE,CAAC,CAAC,WAAW;oBAC/B,aAAa,EAAE,kBAAkB,CAAC,MAAM;oBACxC,aAAa,EAAE,CAAC,CAAC,MAAM;oBACvB,gBAAgB,EAAE,CAAC,CAAC,UAAU;iBAC/B,CAAC;gBAEF,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACjE,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAC1D,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;gBAEpD,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,KAAK,GAAG,EAAE,CAAC;oBAClC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC9B,iBAAiB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;oBACxC,OAAO;gBACT,CAAC;gBAED,MAAM,aAAa,CAAC;oBAClB,IAAI;oBACJ,qBAAqB;oBACrB,OAAO;oBACP,GAAG;oBACH,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,GAAG;oBACH,MAAM;oBACN,SAAS;oBACT,iBAAiB;oBACjB,kBAAkB;oBAClB,WAAW;oBACX,WAAW;oBACX,UAAU;iBACX,CAAC,CAAC;gBAEH,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9B,iBAAiB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBACxC,eAAe,EAAE,CAAC;gBAElB,IAAI,UAAU,EAAE,CAAC;oBACf,UAAU,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;YAED,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACpC,CAAC;YAED,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,cAAc,CAAC,CAAC;gBAC9D,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,aAAa,CAAC,GAAG,CAAC,GAAG;oBACnB,OAAO,EAAE,QAAQ;oBACjB,SAAS,EAAE,iBAAiB;iBAC7B,CAAC;gBACF,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAEtF,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACxB,SAAS;gBACX,CAAC;gBAED,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;gBACjD,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACnE,MAAM,OAAO,GAAG,GAAG,GAAG,aAAa,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBACzD,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC;gBACtD,MAAM,gBAAgB,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;gBACvE,MAAM,WAAW,GAAG;oBAClB,QAAQ,EAAE,MAAM;oBAChB,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;oBAClC,UAAU,EAAE,MAAM,CAAC,MAAM;oBACzB,gBAAgB,EAAE,KAAK;oBACvB,aAAa,EAAE,CAAC;iBACjB,CAAC;gBAEF,MAAM,aAAa,CAAC;oBAClB,IAAI,EAAE,MAAM;oBACZ,qBAAqB,EAAE,MAAM;oBAC7B,OAAO;oBACP,GAAG;oBACH,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,GAAG;oBACH,MAAM,EAAE,cAAc;oBACtB,SAAS,EAAE,MAAM;oBACjB,iBAAiB,EAAE,gBAAgB;oBACnC,kBAAkB,EAAE,EAAE;oBACtB,WAAW,EAAE,IAAI;oBACjB,WAAW;oBACX,UAAU,EAAE;wBACV,SAAS,EAAE,GAAG,cAAc,IAAI;wBAChC,UAAU,EAAE,EAAE;wBACd,UAAU,EAAE,IAAI;wBAChB,KAAK,EAAE,EAAE;qBACV;iBACF,CAAC,CAAC;gBAEH,eAAe,EAAE,CAAC;gBAClB,YAAY,GAAG,IAAI,CAAC;gBAEpB,IAAI,UAAU,EAAE,CAAC;oBACf,UAAU,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC;gBACtF,CAAC;gBAED,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9B,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;oBAC3B,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,cAAc,CAAC,CAAC;oBAC9D,YAAY,GAAG,IAAI,CAAC;gBACtB,CAAC;gBAED,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC7B,iBAAiB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBACxC,QAAQ,GAAG,eAAe,CAAC;gBAC3B,aAAa,CAAC,GAAG,CAAC,GAAG;oBACnB,OAAO,EAAE,eAAe;oBACxB,SAAS,EAAE,CAAC,GAAG,iBAAiB,CAAC;iBAClC,CAAC;gBACF,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YAAC,OAAO,aAAa,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAG,aAAuB,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QACxC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,IAAI,UAAU,EAAE,CAAC;QACf,UAAU,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,4CAA4C;IAC5C,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;IAE7B,IAAI,WAAW,EAAE,CAAC;QAChB,UAAU,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAClC,CAAC;IAED,EAAE,CAAC,KAAK,EAAE,CAAC;IAEX,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACpC,OAAO,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAE7C,MAAM,UAAU,GAAG,kBAAkB,EAAE,CAAC;IAExC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;QACjC,IAAI,aAAa,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,+BAA+B,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC;YAEvE,IAAI,aAAa,CAAC,WAAW,IAAI,aAAa,CAAC,gBAAgB,EAAE,CAAC;gBAChE,OAAO,CAAC,GAAG,CAAC,6BAA6B,aAAa,CAAC,WAAW,KAAK,aAAa,CAAC,gBAAgB,sBAAsB,CAAC,CAAC;YAC/H,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,mCAAmC,aAAa,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC,CAAC;YAClF,OAAO,CAAC,GAAG,CAAC,6BAA6B,aAAa,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1E,OAAO,CAAC,GAAG,CAAC,0BAA0B,aAAa,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,+BAA+B,aAAa,CAAC,iBAAiB,IAAI,CAAC,EAAE,CAAC,CAAC;YACnF,OAAO,CAAC,GAAG,CAAC,0BAA0B,aAAa,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC,CAAC;YACzE,OAAO,CAAC,GAAG,CAAC,wBAAwB,eAAe,EAAE,CAAC,CAAC;YAEvD,MAAM,cAAc,GAAG,aAAa,CAAC,UAAU,GAAG,CAAC;gBACjD,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,GAAG,aAAa,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrE,CAAC,CAAC,CAAC,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,sBAAsB,cAAc,kCAAkC,CAAC,CAAC;YACpF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,YAAY,CAAC,SAAS,IAAI,UAAU,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,CAAC,cAAc,KAAK,UAAU,CAAC,eAAe,WAAW,CAAC,CAAC;YAC5G,OAAO,CAAC,GAAG,CAAC,iBAAiB,UAAU,CAAC,YAAY,KAAK,UAAU,CAAC,SAAS,UAAU,CAAC,CAAC;YACzF,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC;YACzE,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,CAAC,kBAAkB,EAAE,CAAC,CAAC;YAEpE,MAAM,UAAU,GAAG,UAAU,CAAC,aAAa,GAAG,CAAC;gBAC7C,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrG,CAAC,CAAC,CAAC,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,yBAAyB,UAAU,kCAAkC,CAAC,CAAC;YACnF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,IAAI;QACb,eAAe;QACf,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM;QACxC,QAAQ,EAAE,iBAAiB,CAAC,OAAO,EAAE;QACrC,MAAM;QACN,aAAa;QACb,UAAU,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;KAC5D,CAAC;AACJ,CAAC"}

package/dist/core/metadata.d.ts

@@ -0,0 +1,19 @@
+import type { LanguageRule } from '../languages/rules.js';
+import type { TreeSitterNode } from '../types/ast.js';
+export interface CodevaultMetadata {
+    tags: string[];
+    intent: string | null;
+    description: string | null;
+}
+export declare function extractCodevaultMetadata(commentText: string | null): CodevaultMetadata;
+export declare function extractSemanticTags(filePath: string, symbolName: string | null, code: string): string[];
+interface ImportantVariable {
+    type: string;
+    name: string;
+    value: string;
+}
+export declare function extractImportantVariables(node: TreeSitterNode, source: string, rule: LanguageRule): ImportantVariable[];
+export declare function extractDocComments(source: string, node: TreeSitterNode, rule: LanguageRule): string | null;
+export declare function generateEnhancedEmbeddingText(code: string, metadata: CodevaultMetadata, variables: ImportantVariable[], docComments: string | null): string;
+export {};
+//# sourceMappingURL=metadata.d.ts.map