@windagency/valora 2.2.1 → 2.3.0

package/dist/ast/ast-context.service.js

@@ -0,0 +1,220 @@
+/**
+ * AST Context Service
+ *
+ * Smart context extraction for token reduction.
+ * Provides budget-aware context assembly at different extraction levels.
+ */
+import { getASTIndexService } from './ast-index.service.js';
+import { estimateTokens } from './ast-parser.service.js';
+import { searchSymbols } from './ast-query.service.js';
+/**
+ * Default token budget (leaves room for system message + output)
+ */
+const DEFAULT_BUDGET = 50_000;
+/** Fraction of budget allocated for dependency context */
+const DEPENDENCY_BUDGET_RATIO = 0.9;
+/** Maximum results when searching for focal symbols */
+const FOCAL_SYMBOL_SEARCH_LIMIT = 5;
+/** Maximum number of focal files to consider */
+const MAX_FOCAL_FILES = 10;
+/** Minimum word length for task word extraction */
+const MIN_WORD_LENGTH = 3;
+/**
+ * Extract smart context for a task
+ */
+export function extractSmartContext(options) {
+    const indexService = getASTIndexService();
+    const index = indexService.getIndex();
+    const budget = options.budget ?? DEFAULT_BUDGET;
+    const includedFiles = [];
+    const focalSymbols = [];
+    const contentParts = [];
+    let totalTokens = 0;
+    // Step 1: Identify focal files
+    const focalFiles = options.files ?? identifyFocalFiles(options.task, index);
+    // Step 2: Identify focal symbols from task text
+    const taskSymbols = identifyFocalSymbols(options.task);
+    // Step 3: Add focal file symbols at Level 2 (full body)
+    totalTokens = addFocalFileContext(focalFiles, taskSymbols, budget, indexService, contentParts, includedFiles, focalSymbols, totalTokens);
+    // Step 4: Add dependency signatures at Level 1
+    addDependencyContext(focalFiles, index, budget, indexService, contentParts, includedFiles, totalTokens);
+    return {
+        content: contentParts.join('\n\n'),
+        focalSymbols,
+        includedFiles,
+        tokenEstimate: totalTokens
+    };
+}
+/**
+ * Add focal file symbols at Level 2
+ */
+function addFocalFileContext(focalFiles, taskSymbols, budget, indexService, contentParts, includedFiles, focalSymbols, totalTokens) {
+    for (const filePath of focalFiles) {
+        if (totalTokens >= budget)
+            break;
+        const fileSymbols = indexService.lookupByFile(filePath);
+        if (fileSymbols.length === 0)
+            continue;
+        const relevantSymbols = fileSymbols.filter((s) => s.exported || taskSymbols.includes(s.name));
+        let fileTokens = 0;
+        const symbolParts = [`// File: ${filePath}`];
+        for (const sym of relevantSymbols) {
+            if (totalTokens + fileTokens + sym.tokenEstimate > budget)
+                break;
+            symbolParts.push(formatSymbolAtLevel(sym, 2));
+            fileTokens += sym.tokenEstimate;
+            focalSymbols.push(sym.name);
+        }
+        if (symbolParts.length > 1) {
+            contentParts.push(symbolParts.join('\n'));
+            totalTokens += fileTokens;
+            includedFiles.push({ filePath, level: 2, tokenEstimate: fileTokens });
+        }
+    }
+    return totalTokens;
+}
+/**
+ * Add dependency signatures at Level 1
+ */
+function addDependencyContext(focalFiles, index, budget, indexService, contentParts, includedFiles, totalTokens) {
+    const dependencyFiles = getDependencyFiles(focalFiles, index);
+    for (const filePath of dependencyFiles) {
+        if (totalTokens >= budget * DEPENDENCY_BUDGET_RATIO)
+            break;
+        if (focalFiles.includes(filePath))
+            continue;
+        const fileSymbols = indexService.lookupByFile(filePath);
+        const exportedSymbols = fileSymbols.filter((s) => s.exported);
+        if (exportedSymbols.length === 0)
+            continue;
+        let fileTokens = 0;
+        const symbolParts = [`// File: ${filePath} (signatures only)`];
+        for (const sym of exportedSymbols) {
+            const sigTokens = estimateTokens(sym.signature);
+            if (totalTokens + fileTokens + sigTokens > budget * DEPENDENCY_BUDGET_RATIO)
+                break;
+            symbolParts.push(formatSymbolAtLevel(sym, 1));
+            fileTokens += sigTokens;
+        }
+        if (symbolParts.length > 1) {
+            contentParts.push(symbolParts.join('\n'));
+            totalTokens += fileTokens;
+            includedFiles.push({ filePath, level: 1, tokenEstimate: fileTokens });
+        }
+    }
+}
+/**
+ * Format a symbol at a given extraction level
+ */
+function formatSymbolAtLevel(sym, level) {
+    switch (level) {
+        case 0:
+            return `  ${sym.kind} ${sym.name}`;
+        case 1:
+            return sym.docComment ? `/** ${sym.docComment.split('\n')[0]} */\n${sym.signature}` : sym.signature;
+        case 2:
+        case 3:
+            return sym.docComment
+                ? `/** ${sym.docComment} */\n${sym.signature} // lines ${sym.startLine}-${sym.endLine}`
+                : `${sym.signature} // lines ${sym.startLine}-${sym.endLine}`;
+    }
+}
+/**
+ * Identify focal files from task description
+ */
+function identifyFocalFiles(task, index) {
+    const files = [];
+    const filePathPattern = /(?:[\w-]+\/)*[\w-]+\.\w+/g;
+    const matches = task.match(filePathPattern) ?? [];
+    for (const match of matches) {
+        if (index.files[match]) {
+            files.push(match);
+        }
+    }
+    const symbolResults = searchSymbols(task.split(/\s+/).filter((w) => w.length > MIN_WORD_LENGTH)[0] ?? '', {
+        limit: FOCAL_SYMBOL_SEARCH_LIMIT
+    });
+    for (const result of symbolResults) {
+        if (!files.includes(result.symbol.filePath)) {
+            files.push(result.symbol.filePath);
+        }
+    }
+    return files.slice(0, MAX_FOCAL_FILES);
+}
+/**
+ * Identify symbol names mentioned in task text
+ */
+function identifyFocalSymbols(task) {
+    const identifiers = task.match(/\b[A-Z][a-zA-Z0-9]+\b/g) ?? [];
+    return [...new Set(identifiers)];
+}
+/**
+ * Get files that focal files depend on (via imports)
+ */
+function getDependencyFiles(focalFiles, index) {
+    const deps = new Set();
+    for (const filePath of focalFiles) {
+        const fileEntry = index.files[filePath];
+        if (!fileEntry)
+            continue;
+        for (const imp of fileEntry.imports) {
+            for (const indexedFilePath of Object.keys(index.files)) {
+                if (indexedFilePath.includes(imp.source.replace(/^\.\//, ''))) {
+                    deps.add(indexedFilePath);
+                }
+            }
+        }
+    }
+    return Array.from(deps);
+}
+/**
+ * Context Deduplicator — tracks what was sent across pipeline stages
+ */
+export class ContextDeduplicator {
+    state = {
+        sentFiles: new Map(),
+        sentSymbols: new Map()
+    };
+    getBackReference(symbolId) {
+        const entry = this.state.sentSymbols.get(symbolId);
+        if (!entry)
+            return null;
+        const sym = getASTIndexService().getSymbol(symbolId);
+        const name = sym?.name ?? symbolId;
+        return `[Previously provided: ${name} — see stage "${entry.stage}"]`;
+    }
+    recordFileSent(filePath, stage, level) {
+        this.state.sentFiles.set(filePath, { level, stage });
+    }
+    recordSymbolSent(symbolId, stage, level) {
+        this.state.sentSymbols.set(symbolId, { level, stage });
+    }
+    reset() {
+        this.state.sentFiles.clear();
+        this.state.sentSymbols.clear();
+    }
+    wasFileSent(filePath, minLevel) {
+        const entry = this.state.sentFiles.get(filePath);
+        if (entry && entry.level >= minLevel)
+            return entry;
+        return null;
+    }
+    wasSymbolSent(symbolId, minLevel) {
+        const entry = this.state.sentSymbols.get(symbolId);
+        if (entry && entry.level >= minLevel)
+            return entry;
+        return null;
+    }
+}
+/**
+ * Singleton
+ */
+let deduplicatorInstance = null;
+export function getContextDeduplicator() {
+    deduplicatorInstance ??= new ContextDeduplicator();
+    return deduplicatorInstance;
+}
+export function resetContextDeduplicator() {
+    deduplicatorInstance = null;
+}
+//# sourceMappingURL=ast-context.service.js.map

package/dist/ast/ast-context.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast-context.service.js","sourceRoot":"","sources":["../../src/ast/ast-context.service.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAUH,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD;;GAEG;AACH,MAAM,cAAc,GAAG,MAAM,CAAC;AAE9B,0DAA0D;AAC1D,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,uDAAuD;AACvD,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAEpC,gDAAgD;AAChD,MAAM,eAAe,GAAG,EAAE,CAAC;AAE3B,mDAAmD;AACnD,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAA4B;IAC/D,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,cAAc,CAAC;IAEhD,MAAM,aAAa,GAAwC,EAAE,CAAC;IAC9D,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,+BAA+B;IAC/B,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAE5E,gDAAgD;IAChD,MAAM,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvD,wDAAwD;IACxD,WAAW,GAAG,mBAAmB,CAChC,UAAU,EACV,WAAW,EACX,MAAM,EACN,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,WAAW,CACX,CAAC;IAEF,+CAA+C;IAC/C,oBAAoB,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;IAExG,OAAO;QACN,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;QAClC,YAAY;QACZ,aAAa;QACb,aAAa,EAAE,WAAW;KAC1B,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAC3B,UAAoB,EACpB,WAAqB,EACrB,MAAc,EACd,YAAmD,EACnD,YAAsB,EACtB,aAAkD,EAClD,YAAsB,EACtB,WAAmB;IAEnB,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,WAAW,IAAI,MAAM;YAAE,MAAM;QAEjC,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEvC,MAAM,eAAe,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAE9F,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,WAAW,GAAa,CAAC,YAAY,QAAQ,EAAE,CAAC,CAAC;QAEvD,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;YACnC,IAAI,WAAW,GAAG,UAAU,GAAG,GAAG,CAAC,aAAa,GAAG,MAAM;gBAAE,MAAM;YACjE,WAAW,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YAC9C,UAAU,IAAI,GAAG,CAAC,aAAa,CAAC;YAChC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1C,WAAW,IAAI,UAAU,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,CAAC;QACvE,CAAC;IACF,CAAC;IAED,OAAO,WAAW,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAC5B,UAAoB,EACpB,KAAoE,EACpE,MAAc,EACd,YAAmD,EACnD,YAAsB,EACtB,aAAkD,EAClD,WAAmB;IAEnB,MAAM,eAAe,GAAG,kBAAkB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9D,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACxC,IAAI,WAAW,IAAI,MAAM,GAAG,uBAAuB;YAAE,MAAM;QAC3D,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,SAAS;QAE5C,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,eAAe,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC9D,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAE3C,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,WAAW,GAAa,CAAC,YAAY,QAAQ,oBAAoB,CAAC,CAAC;QAEzE,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAChD,IAAI,WAAW,GAAG,UAAU,GAAG,SAAS,GAAG,MAAM,GAAG,uBAAuB;gBAAE,MAAM;YACnF,WAAW,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YAC9C,UAAU,IAAI,SAAS,CAAC;QACzB,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1C,WAAW,IAAI,UAAU,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,CAAC;QACvE,CAAC;IACF,CAAC;AACF,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,GAAkB,EAAE,KAAmB;IACnE,QAAQ,KAAK,EAAE,CAAC;QACf,KAAK,CAAC;YACL,OAAO,KAAK,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACpC,KAAK,CAAC;YACL,OAAO,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC;QACrG,KAAK,CAAC,CAAC;QACP,KAAK,CAAC;YACL,OAAO,GAAG,CAAC,UAAU;gBACpB,CAAC,CAAC,OAAO,GAAG,CAAC,UAAU,QAAQ,GAAG,CAAC,SAAS,aAAa,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,EAAE;gBACvF,CAAC,CAAC,GAAG,GAAG,CAAC,SAAS,aAAa,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;IACjE,CAAC;AACF,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAC1B,IAAY,EACZ,KAAoE;IAEpE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,MAAM,eAAe,GAAG,2BAA2B,CAAC;IACpD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;IAElD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC;IACF,CAAC;IAED,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE;QACzG,KAAK,EAAE,yBAAyB;KAChC,CAAC,CAAC;IACH,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,IAAY;IACzC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,IAAI,EAAE,CAAC;IAC/D,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAC1B,UAAoB,EACpB,KAAoE;IAEpE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS;YAAE,SAAS;QAEzB,KAAK,MAAM,GAAG,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACrC,KAAK,MAAM,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxD,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC;oBAC/D,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;gBAC3B,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,mBAAmB;IACvB,KAAK,GAA8B;QAC1C,SAAS,EAAE,IAAI,GAAG,EAAE;QACpB,WAAW,EAAE,IAAI,GAAG,EAAE;KACtB,CAAC;IAEF,gBAAgB,CAAC,QAAgB;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,MAAM,GAAG,GAAG,kBAAkB,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,GAAG,EAAE,IAAI,IAAI,QAAQ,CAAC;QACnC,OAAO,yBAAyB,IAAI,iBAAiB,KAAK,CAAC,KAAK,IAAI,CAAC;IACtE,CAAC;IAED,cAAc,CAAC,QAAgB,EAAE,KAAa,EAAE,KAAmB;QAClE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,gBAAgB,CAAC,QAAgB,EAAE,KAAa,EAAE,KAAmB;QACpE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAChC,CAAC;IAED,WAAW,CAAC,QAAgB,EAAE,QAAsB;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,IAAI,QAAQ;YAAE,OAAO,KAAK,CAAC;QACnD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,aAAa,CAAC,QAAgB,EAAE,QAAsB;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,IAAI,QAAQ;YAAE,OAAO,KAAK,CAAC;QACnD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AAED;;GAEG;AACH,IAAI,oBAAoB,GAA+B,IAAI,CAAC;AAE5D,MAAM,UAAU,sBAAsB;IACrC,oBAAoB,KAAK,IAAI,mBAAmB,EAAE,CAAC;IACnD,OAAO,oBAAoB,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,wBAAwB;IACvC,oBAAoB,GAAG,IAAI,CAAC;AAC7B,CAAC"}

package/dist/ast/ast-index-watcher.service.d.ts

@@ -0,0 +1,40 @@
+/**
+ * AST Index Watcher Service
+ *
+ * Watches the file system for changes and triggers incremental index updates.
+ * Uses polling-based approach for broad compatibility.
+ */
+/**
+ * AST Index Watcher — triggers incremental updates on file changes
+ */
+export declare class ASTIndexWatcherService {
+    private debounceTimer;
+    private pendingChanges;
+    private readonly projectRoot;
+    private running;
+    private watcher;
+    constructor(projectRoot: string);
+    /**
+     * Start watching for file changes
+     */
+    start(): void;
+    /**
+     * Stop watching
+     */
+    stop(): void;
+    /**
+     * Check if the watcher is running
+     */
+    isRunning(): boolean;
+    /**
+     * Handle a file change event
+     */
+    private handleFileChange;
+    /**
+     * Flush pending changes and trigger incremental update
+     */
+    private flushChanges;
+}
+export declare function getASTIndexWatcher(projectRoot?: string): ASTIndexWatcherService;
+export declare function resetASTIndexWatcher(): void;
+//# sourceMappingURL=ast-index-watcher.service.d.ts.map

package/dist/ast/ast-index-watcher.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast-index-watcher.service.d.ts","sourceRoot":"","sources":["../../src/ast/ast-index-watcher.service.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH;;GAEG;AACH,qBAAa,sBAAsB;IAClC,OAAO,CAAC,aAAa,CAA8C;IACnE,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAA0B;gBAE7B,WAAW,EAAE,MAAM;IAI/B;;OAEG;IACH,KAAK,IAAI,IAAI;IAqBb;;OAEG;IACH,IAAI,IAAI,IAAI;IAeZ;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAqBxB;;OAEG;YACW,YAAY;CAa1B;AAOD,wBAAgB,kBAAkB,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,sBAAsB,CAM/E;AAED,wBAAgB,oBAAoB,IAAI,IAAI,CAK3C"}

package/dist/ast/ast-index-watcher.service.js

@@ -0,0 +1,124 @@
+/**
+ * AST Index Watcher Service
+ *
+ * Watches the file system for changes and triggers incremental index updates.
+ * Uses polling-based approach for broad compatibility.
+ */
+import { watch } from 'fs';
+import { extname } from 'path';
+import { EXCLUDED_DIRS, getASTIndexService } from './ast-index.service.js';
+import { isSupportedExtension } from './grammars/language-map.js';
+/** Debounce interval for re-indexing (ms) */
+const DEBOUNCE_MS = 500;
+/**
+ * AST Index Watcher — triggers incremental updates on file changes
+ */
+export class ASTIndexWatcherService {
+    debounceTimer = null;
+    pendingChanges = new Set();
+    projectRoot;
+    running = false;
+    watcher = null;
+    constructor(projectRoot) {
+        this.projectRoot = projectRoot;
+    }
+    /**
+     * Start watching for file changes
+     */
+    start() {
+        if (this.running)
+            return;
+        try {
+            this.watcher = watch(this.projectRoot, { recursive: true }, (_eventType, filename) => {
+                if (!filename)
+                    return;
+                this.handleFileChange(filename);
+            });
+            this.watcher.on('error', () => {
+                // Watcher error — stop gracefully
+                this.stop();
+            });
+            this.running = true;
+        }
+        catch {
+            // Watching not supported or failed — degrade gracefully
+            this.running = false;
+        }
+    }
+    /**
+     * Stop watching
+     */
+    stop() {
+        if (this.debounceTimer) {
+            clearTimeout(this.debounceTimer);
+            this.debounceTimer = null;
+        }
+        if (this.watcher) {
+            this.watcher.close();
+            this.watcher = null;
+        }
+        this.pendingChanges.clear();
+        this.running = false;
+    }
+    /**
+     * Check if the watcher is running
+     */
+    isRunning() {
+        return this.running;
+    }
+    /**
+     * Handle a file change event
+     */
+    handleFileChange(filename) {
+        // Skip non-supported files
+        const ext = extname(filename);
+        if (!isSupportedExtension(ext))
+            return;
+        // Skip excluded directories
+        const parts = filename.split('/');
+        if (parts.some((p) => EXCLUDED_DIRS.has(p)))
+            return;
+        this.pendingChanges.add(filename);
+        // Debounce: wait for changes to settle
+        if (this.debounceTimer) {
+            clearTimeout(this.debounceTimer);
+        }
+        this.debounceTimer = setTimeout(() => {
+            void this.flushChanges();
+        }, DEBOUNCE_MS);
+    }
+    /**
+     * Flush pending changes and trigger incremental update
+     */
+    async flushChanges() {
+        if (this.pendingChanges.size === 0)
+            return;
+        const changedFiles = Array.from(this.pendingChanges);
+        this.pendingChanges.clear();
+        try {
+            const indexService = getASTIndexService(this.projectRoot);
+            await indexService.incrementalUpdate(changedFiles);
+        }
+        catch {
+            // Non-fatal: index update failure shouldn't crash anything
+        }
+    }
+}
+/**
+ * Singleton management
+ */
+let watcherInstance = null;
+export function getASTIndexWatcher(projectRoot) {
+    if (!watcherInstance && projectRoot) {
+        watcherInstance = new ASTIndexWatcherService(projectRoot);
+    }
+    watcherInstance ??= new ASTIndexWatcherService(process.cwd());
+    return watcherInstance;
+}
+export function resetASTIndexWatcher() {
+    if (watcherInstance) {
+        watcherInstance.stop();
+    }
+    watcherInstance = null;
+}
+//# sourceMappingURL=ast-index-watcher.service.js.map

package/dist/ast/ast-index-watcher.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast-index-watcher.service.js","sourceRoot":"","sources":["../../src/ast/ast-index-watcher.service.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAkB,KAAK,EAAE,MAAM,IAAI,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAE/B,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAE/D,6CAA6C;AAC7C,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB;;GAEG;AACH,MAAM,OAAO,sBAAsB;IAC1B,aAAa,GAAyC,IAAI,CAAC;IAC3D,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1B,WAAW,CAAS;IAC7B,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,GAAqB,IAAI,CAAC;IAEzC,YAAY,WAAmB;QAC9B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK;QACJ,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,IAAI,CAAC;YACJ,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE;gBACpF,IAAI,CAAC,QAAQ;oBAAE,OAAO;gBACtB,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YACjC,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBAC7B,kCAAkC;gBAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACb,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACR,wDAAwD;YACxD,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACtB,CAAC;IACF,CAAC;IAED;;OAEG;IACH,IAAI;QACH,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACrB,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,SAAS;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,QAAgB;QACxC,2BAA2B;QAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC;YAAE,OAAO;QAEvC,4BAA4B;QAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO;QAEpD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAElC,uCAAuC;QACvC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1B,CAAC,EAAE,WAAW,CAAC,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY;QACzB,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QAE3C,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACrD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAE5B,IAAI,CAAC;YACJ,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1D,MAAM,YAAY,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC;YACR,2DAA2D;QAC5D,CAAC;IACF,CAAC;CACD;AAED;;GAEG;AACH,IAAI,eAAe,GAAkC,IAAI,CAAC;AAE1D,MAAM,UAAU,kBAAkB,CAAC,WAAoB;IACtD,IAAI,CAAC,eAAe,IAAI,WAAW,EAAE,CAAC;QACrC,eAAe,GAAG,IAAI,sBAAsB,CAAC,WAAW,CAAC,CAAC;IAC3D,CAAC;IACD,eAAe,KAAK,IAAI,sBAAsB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC9D,OAAO,eAAe,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,oBAAoB;IACnC,IAAI,eAAe,EAAE,CAAC;QACrB,eAAe,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IACD,eAAe,GAAG,IAAI,CAAC;AACxB,CAAC"}

package/dist/ast/ast-index.service.d.ts

@@ -0,0 +1,111 @@
+/**
+ * AST Index Service
+ *
+ * Builds, persists, loads, and queries the codebase symbol index.
+ * Uses sharded persistence to avoid loading the entire index for queries.
+ */
+import type { CodebaseIndex, IndexedFile, IndexedSymbol } from './ast.types.js';
+/** Directories always excluded from indexing */
+export declare const EXCLUDED_DIRS: Set<string>;
+/**
+ * AST Index Service — singleton that manages the codebase index
+ */
+export declare class ASTIndexService {
+    private building;
+    private built;
+    private index;
+    private readonly indexDir;
+    private readonly projectRoot;
+    constructor(projectRoot: string);
+    /**
+     * Check if the index has been built
+     */
+    isBuilt(): boolean;
+    /**
+     * Check if the index is currently building
+     */
+    isBuilding(): boolean;
+    /**
+     * Get the current index (may be empty if not built)
+     */
+    getIndex(): CodebaseIndex;
+    /**
+     * Build the index from scratch
+     */
+    buildIndex(): Promise<CodebaseIndex>;
+    /**
+     * Incremental update: re-index only changed files
+     */
+    incrementalUpdate(changedFiles?: string[]): Promise<number>;
+    /**
+     * Load a previously persisted index from disk
+     */
+    loadIndex(): boolean;
+    /**
+     * Clear the index (in-memory and on disk)
+     */
+    clearIndex(): void;
+    /**
+     * Get index statistics
+     */
+    getStats(): {
+        fileCount: number;
+        symbolCount: number;
+        updatedAt: string;
+    };
+    /**
+     * Look up symbols by name
+     */
+    lookupByName(name: string): IndexedSymbol[];
+    /**
+     * Look up symbols in a file
+     */
+    lookupByFile(filePath: string): IndexedSymbol[];
+    /**
+     * Get a specific symbol by ID
+     */
+    getSymbol(id: string): IndexedSymbol | undefined;
+    /**
+     * Get a file's index entry
+     */
+    getFile(filePath: string): IndexedFile | undefined;
+    private createEmptyIndex;
+    /**
+     * Discover all indexable files in the project
+     */
+    private discoverFiles;
+    private processDirectoryEntry;
+    /**
+     * Fallback directory walker when git is unavailable
+     */
+    private walkDirectory;
+    /**
+     * Check if a file path should be excluded
+     */
+    private isExcluded;
+    /**
+     * Index a batch of files
+     */
+    private indexFiles;
+    /**
+     * Index a single file, updating the index in place
+     */
+    private indexSingleFile;
+    /**
+     * Remove a file and its symbols from the index
+     */
+    private addToFileIndex;
+    private addToNameIndex;
+    private removeFileFromIndex;
+    /**
+     * Get files changed since last index
+     */
+    private getChangedFiles;
+    /**
+     * Persist the index to disk in sharded format
+     */
+    private persistIndex;
+}
+export declare function getASTIndexService(projectRoot?: string): ASTIndexService;
+export declare function resetASTIndexService(): void;
+//# sourceMappingURL=ast-index.service.d.ts.map

package/dist/ast/ast-index.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast-index.service.d.ts","sourceRoot":"","sources":["../../src/ast/ast-index.service.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAiB,MAAM,aAAa,CAAC;AAmB5F,gDAAgD;AAChD,eAAO,MAAM,aAAa,aAaxB,CAAC;AAEH;;GAEG;AACH,qBAAa,eAAe;IAC3B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;gBAEzB,WAAW,EAAE,MAAM;IAM/B;;OAEG;IACH,OAAO,IAAI,OAAO;IAIlB;;OAEG;IACH,UAAU,IAAI,OAAO;IAIrB;;OAEG;IACH,QAAQ,IAAI,aAAa;IAIzB;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,aAAa,CAAC;IAgB1C;;OAEG;IACG,iBAAiB,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA2CjE;;OAEG;IACH,SAAS,IAAI,OAAO;IAyCpB;;OAEG;IACH,UAAU,IAAI,IAAI;IAQlB;;OAEG;IACH,QAAQ,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE;IAQzE;;OAEG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,EAAE;IAM3C;;OAEG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,EAAE;IAM/C;;OAEG;IACH,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAIhD;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS;IAMlD,OAAO,CAAC,gBAAgB;IAYxB;;OAEG;YACW,aAAa;IA0B3B,OAAO,CAAC,qBAAqB;IAa7B;;OAEG;IACH,OAAO,CAAC,aAAa;IAcrB;;OAEG;IACH,OAAO,CAAC,UAAU;IAKlB;;OAEG;YACW,UAAU;IAkBxB;;OAEG;YACW,eAAe;IAyB7B;;OAEG;IACH,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,mBAAmB;IAwB3B;;OAEG;YACW,eAAe;IAW7B;;OAEG;IACH,OAAO,CAAC,YAAY;CAqCpB;AAOD,wBAAgB,kBAAkB,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,eAAe,CAMxE;AAED,wBAAgB,oBAAoB,IAAI,IAAI,CAE3C"}