codevault 1.7.5 → 1.8.1

package/dist/utils/indexer-with-progress.js

@@ -1,38 +1,71 @@
-import fg from 'fast-glob';
 import path from 'path';
 import { indexProject } from '../core/indexer.js';
-import { getSupportedLanguageExtensions } from '../languages/rules.js';
-import { DEFAULT_SCAN_IGNORES } from './scan-patterns.js';
 export async function indexProjectWithProgress(options) {
     const { callbacks, ...indexOptions } = options;
     const repo = path.resolve(options.repoPath || '.');
-    // Phase 1: Scan files (fast)
-    const languagePatterns = getSupportedLanguageExtensions().map(ext => `**/*${ext}`);
-    const files = await fg(languagePatterns, {
-        cwd: repo,
-        absolute: false,
-        followSymbolicLinks: false,
-        ignore: DEFAULT_SCAN_IGNORES,
-        onlyFiles: true,
-        dot: false
-    });
-    if (callbacks?.onScanComplete) {
-        callbacks.onScanComplete(files.length);
-    }
-    // Phase 2: Index with progress tracking
+    // Progress tracking
+    let totalFiles = 0;
     let processedCount = 0;
     const processedFiles = new Set();
+    const startTime = Date.now();
+    let lastFileCompletion = startTime;
+    let lastChunkBeat = startTime;
+    const pendingByFile = new Map();
+    let totalPendingChunks = 0;
+    let lastEtaMs = null;
     const result = await indexProject({
         ...indexOptions,
         onProgress: (event) => {
-            if (event.type === 'chunk_processed' && event.file && callbacks?.onFileProgress) {
-                // Only count each file once (not per chunk)
-                if (!processedFiles.has(event.file)) {
-                    processedFiles.add(event.file);
-                    processedCount++;
-                    callbacks.onFileProgress(processedCount, files.length, event.file);
+            if (event.type === 'scan_complete') {
+                totalFiles = event.fileCount || 0;
+                if (callbacks?.onScanComplete) {
+                    callbacks.onScanComplete(totalFiles);
+                }
+                return;
+            }
+            if (event.type === 'file_enqueued' && event.file !== undefined && typeof event.enqueuedChunks === 'number') {
+                pendingByFile.set(event.file, event.enqueuedChunks);
+                totalPendingChunks += event.enqueuedChunks;
+                if (event.enqueuedChunks === 0 && callbacks?.onFileProgress) {
+                    // File with no work counts as completed immediately
+                    const isNewFile = !processedFiles.has(event.file);
+                    if (isNewFile) {
+                        processedFiles.add(event.file);
+                        processedCount++;
+                    }
+                    const elapsedMs = Date.now() - startTime;
+                    const avgPerFile = processedCount > 0 ? elapsedMs / processedCount : null;
+                    const remaining = totalFiles > 0 ? Math.max(totalFiles - processedCount, 0) : null;
+                    const etaMs = avgPerFile !== null && remaining !== null ? avgPerFile * remaining : null;
+                    lastEtaMs = etaMs;
+                    callbacks.onFileProgress(processedCount, totalFiles || remaining || 0, event.file, etaMs, avgPerFile, true);
                 }
             }
+            if (event.type === 'chunk_embedded' && event.file) {
+                if (pendingByFile.has(event.file)) {
+                    const next = Math.max(0, (pendingByFile.get(event.file) || 0) - 1);
+                    pendingByFile.set(event.file, next);
+                    totalPendingChunks = Math.max(0, totalPendingChunks - 1);
+                    if (next === 0 && callbacks?.onFileProgress) {
+                        const isNewFile = !processedFiles.has(event.file);
+                        if (isNewFile) {
+                            processedFiles.add(event.file);
+                            processedCount++;
+                            lastFileCompletion = Date.now();
+                        }
+                        const elapsedMs = Date.now() - startTime;
+                        const avgPerFile = processedCount > 0 ? elapsedMs / processedCount : null;
+                        const remaining = totalFiles > 0 ? Math.max(totalFiles - processedCount, 0) : null;
+                        const etaMs = avgPerFile !== null && remaining !== null ? avgPerFile * remaining : null;
+                        lastEtaMs = etaMs;
+                        callbacks.onFileProgress(processedCount, totalFiles || remaining || 0, event.file, etaMs, avgPerFile, true);
+                    }
+                }
+            }
+            if (event.type === 'chunk_processed' && callbacks?.onChunkHeartbeat) {
+                lastChunkBeat = Date.now();
+                callbacks.onChunkHeartbeat(lastEtaMs);
+            }
             if (event.type === 'finalizing' && callbacks?.onFinalizing) {
                 callbacks.onFinalizing();
             }

package/dist/utils/indexer-with-progress.js.map

@@ -1 +1 @@
-{"version":3,"file":"indexer-with-progress.js","sourceRoot":"","sources":["../../src/utils/indexer-with-progress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,WAAW,CAAC;AAC3B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAS1D,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAyE;IAEzE,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;IAEnD,6BAA6B;IAC7B,MAAM,gBAAgB,GAAG,8BAA8B,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,gBAAgB,EAAE;QACvC,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,KAAK;QACf,mBAAmB,EAAE,KAAK;QAC1B,MAAM,EAAE,oBAAoB;QAC5B,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,KAAK;KACX,CAAC,CAAC;IAEH,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;QAC9B,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,wCAAwC;IACxC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QAChC,GAAG,YAAY;QACf,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;gBAChF,4CAA4C;gBAC5C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBACpC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC/B,cAAc,EAAE,CAAC;oBACjB,SAAS,CAAC,cAAc,CAAC,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACrE,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,SAAS,EAAE,YAAY,EAAE,CAAC;gBAC3D,SAAS,CAAC,YAAY,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"indexer-with-progress.js","sourceRoot":"","sources":["../../src/utils/indexer-with-progress.ts"],"names":[],"mappings":"AACA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAiBlD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAyE;IAEzE,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;IAEnD,oBAAoB;IACpB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,kBAAkB,GAAG,SAAS,CAAC;IACnC,IAAI,aAAa,GAAG,SAAS,CAAC;IAC9B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,SAAS,GAAkB,IAAI,CAAC;IAEpC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QAChC,GAAG,YAAY;QACf,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACnC,UAAU,GAAG,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;gBAClC,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC9B,SAAS,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;gBACvC,CAAC;gBACD,OAAO;YACT,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,cAAc,KAAK,QAAQ,EAAE,CAAC;gBAC3G,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;gBACpD,kBAAkB,IAAI,KAAK,CAAC,cAAc,CAAC;gBAC3C,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5D,oDAAoD;oBACpD,MAAM,SAAS,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAClD,IAAI,SAAS,EAAE,CAAC;wBACd,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC/B,cAAc,EAAE,CAAC;oBACnB,CAAC;oBACD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACzC,MAAM,UAAU,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC;oBAC1E,MAAM,SAAS,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBACnF,MAAM,KAAK,GAAG,UAAU,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;oBACxF,SAAS,GAAG,KAAK,CAAC;oBAClB,SAAS,CAAC,cAAc,CAAC,cAAc,EAAE,UAAU,IAAI,SAAS,IAAI,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;gBAC9G,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAClD,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACnE,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBACpC,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,kBAAkB,GAAG,CAAC,CAAC,CAAC;oBACzD,IAAI,IAAI,KAAK,CAAC,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;wBAC5C,MAAM,SAAS,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAClD,IAAI,SAAS,EAAE,CAAC;4BACd,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAC/B,cAAc,EAAE,CAAC;4BACjB,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBAClC,CAAC;wBAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;wBACzC,MAAM,UAAU,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC;wBAC1E,MAAM,SAAS,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBACnF,MAAM,KAAK,GAAG,UAAU,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;wBACxF,SAAS,GAAG,KAAK,CAAC;wBAClB,SAAS,CAAC,cAAc,CAAC,cAAc,EAAE,UAAU,IAAI,SAAS,IAAI,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;oBAC9G,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,SAAS,EAAE,gBAAgB,EAAE,CAAC;gBACpE,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC3B,SAAS,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,SAAS,EAAE,YAAY,EAAE,CAAC;gBAC3D,SAAS,CAAC,YAAY,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "codevault",
-  "version": "1.7.5",
+  "version": "1.8.1",
   "description": "AI-powered semantic code search via Model Context Protocol",
   "type": "module",
   "main": "dist/index.js",