raggrep 0.10.5 → 0.10.7

package/dist/app/indexer/index.d.ts

@@ -38,12 +38,14 @@ export interface TimingInfo {
     indexingMs: number;
     /** Time spent on cleanup operations */
     cleanupMs: number;
-    /** Number of files discovered */
+    /** Number of files discovered on disk */
     filesDiscovered: number;
-    /** Number of files that needed stat check */
+    /** Number of files that had stat checks performed (may be > filesDiscovered due to multiple modules) */
     filesStatChecked: number;
-    /** Number of files that needed indexing */
-    filesIndexed: number;
+    /** Number of files with detected changes (mtime or size changed) that went to Phase 2 */
+    filesWithChanges: number;
+    /** Number of files that were actually re-indexed (content changed) */
+    filesReindexed: number;
     /** Whether result was from cache */
     fromCache: boolean;
 }

package/dist/cli/main.js

@@ -12057,7 +12057,8 @@ async function ensureIndexFresh(rootDir, options = {}) {
   let cleanupMs = 0;
   let filesDiscovered = 0;
   let filesStatChecked = 0;
-  let filesIndexed = 0;
+  let filesWithChanges = 0;
+  let filesReindexed = 0;
   const logger = options.logger ? options.logger : quiet ? createSilentLogger() : createLogger({ verbose });
   rootDir = path22.resolve(rootDir);
   const status = await getIndexStatus(rootDir);
@@ -12099,7 +12100,8 @@ async function ensureIndexFresh(rootDir, options = {}) {
         cleanupMs: 0,
         filesDiscovered: 0,
         filesStatChecked: 0,
-        filesIndexed: 0,
+        filesWithChanges: 0,
+        filesReindexed: 0,
         fromCache: true
       };
     }
@@ -12194,14 +12196,18 @@ async function ensureIndexFresh(rootDir, options = {}) {
       try {
         const stats = await fs8.stat(filepath);
         const lastModified = stats.mtime.toISOString();
+        const fileSize = stats.size;
         const existingEntry = manifest.files[relativePath];
         if (!existingEntry) {
-          return { filepath, relativePath, lastModified, needsCheck: true, isNew: true };
+          return { filepath, relativePath, lastModified, fileSize, needsCheck: true, isNew: true };
         }
         if (existingEntry.lastModified === lastModified) {
-          return { filepath, relativePath, lastModified, needsCheck: false, isNew: false };
+          return { filepath, relativePath, lastModified, fileSize, needsCheck: false, isNew: false };
         }
-        return { filepath, relativePath, lastModified, needsCheck: true, isNew: false };
+        if (existingEntry.fileSize !== undefined && existingEntry.fileSize === fileSize && existingEntry.contentHash) {
+          return { filepath, relativePath, lastModified, fileSize, needsCheck: false, isNew: false, existingContentHash: existingEntry.contentHash };
+        }
+        return { filepath, relativePath, lastModified, fileSize, needsCheck: true, isNew: false, existingContentHash: existingEntry.contentHash };
       } catch {
         return null;
       }
@@ -12211,6 +12217,7 @@ async function ensureIndexFresh(rootDir, options = {}) {
     statCheckMs += Date.now() - statCheckStart;
     filesStatChecked += currentFiles.length;
     const filesToProcess = [];
+    const filesWithMtimeOnlyChange = [];
     let unchangedCount = 0;
     for (const result2 of statResults) {
       if (!result2.success || !result2.value)
@@ -12219,16 +12226,36 @@ async function ensureIndexFresh(rootDir, options = {}) {
         filesToProcess.push(result2.value);
       } else {
         unchangedCount++;
+        const existingEntry = manifest.files[result2.value.relativePath];
+        if (existingEntry && existingEntry.lastModified !== result2.value.lastModified) {
+          filesWithMtimeOnlyChange.push(result2.value);
+        }
+      }
+    }
+    let mtimeOnlyUpdates = 0;
+    for (const file of filesWithMtimeOnlyChange) {
+      const existingEntry = manifest.files[file.relativePath];
+      if (existingEntry) {
+        manifest.files[file.relativePath] = {
+          ...existingEntry,
+          lastModified: file.lastModified,
+          fileSize: file.fileSize
+        };
+        mtimeOnlyUpdates++;
       }
     }
     if (filesToProcess.length === 0) {
       totalUnchanged += unchangedCount;
+      if (mtimeOnlyUpdates > 0) {
+        manifest.lastUpdated = new Date().toISOString();
+        await writeModuleManifest(rootDir, module2.id, manifest, config);
+      }
       continue;
     }
     let completedCount = 0;
     const totalToProcess = filesToProcess.length;
     const processChangedFile = async (statResult) => {
-      const { filepath, relativePath, lastModified, isNew } = statResult;
+      const { filepath, relativePath, lastModified, fileSize, isNew } = statResult;
       try {
         const content = await fs8.readFile(filepath, "utf-8");
         const contentHash = computeContentHash(content);
@@ -12239,6 +12266,7 @@ async function ensureIndexFresh(rootDir, options = {}) {
             relativePath,
             status: "mtime_updated",
             lastModified,
+            fileSize,
             contentHash
           };
         }
@@ -12247,13 +12275,14 @@ async function ensureIndexFresh(rootDir, options = {}) {
         introspection.addFile(relativePath, content);
         const fileIndex = await module2.indexFile(relativePath, content, ctx);
         if (!fileIndex) {
-          return { relativePath, status: "unchanged" };
+          return { relativePath, status: "unchanged", fileSize };
         }
         await writeFileIndex(rootDir, module2.id, relativePath, fileIndex, config);
         return {
           relativePath,
           status: "indexed",
           lastModified,
+          fileSize,
           chunkCount: fileIndex.chunks.length,
           contentHash
         };
@@ -12266,7 +12295,7 @@ async function ensureIndexFresh(rootDir, options = {}) {
     const concurrency = options.concurrency ?? DEFAULT_CONCURRENCY;
     const results = await parallelMap(filesToProcess, processChangedFile, concurrency);
     indexingMs += Date.now() - indexingStart;
-    filesIndexed += filesToProcess.length;
+    filesWithChanges += filesToProcess.length;
     totalUnchanged += unchangedCount;
     logger.clearProgress();
     let mtimeUpdates = 0;
@@ -12280,7 +12309,8 @@ async function ensureIndexFresh(rootDir, options = {}) {
           manifest.files[fileResult.relativePath] = {
             lastModified: fileResult.lastModified,
             chunkCount: fileResult.chunkCount,
-            contentHash: fileResult.contentHash
+            contentHash: fileResult.contentHash,
+            fileSize: fileResult.fileSize
           };
           totalIndexed++;
           break;
@@ -12289,7 +12319,8 @@ async function ensureIndexFresh(rootDir, options = {}) {
             manifest.files[fileResult.relativePath] = {
               ...manifest.files[fileResult.relativePath],
               lastModified: fileResult.lastModified,
-              contentHash: fileResult.contentHash
+              contentHash: fileResult.contentHash,
+              fileSize: fileResult.fileSize
             };
             mtimeUpdates++;
           }
@@ -12303,7 +12334,7 @@ async function ensureIndexFresh(rootDir, options = {}) {
           break;
       }
     }
-    const hasManifestChanges = totalIndexed > 0 || totalRemoved > 0 || mtimeUpdates > 0;
+    const hasManifestChanges = totalIndexed > 0 || totalRemoved > 0 || mtimeUpdates > 0 || mtimeOnlyUpdates > 0;
     if (hasManifestChanges) {
       manifest.lastUpdated = new Date().toISOString();
       await writeModuleManifest(rootDir, module2.id, manifest, config);
@@ -12337,7 +12368,8 @@ async function ensureIndexFresh(rootDir, options = {}) {
       cleanupMs,
       filesDiscovered,
       filesStatChecked,
-      filesIndexed,
+      filesWithChanges,
+      filesReindexed: totalIndexed,
       fromCache: false
     };
   }
@@ -12407,6 +12439,7 @@ async function indexWithModule(rootDir, files, module2, config, verbose, introsp
     try {
       const stats = await fs8.stat(filepath);
       const lastModified = stats.mtime.toISOString();
+      const fileSize = stats.size;
       const existingEntry = manifest.files[relativePath];
       if (existingEntry && existingEntry.lastModified === lastModified) {
         completedCount++;
@@ -12422,6 +12455,7 @@ async function indexWithModule(rootDir, files, module2, config, verbose, introsp
           relativePath,
           status: "skipped",
           lastModified,
+          fileSize,
           contentHash
         };
       }
@@ -12431,13 +12465,14 @@ async function indexWithModule(rootDir, files, module2, config, verbose, introsp
       const fileIndex = await module2.indexFile(relativePath, content, ctx);
       if (!fileIndex) {
         logger.debug(`  [${completedCount}/${totalFiles}] Skipped ${relativePath} (no chunks)`);
-        return { relativePath, status: "skipped" };
+        return { relativePath, status: "skipped", fileSize };
       }
       await writeFileIndex(rootDir, module2.id, relativePath, fileIndex, config);
       return {
         relativePath,
         status: "indexed",
         lastModified,
+        fileSize,
         chunkCount: fileIndex.chunks.length,
         contentHash
       };
@@ -12460,7 +12495,8 @@ async function indexWithModule(rootDir, files, module2, config, verbose, introsp
         manifest.files[fileResult.relativePath] = {
           lastModified: fileResult.lastModified,
           chunkCount: fileResult.chunkCount,
-          contentHash: fileResult.contentHash
+          contentHash: fileResult.contentHash,
+          fileSize: fileResult.fileSize
         };
         result.indexed++;
         break;
@@ -12471,7 +12507,8 @@ async function indexWithModule(rootDir, files, module2, config, verbose, introsp
             manifest.files[fileResult.relativePath] = {
               ...existingEntry,
               lastModified: fileResult.lastModified,
-              contentHash: fileResult.contentHash
+              contentHash: fileResult.contentHash,
+              fileSize: fileResult.fileSize
             };
           }
         }
@@ -14247,7 +14284,7 @@ init_logger();
 // package.json
 var package_default = {
   name: "raggrep",
-  version: "0.10.5",
+  version: "0.10.7",
   description: "Local filesystem-based RAG system for codebases - semantic search using local embeddings",
   type: "module",
   main: "./dist/index.js",
@@ -14592,19 +14629,19 @@ Examples:
         }
         if (flags2.timing && freshStats.timing) {
           const t = freshStats.timing;
-          console.log("┌─ Timing ─────────────────────────────────────┐");
+          console.log("┌─ Timing ───────────────────────────────────────────────┐");
           if (t.fromCache) {
-            console.log(`│  Cache hit (TTL-based)                       │`);
-            console.log(`│  Total: ${t.totalMs.toFixed(0).padStart(6)}ms                              │`);
+            console.log(`│  Cache hit (TTL-based)                                 │`);
+            console.log(`│  Total: ${t.totalMs.toFixed(0).padStart(6)}ms                                        │`);
           } else {
-            console.log(`│  File discovery: ${t.fileDiscoveryMs.toFixed(0).padStart(6)}ms (${t.filesDiscovered} files)`.padEnd(47) + "│");
-            console.log(`│  Stat checks:    ${t.statCheckMs.toFixed(0).padStart(6)}ms (${t.filesStatChecked} files)`.padEnd(47) + "│");
-            console.log(`│  Indexing:       ${t.indexingMs.toFixed(0).padStart(6)}ms (${t.filesIndexed} files)`.padEnd(47) + "│");
-            console.log(`│  Cleanup:        ${t.cleanupMs.toFixed(0).padStart(6)}ms`.padEnd(47) + "│");
-            console.log(`│  ─────────────────────────────────────────── │`);
-            console.log(`│  Total:          ${t.totalMs.toFixed(0).padStart(6)}ms`.padEnd(47) + "│");
+            console.log(`│  File discovery: ${t.fileDiscoveryMs.toFixed(0).padStart(6)}ms  │  ${String(t.filesDiscovered).padStart(6)} files found`.padEnd(57) + "│");
+            console.log(`│  Stat checks:    ${t.statCheckMs.toFixed(0).padStart(6)}ms  │  ${String(t.filesStatChecked).padStart(6)} stats checked`.padEnd(57) + "│");
+            console.log(`│  Indexing:       ${t.indexingMs.toFixed(0).padStart(6)}ms  │  ${String(t.filesWithChanges).padStart(6)} with changes → ${t.filesReindexed} reindexed`.padEnd(57) + "│");
+            console.log(`│  Cleanup:        ${t.cleanupMs.toFixed(0).padStart(6)}ms  │`.padEnd(57) + "│");
+            console.log(`│  ───────────────────────────────────────────────────── │`);
+            console.log(`│  Total:          ${t.totalMs.toFixed(0).padStart(6)}ms`.padEnd(57) + "│");
           }
-          console.log(`└──────────────────────────────────────────────┘
+          console.log(`└────────────────────────────────────────────────────────┘
 `);
         }
         const filePatterns = flags2.fileType ? [`*.${flags2.fileType}`] : undefined;
@@ -14864,4 +14901,4 @@ Run 'raggrep <command> --help' for more information.
 }
 main();
 
-//# debugId=D79BF0530F7DE02664756E2164756E21
+//# debugId=FECC7BE122B3EB1664756E2164756E21