@tb.p/dd 1.1.2 → 1.1.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tb.p/dd",
-  "version": "1.1.2",
+  "version": "1.1.4",
   "description": "A comprehensive command-line tool for finding and removing duplicate files using content-based hashing",
   "type": "module",
   "main": "index.js",
@@ -24,6 +24,7 @@
   "dependencies": {
     "commander": "^11.1.0",
     "hash-wasm": "^4.12.0",
+    "recursive-readdir": "^2.2.3",
     "sqlite3": "^5.1.6"
   },
   "engines": {

package/utils/candidateDetection.js

@@ -514,9 +514,13 @@ export async function runCandidateDetection(options) {
       maxConcurrency: parseInt(options.maxConcurrency) || 5,
       verbose: options.verbose || false,
       onProgress: options.verbose ? (progress) => {
-        if (progress.phase === 'hashing') {
-          const percentage = (progress.percentage || 0).toFixed(1);
-          console.log(`📊 Hashing progress: ${progress.processed}/${progress.total} files (${percentage}%) - ${progress.hashedFiles} hashed, ${progress.errors} errors`);
+        if (progress && progress.phase === 'hashing') {
+          const processed = progress.processed || 0;
+          const total = progress.total || 0;
+          const hashedFiles = progress.hashedFiles || 0;
+          const errors = progress.errors || 0;
+          const percentage = total > 0 ? ((processed / total) * 100).toFixed(1) : '0.0';
+          console.log(`📊 Hashing progress: ${processed}/${total} files (${percentage}%) - ${hashedFiles} hashed, ${errors} errors`);
         }
       } : null
     });

package/utils/fileScanner.js

@@ -36,18 +36,25 @@ async function scanDirectory(dirPath, options = {}) {
 }
 
 async function getBatchFileInfo(filePaths, options = {}) {
-  // OPTIMIZATION: Batch all stat() operations for parallel I/O
-  const statPromises = filePaths.map(async (filePath) => {
-    try {
-      const normalizedPath = normalizePath(filePath);
-      const stats = await fs.stat(normalizedPath);
-      return { filePath: normalizedPath, stats, error: null };
-    } catch (error) {
-      return { filePath, stats: null, error };
-    }
-  });
+  // OPTIMIZATION: Batch stat() operations with controlled concurrency to prevent stack overflow
+  const BATCH_SIZE = 100; // Process files in chunks to prevent excessive Promise.all
+  const statResults = [];
+
+  for (let i = 0; i < filePaths.length; i += BATCH_SIZE) {
+    const batch = filePaths.slice(i, i + BATCH_SIZE);
+    const statPromises = batch.map(async (filePath) => {
+      try {
+        const normalizedPath = normalizePath(filePath);
+        const stats = await fs.stat(normalizedPath);
+        return { filePath: normalizedPath, stats, error: null };
+      } catch (error) {
+        return { filePath, stats: null, error };
+      }
+    });
 
-  const statResults = await Promise.all(statPromises);
+    const batchResults = await Promise.all(statPromises);
+    statResults.push(...batchResults);
+  }
   const files = [];
 
   for (const result of statResults) {