@fanboynz/network-scanner 2.0.58 → 2.0.60

package/nwss.js

@@ -2,7 +2,8 @@
 
 // puppeteer for browser automation, fs for file system operations, psl for domain parsing.
 // const pLimit = require('p-limit'); // Will be dynamically imported
-const puppeteer = require('puppeteer');
+const usePuppeteerCore = process.argv.includes('--use-puppeteer-core');
+const puppeteer = usePuppeteerCore ? require('puppeteer-core') : require('puppeteer');
 const fs = require('fs');
 const os = require('os');
 const psl = require('psl');
@@ -31,7 +32,7 @@ const { shouldIgnoreSimilarDomain, calculateSimilarity } = require('./lib/ignore
 // Graceful exit
 const { handleBrowserExit, cleanupChromeTempFiles } = require('./lib/browserexit');
 // Whois & Dig
-const { createNetToolsHandler, createEnhancedDryRunCallback, validateWhoisAvailability, validateDigAvailability } = require('./lib/nettools');
+const { createNetToolsHandler, createEnhancedDryRunCallback, validateWhoisAvailability, validateDigAvailability, enableDiskCache, getDnsCacheStats } = require('./lib/nettools');
 // File compare
 const { loadComparisonRules, filterUniqueRules } = require('./lib/compare');
 // CDP functionality
@@ -42,6 +43,8 @@ const { processResults } = require('./lib/post-processing');
 const { colorize, colors, messageColors, tags, formatLogMessage } = require('./lib/colorize');
 // Enhanced mouse interaction and page simulation
 const { performPageInteraction, createInteractionConfig, performContentClicks, humanLikeMouseMove } = require('./lib/interaction');
+// Optional ghost-cursor support for advanced Bezier-based mouse movements
+const { isGhostCursorAvailable, createGhostCursor, ghostMove, ghostClick, ghostRandomMove, resolveGhostCursorConfig } = require('./lib/ghost-cursor');
 // Domain detection cache for performance optimization
 const { createGlobalHelpers, getTotalDomainsSkipped, getDetectedDomainsCount } = require('./lib/domain-cache');
 const { createSmartCache } = require('./lib/smart-cache'); // Smart cache system
@@ -118,7 +121,7 @@ const REALTIME_CLEANUP_THRESHOLD = 8; // Default pages to keep for realtime clea
  */
 function detectPuppeteerVersion() {
   try {
-    const puppeteer = require('puppeteer');
+    const puppeteer = usePuppeteerCore ? require('puppeteer-core') : require('puppeteer');
     let versionString = null;
  
     // Try multiple methods to get version
@@ -204,7 +207,15 @@ const localhostIndex = args.findIndex(arg => arg.startsWith('--localhost'));
 if (localhostIndex !== -1) {
   localhostIP = args[localhostIndex].includes('=') ? args[localhostIndex].split('=')[1] : '127.0.0.1';
 }
+const keepBrowserOpen = args.includes('--keep-open');
+const loadExtensionPaths = [];
+args.forEach((arg, idx) => {
+  if (arg === '--load-extension' && args[idx + 1] && !args[idx + 1].startsWith('--')) {
+    loadExtensionPaths.push(path.resolve(args[idx + 1]));
+  }
+});
 const disableInteract = args.includes('--no-interact');
+const globalGhostCursor = args.includes('--ghost-cursor');
 const plainOutput = args.includes('--plain');
 const enableCDP = args.includes('--cdp');
 const dnsmasqMode = args.includes('--dnsmasq');
@@ -224,6 +235,8 @@ let cleanRules = args.includes('--clean-rules');
 const clearCache = args.includes('--clear-cache');
 const ignoreCache = args.includes('--ignore-cache');
 const cacheRequests = args.includes('--cache-requests');
+const dnsCacheMode = args.includes('--dns-cache');
+if (dnsCacheMode) enableDiskCache();
 
 let validateRulesFile = null;
 const validateRulesIndex = args.findIndex(arg => arg === '--validate-rules');
@@ -494,22 +507,38 @@ if (validateRules || validateRulesFile) {
   }
 }
 
-// Parse --block-ads argument for request-level ad blocking
+// Parse --block-ads argument for request-level ad blocking (supports comma-separated lists)
 const blockAdsIndex = args.findIndex(arg => arg.startsWith('--block-ads'));
 if (blockAdsIndex !== -1) {
-  const rulesFile = args[blockAdsIndex].includes('=') 
-    ? args[blockAdsIndex].split('=')[1] 
+  const rulesArg = args[blockAdsIndex].includes('=')
+    ? args[blockAdsIndex].split('=')[1]
     : args[blockAdsIndex + 1];
-  
-  if (!rulesFile || !fs.existsSync(rulesFile)) {
-    console.log(`Error: Adblock rules file not found: ${rulesFile || '(not specified)'}`);
+
+  if (!rulesArg) {
+    console.log('Error: No adblock rules file specified');
     process.exit(1);
   }
-  
+
+  const rulesFiles = rulesArg.split(',').map(f => f.trim()).filter(f => f);
+  for (const file of rulesFiles) {
+    if (!fs.existsSync(file)) {
+      console.log(`Error: Adblock rules file not found: ${file}`);
+      process.exit(1);
+    }
+  }
+
+  // Concatenate multiple lists into a single temp file for the parser
+  let rulesFile = rulesFiles[0];
+  if (rulesFiles.length > 1) {
+    rulesFile = path.join(os.tmpdir(), `nwss-adblock-combined-${Date.now()}.txt`);
+    const combined = rulesFiles.map(f => fs.readFileSync(f, 'utf-8')).join('\n');
+    fs.writeFileSync(rulesFile, combined);
+  }
+
   adblockEnabled = true;
   adblockMatcher = parseAdblockRules(rulesFile, { enableLogging: forceDebug });
   const stats = adblockMatcher.getStats();
-  if (!silentMode) console.log(messageColors.success(`Adblock enabled: Loaded ${stats.total} blocking rules from ${rulesFile}`));
+  if (!silentMode) console.log(messageColors.success(`Adblock enabled: Loaded ${stats.total} blocking rules from ${rulesFiles.length} list${rulesFiles.length > 1 ? 's' : ''}`));
 }
 
 if (args.includes('--help') || args.includes('-h')) {
@@ -546,8 +575,12 @@ General Options:
   --compress-logs                Compress log files with gzip (requires --dumpurls)
   --sub-domains                  Output full subdomains instead of collapsing to root
   --no-interact                  Disable page interactions globally
+  --ghost-cursor                 Use ghost-cursor Bezier mouse movements (requires: npm i ghost-cursor)
   --custom-json <file>           Use a custom config JSON file instead of config.json
   --headful                      Launch browser with GUI (not headless)
+  --keep-open                    Keep browser open after scan completes (use with --headful)
+  --use-puppeteer-core           Use puppeteer-core with system Chrome instead of bundled Chromium
+  --load-extension <path>        Load unpacked Chrome extension from directory
   --cdp                          Enable Chrome DevTools Protocol logging (now per-page if enabled)
   --remove-dupes                 Remove duplicate domains from output (only with -o)
   --eval-on-doc                 Globally enable evaluateOnNewDocument() for Fetch/XHR interception
@@ -559,6 +592,7 @@ General Options:
 
 Validation Options:
   --cache-requests               Cache HTTP requests to avoid re-requesting same URLs within scan
+  --dns-cache                    Persist dig/whois results to disk between runs (3hr/4hr TTL)
   --validate-config              Validate config.json file and exit
   --validate-rules [file]        Validate rule file format (uses --output/--compare files if no file specified)
   --clean-rules [file]           Clean rule files by removing invalid lines and optionally duplicates (uses --output/--compare files if no file specified)
@@ -575,6 +609,7 @@ Global config.json options:
   ignore_similar_ignored_domains: true/false      Ignore domains similar to ignoreDomains list (default: true)
   max_concurrent_sites: 8                        Maximum concurrent site processing (1-50, default: 8)
   resource_cleanup_interval: 80                  Browser restart interval in URLs processed (1-1000, default: 80)
+  disable_ad_tagging: true/false                 Disable Chrome AdTagging to prevent ad frame throttling (default: true)
 
 Per-site config.json options:
   url: "site" or ["site1", "site2"]          Single URL or list of URLs
@@ -658,6 +693,11 @@ Advanced Options:
   interact_scrolling: true/false              Enable scrolling simulation (default: true)
   interact_clicks: true/false                 Enable element clicking simulation (default: false)
   interact_typing: true/false                 Enable typing simulation (default: false)
+  cursor_mode: "ghost"                        Use ghost-cursor Bezier mouse (requires: npm i ghost-cursor)
+  ghost_cursor_speed: <number>                Ghost-cursor speed multiplier (default: auto)
+  ghost_cursor_hesitate: <milliseconds>       Delay before ghost-cursor clicks (default: 50)
+  ghost_cursor_overshoot: <pixels>            Max ghost-cursor overshoot distance (default: auto)
+  ghost_cursor_duration: <milliseconds>       Ghost-cursor interaction duration (default: interact_duration or 2000)
   whois: ["term1", "term2"]                   Check whois data for ALL specified terms (AND logic)
   whois-or: ["term1", "term2"]                Check whois data for ANY specified term (OR logic)
   whois_server_mode: "random" or "cycle"      Server selection mode: random (default) or cycle through list
@@ -735,7 +775,8 @@ const {
   whois_server_mode = 'random', 
   ignore_similar = true, 
   ignore_similar_threshold = 80, 
-  ignore_similar_ignored_domains = true, 
+  ignore_similar_ignored_domains = true,
+  disable_ad_tagging = true,
   max_concurrent_sites = 6,
   resource_cleanup_interval = 80,
   comments: globalComments, 
@@ -1430,6 +1471,10 @@ function setupFrameHandling(page, forceDebug) {
         break;
       }
     }
+    if (usePuppeteerCore && !executablePath) {
+      console.error(formatLogMessage('error', '--use-puppeteer-core requires a system Chrome installation. No Chrome found in standard paths.'));
+      process.exit(1);
+    }
     const browser = await puppeteer.launch({
       // Use system Chrome if available to avoid downloads
       executablePath: executablePath,
@@ -1443,7 +1488,7 @@ function setupFrameHandling(page, forceDebug) {
         '--disable-blink-features=AutomationControlled',
         '--no-first-run',
         '--disable-default-apps',
-        '--disable-component-extensions-with-background-pages',
+        ...(keepBrowserOpen ? [] : ['--disable-component-extensions-with-background-pages']),
         // HIGH IMPACT: Normal Chrome behavior simulation
         '--password-store=basic',
         '--use-mock-keychain',
@@ -1457,30 +1502,29 @@ function setupFrameHandling(page, forceDebug) {
         '--disable-background-downloads',
         // DISK I/O REDUCTION: Eliminate unnecessary Chrome disk writes
         '--disable-breakpad',          // No crash dump files
-        '--disable-component-update',  // No component update downloads
+        ...(keepBrowserOpen ? [] : ['--disable-component-update']),  // No component update downloads
         '--disable-logging',           // No Chrome internal log files
         '--log-level=3',               // Fatal errors only (suppresses verbose disk logging)
         '--no-service-autorun',        // No background service disk activity
         '--disable-domain-reliability', // No reliability monitor disk writes
-        // PERFORMANCE: Enhanced Puppeteer 23.x optimizations
-        '--disable-features=AudioServiceOutOfProcess,VizDisplayCompositor',
-        '--disable-features=TranslateUI,BlinkGenPropertyTrees,Translate',
-        '--disable-features=BackForwardCache,AcceptCHFrame',
+        // PERFORMANCE: Disable non-essential Chrome features in a single flag
+        // IMPORTANT: Chrome only reads the LAST --disable-features flag, so combine all into one
+        `--disable-features=AudioServiceOutOfProcess,VizDisplayCompositor,TranslateUI,BlinkGenPropertyTrees,Translate,BackForwardCache,AcceptCHFrame,SafeBrowsing,HttpsFirstBalancedModeAutoEnable,site-per-process,PaintHolding${disable_ad_tagging ? ',AdTagging' : ''}`,
         '--disable-ipc-flooding-protection',
         '--aggressive-cache-discard',
         '--memory-pressure-off',
         '--max_old_space_size=2048',   // V8 heap limit
         '--disable-prompt-on-repost',  // Fixes form popup on page reload
-        '--disable-background-networking',
+        ...(keepBrowserOpen ? [] : ['--disable-background-networking']),
         '--no-sandbox',
         '--disable-setuid-sandbox',
-        '--disable-features=SafeBrowsing',
         '--disable-dev-shm-usage',
-        '--disable-sync',
+        ...(keepBrowserOpen ? [] : ['--disable-sync']),
         '--mute-audio',
         '--disable-translate',
         '--window-size=1920,1080',
-        '--disable-extensions',
+        ...(keepBrowserOpen ? [] : ['--disable-extensions', '--disable-component-update']),
+        ...(loadExtensionPaths.length ? [`--load-extension=${loadExtensionPaths.join(',')}`, '--enable-extensions'] : []),
         '--no-default-browser-check',
         '--safebrowsing-disable-auto-update',
         '--ignore-ssl-errors',
@@ -1489,18 +1533,15 @@ function setupFrameHandling(page, forceDebug) {
         '--ignore-certificate-errors-ca-list',
         '--disable-web-security',
         '--allow-running-insecure-content',
-        '--disable-features=HttpsFirstBalancedModeAutoEnable',
         // Puppeteer 23.x: Enhanced performance and stability args
         '--disable-renderer-backgrounding',
         '--disable-backgrounding-occluded-windows',
         '--disable-background-timer-throttling',
-        '--disable-features=site-per-process', // Better for single-site scanning
         '--no-zygote', // Better process isolation
         // PERFORMANCE: Process and memory reduction for high concurrency
         '--renderer-process-limit=10',  // Cap renderer processes (default: unlimited)
         '--disable-accelerated-2d-canvas', // Software canvas only (we spoof it anyway)
         '--disable-hang-monitor',      // Remove per-renderer hang check overhead
-        '--disable-features=PaintHolding', // Don't hold frames in renderer memory
         '--js-flags=--max-old-space-size=512', // Cap V8 heap per renderer to 512MB
         ...extraArgs,
         ],
@@ -3420,53 +3461,115 @@ function setupFrameHandling(page, forceDebug) {
       }
       }
 
-      if (interactEnabled && !disableInteract) {
-        if (forceDebug) console.log(formatLogMessage('debug', `interaction simulation enabled for ${currentUrl}`));
-        
-        // Mark page as processing during interactions
-        updatePageUsage(page, true);
-        // Use enhanced interaction module with hard abort timeout
-        const INTERACTION_HARD_TIMEOUT = 15000;
-        try {
-          await Promise.race([
-            performPageInteraction(page, currentUrl, interactionConfig, forceDebug),
-            new Promise((_, reject) => setTimeout(() => reject(new Error('interaction hard timeout')), INTERACTION_HARD_TIMEOUT))
-          ]);
-        } catch (interactTimeoutErr) {
-          if (forceDebug) console.log(formatLogMessage('debug', `[interaction] Aborted after ${INTERACTION_HARD_TIMEOUT}ms: ${interactTimeoutErr.message}`));
-        }
-      }
-
       const delayMs = DEFAULT_DELAY;
-      
+
       // Optimized delays for Puppeteer 23.x performance
       const isFastSite = timeout <= TIMEOUTS.FAST_SITE_THRESHOLD;
       const networkIdleTime = TIMEOUTS.NETWORK_IDLE;  // Balanced: 2s for reliable network detection
       const networkIdleTimeout = Math.min(timeout / 2, TIMEOUTS.NETWORK_IDLE_MAX);  // Balanced: 10s timeout
       const actualDelay = Math.min(delayMs, TIMEOUTS.NETWORK_IDLE);  // Balanced: 2s delay for stability
-      
-      // FIX: Check page state before waiting for network idle
-      if (page && !page.isClosed()) {
-        try {
-          await page.waitForNetworkIdle({ 
-            idleTime: networkIdleTime, 
-            timeout: networkIdleTimeout 
-          });
-        } catch (networkIdleErr) {
-          // Page closed or network idle timeout - continue anyway
-          if (forceDebug) console.log(formatLogMessage('debug', `Network idle wait failed: ${networkIdleErr.message}`));
+
+      // Build delay promise (networkIdle + delay + optional flowProxy delay)
+      const delayPromise = (async () => {
+        if (page && !page.isClosed()) {
+          try {
+            await page.waitForNetworkIdle({
+              idleTime: networkIdleTime,
+              timeout: networkIdleTimeout
+            });
+          } catch (networkIdleErr) {
+            if (forceDebug) console.log(formatLogMessage('debug', `Network idle wait failed: ${networkIdleErr.message}`));
+          }
         }
-      }
+        await fastTimeout(actualDelay);
+        if (flowproxyDetection) {
+          const additionalDelay = Math.min(siteConfig.flowproxy_additional_delay || 3000, 3000);
+          if (forceDebug) console.log(formatLogMessage('debug', `Applying flowProxy additional delay: ${additionalDelay}ms`));
+          await fastTimeout(additionalDelay);
+        }
+      })();
+
+      // Build interaction promise — runs concurrently with delay
+      const interactPromise = (async () => {
+        if (!(interactEnabled && !disableInteract)) return;
+        if (forceDebug) console.log(formatLogMessage('debug', `interaction simulation enabled for ${currentUrl}`));
 
-      // Use fast timeout helper for Puppeteer 23.x compatibility with better performance
-      await fastTimeout(actualDelay);
+        // Mark page as processing during interactions
+        updatePageUsage(page, true);
+        const INTERACTION_HARD_TIMEOUT = 15000;
 
-      // Apply additional delay for flowProxy if detected
-      if (flowproxyDetection) {
-        const additionalDelay = Math.min(siteConfig.flowproxy_additional_delay || 3000, 3000);
-        if (forceDebug) console.log(formatLogMessage('debug', `Applying flowProxy additional delay: ${additionalDelay}ms`));
-        await fastTimeout(additionalDelay);
-      }
+        // Check if ghost-cursor mode is enabled for this site
+        const ghostConfig = resolveGhostCursorConfig(siteConfig, globalGhostCursor, forceDebug);
+
+        try {
+          if (ghostConfig) {
+            // Ghost-cursor mode: Bezier-based mouse movements
+            if (forceDebug) console.log(formatLogMessage('debug', `[ghost-cursor] Using ghost-cursor for ${currentUrl}`));
+            const cursor = createGhostCursor(page, { forceDebug });
+            if (cursor) {
+              await Promise.race([
+                (async () => {
+                  const viewport = page.viewport() || { width: 1200, height: 800 };
+                  const ghostDuration = ghostConfig.duration || 2000;
+                  const ghostStart = Date.now();
+                  const ghostTimeLeft = () => ghostDuration - (Date.now() - ghostStart);
+
+                  // Time-based Bezier mouse movements — runs for ghostDuration ms
+                  while (ghostTimeLeft() > 200) {
+                    const toX = Math.floor(Math.random() * (viewport.width - 100)) + 50;
+                    const toY = Math.floor(Math.random() * (viewport.height - 100)) + 50;
+                    await ghostMove(cursor, toX, toY, {
+                      moveSpeed: ghostConfig.moveSpeed,
+                      overshootThreshold: ghostConfig.overshootThreshold,
+                      forceDebug
+                    });
+                    if (ghostTimeLeft() > 100) {
+                      await new Promise(r => setTimeout(r, 25 + Math.random() * 75));
+                    }
+                  }
+                  if (ghostTimeLeft() > 100 && Math.random() < 0.3) {
+                    await ghostRandomMove(cursor, { forceDebug });
+                  }
+                  if (interactionConfig.includeElementClicks && ghostTimeLeft() > 100) {
+                    const clickX = Math.floor(viewport.width * 0.2 + Math.random() * viewport.width * 0.6);
+                    const clickY = Math.floor(viewport.height * 0.2 + Math.random() * viewport.height * 0.6);
+                    await ghostClick(cursor, { x: clickX, y: clickY }, {
+                      hesitate: ghostConfig.hesitate,
+                      forceDebug
+                    });
+                  }
+                  if (interactionConfig.includeScrolling) {
+                    await performPageInteraction(page, currentUrl, {
+                      ...interactionConfig,
+                      mouseMovements: 0,
+                      includeElementClicks: false,
+                      includeTyping: false
+                    }, forceDebug);
+                  }
+                })(),
+                new Promise((_, reject) => setTimeout(() => reject(new Error('ghost-cursor interaction hard timeout')), INTERACTION_HARD_TIMEOUT))
+              ]);
+            } else {
+              if (forceDebug) console.log(formatLogMessage('debug', '[ghost-cursor] Falling back to built-in mouse'));
+              await Promise.race([
+                performPageInteraction(page, currentUrl, interactionConfig, forceDebug),
+                new Promise((_, reject) => setTimeout(() => reject(new Error('interaction hard timeout')), INTERACTION_HARD_TIMEOUT))
+              ]);
+            }
+          } else {
+            // Standard built-in mouse interaction
+            await Promise.race([
+              performPageInteraction(page, currentUrl, interactionConfig, forceDebug),
+              new Promise((_, reject) => setTimeout(() => reject(new Error('interaction hard timeout')), INTERACTION_HARD_TIMEOUT))
+            ]);
+          }
+        } catch (interactTimeoutErr) {
+          if (forceDebug) console.log(formatLogMessage('debug', `[interaction] Aborted after ${INTERACTION_HARD_TIMEOUT}ms: ${interactTimeoutErr.message}`));
+        }
+      })();
+
+      // Run delay and mouse interaction concurrently — mouse moves while page settles
+      await Promise.all([delayPromise, interactPromise]);
 
       // Use fast timeout helper for consistent Puppeteer 23.x compatibility
 
@@ -3898,12 +4001,14 @@ function setupFrameHandling(page, forceDebug) {
           }
         }
 
-        try {
-          untrackPage(page);
-          await page.close();
-          if (forceDebug) console.log(formatLogMessage('debug', `Page closed for ${currentUrl}`));
-        } catch (pageCloseErr) {
-          if (forceDebug) console.log(formatLogMessage('debug', `Failed to close page for ${currentUrl}: ${pageCloseErr.message}`));
+        if (!keepBrowserOpen) {
+          try {
+            untrackPage(page);
+            await page.close();
+            if (forceDebug) console.log(formatLogMessage('debug', `Page closed for ${currentUrl}`));
+          } catch (pageCloseErr) {
+            if (forceDebug) console.log(formatLogMessage('debug', `Failed to close page for ${currentUrl}: ${pageCloseErr.message}`));
+          }
         }
       }
     }
@@ -4517,6 +4622,24 @@ function setupFrameHandling(page, forceDebug) {
   wgDisconnectAll(forceDebug);
   ovpnDisconnectAll(forceDebug);
 
+  // Keep browser open if --keep-open flag is set (useful with --headful for inspection)
+  if (keepBrowserOpen && !launchHeadless) {
+    console.log(messageColors.info('Browser kept open.') + ' Close the browser window or press Ctrl+C to exit.');
+    const cleanup = async () => {
+      try {
+        if (browser.isConnected()) await browser.close();
+      } catch {}
+      process.exit(0);
+    };
+    process.on('SIGINT', cleanup);
+    process.on('SIGTERM', cleanup);
+    await new Promise((resolve) => {
+      browser.on('disconnected', resolve);
+    });
+    process.removeListener('SIGINT', cleanup);
+    process.removeListener('SIGTERM', cleanup);
+  }
+
   // Perform comprehensive final cleanup using enhanced browserexit module
   if (forceDebug) console.log(formatLogMessage('debug', `Starting comprehensive browser cleanup...`));
 
@@ -4541,7 +4664,7 @@ function setupFrameHandling(page, forceDebug) {
   if (forceDebug) {
     console.log(formatLogMessage('debug', `Final cleanup results: ${cleanupResult.success ? 'success' : 'failed'}`));
     console.log(formatLogMessage('debug', `Browser closed: ${cleanupResult.browserClosed}, Temp files cleaned: ${cleanupResult.tempFilesCleanedCount || 0}, User data cleaned: ${cleanupResult.userDataCleaned}`));
-    
+
     if (cleanupResult.errors.length > 0) {
       cleanupResult.errors.forEach(err => console.log(formatLogMessage('debug', `Cleanup error: ${err}`)));
     }
@@ -4549,10 +4672,10 @@ function setupFrameHandling(page, forceDebug) {
 
   // Final aggressive cleanup to catch any remaining temp files
   if (forceDebug) console.log(formatLogMessage('debug', 'Performing final aggressive temp file cleanup...'));
-  await cleanupChromeTempFiles({ 
-    includeSnapTemp: true, 
+  await cleanupChromeTempFiles({
+    includeSnapTemp: true,
     forceDebug,
-    comprehensive: true 
+    comprehensive: true
   });
   await fastTimeout(TIMEOUTS.BROWSER_STABILIZE_DELAY); // Give filesystem time to sync
 
@@ -4591,6 +4714,24 @@ function setupFrameHandling(page, forceDebug) {
     if (ignoreCache && forceDebug) {
       console.log(messageColors.info('Cache:') + ` Smart caching was disabled`);
     }
+    // DNS cache statistics
+    const dnsStats = getDnsCacheStats();
+    if (dnsStats.digHits + dnsStats.digMisses > 0 || dnsStats.whoisHits + dnsStats.whoisMisses > 0) {
+      const parts = [];
+      if (dnsStats.digHits + dnsStats.digMisses > 0) {
+        parts.push(`${messageColors.success(dnsStats.digHits)} dig cached, ${messageColors.timing(dnsStats.digMisses)} fresh`);
+      }
+      if (dnsStats.whoisHits + dnsStats.whoisMisses > 0) {
+        parts.push(`${messageColors.success(dnsStats.whoisHits)} whois cached, ${messageColors.timing(dnsStats.whoisMisses)} fresh`);
+      }
+      console.log(messageColors.info('DNS cache:') + ` ${parts.join(' | ')}`);
+      if (dnsStats.freshDig.length > 0) {
+        console.log(messageColors.info('  Fresh dig:') + ` ${dnsStats.freshDig.join(', ')}`);
+      }
+      if (dnsStats.freshWhois.length > 0) {
+        console.log(messageColors.info('  Fresh whois:') + ` ${dnsStats.freshWhois.join(', ')}`);
+      }
+    }
   }
   
   // Clean process termination

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fanboynz/network-scanner",
-  "version": "2.0.58",
+  "version": "2.0.60",
   "description": "A Puppeteer-based network scanner for analyzing web traffic, generating adblock filter rules, and identifying third-party requests. Features include fingerprint spoofing, Cloudflare bypass, content analysis with curl/grep, and multiple output formats.",
   "main": "nwss.js",
   "scripts": {
@@ -10,6 +10,7 @@
     "lint": "eslint *.js lib/*.js"
   },
   "dependencies": {
+    "ghost-cursor": "^1.4.2",
     "lru-cache": "^10.4.3",
     "p-limit": "^4.0.0",
     "psl": "^1.15.0",
@@ -48,6 +49,9 @@
     "url": "https://github.com/ryanbr/network-scanner/issues"
   },
   "homepage": "https://github.com/ryanbr/network-scanner",
+  "optionalDependencies": {
+    "puppeteer-core": ">=20.0.0"
+  },
   "devDependencies": {
     "eslint": "^10.0.2",
     "globals": "^16.3.0"