@js-recon/js-recon 1.4.4 → 2.0.1-alpha.1

package/build/run/index.js

@@ -19,10 +19,11 @@ import report from "../report/index.js";
 import refactor from "../refactor/index.js";
 import initGlobalReportDb from "../report/utility/initGlobalReportDb.js";
 import mergeDomainIntoGlobalDb from "../report/utility/mergeDomainIntoGlobalDb.js";
-import { clearJsUrls, clearJsonUrls, getJsUrls } from "../lazyLoad/globals.js";
+import { clearJsUrls, clearJsonUrls, clearJsFileHashCounts, getJsUrls } from "../lazyLoad/globals.js";
 import path from "path";
 import { installSigintHandler, removeSigintHandler, getSkipStepPromise, resetSkipStep, shouldSkipTarget, resetSkipTarget, waitForPendingInterrupt, } from "./interruptHandler.js";
 import { detectBundler } from "./bundler-detect.js";
+import { printMsg, MSG, setHeaderListener } from "../utility/printMsg.js";
 import configureProxy from "../utility/configureProxy.js";
 import { getOxylabsFallbackConfiguration } from "../proxy/oxylabsFallback.js";
 import { probeFeasibility } from "../proxy/checkFeasibility.js";
@@ -31,6 +32,8 @@ import { resolveHostOutputDirectory } from "../lazyLoad/outputPath.js";
 import { awaitCancellableStep } from "./cancellableStep.js";
 import { resolveTargetInputs } from "../utility/targetInputs.js";
 import { clearRunOutputDirectory, getBatchTargetDirectoryName, reserveRunOutputDirectory } from "./outputDirectory.js";
+import { startDashboardServer } from "./dashboard/server.js";
+import * as dashboardState from "./dashboard/state.js";
 /**
  * Determines the directory for a Content Delivery Network (CDN) if used by the target.
  *
@@ -78,10 +81,11 @@ const getCdnDir = (host, outputDir, isBatch) => __awaiter(void 0, void 0, void 0
 const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_1) => __awaiter(void 0, [url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_1], void 0, function* (url, outputDir, workingDir, cmd, isBatch, includeMethods = [], excludeMethods = []) {
     var _a, _b, _c, _d;
     const targetHost = new URL(url).host;
-    console.log(chalk.bgGreenBright(`[+] Starting analysis for ${url}...`));
+    printMsg(MSG.Run, `[+] Starting analysis for ${url}...`);
     if (isBatch) {
         clearJsUrls();
         clearJsonUrls();
+        clearJsFileHashCounts();
         globalsUtil.clearOpenapiOutput();
     }
     if (cmd.proxyWafFallback && cmd._proxyConfigured) {
@@ -92,39 +96,39 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             outcome = yield probeFeasibility(resolved, url);
         }
         catch (error) {
-            console.error(chalk.bgRed(`[!] Proxy WAF fallback check failed: ${error}. ${isBatch ? "Skipping this target." : "Quitting."}`));
+            printMsg(MSG.Err, `[!] Proxy WAF fallback check failed: ${error}. ${isBatch ? "Skipping this target." : "Quitting."}`);
             if (isBatch)
                 return;
             process.exit(29);
         }
-        console.log(outcome.code === 0 ? chalk.green(outcome.message) : chalk.yellow(outcome.message));
+        printMsg(outcome.code === 0 ? MSG.Run : MSG.Warn, outcome.message);
         if (outcome.code === 27) {
             // no firewall detected without a proxy - don't use it for this target
             globalsUtil.setUseProxy(false);
         }
         else if (outcome.code === 28) {
-            console.error(chalk.bgRed(`[!] Proxy could not bypass the firewall for this target. ${isBatch ? "Skipping this target." : "Quitting."}`));
+            printMsg(MSG.Err, `[!] Proxy could not bypass the firewall for this target. ${isBatch ? "Skipping this target." : "Quitting."}`);
             if (isBatch)
                 return;
             process.exit(29);
         }
         // outcome.code === 0: firewall present, proxy bypasses it - keep using the proxy
     }
-    console.log(chalk.bgCyan("[1/8] Running lazyload to download JavaScript files..."));
+    printMsg(MSG.Header, "[1/8] Running lazyload to download JavaScript files...");
     resetSkipStep();
-    yield awaitCancellableStep((signal) => lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, false, "", cmd.insecure, false, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000, signal, isBatch), getSkipStepPromise());
-    console.log(chalk.bgGreen("[+] Lazyload complete."));
+    yield awaitCancellableStep((signal) => lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, false, "", cmd.insecure, false, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000, signal, isBatch, Number(cmd.maxRedirects), cmd.strings, Number(cmd.stringsMaxIterations), Number(cmd.stagnationTimein) * 60 * 1000, Number(cmd.stagnationPercentage), Number(cmd.stagnationMonitor) * 60 * 1000, Number(cmd.rscParamBruteforceLimit)), getSkipStepPromise());
+    printMsg(MSG.Run, "[+] Lazyload complete.");
     if (shouldSkipTarget())
         return;
     if (globalsUtil.getTech() === "") {
-        console.error(chalk.bgRed(`[!] Technology not detected. ${isBatch ? "Skipping this target." : "Quitting."}`));
+        printMsg(MSG.Err, `[!] Technology not detected. ${isBatch ? "Skipping this target." : "Quitting."}`);
         if (isBatch) {
             return;
         }
         process.exit(10);
     }
     if (!["next", "vue", "nuxt", "react", "svelte", "angular"].includes(globalsUtil.getTech())) {
-        console.log(chalk.bgYellow(`[!] The tool supports Next.JS, Vue.JS, Nuxt.JS, React, Svelte/Astro, and Angular in the run module. For ${globalsUtil.getTech()}, only downloading JS files is supported`));
+        printMsg(MSG.Warn, `[!] The tool supports Next.JS, Vue.JS, Nuxt.JS, React, Svelte/Astro, and Angular in the run module. For ${globalsUtil.getTech()}, only downloading JS files is supported`);
         return;
     }
     // Capture the tech here — subsequent lazyload passes (steps 3, 4.5) re-run framework
@@ -140,7 +144,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportDbFile = isBatch ? `${workingDir}/js-recon.db` : "js-recon.db";
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -155,40 +159,39 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(outputDir, mappedFileReact, ["json"], "react", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileReact, "react", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileReact, "react", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
             fs.writeFileSync(endpointsJson, "[]");
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileReact, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileReact, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
+        printMsg(MSG.Run, "[+] Report complete.");
         if (shouldSkipTarget())
             return;
         if (!cmd.disableRefactor) {
-            console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+            printMsg(MSG.Header, "[*] Detecting bundler via CS-MAST-S for refactor...");
             const detectedBundlerTechReact = yield detectBundler(mappedJsonFileReact, "react", Number((_a = cmd.csMastTechDetectThreshold) !== null && _a !== void 0 ? _a : 50));
             if (detectedBundlerTechReact) {
                 const refactorOutputDirReact = isBatch ? `${workingDir}/refactored` : "refactored";
                 if (fs.existsSync(refactorOutputDirReact))
                     fs.rmSync(refactorOutputDirReact, { recursive: true });
-                console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechReact})...`));
+                printMsg(MSG.Header, `[*] Running refactor (${detectedBundlerTechReact})...`);
                 // Vendor chunks may have been downloaded under a different host than the target
                 // (CDN) — resolve the assets dir from an actual downloaded JS URL's host instead
                 // of always assuming targetHost, mirroring getCdnDir's approach for the map step.
@@ -207,16 +210,16 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
                 ]);
                 if (shouldSkipTarget())
                     return;
-                console.log(chalk.bgGreen("[+] Refactor complete."));
+                printMsg(MSG.Run, "[+] Refactor complete.");
             }
             else {
-                console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+                printMsg(MSG.Warn, "[!] Bundler not detected via CS-MAST-S, skipping refactor.");
             }
         }
         else {
-            console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
+            printMsg(MSG.Warn, "[!] Refactor step disabled via --disable-refactor, skipping.");
         }
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     if (detectedTech === "vue") {
@@ -230,7 +233,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportDbFile = isBatch ? `${workingDir}/js-recon.db` : "js-recon.db";
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -245,20 +248,19 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(outputDir, mappedFileVue, ["json"], "vue", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileVue, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileVue, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         // Endpoints extraction isn't implemented for Vue yet; pass an empty file if absent.
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
@@ -266,20 +268,20 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileVue, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileVue, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
+        printMsg(MSG.Run, "[+] Report complete.");
         if (shouldSkipTarget())
             return;
         if (!cmd.disableRefactor) {
-            console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+            printMsg(MSG.Header, "[*] Detecting bundler via CS-MAST-S for refactor...");
             const detectedBundlerTechVue = yield detectBundler(mappedJsonFileVue, "vue", Number((_b = cmd.csMastTechDetectThreshold) !== null && _b !== void 0 ? _b : 50));
             if (detectedBundlerTechVue) {
                 const refactorOutputDirVue = isBatch ? `${workingDir}/refactored` : "refactored";
                 if (fs.existsSync(refactorOutputDirVue))
                     fs.rmSync(refactorOutputDirVue, { recursive: true });
-                console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechVue})...`));
+                printMsg(MSG.Header, `[*] Running refactor (${detectedBundlerTechVue})...`);
                 resetSkipStep();
                 yield Promise.race([
                     refactor(mappedJsonFileVue, refactorOutputDirVue, detectedBundlerTechVue, false),
@@ -287,16 +289,16 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
                 ]);
                 if (shouldSkipTarget())
                     return;
-                console.log(chalk.bgGreen("[+] Refactor complete."));
+                printMsg(MSG.Run, "[+] Refactor complete.");
             }
             else {
-                console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+                printMsg(MSG.Warn, "[!] Bundler not detected via CS-MAST-S, skipping refactor.");
             }
         }
         else {
-            console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
+            printMsg(MSG.Warn, "[!] Refactor step disabled via --disable-refactor, skipping.");
         }
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     if (detectedTech === "nuxt") {
@@ -308,7 +310,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportDbFile = isBatch ? `${workingDir}/js-recon.db` : "js-recon.db";
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -323,40 +325,39 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(outputDir, mappedFileNuxt, ["json"], "vue", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileNuxt, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileNuxt, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
             fs.writeFileSync(endpointsJson, "[]");
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileNuxt, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileNuxt, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
+        printMsg(MSG.Run, "[+] Report complete.");
         if (shouldSkipTarget())
             return;
         if (!cmd.disableRefactor) {
-            console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+            printMsg(MSG.Header, "[*] Detecting bundler via CS-MAST-S for refactor...");
             const detectedBundlerTechNuxt = yield detectBundler(mappedJsonFileNuxt, "nuxt", Number((_c = cmd.csMastTechDetectThreshold) !== null && _c !== void 0 ? _c : 50));
             if (detectedBundlerTechNuxt) {
                 const refactorOutputDirNuxt = isBatch ? `${workingDir}/refactored` : "refactored";
                 if (fs.existsSync(refactorOutputDirNuxt))
                     fs.rmSync(refactorOutputDirNuxt, { recursive: true });
-                console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechNuxt})...`));
+                printMsg(MSG.Header, `[*] Running refactor (${detectedBundlerTechNuxt})...`);
                 resetSkipStep();
                 yield Promise.race([
                     refactor(mappedJsonFileNuxt, refactorOutputDirNuxt, detectedBundlerTechNuxt, false),
@@ -364,16 +365,16 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
                 ]);
                 if (shouldSkipTarget())
                     return;
-                console.log(chalk.bgGreen("[+] Refactor complete."));
+                printMsg(MSG.Run, "[+] Refactor complete.");
             }
             else {
-                console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+                printMsg(MSG.Warn, "[!] Bundler not detected via CS-MAST-S, skipping refactor.");
             }
         }
         else {
-            console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
+            printMsg(MSG.Warn, "[!] Refactor step disabled via --disable-refactor, skipping.");
         }
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     if (detectedTech === "svelte") {
@@ -384,7 +385,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportDbFile = isBatch ? `${workingDir}/js-recon.db` : "js-recon.db";
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -399,31 +400,30 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(outputDir, mappedFileSvelte, ["json"], "svelte", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileSvelte, "svelte", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileSvelte, "svelte", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
             fs.writeFileSync(endpointsJson, "[]");
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileSvelte, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileSvelte, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, "[+] Report complete.");
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     if (detectedTech === "angular") {
@@ -438,7 +438,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
         const angularHostDir = resolveHostOutputDirectory(outputDir, targetHost, isBatch);
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -453,31 +453,30 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(angularHostDir, mappedFileAngular, ["json"], "angular", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileAngular, "angular", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileAngular, "angular", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
             fs.writeFileSync(endpointsJson, "[]");
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileAngular, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileAngular, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, "[+] Report complete.");
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     const stringsFile = isBatch ? `${workingDir}/strings.json` : "strings.json";
@@ -494,50 +493,50 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
     // One IMPORTANT thing: this is only meant for modules that rely on just the code (map)
     const cdnDir = yield getCdnDir(url, outputDir, isBatch);
     const cdnOutputDir = cdnDir ? cdnDir : resolveHostOutputDirectory(outputDir, targetHost, isBatch);
-    console.log(chalk.bgCyan("[2/8] Running strings to extract endpoints..."));
+    printMsg(MSG.Header, "[2/8] Running strings to extract endpoints...");
     resetSkipStep();
     yield Promise.race([
         strings(outputDir, stringsFile, true, extractedUrlsFile, false, false, false, false),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Strings complete."));
+    printMsg(MSG.Run, "[+] Strings complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[3/8] Running lazyload with subsequent requests to download JavaScript files..."));
+    printMsg(MSG.Header, "[3/8] Running lazyload with subsequent requests to download JavaScript files...");
     resetSkipStep();
-    yield awaitCancellableStep((signal) => lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, true, `${extractedUrlsFile}.json`, cmd.insecure, true, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000, signal, isBatch), getSkipStepPromise());
-    console.log(chalk.bgGreen("[+] Lazyload with subsequent requests complete."));
+    yield awaitCancellableStep((signal) => lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, true, `${extractedUrlsFile}.json`, cmd.insecure, true, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000, signal, isBatch, Number(cmd.maxRedirects), cmd.strings, Number(cmd.stringsMaxIterations), Number(cmd.stagnationTimein) * 60 * 1000, Number(cmd.stagnationPercentage), Number(cmd.stagnationMonitor) * 60 * 1000, Number(cmd.rscParamBruteforceLimit)), getSkipStepPromise());
+    printMsg(MSG.Run, "[+] Lazyload with subsequent requests complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[4/8] Running strings again to extract endpoints..."));
+    printMsg(MSG.Header, "[4/8] Running strings again to extract endpoints...");
     resetSkipStep();
     yield Promise.race([
-        strings(outputDir, stringsFile, true, extractedUrlsFile, cmd.secrets, true, true, cmd.trufflehog),
+        strings(outputDir, stringsFile, true, extractedUrlsFile, cmd.secrets, true, true, cmd.trufflehog, cmd.trufflehogBin, cmd.trufflehogAcceptTerms),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Strings complete."));
+    printMsg(MSG.Run, "[+] Strings complete.");
     if (shouldSkipTarget())
         return;
     // a second subsequent_requests pass: the first strings pass only sees initial chunks,
     // so dynamic routes such as `/post/1` are only discovered after the first subsequent
     // crawl + second strings extraction. Re-running subsequent_requests with the freshly
     // updated paths picks up chunks for those dynamic routes (e.g. the post page).
-    console.log(chalk.bgCyan("[4.5/8] Re-running lazyload with subsequent requests for newly discovered paths..."));
+    printMsg(MSG.Header, "[4.5/8] Re-running lazyload with subsequent requests for newly discovered paths...");
     resetSkipStep();
-    yield awaitCancellableStep((signal) => lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, true, `${extractedUrlsFile}.json`, cmd.insecure, false, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000, signal, isBatch), getSkipStepPromise());
-    console.log(chalk.bgGreen("[+] Lazyload re-pass complete."));
+    yield awaitCancellableStep((signal) => lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, true, `${extractedUrlsFile}.json`, cmd.insecure, false, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000, signal, isBatch, Number(cmd.maxRedirects), cmd.strings, Number(cmd.stringsMaxIterations), Number(cmd.stagnationTimein) * 60 * 1000, Number(cmd.stagnationPercentage), Number(cmd.stagnationMonitor) * 60 * 1000, Number(cmd.rscParamBruteforceLimit)), getSkipStepPromise());
+    printMsg(MSG.Run, "[+] Lazyload re-pass complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[4.6/8] Re-running strings for chunks from the re-pass..."));
+    printMsg(MSG.Header, "[4.6/8] Re-running strings for chunks from the re-pass...");
     resetSkipStep();
     yield Promise.race([
-        strings(outputDir, stringsFile, true, extractedUrlsFile, cmd.secrets, true, true, cmd.trufflehog),
+        strings(outputDir, stringsFile, true, extractedUrlsFile, cmd.secrets, true, true, cmd.trufflehog, cmd.trufflehogBin, cmd.trufflehogAcceptTerms),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Strings re-pass complete."));
+    printMsg(MSG.Run, "[+] Strings re-pass complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[5/8] Running map to find functions..."));
+    printMsg(MSG.Header, "[5/8] Running map to find functions...");
     globalsUtil.setOpenapi(true);
     if (isBatch) {
         globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -555,10 +554,10 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         map(cdnOutputDir, mappedFile, ["json"], detectedTech, false, false, cmd.command || []),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Map complete."));
+    printMsg(MSG.Run, "[+] Map complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[6/8] Running endpoints to extract endpoints..."));
+    printMsg(MSG.Header, "[6/8] Running endpoints to extract endpoints...");
     resetSkipStep();
     const targetOutputDir = resolveHostOutputDirectory(outputDir, targetHost, isBatch);
     if (fs.existsSync(path.join(targetOutputDir, "___subsequent_requests"))) {
@@ -573,35 +572,35 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             getSkipStepPromise(),
         ]);
     }
-    console.log(chalk.bgGreen("[+] Endpoints complete."));
+    printMsg(MSG.Run, "[+] Endpoints complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[7/8] Running analyze to extract endpoints..."));
+    printMsg(MSG.Header, "[7/8] Running analyze to extract endpoints...");
     resetSkipStep();
     yield Promise.race([
-        analyze(cmd.rules || "", mappedJsonFile, detectedTech, false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+        analyze(cmd.rules || "", mappedJsonFile, detectedTech, false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Analyze complete."));
+    printMsg(MSG.Run, "[+] Analyze complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[8/8] Running report module..."));
+    printMsg(MSG.Header, "[8/8] Running report module...");
     resetSkipStep();
     yield Promise.race([
-        report(reportDbFile, mappedJsonFile, analyzeFile, `${endpointsFile}.json`, openapiFile, reportFile),
+        report(reportDbFile, mappedJsonFile, analyzeFile, `${endpointsFile}.json`, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Report complete."));
+    printMsg(MSG.Run, "[+] Report complete.");
     if (shouldSkipTarget())
         return;
     if (!cmd.disableRefactor) {
-        console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+        printMsg(MSG.Header, "[*] Detecting bundler via CS-MAST-S for refactor...");
         const detectedBundlerTechNext = yield detectBundler(mappedJsonFile, detectedTech, Number((_d = cmd.csMastTechDetectThreshold) !== null && _d !== void 0 ? _d : 50));
         if (detectedBundlerTechNext) {
             const refactorOutputDirNext = isBatch ? `${workingDir}/refactored` : "refactored";
             if (fs.existsSync(refactorOutputDirNext))
                 fs.rmSync(refactorOutputDirNext, { recursive: true });
-            console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechNext})...`));
+            printMsg(MSG.Header, `[*] Running refactor (${detectedBundlerTechNext})...`);
             resetSkipStep();
             yield Promise.race([
                 refactor(mappedJsonFile, refactorOutputDirNext, detectedBundlerTechNext, false),
@@ -609,16 +608,16 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             ]);
             if (shouldSkipTarget())
                 return;
-            console.log(chalk.bgGreen("[+] Refactor complete."));
+            printMsg(MSG.Run, "[+] Refactor complete.");
         }
         else {
-            console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+            printMsg(MSG.Warn, "[!] Bundler not detected via CS-MAST-S, skipping refactor.");
         }
     }
     else {
-        console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
+        printMsg(MSG.Warn, "[!] Refactor step disabled via --disable-refactor, skipping.");
     }
-    console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+    printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
 });
 /**
  * Main handler for the 'run' command that executes the complete js-recon analysis pipeline.
@@ -630,6 +629,32 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
  * @param cmd - The command-line options object from commander.js
  * @returns Promise that resolves when all URL processing is complete
  */
+/**
+ * Parses a batch/single `cmd.url` into the `{ url, hostDir, dir }` entries the
+ * dashboard state store needs, mirroring the hostDir/dir resolution the batch
+ * loop and single-target path use below. Invalid URLs are dropped — they're
+ * reported (and skipped) by the existing validation further down.
+ */
+const buildDashboardTargetEntries = (cmd, isBatch) => {
+    const toEntry = (url, dir) => {
+        try {
+            return { url, hostDir: new URL(url).host.replace(":", "_"), dir };
+        }
+        catch (_a) {
+            return null;
+        }
+    };
+    if (!isBatch) {
+        const entry = toEntry(cmd.url, cmd.output);
+        return entry ? [entry] : [];
+    }
+    return fs
+        .readFileSync(cmd.url, "utf-8")
+        .split("\n")
+        .filter((url) => url !== "")
+        .map((url) => toEntry(url, `${cmd.output}/${new URL(url).host.replace(":", "_")}`))
+        .filter((e) => e !== null);
+};
 export default (cmd) => __awaiter(void 0, void 0, void 0, function* () {
     var _a, _b, _c, _d, _e, _f;
     const resolvedTargets = resolveTargetInputs(cmd.url);
@@ -653,9 +678,29 @@ export default (cmd) => __awaiter(void 0, void 0, void 0, function* () {
         clearRunOutputDirectory(runCommand.output);
     }
     installSigintHandler(isBatch);
+    let dashboard = null;
+    if (cmd.webStatsDashboard) {
+        dashboardState.registerTargets(buildDashboardTargetEntries(cmd, isBatch));
+        dashboard = yield startDashboardServer(Number(cmd.webStatsPort));
+        printMsg(MSG.Run, `[+] Web stats dashboard running at ${dashboard.url}`);
+        setHeaderListener((msg) => dashboardState.markStep(msg));
+    }
     try {
         if (!isBatch) {
-            yield processUrl(resolvedTargets.targets[0], runCommand.output, ".", runCommand, false, (_a = runCommand._includeMethods) !== null && _a !== void 0 ? _a : [], (_b = runCommand._excludeMethods) !== null && _b !== void 0 ? _b : []);
+            if (cmd.webStatsDashboard) {
+                dashboardState.setCurrentUrl(resolvedTargets.targets[0]);
+                dashboardState.markRunning(resolvedTargets.targets[0]);
+            }
+            try {
+                yield processUrl(resolvedTargets.targets[0], runCommand.output, ".", runCommand, false, (_a = runCommand._includeMethods) !== null && _a !== void 0 ? _a : [], (_b = runCommand._excludeMethods) !== null && _b !== void 0 ? _b : []);
+                if (cmd.webStatsDashboard)
+                    dashboardState.markCompleted(resolvedTargets.targets[0]);
+            }
+            catch (e) {
+                if (cmd.webStatsDashboard)
+                    dashboardState.markError(resolvedTargets.targets[0], e instanceof Error ? e.message : String(e));
+                throw e;
+            }
         }
         else {
             const globalDbPath = `${runCommand.output}/js-recon.db`;
@@ -677,12 +722,30 @@ export default (cmd) => __awaiter(void 0, void 0, void 0, function* () {
                 else if (targetReservation.redirected) {
                     console.log(chalk.yellow(`[i] Target output already exists; using ${thisTargetDir} for ${url}.`));
                 }
+                if (cmd.webStatsDashboard && dashboardState.isSkipRequested(url)) {
+                    printMsg(MSG.Warn, `[!] Skipping ${url} (skipped from the web dashboard).`);
+                    dashboardState.markSkipped(url);
+                    targetReservation.release();
+                    continue;
+                }
+                if (cmd.webStatsDashboard) {
+                    dashboardState.setCurrentUrl(url);
+                    dashboardState.markRunning(url);
+                }
                 try {
                     try {
                         yield processUrl(url, thisTargetDir, thisTargetDir, runCommand, true, (_d = runCommand._includeMethods) !== null && _d !== void 0 ? _d : [], (_e = runCommand._excludeMethods) !== null && _e !== void 0 ? _e : []);
+                        if (cmd.webStatsDashboard) {
+                            if (shouldSkipTarget())
+                                dashboardState.markSkipped(url);
+                            else
+                                dashboardState.markCompleted(url);
+                        }
                     }
                     catch (error) {
-                        console.error(chalk.bgRed(`[!] Unhandled error while processing ${url}: ${error}`));
+                        if (cmd.webStatsDashboard)
+                            dashboardState.markError(url, error instanceof Error ? error.message : String(error));
+                        printMsg(MSG.Err, `[!] Unhandled error while processing ${url}: ${error}`);
                         process.exitCode = 1;
                         continue;
                     }
@@ -692,11 +755,11 @@ export default (cmd) => __awaiter(void 0, void 0, void 0, function* () {
                             mergeDomainIntoGlobalDb(globalDbPath, domainDbPath, hostDir);
                         }
                         catch (error) {
-                            console.error(chalk.yellow(`[!] Failed to merge ${hostDir} into the global js-recon.db: ${error}`));
+                            printMsg(MSG.Warn, `[!] Failed to merge ${hostDir} into the global js-recon.db: ${error}`);
                         }
                     }
                     else {
-                        console.log(chalk.yellow(`[i] No js-recon.db found for ${hostDir}, skipping merge into the global database.`));
+                        printMsg(MSG.Warn, `[i] No js-recon.db found for ${hostDir}, skipping merge into the global database.`);
                     }
                 }
                 finally {
@@ -706,10 +769,14 @@ export default (cmd) => __awaiter(void 0, void 0, void 0, function* () {
         }
     }
     catch (error) {
-        console.error(chalk.bgRed(`[!] Unhandled error: ${error}`));
+        printMsg(MSG.Err, `[!] Unhandled error: ${error}`);
         process.exitCode = 1;
     }
     finally {
+        if (dashboard) {
+            setHeaderListener(null);
+            yield dashboard.stop();
+        }
         try {
             yield waitForPendingInterrupt();
         }