@js-recon/js-recon 1.4.3 → 2.0.1-alpha.1

package/build/run/index.js

@@ -14,19 +14,26 @@ import * as globalsUtil from "../utility/globals.js";
 import * as fs from "fs";
 import lazyLoad from "../lazyLoad/index.js";
 import chalk from "chalk";
-import CONFIG from "../globalConfig.js";
 import analyze from "../analyze/index.js";
 import report from "../report/index.js";
 import refactor from "../refactor/index.js";
 import initGlobalReportDb from "../report/utility/initGlobalReportDb.js";
 import mergeDomainIntoGlobalDb from "../report/utility/mergeDomainIntoGlobalDb.js";
-import { clearJsUrls, clearJsonUrls, getJsUrls } from "../lazyLoad/globals.js";
+import { clearJsUrls, clearJsonUrls, clearJsFileHashCounts, getJsUrls } from "../lazyLoad/globals.js";
 import path from "path";
 import { installSigintHandler, removeSigintHandler, getSkipStepPromise, resetSkipStep, shouldSkipTarget, resetSkipTarget, waitForPendingInterrupt, } from "./interruptHandler.js";
 import { detectBundler } from "./bundler-detect.js";
+import { printMsg, MSG, setHeaderListener } from "../utility/printMsg.js";
 import configureProxy from "../utility/configureProxy.js";
+import { getOxylabsFallbackConfiguration } from "../proxy/oxylabsFallback.js";
 import { probeFeasibility } from "../proxy/checkFeasibility.js";
 import { getResolvedProxyConfigFromGlobals } from "../utility/makeReq.js";
+import { resolveHostOutputDirectory } from "../lazyLoad/outputPath.js";
+import { awaitCancellableStep } from "./cancellableStep.js";
+import { resolveTargetInputs } from "../utility/targetInputs.js";
+import { clearRunOutputDirectory, getBatchTargetDirectoryName, reserveRunOutputDirectory } from "./outputDirectory.js";
+import { startDashboardServer } from "./dashboard/server.js";
+import * as dashboardState from "./dashboard/state.js";
 /**
  * Determines the directory for a Content Delivery Network (CDN) if used by the target.
  *
@@ -37,17 +44,16 @@ import { getResolvedProxyConfigFromGlobals } from "../utility/makeReq.js";
  * @param outputDir - The base output directory
  * @returns Promise that resolves to the path of the CDN directory or undefined if no CDN is detected
  */
-const getCdnDir = (host, outputDir) => __awaiter(void 0, void 0, void 0, function* () {
+const getCdnDir = (host, outputDir, isBatch) => __awaiter(void 0, void 0, void 0, function* () {
     // get the JS URLs
     let cdnDir;
     for (const url of getJsUrls()) {
         if (url.includes("_next/static/chunks")) {
             // check if the host and url.host match
-            const urlHostDir = new URL(url).host.replace(":", "_"); // e.g. example.com_8443
             const urlHost = new URL(url).host; // e.g. example.com:8443
             const initialHost = new URL(host).host; // e.g. example.com:443
             if (urlHost !== initialHost) {
-                cdnDir = path.join(outputDir, urlHostDir);
+                cdnDir = resolveHostOutputDirectory(outputDir, urlHost, isBatch);
                 break;
             }
         }
@@ -74,11 +80,12 @@ const getCdnDir = (host, outputDir) => __awaiter(void 0, void 0, void 0, functio
  */
 const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_1) => __awaiter(void 0, [url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_1], void 0, function* (url, outputDir, workingDir, cmd, isBatch, includeMethods = [], excludeMethods = []) {
     var _a, _b, _c, _d;
-    const targetHost = new URL(url).host.replace(":", "_");
-    console.log(chalk.bgGreenBright(`[+] Starting analysis for ${url}...`));
+    const targetHost = new URL(url).host;
+    printMsg(MSG.Run, `[+] Starting analysis for ${url}...`);
     if (isBatch) {
         clearJsUrls();
         clearJsonUrls();
+        clearJsFileHashCounts();
         globalsUtil.clearOpenapiOutput();
     }
     if (cmd.proxyWafFallback && cmd._proxyConfigured) {
@@ -89,42 +96,39 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             outcome = yield probeFeasibility(resolved, url);
         }
         catch (error) {
-            console.error(chalk.bgRed(`[!] Proxy WAF fallback check failed: ${error}. ${isBatch ? "Skipping this target." : "Quitting."}`));
+            printMsg(MSG.Err, `[!] Proxy WAF fallback check failed: ${error}. ${isBatch ? "Skipping this target." : "Quitting."}`);
             if (isBatch)
                 return;
             process.exit(29);
         }
-        console.log(outcome.code === 0 ? chalk.green(outcome.message) : chalk.yellow(outcome.message));
+        printMsg(outcome.code === 0 ? MSG.Run : MSG.Warn, outcome.message);
         if (outcome.code === 27) {
             // no firewall detected without a proxy - don't use it for this target
             globalsUtil.setUseProxy(false);
         }
         else if (outcome.code === 28) {
-            console.error(chalk.bgRed(`[!] Proxy could not bypass the firewall for this target. ${isBatch ? "Skipping this target." : "Quitting."}`));
+            printMsg(MSG.Err, `[!] Proxy could not bypass the firewall for this target. ${isBatch ? "Skipping this target." : "Quitting."}`);
             if (isBatch)
                 return;
             process.exit(29);
         }
         // outcome.code === 0: firewall present, proxy bypasses it - keep using the proxy
     }
-    console.log(chalk.bgCyan("[1/8] Running lazyload to download JavaScript files..."));
+    printMsg(MSG.Header, "[1/8] Running lazyload to download JavaScript files...");
     resetSkipStep();
-    yield Promise.race([
-        lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, false, "", cmd.insecure, false, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000),
-        getSkipStepPromise(),
-    ]);
-    console.log(chalk.bgGreen("[+] Lazyload complete."));
+    yield awaitCancellableStep((signal) => lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, false, "", cmd.insecure, false, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000, signal, isBatch, Number(cmd.maxRedirects), cmd.strings, Number(cmd.stringsMaxIterations), Number(cmd.stagnationTimein) * 60 * 1000, Number(cmd.stagnationPercentage), Number(cmd.stagnationMonitor) * 60 * 1000, Number(cmd.rscParamBruteforceLimit)), getSkipStepPromise());
+    printMsg(MSG.Run, "[+] Lazyload complete.");
     if (shouldSkipTarget())
         return;
     if (globalsUtil.getTech() === "") {
-        console.error(chalk.bgRed(`[!] Technology not detected. ${isBatch ? "Skipping this target." : "Quitting."}`));
+        printMsg(MSG.Err, `[!] Technology not detected. ${isBatch ? "Skipping this target." : "Quitting."}`);
         if (isBatch) {
             return;
         }
         process.exit(10);
     }
     if (!["next", "vue", "nuxt", "react", "svelte", "angular"].includes(globalsUtil.getTech())) {
-        console.log(chalk.bgYellow(`[!] The tool supports Next.JS, Vue.JS, Nuxt.JS, React, Svelte/Astro, and Angular in the run module. For ${globalsUtil.getTech()}, only downloading JS files is supported`));
+        printMsg(MSG.Warn, `[!] The tool supports Next.JS, Vue.JS, Nuxt.JS, React, Svelte/Astro, and Angular in the run module. For ${globalsUtil.getTech()}, only downloading JS files is supported`);
         return;
     }
     // Capture the tech here — subsequent lazyload passes (steps 3, 4.5) re-run framework
@@ -140,7 +144,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportDbFile = isBatch ? `${workingDir}/js-recon.db` : "js-recon.db";
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -155,46 +159,45 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(outputDir, mappedFileReact, ["json"], "react", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileReact, "react", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileReact, "react", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
             fs.writeFileSync(endpointsJson, "[]");
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileReact, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileReact, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
+        printMsg(MSG.Run, "[+] Report complete.");
         if (shouldSkipTarget())
             return;
         if (!cmd.disableRefactor) {
-            console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+            printMsg(MSG.Header, "[*] Detecting bundler via CS-MAST-S for refactor...");
             const detectedBundlerTechReact = yield detectBundler(mappedJsonFileReact, "react", Number((_a = cmd.csMastTechDetectThreshold) !== null && _a !== void 0 ? _a : 50));
             if (detectedBundlerTechReact) {
                 const refactorOutputDirReact = isBatch ? `${workingDir}/refactored` : "refactored";
                 if (fs.existsSync(refactorOutputDirReact))
                     fs.rmSync(refactorOutputDirReact, { recursive: true });
-                console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechReact})...`));
+                printMsg(MSG.Header, `[*] Running refactor (${detectedBundlerTechReact})...`);
                 // Vendor chunks may have been downloaded under a different host than the target
                 // (CDN) — resolve the assets dir from an actual downloaded JS URL's host instead
                 // of always assuming targetHost, mirroring getCdnDir's approach for the map step.
                 let reactAssetsHostDir = targetHost;
                 for (const jsUrl of getJsUrls()) {
-                    const jsUrlHost = new URL(jsUrl).host.replace(":", "_");
+                    const jsUrlHost = new URL(jsUrl).host;
                     if (jsUrlHost !== targetHost) {
                         reactAssetsHostDir = jsUrlHost;
                         break;
@@ -202,21 +205,21 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
                 }
                 resetSkipStep();
                 yield Promise.race([
-                    refactor(mappedJsonFileReact, refactorOutputDirReact, detectedBundlerTechReact, false, undefined, undefined, `${outputDir}/${reactAssetsHostDir}/assets`),
+                    refactor(mappedJsonFileReact, refactorOutputDirReact, detectedBundlerTechReact, false, undefined, undefined, path.join(resolveHostOutputDirectory(outputDir, reactAssetsHostDir, isBatch), "assets")),
                     getSkipStepPromise(),
                 ]);
                 if (shouldSkipTarget())
                     return;
-                console.log(chalk.bgGreen("[+] Refactor complete."));
+                printMsg(MSG.Run, "[+] Refactor complete.");
             }
             else {
-                console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+                printMsg(MSG.Warn, "[!] Bundler not detected via CS-MAST-S, skipping refactor.");
             }
         }
         else {
-            console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
+            printMsg(MSG.Warn, "[!] Refactor step disabled via --disable-refactor, skipping.");
         }
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     if (detectedTech === "vue") {
@@ -230,7 +233,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportDbFile = isBatch ? `${workingDir}/js-recon.db` : "js-recon.db";
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -245,20 +248,19 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(outputDir, mappedFileVue, ["json"], "vue", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileVue, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileVue, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         // Endpoints extraction isn't implemented for Vue yet; pass an empty file if absent.
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
@@ -266,20 +268,20 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileVue, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileVue, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
+        printMsg(MSG.Run, "[+] Report complete.");
         if (shouldSkipTarget())
             return;
         if (!cmd.disableRefactor) {
-            console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+            printMsg(MSG.Header, "[*] Detecting bundler via CS-MAST-S for refactor...");
             const detectedBundlerTechVue = yield detectBundler(mappedJsonFileVue, "vue", Number((_b = cmd.csMastTechDetectThreshold) !== null && _b !== void 0 ? _b : 50));
             if (detectedBundlerTechVue) {
                 const refactorOutputDirVue = isBatch ? `${workingDir}/refactored` : "refactored";
                 if (fs.existsSync(refactorOutputDirVue))
                     fs.rmSync(refactorOutputDirVue, { recursive: true });
-                console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechVue})...`));
+                printMsg(MSG.Header, `[*] Running refactor (${detectedBundlerTechVue})...`);
                 resetSkipStep();
                 yield Promise.race([
                     refactor(mappedJsonFileVue, refactorOutputDirVue, detectedBundlerTechVue, false),
@@ -287,16 +289,16 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
                 ]);
                 if (shouldSkipTarget())
                     return;
-                console.log(chalk.bgGreen("[+] Refactor complete."));
+                printMsg(MSG.Run, "[+] Refactor complete.");
             }
             else {
-                console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+                printMsg(MSG.Warn, "[!] Bundler not detected via CS-MAST-S, skipping refactor.");
             }
         }
         else {
-            console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
+            printMsg(MSG.Warn, "[!] Refactor step disabled via --disable-refactor, skipping.");
         }
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     if (detectedTech === "nuxt") {
@@ -308,7 +310,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportDbFile = isBatch ? `${workingDir}/js-recon.db` : "js-recon.db";
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -323,40 +325,39 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(outputDir, mappedFileNuxt, ["json"], "vue", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileNuxt, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileNuxt, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
             fs.writeFileSync(endpointsJson, "[]");
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileNuxt, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileNuxt, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
+        printMsg(MSG.Run, "[+] Report complete.");
         if (shouldSkipTarget())
             return;
         if (!cmd.disableRefactor) {
-            console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+            printMsg(MSG.Header, "[*] Detecting bundler via CS-MAST-S for refactor...");
             const detectedBundlerTechNuxt = yield detectBundler(mappedJsonFileNuxt, "nuxt", Number((_c = cmd.csMastTechDetectThreshold) !== null && _c !== void 0 ? _c : 50));
             if (detectedBundlerTechNuxt) {
                 const refactorOutputDirNuxt = isBatch ? `${workingDir}/refactored` : "refactored";
                 if (fs.existsSync(refactorOutputDirNuxt))
                     fs.rmSync(refactorOutputDirNuxt, { recursive: true });
-                console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechNuxt})...`));
+                printMsg(MSG.Header, `[*] Running refactor (${detectedBundlerTechNuxt})...`);
                 resetSkipStep();
                 yield Promise.race([
                     refactor(mappedJsonFileNuxt, refactorOutputDirNuxt, detectedBundlerTechNuxt, false),
@@ -364,16 +365,16 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
                 ]);
                 if (shouldSkipTarget())
                     return;
-                console.log(chalk.bgGreen("[+] Refactor complete."));
+                printMsg(MSG.Run, "[+] Refactor complete.");
             }
             else {
-                console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+                printMsg(MSG.Warn, "[!] Bundler not detected via CS-MAST-S, skipping refactor.");
             }
         }
         else {
-            console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
+            printMsg(MSG.Warn, "[!] Refactor step disabled via --disable-refactor, skipping.");
         }
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     if (detectedTech === "svelte") {
@@ -384,7 +385,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportDbFile = isBatch ? `${workingDir}/js-recon.db` : "js-recon.db";
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -399,31 +400,30 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(outputDir, mappedFileSvelte, ["json"], "svelte", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileSvelte, "svelte", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileSvelte, "svelte", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
             fs.writeFileSync(endpointsJson, "[]");
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileSvelte, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileSvelte, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, "[+] Report complete.");
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     if (detectedTech === "angular") {
@@ -437,8 +437,8 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         const reportDbFile = isBatch ? `${workingDir}/js-recon.db` : "js-recon.db";
         const reportFile = isBatch ? `${workingDir}/report` : "report";
         const endpointsFile = isBatch ? `${workingDir}/endpoints` : "endpoints";
-        const angularHostDir = `${outputDir}/${targetHost}`;
-        console.log(chalk.bgCyan("[2/4] Running map to find functions and API calls..."));
+        const angularHostDir = resolveHostOutputDirectory(outputDir, targetHost, isBatch);
+        printMsg(MSG.Header, "[2/4] Running map to find functions and API calls...");
         globalsUtil.setOpenapi(true);
         if (isBatch) {
             globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -453,31 +453,30 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             map(angularHostDir, mappedFileAngular, ["json"], "angular", false, false, cmd.command || []),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Map complete."));
+        printMsg(MSG.Run, "[+] Map complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[3/4] Running analyze..."));
+        printMsg(MSG.Header, "[3/4] Running analyze...");
         resetSkipStep();
-        // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileAngular, "angular", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+            analyze(cmd.rules || "", mappedJsonFileAngular, "angular", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Analyze complete."));
+        printMsg(MSG.Run, "[+] Analyze complete.");
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[4/4] Running report module..."));
+        printMsg(MSG.Header, "[4/4] Running report module...");
         const endpointsJson = `${endpointsFile}.json`;
         if (!fs.existsSync(endpointsJson)) {
             fs.writeFileSync(endpointsJson, "[]");
         }
         resetSkipStep();
         yield Promise.race([
-            report(reportDbFile, mappedJsonFileAngular, analyzeFile, endpointsJson, openapiFile, reportFile),
+            report(reportDbFile, mappedJsonFileAngular, analyzeFile, endpointsJson, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
             getSkipStepPromise(),
         ]);
-        console.log(chalk.bgGreen("[+] Report complete."));
-        console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+        printMsg(MSG.Run, "[+] Report complete.");
+        printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
         return;
     }
     const stringsFile = isBatch ? `${workingDir}/strings.json` : "strings.json";
@@ -492,58 +491,52 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
     // if the target is using a CDN, then just passing the outputDir/host won't work, and would throw an error.
     // So, if the target was found to be using a CDN, scan the CDN directory rather than the outputDir/host
     // One IMPORTANT thing: this is only meant for modules that rely on just the code (map)
-    const cdnDir = yield getCdnDir(url, outputDir);
-    const cdnOutputDir = cdnDir ? cdnDir : outputDir + "/" + targetHost;
-    console.log(chalk.bgCyan("[2/8] Running strings to extract endpoints..."));
+    const cdnDir = yield getCdnDir(url, outputDir, isBatch);
+    const cdnOutputDir = cdnDir ? cdnDir : resolveHostOutputDirectory(outputDir, targetHost, isBatch);
+    printMsg(MSG.Header, "[2/8] Running strings to extract endpoints...");
     resetSkipStep();
     yield Promise.race([
         strings(outputDir, stringsFile, true, extractedUrlsFile, false, false, false, false),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Strings complete."));
+    printMsg(MSG.Run, "[+] Strings complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[3/8] Running lazyload with subsequent requests to download JavaScript files..."));
+    printMsg(MSG.Header, "[3/8] Running lazyload with subsequent requests to download JavaScript files...");
     resetSkipStep();
-    yield Promise.race([
-        lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, true, `${extractedUrlsFile}.json`, cmd.insecure, true, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000),
-        getSkipStepPromise(),
-    ]);
-    console.log(chalk.bgGreen("[+] Lazyload with subsequent requests complete."));
+    yield awaitCancellableStep((signal) => lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, true, `${extractedUrlsFile}.json`, cmd.insecure, true, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000, signal, isBatch, Number(cmd.maxRedirects), cmd.strings, Number(cmd.stringsMaxIterations), Number(cmd.stagnationTimein) * 60 * 1000, Number(cmd.stagnationPercentage), Number(cmd.stagnationMonitor) * 60 * 1000, Number(cmd.rscParamBruteforceLimit)), getSkipStepPromise());
+    printMsg(MSG.Run, "[+] Lazyload with subsequent requests complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[4/8] Running strings again to extract endpoints..."));
+    printMsg(MSG.Header, "[4/8] Running strings again to extract endpoints...");
     resetSkipStep();
     yield Promise.race([
-        strings(outputDir, stringsFile, true, extractedUrlsFile, cmd.secrets, true, true, cmd.trufflehog),
+        strings(outputDir, stringsFile, true, extractedUrlsFile, cmd.secrets, true, true, cmd.trufflehog, cmd.trufflehogBin, cmd.trufflehogAcceptTerms),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Strings complete."));
+    printMsg(MSG.Run, "[+] Strings complete.");
     if (shouldSkipTarget())
         return;
     // a second subsequent_requests pass: the first strings pass only sees initial chunks,
     // so dynamic routes such as `/post/1` are only discovered after the first subsequent
     // crawl + second strings extraction. Re-running subsequent_requests with the freshly
     // updated paths picks up chunks for those dynamic routes (e.g. the post page).
-    console.log(chalk.bgCyan("[4.5/8] Re-running lazyload with subsequent requests for newly discovered paths..."));
+    printMsg(MSG.Header, "[4.5/8] Re-running lazyload with subsequent requests for newly discovered paths...");
     resetSkipStep();
-    yield Promise.race([
-        lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, true, `${extractedUrlsFile}.json`, cmd.insecure, false, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000),
-        getSkipStepPromise(),
-    ]);
-    console.log(chalk.bgGreen("[+] Lazyload re-pass complete."));
+    yield awaitCancellableStep((signal) => lazyLoad(url, outputDir, cmd.strictScope, cmd.scope.split(","), cmd.threads, true, `${extractedUrlsFile}.json`, cmd.insecure, false, cmd.sourcemapDir, cmd.research, cmd.researchOutput, Number(cmd.maxIterations), Number(cmd.maxJsSize), Number(cmd.lazyloadTimeout) * 60 * 1000, Number(cmd.maxPages), includeMethods, excludeMethods, Number(cmd.detectionTimeout) * 1000, signal, isBatch, Number(cmd.maxRedirects), cmd.strings, Number(cmd.stringsMaxIterations), Number(cmd.stagnationTimein) * 60 * 1000, Number(cmd.stagnationPercentage), Number(cmd.stagnationMonitor) * 60 * 1000, Number(cmd.rscParamBruteforceLimit)), getSkipStepPromise());
+    printMsg(MSG.Run, "[+] Lazyload re-pass complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[4.6/8] Re-running strings for chunks from the re-pass..."));
+    printMsg(MSG.Header, "[4.6/8] Re-running strings for chunks from the re-pass...");
     resetSkipStep();
     yield Promise.race([
-        strings(outputDir, stringsFile, true, extractedUrlsFile, cmd.secrets, true, true, cmd.trufflehog),
+        strings(outputDir, stringsFile, true, extractedUrlsFile, cmd.secrets, true, true, cmd.trufflehog, cmd.trufflehogBin, cmd.trufflehogAcceptTerms),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Strings re-pass complete."));
+    printMsg(MSG.Run, "[+] Strings re-pass complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[5/8] Running map to find functions..."));
+    printMsg(MSG.Header, "[5/8] Running map to find functions...");
     globalsUtil.setOpenapi(true);
     if (isBatch) {
         globalsUtil.setOpenapiOutputFile(openapiFile);
@@ -561,14 +554,15 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         map(cdnOutputDir, mappedFile, ["json"], detectedTech, false, false, cmd.command || []),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Map complete."));
+    printMsg(MSG.Run, "[+] Map complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[6/8] Running endpoints to extract endpoints..."));
+    printMsg(MSG.Header, "[6/8] Running endpoints to extract endpoints...");
     resetSkipStep();
-    if (fs.existsSync(`${outputDir}/${targetHost}/___subsequent_requests`)) {
+    const targetOutputDir = resolveHostOutputDirectory(outputDir, targetHost, isBatch);
+    if (fs.existsSync(path.join(targetOutputDir, "___subsequent_requests"))) {
         yield Promise.race([
-            endpoints(url, `${outputDir}/${targetHost}/`, endpointsFile, ["json"], "next", false, mappedJsonFile),
+            endpoints(url, targetOutputDir, endpointsFile, ["json"], "next", false, mappedJsonFile),
             getSkipStepPromise(),
         ]);
     }
@@ -578,35 +572,35 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             getSkipStepPromise(),
         ]);
     }
-    console.log(chalk.bgGreen("[+] Endpoints complete."));
+    printMsg(MSG.Run, "[+] Endpoints complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[7/8] Running analyze to extract endpoints..."));
+    printMsg(MSG.Header, "[7/8] Running analyze to extract endpoints...");
     resetSkipStep();
     yield Promise.race([
-        analyze(cmd.rules || "", mappedJsonFile, detectedTech, false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
+        analyze(cmd.rules || "", mappedJsonFile, detectedTech, false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck, false, false),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Analyze complete."));
+    printMsg(MSG.Run, "[+] Analyze complete.");
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[8/8] Running report module..."));
+    printMsg(MSG.Header, "[8/8] Running report module...");
     resetSkipStep();
     yield Promise.race([
-        report(reportDbFile, mappedJsonFile, analyzeFile, `${endpointsFile}.json`, openapiFile, reportFile),
+        report(reportDbFile, mappedJsonFile, analyzeFile, `${endpointsFile}.json`, openapiFile, reportFile, cmd.sj, cmd.sjBin, cmd.sjArgs),
         getSkipStepPromise(),
     ]);
-    console.log(chalk.bgGreen("[+] Report complete."));
+    printMsg(MSG.Run, "[+] Report complete.");
     if (shouldSkipTarget())
         return;
     if (!cmd.disableRefactor) {
-        console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+        printMsg(MSG.Header, "[*] Detecting bundler via CS-MAST-S for refactor...");
         const detectedBundlerTechNext = yield detectBundler(mappedJsonFile, detectedTech, Number((_d = cmd.csMastTechDetectThreshold) !== null && _d !== void 0 ? _d : 50));
         if (detectedBundlerTechNext) {
             const refactorOutputDirNext = isBatch ? `${workingDir}/refactored` : "refactored";
             if (fs.existsSync(refactorOutputDirNext))
                 fs.rmSync(refactorOutputDirNext, { recursive: true });
-            console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechNext})...`));
+            printMsg(MSG.Header, `[*] Running refactor (${detectedBundlerTechNext})...`);
             resetSkipStep();
             yield Promise.race([
                 refactor(mappedJsonFile, refactorOutputDirNext, detectedBundlerTechNext, false),
@@ -614,29 +608,17 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
             ]);
             if (shouldSkipTarget())
                 return;
-            console.log(chalk.bgGreen("[+] Refactor complete."));
+            printMsg(MSG.Run, "[+] Refactor complete.");
         }
         else {
-            console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+            printMsg(MSG.Warn, "[!] Bundler not detected via CS-MAST-S, skipping refactor.");
         }
     }
     else {
-        console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
+        printMsg(MSG.Warn, "[!] Refactor step disabled via --disable-refactor, skipping.");
     }
-    console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
+    printMsg(MSG.Run, `[+] Analysis complete for ${url}.`);
 });
-/**
- * Removes everything inside a directory without removing the directory itself.
- *
- * Used instead of `fs.rmSync(dir, { recursive: true })` for --output-overwrite: the output
- * directory may be a Docker bind-mount point, and removing a mount point throws EBUSY
- * ("Device or resource busy") even from inside the container's own mount namespace.
- */
-const emptyDir = (dir) => {
-    for (const entry of fs.readdirSync(dir)) {
-        fs.rmSync(path.join(dir, entry), { recursive: true, force: true });
-    }
-};
 /**
  * Main handler for the 'run' command that executes the complete js-recon analysis pipeline.
  *
@@ -647,109 +629,162 @@ const emptyDir = (dir) => {
  * @param cmd - The command-line options object from commander.js
  * @returns Promise that resolves when all URL processing is complete
  */
+/**
+ * Parses a batch/single `cmd.url` into the `{ url, hostDir, dir }` entries the
+ * dashboard state store needs, mirroring the hostDir/dir resolution the batch
+ * loop and single-target path use below. Invalid URLs are dropped — they're
+ * reported (and skipped) by the existing validation further down.
+ */
+const buildDashboardTargetEntries = (cmd, isBatch) => {
+    const toEntry = (url, dir) => {
+        try {
+            return { url, hostDir: new URL(url).host.replace(":", "_"), dir };
+        }
+        catch (_a) {
+            return null;
+        }
+    };
+    if (!isBatch) {
+        const entry = toEntry(cmd.url, cmd.output);
+        return entry ? [entry] : [];
+    }
+    return fs
+        .readFileSync(cmd.url, "utf-8")
+        .split("\n")
+        .filter((url) => url !== "")
+        .map((url) => toEntry(url, `${cmd.output}/${new URL(url).host.replace(":", "_")}`))
+        .filter((e) => e !== null);
+};
 export default (cmd) => __awaiter(void 0, void 0, void 0, function* () {
-    var _a, _b, _c, _d, _e;
+    var _a, _b, _c, _d, _e, _f;
+    const resolvedTargets = resolveTargetInputs(cmd.url);
     configureProxy(cmd);
+    if (getOxylabsFallbackConfiguration().enabled)
+        globalsUtil.setUseProxy(false);
     // Snapshot the originally-configured proxy state so `processUrl`'s --proxy-waf-fallback check
     // can reset it before each target in batch mode, regardless of what a previous target left it as.
-    cmd._proxyConfigured = globalsUtil.getUseProxy();
     globalsUtil.setDisableCache(cmd.disableCache);
     globalsUtil.setRespCacheFile(cmd.cacheFile);
     globalsUtil.setYes(cmd.yes);
-    const isBatch = fs.existsSync(cmd.url);
+    const outputOverwrite = cmd.outputOverwrite === true;
+    const outputReservation = reserveRunOutputDirectory(cmd.output, outputOverwrite);
+    const isBatch = resolvedTargets.isBatch;
+    const runCommand = Object.freeze(Object.assign(Object.assign({}, cmd), { output: outputReservation.path, _proxyConfigured: globalsUtil.getUseProxy() }));
+    if (outputReservation.redirected) {
+        console.log(chalk.yellow(`[i] Output directory ${cmd.output} is already occupied; using ${outputReservation.path} instead.`));
+    }
+    if (outputOverwrite && outputReservation.occupied) {
+        console.log(chalk.yellow(`[!] Output directory ${runCommand.output} already exists. Overwriting it.`));
+        clearRunOutputDirectory(runCommand.output);
+    }
     installSigintHandler(isBatch);
-    const outputOverwrite = cmd.outputOverwrite || process.env.JS_RECON_OUTPUT_OVERWRITE === "true";
+    let dashboard = null;
+    if (cmd.webStatsDashboard) {
+        dashboardState.registerTargets(buildDashboardTargetEntries(cmd, isBatch));
+        dashboard = yield startDashboardServer(Number(cmd.webStatsPort));
+        printMsg(MSG.Run, `[+] Web stats dashboard running at ${dashboard.url}`);
+        setHeaderListener((msg) => dashboardState.markStep(msg));
+    }
     try {
-        // check if the given URL is a file
         if (!isBatch) {
-            // check if output directory exists. If so, ask the user to switch to other directory
-            // if not done, it might conflict this process
-            // for devs: run `npm run cleanup` to prepare this directory
-            if (fs.existsSync(cmd.output)) {
-                if (outputOverwrite) {
-                    console.log(chalk.yellow(`[!] Output directory ${cmd.output} already exists. Overwriting it.`));
-                    emptyDir(cmd.output);
-                }
-                else {
-                    console.error(chalk.red(`[!] Output directory ${cmd.output} already exists. Please switch to other directory or it might conflict with this process.`));
-                    console.log(chalk.yellow(`[i] For advanced users: use the individual modules separately. See docs at ${CONFIG.modulesDocs}`));
-                    process.exit(11);
-                }
+            if (cmd.webStatsDashboard) {
+                dashboardState.setCurrentUrl(resolvedTargets.targets[0]);
+                dashboardState.markRunning(resolvedTargets.targets[0]);
             }
             try {
-                new URL(cmd.url);
+                yield processUrl(resolvedTargets.targets[0], runCommand.output, ".", runCommand, false, (_a = runCommand._includeMethods) !== null && _a !== void 0 ? _a : [], (_b = runCommand._excludeMethods) !== null && _b !== void 0 ? _b : []);
+                if (cmd.webStatsDashboard)
+                    dashboardState.markCompleted(resolvedTargets.targets[0]);
             }
             catch (e) {
-                console.error(chalk.red(`[!] Invalid URL: ${cmd.url}`));
-                process.exit(12);
+                if (cmd.webStatsDashboard)
+                    dashboardState.markError(resolvedTargets.targets[0], e instanceof Error ? e.message : String(e));
+                throw e;
             }
-            yield processUrl(cmd.url, cmd.output, ".", cmd, false, (_a = cmd._includeMethods) !== null && _a !== void 0 ? _a : [], (_b = cmd._excludeMethods) !== null && _b !== void 0 ? _b : []);
         }
         else {
-            // since this is a file, we need to first load the URLs in the memory remove empty strings
-            const urls = fs
-                .readFileSync(cmd.url, "utf-8")
-                .split("\n")
-                .filter((url) => url !== "");
-            if (!fs.existsSync(cmd.output)) {
-                fs.mkdirSync(cmd.output, { recursive: true });
-            }
-            const globalDbPath = `${cmd.output}/js-recon.db`;
+            const globalDbPath = `${runCommand.output}/js-recon.db`;
             yield initGlobalReportDb(globalDbPath);
-            for (const url of urls) {
+            const targetHosts = resolvedTargets.targets.map((target) => new URL(target).host);
+            const hostFrequencies = targetHosts.reduce((frequencies, host) => { var _a; return new Map(frequencies).set(host, ((_a = frequencies.get(host)) !== null && _a !== void 0 ? _a : 0) + 1); }, new Map());
+            for (const url of resolvedTargets.targets) {
                 resetSkipTarget();
-                // Validate URL only
-                let urlObj;
-                try {
-                    urlObj = new URL(url);
-                }
-                catch (_f) {
-                    console.error(chalk.bgRed(`[!] Invalid URL: ${url}`));
-                    continue;
-                }
-                const hostDir = urlObj.host.replace(":", "_");
-                const thisTargetDir = `${cmd.output}/${hostDir}`;
-                if (fs.existsSync(thisTargetDir) && outputOverwrite) {
+                const urlObj = new URL(url);
+                let hostDir = getBatchTargetDirectoryName(url, ((_c = hostFrequencies.get(urlObj.host)) !== null && _c !== void 0 ? _c : 0) > 1);
+                const requestedTargetDir = path.join(runCommand.output, hostDir);
+                const targetReservation = reserveRunOutputDirectory(requestedTargetDir, outputOverwrite);
+                const thisTargetDir = targetReservation.path;
+                hostDir = path.basename(thisTargetDir);
+                if (outputOverwrite && targetReservation.occupied) {
                     console.log(chalk.yellow(`[!] Output directory ${thisTargetDir} already exists. Overwriting it.`));
-                    emptyDir(thisTargetDir);
+                    clearRunOutputDirectory(thisTargetDir);
                 }
-                else if (fs.existsSync(thisTargetDir)) {
-                    console.error(chalk.red(`[!] Output directory ${thisTargetDir} already exists. Skipping ${url}.`));
-                    console.log(chalk.yellow(`[i] For advanced users: use the individual modules separately. See docs at ${CONFIG.modulesDocs}`));
-                    continue;
+                else if (targetReservation.redirected) {
+                    console.log(chalk.yellow(`[i] Target output already exists; using ${thisTargetDir} for ${url}.`));
                 }
-                fs.mkdirSync(thisTargetDir, { recursive: true });
-                try {
-                    yield processUrl(url, thisTargetDir, thisTargetDir, cmd, true, (_c = cmd._includeMethods) !== null && _c !== void 0 ? _c : [], (_d = cmd._excludeMethods) !== null && _d !== void 0 ? _d : []);
-                }
-                catch (error) {
-                    console.error(chalk.bgRed(`[!] Unhandled error while processing ${url}: ${error}`));
-                    process.exitCode = 1;
+                if (cmd.webStatsDashboard && dashboardState.isSkipRequested(url)) {
+                    printMsg(MSG.Warn, `[!] Skipping ${url} (skipped from the web dashboard).`);
+                    dashboardState.markSkipped(url);
+                    targetReservation.release();
                     continue;
                 }
-                const domainDbPath = `${thisTargetDir}/js-recon.db`;
-                if (fs.existsSync(domainDbPath)) {
+                if (cmd.webStatsDashboard) {
+                    dashboardState.setCurrentUrl(url);
+                    dashboardState.markRunning(url);
+                }
+                try {
                     try {
-                        mergeDomainIntoGlobalDb(globalDbPath, domainDbPath, hostDir);
+                        yield processUrl(url, thisTargetDir, thisTargetDir, runCommand, true, (_d = runCommand._includeMethods) !== null && _d !== void 0 ? _d : [], (_e = runCommand._excludeMethods) !== null && _e !== void 0 ? _e : []);
+                        if (cmd.webStatsDashboard) {
+                            if (shouldSkipTarget())
+                                dashboardState.markSkipped(url);
+                            else
+                                dashboardState.markCompleted(url);
+                        }
                     }
                     catch (error) {
-                        console.error(chalk.yellow(`[!] Failed to merge ${hostDir} into the global js-recon.db: ${error}`));
+                        if (cmd.webStatsDashboard)
+                            dashboardState.markError(url, error instanceof Error ? error.message : String(error));
+                        printMsg(MSG.Err, `[!] Unhandled error while processing ${url}: ${error}`);
+                        process.exitCode = 1;
+                        continue;
+                    }
+                    const domainDbPath = `${thisTargetDir}/js-recon.db`;
+                    if (fs.existsSync(domainDbPath)) {
+                        try {
+                            mergeDomainIntoGlobalDb(globalDbPath, domainDbPath, hostDir);
+                        }
+                        catch (error) {
+                            printMsg(MSG.Warn, `[!] Failed to merge ${hostDir} into the global js-recon.db: ${error}`);
+                        }
+                    }
+                    else {
+                        printMsg(MSG.Warn, `[i] No js-recon.db found for ${hostDir}, skipping merge into the global database.`);
                     }
                 }
-                else {
-                    console.log(chalk.yellow(`[i] No js-recon.db found for ${hostDir}, skipping merge into the global database.`));
+                finally {
+                    targetReservation.release();
                 }
             }
         }
     }
     catch (error) {
-        console.error(chalk.bgRed(`[!] Unhandled error: ${error}`));
+        printMsg(MSG.Err, `[!] Unhandled error: ${error}`);
         process.exitCode = 1;
     }
     finally {
-        yield waitForPendingInterrupt();
-        removeSigintHandler();
-        process.exit((_e = process.exitCode) !== null && _e !== void 0 ? _e : 0);
+        if (dashboard) {
+            setHeaderListener(null);
+            yield dashboard.stop();
+        }
+        try {
+            yield waitForPendingInterrupt();
+        }
+        finally {
+            removeSigintHandler();
+            outputReservation.release();
+        }
+        process.exit((_f = process.exitCode) !== null && _f !== void 0 ? _f : 0);
     }
 });
 //# sourceMappingURL=index.js.map