@js-recon/js-recon 1.4.1-alpha.9 → 1.4.1-beta.2

package/build/proxy/oxylabsProxy.js

@@ -0,0 +1,34 @@
+/**
+ * Composes the Oxylabs datacenter-proxy username: auth is entirely encoded here, no separate API.
+ * user-USERNAME[-country-XX]
+ *
+ * Verified against a live Oxylabs datacenter account (dc.oxylabs.io:8000) — the previous
+ * `customer-USERNAME-cc-XX` residential-style scheme returns a 407 Proxy Authentication Required
+ * against real datacenter credentials; this is the confirmed-working format per
+ * https://developers.oxylabs.io/products/proxies/datacenter-proxies/select-country.
+ *
+ * `city` and `sessionId` are not supported here: Oxylabs' datacenter tier has no documented
+ * username-level city targeting, and sticky sessions are selected by port number, not by a
+ * username suffix — silently encoding either into the username would produce a wrong username
+ * that fails auth, so both are rejected explicitly instead.
+ */
+export const composeOxylabsUsername = (cfg) => {
+    if (cfg.city) {
+        throw new Error("Oxylabs config: `city` is not supported (no documented username-level city targeting for datacenter proxies). Omit `city`.");
+    }
+    if (cfg.sessionId) {
+        throw new Error("Oxylabs config: `sessionId` is not supported via username for datacenter proxies (sticky sessions are selected by port, not username). Omit `sessionId`.");
+    }
+    let username = `user-${cfg.username}`;
+    if (cfg.country) {
+        username += `-country-${cfg.country}`;
+    }
+    return username;
+};
+const OXYLABS_ENTRY_ENDPOINT = "dc.oxylabs.io:8000";
+/** Composes the full Oxylabs datacenter proxy URL. */
+export const buildOxylabsProxyUrl = (cfg) => {
+    const username = composeOxylabsUsername(cfg);
+    return `http://${encodeURIComponent(username)}:${encodeURIComponent(cfg.password)}@${OXYLABS_ENTRY_ENDPOINT}`;
+};
+//# sourceMappingURL=oxylabsProxy.js.map

package/build/proxy/oxylabsProxy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"oxylabsProxy.js","sourceRoot":"","sources":["../../src/proxy/oxylabsProxy.ts"],"names":[],"mappings":"AAQA;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,GAAkB,EAAU,EAAE;IACjE,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACX,4HAA4H,CAC/H,CAAC;IACN,CAAC;IACD,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CACX,0JAA0J,CAC7J,CAAC;IACN,CAAC;IAED,IAAI,QAAQ,GAAG,QAAQ,GAAG,CAAC,QAAQ,EAAE,CAAC;IACtC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QACd,QAAQ,IAAI,YAAY,GAAG,CAAC,OAAO,EAAE,CAAC;IAC1C,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,oBAAoB,CAAC;AAEpD,sDAAsD;AACtD,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAkB,EAAU,EAAE;IAC/D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC7C,OAAO,UAAU,kBAAkB,CAAC,QAAQ,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,sBAAsB,EAAE,CAAC;AAClH,CAAC,CAAC"}

package/build/proxy/resolveProxyConfig.js

@@ -0,0 +1,38 @@
+const isValidMethod = (value) => {
+    return value === "aws" || value === "socks" || value === "http" || value === "oxylabs";
+};
+export const resolveProxyConfig = (input) => {
+    var _a;
+    const { cli, env, ignoreEnv, configFileParsed } = input;
+    const envMethod = ignoreEnv ? undefined : env.JS_RECON_PROXY_METHOD;
+    const rawMethod = cli.proxyMethod || envMethod || configFileParsed.method;
+    const method = isValidMethod(rawMethod) ? rawMethod : null;
+    if (method === null) {
+        return { method: null };
+    }
+    if (method === "socks" || method === "http") {
+        const envUrl = ignoreEnv ? undefined : env.JS_RECON_PROXY_URL;
+        const url = cli.proxyUrl || envUrl || ((_a = configFileParsed[method]) === null || _a === void 0 ? void 0 : _a.url);
+        return { method, url };
+    }
+    if (method === "oxylabs") {
+        const envUsername = ignoreEnv ? undefined : env.JS_RECON_OXYLABS_USERNAME;
+        const envPassword = ignoreEnv ? undefined : env.JS_RECON_OXYLABS_PASSWORD;
+        const envCountry = ignoreEnv ? undefined : env.JS_RECON_OXYLABS_COUNTRY;
+        const envCity = ignoreEnv ? undefined : env.JS_RECON_OXYLABS_CITY;
+        const envSessionId = ignoreEnv ? undefined : env.JS_RECON_OXYLABS_SESSION_ID;
+        const fileOxylabs = configFileParsed.oxylabs || {};
+        const username = cli.oxylabsUsername || envUsername || fileOxylabs.username;
+        const password = cli.oxylabsPassword || envPassword || fileOxylabs.password;
+        const country = cli.oxylabsCountry || envCountry || fileOxylabs.country;
+        const city = cli.oxylabsCity || envCity || fileOxylabs.city;
+        const sessionId = cli.oxylabsSessionId || envSessionId || fileOxylabs.sessionId;
+        if (!username || !password) {
+            return { method: null };
+        }
+        return { method, oxylabs: { username, password, country, city, sessionId } };
+    }
+    // method === "aws"
+    return { method, awsGatewayMap: configFileParsed.aws || {} };
+};
+//# sourceMappingURL=resolveProxyConfig.js.map

package/build/proxy/resolveProxyConfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveProxyConfig.js","sourceRoot":"","sources":["../../src/proxy/resolveProxyConfig.ts"],"names":[],"mappings":"AA4CA,MAAM,aAAa,GAAG,CAAC,KAAc,EAAwB,EAAE;IAC3D,OAAO,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,SAAS,CAAC;AAC3F,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAA8B,EAAuB,EAAE;;IACtF,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,gBAAgB,EAAE,GAAG,KAAK,CAAC;IAExD,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,qBAAqB,CAAC;IACpE,MAAM,SAAS,GAAG,GAAG,CAAC,WAAW,IAAI,SAAS,IAAI,gBAAgB,CAAC,MAAM,CAAC;IAC1E,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;IAE3D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC5B,CAAC;IAED,IAAI,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAC9D,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,IAAI,MAAM,KAAI,MAAA,gBAAgB,CAAC,MAAM,CAAC,0CAAE,GAAG,CAAA,CAAC;QACpE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAC1E,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAC1E,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,wBAAwB,CAAC;QACxE,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,qBAAqB,CAAC;QAClE,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,2BAA2B,CAAC;QAC7E,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,IAAI,EAAE,CAAC;QAEnD,MAAM,QAAQ,GAAG,GAAG,CAAC,eAAe,IAAI,WAAW,IAAI,WAAW,CAAC,QAAQ,CAAC;QAC5E,MAAM,QAAQ,GAAG,GAAG,CAAC,eAAe,IAAI,WAAW,IAAI,WAAW,CAAC,QAAQ,CAAC;QAC5E,MAAM,OAAO,GAAG,GAAG,CAAC,cAAc,IAAI,UAAU,IAAI,WAAW,CAAC,OAAO,CAAC;QACxE,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,IAAI,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC;QAC5D,MAAM,SAAS,GAAG,GAAG,CAAC,gBAAgB,IAAI,YAAY,IAAI,WAAW,CAAC,SAAS,CAAC;QAEhF,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;YACzB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC5B,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC;IACjF,CAAC;IAED,mBAAmB;IACnB,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,gBAAgB,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;AACjE,CAAC,CAAC"}

package/build/report/utility/initGlobalReportDb.js

@@ -0,0 +1,111 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import Database from "better-sqlite3";
+/**
+ * Creates the mapped table in the global database. Adds a `domain` column and a
+ * `globalId` surrogate key since the original `id` (chunk module id) is only
+ * unique within a single domain's bundle, not across domains.
+ *
+ * @param db - The database to create the table in
+ */
+const createMappedTable = (db) => {
+    db.prepare(`
+        CREATE TABLE IF NOT EXISTS mapped (
+            globalId INTEGER PRIMARY KEY AUTOINCREMENT,
+            domain TEXT,
+            id TEXT,
+            description TEXT,
+            loadedOn TEXT,
+            containsFetch BOOLEAN,
+            isAxiosClient BOOLEAN,
+            exports TEXT,
+            callStack TEXT,
+            code TEXT,
+            imports TEXT,
+            file TEXT
+        )
+    `).run();
+};
+/**
+ * Creates the mapped OpenAPI table in the global database. The primary key is
+ * widened to include `domain` since the same path/method can exist on
+ * different domains.
+ *
+ * @param db - The database to create the table in
+ */
+const createMappedOpenapiTable = (db) => {
+    db.prepare(`
+        CREATE TABLE IF NOT EXISTS mapped_openapi (
+            domain TEXT,
+            path TEXT,
+            method TEXT,
+            summary TEXT,
+            parameters TEXT,
+            requestBody TEXT,
+            tags TEXT,
+            PRIMARY KEY (domain, path, method)
+        )
+    `).run();
+};
+/**
+ * Creates the endpoints table in the global database. The primary key is
+ * widened to include `domain` since the same URL can exist on different
+ * domains.
+ *
+ * @param db - The database to create the table in
+ */
+const createEndpointsTable = (db) => {
+    db.prepare(`
+        CREATE TABLE IF NOT EXISTS endpoints (
+            domain TEXT,
+            url TEXT,
+            PRIMARY KEY (domain, url)
+        )
+    `).run();
+};
+/**
+ * Creates the analysis findings table in the global database. Adds a `domain`
+ * column and a `globalId` surrogate key.
+ *
+ * @param db - The database to create the table in
+ */
+const createAnalysisFindingsTable = (db) => {
+    db.prepare(`
+        CREATE TABLE IF NOT EXISTS analysis_findings (
+            globalId INTEGER PRIMARY KEY AUTOINCREMENT,
+            domain TEXT,
+            ruleId TEXT,
+            ruleName TEXT,
+            ruleType TEXT,
+            ruleDescription TEXT,
+            ruleAuthor TEXT,
+            ruleTech TEXT,
+            severity TEXT,
+            message TEXT,
+            findingLocation TEXT
+        )
+    `).run();
+};
+/**
+ * Initializes the global report database used to aggregate the per-domain
+ * `js-recon.db` files produced during a batch (`-u <file>`) run.
+ *
+ * @param sqliteDbPath - The path to the global SQLite database file
+ */
+const initGlobalReportDb = (sqliteDbPath) => __awaiter(void 0, void 0, void 0, function* () {
+    const db = new Database(sqliteDbPath);
+    createMappedTable(db);
+    createMappedOpenapiTable(db);
+    createEndpointsTable(db);
+    createAnalysisFindingsTable(db);
+    db.close();
+});
+export default initGlobalReportDb;
+//# sourceMappingURL=initGlobalReportDb.js.map

package/build/report/utility/initGlobalReportDb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"initGlobalReportDb.js","sourceRoot":"","sources":["../../../src/report/utility/initGlobalReportDb.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC;;;;;;GAMG;AACH,MAAM,iBAAiB,GAAG,CAAC,EAAqB,EAAE,EAAE;IAChD,EAAE,CAAC,OAAO,CACN;;;;;;;;;;;;;;;KAeH,CACA,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,wBAAwB,GAAG,CAAC,EAAqB,EAAE,EAAE;IACvD,EAAE,CAAC,OAAO,CACN;;;;;;;;;;;KAWH,CACA,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,oBAAoB,GAAG,CAAC,EAAqB,EAAE,EAAE;IACnD,EAAE,CAAC,OAAO,CACN;;;;;;KAMH,CACA,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,2BAA2B,GAAG,CAAC,EAAqB,EAAE,EAAE;IAC1D,EAAE,CAAC,OAAO,CACN;;;;;;;;;;;;;;KAcH,CACA,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,kBAAkB,GAAG,CAAO,YAAoB,EAAE,EAAE;IACtD,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC;IAEtC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACtB,wBAAwB,CAAC,EAAE,CAAC,CAAC;IAC7B,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACzB,2BAA2B,CAAC,EAAE,CAAC,CAAC;IAEhC,EAAE,CAAC,KAAK,EAAE,CAAC;AACf,CAAC,CAAA,CAAC;AAEF,eAAe,kBAAkB,CAAC"}

package/build/report/utility/mergeDomainIntoGlobalDb.js

@@ -0,0 +1,39 @@
+import Database from "better-sqlite3";
+/**
+ * Merges a single domain's fully-populated `js-recon.db` into the batch-wide
+ * global database, tagging every copied row with `domain` so it can be
+ * traced back to its source directory. Uses `ATTACH DATABASE` so rows are
+ * copied directly via SQL instead of re-reading the domain's JSON inputs.
+ *
+ * @param globalDbPath - Path to the global SQLite database file
+ * @param domainDbPath - Path to the domain's own `js-recon.db`
+ * @param domain - The domain identifier (sanitized host) to tag rows with
+ */
+const mergeDomainIntoGlobalDb = (globalDbPath, domainDbPath, domain) => {
+    const db = new Database(globalDbPath);
+    try {
+        db.prepare(`ATTACH DATABASE ? AS src`).run(domainDbPath);
+        db.prepare(`
+            INSERT INTO mapped (domain, id, description, loadedOn, containsFetch, isAxiosClient, exports, callStack, code, imports, file)
+            SELECT ?, id, description, loadedOn, containsFetch, isAxiosClient, exports, callStack, code, imports, file FROM src.mapped
+        `).run(domain);
+        db.prepare(`
+            INSERT OR REPLACE INTO mapped_openapi (domain, path, method, summary, parameters, requestBody, tags)
+            SELECT ?, path, method, summary, parameters, requestBody, tags FROM src.mapped_openapi
+        `).run(domain);
+        db.prepare(`
+            INSERT OR IGNORE INTO endpoints (domain, url)
+            SELECT ?, url FROM src.endpoints
+        `).run(domain);
+        db.prepare(`
+            INSERT INTO analysis_findings (domain, ruleId, ruleName, ruleType, ruleDescription, ruleAuthor, ruleTech, severity, message, findingLocation)
+            SELECT ?, ruleId, ruleName, ruleType, ruleDescription, ruleAuthor, ruleTech, severity, message, findingLocation FROM src.analysis_findings
+        `).run(domain);
+        db.prepare(`DETACH DATABASE src`).run();
+    }
+    finally {
+        db.close();
+    }
+};
+export default mergeDomainIntoGlobalDb;
+//# sourceMappingURL=mergeDomainIntoGlobalDb.js.map

package/build/report/utility/mergeDomainIntoGlobalDb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mergeDomainIntoGlobalDb.js","sourceRoot":"","sources":["../../../src/report/utility/mergeDomainIntoGlobalDb.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC;;;;;;;;;GASG;AACH,MAAM,uBAAuB,GAAG,CAAC,YAAoB,EAAE,YAAoB,EAAE,MAAc,EAAE,EAAE;IAC3F,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC;IAEtC,IAAI,CAAC;QACD,EAAE,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAEzD,EAAE,CAAC,OAAO,CACN;;;SAGH,CACA,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEd,EAAE,CAAC,OAAO,CACN;;;SAGH,CACA,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEd,EAAE,CAAC,OAAO,CACN;;;SAGH,CACA,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEd,EAAE,CAAC,OAAO,CACN;;;SAGH,CACA,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEd,EAAE,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,CAAC;YAAS,CAAC;QACP,EAAE,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;AACL,CAAC,CAAC;AAEF,eAAe,uBAAuB,CAAC"}

package/build/run/index.js

@@ -18,10 +18,13 @@ import CONFIG from "../globalConfig.js";
 import analyze from "../analyze/index.js";
 import report from "../report/index.js";
 import refactor from "../refactor/index.js";
+import initGlobalReportDb from "../report/utility/initGlobalReportDb.js";
+import mergeDomainIntoGlobalDb from "../report/utility/mergeDomainIntoGlobalDb.js";
 import { clearJsUrls, clearJsonUrls, getJsUrls } from "../lazyLoad/globals.js";
 import path from "path";
-import { installSigintHandler, removeSigintHandler, getSkipStepPromise, resetSkipStep, shouldSkipTarget, resetSkipTarget, } from "./interruptHandler.js";
+import { installSigintHandler, removeSigintHandler, getSkipStepPromise, resetSkipStep, shouldSkipTarget, resetSkipTarget, waitForPendingInterrupt, } from "./interruptHandler.js";
 import { detectBundler } from "./bundler-detect.js";
+import configureProxy from "../utility/configureProxy.js";
 /**
  * Determines the directory for a Content Delivery Network (CDN) if used by the target.
  *
@@ -131,7 +134,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         resetSkipStep();
         // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileReact, "react", false, openapiFile, false, analyzeFile),
+            analyze(cmd.rules || "", mappedJsonFileReact, "react", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
             getSkipStepPromise(),
         ]);
         console.log(chalk.bgGreen("[+] Analyze complete."));
@@ -150,24 +153,29 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         console.log(chalk.bgGreen("[+] Report complete."));
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
-        const detectedBundlerTechReact = yield detectBundler(mappedJsonFileReact, "react", Number((_a = cmd.csMastTechDetectThreshold) !== null && _a !== void 0 ? _a : 50));
-        if (detectedBundlerTechReact) {
-            const refactorOutputDirReact = isBatch ? `${workingDir}/refactored` : "refactored";
-            if (fs.existsSync(refactorOutputDirReact))
-                fs.rmSync(refactorOutputDirReact, { recursive: true });
-            console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechReact})...`));
-            resetSkipStep();
-            yield Promise.race([
-                refactor(mappedJsonFileReact, refactorOutputDirReact, detectedBundlerTechReact, false),
-                getSkipStepPromise(),
-            ]);
-            if (shouldSkipTarget())
-                return;
-            console.log(chalk.bgGreen("[+] Refactor complete."));
+        if (!cmd.disableRefactor) {
+            console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+            const detectedBundlerTechReact = yield detectBundler(mappedJsonFileReact, "react", Number((_a = cmd.csMastTechDetectThreshold) !== null && _a !== void 0 ? _a : 50));
+            if (detectedBundlerTechReact) {
+                const refactorOutputDirReact = isBatch ? `${workingDir}/refactored` : "refactored";
+                if (fs.existsSync(refactorOutputDirReact))
+                    fs.rmSync(refactorOutputDirReact, { recursive: true });
+                console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechReact})...`));
+                resetSkipStep();
+                yield Promise.race([
+                    refactor(mappedJsonFileReact, refactorOutputDirReact, detectedBundlerTechReact, false),
+                    getSkipStepPromise(),
+                ]);
+                if (shouldSkipTarget())
+                    return;
+                console.log(chalk.bgGreen("[+] Refactor complete."));
+            }
+            else {
+                console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+            }
         }
         else {
-            console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+            console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
         }
         console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
         return;
@@ -205,7 +213,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         resetSkipStep();
         // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileVue, "vue", false, openapiFile, false, analyzeFile),
+            analyze(cmd.rules || "", mappedJsonFileVue, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
             getSkipStepPromise(),
         ]);
         console.log(chalk.bgGreen("[+] Analyze complete."));
@@ -225,24 +233,29 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         console.log(chalk.bgGreen("[+] Report complete."));
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
-        const detectedBundlerTechVue = yield detectBundler(mappedJsonFileVue, "vue", Number((_b = cmd.csMastTechDetectThreshold) !== null && _b !== void 0 ? _b : 50));
-        if (detectedBundlerTechVue) {
-            const refactorOutputDirVue = isBatch ? `${workingDir}/refactored` : "refactored";
-            if (fs.existsSync(refactorOutputDirVue))
-                fs.rmSync(refactorOutputDirVue, { recursive: true });
-            console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechVue})...`));
-            resetSkipStep();
-            yield Promise.race([
-                refactor(mappedJsonFileVue, refactorOutputDirVue, detectedBundlerTechVue, false),
-                getSkipStepPromise(),
-            ]);
-            if (shouldSkipTarget())
-                return;
-            console.log(chalk.bgGreen("[+] Refactor complete."));
+        if (!cmd.disableRefactor) {
+            console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+            const detectedBundlerTechVue = yield detectBundler(mappedJsonFileVue, "vue", Number((_b = cmd.csMastTechDetectThreshold) !== null && _b !== void 0 ? _b : 50));
+            if (detectedBundlerTechVue) {
+                const refactorOutputDirVue = isBatch ? `${workingDir}/refactored` : "refactored";
+                if (fs.existsSync(refactorOutputDirVue))
+                    fs.rmSync(refactorOutputDirVue, { recursive: true });
+                console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechVue})...`));
+                resetSkipStep();
+                yield Promise.race([
+                    refactor(mappedJsonFileVue, refactorOutputDirVue, detectedBundlerTechVue, false),
+                    getSkipStepPromise(),
+                ]);
+                if (shouldSkipTarget())
+                    return;
+                console.log(chalk.bgGreen("[+] Refactor complete."));
+            }
+            else {
+                console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+            }
         }
         else {
-            console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+            console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
         }
         console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
         return;
@@ -278,7 +291,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         resetSkipStep();
         // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileNuxt, "vue", false, openapiFile, false, analyzeFile),
+            analyze(cmd.rules || "", mappedJsonFileNuxt, "vue", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
             getSkipStepPromise(),
         ]);
         console.log(chalk.bgGreen("[+] Analyze complete."));
@@ -297,24 +310,29 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         console.log(chalk.bgGreen("[+] Report complete."));
         if (shouldSkipTarget())
             return;
-        console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
-        const detectedBundlerTechNuxt = yield detectBundler(mappedJsonFileNuxt, "nuxt", Number((_c = cmd.csMastTechDetectThreshold) !== null && _c !== void 0 ? _c : 50));
-        if (detectedBundlerTechNuxt) {
-            const refactorOutputDirNuxt = isBatch ? `${workingDir}/refactored` : "refactored";
-            if (fs.existsSync(refactorOutputDirNuxt))
-                fs.rmSync(refactorOutputDirNuxt, { recursive: true });
-            console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechNuxt})...`));
-            resetSkipStep();
-            yield Promise.race([
-                refactor(mappedJsonFileNuxt, refactorOutputDirNuxt, detectedBundlerTechNuxt, false),
-                getSkipStepPromise(),
-            ]);
-            if (shouldSkipTarget())
-                return;
-            console.log(chalk.bgGreen("[+] Refactor complete."));
+        if (!cmd.disableRefactor) {
+            console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+            const detectedBundlerTechNuxt = yield detectBundler(mappedJsonFileNuxt, "nuxt", Number((_c = cmd.csMastTechDetectThreshold) !== null && _c !== void 0 ? _c : 50));
+            if (detectedBundlerTechNuxt) {
+                const refactorOutputDirNuxt = isBatch ? `${workingDir}/refactored` : "refactored";
+                if (fs.existsSync(refactorOutputDirNuxt))
+                    fs.rmSync(refactorOutputDirNuxt, { recursive: true });
+                console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechNuxt})...`));
+                resetSkipStep();
+                yield Promise.race([
+                    refactor(mappedJsonFileNuxt, refactorOutputDirNuxt, detectedBundlerTechNuxt, false),
+                    getSkipStepPromise(),
+                ]);
+                if (shouldSkipTarget())
+                    return;
+                console.log(chalk.bgGreen("[+] Refactor complete."));
+            }
+            else {
+                console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+            }
         }
         else {
-            console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+            console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
         }
         console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
         return;
@@ -349,7 +367,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         resetSkipStep();
         // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileSvelte, "svelte", false, openapiFile, false, analyzeFile),
+            analyze(cmd.rules || "", mappedJsonFileSvelte, "svelte", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
             getSkipStepPromise(),
         ]);
         console.log(chalk.bgGreen("[+] Analyze complete."));
@@ -403,7 +421,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
         resetSkipStep();
         // @ts-ignore
         yield Promise.race([
-            analyze(cmd.rules || "", mappedJsonFileAngular, "angular", false, openapiFile, false, analyzeFile),
+            analyze(cmd.rules || "", mappedJsonFileAngular, "angular", false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
             getSkipStepPromise(),
         ]);
         console.log(chalk.bgGreen("[+] Analyze complete."));
@@ -527,8 +545,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
     console.log(chalk.bgCyan("[7/8] Running analyze to extract endpoints..."));
     resetSkipStep();
     yield Promise.race([
-        // @ts-ignore
-        analyze(cmd.rules || "", mappedJsonFile, detectedTech, false, openapiFile, false, analyzeFile),
+        analyze(cmd.rules || "", mappedJsonFile, detectedTech, false, openapiFile, false, analyzeFile, !!cmd.disableRulesVersionCheck),
         getSkipStepPromise(),
     ]);
     console.log(chalk.bgGreen("[+] Analyze complete."));
@@ -543,24 +560,29 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
     console.log(chalk.bgGreen("[+] Report complete."));
     if (shouldSkipTarget())
         return;
-    console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
-    const detectedBundlerTechNext = yield detectBundler(mappedJsonFile, detectedTech, Number((_d = cmd.csMastTechDetectThreshold) !== null && _d !== void 0 ? _d : 50));
-    if (detectedBundlerTechNext) {
-        const refactorOutputDirNext = isBatch ? `${workingDir}/refactored` : "refactored";
-        if (fs.existsSync(refactorOutputDirNext))
-            fs.rmSync(refactorOutputDirNext, { recursive: true });
-        console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechNext})...`));
-        resetSkipStep();
-        yield Promise.race([
-            refactor(mappedJsonFile, refactorOutputDirNext, detectedBundlerTechNext, false),
-            getSkipStepPromise(),
-        ]);
-        if (shouldSkipTarget())
-            return;
-        console.log(chalk.bgGreen("[+] Refactor complete."));
+    if (!cmd.disableRefactor) {
+        console.log(chalk.bgCyan("[*] Detecting bundler via CS-MAST-S for refactor..."));
+        const detectedBundlerTechNext = yield detectBundler(mappedJsonFile, detectedTech, Number((_d = cmd.csMastTechDetectThreshold) !== null && _d !== void 0 ? _d : 50));
+        if (detectedBundlerTechNext) {
+            const refactorOutputDirNext = isBatch ? `${workingDir}/refactored` : "refactored";
+            if (fs.existsSync(refactorOutputDirNext))
+                fs.rmSync(refactorOutputDirNext, { recursive: true });
+            console.log(chalk.bgCyan(`[*] Running refactor (${detectedBundlerTechNext})...`));
+            resetSkipStep();
+            yield Promise.race([
+                refactor(mappedJsonFile, refactorOutputDirNext, detectedBundlerTechNext, false),
+                getSkipStepPromise(),
+            ]);
+            if (shouldSkipTarget())
+                return;
+            console.log(chalk.bgGreen("[+] Refactor complete."));
+        }
+        else {
+            console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+        }
     }
     else {
-        console.log(chalk.yellow("[!] Bundler not detected via CS-MAST-S, skipping refactor."));
+        console.log(chalk.yellow("[!] Refactor step disabled via --disable-refactor, skipping."));
     }
     console.log(chalk.bgGreenBright(`[+] Analysis complete for ${url}.`));
 });
@@ -576,8 +598,7 @@ const processUrl = (url_1, outputDir_1, workingDir_1, cmd_1, isBatch_1, ...args_
  */
 export default (cmd) => __awaiter(void 0, void 0, void 0, function* () {
     var _a, _b, _c, _d, _e;
-    globalsUtil.setApiGatewayConfigFile(cmd.apiGatewayConfig);
-    globalsUtil.setUseApiGateway(cmd.apiGateway);
+    configureProxy(cmd);
     globalsUtil.setDisableCache(cmd.disableCache);
     globalsUtil.setRespCacheFile(cmd.cacheFile);
     globalsUtil.setYes(cmd.yes);
@@ -612,6 +633,8 @@ export default (cmd) => __awaiter(void 0, void 0, void 0, function* () {
             if (!fs.existsSync(cmd.output)) {
                 fs.mkdirSync(cmd.output, { recursive: true });
             }
+            const globalDbPath = `${cmd.output}/js-recon.db`;
+            yield initGlobalReportDb(globalDbPath);
             for (const url of urls) {
                 resetSkipTarget();
                 // Validate URL only
@@ -632,10 +655,23 @@ export default (cmd) => __awaiter(void 0, void 0, void 0, function* () {
                 }
                 fs.mkdirSync(thisTargetDir, { recursive: true });
                 yield processUrl(url, thisTargetDir, thisTargetDir, cmd, true, (_c = cmd._includeMethods) !== null && _c !== void 0 ? _c : [], (_d = cmd._excludeMethods) !== null && _d !== void 0 ? _d : []);
+                const domainDbPath = `${thisTargetDir}/js-recon.db`;
+                if (fs.existsSync(domainDbPath)) {
+                    try {
+                        mergeDomainIntoGlobalDb(globalDbPath, domainDbPath, hostDir);
+                    }
+                    catch (error) {
+                        console.error(chalk.yellow(`[!] Failed to merge ${hostDir} into the global js-recon.db: ${error}`));
+                    }
+                }
+                else {
+                    console.log(chalk.yellow(`[i] No js-recon.db found for ${hostDir}, skipping merge into the global database.`));
+                }
             }
         }
     }
     finally {
+        yield waitForPendingInterrupt();
         removeSigintHandler();
         process.exit((_e = process.exitCode) !== null && _e !== void 0 ? _e : 0);
     }