@js-recon/js-recon 1.3.1-beta.2

package/build/lazyLoad/next_js/next_GetLazyResourcesWebpackJs.js

@@ -0,0 +1,222 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import puppeteer from "../../utility/puppeteerInstance.js";
+import parser from "@babel/parser";
+import _traverse from "@babel/traverse";
+const traverse = _traverse.default;
+import inquirer from "inquirer";
+import cliProgress from "cli-progress";
+import makeRequest from "../../utility/makeReq.js";
+import execFunc from "../../utility/runSandboxed.js";
+import { getJsonUrls, getJsUrls, pushToJsonUrls, pushToJsUrls } from "../globals.js";
+import * as globals from "../../utility/globals.js";
+import { setActiveBarLogger, computeBarSize, watchBarResize } from "../../utility/progressLog.js";
+/**
+ * Discovers lazy-loaded JS chunk URLs by scanning ALL JS files loaded during the
+ * initial page visit, not just webpack-named files.
+ *
+ * Workflow:
+ *  1. Load the page via Puppeteer to capture every network JS request.
+ *  2. Scan each discovered JS file for functions that end in `".js"` — the
+ *     signature of a webpack chunk URL builder (e.g. __webpack_require__.u).
+ *     A progress bar shows how many files have been checked.
+ *  3. For each matched function, show the source and ask the user to approve or
+ *     deny execution. If the `--yes` / `-y` flag is set, auto-approve.
+ *  4. Execute approved functions with every integer found in their source and
+ *     collect the resulting chunk paths as absolute URLs.
+ *
+ * @param {string} url - The URL of the page to crawl.
+ * @returns {Promise<string[]>} Deduplicated absolute URLs of discovered JS chunks.
+ */
+const next_GetLazyResourcesWebpackJs = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    const browser = yield puppeteer.launch({
+        headless: true,
+        args: globals.getDisableSandbox() ? ["--no-sandbox", "--disable-setuid-sandbox"] : [],
+    });
+    const page = yield browser.newPage();
+    yield page.setRequestInterception(true);
+    page.on("request", (request) => __awaiter(void 0, void 0, void 0, function* () {
+        const req_url = request.url();
+        if (request.method() === "GET" && req_url.match(/https?:\/\/[a-z0-9:\._\-]+\/.+\.js\??.*/)) {
+            if (!getJsUrls().includes(req_url)) {
+                pushToJsUrls(req_url);
+            }
+        }
+        if (request.method() === "GET" && req_url.match(/https?:\/\/[\d\w\.\-]+\/.+\.json\??.*$/)) {
+            if (!getJsonUrls().includes(req_url)) {
+                pushToJsonUrls(req_url);
+            }
+        }
+        yield request.continue();
+    }));
+    try {
+        yield page.goto(url, { waitUntil: "networkidle0" });
+    }
+    catch (_a) {
+        console.error(chalk.yellow("[!] Timeout reached for page load. Continuing with the current state"));
+    }
+    yield browser.close();
+    const jsUrls = getJsUrls();
+    if (jsUrls.length === 0) {
+        console.error(chalk.yellow("[!] No JS files discovered during page load"));
+        return [];
+    }
+    console.log(chalk.cyan(`[i] Scanning ${jsUrls.length} JS file(s) for chunk URL builders`));
+    // ── progress bar ──────────────────────────────────────────────────────
+    const FORMAT = `  ${chalk.cyan("Scanning")} [{bar}] {percentage}% | {value}/{total}`;
+    const overhead = 42;
+    const bar = new cliProgress.SingleBar({
+        format: FORMAT,
+        barsize: computeBarSize(overhead),
+        hideCursor: true,
+        clearOnComplete: true,
+    }, cliProgress.Presets.shades_classic);
+    bar.start(jsUrls.length, 0);
+    setActiveBarLogger(bar);
+    const stopResize = watchBarResize(bar, overhead);
+    const matched = [];
+    let processed = 0;
+    for (const jsUrl of jsUrls) {
+        try {
+            const res = yield makeRequest(jsUrl, {});
+            if (!res || res.status !== 200) {
+                processed++;
+                bar.update(processed);
+                continue;
+            }
+            const jsContent = yield res.text();
+            // Fast path: skip files that cannot possibly contain the pattern
+            if (!jsContent.includes('".js"')) {
+                processed++;
+                bar.update(processed);
+                continue;
+            }
+            let ast;
+            try {
+                ast = parser.parse(jsContent, {
+                    sourceType: "unambiguous",
+                    plugins: ["jsx", "typescript"],
+                    errorRecovery: true,
+                });
+            }
+            catch (_b) {
+                processed++;
+                bar.update(processed);
+                continue;
+            }
+            traverse(ast, {
+                FunctionDeclaration(p) {
+                    var _a, _b;
+                    const start = (_a = p.node.start) !== null && _a !== void 0 ? _a : 0;
+                    const end = (_b = p.node.end) !== null && _b !== void 0 ? _b : jsContent.length;
+                    const source = jsContent.slice(start, end);
+                    if (source.match(/"\.js".{0,15}$/))
+                        matched.push({ source, jsUrl });
+                },
+                FunctionExpression(p) {
+                    var _a, _b;
+                    const start = (_a = p.node.start) !== null && _a !== void 0 ? _a : 0;
+                    const end = (_b = p.node.end) !== null && _b !== void 0 ? _b : jsContent.length;
+                    const source = jsContent.slice(start, end);
+                    if (source.match(/"\.js".{0,15}$/))
+                        matched.push({ source, jsUrl });
+                },
+                ArrowFunctionExpression(p) {
+                    var _a, _b;
+                    const start = (_a = p.node.start) !== null && _a !== void 0 ? _a : 0;
+                    const end = (_b = p.node.end) !== null && _b !== void 0 ? _b : jsContent.length;
+                    const source = jsContent.slice(start, end);
+                    if (source.match(/"\.js".{0,15}$/))
+                        matched.push({ source, jsUrl });
+                },
+                ObjectMethod(p) {
+                    var _a, _b;
+                    const start = (_a = p.node.start) !== null && _a !== void 0 ? _a : 0;
+                    const end = (_b = p.node.end) !== null && _b !== void 0 ? _b : jsContent.length;
+                    const source = jsContent.slice(start, end);
+                    if (source.match(/"\.js".{0,15}$/))
+                        matched.push({ source, jsUrl });
+                },
+                ClassMethod(p) {
+                    var _a, _b;
+                    const start = (_a = p.node.start) !== null && _a !== void 0 ? _a : 0;
+                    const end = (_b = p.node.end) !== null && _b !== void 0 ? _b : jsContent.length;
+                    const source = jsContent.slice(start, end);
+                    if (source.match(/"\.js".{0,15}$/))
+                        matched.push({ source, jsUrl });
+                },
+            });
+        }
+        catch (_c) {
+            // skip files with fetch/parse errors
+        }
+        processed++;
+        bar.update(processed);
+    }
+    bar.stop();
+    setActiveBarLogger(null);
+    stopResize();
+    if (matched.length === 0) {
+        console.error(chalk.yellow("[!] No chunk URL builder functions found in discovered JS files"));
+        return [];
+    }
+    console.log(chalk.green(`[✓] Found ${matched.length} chunk URL builder function(s)`));
+    // ── user approval and execution ───────────────────────────────────────
+    const chunkUrls = [];
+    for (const { source, jsUrl } of matched) {
+        console.log(chalk.green(`[✓] Found chunk URL builder in ${jsUrl}`));
+        console.log(chalk.yellow(source));
+        let approved;
+        if (globals.getYes()) {
+            approved = true;
+        }
+        else {
+            const { confirmed } = yield inquirer.prompt([
+                {
+                    type: "confirm",
+                    name: "confirmed",
+                    message: "Execute this function to enumerate chunk URLs?",
+                    default: true,
+                },
+            ]);
+            approved = confirmed;
+        }
+        if (!approved) {
+            console.error(chalk.red("[!] Skipping function."));
+            continue;
+        }
+        console.log(chalk.cyan("[i] Executing function to enumerate chunk URLs"));
+        const urlBuilderFunc = `(() => (${source}))()`;
+        const integers = source.match(/\d+/g);
+        if (!integers)
+            continue;
+        const baseDir = jsUrl.split("/").slice(0, -2).join("/");
+        try {
+            for (const i of integers) {
+                const output = execFunc(urlBuilderFunc, parseInt(i));
+                if (typeof output !== "string" || output.includes("undefined"))
+                    continue;
+                const fullUrl = new URL(output, baseDir).href;
+                chunkUrls.push(fullUrl);
+            }
+        }
+        catch (err) {
+            console.error(chalk.red("Unsafe or invalid code:", err.message));
+        }
+    }
+    const unique = [...new Set(chunkUrls)];
+    if (unique.length > 0) {
+        console.log(chalk.green(`[✓] Found ${unique.length} JS chunk URL(s)`));
+    }
+    return unique;
+});
+export default next_GetLazyResourcesWebpackJs;
+//# sourceMappingURL=next_GetLazyResourcesWebpackJs.js.map

package/build/lazyLoad/next_js/next_GetLazyResourcesWebpackJs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_GetLazyResourcesWebpackJs.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_GetLazyResourcesWebpackJs.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,oCAAoC,CAAC;AAC3D,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AACnC,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,QAAQ,MAAM,+BAA+B,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AACrF,OAAO,KAAK,OAAO,MAAM,0BAA0B,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAOlG;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,8BAA8B,GAAG,CAAO,GAAW,EAAqB,EAAE;IAC5E,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC;QACnC,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC,EAAE;KACxF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;IAExC,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAO,OAAO,EAAE,EAAE;QACjC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAE9B,IAAI,OAAO,CAAC,MAAM,EAAE,KAAK,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,yCAAyC,CAAC,EAAE,CAAC;YACzF,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjC,YAAY,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;QACL,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,KAAK,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,EAAE,CAAC;YACxF,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QACD,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;IAC7B,CAAC,CAAA,CAAC,CAAC;IAEH,IAAI,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;IACxD,CAAC;IAAC,WAAM,CAAC;QACL,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,sEAAsE,CAAC,CAAC,CAAC;IACxG,CAAC;IAED,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IAEtB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,6CAA6C,CAAC,CAAC,CAAC;QAC3E,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,MAAM,oCAAoC,CAAC,CAAC,CAAC;IAE3F,yEAAyE;IACzE,MAAM,MAAM,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,0CAA0C,CAAC;IACrF,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACjC;QACI,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,cAAc,CAAC,QAAQ,CAAC;QACjC,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,IAAI;KACxB,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACrC,CAAC;IAEF,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5B,kBAAkB,CAAC,GAAU,CAAC,CAAC;IAC/B,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC7B,SAAS,EAAE,CAAC;gBACZ,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACtB,SAAS;YACb,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAEnC,iEAAiE;YACjE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/B,SAAS,EAAE,CAAC;gBACZ,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACtB,SAAS;YACb,CAAC;YAED,IAAI,GAAG,CAAC;YACR,IAAI,CAAC;gBACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE;oBAC1B,UAAU,EAAE,aAAa;oBACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;oBAC9B,aAAa,EAAE,IAAI;iBACtB,CAAC,CAAC;YACP,CAAC;YAAC,WAAM,CAAC;gBACL,SAAS,EAAE,CAAC;gBACZ,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACtB,SAAS;YACb,CAAC;YAED,QAAQ,CAAC,GAAG,EAAE;gBACV,mBAAmB,CAAC,CAAC;;oBACjB,MAAM,KAAK,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,KAAK,mCAAI,CAAC,CAAC;oBAChC,MAAM,GAAG,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,GAAG,mCAAI,SAAS,CAAC,MAAM,CAAC;oBAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBAC3C,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,kBAAkB,CAAC,CAAC;;oBAChB,MAAM,KAAK,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,KAAK,mCAAI,CAAC,CAAC;oBAChC,MAAM,GAAG,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,GAAG,mCAAI,SAAS,CAAC,MAAM,CAAC;oBAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBAC3C,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,uBAAuB,CAAC,CAAC;;oBACrB,MAAM,KAAK,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,KAAK,mCAAI,CAAC,CAAC;oBAChC,MAAM,GAAG,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,GAAG,mCAAI,SAAS,CAAC,MAAM,CAAC;oBAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBAC3C,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,YAAY,CAAC,CAAC;;oBACV,MAAM,KAAK,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,KAAK,mCAAI,CAAC,CAAC;oBAChC,MAAM,GAAG,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,GAAG,mCAAI,SAAS,CAAC,MAAM,CAAC;oBAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBAC3C,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,WAAW,CAAC,CAAC;;oBACT,MAAM,KAAK,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,KAAK,mCAAI,CAAC,CAAC;oBAChC,MAAM,GAAG,GAAG,MAAA,CAAC,CAAC,IAAI,CAAC,GAAG,mCAAI,SAAS,CAAC,MAAM,CAAC;oBAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBAC3C,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBACxE,CAAC;aACJ,CAAC,CAAC;QACP,CAAC;QAAC,WAAM,CAAC;YACL,qCAAqC;QACzC,CAAC;QAED,SAAS,EAAE,CAAC;QACZ,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,GAAG,CAAC,IAAI,EAAE,CAAC;IACX,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACzB,UAAU,EAAE,CAAC;IAEb,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,iEAAiE,CAAC,CAAC,CAAC;QAC/F,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,OAAO,CAAC,MAAM,gCAAgC,CAAC,CAAC,CAAC;IAEtF,yEAAyE;IACzE,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,OAAO,EAAE,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAElC,IAAI,QAAiB,CAAC;QACtB,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACnB,QAAQ,GAAG,IAAI,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;gBACxC;oBACI,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,gDAAgD;oBACzD,OAAO,EAAE,IAAI;iBAChB;aACJ,CAAC,CAAC;YACH,QAAQ,GAAG,SAAS,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC;YACnD,SAAS;QACb,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC,CAAC;QAE1E,MAAM,cAAc,GAAG,WAAW,MAAM,MAAM,CAAC;QAC/C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ;YAAE,SAAS;QAExB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAExD,IAAI,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACvB,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAAE,SAAS;gBACzE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;gBAC9C,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QACrE,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,MAAM,CAAC,MAAM,kBAAkB,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC,CAAA,CAAC;AAEF,eAAe,8BAA8B,CAAC"}

package/build/lazyLoad/next_js/next_SubsequentRequests.js

@@ -0,0 +1,208 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import cliProgress from "cli-progress";
+import fs from "fs";
+import path from "path";
+import { getURLDirectory } from "../../utility/urlUtils.js";
+import makeRequest from "../../utility/makeReq.js";
+import * as cheerio from "cheerio";
+import { setActiveBarLogger, computeBarSize, watchBarResize } from "../../utility/progressLog.js";
+let queue = 0;
+let max_queue;
+/**
+ * Finds all static JS files from a given JavaScript content.
+ * @param {string} js_content - The JavaScript content to search in.
+ * @returns {Promise<string[]>} - A promise that resolves to an array of static JS file URLs.
+ */
+const findStaticFiles = (js_content) => __awaiter(void 0, void 0, void 0, function* () {
+    // do some regex-ing
+    // include `~` because Turbopack content-hashed filenames use it as a separator
+    // (e.g. `static/chunks/18865ghy~7gi9.js`)
+    const matches = [...js_content.matchAll(/\/?static\/chunks\/[a-zA-Z0-9\._\-\/~]+\.js/g)];
+    // return matches
+    let toReturn = [];
+    for (const match of matches) {
+        toReturn.push(match[0]);
+    }
+    return toReturn;
+});
+const getURLDirectoryServer = (urlString) => {
+    const url = new URL(urlString);
+    const pathParts = url.pathname.split("/").filter(Boolean); // ['business', 'api']
+    pathParts.pop(); // Remove 'api'
+    const newPath = "/" + pathParts.join("/"); // '/business'
+    return `${url.origin}${newPath}`; // 'http://something.com/business'
+};
+const subsequentRequests = (url, urlsFile, threads, output, js_urls) => __awaiter(void 0, void 0, void 0, function* () {
+    max_queue = threads;
+    let staticJSURLs = [];
+    // open the urls file, and load the paths (JSON)
+    if (!fs.existsSync(urlsFile)) {
+        console.error(chalk.red(`[!] URLs file ${urlsFile} does not exist`));
+        console.error(chalk.yellow(`[!] Please run strings module first with -e flag`));
+        console.error(chalk.yellow(`[!] Example: js-recon strings -d <directory> -e`));
+        process.exit(17);
+    }
+    let endpoints = JSON.parse(fs.readFileSync(urlsFile, "utf8")).paths;
+    // add `/` to endpoints
+    endpoints.push("/");
+    // Deduplicate by path — same path with different query params counts once
+    const seenPaths = new Set();
+    endpoints = endpoints.filter((endpoint) => {
+        let pathname;
+        try {
+            pathname = new URL(endpoint, url).pathname;
+        }
+        catch (_a) {
+            pathname = endpoint;
+        }
+        if (seenPaths.has(pathname))
+            return false;
+        seenPaths.add(pathname);
+        return true;
+    });
+    const multiBar = new cliProgress.MultiBar({
+        format: chalk.cyan("[i] Fetching JS files from subsequent requests ") +
+            "[{bar}] {percentage}% | {value}/{total} | {phase}",
+        barCompleteChar: "█",
+        barIncompleteChar: "░",
+        barsize: computeBarSize(73),
+        hideCursor: false,
+        clearOnComplete: false,
+        stopOnComplete: false,
+    }, cliProgress.Presets.shades_classic);
+    const progressBar = multiBar.create(endpoints.length * 2, 0, { phase: "RSC" });
+    const stopBarWatcher = watchBarResize(progressBar, 73);
+    setActiveBarLogger(multiBar);
+    let js_contents = {};
+    // make requests to all of them with the special header
+    const reqPromises = endpoints.map((endpoint) => __awaiter(void 0, void 0, void 0, function* () {
+        var _a;
+        const reqUrl = new URL(endpoint, url).href;
+        try {
+            // delay in case over the thread count
+            while (queue >= max_queue) {
+                yield new Promise((resolve) => setTimeout(resolve, 100));
+            }
+            queue++;
+            const res = yield makeRequest(reqUrl, {
+                headers: {
+                    RSC: "1",
+                },
+            });
+            if (res && res.status === 200 && ((_a = res.headers.get("content-type")) === null || _a === void 0 ? void 0 : _a.includes("text/x-component"))) {
+                const text = yield res.text();
+                js_contents[endpoint] = text;
+                const { host, directory } = getURLDirectory(reqUrl);
+                // save the contents to "___subsequent_requests/"
+                // make the subsequent_requests directory if it doesn't exist
+                const output_path = path.join(output, host, "___subsequent_requests", directory);
+                if (!fs.existsSync(output_path)) {
+                    fs.mkdirSync(output_path, { recursive: true });
+                }
+                fs.writeFileSync(path.join(output_path, "index.js"), text);
+                // find the static ones from the JS resp
+                const staticFiles = yield findStaticFiles(text);
+                // go through each file and get the absolute path of those
+                const absolutePaths = staticFiles.map((file) => {
+                    // go through existing JS URLs found
+                    let js_path_dir;
+                    for (const js_url of js_urls) {
+                        if (!js_path_dir &&
+                            new URL(js_url).host === new URL(url).host &&
+                            new URL(js_url).pathname.includes("static/chunks/")) {
+                            js_path_dir = js_url.replace(/\/[^\/]+\.js.*$/, "");
+                        }
+                    }
+                    return js_path_dir.replace("static/chunks", "") + file;
+                });
+                // Filter out paths that are already in js_urls before pushing to staticJSURLs
+                const newPaths = absolutePaths.filter((path) => !js_urls.includes(path));
+                if (newPaths.length > 0) {
+                    staticJSURLs.push(...newPaths);
+                }
+            }
+            queue--;
+        }
+        catch (e) {
+            queue--;
+            multiBar.log(chalk.red(`[!] Error fetching ${reqUrl}: ${e}\n`));
+        }
+        progressBar.increment(1, { phase: "RSC" });
+    }));
+    yield Promise.all(reqPromises);
+    staticJSURLs = [...new Set(staticJSURLs)];
+    // in addition to the RSC:1 method, the script tags on the webpage of valid client-side paths also have the JS files
+    // since we found the possible paths in the previous iteration, we can use that to find the JS files on those pages
+    // as well
+    let jsFilesFromPageHtml = [];
+    const htmlPromises = endpoints.map((endpoint) => __awaiter(void 0, void 0, void 0, function* () {
+        const reqUrl = new URL(endpoint, url).href;
+        while (queue >= max_queue) {
+            yield new Promise((resolve) => setTimeout(resolve, 100));
+        }
+        queue++;
+        try {
+            const req = yield makeRequest(reqUrl);
+            if (!req) {
+                progressBar.increment(1, { phase: "HTML" });
+                return;
+            }
+            const resText = yield req.text();
+            const $ = cheerio.load(resText);
+            const extract_regex = /static\/chunks\/[a-zA-Z0-9_\-~.]+\.js/g;
+            $("script").each((_, script) => {
+                if (!$(script).attr("src")) {
+                    const scriptContent = $(script).html();
+                    if (scriptContent) {
+                        const matches = scriptContent.matchAll(extract_regex);
+                        for (const match of matches) {
+                            jsFilesFromPageHtml.push(match[0]);
+                        }
+                    }
+                }
+            });
+        }
+        catch (e) {
+            multiBar.log(chalk.red(`[!] Error fetching HTML for ${reqUrl}: ${e}\n`));
+        }
+        finally {
+            queue--;
+        }
+        progressBar.increment(1, { phase: "HTML" });
+    }));
+    yield Promise.all(htmlPromises);
+    multiBar.stop();
+    stopBarWatcher();
+    setActiveBarLogger(null);
+    // build the full URL from path
+    jsFilesFromPageHtml = jsFilesFromPageHtml.map((file) => {
+        // go through existing JS URLs found
+        let js_path_dir;
+        for (const js_url of js_urls) {
+            if (!js_path_dir &&
+                new URL(js_url).host === new URL(url).host &&
+                new URL(js_url).pathname.includes("static/chunks/")) {
+                js_path_dir = js_url.replace(/\/[^\/]+\.js.*$/, "");
+            }
+        }
+        if (js_path_dir) {
+            return js_path_dir.replace("static/chunks", "") + file;
+        }
+        return file;
+    });
+    // dedupe
+    jsFilesFromPageHtml = [...new Set(jsFilesFromPageHtml)];
+    console.log(chalk.green(`[✓] Found ${new Set([...staticJSURLs, ...jsFilesFromPageHtml]).size} JS chunks from page HTML`));
+    return new Set([...staticJSURLs, ...jsFilesFromPageHtml]);
+});
+export default subsequentRequests;
+//# sourceMappingURL=next_SubsequentRequests.js.map

package/build/lazyLoad/next_js/next_SubsequentRequests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_SubsequentRequests.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_SubsequentRequests.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAElG,IAAI,KAAK,GAAG,CAAC,CAAC;AACd,IAAI,SAAS,CAAC;AAEd;;;;GAIG;AACH,MAAM,eAAe,GAAG,CAAO,UAAU,EAAE,EAAE;IACzC,oBAAoB;IACpB,+EAA+E;IAC/E,0CAA0C;IAC1C,MAAM,OAAO,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,8CAA8C,CAAC,CAAC,CAAC;IACzF,iBAAiB;IAEjB,IAAI,QAAQ,GAAG,EAAE,CAAC;IAElB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,SAAS,EAAE,EAAE;IACxC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB;IACjF,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,eAAe;IAEhC,MAAM,OAAO,GAAG,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc;IACzD,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC,kCAAkC;AACxE,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAO,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAA2B,EAAE;IAClG,SAAS,GAAG,OAAO,CAAC;IACpB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,gDAAgD;IAChD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,QAAQ,iBAAiB,CAAC,CAAC,CAAC;QACrE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,kDAAkD,CAAC,CAAC,CAAC;QAChF,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,iDAAiD,CAAC,CAAC,CAAC;QAC/E,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrB,CAAC;IACD,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;IAEpE,uBAAuB;IACvB,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEpB,0EAA0E;IAC1E,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAgB,EAAE,EAAE;QAC9C,IAAI,QAAgB,CAAC;QACrB,IAAI,CAAC;YACD,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC;QAC/C,CAAC;QAAC,WAAM,CAAC;YACL,QAAQ,GAAG,QAAQ,CAAC;QACxB,CAAC;QACD,IAAI,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;QAC1C,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxB,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,WAAW,CAAC,QAAQ,CACrC;QACI,MAAM,EACF,KAAK,CAAC,IAAI,CAAC,iDAAiD,CAAC;YAC7D,mDAAmD;QACvD,eAAe,EAAE,GAAG;QACpB,iBAAiB,EAAE,GAAG;QACtB,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC;QAC3B,UAAU,EAAE,KAAK;QACjB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACxB,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACrC,CAAC;IACF,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/E,MAAM,cAAc,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACvD,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAE7B,IAAI,WAAW,GAAG,EAAE,CAAC;IAErB,uDAAuD;IACvD,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;;QACjD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;QAC3C,IAAI,CAAC;YACD,sCAAsC;YACtC,OAAO,KAAK,IAAI,SAAS,EAAE,CAAC;gBACxB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,KAAK,EAAE,CAAC;YAER,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE;gBAClC,OAAO,EAAE;oBACL,GAAG,EAAE,GAAG;iBACX;aACJ,CAAC,CAAC;YAEH,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,KAAI,MAAA,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,0CAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAA,EAAE,CAAC;gBAC7F,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,WAAW,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;gBAE7B,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;gBAEpD,iDAAiD;gBACjD,6DAA6D;gBAE7D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,wBAAwB,EAAE,SAAS,CAAC,CAAC;gBACjF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC9B,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACnD,CAAC;gBACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;gBAE3D,wCAAwC;gBACxC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;gBAEhD,0DAA0D;gBAC1D,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBAC3C,oCAAoC;oBACpC,IAAI,WAAW,CAAC;oBAChB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC3B,IACI,CAAC,WAAW;4BACZ,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI;4BAC1C,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EACrD,CAAC;4BACC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;wBACxD,CAAC;oBACL,CAAC;oBACD,OAAO,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;gBAC3D,CAAC,CAAC,CAAC;gBAEH,8EAA8E;gBAC9E,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;gBACzE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,YAAY,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;gBACnC,CAAC;YACL,CAAC;YAED,KAAK,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,KAAK,EAAE,CAAC;YACR,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACpE,CAAC;QACD,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/C,CAAC,CAAA,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAE/B,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IAE1C,oHAAoH;IACpH,mHAAmH;IACnH,UAAU;IAEV,IAAI,mBAAmB,GAAa,EAAE,CAAC;IACvC,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;QAClD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;QAE3C,OAAO,KAAK,IAAI,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7D,CAAC;QACD,KAAK,EAAE,CAAC;QAER,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACP,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC5C,OAAO;YACX,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACjC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAEhC,MAAM,aAAa,GAAG,wCAAwC,CAAC;YAE/D,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC3B,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACzB,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;oBACvC,IAAI,aAAa,EAAE,CAAC;wBAChB,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;wBACtD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;4BAC1B,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;wBACvC,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,+BAA+B,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7E,CAAC;gBAAS,CAAC;YACP,KAAK,EAAE,CAAC;QACZ,CAAC;QACD,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD,CAAC,CAAA,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAEhC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;IACjB,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAEzB,+BAA+B;IAC/B,mBAAmB,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACnD,oCAAoC;QACpC,IAAI,WAAW,CAAC;QAChB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,IACI,CAAC,WAAW;gBACZ,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI;gBAC1C,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EACrD,CAAC;gBACC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;YACxD,CAAC;QACL,CAAC;QACD,IAAI,WAAW,EAAE,CAAC;YACd,OAAO,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;QAC3D,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,SAAS;IACT,mBAAmB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAExD,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,mBAAmB,CAAC,CAAC,CAAC,IAAI,2BAA2B,CAAC,CAC/G,CAAC;IAEF,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,mBAAmB,CAAC,CAAC,CAAC;AAC9D,CAAC,CAAA,CAAC;AAEF,eAAe,kBAAkB,CAAC"}

package/build/lazyLoad/next_js/next_bruteForceJsFiles.js

@@ -0,0 +1,37 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import makeRequest from "../../utility/makeReq.js";
+import chalk from "chalk";
+const next_bruteForceJsFiles = (urls) => __awaiter(void 0, void 0, void 0, function* () {
+    // just append .map to all of them and bruteforce for 200
+    console.log(chalk.cyan("[i] Bruteforcing .map files"));
+    const mapFiles = urls.map((url) => url + ".map");
+    let foundSourceMaps = [];
+    for (const mapFile of mapFiles) {
+        const req = yield makeRequest(mapFile);
+        if (req) {
+            const status = req.status;
+            if (status === 200) {
+                foundSourceMaps.push(mapFile);
+            }
+        }
+        else {
+            console.error(chalk.red(`[!] Failed to request ${mapFile}`));
+        }
+    }
+    if (foundSourceMaps.length === 0) {
+        console.error(chalk.red("[!] No source maps found"));
+        return foundSourceMaps;
+    }
+    console.log(chalk.green(`[✓] Found ${foundSourceMaps.length} source maps`));
+    return foundSourceMaps;
+});
+export default next_bruteForceJsFiles;
+//# sourceMappingURL=next_bruteForceJsFiles.js.map

package/build/lazyLoad/next_js/next_bruteForceJsFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_bruteForceJsFiles.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_bruteForceJsFiles.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,sBAAsB,GAAG,CAAO,IAAc,EAAE,EAAE;IACpD,yDAAyD;IACzD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC;IAEjD,IAAI,eAAe,GAAa,EAAE,CAAC;IAEnC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAEvC,IAAI,GAAG,EAAE,CAAC;YACN,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;YAE1B,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACjB,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAED,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,CAAC;QACrD,OAAO,eAAe,CAAC;IAC3B,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,eAAe,CAAC,MAAM,cAAc,CAAC,CAAC,CAAC;IAC5E,OAAO,eAAe,CAAC;AAC3B,CAAC,CAAA,CAAC;AAEF,eAAe,sBAAsB,CAAC"}

package/build/lazyLoad/next_js/next_buildId.js

@@ -0,0 +1,55 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { readdir, readFile } from "fs/promises";
+import path from "path";
+import * as next_globals from "./next_globals.js";
+import chalk from "chalk";
+export const next_buildId_RSC = (rsc_directory) => __awaiter(void 0, void 0, void 0, function* () {
+    const traverseDirectory = (directory) => __awaiter(void 0, void 0, void 0, function* () {
+        let dirents;
+        try {
+            dirents = yield readdir(directory, { withFileTypes: true });
+        }
+        catch (_a) {
+            console.error(chalk.red(`[!] Can't read subsequent requests directory. Skipping build ID extraction using this method...`));
+            return false;
+        }
+        for (const dirent of dirents) {
+            const fullPath = path.join(directory, dirent.name);
+            if (dirent.isDirectory()) {
+                if (yield traverseDirectory(fullPath)) {
+                    return true;
+                }
+                continue;
+            }
+            if (!dirent.isFile()) {
+                continue;
+            }
+            const fileContent = yield readFile(fullPath, "utf8");
+            const lines = fileContent.split("\n");
+            for (const line of lines) {
+                if (line.startsWith("0:")) {
+                    const buildIdLine = line.replace("0:", "");
+                    const buildIdLineJSON = JSON.parse(buildIdLine);
+                    for (const [key, value] of Object.entries(buildIdLineJSON)) {
+                        if (key === "b") {
+                            next_globals.setBuildId(value);
+                            return true;
+                        }
+                    }
+                }
+            }
+        }
+        return false;
+    });
+    yield traverseDirectory(rsc_directory);
+    return next_globals.getBuildId();
+});
+//# sourceMappingURL=next_buildId.js.map

package/build/lazyLoad/next_js/next_buildId.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_buildId.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_buildId.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,YAAY,MAAM,mBAAmB,CAAC;AAElD,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAO,aAAqB,EAA0B,EAAE;IACpF,MAAM,iBAAiB,GAAG,CAAO,SAAiB,EAAoB,EAAE;QACpE,IAAI,OAAyB,CAAC;QAC9B,IAAI,CAAC;YACD,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,CAAC;QAAC,WAAM,CAAC;YACL,OAAO,CAAC,KAAK,CACT,KAAK,CAAC,GAAG,CACL,iGAAiG,CACpG,CACJ,CAAC;YACF,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAEnD,IAAI,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,IAAI,MAAM,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACpC,OAAO,IAAI,CAAC;gBAChB,CAAC;gBACD,SAAS;YACb,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBACnB,SAAS;YACb,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAErD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC3C,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBAEhD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;wBACzD,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;4BACd,YAAY,CAAC,UAAU,CAAC,KAAe,CAAC,CAAC;4BACzC,OAAO,IAAI,CAAC;wBAChB,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC,CAAA,CAAC;IAEF,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAC;IACvC,OAAO,YAAY,CAAC,UAAU,EAAE,CAAC;AACrC,CAAC,CAAA,CAAC"}

package/build/lazyLoad/next_js/next_getClientSidePaths.js

@@ -0,0 +1,83 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import * as cheerio from "cheerio";
+import { URL } from "url";
+import makeRequest from "../../utility/makeReq.js";
+/**
+ * Extracts client-side paths from a page's HTML by parsing <a href> tags.
+ *
+ * Only returns URLs that share the base URL's origin. Accepted href forms:
+ *   - root-relative (`/foo/bar`)
+ *   - relative (`./foo`, `../foo`, `foo`)
+ *   - absolute (`https://same-origin/foo`)
+ *
+ * Skips mailto:, tel:, javascript:, data:, protocol-relative (`//`), and
+ * fragment-only links.
+ */
+const next_getClientSidePaths = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    const found = new Set();
+    let baseOrigin;
+    try {
+        baseOrigin = new URL(url).origin;
+    }
+    catch (_a) {
+        return [];
+    }
+    const req = yield makeRequest(url);
+    if (!req || !req.ok)
+        return [];
+    let html;
+    try {
+        html = yield req.text();
+    }
+    catch (_b) {
+        return [];
+    }
+    const $ = cheerio.load(html);
+    $("a[href]").each((_, a) => {
+        const href = $(a).attr("href");
+        if (!href)
+            return;
+        const trimmed = href.trim();
+        if (!trimmed)
+            return;
+        if (trimmed.startsWith("#") ||
+            trimmed.startsWith("//") ||
+            trimmed.startsWith("mailto:") ||
+            trimmed.startsWith("tel:") ||
+            trimmed.startsWith("javascript:") ||
+            trimmed.startsWith("data:")) {
+            return;
+        }
+        const isRootRelative = trimmed.startsWith("/");
+        const isRelative = trimmed.startsWith(".") || /^[a-zA-Z0-9_\-]/.test(trimmed);
+        const isAbsolute = /^https?:\/\//i.test(trimmed);
+        if (!isRootRelative && !isRelative && !isAbsolute)
+            return;
+        let resolved;
+        try {
+            resolved = new URL(trimmed, url);
+        }
+        catch (_a) {
+            return;
+        }
+        if (resolved.origin !== baseOrigin)
+            return;
+        resolved.hash = "";
+        found.add(resolved.href);
+    });
+    if (found.size > 0) {
+        console.log(chalk.green(`[✓] Found ${found.size} client-side path(s) on ${url}`));
+    }
+    return [...found];
+});
+export default next_getClientSidePaths;
+//# sourceMappingURL=next_getClientSidePaths.js.map

package/build/lazyLoad/next_js/next_getClientSidePaths.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_getClientSidePaths.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_getClientSidePaths.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAC1B,OAAO,WAAW,MAAM,0BAA0B,CAAC;AAEnD;;;;;;;;;;GAUG;AACH,MAAM,uBAAuB,GAAG,CAAO,GAAW,EAAqB,EAAE;IACrE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,IAAI,UAAkB,CAAC;IACvB,IAAI,CAAC;QACD,UAAU,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,CAAC;IAAC,WAAM,CAAC;QACL,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IAE/B,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACD,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;IAAC,WAAM,CAAC;QACL,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI;YAAE,OAAO;QAElB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,IACI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YACvB,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;YACxB,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;YAC7B,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;YAC1B,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC;YACjC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAC7B,CAAC;YACC,OAAO;QACX,CAAC;QAED,MAAM,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEjD,IAAI,CAAC,cAAc,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU;YAAE,OAAO;QAE1D,IAAI,QAAa,CAAC;QAClB,IAAI,CAAC;YACD,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACrC,CAAC;QAAC,WAAM,CAAC;YACL,OAAO;QACX,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,UAAU;YAAE,OAAO;QAE3C,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC;QACnB,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,2BAA2B,GAAG,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACtB,CAAC,CAAA,CAAC;AAEF,eAAe,uBAAuB,CAAC"}