@shriyanss/js-recon 1.0.0 → 1.1.0-beta.2

package/build/lazyLoad/next_js/next_GetLazyResources.js

@@ -0,0 +1,202 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import puppeteer from "puppeteer";
+import parser from "@babel/parser";
+import _traverse from "@babel/traverse";
+const traverse = _traverse.default;
+import inquirer from "inquirer";
+import CONFIG from "../../globalConfig.js";
+import makeRequest from "../../utility/makeReq.js";
+import execFunc from "../../utility/runSandboxed.js";
+import { getJsonUrls, getJsUrls, pushToJsonUrls, pushToJsUrls, } from "../globals.js"; // Import js_urls functions
+import * as globals from "../../utility/globals.js";
+/**
+ * Asynchronously fetches the given URL and extracts JavaScript file URLs
+ * from webpack's require.ensure() function.
+ *
+ * @param {string} url - The URL of the webpage to fetch and parse.
+ * @returns {Promise<string[]|undefined>} - A promise that resolves to an array of
+ * absolute URLs pointing to JavaScript files found in require.ensure()
+ * functions, or undefined if no webpack JS is found.
+ */
+const next_getLazyResources = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    const browser = yield puppeteer.launch({
+        headless: true,
+    });
+    const page = yield browser.newPage();
+    yield page.setRequestInterception(true);
+    page.on("request", (request) => __awaiter(void 0, void 0, void 0, function* () {
+        // get the request url
+        const req_url = request.url(); // Renamed to avoid conflict with outer 'url'
+        // see if the request is a JS file, and is a get request
+        if (request.method() === "GET" &&
+            req_url.match(/https?:\/\/[a-z\._\-]+\/.+\.js\??.*/)) {
+            if (!getJsUrls().includes(req_url)) {
+                pushToJsUrls(req_url);
+            }
+        }
+        // check if the request is a JSON file with a get request
+        if (request.method() === "GET" &&
+            req_url.match(/https?:\/\/[\d\w\.\-]+\/.+\.json\??.*$/)) {
+            if (!getJsonUrls().includes(req_url)) {
+                pushToJsonUrls(req_url);
+            }
+        }
+        yield request.continue();
+    }));
+    try {
+        yield page.goto(url, { waitUntil: "networkidle0" });
+    }
+    catch (err) {
+        console.log(chalk.yellow("[!] Timeout reached for page load. Continuing with the current state"));
+    }
+    yield browser.close();
+    let webpack_js = "";
+    // iterate through JS files
+    for (const js_url of getJsUrls()) {
+        // match for webpack js file
+        if (js_url.match(/\/webpack.*\.js/)) {
+            console.log(chalk.green(`[✓] Found webpack JS file at ${js_url}`));
+            webpack_js = js_url;
+        }
+    }
+    if (!webpack_js) {
+        console.log(chalk.red("[!] No webpack JS file found"));
+        console.log(chalk.magenta(CONFIG.notFoundMessage));
+        return; // Return undefined as per JSDoc
+    }
+    // parse the webpack JS file
+    const res = yield makeRequest(webpack_js, {});
+    const webpack_js_source = yield res.text();
+    // parse it with @babel/*
+    const ast = parser.parse(webpack_js_source, {
+        sourceType: "unambiguous",
+        plugins: ["jsx", "typescript"],
+    });
+    let functions = [];
+    traverse(ast, {
+        FunctionDeclaration(path) {
+            var _a;
+            functions.push({
+                name: ((_a = path.node.id) === null || _a === void 0 ? void 0 : _a.name) || "(anonymous)",
+                type: "FunctionDeclaration",
+                source: webpack_js_source.slice(path.node.start, path.node.end),
+            });
+        },
+        FunctionExpression(path) {
+            var _a;
+            functions.push({
+                name: ((_a = path.parent.id) === null || _a === void 0 ? void 0 : _a.name) || "(anonymous)",
+                type: "FunctionExpression",
+                source: webpack_js_source.slice(path.node.start, path.node.end),
+            });
+        },
+        ArrowFunctionExpression(path) {
+            var _a;
+            functions.push({
+                name: ((_a = path.parent.id) === null || _a === void 0 ? void 0 : _a.name) || "(anonymous)",
+                type: "ArrowFunctionExpression",
+                source: webpack_js_source.slice(path.node.start, path.node.end),
+            });
+        },
+        ObjectMethod(path) {
+            functions.push({
+                name: path.node.key.name,
+                type: "ObjectMethod",
+                source: webpack_js_source.slice(path.node.start, path.node.end),
+            });
+        },
+        ClassMethod(path) {
+            functions.push({
+                name: path.node.key.name,
+                type: "ClassMethod",
+                source: webpack_js_source.slice(path.node.start, path.node.end),
+            });
+        },
+    });
+    let user_verified = false;
+    // method 1
+    // iterate through the functions, and find out which one ends with `".js"`
+    let final_Func;
+    for (const func of functions) {
+        if (func.source.match(/"\.js".{0,15}$/)) {
+            console.log(chalk.green(`[✓] Found JS chunk having the following source`));
+            console.log(chalk.yellow(func.source));
+            final_Func = func.source;
+        }
+    }
+    if (!final_Func) {
+        // Added check if final_Func was not found
+        console.log(chalk.red("[!] No suitable function found in webpack JS for lazy loading."));
+        return [];
+    }
+    //   ask through input if this is the right thing
+    if (!globals.getYes()) {
+        const askCorrectFuncConfirmation = () => __awaiter(void 0, void 0, void 0, function* () {
+            const { confirmed } = yield inquirer.prompt([
+                {
+                    type: "confirm",
+                    name: "confirmed",
+                    message: "Is this the correct function?",
+                    default: true,
+                },
+            ]);
+            return confirmed;
+        });
+        user_verified = yield askCorrectFuncConfirmation();
+        if (user_verified === true) {
+            console.log(chalk.cyan("[i] Proceeding with the selected function to fetch files"));
+        }
+        else {
+            console.log(chalk.red("[!] Not executing function."));
+            return [];
+        }
+    }
+    const urlBuilderFunc = `(() => (${final_Func}))()`;
+    let js_paths = [];
+    try {
+        // rather than fuzzing, grep the integers from the func code
+        const integers = final_Func.match(/\d+/g);
+        if (integers) {
+            // Check if integers were found
+            // iterate through all integers, and get the output
+            for (const i of integers) {
+                const output = execFunc(urlBuilderFunc, parseInt(i));
+                if (output.includes("undefined")) {
+                    continue;
+                }
+                else {
+                    js_paths.push(output);
+                }
+            }
+        }
+    }
+    catch (err) {
+        console.error("Unsafe or invalid code:", err.message);
+        return [];
+    }
+    if (js_paths.length > 0) {
+        console.log(chalk.green(`[✓] Found ${js_paths.length} JS chunks`));
+    }
+    // build final URL
+    let final_urls = [];
+    for (let i = 0; i < js_paths.length; i++) {
+        // get the directory of webpack file
+        const webpack_dir = webpack_js.split("/").slice(0, -1).join("/");
+        // replace the filename from the js path
+        const js_path_dir = js_paths[i].replace(/\/[a-zA-Z0-9\.]+\.js.*$/, "");
+        const final_url = webpack_dir.replace(js_path_dir, js_paths[i]);
+        final_urls.push(final_url);
+    }
+    return final_urls;
+});
+export default next_getLazyResources;
+//# sourceMappingURL=next_GetLazyResources.js.map

package/build/lazyLoad/next_js/next_GetLazyResources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_GetLazyResources.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_GetLazyResources.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AACnC,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,MAAM,MAAM,uBAAuB,CAAC;AAC3C,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,QAAQ,MAAM,+BAA+B,CAAC;AACrD,OAAO,EACH,WAAW,EACX,SAAS,EACT,cAAc,EACd,YAAY,GACf,MAAM,eAAe,CAAC,CAAC,2BAA2B;AACnD,OAAO,KAAK,OAAO,MAAM,0BAA0B,CAAC;AAEpD;;;;;;;;GAQG;AACH,MAAM,qBAAqB,GAAG,CAAO,GAAW,EAA2B,EAAE;IACzE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC;QACnC,QAAQ,EAAE,IAAI;KACjB,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;IAExC,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAO,OAAO,EAAE,EAAE;QACjC,sBAAsB;QACtB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,6CAA6C;QAE5E,wDAAwD;QACxD,IACI,OAAO,CAAC,MAAM,EAAE,KAAK,KAAK;YAC1B,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,EACtD,CAAC;YACC,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjC,YAAY,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;QACL,CAAC;QAED,yDAAyD;QACzD,IACI,OAAO,CAAC,MAAM,EAAE,KAAK,KAAK;YAC1B,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,EACzD,CAAC;YACC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QACD,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;IAC7B,CAAC,CAAA,CAAC,CAAC;IAEH,IAAI,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,MAAM,CACR,sEAAsE,CACzE,CACJ,CAAC;IACN,CAAC;IAED,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IAEtB,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,2BAA2B;IAC3B,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,EAAE,CAAC;QAC/B,4BAA4B;QAC5B,IAAI,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,gCAAgC,MAAM,EAAE,CAAC,CAAC,CAAC;YACnE,UAAU,GAAG,MAAM,CAAC;QACxB,CAAC;IACL,CAAC;IAED,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC;QACnD,OAAO,CAAC,gCAAgC;IAC5C,CAAC;IAED,4BAA4B;IAC5B,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC9C,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAE3C,yBAAyB;IACzB,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE;QACxC,UAAU,EAAE,aAAa;QACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;KACjC,CAAC,CAAC;IAEH,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,QAAQ,CAAC,GAAG,EAAE;QACV,mBAAmB,CAAC,IAAI;;YACpB,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAA,MAAA,IAAI,CAAC,IAAI,CAAC,EAAE,0CAAE,IAAI,KAAI,aAAa;gBACzC,IAAI,EAAE,qBAAqB;gBAC3B,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aAClE,CAAC,CAAC;QACP,CAAC;QACD,kBAAkB,CAAC,IAAI;;YACnB,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAA,MAAA,IAAI,CAAC,MAAM,CAAC,EAAE,0CAAE,IAAI,KAAI,aAAa;gBAC3C,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aAClE,CAAC,CAAC;QACP,CAAC;QACD,uBAAuB,CAAC,IAAI;;YACxB,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAA,MAAA,IAAI,CAAC,MAAM,CAAC,EAAE,0CAAE,IAAI,KAAI,aAAa;gBAC3C,IAAI,EAAE,yBAAyB;gBAC/B,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aAClE,CAAC,CAAC;QACP,CAAC;QACD,YAAY,CAAC,IAAI;YACb,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI;gBACxB,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aAClE,CAAC,CAAC;QACP,CAAC;QACD,WAAW,CAAC,IAAI;YACZ,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI;gBACxB,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aAClE,CAAC,CAAC;QACP,CAAC;KACJ,CAAC,CAAC;IAEH,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,WAAW;IACX,0EAA0E;IAE1E,IAAI,UAAU,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACtC,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAChE,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACvC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC;QAC7B,CAAC;IACL,CAAC;IAED,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,0CAA0C;QAC1C,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,GAAG,CACL,gEAAgE,CACnE,CACJ,CAAC;QACF,OAAO,EAAE,CAAC;IACd,CAAC;IAED,iDAAiD;IACjD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACpB,MAAM,0BAA0B,GAAG,GAAS,EAAE;YAC1C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;gBACxC;oBACI,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,+BAA+B;oBACxC,OAAO,EAAE,IAAI;iBAChB;aACJ,CAAC,CAAC;YACH,OAAO,SAAS,CAAC;QACrB,CAAC,CAAA,CAAC;QAEF,aAAa,GAAG,MAAM,0BAA0B,EAAE,CAAC;QACnD,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,IAAI,CACN,0DAA0D,CAC7D,CACJ,CAAC;QACN,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;YACtD,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED,MAAM,cAAc,GAAG,WAAW,UAAU,MAAM,CAAC;IAEnD,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,CAAC;QACD,4DAA4D;QAC5D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACX,+BAA+B;YAC/B,mDAAmD;YACnD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACvB,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrD,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC/B,SAAS;gBACb,CAAC;qBAAM,CAAC;oBACJ,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC1B,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACtD,OAAO,EAAE,CAAC;IACd,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,MAAM,YAAY,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,kBAAkB;IAClB,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,oCAAoC;QACpC,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjE,wCAAwC;QACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;QACvE,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/B,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC,CAAA,CAAC;AAEF,eAAe,qBAAqB,CAAC"}

package/build/lazyLoad/next_js/next_SubsequentRequests.js

@@ -0,0 +1,120 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import fs from "fs";
+import path from "path";
+import { getURLDirectory } from "../../utility/urlUtils.js";
+// custom request module
+import makeRequest from "../../utility/makeReq.js";
+let queue = 0;
+let max_queue;
+/**
+ * Given a string of JS content, it finds all the static files used in the
+ * file, and returns them as an array.
+ *
+ * @param {string} js_content - The string of JS content to search through.
+ *
+ * @returns {string[]} An array of strings, each string being a static file
+ * path.
+ */
+const findStaticFiles = (js_content) => __awaiter(void 0, void 0, void 0, function* () {
+    // do some regex-ing
+    const matches = [
+        ...js_content.matchAll(/\/?static\/chunks\/[a-zA-Z0-9\._\-\/]+\.js/g),
+    ];
+    // return matches
+    let toReturn = [];
+    for (const match of matches) {
+        toReturn.push(match[0]);
+    }
+    return toReturn;
+});
+const getURLDirectoryServer = (urlString) => {
+    const url = new URL(urlString);
+    const pathParts = url.pathname.split("/").filter(Boolean); // ['business', 'api']
+    pathParts.pop(); // Remove 'api'
+    const newPath = "/" + pathParts.join("/"); // '/business'
+    return `${url.origin}${newPath}`; // 'http://something.com/business'
+};
+const subsequentRequests = (url, urlsFile, threads, output, js_urls) => __awaiter(void 0, void 0, void 0, function* () {
+    max_queue = threads;
+    let staticJSURLs = [];
+    console.log(chalk.cyan(`[i] Fetching JS files from subsequent requests`));
+    // open the urls file, and load the paths (JSON)
+    if (!fs.existsSync(urlsFile)) {
+        console.log(chalk.red(`[!] URLs file ${urlsFile} does not exist`));
+        console.log(chalk.yellow(`[!] Please run strings module first with -e flag`));
+        console.log(chalk.yellow(`[!] Example: js-recon strings -d <directory> -e`));
+        process.exit(1);
+    }
+    const endpoints = JSON.parse(fs.readFileSync(urlsFile, "utf8")).paths;
+    let js_contents = {};
+    // make requests to all of them with the special header
+    const reqPromises = endpoints.map((endpoint) => __awaiter(void 0, void 0, void 0, function* () {
+        const reqUrl = new URL(endpoint, url).href;
+        try {
+            // delay in case over the thread count
+            while (queue >= max_queue) {
+                yield new Promise((resolve) => setTimeout(resolve, 100));
+            }
+            queue++;
+            const res = yield makeRequest(reqUrl, {
+                headers: {
+                    RSC: "1",
+                },
+            });
+            if (res &&
+                res.status === 200 &&
+                res.headers.get("content-type").includes("text/x-component")) {
+                const text = yield res.text();
+                js_contents[endpoint] = text;
+                const { host, directory } = getURLDirectory(reqUrl);
+                // save the contents to "___subsequent_requests/"
+                // make the subsequent_requests directory if it doesn't exist
+                const output_path = path.join(output, host, "___subsequent_requests", directory);
+                if (!fs.existsSync(output_path)) {
+                    fs.mkdirSync(output_path, { recursive: true });
+                }
+                fs.writeFileSync(path.join(output_path, "index.js"), text);
+                // find the static ones from the JS resp
+                const staticFiles = yield findStaticFiles(text);
+                // go through each file and get the absolute path of those
+                const absolutePaths = staticFiles.map((file) => {
+                    // go through existing JS URLs found
+                    let js_path_dir;
+                    for (const js_url of js_urls) {
+                        if (!js_path_dir &&
+                            new URL(js_url).host === new URL(url).host &&
+                            new URL(js_url).pathname.includes("static/chunks/")) {
+                            js_path_dir = js_url.replace(/\/[^\/]+\.js.*$/, "");
+                        }
+                    }
+                    return js_path_dir.replace("static/chunks", "") + file;
+                });
+                // Filter out paths that are already in js_urls before pushing to staticJSURLs
+                const newPaths = absolutePaths.filter((path) => !js_urls.includes(path));
+                if (newPaths.length > 0) {
+                    staticJSURLs.push(...newPaths);
+                }
+            }
+            queue--;
+        }
+        catch (e) {
+            queue--;
+            console.log(chalk.red(`[!] Error fetching ${reqUrl}: ${e}`));
+        }
+    }));
+    yield Promise.all(reqPromises);
+    staticJSURLs = [...new Set(staticJSURLs)];
+    console.log(chalk.green(`[✓] Found ${staticJSURLs.length} JS chunks from subsequent requests`));
+    return staticJSURLs;
+});
+export default subsequentRequests;
+//# sourceMappingURL=next_SubsequentRequests.js.map

package/build/lazyLoad/next_js/next_SubsequentRequests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_SubsequentRequests.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_SubsequentRequests.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,wBAAwB;AACxB,OAAO,WAAW,MAAM,0BAA0B,CAAC;AAEnD,IAAI,KAAK,GAAG,CAAC,CAAC;AACd,IAAI,SAAS,CAAC;AAEd;;;;;;;;GAQG;AACH,MAAM,eAAe,GAAG,CAAO,UAAU,EAAE,EAAE;IACzC,oBAAoB;IACpB,MAAM,OAAO,GAAG;QACZ,GAAG,UAAU,CAAC,QAAQ,CAAC,6CAA6C,CAAC;KACxE,CAAC;IACF,iBAAiB;IAEjB,IAAI,QAAQ,GAAG,EAAE,CAAC;IAElB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,SAAS,EAAE,EAAE;IACxC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB;IACjF,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,eAAe;IAEhC,MAAM,OAAO,GAAG,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc;IACzD,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC,kCAAkC;AACxE,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACvB,GAAG,EACH,QAAQ,EACR,OAAO,EACP,MAAM,EACN,OAAO,EACgB,EAAE;IACzB,SAAS,GAAG,OAAO,CAAC;IACpB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC,CAAC;IAE1E,gDAAgD;IAChD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,QAAQ,iBAAiB,CAAC,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,MAAM,CAAC,kDAAkD,CAAC,CACnE,CAAC;QACF,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,MAAM,CAAC,iDAAiD,CAAC,CAClE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;IAEtE,IAAI,WAAW,GAAG,EAAE,CAAC;IAErB,uDAAuD;IACvD,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;QACjD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;QAC3C,IAAI,CAAC;YACD,sCAAsC;YACtC,OAAO,KAAK,IAAI,SAAS,EAAE,CAAC;gBACxB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,KAAK,EAAE,CAAC;YAER,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE;gBAClC,OAAO,EAAE;oBACL,GAAG,EAAE,GAAG;iBACX;aACJ,CAAC,CAAC;YAEH,IACI,GAAG;gBACH,GAAG,CAAC,MAAM,KAAK,GAAG;gBAClB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAC9D,CAAC;gBACC,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,WAAW,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;gBAE7B,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;gBAEpD,iDAAiD;gBACjD,6DAA6D;gBAE7D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CACzB,MAAM,EACN,IAAI,EACJ,wBAAwB,EACxB,SAAS,CACZ,CAAC;gBACF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC9B,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACnD,CAAC;gBACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;gBAE3D,wCAAwC;gBACxC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;gBAEhD,0DAA0D;gBAC1D,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBAC3C,oCAAoC;oBACpC,IAAI,WAAW,CAAC;oBAChB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC3B,IACI,CAAC,WAAW;4BACZ,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI;4BAC1C,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EACrD,CAAC;4BACC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;wBACxD,CAAC;oBACL,CAAC;oBACD,OAAO,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;gBAC3D,CAAC,CAAC,CAAC;gBAEH,8EAA8E;gBAC9E,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CACjC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CACpC,CAAC;gBACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,YAAY,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;gBACnC,CAAC;YACL,CAAC;YAED,KAAK,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,KAAK,EAAE,CAAC;YACR,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAE/B,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IAE1C,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,KAAK,CACP,aAAa,YAAY,CAAC,MAAM,qCAAqC,CACxE,CACJ,CAAC;IAEF,OAAO,YAAY,CAAC;AACxB,CAAC,CAAA,CAAC;AAEF,eAAe,kBAAkB,CAAC"}

package/build/lazyLoad/nuxt_js/nuxt_astParse.js

@@ -0,0 +1,188 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import parser from "@babel/parser";
+import _traverse from "@babel/traverse";
+const traverse = _traverse.default;
+import execFunc from "../../utility/runSandboxed.js";
+import makeRequest from "../../utility/makeReq.js";
+import chalk from "chalk";
+import inquirer from "inquirer";
+import t from "@babel/types";
+import resolvePath from "../../utility/resolvePath.js";
+import * as globals from "../../utility/globals.js";
+const nuxt_astParse = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    let filesFound = [];
+    const resp = yield makeRequest(url, {});
+    const body = yield resp.text();
+    let ast;
+    try {
+        ast = parser.parse(body, {
+            sourceType: "module",
+            plugins: ["jsx", "typescript"],
+        });
+    }
+    catch (error) {
+        console.log(chalk.red("[!] Error parsing JS file: ", url));
+        return filesFound;
+    }
+    let functions = [];
+    traverse(ast, {
+        FunctionDeclaration(path) {
+            var _a;
+            functions.push({
+                name: ((_a = path.node.id) === null || _a === void 0 ? void 0 : _a.name) || "(anonymous)",
+                type: "FunctionDeclaration",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+        FunctionExpression(path) {
+            var _a;
+            functions.push({
+                name: ((_a = path.parent.id) === null || _a === void 0 ? void 0 : _a.name) || "(anonymous)",
+                type: "FunctionExpression",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+        ArrowFunctionExpression(path) {
+            var _a;
+            functions.push({
+                name: ((_a = path.parent.id) === null || _a === void 0 ? void 0 : _a.name) || "(anonymous)",
+                type: "ArrowFunctionExpression",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+        ObjectMethod(path) {
+            functions.push({
+                name: path.node.key.name,
+                type: "ObjectMethod",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+        ClassMethod(path) {
+            functions.push({
+                name: path.node.key.name,
+                type: "ClassMethod",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+    });
+    // iterate through the functions, and find out the one that ends with ".js"
+    for (const func of functions) {
+        if (func.source.match(/"\.js".{0,15}$/)) {
+            console.log(chalk.green(`[✓] Found JS chunk having the following source:`));
+            console.log(chalk.yellow(func.source));
+            let user_verified;
+            if (!globals.getYes()) {
+                const askCorrectFuncConfirmation = () => __awaiter(void 0, void 0, void 0, function* () {
+                    const { value } = yield inquirer.prompt([
+                        {
+                            type: "confirm",
+                            name: "value",
+                            message: "Is this the correct function?",
+                            default: true,
+                        },
+                    ]);
+                    return value;
+                });
+                user_verified = yield askCorrectFuncConfirmation();
+            }
+            else {
+                user_verified = true;
+            }
+            if (user_verified === true) {
+                console.log(chalk.cyan("[i] Proceeding with the selected function to fetch files"));
+            }
+            else {
+                console.log(chalk.red("[!] Not executing function."));
+                continue;
+            }
+            // get the value of the unknown vars
+            // first, get the name of the unknown function
+            const unknownVarAst = parser.parse(`(${func.source})`, {
+                sourceType: "script",
+                plugins: ["jsx", "typescript"],
+            });
+            let memberExpressions = [];
+            traverse(unknownVarAst, {
+                MemberExpression(path) {
+                    // Only collect identifiers like f.p (not obj["x"])
+                    if (t.isIdentifier(path.node.object) &&
+                        t.isIdentifier(path.node.property) &&
+                        !path.node.computed // ignore obj["x"]
+                    ) {
+                        const objName = path.node.object.name;
+                        const propName = path.node.property.name;
+                        memberExpressions.push(`${objName}.${propName}`);
+                    }
+                },
+            });
+            const unknownVar = memberExpressions[0].split(".");
+            // now, resolve the value of this unknown var
+            let unknownVarValue;
+            traverse(ast, {
+                AssignmentExpression(path) {
+                    const { left, right } = path.node;
+                    if (t.isMemberExpression(left) &&
+                        t.isIdentifier(left.object, { name: unknownVar[0] }) &&
+                        t.isIdentifier(left.property, {
+                            name: unknownVar[1],
+                        }) &&
+                        !left.computed) {
+                        if (t.isStringLiteral(right)) {
+                            unknownVarValue = right.value;
+                        }
+                        else {
+                            // fallback to source snippet
+                            unknownVarValue = func.source.slice(right.start, right.end);
+                        }
+                    }
+                },
+            });
+            // replace the unknown var with the value
+            const funcSource = func.source.replace(new RegExp(`${unknownVar[0]}.${unknownVar[1]}`), `"${unknownVarValue}"`);
+            // continue to executing the function with all possible numbers
+            const urlBuilderFunc = `(() => (${funcSource}))()`;
+            let js_paths = [];
+            try {
+                // rather than fuzzing, grep the integers from the func code
+                const integers = funcSource.match(/\d+/g);
+                if (integers) {
+                    // Check if integers were found
+                    // iterate through all integers, and get the output
+                    for (const i of integers) {
+                        const output = execFunc(urlBuilderFunc, parseInt(i));
+                        if (output.includes("undefined")) {
+                            continue;
+                        }
+                        else {
+                            js_paths.push(output);
+                        }
+                    }
+                }
+            }
+            catch (error) {
+                console.log(chalk.red("[!] Error executing function: ", error));
+            }
+            if (js_paths.length > 0) {
+                // iterate through the files, and resolve them
+                for (const js_path of js_paths) {
+                    const resolvedPath = yield resolvePath(url, js_path);
+                    filesFound.push(resolvedPath);
+                }
+            }
+        }
+    }
+    if (filesFound.length > 0) {
+        console.log(chalk.green(`[✓] Found ${filesFound.length} JS chunks`));
+    }
+    return filesFound;
+});
+export default nuxt_astParse;
+//# sourceMappingURL=nuxt_astParse.js.map

package/build/lazyLoad/nuxt_js/nuxt_astParse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nuxt_astParse.js","sourceRoot":"","sources":["../../../src/lazyLoad/nuxt_js/nuxt_astParse.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AACnC,OAAO,QAAQ,MAAM,+BAA+B,CAAC;AACrD,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,CAAC,MAAM,cAAc,CAAC;AAC7B,OAAO,WAAW,MAAM,8BAA8B,CAAC;AACvD,OAAO,KAAK,OAAO,MAAM,0BAA0B,CAAC;AAEpD,MAAM,aAAa,GAAG,CAAO,GAAW,EAAE,EAAE;IACxC,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAE/B,IAAI,GAAG,CAAC;IACR,IAAI,CAAC;QACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE;YACrB,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;SACjC,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC,CAAC;QAC3D,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,QAAQ,CAAC,GAAG,EAAE;QACV,mBAAmB,CAAC,IAAI;;YACpB,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAA,MAAA,IAAI,CAAC,IAAI,CAAC,EAAE,0CAAE,IAAI,KAAI,aAAa;gBACzC,IAAI,EAAE,qBAAqB;gBAC3B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;QACD,kBAAkB,CAAC,IAAI;;YACnB,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAA,MAAA,IAAI,CAAC,MAAM,CAAC,EAAE,0CAAE,IAAI,KAAI,aAAa;gBAC3C,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;QACD,uBAAuB,CAAC,IAAI;;YACxB,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAA,MAAA,IAAI,CAAC,MAAM,CAAC,EAAE,0CAAE,IAAI,KAAI,aAAa;gBAC3C,IAAI,EAAE,yBAAyB;gBAC/B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;QACD,YAAY,CAAC,IAAI;YACb,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI;gBACxB,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;QACD,WAAW,CAAC,IAAI;YACZ,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI;gBACxB,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;KACJ,CAAC,CAAC;IAEH,2EAA2E;IAE3E,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACtC,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,KAAK,CAAC,iDAAiD,CAAC,CACjE,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAEvC,IAAI,aAAa,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpB,MAAM,0BAA0B,GAAG,GAAS,EAAE;oBAC1C,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;wBACpC;4BACI,IAAI,EAAE,SAAS;4BACf,IAAI,EAAE,OAAO;4BACb,OAAO,EAAE,+BAA+B;4BACxC,OAAO,EAAE,IAAI;yBAChB;qBACJ,CAAC,CAAC;oBACH,OAAO,KAAK,CAAC;gBACjB,CAAC,CAAA,CAAC;gBAEF,aAAa,GAAG,MAAM,0BAA0B,EAAE,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACJ,aAAa,GAAG,IAAI,CAAC;YACzB,CAAC;YACD,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,IAAI,CACN,0DAA0D,CAC7D,CACJ,CAAC;YACN,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;gBACtD,SAAS;YACb,CAAC;YACD,oCAAoC;YACpC,8CAA8C;YAC9C,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;gBACnD,UAAU,EAAE,QAAQ;gBACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;aACjC,CAAC,CAAC;YACH,IAAI,iBAAiB,GAAG,EAAE,CAAC;YAC3B,QAAQ,CAAC,aAAa,EAAE;gBACpB,gBAAgB,CAAC,IAAI;oBACjB,mDAAmD;oBACnD,IACI,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;wBAChC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;wBAClC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB;sBACxC,CAAC;wBACC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;wBACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACzC,iBAAiB,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,QAAQ,EAAE,CAAC,CAAC;oBACrD,CAAC;gBACL,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAEnD,6CAA6C;YAC7C,IAAI,eAAe,CAAC;YAEpB,QAAQ,CAAC,GAAG,EAAE;gBACV,oBAAoB,CAAC,IAAI;oBACrB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;oBAElC,IACI,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC;wBAC1B,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;wBACpD,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE;4BAC1B,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;yBACtB,CAAC;wBACF,CAAC,IAAI,CAAC,QAAQ,EAChB,CAAC;wBACC,IAAI,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC3B,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC;wBAClC,CAAC;6BAAM,CAAC;4BACJ,6BAA6B;4BAC7B,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAC/B,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,GAAG,CACZ,CAAC;wBACN,CAAC;oBACL,CAAC;gBACL,CAAC;aACJ,CAAC,CAAC;YAEH,yCAAyC;YACzC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAClC,IAAI,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,EAC/C,IAAI,eAAe,GAAG,CACzB,CAAC;YAEF,+DAA+D;YAC/D,MAAM,cAAc,GAAG,WAAW,UAAU,MAAM,CAAC;YACnD,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,IAAI,CAAC;gBACD,4DAA4D;gBAC5D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC1C,IAAI,QAAQ,EAAE,CAAC;oBACX,+BAA+B;oBAC/B,mDAAmD;oBACnD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;wBACvB,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;wBACrD,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;4BAC/B,SAAS;wBACb,CAAC;6BAAM,CAAC;4BACJ,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC1B,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC,CAAC;YACpE,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,8CAA8C;gBAC9C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;oBAC7B,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;oBACrD,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAClC,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,UAAU,CAAC,MAAM,YAAY,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC,CAAA,CAAC;AAEF,eAAe,aAAa,CAAC"}

package/build/lazyLoad/nuxt_js/nuxt_getFromPageSource.js

@@ -0,0 +1,75 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import makeRequest from "../../utility/makeReq.js";
+import { getJsUrls, pushToJsUrls } from "../globals.js";
+import * as cheerio from "cheerio";
+const nuxt_getFromPageSource = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Analyzing page source"));
+    // get the page source
+    const res = yield makeRequest(url, {});
+    const pageSource = yield res.text();
+    // cheerio to parse the page source
+    const $ = cheerio.load(pageSource);
+    // find all link tags
+    const linkTags = $("link");
+    // go through them, and find the ones which have `as=script` attr
+    for (const linkTag of linkTags) {
+        const asAttr = $(linkTag).attr("as");
+        if (asAttr === "script") {
+            const hrefAttr = $(linkTag).attr("href");
+            if (hrefAttr) {
+                // see if it starts with /_nuxt
+                if (hrefAttr.startsWith("/_nuxt")) {
+                    // get the URL root, and append the hrefAttr to it
+                    const urlRoot = new URL(url).origin;
+                    pushToJsUrls(urlRoot + hrefAttr);
+                }
+            }
+        }
+    }
+    // now, search all the script tags
+    const scriptTags = $("script");
+    for (const scriptTag of scriptTags) {
+        const src = $(scriptTag).attr("src");
+        if (src !== undefined &&
+            src.match(/(https:\/\/[a-zA-Z0-9_\_\.]+\/.+\.js\??.*|\/.+\.js\??.*)/)) {
+            if (src.startsWith("http")) {
+                if (!getJsUrls().includes(src)) {
+                    pushToJsUrls(src);
+                }
+            }
+            // if the src starts with /, like `/static/js/a.js` find the absolute URL
+            else if (src.startsWith("/")) {
+                const absoluteUrl = new URL(url).origin + src;
+                if (!getJsUrls().includes(absoluteUrl)) {
+                    pushToJsUrls(absoluteUrl);
+                }
+            }
+            else if (src.match(/^[^/]/)) {
+                // if the src is a relative URL, like `static/js/a.js` find the absolute URL
+                // Get directory URL (origin + path without filename)
+                const pathParts = new URL(url).pathname.split("/");
+                pathParts.pop(); // remove the filename from the path
+                const directory = new URL(url).origin + pathParts.join("/") + "/";
+                if (!getJsUrls().includes(directory + src)) {
+                    pushToJsUrls(directory + src);
+                }
+            }
+            else {
+                continue;
+            }
+        }
+    }
+    console.log(chalk.green(`[✓] Found ${getJsUrls().length} JS files from the page source`));
+    return getJsUrls();
+});
+export default nuxt_getFromPageSource;
+//# sourceMappingURL=nuxt_getFromPageSource.js.map

package/build/lazyLoad/nuxt_js/nuxt_getFromPageSource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nuxt_getFromPageSource.js","sourceRoot":"","sources":["../../../src/lazyLoad/nuxt_js/nuxt_getFromPageSource.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,MAAM,sBAAsB,GAAG,CAAO,GAAG,EAAE,EAAE;IACzC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;IAErD,sBAAsB;IACtB,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEpC,mCAAmC;IACnC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAEnC,qBAAqB;IACrB,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAE3B,iEAAiE;IACjE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzC,IAAI,QAAQ,EAAE,CAAC;gBACX,+BAA+B;gBAC/B,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChC,kDAAkD;oBAClD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;oBACpC,YAAY,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC;gBACrC,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,kCAAkC;IAClC,MAAM,UAAU,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC/B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,IACI,GAAG,KAAK,SAAS;YACjB,GAAG,CAAC,KAAK,CACL,0DAA0D,CAC7D,EACH,CAAC;YACC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC7B,YAAY,CAAC,GAAG,CAAC,CAAC;gBACtB,CAAC;YACL,CAAC;YACD,yEAAyE;iBACpE,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC;gBAC9C,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACrC,YAAY,CAAC,WAAW,CAAC,CAAC;gBAC9B,CAAC;YACL,CAAC;iBAAM,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,4EAA4E;gBAC5E,qDAAqD;gBACrD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnD,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,oCAAoC;gBACrD,MAAM,SAAS,GACX,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBAEpD,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,SAAS,GAAG,GAAG,CAAC,EAAE,CAAC;oBACzC,YAAY,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;gBAClC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,SAAS;YACb,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,KAAK,CACP,aAAa,SAAS,EAAE,CAAC,MAAM,gCAAgC,CAClE,CACJ,CAAC;IAEF,OAAO,SAAS,EAAE,CAAC;AACvB,CAAC,CAAA,CAAC;AAEF,eAAe,sBAAsB,CAAC"}