@js-recon/js-recon 1.3.1-beta.2

package/build/lazyLoad/next_js/next_globals.js

@@ -0,0 +1,8 @@
+export let buildId = null;
+export const setBuildId = (id) => {
+    buildId = id;
+};
+export const getBuildId = () => {
+    return buildId;
+};
+//# sourceMappingURL=next_globals.js.map

package/build/lazyLoad/next_js/next_globals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_globals.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_globals.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,IAAI,OAAO,GAAkB,IAAI,CAAC;AAEzC,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,EAAU,EAAQ,EAAE;IAC3C,OAAO,GAAG,EAAE,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,GAAkB,EAAE;IAC1C,OAAO,OAAO,CAAC;AACnB,CAAC,CAAC"}

package/build/lazyLoad/next_js/next_parseLayoutJs.js

@@ -0,0 +1,116 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import makeRequest from "../../utility/makeReq.js";
+import parser from "@babel/parser";
+import _traverse from "@babel/traverse";
+import chalk from "chalk";
+import next_getJSScript from "./next_GetJSScript.js";
+const traverse = _traverse.default;
+const next_parseLayoutJs = (baseUrl, urls) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Parsing layout.js files"));
+    let toReturn = [];
+    // iterate through all the URLs and find the layout.*.js files
+    for (const url of urls) {
+        if (url.includes("layout-")) {
+            // request the content, and parse it
+            const req = yield makeRequest(url);
+            const jsContent = yield req.text();
+            let ast;
+            try {
+                ast = parser.parse(jsContent, {
+                    sourceType: "unambiguous",
+                    plugins: ["jsx", "typescript"],
+                    errorRecovery: true,
+                });
+            }
+            catch (_a) {
+                continue;
+            }
+            let hrefFinds = [];
+            const resolveString = (node) => {
+                if (!node)
+                    return "";
+                if (node.type === "StringLiteral") {
+                    return node.value;
+                }
+                if (node.type === "TemplateLiteral") {
+                    let str = "";
+                    node.quasis.forEach((q, i) => {
+                        str += q.value.raw;
+                        if (i < node.expressions.length) {
+                            str += resolveString(node.expressions[i]);
+                        }
+                    });
+                    return str;
+                }
+                if (node.type === "BinaryExpression" && node.operator === "+") {
+                    return resolveString(node.left) + resolveString(node.right);
+                }
+                if (node.type === "CallExpression") {
+                    if (node.callee.type === "MemberExpression" && node.callee.property.name === "concat") {
+                        let base = resolveString(node.callee.object);
+                        node.arguments.forEach((arg) => {
+                            base += resolveString(arg);
+                        });
+                        return base;
+                    }
+                }
+                // If it's an identifier or unknown, we return a placeholder to represent dynamic content
+                return Math.random()
+                    .toString(36)
+                    .substring(2, 2 + 64);
+            };
+            // traverse through the AST, and find all the hrefs
+            traverse(ast, {
+                ObjectProperty(path) {
+                    const { key, value } = path.node;
+                    // Check if key is 'href' (identifier) or "href" (literal)
+                    if (key.name === "href") {
+                        const resolved = resolveString(value);
+                        if (resolved) {
+                            hrefFinds.push(resolved);
+                        }
+                    }
+                },
+            });
+            // iterate through each href, and try to send the server a request
+            // if the response code is 200, run all the methods again on that
+            for (const href of hrefFinds) {
+                const newUrl = new URL(href, new URL(url).origin).href;
+                if (newUrl.startsWith("mailto:"))
+                    continue;
+                // also, check if the origin is same or not
+                if (new URL(baseUrl).origin !== new URL(newUrl).origin)
+                    continue;
+                let req;
+                try {
+                    req = yield makeRequest(newUrl);
+                }
+                catch (_b) {
+                    continue;
+                }
+                if (req.status === 200) {
+                    console.log(chalk.green("[✓] Found new client side URL: ", newUrl));
+                    // parse the HTML for script tags
+                    const jsFiles = yield next_getJSScript(newUrl);
+                    toReturn.push(...jsFiles);
+                }
+            }
+        }
+    }
+    // dedupe
+    toReturn = [...new Set(toReturn)];
+    if (toReturn.length !== 0) {
+        console.log(chalk.green(`[✓] Found ${toReturn.length} JS files from the layout.js files`));
+    }
+    return toReturn;
+});
+export default next_parseLayoutJs;
+//# sourceMappingURL=next_parseLayoutJs.js.map

package/build/lazyLoad/next_js/next_parseLayoutJs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_parseLayoutJs.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_parseLayoutJs.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,gBAAgB,MAAM,uBAAuB,CAAC;AAErD,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AAEnC,MAAM,kBAAkB,GAAG,CAAO,OAAe,EAAE,IAAc,EAAE,EAAE;IACjE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC,CAAC;IAEvD,IAAI,QAAQ,GAAa,EAAE,CAAC;IAE5B,8DAA8D;IAE9D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,oCAAoC;YACpC,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;YAEnC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,GAAG,CAAC;YAER,IAAI,CAAC;gBACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE;oBAC1B,UAAU,EAAE,aAAa;oBACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;oBAC9B,aAAa,EAAE,IAAI;iBACtB,CAAC,CAAC;YACP,CAAC;YAAC,WAAM,CAAC;gBACL,SAAS;YACb,CAAC;YAED,IAAI,SAAS,GAAa,EAAE,CAAC;YAE7B,MAAM,aAAa,GAAG,CAAC,IAAS,EAAU,EAAE;gBACxC,IAAI,CAAC,IAAI;oBAAE,OAAO,EAAE,CAAC;gBAErB,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;oBAChC,OAAO,IAAI,CAAC,KAAK,CAAC;gBACtB,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBAClC,IAAI,GAAG,GAAG,EAAE,CAAC;oBACb,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE;wBACtC,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;wBACnB,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;4BAC9B,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC9C,CAAC;oBACL,CAAC,CAAC,CAAC;oBACH,OAAO,GAAG,CAAC;gBACf,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,IAAI,IAAI,CAAC,QAAQ,KAAK,GAAG,EAAE,CAAC;oBAC5D,OAAO,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAChE,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBACjC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,kBAAkB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACpF,IAAI,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;wBAC7C,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,GAAQ,EAAE,EAAE;4BAChC,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC;wBAC/B,CAAC,CAAC,CAAC;wBACH,OAAO,IAAI,CAAC;oBAChB,CAAC;gBACL,CAAC;gBAED,yFAAyF;gBACzF,OAAO,IAAI,CAAC,MAAM,EAAE;qBACf,QAAQ,CAAC,EAAE,CAAC;qBACZ,SAAS,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9B,CAAC,CAAC;YAEF,mDAAmD;YACnD,QAAQ,CAAC,GAAG,EAAE;gBACV,cAAc,CAAC,IAAS;oBACpB,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;oBACjC,0DAA0D;oBAC1D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACtB,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;wBACtC,IAAI,QAAQ,EAAE,CAAC;4BACX,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBAC7B,CAAC;oBACL,CAAC;gBACL,CAAC;aACJ,CAAC,CAAC;YAEH,kEAAkE;YAClE,iEAAiE;YAEjE,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;gBAEvD,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC;oBAAE,SAAS;gBAE3C,2CAA2C;gBAC3C,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM;oBAAE,SAAS;gBAEjE,IAAI,GAAoB,CAAC;gBACzB,IAAI,CAAC;oBACD,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;gBACpC,CAAC;gBAAC,WAAM,CAAC;oBACL,SAAS;gBACb,CAAC;gBAED,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACrB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,iCAAiC,EAAE,MAAM,CAAC,CAAC,CAAC;oBACpE,iCAAiC;oBACjC,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBAC/C,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,SAAS;IACT,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IAElC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,MAAM,oCAAoC,CAAC,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,eAAe,kBAAkB,CAAC"}

package/build/lazyLoad/next_js/next_promiseResolve.js

@@ -0,0 +1,85 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import makeRequest from "../../utility/makeReq.js";
+import parser from "@babel/parser";
+import _traverse from "@babel/traverse";
+import { addCrawledUrl } from "../globals.js";
+const traverse = _traverse.default;
+const next_promiseResolveWorker = (url, jsDirBase) => __awaiter(void 0, void 0, void 0, function* () {
+    let toReturn = [];
+    // get the contents of the file
+    const req = yield makeRequest(url);
+    if (!req || !req.ok)
+        return toReturn;
+    const data = yield req.text();
+    try {
+        const ast = parser.parse(data, {
+            sourceType: "unambiguous",
+            plugins: ["jsx", "typescript"],
+            errorRecovery: true,
+        });
+        let matches = [];
+        traverse(ast, {
+            CallExpression(path) {
+                const { node } = path;
+                // Check for Promise.all([...].map(...)) pattern
+                if (node.callee.type === "MemberExpression" &&
+                    node.callee.object.type === "Identifier" &&
+                    node.callee.object.name === "Promise" &&
+                    node.callee.property.type === "Identifier" &&
+                    node.callee.property.name === "all") {
+                    const arg = node.arguments[0];
+                    if (arg &&
+                        arg.type === "CallExpression" &&
+                        arg.callee.type === "MemberExpression" &&
+                        arg.callee.property.type === "Identifier" &&
+                        arg.callee.property.name === "map" &&
+                        arg.callee.object.type === "ArrayExpression") {
+                        arg.callee.object.elements.forEach((element) => {
+                            if (element && element.type === "StringLiteral") {
+                                matches.push(element.value);
+                            }
+                        });
+                    }
+                }
+            },
+        });
+        // now that we got the match, we can use it to build the final URL
+        for (const match of matches) {
+            const jsFileName = match.replace("static/chunks/", "/");
+            const jsFileUrl = jsDirBase + jsFileName;
+            toReturn.push(jsFileUrl);
+        }
+    }
+    catch (e) { }
+    return toReturn;
+});
+const next_promiseResolve = (urls) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Check for Promise.all pattern"));
+    let toReturn = [];
+    // go through all the URLs, and find which which one has `static/chunks/` in it
+    let jsDirBase = null;
+    for (const url of urls) {
+        if (url.includes("static/chunks/")) {
+            jsDirBase = url.split("/").slice(0, -1).join("/");
+            break;
+        }
+    }
+    for (const url of urls) {
+        const result = yield next_promiseResolveWorker(url, jsDirBase);
+        toReturn.push(...result);
+        // add the URL to the crawled URL
+        addCrawledUrl(url);
+    }
+    return toReturn;
+});
+export default next_promiseResolve;
+//# sourceMappingURL=next_promiseResolve.js.map

package/build/lazyLoad/next_js/next_promiseResolve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_promiseResolve.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_promiseResolve.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AAExC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AAEnC,MAAM,yBAAyB,GAAG,CAAO,GAAW,EAAE,SAAiB,EAAqB,EAAE;IAC1F,IAAI,QAAQ,GAAa,EAAE,CAAC;IAC5B,+BAA+B;IAC/B,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,OAAO,QAAQ,CAAC;IAErC,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAE9B,IAAI,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE;YAC3B,UAAU,EAAE,aAAa;YACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;YAC9B,aAAa,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,IAAI,OAAO,GAAa,EAAE,CAAC;QAC3B,QAAQ,CAAC,GAAG,EAAE;YACV,cAAc,CAAC,IAAI;gBACf,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;gBAEtB,gDAAgD;gBAChD,IACI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,kBAAkB;oBACvC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY;oBACxC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS;oBACrC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,YAAY;oBAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,KAAK,EACrC,CAAC;oBACC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBAC9B,IACI,GAAG;wBACH,GAAG,CAAC,IAAI,KAAK,gBAAgB;wBAC7B,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,kBAAkB;wBACtC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,YAAY;wBACzC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,KAAK;wBAClC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,iBAAiB,EAC9C,CAAC;wBACC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;4BAC3C,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gCAC9C,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;4BAChC,CAAC;wBACL,CAAC,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC,CAAC;QAEH,kEAAkE;QAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;YACxD,MAAM,SAAS,GAAG,SAAS,GAAG,UAAU,CAAC;YAEzC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CAAC;IAEd,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAO,IAAc,EAAE,EAAE;IACjD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC,CAAC;IAE7D,IAAI,QAAQ,GAAa,EAAE,CAAC;IAE5B,+EAA+E;IAC/E,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACjC,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClD,MAAM;QACV,CAAC;IACL,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,MAAM,yBAAyB,CAAC,GAAG,EAAE,SAAU,CAAC,CAAC;QAChE,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QACzB,iCAAiC;QACjC,aAAa,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,eAAe,mBAAmB,CAAC"}

package/build/lazyLoad/next_js/next_scriptTagsSubsequentRequests.js

@@ -0,0 +1,51 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import next_getJSScript from "./next_GetJSScript.js";
+import fs from "fs";
+const next_scriptTagsSubsequentRequests = (url, endpointsFile) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Getting JS files from subsequent requests (script tags)"));
+    let endpoints = JSON.parse(fs.readFileSync(endpointsFile, "utf8")).paths;
+    endpoints.push("/");
+    // Content-entropy dedup: fetch each endpoint, compute a fingerprint from its
+    // script tags, and skip variants whose fingerprint has already been seen.
+    // This handles same-path URLs with different query params — if they load the
+    // same scripts they are treated as identical; if they load different scripts
+    // they are both included.
+    const seenFingerprints = new Set();
+    let jsUrls = [];
+    for (const endpoint of endpoints) {
+        // skip anything that isn't a valid relative path or absolute URL
+        if (!/^(\/|https?:\/\/)/.test(endpoint))
+            continue;
+        let reqUrl;
+        try {
+            reqUrl = new URL(endpoint, url).href;
+        }
+        catch (_a) {
+            continue;
+        }
+        const scripts = yield next_getJSScript(reqUrl);
+        const fp = [...new Set(scripts)].sort().join(",");
+        if (fp && seenFingerprints.has(fp))
+            continue;
+        if (fp)
+            seenFingerprints.add(fp);
+        jsUrls.push(...scripts);
+    }
+    // dedupe
+    jsUrls = [...new Set(jsUrls)];
+    if (jsUrls.length !== 0) {
+        console.log(chalk.green(`[✓] Found ${jsUrls.length} JS files from subsequent requests (script tags)`));
+    }
+    return jsUrls;
+});
+export default next_scriptTagsSubsequentRequests;
+//# sourceMappingURL=next_scriptTagsSubsequentRequests.js.map

package/build/lazyLoad/next_js/next_scriptTagsSubsequentRequests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"next_scriptTagsSubsequentRequests.js","sourceRoot":"","sources":["../../../src/lazyLoad/next_js/next_scriptTagsSubsequentRequests.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,gBAAgB,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,iCAAiC,GAAG,CAAO,GAAW,EAAE,aAAqB,EAAE,EAAE;IACnF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC,CAAC;IAEvF,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;IAEzE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEpB,6EAA6E;IAC7E,0EAA0E;IAC1E,6EAA6E;IAC7E,6EAA6E;IAC7E,0BAA0B;IAC1B,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC3C,IAAI,MAAM,GAAa,EAAE,CAAC;IAE1B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAC/B,iEAAiE;QACjE,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,SAAS;QAElD,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACD,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;QACzC,CAAC;QAAC,WAAM,CAAC;YACL,SAAS;QACb,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClD,IAAI,EAAE,IAAI,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,SAAS;QAC7C,IAAI,EAAE;YAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;IAC5B,CAAC;IAED,SAAS;IACT,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAE9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,MAAM,CAAC,MAAM,kDAAkD,CAAC,CAAC,CAAC;IAC3G,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC,CAAA,CAAC;AAEF,eAAe,iCAAiC,CAAC"}

package/build/lazyLoad/nuxt_js/nuxt_astParse.js

@@ -0,0 +1,202 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import parser from "@babel/parser";
+import _traverse from "@babel/traverse";
+const traverse = _traverse.default;
+import execFunc from "../../utility/runSandboxed.js";
+import makeRequest from "../../utility/makeReq.js";
+import chalk from "chalk";
+import inquirer from "inquirer";
+import t from "@babel/types";
+import resolvePath from "../../utility/resolvePath.js";
+import * as globals from "../../utility/globals.js";
+/**
+ * Finds all the lazy loaded JS files from a given URL using a Nuxt.js specific approach.
+ * It works by first parsing the HTML of the page and then extracting all the JS files from it.
+ * Then it parses the contents of each JS file and extracts all the functions from it.
+ * Then it iterates through the functions, and finds out the one that ends with ".js"
+ * and then asks the user to verify if this is the correct function.
+ * If the user verifies, it proceeds to execute the function with all possible numbers
+ * and then resolves the output to absolute URLs pointing to JavaScript files found in the page.
+ * @param {string} url - The URL of the webpage to fetch and parse.
+ * @returns {Promise<string[] | any>} - A promise that resolves to an array of absolute URLs pointing to
+ * JavaScript files found in the page, or undefined for invalid URL.
+ */
+const nuxt_astParse = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    let filesFound = [];
+    const resp = yield makeRequest(url, {});
+    const body = yield resp.text();
+    let ast;
+    try {
+        ast = parser.parse(body, {
+            sourceType: "module",
+            plugins: ["jsx", "typescript"],
+            errorRecovery: true,
+        });
+    }
+    catch (error) {
+        console.error(chalk.red("[!] Error parsing JS file: ", url));
+        return filesFound;
+    }
+    let functions = [];
+    traverse(ast, {
+        FunctionDeclaration(path) {
+            var _a;
+            functions.push({
+                name: ((_a = path.node.id) === null || _a === void 0 ? void 0 : _a.name) || "(anonymous)",
+                type: "FunctionDeclaration",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+        FunctionExpression(path) {
+            var _a;
+            functions.push({
+                name: ((_a = path.parent.id) === null || _a === void 0 ? void 0 : _a.name) || "(anonymous)",
+                type: "FunctionExpression",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+        ArrowFunctionExpression(path) {
+            var _a;
+            functions.push({
+                name: ((_a = path.parent.id) === null || _a === void 0 ? void 0 : _a.name) || "(anonymous)",
+                type: "ArrowFunctionExpression",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+        ObjectMethod(path) {
+            functions.push({
+                name: path.node.key.name,
+                type: "ObjectMethod",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+        ClassMethod(path) {
+            functions.push({
+                name: path.node.key.name,
+                type: "ClassMethod",
+                source: body.slice(path.node.start, path.node.end),
+            });
+        },
+    });
+    // iterate through the functions, and find out the one that ends with ".js"
+    for (const func of functions) {
+        if (func.source.match(/"\.js".{0,15}$/)) {
+            console.log(chalk.green(`[✓] Found JS chunk having the following source:`));
+            console.log(chalk.yellow(func.source));
+            let user_verified;
+            if (!globals.getYes()) {
+                const askCorrectFuncConfirmation = () => __awaiter(void 0, void 0, void 0, function* () {
+                    const { value } = yield inquirer.prompt([
+                        {
+                            type: "confirm",
+                            name: "value",
+                            message: "Is this the correct function?",
+                            default: true,
+                        },
+                    ]);
+                    return value;
+                });
+                user_verified = yield askCorrectFuncConfirmation();
+            }
+            else {
+                user_verified = true;
+            }
+            if (user_verified === true) {
+                console.log(chalk.cyan("[i] Proceeding with the selected function to fetch files"));
+            }
+            else {
+                console.error(chalk.red("[!] Not executing function."));
+                continue;
+            }
+            // get the value of the unknown vars
+            // first, get the name of the unknown function
+            const unknownVarAst = parser.parse(`(${func.source})`, {
+                sourceType: "script",
+                plugins: ["jsx", "typescript"],
+                errorRecovery: true,
+            });
+            let memberExpressions = [];
+            traverse(unknownVarAst, {
+                MemberExpression(path) {
+                    // Only collect identifiers like f.p (not obj["x"])
+                    if (t.isIdentifier(path.node.object) &&
+                        t.isIdentifier(path.node.property) &&
+                        !path.node.computed // ignore obj["x"]
+                    ) {
+                        const objName = path.node.object.name;
+                        const propName = path.node.property.name;
+                        memberExpressions.push(`${objName}.${propName}`);
+                    }
+                },
+            });
+            const unknownVar = memberExpressions[0].split(".");
+            // now, resolve the value of this unknown var
+            let unknownVarValue;
+            traverse(ast, {
+                AssignmentExpression(path) {
+                    const { left, right } = path.node;
+                    if (t.isMemberExpression(left) &&
+                        t.isIdentifier(left.object, { name: unknownVar[0] }) &&
+                        t.isIdentifier(left.property, {
+                            name: unknownVar[1],
+                        }) &&
+                        !left.computed) {
+                        if (t.isStringLiteral(right)) {
+                            unknownVarValue = right.value;
+                        }
+                        else {
+                            // fallback to source snippet
+                            unknownVarValue = func.source.slice(right.start, right.end);
+                        }
+                    }
+                },
+            });
+            // replace the unknown var with the value
+            const funcSource = func.source.replace(new RegExp(`${unknownVar[0]}.${unknownVar[1]}`), `"${unknownVarValue}"`);
+            // continue to executing the function with all possible numbers
+            const urlBuilderFunc = `(() => (${funcSource}))()`;
+            let js_paths = [];
+            try {
+                // rather than fuzzing, grep the integers from the func code
+                const integers = funcSource.match(/\d+/g);
+                if (integers) {
+                    // Check if integers were found
+                    // iterate through all integers, and get the output
+                    for (const i of integers) {
+                        const output = execFunc(urlBuilderFunc, parseInt(i));
+                        if (output.includes("undefined")) {
+                            continue;
+                        }
+                        else {
+                            js_paths.push(output);
+                        }
+                    }
+                }
+            }
+            catch (error) {
+                console.error(chalk.red("[!] Error executing function: ", error));
+            }
+            if (js_paths.length > 0) {
+                // iterate through the files, and resolve them
+                for (const js_path of js_paths) {
+                    const resolvedPath = yield resolvePath(url, js_path);
+                    filesFound.push(resolvedPath);
+                }
+            }
+        }
+    }
+    if (filesFound.length > 0) {
+        console.log(chalk.green(`[✓] Found ${filesFound.length} JS chunks`));
+    }
+    return filesFound;
+});
+export default nuxt_astParse;
+//# sourceMappingURL=nuxt_astParse.js.map

package/build/lazyLoad/nuxt_js/nuxt_astParse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nuxt_astParse.js","sourceRoot":"","sources":["../../../src/lazyLoad/nuxt_js/nuxt_astParse.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AACnC,OAAO,QAAQ,MAAM,+BAA+B,CAAC;AACrD,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,CAAC,MAAM,cAAc,CAAC;AAC7B,OAAO,WAAW,MAAM,8BAA8B,CAAC;AACvD,OAAO,KAAK,OAAO,MAAM,0BAA0B,CAAC;AAEpD;;;;;;;;;;;GAWG;AACH,MAAM,aAAa,GAAG,CAAO,GAAW,EAAE,EAAE;IACxC,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAE/B,IAAI,GAAG,CAAC;IACR,IAAI,CAAC;QACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE;YACrB,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;YAC9B,aAAa,EAAE,IAAI;SACtB,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7D,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,QAAQ,CAAC,GAAG,EAAE;QACV,mBAAmB,CAAC,IAAI;;YACpB,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAA,MAAA,IAAI,CAAC,IAAI,CAAC,EAAE,0CAAE,IAAI,KAAI,aAAa;gBACzC,IAAI,EAAE,qBAAqB;gBAC3B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;QACD,kBAAkB,CAAC,IAAI;;YACnB,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAA,MAAC,IAAI,CAAC,MAAc,CAAC,EAAE,0CAAE,IAAI,KAAI,aAAa;gBACpD,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;QACD,uBAAuB,CAAC,IAAI;;YACxB,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAA,MAAC,IAAI,CAAC,MAAc,CAAC,EAAE,0CAAE,IAAI,KAAI,aAAa;gBACpD,IAAI,EAAE,yBAAyB;gBAC/B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;QACD,YAAY,CAAC,IAAI;YACb,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAG,IAAI,CAAC,IAAI,CAAC,GAAW,CAAC,IAAI;gBACjC,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;QACD,WAAW,CAAC,IAAI;YACZ,SAAS,CAAC,IAAI,CAAC;gBACX,IAAI,EAAG,IAAI,CAAC,IAAI,CAAC,GAAW,CAAC,IAAI;gBACjC,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACrD,CAAC,CAAC;QACP,CAAC;KACJ,CAAC,CAAC;IAEH,2EAA2E;IAE3E,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC;YAC5E,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAEvC,IAAI,aAAa,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpB,MAAM,0BAA0B,GAAG,GAAS,EAAE;oBAC1C,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;wBACpC;4BACI,IAAI,EAAE,SAAS;4BACf,IAAI,EAAE,OAAO;4BACb,OAAO,EAAE,+BAA+B;4BACxC,OAAO,EAAE,IAAI;yBAChB;qBACJ,CAAC,CAAC;oBACH,OAAO,KAAK,CAAC;gBACjB,CAAC,CAAA,CAAC;gBAEF,aAAa,GAAG,MAAM,0BAA0B,EAAE,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACJ,aAAa,GAAG,IAAI,CAAC;YACzB,CAAC;YACD,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC,CAAC;YACxF,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;gBACxD,SAAS;YACb,CAAC;YACD,oCAAoC;YACpC,8CAA8C;YAC9C,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;gBACnD,UAAU,EAAE,QAAQ;gBACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;gBAC9B,aAAa,EAAE,IAAI;aACtB,CAAC,CAAC;YACH,IAAI,iBAAiB,GAAG,EAAE,CAAC;YAC3B,QAAQ,CAAC,aAAa,EAAE;gBACpB,gBAAgB,CAAC,IAAI;oBACjB,mDAAmD;oBACnD,IACI,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;wBAChC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;wBAClC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB;sBACxC,CAAC;wBACC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;wBACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACzC,iBAAiB,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,QAAQ,EAAE,CAAC,CAAC;oBACrD,CAAC;gBACL,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAEnD,6CAA6C;YAC7C,IAAI,eAAe,CAAC;YAEpB,QAAQ,CAAC,GAAG,EAAE;gBACV,oBAAoB,CAAC,IAAI;oBACrB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;oBAElC,IACI,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC;wBAC1B,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;wBACpD,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE;4BAC1B,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;yBACtB,CAAC;wBACF,CAAC,IAAI,CAAC,QAAQ,EAChB,CAAC;wBACC,IAAI,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC3B,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC;wBAClC,CAAC;6BAAM,CAAC;4BACJ,6BAA6B;4BAC7B,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;wBAChE,CAAC;oBACL,CAAC;gBACL,CAAC;aACJ,CAAC,CAAC;YAEH,yCAAyC;YACzC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAClC,IAAI,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,EAC/C,IAAI,eAAe,GAAG,CACzB,CAAC;YAEF,+DAA+D;YAC/D,MAAM,cAAc,GAAG,WAAW,UAAU,MAAM,CAAC;YACnD,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,IAAI,CAAC;gBACD,4DAA4D;gBAC5D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC1C,IAAI,QAAQ,EAAE,CAAC;oBACX,+BAA+B;oBAC/B,mDAAmD;oBACnD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;wBACvB,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;wBACrD,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;4BAC/B,SAAS;wBACb,CAAC;6BAAM,CAAC;4BACJ,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC1B,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC,CAAC;YACtE,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,8CAA8C;gBAC9C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;oBAC7B,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;oBACrD,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAClC,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,UAAU,CAAC,MAAM,YAAY,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC,CAAA,CAAC;AAEF,eAAe,aAAa,CAAC"}

package/build/lazyLoad/nuxt_js/nuxt_getFromPageSource.js

@@ -0,0 +1,82 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import makeRequest from "../../utility/makeReq.js";
+import { getJsUrls, pushToJsUrls } from "../globals.js";
+import * as cheerio from "cheerio";
+/**
+ * Finds all the lazy loaded JavaScript files from a webpage by parsing the page source.
+ * It looks for all `<link>` tags with `as="script"` attribute and `<script>` tags with `src` attribute.
+ * It then resolves the relative URLs to absolute URLs and returns an array of all the JS files found.
+ *
+ * @param {string} url - The URL of the webpage to fetch and parse.
+ * @returns {Promise<string[]>} - A promise that resolves to an array of absolute URLs pointing to JavaScript files found in the page.
+ */
+const nuxt_getFromPageSource = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Analyzing page source"));
+    // get the page source
+    const res = yield makeRequest(url, {});
+    const pageSource = yield res.text();
+    // cheerio to parse the page source
+    const $ = cheerio.load(pageSource);
+    // find all link tags
+    const linkTags = $("link");
+    // go through them, and find the ones which have `as=script` attr
+    for (const linkTag of linkTags) {
+        const asAttr = $(linkTag).attr("as");
+        if (asAttr === "script") {
+            const hrefAttr = $(linkTag).attr("href");
+            if (hrefAttr) {
+                // see if it starts with /_nuxt
+                if (hrefAttr.startsWith("/_nuxt")) {
+                    // get the URL root, and append the hrefAttr to it
+                    const urlRoot = new URL(url).origin;
+                    pushToJsUrls(urlRoot + hrefAttr);
+                }
+            }
+        }
+    }
+    // now, search all the script tags
+    const scriptTags = $("script");
+    for (const scriptTag of scriptTags) {
+        const src = $(scriptTag).attr("src");
+        if (src !== undefined && src.match(/(https:\/\/[a-zA-Z0-9_\_\.]+\/.+\.js\??.*|\/.+\.js\??.*)/)) {
+            if (src.startsWith("http")) {
+                if (!getJsUrls().includes(src)) {
+                    pushToJsUrls(src);
+                }
+            }
+            // if the src starts with /, like `/static/js/a.js` find the absolute URL
+            else if (src.startsWith("/")) {
+                const absoluteUrl = new URL(url).origin + src;
+                if (!getJsUrls().includes(absoluteUrl)) {
+                    pushToJsUrls(absoluteUrl);
+                }
+            }
+            else if (src.match(/^[^/]/)) {
+                // if the src is a relative URL, like `static/js/a.js` find the absolute URL
+                // Get directory URL (origin + path without filename)
+                const pathParts = new URL(url).pathname.split("/");
+                pathParts.pop(); // remove the filename from the path
+                const directory = new URL(url).origin + pathParts.join("/") + "/";
+                if (!getJsUrls().includes(directory + src)) {
+                    pushToJsUrls(directory + src);
+                }
+            }
+            else {
+                continue;
+            }
+        }
+    }
+    console.log(chalk.green(`[✓] Found ${getJsUrls().length} JS files from the page source`));
+    return getJsUrls();
+});
+export default nuxt_getFromPageSource;
+//# sourceMappingURL=nuxt_getFromPageSource.js.map

package/build/lazyLoad/nuxt_js/nuxt_getFromPageSource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nuxt_getFromPageSource.js","sourceRoot":"","sources":["../../../src/lazyLoad/nuxt_js/nuxt_getFromPageSource.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC;;;;;;;GAOG;AACH,MAAM,sBAAsB,GAAG,CAAO,GAAG,EAAE,EAAE;IACzC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;IAErD,sBAAsB;IACtB,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEpC,mCAAmC;IACnC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAEnC,qBAAqB;IACrB,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAE3B,iEAAiE;IACjE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzC,IAAI,QAAQ,EAAE,CAAC;gBACX,+BAA+B;gBAC/B,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChC,kDAAkD;oBAClD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;oBACpC,YAAY,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC;gBACrC,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,kCAAkC;IAClC,MAAM,UAAU,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC/B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,CAAC,0DAA0D,CAAC,EAAE,CAAC;YAC7F,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC7B,YAAY,CAAC,GAAG,CAAC,CAAC;gBACtB,CAAC;YACL,CAAC;YACD,yEAAyE;iBACpE,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC;gBAC9C,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACrC,YAAY,CAAC,WAAW,CAAC,CAAC;gBAC9B,CAAC;YACL,CAAC;iBAAM,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,4EAA4E;gBAC5E,qDAAqD;gBACrD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnD,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,oCAAoC;gBACrD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBAElE,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,SAAS,GAAG,GAAG,CAAC,EAAE,CAAC;oBACzC,YAAY,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;gBAClC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,SAAS;YACb,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,SAAS,EAAE,CAAC,MAAM,gCAAgC,CAAC,CAAC,CAAC;IAE1F,OAAO,SAAS,EAAE,CAAC;AACvB,CAAC,CAAA,CAAC;AAEF,eAAe,sBAAsB,CAAC"}