@shriyanss/js-recon 1.2.2-alpha.8 → 1.3.1-alpha.1

package/build/utility/makeReq.js

@@ -19,67 +19,14 @@ var __rest = (this && this.__rest) || function (s, e) {
     return t;
 };
 import chalk from "chalk";
-import puppeteer from "puppeteer";
+import puppeteer from "./puppeteerInstance.js";
 import * as globals from "./globals.js";
 import { get } from "../api_gateway/genReq.js";
 import fs from "fs";
 import { EventEmitter } from "events";
 // random user agents
 const UAs = [
-    "Chrome/Windows: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
-    "Chrome/Windows: Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
-    "Chrome/Windows: Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
-    "Chrome/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
-    "Chrome/Linux: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
-    "Chrome/iPhone: Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/87.0.4280.77 Mobile/15E148 Safari/604.1",
-    "Chrome/iPhone (request desktop): Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/87 Version/11.1.1 Safari/605.1.15",
-    "Chrome/iPad: Mozilla/5.0 (iPad; CPU OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/87.0.4280.77 Mobile/15E148 Safari/604.1",
-    "Chrome/iPod: Mozilla/5.0 (iPod; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/87.0.4280.77 Mobile/15E148 Safari/604.1",
-    "Chrome/Android: Mozilla/5.0 (Linux; Android 10) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36",
-    "Chrome/Android: Mozilla/5.0 (Linux; Android 10; SM-A205U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36",
-    "Chrome/Android: Mozilla/5.0 (Linux; Android 10; LM-Q720) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36",
-    "Firefox/Windows: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:84.0) Gecko/20100101 Firefox/84.0",
-    "Firefox/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11.1; rv:84.0) Gecko/20100101 Firefox/84.0",
-    "Firefox/Linux: Mozilla/5.0 (X11; Linux i686; rv:84.0) Gecko/20100101 Firefox/84.0",
-    "Firefox/iPhone: Mozilla/5.0 (iPhone; CPU iPhone OS 11_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/30.0 Mobile/15E148 Safari/605.1.15",
-    "Firefox/iPad: Mozilla/5.0 (iPad; CPU OS 11_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/30.0 Mobile/15E148 Safari/605.1.15",
-    "Firefox/Android: Mozilla/5.0 (Android 11; Mobile; rv:68.0) Gecko/68.0 Firefox/84.0",
-    "Safari/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0.2 Safari/605.1.15",
-    "Safari/iPhone: Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Mobile/15E148 Safari/604.1",
-    "Safari/iPhone (request desktop): Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0.3 Safari/605.1.15",
-    "Safari/iPad: Mozilla/5.0 (iPad; CPU OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Mobile/15E148 Safari/604.1",
-    "IE11/Windows: Mozilla/5.0 (Windows NT 10.0; Trident/7.0; rv:11.0) like Gecko",
-    "Edge/Windows: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.66",
-    "Edge/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.66",
-    "Edge/Android: Mozilla/5.0 (Linux; Android 10; HD1913) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36 EdgA/45.12.4.5121",
-    "Edge/iOS: Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 EdgiOS/45.11.11 Mobile/15E148 Safari/605.1.15",
-    "Opera/Windows: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 OPR/73.0.3856.329",
-    "Opera/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 OPR/73.0.3856.329",
-    "Opera/Linux: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 OPR/73.0.3856.329",
-    "Opera/Android: Mozilla/5.0 (Linux; Android 10; VOG-L29) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36 OPR/61.1.3076.56625",
-    "Vivaldi/Windows: Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Vivaldi/3.5",
-    "Vivaldi/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Vivaldi/3.5",
-    "Vivaldi/Linux: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Vivaldi/3.5",
-    "Yandex/Windows: Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 YaBrowser/20.12.0 Yowser/2.5 Safari/537.36",
-    "Yandex/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 YaBrowser/20.12.0 Yowser/2.5 Safari/537.36",
-    "Yandex/iOS: Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 YaBrowser/20.11.2.199 Mobile/15E148 Safari/604.1",
-    "Yandex/Android: Mozilla/5.0 (Linux; arm_64; Android 11; SM-G965F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 YaBrowser/20.12.29.180 Mobile Safari/537.36",
-    "Chrome/ChromeOS: Mozilla/5.0 (X11; CrOS x86_64 13505.63.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
-    "Safari/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0.2 Safari/605.1.15",
-    "Firefox/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11.1; rv:84.0) Gecko/20100101 Firefox/84.0",
-    "Chrome/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
-    "Vivaldi/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Vivaldi/3.5",
-    "Edge/macOS: Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.66",
-    "Safari/iOS: Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Mobile/15E148 Safari/604.1",
-    "Chrome/iOS: Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/87.0.4280.77 Mobile/15E148 Safari/604.1",
-    "Firefox/iOS: Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/30.0 Mobile/15E148 Safari/605.1.15",
-    "Edge/Windows: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.66",
-    "Internet-Explorer/Windows: Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko",
-    "Chrome/Windows: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
-    "Firefox/Windows: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:84.0) Gecko/20100101 Firefox/84.0",
-    "Vivaldi/Windows: Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Vivaldi/3.5",
-    "Chrome/Android: Mozilla/5.0 (Linux; Android 11) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36",
-    "Firefox/Android: Mozilla/5.0 (Android 11; Mobile; rv:68.0) Gecko/68.0 Firefox/84.0",
+    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36",
 ];
 /**
  * Reads response data from cache for future requests.
@@ -243,6 +190,19 @@ const handleFirewall = (url, resp_text) => __awaiter(void 0, void 0, void 0, fun
         yield browser.close();
         return content;
     }
+    else if (resp_text.includes("403 ERROR") && resp_text.includes("Generated by cloudfront")) {
+        console.log(chalk.yellow(`[!] Cloudfront Firewall detected. Trying to bypass with headless browser`));
+        const browser = yield puppeteer.launch({
+            headless: true,
+            args: globals.getDisableSandbox() ? ["--no-sandbox", "--disable-setuid-sandbox"] : [],
+        });
+        const page = yield browser.newPage();
+        yield page.goto(url);
+        yield new Promise((resolve) => setTimeout(resolve, 5000));
+        const content = yield page.content();
+        yield browser.close();
+        return content;
+    }
     return null;
 });
 /**
@@ -263,6 +223,9 @@ const handleFirewall = (url, resp_text) => __awaiter(void 0, void 0, void 0, fun
  * @returns A Promise that resolves to a Response, or null if all retries fail
  */
 const makeRequest = (url, args) => __awaiter(void 0, void 0, void 0, function* () {
+    if (url.startsWith("//")) {
+        url = "https:" + url;
+    }
     const _a = args || {}, { timeout } = _a, restArgs = __rest(_a, ["timeout"]);
     const requestOptions = restArgs;
     const requestTimeout = timeout || globals.getRequestTimeout();
@@ -282,7 +245,14 @@ const makeRequest = (url, args) => __awaiter(void 0, void 0, void 0, function* (
     // if cache is enabled, read the cache and return if cache is present. else, continue
     if (!globals.getDisableCache()) {
         const cachedResponse = yield readCache(url, requestOptions.headers || {});
+        // if the response if cached, then check if contains any signatures of firewall
         if (cachedResponse !== null) {
+            const cachedText = yield cachedResponse.clone().text();
+            const firewallContent = yield handleFirewall(url, cachedText);
+            if (firewallContent) {
+                yield writeCache(url, requestOptions.headers || {}, new Response(firewallContent));
+                return new Response(firewallContent);
+            }
             return cachedResponse;
         }
     }

package/build/utility/makeReq.js.map

@@ -1 +1 @@
-{"version":3,"file":"makeReq.js","sourceRoot":"","sources":["../../src/utility/makeReq.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,OAAO,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,GAAG,EAAE,MAAM,0BAA0B,CAAC;AAC/C,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,qBAAqB;AACrB,MAAM,GAAG,GAAG;IACR,oIAAoI;IACpI,+HAA+H;IAC/H,wHAAwH;IACxH,qIAAqI;IACrI,wHAAwH;IACxH,8JAA8J;IAC9J,mKAAmK;IACnK,mJAAmJ;IACnJ,0JAA0J;IAC1J,kIAAkI;IAClI,4IAA4I;IAC5I,2IAA2I;IAC3I,iGAAiG;IACjG,kGAAkG;IAClG,mFAAmF;IACnF,0JAA0J;IAC1J,+IAA+I;IAC/I,oFAAoF;IACpF,oIAAoI;IACpI,wJAAwJ;IACxJ,0JAA0J;IAC1J,6IAA6I;IAC7I,8EAA8E;IAC9E,kJAAkJ;IAClJ,mJAAmJ;IACnJ,0JAA0J;IAC1J,sKAAsK;IACtK,qJAAqJ;IACrJ,sJAAsJ;IACtJ,yIAAyI;IACzI,8JAA8J;IAC9J,4IAA4I;IAC5I,kJAAkJ;IAClJ,qIAAqI;IACrI,4JAA4J;IAC5J,kKAAkK;IAClK,2KAA2K;IAC3K,2KAA2K;IAC3K,qIAAqI;IACrI,oIAAoI;IACpI,kGAAkG;IAClG,qIAAqI;IACrI,kJAAkJ;IAClJ,mJAAmJ;IACnJ,qJAAqJ;IACrJ,2JAA2J;IAC3J,uJAAuJ;IACvJ,kJAAkJ;IAClJ,kGAAkG;IAClG,oIAAoI;IACpI,iGAAiG;IACjG,4IAA4I;IAC5I,kIAAkI;IAClI,oFAAoF;CACvF,CAAC;AAEF;;;;;;;;;;;;;GAaG;AACH,MAAM,SAAS,GAAG,CAAO,GAAW,EAAE,OAAW,EAA4B,EAAE;IAC3E,yCAAyC;IACzC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,yCAAyC;IACzC,oDAAoD;IACpD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/E,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACb,8DAA8D;QAC9D,kDAAkD;QAElD,IAAI,YAAY,GAAG,IAAI,CAAC;QAExB,6CAA6C;QAC7C,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QACjD,IAAI,UAAU,EAAE,CAAC;YACb,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;gBACjB,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE;oBAChE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM;oBAC7B,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY;iBACvC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE;gBACnE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM;gBAChC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY;aAC1C,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IACD,4CAA4C;IAC5C,OAAO,IAAI,CAAC;AAChB,CAAC,CAAA,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,UAAU,GAAG,CAAO,GAAW,EAAE,OAAW,EAAE,QAAkB,EAAiB,EAAE;IACrF,qBAAqB;IACrB,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC;IAExC,0BAA0B;IAC1B,IAAI,CAAC,MAAM,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,iDAAiD;QACjD,OAAO;IACX,CAAC;IAED,2EAA2E;IAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/E,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACd,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChF,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC;IACrC,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC;IAC5C,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjB,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG;YACb,WAAW,EAAE,OAAO;YACpB,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,YAAY;SAC7B,CAAC;QACF,2BAA2B;IAC/B,CAAC;SAAM,CAAC;QACJ,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG;YAChB,WAAW,EAAE,OAAO;YACpB,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,YAAY;SAC7B,CAAC;QACF,8BAA8B;IAClC,CAAC;IACD,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACpE,wCAAwC;AAC5C,CAAC,CAAA,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,WAAW,GAAG,CAChB,GAAW,EACX,cAA2B,EAC3B,cAAsB,EACE,EAAE;IAC1B,IAAI,GAAa,CAAC;IAClB,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,OAAO,IAAI,EAAE,CAAC;QACV,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QACvE,MAAM,qBAAqB,mCACpB,cAAc,KACjB,MAAM,EAAE,UAAU,CAAC,MAAM,GAC5B,CAAC;QAEF,IAAI,CAAC;YACD,YAAY,CAAC,mBAAmB,GAAG,EAAE,CAAC;YACtC,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;YAC9C,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,IAAI,GAAG,EAAE,CAAC;gBACN,MAAM;YACV,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,EAAE,CAAC;YACV,mDAAmD;YACnD,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,0BAA0B,EAAE,CAAC;gBAC7D,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,MAAM,CACR,2NAA2N,CAC9N,CACJ,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,GAAG,oBAAoB,cAAc,IAAI,CAAC,CAAC,CAAC;gBACpF,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,GAAG,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC;gBAC9D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC,CAAC;gBACzF,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,8BAA8B;YAC9B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YACzD,SAAS;QACb,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC,CAAA,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,cAAc,GAAG,CAAO,GAAW,EAAE,SAAiB,EAA0B,EAAE;IACpF,IAAI,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,iCAAiC,CAAC,EAAE,CAAC;QAC9F,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,kEAAkE,CAAC,CAAC,CAAC;QAC9F,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC;YACnC,QAAQ,EAAE,IAAI;YACd,IAAI,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC,EAAE;SACxF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAA,CAAC;AAEF;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,GAAG,CAChB,GAAW,EACX,IAA0D,EAClC,EAAE;IAC1B,MAAM,KAA2B,IAAI,IAAI,EAAE,EAArC,EAAE,OAAO,OAA4B,EAAvB,QAAQ,cAAtB,WAAwB,CAAa,CAAC;IAC5C,MAAM,cAAc,GAAgB,QAAQ,CAAC;IAC7C,MAAM,cAAc,GAAG,OAAO,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAC9D,MAAM,mBAAmB,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC;IAEpD,wCAAwC;IACxC,MAAM,WAAW,GAAG;QAChB,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,EAAE,yIAAyI;QACjJ,iBAAiB,EAAE,gBAAgB;QACnC,gBAAgB,EAAE,aAAa;QAC/B,gBAAgB,EAAE,MAAM;QACxB,gBAAgB,EAAE,OAAO;KAC5B,CAAC;IAEF,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QAC1B,cAAc,CAAC,OAAO,mCACf,WAAW,KACd,OAAO,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,EAC5B,MAAM,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,GAC9B,CAAC;IACN,CAAC;IAED,qFAAqF;IACrF,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;QAC7B,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,cAAc,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAC1E,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC;QAE3C,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAEzC,oCAAoC;QACpC,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEpC,uDAAuD;QACvD,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;YAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;SAAM,CAAC;QACJ,wDAAwD;QACxD,MAAM,eAAe,GAAG,CACpB,GAAoB,EAC8E,EAAE;YACpG,IAAI,CAAC,GAAG;gBAAE,OAAO,IAAI,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC;QAChF,CAAC,CAAA,CAAC;QAEF,6CAA6C;QAC7C,MAAM,cAAc,GAAG,CAAC,IAA6D,EAAY,EAAE;YAC/F,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACnF,CAAC,CAAC;QAEF,uEAAuE;QACvE,kEAAkE;QAClE,IAAI,mBAAmB,EAAE,CAAC;YACtB,qCAAqC;YACrC,MAAM,kBAAkB,mCACjB,WAAW,KACd,OAAO,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,EAC5B,MAAM,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,GAC9B,CAAC;YACF,MAAM,cAAc,GAAG,MAAM,WAAW,CACpC,GAAG,kCACE,cAAc,KAAE,OAAO,EAAE,kBAAkB,KAChD,cAAc,CACjB,CAAC;YACF,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;YAE9D,IAAI,eAAe,IAAI,eAAe,CAAC,EAAE,EAAE,CAAC;gBACxC,qBAAqB;gBACrB,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC;gBACxE,IAAI,eAAe,EAAE,CAAC;oBAClB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;wBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,kBAAkB,EAAE,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;oBAC7E,CAAC;oBACD,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC;gBACzC,CAAC;gBAED,uCAAuC;gBACvC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;oBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,kBAAkB,EAAE,cAAc,CAAC,eAAe,CAAC,CAAC,CAAC;gBAC/E,CAAC;gBACD,OAAO,cAAc,CAAC,eAAe,CAAC,CAAC;YAC3C,CAAC;YAED,yCAAyC;YACzC,MAAM,qBAAqB,qBAAQ,WAAW,CAAE,CAAC;YACjD,MAAM,iBAAiB,GAAG,MAAM,WAAW,CACvC,GAAG,kCACE,cAAc,KAAE,OAAO,EAAE,qBAAqB,KACnD,cAAc,CACjB,CAAC;YACF,MAAM,kBAAkB,GAAG,MAAM,eAAe,CAAC,iBAAiB,CAAC,CAAC;YAEpE,IAAI,kBAAkB,IAAI,kBAAkB,CAAC,EAAE,EAAE,CAAC;gBAC9C,qBAAqB;gBACrB,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;gBAC3E,IAAI,eAAe,EAAE,CAAC;oBAClB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;wBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,qBAAqB,EAAE,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;oBAChF,CAAC;oBACD,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC;gBACzC,CAAC;gBAED,uCAAuC;gBACvC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;oBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,qBAAqB,EAAE,cAAc,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBACrF,CAAC;gBACD,OAAO,cAAc,CAAC,kBAAkB,CAAC,CAAC;YAC9C,CAAC;YAED,kEAAkE;YAClE,MAAM,SAAS,GAAG,eAAe,IAAI,kBAAkB,CAAC;YACxD,IAAI,SAAS,EAAE,CAAC;gBACZ,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;oBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,kBAAkB,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC;gBACzE,CAAC;gBACD,OAAO,cAAc,CAAC,SAAS,CAAC,CAAC;YACrC,CAAC;YACD,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,6CAA6C;YAC7C,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC;YACnE,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YAEvB,qBAAqB;YACrB,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,eAAe,EAAE,CAAC;gBAClB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;oBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,cAAc,CAAC,OAAO,IAAI,EAAE,EAAE,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;gBACvF,CAAC;gBACD,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC;YACzC,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;gBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,cAAc,CAAC,OAAO,IAAI,EAAE,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;YAC9E,CAAC;YACD,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;AACL,CAAC,CAAA,CAAC;AAEF,eAAe,WAAW,CAAC"}
+{"version":3,"file":"makeReq.js","sourceRoot":"","sources":["../../src/utility/makeReq.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,wBAAwB,CAAC;AAC/C,OAAO,KAAK,OAAO,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,GAAG,EAAE,MAAM,0BAA0B,CAAC;AAC/C,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,qBAAqB;AACrB,MAAM,GAAG,GAAG;IACR,uHAAuH;CAC1H,CAAC;AAEF;;;;;;;;;;;;;GAaG;AACH,MAAM,SAAS,GAAG,CAAO,GAAW,EAAE,OAAW,EAA4B,EAAE;IAC3E,yCAAyC;IACzC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,yCAAyC;IACzC,oDAAoD;IACpD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/E,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACb,8DAA8D;QAC9D,kDAAkD;QAElD,IAAI,YAAY,GAAG,IAAI,CAAC;QAExB,6CAA6C;QAC7C,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QACjD,IAAI,UAAU,EAAE,CAAC;YACb,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;gBACjB,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE;oBAChE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM;oBAC7B,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY;iBACvC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE;gBACnE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM;gBAChC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY;aAC1C,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IACD,4CAA4C;IAC5C,OAAO,IAAI,CAAC;AAChB,CAAC,CAAA,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,UAAU,GAAG,CAAO,GAAW,EAAE,OAAW,EAAE,QAAkB,EAAiB,EAAE;IACrF,qBAAqB;IACrB,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC;IAExC,0BAA0B;IAC1B,IAAI,CAAC,MAAM,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,iDAAiD;QACjD,OAAO;IACX,CAAC;IAED,2EAA2E;IAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/E,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACd,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChF,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC;IACrC,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC;IAC5C,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjB,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG;YACb,WAAW,EAAE,OAAO;YACpB,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,YAAY;SAC7B,CAAC;QACF,2BAA2B;IAC/B,CAAC;SAAM,CAAC;QACJ,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG;YAChB,WAAW,EAAE,OAAO;YACpB,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,YAAY;SAC7B,CAAC;QACF,8BAA8B;IAClC,CAAC;IACD,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACpE,wCAAwC;AAC5C,CAAC,CAAA,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,WAAW,GAAG,CAChB,GAAW,EACX,cAA2B,EAC3B,cAAsB,EACE,EAAE;IAC1B,IAAI,GAAa,CAAC;IAClB,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,OAAO,IAAI,EAAE,CAAC;QACV,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QACvE,MAAM,qBAAqB,mCACpB,cAAc,KACjB,MAAM,EAAE,UAAU,CAAC,MAAM,GAC5B,CAAC;QAEF,IAAI,CAAC;YACD,YAAY,CAAC,mBAAmB,GAAG,EAAE,CAAC;YACtC,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;YAC9C,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,IAAI,GAAG,EAAE,CAAC;gBACN,MAAM;YACV,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,EAAE,CAAC;YACV,mDAAmD;YACnD,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,0BAA0B,EAAE,CAAC;gBAC7D,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,MAAM,CACR,2NAA2N,CAC9N,CACJ,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,GAAG,oBAAoB,cAAc,IAAI,CAAC,CAAC,CAAC;gBACpF,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,GAAG,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC;gBAC9D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC,CAAC;gBACzF,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,8BAA8B;YAC9B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YACzD,SAAS;QACb,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC,CAAA,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,cAAc,GAAG,CAAO,GAAW,EAAE,SAAiB,EAA0B,EAAE;IACpF,IAAI,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,iCAAiC,CAAC,EAAE,CAAC;QAC9F,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,kEAAkE,CAAC,CAAC,CAAC;QAC9F,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC;YACnC,QAAQ,EAAE,IAAI;YACd,IAAI,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC,EAAE;SACxF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,OAAO,CAAC;IACnB,CAAC;SAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,CAAC;QAC1F,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,0EAA0E,CAAC,CAAC,CAAC;QACtG,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC;YACnC,QAAQ,EAAE,IAAI;YACd,IAAI,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC,EAAE;SACxF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAA,CAAC;AAEF;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,GAAG,CAChB,GAAW,EACX,IAA0D,EAClC,EAAE;IAC1B,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACvB,GAAG,GAAG,QAAQ,GAAG,GAAG,CAAC;IACzB,CAAC;IACD,MAAM,KAA2B,IAAI,IAAI,EAAE,EAArC,EAAE,OAAO,OAA4B,EAAvB,QAAQ,cAAtB,WAAwB,CAAa,CAAC;IAC5C,MAAM,cAAc,GAAgB,QAAQ,CAAC;IAC7C,MAAM,cAAc,GAAG,OAAO,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAC9D,MAAM,mBAAmB,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC;IAEpD,wCAAwC;IACxC,MAAM,WAAW,GAAG;QAChB,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,EAAE,yIAAyI;QACjJ,iBAAiB,EAAE,gBAAgB;QACnC,gBAAgB,EAAE,aAAa;QAC/B,gBAAgB,EAAE,MAAM;QACxB,gBAAgB,EAAE,OAAO;KAC5B,CAAC;IAEF,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QAC1B,cAAc,CAAC,OAAO,mCACf,WAAW,KACd,OAAO,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,EAC5B,MAAM,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,GAC9B,CAAC;IACN,CAAC;IAED,qFAAqF;IACrF,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;QAC7B,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,cAAc,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAE1E,+EAA+E;QAC/E,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;YACvD,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC9D,IAAI,eAAe,EAAE,CAAC;gBAClB,MAAM,UAAU,CAAC,GAAG,EAAE,cAAc,CAAC,OAAO,IAAI,EAAE,EAAE,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;gBACnF,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC;YACzC,CAAC;YACD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC;QAE3C,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAEzC,oCAAoC;QACpC,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEpC,uDAAuD;QACvD,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;YAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;SAAM,CAAC;QACJ,wDAAwD;QACxD,MAAM,eAAe,GAAG,CACpB,GAAoB,EAC8E,EAAE;YACpG,IAAI,CAAC,GAAG;gBAAE,OAAO,IAAI,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC;QAChF,CAAC,CAAA,CAAC;QAEF,6CAA6C;QAC7C,MAAM,cAAc,GAAG,CAAC,IAA6D,EAAY,EAAE;YAC/F,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACnF,CAAC,CAAC;QAEF,uEAAuE;QACvE,kEAAkE;QAClE,IAAI,mBAAmB,EAAE,CAAC;YACtB,qCAAqC;YACrC,MAAM,kBAAkB,mCACjB,WAAW,KACd,OAAO,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,EAC5B,MAAM,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,GAC9B,CAAC;YACF,MAAM,cAAc,GAAG,MAAM,WAAW,CACpC,GAAG,kCACE,cAAc,KAAE,OAAO,EAAE,kBAAkB,KAChD,cAAc,CACjB,CAAC;YACF,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;YAE9D,IAAI,eAAe,IAAI,eAAe,CAAC,EAAE,EAAE,CAAC;gBACxC,qBAAqB;gBACrB,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC;gBACxE,IAAI,eAAe,EAAE,CAAC;oBAClB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;wBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,kBAAkB,EAAE,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;oBAC7E,CAAC;oBACD,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC;gBACzC,CAAC;gBAED,uCAAuC;gBACvC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;oBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,kBAAkB,EAAE,cAAc,CAAC,eAAe,CAAC,CAAC,CAAC;gBAC/E,CAAC;gBACD,OAAO,cAAc,CAAC,eAAe,CAAC,CAAC;YAC3C,CAAC;YAED,yCAAyC;YACzC,MAAM,qBAAqB,qBAAQ,WAAW,CAAE,CAAC;YACjD,MAAM,iBAAiB,GAAG,MAAM,WAAW,CACvC,GAAG,kCACE,cAAc,KAAE,OAAO,EAAE,qBAAqB,KACnD,cAAc,CACjB,CAAC;YACF,MAAM,kBAAkB,GAAG,MAAM,eAAe,CAAC,iBAAiB,CAAC,CAAC;YAEpE,IAAI,kBAAkB,IAAI,kBAAkB,CAAC,EAAE,EAAE,CAAC;gBAC9C,qBAAqB;gBACrB,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;gBAC3E,IAAI,eAAe,EAAE,CAAC;oBAClB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;wBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,qBAAqB,EAAE,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;oBAChF,CAAC;oBACD,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC;gBACzC,CAAC;gBAED,uCAAuC;gBACvC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;oBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,qBAAqB,EAAE,cAAc,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBACrF,CAAC;gBACD,OAAO,cAAc,CAAC,kBAAkB,CAAC,CAAC;YAC9C,CAAC;YAED,kEAAkE;YAClE,MAAM,SAAS,GAAG,eAAe,IAAI,kBAAkB,CAAC;YACxD,IAAI,SAAS,EAAE,CAAC;gBACZ,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;oBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,kBAAkB,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC;gBACzE,CAAC;gBACD,OAAO,cAAc,CAAC,SAAS,CAAC,CAAC;YACrC,CAAC;YACD,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,6CAA6C;YAC7C,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC;YACnE,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YAEvB,qBAAqB;YACrB,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,eAAe,EAAE,CAAC;gBAClB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;oBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,cAAc,CAAC,OAAO,IAAI,EAAE,EAAE,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;gBACvF,CAAC;gBACD,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC;YACzC,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;gBAC7B,MAAM,UAAU,CAAC,GAAG,EAAE,cAAc,CAAC,OAAO,IAAI,EAAE,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;YAC9E,CAAC;YACD,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;AACL,CAAC,CAAA,CAAC;AAEF,eAAe,WAAW,CAAC"}

package/build/utility/puppeteerInstance.js

@@ -0,0 +1,5 @@
+import puppeteerExtra from "puppeteer-extra";
+import StealthPlugin from "puppeteer-extra-plugin-stealth";
+puppeteerExtra.use(StealthPlugin());
+export default puppeteerExtra;
+//# sourceMappingURL=puppeteerInstance.js.map

package/build/utility/puppeteerInstance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"puppeteerInstance.js","sourceRoot":"","sources":["../../src/utility/puppeteerInstance.ts"],"names":[],"mappings":"AAAA,OAAO,cAAc,MAAM,iBAAiB,CAAC;AAC7C,OAAO,aAAa,MAAM,gCAAgC,CAAC;AAG1D,cAAsB,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,CAAC;AAE7C,eAAe,cAA0C,CAAC"}

package/contributing/nextjs.md

@@ -0,0 +1,410 @@
+# Contributing New Next.js Discovery Methods
+
+This guide explains how to add new JavaScript file discovery techniques for Next.js applications to `js-recon`.
+
+## Table of Contents
+
+- [Architecture Overview](#architecture-overview)
+- [Discovery Method Types](#discovery-method-types)
+- [Adding a New Discovery Method](#adding-a-new-discovery-method)
+- [Integration into NextJsCrawler](#integration-into-nextjscrawler)
+- [Best Practices](#best-practices)
+- [Testing Your Method](#testing-your-method)
+- [Research Mode](#research-mode)
+
+---
+
+## Architecture Overview
+
+The Next.js discovery system is built around the **`NextJsCrawler`** class (`src/lazyLoad/next_js/NextJsCrawler.ts`), which implements a **three-phase crawling strategy**:
+
+### Phase 1: Initial Discovery
+
+Heavyweight methods that run **once** to bootstrap the crawl:
+
+- Script tag parsing (`next_getJSScript`)
+- Webpack runtime analysis (`next_GetLazyResourcesWebpackJs`) – uses Puppeteer
+- `_buildManifest.js` parsing (`next_getLazyResourcesBuildManifestJs`)
+- Subsequent requests with RSC headers (`subsequentRequests`)
+
+### Phase 2: Recursive Discovery
+
+Lightweight methods that run **multiple times** on newly discovered URLs until convergence:
+
+- Promise.all pattern detection (`next_promiseResolve`)
+- Layout.js href extraction (`next_parseLayoutJs`)
+- Script tag re-parsing on new pages (`next_getJSScript`)
+
+### Phase 3: Finalization
+
+Post-processing on the final URL set:
+
+- Source map brute-forcing (`next_bruteForceJsFiles`)
+
+---
+
+## Discovery Method Types
+
+### Initial Discovery Methods
+
+**When to use:**
+
+- The method is **expensive** (e.g., launches a browser, makes many requests)
+- The method doesn't benefit from being run multiple times
+- The method provides a bootstrap set of URLs
+
+**Characteristics:**
+
+- Runs exactly **once** per crawl
+- Added to `initialDiscovery()` in `NextJsCrawler.ts`
+- Examples: Puppeteer-based webpack analysis, manifest parsing
+
+### Recursive Discovery Methods
+
+**When to use:**
+
+- The method analyzes **JavaScript file contents** to find more JS files
+- The method discovers **client-side paths** that need to be visited
+- The method can find new URLs by examining URLs found in previous passes
+
+**Characteristics:**
+
+- Runs in a **loop** until no new URLs are discovered (max 10 iterations by default)
+- Takes an array of URLs as input and returns newly discovered URLs
+- Added to `recursivePass()` in `NextJsCrawler.ts`
+- Examples: Promise.all pattern detection, layout href parsing
+
+---
+
+## Adding a New Discovery Method
+
+### Step 1: Create the Method Module
+
+Create a new file in `src/lazyLoad/next_js/` following the naming convention `next_<methodName>.ts`.
+
+#### Example: Detecting dynamic imports
+
+```typescript
+// src/lazyLoad/next_js/next_dynamicImports.ts
+import chalk from "chalk";
+import makeRequest from "../../utility/makeReq.js";
+import parser from "@babel/parser";
+import _traverse from "@babel/traverse";
+const traverse = _traverse.default;
+
+/**
+ * Finds JS files referenced in dynamic import() statements.
+ *
+ * @param baseUrl - The base URL of the application
+ * @param urls - Array of JS file URLs to analyze
+ * @returns Array of newly discovered JS file URLs
+ */
+const next_dynamicImports = async (baseUrl: string, urls: string[]): Promise<string[]> => {
+    console.log(chalk.cyan("[i] Analyzing dynamic import() statements"));
+
+    const discoveredUrls: string[] = [];
+
+    for (const url of urls) {
+        try {
+            const response = await makeRequest(url);
+            if (!response?.ok) continue;
+
+            const jsContent = await response.text();
+            const ast = parser.parse(jsContent, {
+                sourceType: "unambiguous",
+                plugins: ["jsx", "typescript"],
+                errorRecovery: true,
+            });
+
+            traverse(ast, {
+                Import(path) {
+                    // Detect: import('path/to/file.js')
+                    const parent = path.parent;
+                    if (
+                        parent.type === "CallExpression" &&
+                        parent.arguments.length > 0 &&
+                        parent.arguments[0].type === "StringLiteral"
+                    ) {
+                        const importPath = parent.arguments[0].value;
+                        if (importPath.endsWith(".js")) {
+                            // Resolve relative to base URL
+                            const resolvedUrl = new URL(importPath, baseUrl).href;
+                            discoveredUrls.push(resolvedUrl);
+                        }
+                    }
+                },
+            });
+        } catch (error) {
+            // Skip files that can't be parsed
+            continue;
+        }
+    }
+
+    const uniqueUrls = [...new Set(discoveredUrls)];
+
+    if (uniqueUrls.length > 0) {
+        console.log(chalk.green(`[✓] Found ${uniqueUrls.length} JS files from dynamic imports`));
+    }
+
+    return uniqueUrls;
+};
+
+export default next_dynamicImports;
+```
+
+### Step 2: Method Signature Guidelines
+
+**For initial discovery methods:**
+
+```typescript
+async function next_methodName(url: string): Promise<string[]>;
+```
+
+- Takes the base URL as input
+- Returns array of discovered URLs
+
+**For recursive discovery methods:**
+
+```typescript
+async function next_methodName(baseUrl: string, urls: string[]): Promise<string[]>;
+```
+
+- Takes base URL and array of URLs to analyze
+- Returns array of **newly** discovered URLs
+- Should handle empty input gracefully
+
+### Step 3: Common Patterns
+
+#### Pattern 1: AST-based Analysis
+
+Use Babel parser to analyze JavaScript syntax:
+
+```typescript
+import parser from "@babel/parser";
+import _traverse from "@babel/traverse";
+const traverse = _traverse.default;
+
+const ast = parser.parse(jsContent, {
+    sourceType: "unambiguous",
+    plugins: ["jsx", "typescript"],
+    errorRecovery: true,
+});
+
+traverse(ast, {
+    // Visitor pattern
+    CallExpression(path) {
+        // Analyze specific AST nodes
+    },
+});
+```
+
+#### Pattern 2: String/Regex Matching
+
+Quick pattern detection without parsing:
+
+```typescript
+const matches = jsContent.matchAll(/static\/chunks\/[a-zA-Z0-9_\-]+\.js/g);
+for (const match of matches) {
+    discoveredUrls.push(resolveUrl(match[0]));
+}
+```
+
+#### Pattern 3: Request-Based Discovery
+
+Make HTTP requests to known patterns:
+
+```typescript
+const candidateUrl = `${baseUrl}/_next/static/${hash}/chunk.js`;
+const response = await makeRequest(candidateUrl);
+if (response.status === 200) {
+    discoveredUrls.push(candidateUrl);
+}
+```
+
+---
+
+## Integration into NextJsCrawler
+
+### For Initial Discovery Methods
+
+Add to `initialDiscovery()` in `NextJsCrawler.ts`. Use this phase for methods that only need to run once, like those starting from the application's root URL:
+
+```typescript
+private async initialDiscovery(): Promise<void> {
+    // ... existing methods ...
+
+    // 5. Your new initial discovery method
+    const jsFromPrefetch = await next_prefetchHints(this.url);
+    this.techniqueEfficiencyMapping["next_prefetchHints"] = jsFromPrefetch;
+    this.registerUrls(jsFromPrefetch);
+
+    // ... rest of the method ...
+}
+```
+
+**Don't forget to add the import at the top:**
+
+```typescript
+import next_prefetchHints from "./next_prefetchHints.js";
+```
+
+### For Recursive Discovery Methods
+
+Add to `recursivePass()` in `NextJsCrawler.ts`. Use this phase for methods that analyze JS file contents to find more JS files:
+
+```typescript
+private async recursivePass(jsUrls: string[]): Promise<string[]> {
+    let newInThisPass: string[] = [];
+
+    // ... existing methods ...
+
+    // Your new recursive method
+    const jsFromDynamicImports = await next_dynamicImports(this.url, jsUrls);
+    this.techniqueEfficiencyMapping["next_dynamicImports"] = [
+        ...(this.techniqueEfficiencyMapping["next_dynamicImports"] || []),
+        ...jsFromDynamicImports,
+    ];
+    newInThisPass.push(...this.registerUrls(jsFromDynamicImports));
+
+    return newInThisPass;
+}
+```
+
+**Key points:**
+
+- Append to `techniqueEfficiencyMapping` (not replace) for recursive methods
+- Use `registerUrls()` to deduplicate and track new URLs
+- Only add truly new URLs to `newInThisPass`
+
+---
+
+## Best Practices
+
+### 1. Error Handling
+
+Always handle errors gracefully – don't crash the entire crawl:
+
+```typescript
+try {
+    const response = await makeRequest(url);
+    if (!response?.ok) return [];
+    // ... process response ...
+} catch (error) {
+    // Log if needed, but continue
+    return [];
+}
+```
+
+### 2. URL Resolution
+
+Use `URL` constructor for proper relative URL resolution:
+
+```typescript
+const absoluteUrl = new URL(relativePath, baseUrl).href;
+```
+
+### 3. Deduplication
+
+Always deduplicate before returning:
+
+```typescript
+return [...new Set(discoveredUrls)];
+```
+
+### 4. Performance
+
+- Cache expensive operations (e.g., don't re-fetch the same URL)
+- Use `lazyLoadGlobals.presentInCrawledUrls()` to check if already visited
+- Mark URLs as crawled with `lazyLoadGlobals.addCrawledUrl()`
+
+```typescript
+import { presentInCrawledUrls, addCrawledUrl } from "../globals.js";
+
+for (const url of urls) {
+    if (presentInCrawledUrls(url)) continue;
+
+    // ... analyze URL ...
+
+    addCrawledUrl(url);
+}
+```
+
+### 5. Logging
+
+Use `chalk` for consistent logging:
+
+```typescript
+import chalk from "chalk";
+
+console.log(chalk.cyan("[i] Starting analysis...")); // Info
+console.log(chalk.green("[✓] Found 10 files")); // Success
+console.log(chalk.yellow("[!] Warning message")); // Warning
+console.log(chalk.red("[!] Error occurred")); // Error
+```
+
+---
+
+## Testing Your Method
+
+### 1. Integration Test with Real Sites
+
+Test against known Next.js sites:
+
+```bash
+npm run cleanup && npm run start -- run -u https://nextjs.org -y --research
+```
+
+Check `research.json` to see how many URLs your method discovered:
+
+```json
+{
+    "next_dynamicImports": [
+        "https://nextjs.org/_next/static/chunks/123.js",
+        "https://nextjs.org/_next/static/chunks/456.js"
+    ]
+}
+```
+
+### 2. Verify Convergence
+
+Ensure your recursive method doesn't cause infinite loops:
+
+- Check that "Recursive crawl converged" message appears
+- If it hits max iterations (defaults to 10), investigate why
+
+### 3. Performance Validation
+
+Monitor execution time:
+
+```bash
+time npm run start -- run -u https://example.com -y
+```
+
+---
+
+## Research Mode
+
+Use research mode to validate and compare discovery methods:
+
+```bash
+npm run start -- run -u https://example.com -y --research
+```
+
+This generates `research.json` with per-method efficiency:
+
+```json
+{
+    "next_getJSScript": [
+        "https://example.com/_next/static/chunks/main.js",
+        "https://example.com/_next/static/chunks/webpack.js"
+    ],
+    "next_dynamicImports": ["https://example.com/_next/static/chunks/lazy-component.js"],
+    "next_promiseResolve": ["https://example.com/_next/static/chunks/pages/about.js"]
+}
+```
+
+**Analysis tips:**
+
+- **Unique discoveries**: Methods that find URLs no other method finds
+- **Overlap**: Methods that discover the same URLs (candidates for removal)
+- **Efficiency**: URLs found per method execution

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@shriyanss/js-recon",
-    "version": "1.2.2-alpha.8",
+    "version": "1.3.1-alpha.1",
     "description": "JS Recon Tool",
     "main": "build/index.js",
     "type": "module",
@@ -12,22 +12,25 @@
         "build": "rm -rf build/ && tsc",
         "start": "node build/index.js",
         "test": "node build/index.js -h",
-        "cleanup": "rm -rf build output .resp_cache.json endpoints.json extracted_urls{.txt,.json,-openapi.json} strings.json mapped{-openapi.json,.json} analyze.json test{.yaml,.js} shriyanss-js-recon-*.tgz js-recon.db report.{html,md} js_recon_run_output *_test.js extracted/ && tsc"
+        "cleanup": "rm -rf build output .resp_cache.json endpoints.json extracted_urls{.txt,.json,-openapi.json} strings.json mapped{-openapi.json,.json} analyze.json test{.yaml,.js} shriyanss-js-recon-*.tgz js-recon.db report.{html,md} js_recon_run_output *_test.js extracted/ research.json && tsc"
     },
     "keywords": [],
     "author": "Shriyans Sudhi",
     "license": "MIT",
     "dependencies": {
+        "@anthropic-ai/sdk": "^0.82.0",
         "@aws-sdk/client-api-gateway": "^3.958.0",
         "@babel/parser": "^7.27.4",
         "@babel/traverse": "^7.27.4",
         "@babel/types": "^7.27.6",
         "@types/chalk": "^0.4.31",
+        "@types/cli-progress": "^3.11.6",
         "better-sqlite3": "^12.5.0",
         "blessed": "^0.1.81",
         "chalk": "^5.4.1",
         "cheerio": "^1.0.0",
         "cli-highlight": "^2.1.11",
+        "cli-progress": "^3.12.0",
         "commander": "^14.0.0",
         "datatables.net": "^2.3.2",
         "datatables.net-dt": "^2.3.2",
@@ -40,8 +43,11 @@
         "ollama": "^0.6.3",
         "openai": "^5.8.2",
         "path": "^0.12.7",
-        "puppeteer": "^24.34.0",
         "prettier": "^3.7.4",
+        "puppeteer": "^24.43.1",
+        "puppeteer-extra": "^3.3.6",
+        "puppeteer-extra-plugin-stealth": "^2.11.2",
+        "readline": "^1.3.0",
         "ses": "^1.13.0",
         "yaml": "^2.8.0",
         "zod": "^3.23.8"
@@ -55,9 +61,10 @@
     },
     "homepage": "https://github.com/shriyanss/js-recon#readme",
     "devDependencies": {
+        "@types/babel__traverse": "^7.28.0",
         "@types/better-sqlite3": "^7.6.13",
         "@types/blessed": "^0.1.25",
-        "@types/node": "^24.5.2",
+        "@types/node": "^24.12.4",
         "ts-node": "^10.9.2",
         "tsconfig-paths": "^4.2.0",
         "typescript": "^5.9.2"