@js-recon/js-recon 1.3.1-beta.2

package/build/lazyLoad/downloadLoadedJsUtil.js

@@ -0,0 +1,44 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import * as globalsUtil from "../utility/globals.js";
+import puppeteer from "../utility/puppeteerInstance.js";
+/**
+ * Downloads all the lazy loaded JS files from a given URL.
+ * @param {string} url - The URL of the webpage to fetch and parse.
+ * @returns {Promise<string[]>} - A promise that resolves to an array of absolute URLs pointing to JavaScript files found in the page, or undefined for invalid URL.
+ */
+const downloadLoadedJs = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    if (!url.match(/https?:\/\/[a-zA-Z0-9\._\-]+/)) {
+        console.error(chalk.red("[!] Invalid URL"));
+        return; // Return undefined as per JSDoc
+    }
+    const browser = yield puppeteer.launch({
+        headless: true,
+        args: globalsUtil.getDisableSandbox() ? ["--no-sandbox", "--disable-setuid-sandbox"] : [],
+    });
+    const page = yield browser.newPage();
+    yield page.setRequestInterception(true);
+    let js_urls_local = []; // Use a local variable, not the global one
+    page.on("request", (request) => __awaiter(void 0, void 0, void 0, function* () {
+        // get the request url
+        const req_url = request.url(); // Renamed to avoid conflict with outer 'url'
+        // see if the request is a JS file, and is a get request
+        if (request.method() === "GET" && req_url.match(/https?:\/\/[a-z0-9:\._\-]+\/.+\.js\??.*/)) {
+            js_urls_local.push(req_url);
+        }
+        yield request.continue();
+    }));
+    yield page.goto(url);
+    yield browser.close();
+    return js_urls_local;
+});
+export default downloadLoadedJs;
+//# sourceMappingURL=downloadLoadedJsUtil.js.map

package/build/lazyLoad/downloadLoadedJsUtil.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"downloadLoadedJsUtil.js","sourceRoot":"","sources":["../../src/lazyLoad/downloadLoadedJsUtil.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,WAAW,MAAM,uBAAuB,CAAC;AACrD,OAAO,SAAS,MAAM,iCAAiC,CAAC;AAExD;;;;GAIG;AACH,MAAM,gBAAgB,GAAG,CAAO,GAAG,EAAE,EAAE;IACnC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,8BAA8B,CAAC,EAAE,CAAC;QAC7C,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC5C,OAAO,CAAC,gCAAgC;IAC5C,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC;QACnC,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,WAAW,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC,EAAE;KAC5F,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;IAExC,IAAI,aAAa,GAAG,EAAE,CAAC,CAAC,2CAA2C;IACnE,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAO,OAAO,EAAE,EAAE;QACjC,sBAAsB;QACtB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,6CAA6C;QAE5E,wDAAwD;QACxD,IAAI,OAAO,CAAC,MAAM,EAAE,KAAK,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,yCAAyC,CAAC,EAAE,CAAC;YACzF,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;IAC7B,CAAC,CAAA,CAAC,CAAC;IAEH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAErB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IAEtB,OAAO,aAAa,CAAC;AACzB,CAAC,CAAA,CAAC;AAEF,eAAe,gBAAgB,CAAC"}

package/build/lazyLoad/downloadQueue.js

@@ -0,0 +1,191 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import path from "path";
+import fs from "fs";
+import prettier from "prettier";
+import makeRequest from "../utility/makeReq.js";
+import { getURLDirectory } from "../utility/urlUtils.js";
+import { getScope } from "./globals.js";
+import { progressLog, progressError, progressWarn } from "../utility/progressLog.js";
+const PRETTIER_SIZE_LIMIT = 500 * 1024;
+/**
+ * A concurrent download queue that starts downloading JS files as soon as URLs
+ * are pushed, without waiting for discovery to finish.
+ *
+ * Usage:
+ *   const q = new DownloadQueue(output, concurrency);
+ *   q.push(someUrls);          // starts downloading immediately
+ *   q.push(moreUrls);          // safe to call any time
+ *   await q.drain();           // wait for all downloads to complete
+ */
+export class DownloadQueue {
+    constructor(output, concurrency, options = {}) {
+        /** Tracks every URL ever enqueued to avoid duplicate downloads. */
+        this.seen = new Set();
+        /** Pending URLs waiting for a free worker slot. */
+        this.pending = [];
+        /** Number of worker coroutines currently executing a download. */
+        this.activeWorkers = 0;
+        /** Callbacks waiting for the queue to empty. */
+        this.drainCallbacks = [];
+        /** Stats */
+        this.downloadCount = 0;
+        this.processedCount = 0;
+        this.ignoredFiles = [];
+        this.ignoredDomains = [];
+        this.output = output;
+        this.concurrency = Math.max(1, concurrency);
+        this.onProgress = options.onProgress;
+        fs.mkdirSync(output, { recursive: true });
+    }
+    get totalEnqueued() {
+        return this.seen.size;
+    }
+    /**
+     * Enqueue URLs for download. Already-seen URLs are silently skipped.
+     * New workers are spawned immediately up to the configured concurrency.
+     */
+    push(urls) {
+        const fresh = [];
+        for (const u of urls) {
+            if (!this.seen.has(u)) {
+                this.seen.add(u);
+                fresh.push(u);
+            }
+        }
+        if (fresh.length === 0)
+            return;
+        this.pending.push(...fresh);
+        this.spawnWorkers();
+    }
+    /** Returns a Promise that resolves once all pending downloads are complete. */
+    drain() {
+        if (this.activeWorkers === 0 && this.pending.length === 0) {
+            return Promise.resolve();
+        }
+        return new Promise((resolve) => {
+            this.drainCallbacks.push(resolve);
+        });
+    }
+    /** Print a summary of ignored files. */
+    printSummary() {
+        if (this.ignoredFiles.length > 0) {
+            progressLog(chalk.yellow(`[i] Ignored ${this.ignoredFiles.length} JS files across ${this.ignoredDomains.length} domain(s) - ${this.ignoredDomains.join(", ")}`));
+        }
+        if (this.downloadCount > 0) {
+            progressLog(chalk.green(`[✓] Downloaded ${this.downloadCount} JS chunks to ${this.output} directory`));
+        }
+    }
+    // ── internals ────────────────────────────────────────────────────────
+    spawnWorkers() {
+        while (this.activeWorkers < this.concurrency && this.pending.length > 0) {
+            this.activeWorkers++;
+            this.runWorker();
+        }
+    }
+    runWorker() {
+        return __awaiter(this, void 0, void 0, function* () {
+            while (this.pending.length > 0) {
+                const url = this.pending.shift();
+                yield this.processOne(url);
+            }
+            this.activeWorkers--;
+            if (this.activeWorkers === 0 && this.pending.length === 0) {
+                const callbacks = this.drainCallbacks.splice(0);
+                for (const cb of callbacks)
+                    cb();
+            }
+        });
+    }
+    processOne(url) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, _b, _c;
+            try {
+                if (!url.match(/(\.js|\.json|\.js\.map|\.vue)/) || url.match(/lang\.(css|scss|sass|less|styl)/)) {
+                    progressLog(chalk.yellow(`[i] Ignored ${url}`));
+                    return;
+                }
+                const { host, directory } = getURLDirectory(url);
+                if (!getScope().includes("*") && !getScope().includes(host)) {
+                    this.ignoredFiles.push(url);
+                    if (!this.ignoredDomains.includes(host)) {
+                        this.ignoredDomains.push(host);
+                    }
+                    return;
+                }
+                const childDir = path.join(this.output, host, directory);
+                fs.mkdirSync(childDir, { recursive: true });
+                let res;
+                try {
+                    res = yield makeRequest(url, {});
+                }
+                catch (_d) {
+                    progressError(chalk.red(`[!] Failed to download: ${url}`));
+                    return;
+                }
+                if (!res) {
+                    progressError(chalk.red(`[!] Failed to download: ${url}`));
+                    return;
+                }
+                const rawText = yield res.text();
+                // .js.map payloads are JSON — adding a `//` banner would break strict
+                // JSON parsing later in the same function (parser: "json").
+                const file = url.match(/\.json/) || url.match(/\.js\.map/) ? rawText : `// File Source: ${url}\n${rawText}`;
+                let filename;
+                try {
+                    filename = (_b = (_a = url
+                        .split("/")
+                        .pop()) === null || _a === void 0 ? void 0 : _a.match(/[a-zA-Z0-9\.\-_]+\.(js(on)?(\.map)?|vue)/)) === null || _b === void 0 ? void 0 : _b[0];
+                }
+                catch (_e) {
+                    for (const chunk of url.split("/")) {
+                        if (chunk.match(/\.(js(on)?|vue)$/)) {
+                            filename = chunk;
+                            break;
+                        }
+                    }
+                }
+                if (!filename) {
+                    progressWarn(chalk.yellow(`[!] Could not determine filename for URL: ${url}. Skipping.`));
+                    return;
+                }
+                const filePath = path.join(childDir, filename);
+                try {
+                    if (url.match(/\.json/) || url.match(/\.js\.map/)) {
+                        const formatted = file.length <= PRETTIER_SIZE_LIMIT ? yield prettier.format(file, { parser: "json" }) : file;
+                        fs.writeFileSync(filePath, formatted);
+                    }
+                    else if (url.match(/\.vue$/)) {
+                        const formatted = file.length <= PRETTIER_SIZE_LIMIT ? yield prettier.format(file, { parser: "vue" }) : file;
+                        fs.writeFileSync(filePath, formatted);
+                    }
+                    else {
+                        const formatted = file.length <= PRETTIER_SIZE_LIMIT ? yield prettier.format(file, { parser: "babel" }) : file;
+                        fs.writeFileSync(filePath, formatted);
+                    }
+                }
+                catch (_f) {
+                    progressError(chalk.red(`[!] Failed to write file: ${filePath}`));
+                    return;
+                }
+                this.downloadCount++;
+            }
+            catch (err) {
+                progressError(chalk.red(`[!] Failed to download: ${url} : ${err}`));
+            }
+            finally {
+                this.processedCount++;
+                (_c = this.onProgress) === null || _c === void 0 ? void 0 : _c.call(this, this.processedCount, this.seen.size, this.downloadCount);
+            }
+        });
+    }
+}
+//# sourceMappingURL=downloadQueue.js.map

package/build/lazyLoad/downloadQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"downloadQueue.js","sourceRoot":"","sources":["../../src/lazyLoad/downloadQueue.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,WAAW,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAOrF,MAAM,mBAAmB,GAAG,GAAG,GAAG,IAAI,CAAC;AAEvC;;;;;;;;;GASG;AACH,MAAM,OAAO,aAAa;IAwBtB,YAAY,MAAc,EAAE,WAAmB,EAAE,UAAgC,EAAE;QApBnF,mEAAmE;QAClD,SAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE1C,mDAAmD;QAClC,YAAO,GAAa,EAAE,CAAC;QAExC,kEAAkE;QAC1D,kBAAa,GAAG,CAAC,CAAC;QAE1B,gDAAgD;QACxC,mBAAc,GAAmB,EAAE,CAAC;QAE5C,YAAY;QACJ,kBAAa,GAAG,CAAC,CAAC;QAClB,mBAAc,GAAG,CAAC,CAAC;QACnB,iBAAY,GAAa,EAAE,CAAC;QAC5B,mBAAc,GAAa,EAAE,CAAC;QAKlC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,aAAa;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,IAAI,CAAC,IAAc;QACf,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACL,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE/B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,YAAY,EAAE,CAAC;IACxB,CAAC;IAED,+EAA+E;IAC/E,KAAK;QACD,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC;QACD,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACjC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACP,CAAC;IAED,wCAAwC;IACxC,YAAY;QACR,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,WAAW,CACP,KAAK,CAAC,MAAM,CACR,eAAe,IAAI,CAAC,YAAY,CAAC,MAAM,oBAAoB,IAAI,CAAC,cAAc,CAAC,MAAM,gBAAgB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACxI,CACJ,CAAC;QACN,CAAC;QACD,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YACzB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,aAAa,iBAAiB,IAAI,CAAC,MAAM,YAAY,CAAC,CAAC,CAAC;QAC3G,CAAC;IACL,CAAC;IAED,wEAAwE;IAEhE,YAAY;QAChB,OAAO,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,EAAE,CAAC;QACrB,CAAC;IACL,CAAC;IAEa,SAAS;;YACnB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAG,CAAC;gBAClC,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAC/B,CAAC;YACD,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxD,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAChD,KAAK,MAAM,EAAE,IAAI,SAAS;oBAAE,EAAE,EAAE,CAAC;YACrC,CAAC;QACL,CAAC;KAAA;IAEa,UAAU,CAAC,GAAW;;;YAChC,IAAI,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,+BAA+B,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,iCAAiC,CAAC,EAAE,CAAC;oBAC9F,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC,CAAC;oBAChD,OAAO;gBACX,CAAC;gBAED,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;gBAEjD,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC1D,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAC5B,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;wBACtC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACnC,CAAC;oBACD,OAAO;gBACX,CAAC;gBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;gBACzD,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAE5C,IAAI,GAAG,CAAC;gBACR,IAAI,CAAC;oBACD,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACrC,CAAC;gBAAC,WAAM,CAAC;oBACL,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,GAAG,EAAE,CAAC,CAAC,CAAC;oBAC3D,OAAO;gBACX,CAAC;gBAED,IAAI,CAAC,GAAG,EAAE,CAAC;oBACP,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,GAAG,EAAE,CAAC,CAAC,CAAC;oBAC3D,OAAO;gBACX,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjC,sEAAsE;gBACtE,4DAA4D;gBAC5D,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,GAAG,KAAK,OAAO,EAAE,CAAC;gBAE5G,IAAI,QAA4B,CAAC;gBACjC,IAAI,CAAC;oBACD,QAAQ,GAAG,MAAA,MAAA,GAAG;yBACT,KAAK,CAAC,GAAG,CAAC;yBACV,GAAG,EAAE,0CACJ,KAAK,CAAC,0CAA0C,CAAC,0CAAG,CAAC,CAAC,CAAC;gBACjE,CAAC;gBAAC,WAAM,CAAC;oBACL,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;wBACjC,IAAI,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC;4BAClC,QAAQ,GAAG,KAAK,CAAC;4BACjB,MAAM;wBACV,CAAC;oBACL,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACZ,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,6CAA6C,GAAG,aAAa,CAAC,CAAC,CAAC;oBAC1F,OAAO;gBACX,CAAC;gBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC/C,IAAI,CAAC;oBACD,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;wBAChD,MAAM,SAAS,GACX,IAAI,CAAC,MAAM,IAAI,mBAAmB,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAChG,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;oBAC1C,CAAC;yBAAM,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC7B,MAAM,SAAS,GACX,IAAI,CAAC,MAAM,IAAI,mBAAmB,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAC/F,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;oBAC1C,CAAC;yBAAM,CAAC;wBACJ,MAAM,SAAS,GACX,IAAI,CAAC,MAAM,IAAI,mBAAmB,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBACjG,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;oBAC1C,CAAC;gBACL,CAAC;gBAAC,WAAM,CAAC;oBACL,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC,CAAC;oBAClE,OAAO;gBACX,CAAC;gBACD,IAAI,CAAC,aAAa,EAAE,CAAC;YACzB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,GAAG,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC;YACxE,CAAC;oBAAS,CAAC;gBACP,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,MAAA,IAAI,CAAC,UAAU,qDAAG,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;YAC/E,CAAC;QACL,CAAC;KAAA;CACJ"}

package/build/lazyLoad/globals.js

@@ -0,0 +1,107 @@
+/** Global scope configuration for lazy loading */
+let scope = [];
+/** Global array of JavaScript URLs discovered during lazy loading */
+let js_urls = [];
+/** Global array of JSON URLs discovered during lazy loading */
+let json_urls = [];
+/** Maximum number of concurrent requests allowed */
+let max_req_queue;
+/** List of URLs which has been crawled */
+let crawled_urls = [];
+/**
+ * Gets the current scope configuration.
+ * @returns Array of domains in scope
+ */
+export const getScope = () => scope;
+/**
+ * Sets the scope configuration for lazy loading.
+ * @param newScope - Array of domains to include in scope
+ */
+export const setScope = (newScope) => {
+    scope = newScope;
+};
+/**
+ * Adds a domain to the current scope.
+ * @param item - Domain to add to scope
+ */
+export const pushToScope = (item) => {
+    scope.push(item);
+};
+/**
+ * Gets the current array of JavaScript URLs.
+ * @returns Array of JavaScript URLs
+ */
+export const getJsUrls = () => js_urls;
+/**
+ * Clears all JavaScript URLs from the global array.
+ */
+export const clearJsUrls = () => {
+    js_urls = [];
+};
+/**
+ * Adds a JavaScript URL to the global array.
+ * @param url - JavaScript URL to add
+ */
+export const pushToJsUrls = (url) => {
+    if (Array.isArray(url)) {
+        js_urls.push(...url);
+    }
+    else {
+        js_urls.push(url);
+    }
+    // Remove duplicates
+    js_urls = [...new Set(js_urls)];
+};
+/**
+ * Gets the current array of JSON URLs.
+ * @returns Array of JSON URLs
+ */
+export const getJsonUrls = () => json_urls;
+/**
+ * Clears all JSON URLs from the global array.
+ */
+export const clearJsonUrls = () => {
+    json_urls = [];
+};
+/**
+ * Adds a JSON URL to the global array.
+ * @param url - JSON URL to add
+ */
+export const pushToJsonUrls = (url) => {
+    json_urls.push(url);
+};
+/**
+ * Gets the maximum request queue size.
+ * @returns Maximum number of concurrent requests
+ */
+export const getMaxReqQueue = () => max_req_queue;
+/**
+ * Sets the maximum request queue size.
+ * @param newMax - Maximum number of concurrent requests to allow
+ */
+export const setMaxReqQueue = (newMax) => {
+    max_req_queue = newMax;
+};
+/**
+ * Checks if a URL is already in the crawled URLs list.
+ * @param url - URL to check
+ * @returns True if URL is already crawled, false otherwise
+ */
+export const presentInCrawledUrls = (url) => {
+    return crawled_urls.includes(url);
+};
+/**
+ * Adds a URL to the crawled URLs list if it's not already present.
+ * @param url - URL to add to crawled list
+ */
+export const addCrawledUrl = (url) => {
+    if (Array.isArray(url)) {
+        crawled_urls.push(...url);
+    }
+    else {
+        if (!presentInCrawledUrls(url)) {
+            crawled_urls.push(url);
+        }
+    }
+};
+//# sourceMappingURL=globals.js.map

package/build/lazyLoad/globals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"globals.js","sourceRoot":"","sources":["../../src/lazyLoad/globals.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,IAAI,KAAK,GAAa,EAAE,CAAC;AACzB,qEAAqE;AACrE,IAAI,OAAO,GAAa,EAAE,CAAC;AAC3B,+DAA+D;AAC/D,IAAI,SAAS,GAAa,EAAE,CAAC;AAC7B,oDAAoD;AACpD,IAAI,aAAqB,CAAC;AAC1B,0CAA0C;AAC1C,IAAI,YAAY,GAAa,EAAE,CAAC;AAEhC;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAa,EAAE,CAAC,KAAK,CAAC;AAE9C;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,QAAkB,EAAQ,EAAE;IACjD,KAAK,GAAG,QAAQ,CAAC;AACrB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAQ,EAAE;IAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACrB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,GAAa,EAAE,CAAC,OAAO,CAAC;AAEjD;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,GAAS,EAAE;IAClC,OAAO,GAAG,EAAE,CAAC;AACjB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,GAAsB,EAAQ,EAAE;IACzD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;IACzB,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IAED,oBAAoB;IACpB,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;AACpC,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,GAAa,EAAE,CAAC,SAAS,CAAC;AAErD;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,GAAS,EAAE;IACpC,SAAS,GAAG,EAAE,CAAC;AACnB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAW,EAAQ,EAAE;IAChD,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,GAAW,EAAE,CAAC,aAAa,CAAC;AAE1D;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAc,EAAQ,EAAE;IACnD,aAAa,GAAG,MAAM,CAAC;AAC3B,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAW,EAAW,EAAE;IACzD,OAAO,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;AACtC,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,GAAsB,EAAQ,EAAE;IAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,YAAY,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;IAC9B,CAAC;SAAM,CAAC;QACJ,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;AACL,CAAC,CAAC"}