@js-recon/js-recon 1.3.1-beta.2

package/build/lazyLoad/sourcemap.js

@@ -0,0 +1,188 @@
+/**
+ * Source Map Decoder
+ *
+ * Extracts original source code from minified JavaScript using source maps.
+ */
+/**
+ * Extract original source files from a source map.
+ *
+ * @param sourceMap - The source map object or JSON string
+ * @param options - Optional configuration
+ * @returns Object containing extracted files and count of missing sources
+ *
+ * @example
+ * ```typescript
+ * import { extractSources } from './sourcemap';
+ *
+ * const sourceMap = {
+ *   version: 3,
+ *   sources: ['src/app.ts', 'src/utils.ts'],
+ *   sourcesContent: ['const x = 1;', 'export const y = 2;'],
+ *   mappings: '...',
+ * };
+ *
+ * const result = extractSources(sourceMap);
+ * for (const file of result.files) {
+ *   console.log(`${file.path}:\n${file.content}`);
+ * }
+ * ```
+ */
+export function extractSources(sourceMap, options = {}) {
+    var _a;
+    const { cleanPaths = true, normalizePaths = true } = options;
+    // Parse JSON string if needed
+    const map = typeof sourceMap === "string" ? JSON.parse(sourceMap) : sourceMap;
+    // Validate source map
+    if (!map.sources || !Array.isArray(map.sources)) {
+        throw new Error('Invalid source map: missing "sources" array');
+    }
+    const files = [];
+    let missingCount = 0;
+    for (let i = 0; i < map.sources.length; i++) {
+        let path = map.sources[i];
+        const content = (_a = map.sourcesContent) === null || _a === void 0 ? void 0 : _a[i];
+        // Skip if no content
+        if (content === null || content === undefined) {
+            missingCount++;
+            continue;
+        }
+        // Clean up path
+        if (cleanPaths) {
+            path = cleanPath(path);
+        }
+        if (normalizePaths) {
+            path = normalizePath(path);
+        }
+        // Apply sourceRoot if present
+        if (map.sourceRoot && !path.startsWith("/")) {
+            const root = cleanPaths ? cleanPath(map.sourceRoot) : map.sourceRoot;
+            path = joinPaths(root, path);
+        }
+        files.push({ path, content });
+    }
+    return { files, missingCount };
+}
+/**
+ * Extract a single source file by index or path.
+ *
+ * @param sourceMap - The source map object or JSON string
+ * @param indexOrPath - Index into sources array or file path to find
+ * @returns The source file or null if not found
+ */
+export function extractSource(sourceMap, indexOrPath) {
+    var _a, _b;
+    const map = typeof sourceMap === "string" ? JSON.parse(sourceMap) : sourceMap;
+    if (typeof indexOrPath === "number") {
+        const index = indexOrPath;
+        if (index < 0 || index >= map.sources.length) {
+            return null;
+        }
+        const content = (_a = map.sourcesContent) === null || _a === void 0 ? void 0 : _a[index];
+        if (content === null || content === undefined) {
+            return null;
+        }
+        return { path: map.sources[index], content };
+    }
+    // Search by path
+    const searchPath = indexOrPath;
+    const index = map.sources.findIndex((s) => s === searchPath ||
+        s.endsWith(searchPath) ||
+        cleanPath(s) === searchPath ||
+        cleanPath(s).endsWith(searchPath));
+    if (index === -1) {
+        return null;
+    }
+    const content = (_b = map.sourcesContent) === null || _b === void 0 ? void 0 : _b[index];
+    if (content === null || content === undefined) {
+        return null;
+    }
+    return { path: map.sources[index], content };
+}
+/**
+ * Get list of source file paths without extracting content.
+ *
+ * @param sourceMap - The source map object or JSON string
+ * @returns Array of source file paths
+ */
+export function listSources(sourceMap) {
+    const map = typeof sourceMap === "string" ? JSON.parse(sourceMap) : sourceMap;
+    return map.sources || [];
+}
+/**
+ * Check if a source map has embedded source content.
+ *
+ * @param sourceMap - The source map object or JSON string
+ * @returns true if sourcesContent is present and has at least one non-null entry
+ */
+export function hasSourceContent(sourceMap) {
+    const map = typeof sourceMap === "string" ? JSON.parse(sourceMap) : sourceMap;
+    return Array.isArray(map.sourcesContent) && map.sourcesContent.some((c) => c !== null && c !== undefined);
+}
+/**
+ * Remove protocol prefixes like webpack://, file://, etc.
+ */
+function cleanPath(path) {
+    return path
+        .replace(/^webpack:\/\/[^/]*\//, "") // webpack://package-name/
+        .replace(/^webpack:\/\//, "") // webpack://
+        .replace(/^file:\/\//, "") // file://
+        .replace(/^\.\//, ""); // ./
+}
+/**
+ * Normalize path by resolving ../ sequences.
+ * SECURITY: Removes all leading ../ to prevent directory traversal attacks.
+ * Files will always stay within the intended output directory.
+ */
+function normalizePath(path) {
+    const parts = path.split("/");
+    const result = [];
+    for (const part of parts) {
+        if (part === "..") {
+            // Only allow going back within the path we've built
+            // Never allow escaping (result would go negative)
+            if (result.length > 0) {
+                result.pop();
+            }
+            // If result is empty, just skip the '..' entirely (prevents traversal)
+        }
+        else if (part !== "." && part !== "") {
+            result.push(part);
+        }
+    }
+    return result.join("/") || ".";
+}
+/**
+ * Sanitize a path to ensure it cannot escape the output directory.
+ * This is a safety check that should be used before writing files.
+ *
+ * @param basePath - The base output directory (absolute path)
+ * @param filePath - The file path to sanitize
+ * @returns Safe path that is guaranteed to be under basePath
+ */
+export function safePath(basePath, filePath) {
+    // Clean and normalize the file path
+    let cleaned = cleanPath(filePath);
+    cleaned = normalizePath(cleaned);
+    // Remove any remaining ../ sequences (belt and suspenders)
+    cleaned = cleaned.replace(/\.\.\//g, "").replace(/^\.\.$/, "");
+    // Remove leading slashes to prevent absolute path injection
+    cleaned = cleaned.replace(/^\/+/, "");
+    // Join with base path
+    const joined = basePath.endsWith("/") ? basePath + cleaned : basePath + "/" + cleaned;
+    return joined;
+}
+/**
+ * Join two path segments
+ */
+function joinPaths(base, path) {
+    if (!base)
+        return path;
+    if (!path)
+        return base;
+    const baseClean = base.endsWith("/") ? base.slice(0, -1) : base;
+    const pathClean = path.startsWith("/") ? path.slice(1) : path;
+    return `${baseClean}/${pathClean}`;
+}
+// Default export for convenience
+export default { extractSources, extractSource, listSources, hasSourceContent };
+//# sourceMappingURL=sourcemap.js.map

package/build/lazyLoad/sourcemap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sourcemap.js","sourceRoot":"","sources":["../../src/lazyLoad/sourcemap.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA6CH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,UAAU,cAAc,CAAC,SAA6B,EAAE,UAA0B,EAAE;;IACtF,MAAM,EAAE,UAAU,GAAG,IAAI,EAAE,cAAc,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;IAE7D,8BAA8B;IAC9B,MAAM,GAAG,GAAc,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEzF,sBAAsB;IACtB,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,MAAA,GAAG,CAAC,cAAc,0CAAG,CAAC,CAAC,CAAC;QAExC,qBAAqB;QACrB,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC5C,YAAY,EAAE,CAAC;YACf,SAAS;QACb,CAAC;QAED,gBAAgB;QAChB,IAAI,UAAU,EAAE,CAAC;YACb,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,cAAc,EAAE,CAAC;YACjB,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QAED,8BAA8B;QAC9B,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC;YACrE,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;AACnC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAAC,SAA6B,EAAE,WAA4B;;IACrF,MAAM,GAAG,GAAc,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEzF,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,WAAW,CAAC;QAC1B,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,OAAO,GAAG,MAAA,GAAG,CAAC,cAAc,0CAAG,KAAK,CAAC,CAAC;QAC5C,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;IACjD,CAAC;IAED,iBAAiB;IACjB,MAAM,UAAU,GAAG,WAAW,CAAC;IAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAC/B,CAAC,CAAC,EAAE,EAAE,CACF,CAAC,KAAK,UAAU;QAChB,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC;QACtB,SAAS,CAAC,CAAC,CAAC,KAAK,UAAU;QAC3B,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CACxC,CAAC;IAEF,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,MAAA,GAAG,CAAC,cAAc,0CAAG,KAAK,CAAC,CAAC;IAC5C,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;AACjD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,SAA6B;IACrD,MAAM,GAAG,GAAc,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEzF,OAAO,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;AAC7B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAA6B;IAC1D,MAAM,GAAG,GAAc,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEzF,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC;AAC9G,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,IAAY;IAC3B,OAAO,IAAI;SACN,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC,0BAA0B;SAC9D,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,aAAa;SAC1C,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,UAAU;SACpC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK;AACpC,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,IAAY;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAChB,oDAAoD;YACpD,kDAAkD;YAClD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,CAAC,GAAG,EAAE,CAAC;YACjB,CAAC;YACD,uEAAuE;QAC3E,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;AACnC,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,QAAQ,CAAC,QAAgB,EAAE,QAAgB;IACvD,oCAAoC;IACpC,IAAI,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IAClC,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAEjC,2DAA2D;IAC3D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAE/D,4DAA4D;IAC5D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAEtC,sBAAsB;IACtB,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,GAAG,OAAO,CAAC;IAEtF,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,IAAY,EAAE,IAAY;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAE9D,OAAO,GAAG,SAAS,IAAI,SAAS,EAAE,CAAC;AACvC,CAAC;AAED,iCAAiC;AACjC,eAAe,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,CAAC"}

package/build/lazyLoad/svelte/svelte_discoverPagesFromJs.js

@@ -0,0 +1,162 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import * as cheerio from "cheerio";
+import makeRequest from "../../utility/makeReq.js";
+import resolvePath from "../../utility/resolvePath.js";
+import { getJsUrls, pushToJsUrls } from "../globals.js";
+import { URL } from "url";
+const ASSET_EXTENSIONS = [".js", ".css", ".json", ".png", ".svg", ".woff", ".woff2", ".ico", ".jpg", ".gif"];
+const SKIP_PREFIXES = ["/_astro/", "/_next/", "/__"];
+/**
+ * Extracts path-like strings from a JS file's raw text content that look like
+ * same-origin page routes (start with "/" and don't end with ".js"/".css"/etc).
+ * Also detects template literal path prefixes like `/post/${...}` → `/post/1`
+ * by substituting a test ID ("1") for the first dynamic segment.
+ */
+const extractPagePaths = (content) => {
+    const paths = new Set();
+    // Static string literals: "/admin", '/debug', etc.
+    const STATIC_RE = /["'](\/[a-zA-Z0-9_\-/]+)["']/g;
+    let m;
+    while ((m = STATIC_RE.exec(content)) !== null) {
+        const p = m[1];
+        if (ASSET_EXTENSIONS.some((e) => p.endsWith(e)))
+            continue;
+        if (SKIP_PREFIXES.some((pre) => p.startsWith(pre)))
+            continue;
+        if (p.split("/").length > 5)
+            continue;
+        paths.add(p);
+    }
+    // Template literal path prefixes: `/post/${...}` → try `/post/1`
+    // Matches backtick template literals starting with "/" that have at least one ${} segment
+    const TEMPLATE_RE = /`(\/[a-zA-Z0-9_\-/]+)\$\{[^`}]+\}(?:\/[a-zA-Z0-9_\-]*)*`/g;
+    while ((m = TEMPLATE_RE.exec(content)) !== null) {
+        const prefix = m[1]; // e.g. "/post/"
+        if (SKIP_PREFIXES.some((pre) => prefix.startsWith(pre)))
+            continue;
+        // Strip trailing slash before appending test ID
+        const base = prefix.endsWith("/") ? prefix.slice(0, -1) : prefix;
+        const testUrl = `${base}/1`;
+        if (testUrl.split("/").length <= 5)
+            paths.add(testUrl);
+    }
+    return [...paths];
+};
+/**
+ * Extracts JS file references from an HTML page's Astro island elements,
+ * <script src>, and <link rel="modulepreload"> tags.
+ */
+const extractJsFromHtml = (pageUrl, html) => __awaiter(void 0, void 0, void 0, function* () {
+    const $ = cheerio.load(html);
+    const jsFiles = [];
+    for (const el of $("link").toArray()) {
+        const rel = $(el).attr("rel");
+        if (rel === "modulepreload") {
+            const href = $(el).attr("href");
+            if (href)
+                jsFiles.push(href.startsWith("http") ? href : yield resolvePath(pageUrl, href));
+        }
+    }
+    for (const el of $("script").toArray()) {
+        const src = $(el).attr("src");
+        if (src)
+            jsFiles.push(src.startsWith("http") ? src : yield resolvePath(pageUrl, src));
+    }
+    for (const el of $("astro-island").toArray()) {
+        for (const attr of ["component-url", "renderer-url"]) {
+            const value = $(el).attr(attr);
+            if (value)
+                jsFiles.push(value.startsWith("http") ? value : yield resolvePath(pageUrl, value));
+        }
+    }
+    return jsFiles;
+});
+const MAX_ROUNDS = 5;
+/**
+ * Iteratively scans all JS URLs in the global registry for embedded page path
+ * strings, visits each discovered page to extract Astro island component-url /
+ * script-src / modulepreload references, and repeats until no new URLs are found.
+ *
+ * This fills the gap left by Svelte/Astro client-side routers that don't emit
+ * <a href> links in server-rendered HTML — instead route paths live as string
+ * literals inside the compiled JS bundles.
+ *
+ * @param entryUrl - The target's base URL (used to build absolute page URLs)
+ * @returns Array of all newly discovered JS file URLs across all rounds
+ */
+const svelte_discoverPagesFromJs = (entryUrl) => __awaiter(void 0, void 0, void 0, function* () {
+    var _a;
+    const origin = new URL(entryUrl).origin;
+    const allDiscovered = [];
+    const visitedPaths = new Set();
+    const scannedJsUrls = new Set();
+    for (let round = 0; round < MAX_ROUNDS; round++) {
+        const currentJsUrls = getJsUrls().filter((u) => !scannedJsUrls.has(u));
+        if (currentJsUrls.length === 0)
+            break;
+        // Collect candidate page paths from all unscanned JS URLs
+        const candidatePaths = new Set();
+        for (const jsUrl of currentJsUrls) {
+            scannedJsUrls.add(jsUrl);
+            try {
+                const res = yield makeRequest(jsUrl, {});
+                if (!res)
+                    continue;
+                const content = yield res.text();
+                for (const p of extractPagePaths(content)) {
+                    candidatePaths.add(p);
+                }
+            }
+            catch (_b) {
+                continue;
+            }
+        }
+        // Filter to only unvisited paths
+        const newPaths = [...candidatePaths].filter((p) => !visitedPaths.has(p));
+        if (newPaths.length === 0)
+            break;
+        console.log(chalk.cyan(`[i] Found ${newPaths.length} candidate page path(s) in JS — visiting to discover more chunks`));
+        let foundThisRound = 0;
+        for (const pagePath of newPaths) {
+            visitedPaths.add(pagePath);
+            const pageUrl = `${origin}${pagePath}`;
+            try {
+                const res = yield makeRequest(pageUrl, {});
+                if (!res)
+                    continue;
+                const contentType = (_a = res.headers.get("content-type")) !== null && _a !== void 0 ? _a : "";
+                if (!contentType.includes("text/html"))
+                    continue;
+                const html = yield res.text();
+                const jsFromPage = yield extractJsFromHtml(pageUrl, html);
+                for (const jsUrl of jsFromPage) {
+                    if (!getJsUrls().includes(jsUrl)) {
+                        pushToJsUrls(jsUrl);
+                        allDiscovered.push(jsUrl);
+                        foundThisRound++;
+                    }
+                }
+                if (jsFromPage.length > 0) {
+                    console.log(chalk.green(`[✓] ${pageUrl}: found ${jsFromPage.length} JS file(s)`));
+                }
+            }
+            catch (_c) {
+                // page not found or network error — skip
+            }
+        }
+        if (foundThisRound === 0)
+            break;
+    }
+    return allDiscovered;
+});
+export default svelte_discoverPagesFromJs;
+//# sourceMappingURL=svelte_discoverPagesFromJs.js.map

package/build/lazyLoad/svelte/svelte_discoverPagesFromJs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"svelte_discoverPagesFromJs.js","sourceRoot":"","sources":["../../../src/lazyLoad/svelte/svelte_discoverPagesFromJs.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,WAAW,MAAM,8BAA8B,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAE1B,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAC7G,MAAM,aAAa,GAAG,CAAC,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;AAErD;;;;;GAKG;AACH,MAAM,gBAAgB,GAAG,CAAC,OAAe,EAAY,EAAE;IACnD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,mDAAmD;IACnD,MAAM,SAAS,GAAG,+BAA+B,CAAC;IAClD,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACf,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAAE,SAAS;QAC1D,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAAE,SAAS;QAC7D,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QACtC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,iEAAiE;IACjE,0FAA0F;IAC1F,MAAM,WAAW,GAAG,2DAA2D,CAAC;IAChF,OAAO,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB;QACrC,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAAE,SAAS;QAClE,gDAAgD;QAChD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACjE,MAAM,OAAO,GAAG,GAAG,IAAI,IAAI,CAAC;QAC5B,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACtB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,iBAAiB,GAAG,CAAO,OAAe,EAAE,IAAY,EAAqB,EAAE;IACjF,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,GAAG,KAAK,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,IAAI;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9F,CAAC;IACL,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,GAAG;YAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,cAAc,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,KAAK;gBAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAClG,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC,CAAA,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,CAAC;AAErB;;;;;;;;;;;GAWG;AACH,MAAM,0BAA0B,GAAG,CAAO,QAAgB,EAAqB,EAAE;;IAC7E,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IACxC,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IAExC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9C,MAAM,aAAa,GAAG,SAAS,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM;QAEtC,0DAA0D;QAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAChC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACzC,IAAI,CAAC,GAAG;oBAAE,SAAS;gBACnB,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjC,KAAK,MAAM,CAAC,IAAI,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC1B,CAAC;YACL,CAAC;YAAC,WAAM,CAAC;gBACL,SAAS;YACb,CAAC;QACL,CAAC;QAED,iCAAiC;QACjC,MAAM,QAAQ,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM;QAEjC,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,MAAM,kEAAkE,CAAC,CAC7G,CAAC;QAEF,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAC9B,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC3B,MAAM,OAAO,GAAG,GAAG,MAAM,GAAG,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC3C,IAAI,CAAC,GAAG;oBAAE,SAAS;gBACnB,MAAM,WAAW,GAAG,MAAA,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,mCAAI,EAAE,CAAC;gBAC1D,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAAE,SAAS;gBAEjD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAE1D,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;oBAC7B,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC/B,YAAY,CAAC,KAAK,CAAC,CAAC;wBACpB,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC1B,cAAc,EAAE,CAAC;oBACrB,CAAC;gBACL,CAAC;gBAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,OAAO,WAAW,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC,CAAC;gBACtF,CAAC;YACL,CAAC;YAAC,WAAM,CAAC;gBACL,yCAAyC;YAC7C,CAAC;QACL,CAAC;QAED,IAAI,cAAc,KAAK,CAAC;YAAE,MAAM;IACpC,CAAC;IAED,OAAO,aAAa,CAAC;AACzB,CAAC,CAAA,CAAC;AAEF,eAAe,0BAA0B,CAAC"}

package/build/lazyLoad/svelte/svelte_getFromPageSource.js

@@ -0,0 +1,91 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import makeRequest from "../../utility/makeReq.js";
+import * as cheerio from "cheerio";
+import resolvePath from "../../utility/resolvePath.js";
+import chalk from "chalk";
+import { getJsUrls, pushToJsUrls } from "../globals.js";
+/**
+ * Finds all the lazy loaded JavaScript files from a webpage by parsing the page source.
+ * It looks for all `<link>` tags with `rel="modulepreload"` attribute and `<script>` tags with `src` attribute.
+ * It then resolves the relative URLs to absolute URLs and returns an array of all the JS files found.
+ *
+ * @param {string} url - The URL of the webpage to fetch and parse.
+ * @returns {Promise<string[]>} - A promise that resolves to an array of absolute URLs pointing to JavaScript files found in the page.
+ */
+const svelte_getFromPageSource = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Analyzing page source"));
+    let foundUrls = [];
+    const pageSource = yield makeRequest(url, {});
+    const body = yield pageSource.text();
+    // cheerio to parse the page source
+    const $ = cheerio.load(body);
+    // find all link tags
+    const linkTags = $("link");
+    for (const linkTag of linkTags) {
+        const relAttr = $(linkTag).attr("rel");
+        if (relAttr === "modulepreload") {
+            const hrefAttr = $(linkTag).attr("href");
+            if (hrefAttr) {
+                if (hrefAttr.startsWith("http")) {
+                    foundUrls.push(hrefAttr);
+                }
+                else {
+                    foundUrls.push(yield resolvePath(url, hrefAttr));
+                }
+            }
+        }
+    }
+    // also, parse the script tags
+    const scriptTags = $("script");
+    for (const scriptTag of scriptTags) {
+        const srcAttr = $(scriptTag).attr("src");
+        if (srcAttr) {
+            if (srcAttr.startsWith("http")) {
+                foundUrls.push(srcAttr);
+            }
+            else {
+                foundUrls.push(yield resolvePath(url, srcAttr));
+            }
+        }
+    }
+    // parse astro-island component-url and renderer-url attributes (Astro island hydration)
+    const astroIslands = $("astro-island");
+    for (const island of astroIslands) {
+        for (const attr of ["component-url", "renderer-url"]) {
+            const value = $(island).attr(attr);
+            if (value) {
+                if (value.startsWith("http")) {
+                    foundUrls.push(value);
+                }
+                else {
+                    foundUrls.push(yield resolvePath(url, value));
+                }
+            }
+        }
+    }
+    if (foundUrls.length === 0) {
+        console.error(chalk.red("[!] No JS files found from the page source"));
+        return [];
+    }
+    else {
+        console.log(chalk.green(`[✓] Found ${foundUrls.length} JS files from the page source`));
+    }
+    // iterate through the foundUrls and resolve the paths
+    for (const foundUrl of foundUrls) {
+        if (getJsUrls().includes(foundUrl)) {
+            continue;
+        }
+        pushToJsUrls(foundUrl);
+    }
+    return foundUrls;
+});
+export default svelte_getFromPageSource;
+//# sourceMappingURL=svelte_getFromPageSource.js.map

package/build/lazyLoad/svelte/svelte_getFromPageSource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"svelte_getFromPageSource.js","sourceRoot":"","sources":["../../../src/lazyLoad/svelte/svelte_getFromPageSource.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,WAAW,MAAM,8BAA8B,CAAC;AACvD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAExD;;;;;;;GAOG;AACH,MAAM,wBAAwB,GAAG,CAAO,GAAG,EAAE,EAAE;IAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;IACrD,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;IAErC,mCAAmC;IACnC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,qBAAqB;IACrB,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAE3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzC,IAAI,QAAQ,EAAE,CAAC;gBACX,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC9B,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACJ,SAAS,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;gBACrD,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,8BAA8B;IAC9B,MAAM,UAAU,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC/B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACJ,SAAS,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;YACpD,CAAC;QACL,CAAC;IACL,CAAC;IAED,wFAAwF;IACxF,MAAM,YAAY,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;IACvC,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,cAAc,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,KAAK,EAAE,CAAC;gBACR,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3B,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACJ,SAAS,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;gBAClD,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC,CAAC;QACvE,OAAO,EAAE,CAAC;IACd,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,SAAS,CAAC,MAAM,gCAAgC,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,sDAAsD;IACtD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAC/B,IAAI,SAAS,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,SAAS;QACb,CAAC;QACD,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC,CAAA,CAAC;AACF,eAAe,wBAAwB,CAAC"}

package/build/lazyLoad/svelte/svelte_recursivePageCrawl.js

@@ -0,0 +1,180 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import * as cheerio from "cheerio";
+import makeRequest from "../../utility/makeReq.js";
+import resolvePath from "../../utility/resolvePath.js";
+import { URL } from "url";
+import { pushToJsUrls } from "../globals.js";
+import react_followImports from "../react/react_followImports.js";
+const STAGNATION_LIMIT = 3;
+/**
+ * Extracts same-origin page URLs from <a href> and <link href> tags.
+ * Hash fragments are stripped; only URLs matching the entry origin are returned.
+ */
+const extractPageLinks = (pageUrl, html) => {
+    const $ = cheerio.load(html);
+    const origin = new URL(pageUrl).origin;
+    const links = new Set();
+    $("a[href], link[href]").each((_, el) => {
+        const href = $(el).attr("href");
+        if (!href)
+            return;
+        try {
+            const resolved = new URL(href, pageUrl);
+            if (resolved.origin !== origin)
+                return;
+            resolved.hash = "";
+            links.add(resolved.href);
+        }
+        catch (_a) {
+            // unparseable href — skip
+        }
+    });
+    return [...links];
+};
+/**
+ * Extracts JS file URLs from pre-fetched HTML: <link rel="modulepreload">,
+ * <script src>, and Astro island component-url attributes.
+ */
+const extractJsFromHtml = (pageUrl, html) => __awaiter(void 0, void 0, void 0, function* () {
+    const $ = cheerio.load(html);
+    const jsFiles = [];
+    for (const el of $("link").toArray()) {
+        const rel = $(el).attr("rel");
+        if (rel === "modulepreload") {
+            const href = $(el).attr("href");
+            if (href)
+                jsFiles.push(href.startsWith("http") ? href : yield resolvePath(pageUrl, href));
+        }
+    }
+    for (const el of $("script").toArray()) {
+        const src = $(el).attr("src");
+        if (src)
+            jsFiles.push(src.startsWith("http") ? src : yield resolvePath(pageUrl, src));
+    }
+    for (const el of $("astro-island").toArray()) {
+        for (const attr of ["component-url", "renderer-url"]) {
+            const value = $(el).attr(attr);
+            if (value)
+                jsFiles.push(value.startsWith("http") ? value : yield resolvePath(pageUrl, value));
+        }
+    }
+    return jsFiles;
+});
+/**
+ * Recursively crawls same-origin HTML pages discovered via <a href> and
+ * <link href> links.  For every page that responds with text/html, it runs
+ * the full JS-discovery pipeline (HTML extraction + ESM import following)
+ * and queues any new page links for further recursion.
+ *
+ * Termination:
+ *   - pending queue is exhausted, or
+ *   - STAGNATION_LIMIT consecutive rounds produce no new JS files.
+ *
+ * Already-visited pages are never re-processed; ESM import traversal
+ * reuses a single visited Set across all pages so no JS file is fetched
+ * twice.
+ */
+const svelte_recursivePageCrawl = (entryUrl_1, ...args_1) => __awaiter(void 0, [entryUrl_1, ...args_1], void 0, function* (entryUrl, maxJsSizeMb = 2, onFilesDiscovered) {
+    var _a;
+    const allJsFiles = new Set();
+    const visitedPages = new Set([entryUrl]);
+    const knownPages = new Set([entryUrl]);
+    const importVisited = new Set();
+    // Seed from entry page
+    const entryRes = yield makeRequest(entryUrl, {});
+    if (!entryRes)
+        return [];
+    const entryHtml = yield entryRes.text();
+    const initialLinks = extractPageLinks(entryUrl, entryHtml);
+    const pendingPages = [];
+    for (const link of initialLinks) {
+        if (!knownPages.has(link)) {
+            knownPages.add(link);
+            pendingPages.push(link);
+        }
+    }
+    if (pendingPages.length === 0)
+        return [];
+    console.log(chalk.cyan(`[i] Found ${pendingPages.length} candidate page link(s) for recursive JS discovery`));
+    let stagnantRounds = 0;
+    while (pendingPages.length > 0) {
+        const batch = pendingPages.splice(0);
+        const sizeBeforeRound = allJsFiles.size;
+        for (const pageUrl of batch) {
+            if (visitedPages.has(pageUrl))
+                continue;
+            visitedPages.add(pageUrl);
+            try {
+                const res = yield makeRequest(pageUrl, {});
+                if (!res)
+                    continue;
+                const contentType = (_a = res.headers.get("content-type")) !== null && _a !== void 0 ? _a : "";
+                if (!contentType.includes("text/html"))
+                    continue;
+                const html = yield res.text();
+                // Extract JS files from this page's HTML
+                const jsFromPage = yield extractJsFromHtml(pageUrl, html);
+                if (jsFromPage.length > 0) {
+                    for (const f of jsFromPage) {
+                        pushToJsUrls(f);
+                        allJsFiles.add(f);
+                    }
+                    if (onFilesDiscovered)
+                        onFilesDiscovered(jsFromPage);
+                    console.log(chalk.green(`[✓] ${pageUrl}: extracted ${jsFromPage.length} JS file(s)`));
+                }
+                // Follow ESM imports from the newly found JS files
+                let toFollow = jsFromPage.filter((f) => !importVisited.has(f));
+                while (toFollow.length > 0) {
+                    const newFiles = yield react_followImports(toFollow, maxJsSizeMb, pageUrl, importVisited);
+                    if (newFiles.length === 0)
+                        break;
+                    for (const f of newFiles) {
+                        pushToJsUrls(f);
+                        allJsFiles.add(f);
+                    }
+                    if (onFilesDiscovered)
+                        onFilesDiscovered(newFiles);
+                    toFollow = newFiles;
+                }
+                // Queue newly discovered same-origin page links
+                const newLinks = extractPageLinks(pageUrl, html);
+                for (const link of newLinks) {
+                    if (!knownPages.has(link)) {
+                        knownPages.add(link);
+                        pendingPages.push(link);
+                    }
+                }
+            }
+            catch (err) {
+                console.error(chalk.yellow(`[!] Failed to crawl ${pageUrl}: ${err instanceof Error ? err.message : String(err)}`));
+            }
+        }
+        const newFilesThisRound = allJsFiles.size - sizeBeforeRound;
+        if (newFilesThisRound === 0) {
+            stagnantRounds++;
+            if (stagnantRounds >= STAGNATION_LIMIT) {
+                console.error(chalk.yellow(`[!] Stopping page crawl: ${STAGNATION_LIMIT} consecutive rounds without new JS files`));
+                break;
+            }
+        }
+        else {
+            stagnantRounds = 0;
+        }
+    }
+    if (allJsFiles.size > 0) {
+        console.log(chalk.green(`[✓] Recursive page crawl found ${allJsFiles.size} JS file(s) across ${visitedPages.size - 1} page(s)`));
+    }
+    return [...allJsFiles];
+});
+export default svelte_recursivePageCrawl;
+//# sourceMappingURL=svelte_recursivePageCrawl.js.map

package/build/lazyLoad/svelte/svelte_recursivePageCrawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"svelte_recursivePageCrawl.js","sourceRoot":"","sources":["../../../src/lazyLoad/svelte/svelte_recursivePageCrawl.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,WAAW,MAAM,8BAA8B,CAAC;AACvD,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,mBAAmB,MAAM,iCAAiC,CAAC;AAElE,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAE3B;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CAAC,OAAe,EAAE,IAAY,EAAY,EAAE;IACjE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,CAAC,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACpC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACxC,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM;gBAAE,OAAO;YACvC,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC;YACnB,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAAC,WAAM,CAAC;YACL,0BAA0B;QAC9B,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACtB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,iBAAiB,GAAG,CAAO,OAAe,EAAE,IAAY,EAAqB,EAAE;IACjF,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,GAAG,KAAK,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,IAAI;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9F,CAAC;IACL,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,GAAG;YAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,cAAc,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,KAAK;gBAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAClG,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC,CAAA,CAAC;AAEF;;;;;;;;;;;;;GAaG;AACH,MAAM,yBAAyB,GAAG,wBAIb,EAAE,+DAHnB,QAAgB,EAChB,cAAsB,CAAC,EACvB,iBAA6C;;IAE7C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IAExC,uBAAuB;IACvB,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACxC,MAAM,YAAY,GAAG,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAE3D,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACL,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEzC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,YAAY,CAAC,MAAM,oDAAoD,CAAC,CAAC,CAAC;IAE9G,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,OAAO,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,eAAe,GAAG,UAAU,CAAC,IAAI,CAAC;QAExC,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;YAC1B,IAAI,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC;gBAAE,SAAS;YACxC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAE1B,IAAI,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC3C,IAAI,CAAC,GAAG;oBAAE,SAAS;gBAEnB,MAAM,WAAW,GAAG,MAAA,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,mCAAI,EAAE,CAAC;gBAC1D,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAAE,SAAS;gBAEjD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAE9B,yCAAyC;gBACzC,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAC1D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;wBACzB,YAAY,CAAC,CAAC,CAAC,CAAC;wBAChB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACtB,CAAC;oBACD,IAAI,iBAAiB;wBAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;oBACrD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,OAAO,eAAe,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC,CAAC;gBAC1F,CAAC;gBAED,mDAAmD;gBACnD,IAAI,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/D,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;oBAC1F,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;wBAAE,MAAM;oBACjC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;wBACvB,YAAY,CAAC,CAAC,CAAC,CAAC;wBAChB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACtB,CAAC;oBACD,IAAI,iBAAiB;wBAAE,iBAAiB,CAAC,QAAQ,CAAC,CAAC;oBACnD,QAAQ,GAAG,QAAQ,CAAC;gBACxB,CAAC;gBAED,gDAAgD;gBAChD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBACjD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC1B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;wBACxB,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACrB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5B,CAAC;gBACL,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CACT,KAAK,CAAC,MAAM,CAAC,uBAAuB,OAAO,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CACtG,CAAC;YACN,CAAC;QACL,CAAC;QAED,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,GAAG,eAAe,CAAC;QAC5D,IAAI,iBAAiB,KAAK,CAAC,EAAE,CAAC;YAC1B,cAAc,EAAE,CAAC;YACjB,IAAI,cAAc,IAAI,gBAAgB,EAAE,CAAC;gBACrC,OAAO,CAAC,KAAK,CACT,KAAK,CAAC,MAAM,CAAC,4BAA4B,gBAAgB,0CAA0C,CAAC,CACvG,CAAC;gBACF,MAAM;YACV,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,cAAc,GAAG,CAAC,CAAC;QACvB,CAAC;IACL,CAAC;IAED,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,KAAK,CACP,kCAAkC,UAAU,CAAC,IAAI,sBAAsB,YAAY,CAAC,IAAI,GAAG,CAAC,UAAU,CACzG,CACJ,CAAC;IACN,CAAC;IAED,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC;AAC3B,CAAC,CAAA,CAAC;AAEF,eAAe,yBAAyB,CAAC"}