@shriyanss/js-recon 1.0.0 → 1.1.0-beta.1

package/build/api_gateway/index.js

@@ -0,0 +1,277 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import { APIGatewayClient, CreateRestApiCommand, DeleteRestApiCommand, } from "@aws-sdk/client-api-gateway";
+import fs from "fs";
+import checkFeasibility from "./checkFeasibility.js";
+// read the docs for all the methods for api gateway at https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/api-gateway/
+// for the rate limits, refer to https://docs.aws.amazon.com/apigateway/latest/developerguide/limits.html
+const randomRegion = () => {
+    const apiGatewayRegions = [
+        "us-east-2", // US East (Ohio)
+        "us-east-1", // US East (N. Virginia)
+        "us-west-1", // US West (N. California)
+        "us-west-2", // US West (Oregon)
+        "af-south-1", // Africa (Cape Town)
+        "ap-east-1", // Asia Pacific (Hong Kong)
+        "ap-south-2", // Asia Pacific (Hyderabad)
+        "ap-southeast-3", // Asia Pacific (Jakarta)
+        "ap-southeast-5", // Asia Pacific (Malaysia)
+        "ap-southeast-4", // Asia Pacific (Melbourne)
+        "ap-south-1", // Asia Pacific (Mumbai)
+        "ap-northeast-3", // Asia Pacific (Osaka)
+        "ap-northeast-2", // Asia Pacific (Seoul)
+        "ap-southeast-1", // Asia Pacific (Singapore)
+        "ap-southeast-2", // Asia Pacific (Sydney)
+        "ap-east-2", // Asia Pacific (Taipei)
+        "ap-southeast-7", // Asia Pacific (Thailand)
+        "ap-northeast-1", // Asia Pacific (Tokyo)
+        "ca-central-1", // Canada (Central)
+        "ca-west-1", // Canada West (Calgary)
+        "eu-central-1", // Europe (Frankfurt)
+        "eu-west-1", // Europe (Ireland)
+        "eu-west-2", // Europe (London)
+        "eu-south-1", // Europe (Milan)
+        "eu-west-3", // Europe (Paris)
+        "eu-south-2", // Europe (Spain)
+        "eu-north-1", // Europe (Stockholm)
+        "eu-central-2", // Europe (Zurich)
+        "il-central-1", // Israel (Tel Aviv)
+        "mx-central-1", // Mexico (Central)
+        "me-south-1", // Middle East (Bahrain)
+        "me-central-1", // Middle East (UAE)
+        "sa-east-1", // South America (São Paulo)
+    ];
+    return apiGatewayRegions[Math.floor(Math.random() * apiGatewayRegions.length)];
+};
+let aws_access_key;
+let aws_secret_key;
+let region;
+let configFile;
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+/**
+ * Create a new API Gateway.
+ *
+ * @async
+ * @returns {Promise<void>}
+ */
+const createGateway = () => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Creating API Gateway"));
+    const client = new APIGatewayClient({
+        region,
+        credentials: {
+            accessKeyId: aws_access_key,
+            secretAccessKey: aws_secret_key,
+        },
+    });
+    const apigw_created_at = Date.now();
+    const apigw_name = `js_recon-${apigw_created_at}-${Math.floor(Math.random() * 1000)}`;
+    const command = new CreateRestApiCommand({
+        name: apigw_name,
+        description: `API Gateway for JS Recon created at ${new Intl.DateTimeFormat("en-US", {
+            year: "numeric",
+            month: "long",
+            day: "2-digit",
+            hour: "2-digit",
+            minute: "2-digit",
+            second: "2-digit",
+            timeZoneName: "short",
+        }).format(apigw_created_at)}`,
+        endpointConfiguration: {
+            ipAddressType: "dualstack",
+            types: ["REGIONAL"],
+        },
+    });
+    const response = yield client.send(command);
+    yield sleep(3000);
+    console.log(chalk.green(`[✓] Created API Gateway`));
+    console.log(chalk.bgGreen("ID:"), chalk.green(response.id));
+    console.log(chalk.bgGreen("Name:"), chalk.green(apigw_name));
+    console.log(chalk.bgGreen("Region:"), chalk.green(region));
+    // load the config file if any. Else, create a new one
+    let config = {};
+    try {
+        config = JSON.parse(fs.readFileSync(configFile));
+    }
+    catch (e) {
+        config = {};
+    }
+    config[apigw_name] = {
+        id: response.id,
+        name: apigw_name,
+        description: response.description,
+        created_at: apigw_created_at,
+        region: region,
+        access_key: aws_access_key,
+        secret_key: aws_secret_key,
+    };
+    fs.writeFileSync(configFile, JSON.stringify(config, null, 2));
+    console.log(chalk.green(`[✓] Config saved to ${configFile}`));
+});
+/**
+ * Destroy an API Gateway.
+ *
+ * @async
+ * @param {string} id - The ID of the API Gateway to destroy.
+ * @returns {Promise<void>}
+ */
+const destroyGateway = (id) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Destroying API Gateway"));
+    if (!id) {
+        console.log(chalk.red("[!] Please provide an API Gateway ID"));
+        return;
+    }
+    //   read the config file
+    let config = JSON.parse(fs.readFileSync(configFile));
+    //   get the name of the api gateway
+    let name = Object.keys(config).find((key) => config[key].id === id);
+    console.log(chalk.bgGreen("Name:"), chalk.green(name));
+    console.log(chalk.bgGreen("ID:"), chalk.green(id));
+    console.log(chalk.bgGreen("Region:"), chalk.green(config[name].region));
+    region = config[name].region;
+    const client = new APIGatewayClient({
+        region,
+        credentials: {
+            accessKeyId: aws_access_key,
+            secretAccessKey: aws_secret_key,
+        },
+    });
+    const command = new DeleteRestApiCommand({
+        restApiId: id,
+    });
+    yield client.send(command);
+    // remove from the config file
+    delete config[name];
+    fs.writeFileSync(configFile, JSON.stringify(config, null, 2));
+    yield sleep(30000);
+    console.log(chalk.green(`[✓] Destroyed API Gateway: ${id}`));
+});
+/**
+ * Destroy all API Gateways.
+ *
+ * @async
+ * @returns {Promise<void>}
+ */
+const destroyAllGateways = () => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Destroying all API Gateways"));
+    //   read the config file
+    let config = JSON.parse(fs.readFileSync(configFile));
+    //   destroy all the gateways
+    for (const [key, value] of Object.entries(config)) {
+        const client = new APIGatewayClient({
+            region: value.region,
+            credentials: {
+                accessKeyId: aws_access_key,
+                secretAccessKey: aws_secret_key,
+            },
+        });
+        console.log(chalk.cyan(`[i] Destroying API Gateway: ${key} : ${value.id} : ${value.region}`));
+        const command = new DeleteRestApiCommand({
+            restApiId: value.id,
+        });
+        yield sleep(30000);
+        yield client.send(command);
+        console.log(chalk.green(`[✓] Destroyed API Gateway: ${key} : ${value.id} : ${value.region}`));
+    }
+    // nullify the config file
+    fs.writeFileSync(configFile, JSON.stringify({}, null, 2));
+    console.log(chalk.green("[✓] Destroyed all API Gateways"));
+});
+/**
+ * List all API Gateways.
+ *
+ * @async
+ * @returns {Promise<void>}
+ */
+const listGateways = () => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Listing all API Gateways"));
+    // read the config file, and list these
+    // check if the config file exists
+    if (!fs.existsSync(configFile)) {
+        console.log(chalk.red("[!] Config file does not exist"));
+        return;
+    }
+    const config = JSON.parse(fs.readFileSync(configFile));
+    //   if list is empty
+    if (Object.keys(config).length === 0) {
+        console.log(chalk.red("[!] No API Gateways found"));
+        return;
+    }
+    console.log(chalk.green("[✓] List of API Gateways"));
+    for (const [key, value] of Object.entries(config)) {
+        console.log(chalk.bgGreen("Name:"), chalk.green(key));
+        console.log(chalk.bgGreen("ID:"), chalk.green(value.id));
+        console.log(chalk.bgGreen("Region:"), chalk.green(value.region));
+        console.log("\n");
+    }
+});
+/**
+ * Main function for API Gateway.
+ *
+ * @async
+ * @param {boolean} initInput - Whether to initialize the API Gateway.
+ * @param {string} destroyInput - The ID of the API Gateway to destroy.
+ * @param {boolean} destroyAllInput - Whether to destroy all API Gateways.
+ * @param {boolean} listInput - Whether to list all API Gateways.
+ * @param {string} regionInput - The region to use.
+ * @param {string} accessKey - The access key to use.
+ * @param {string} secretKey - The secret key to use.
+ * @param {string} configInput - The config file to use.
+ * @param {boolean} feasibilityInput - Whether to check feasibility.
+ * @param {string} feasibilityUrlInput - The URL to check feasibility for.
+ * @returns {Promise<void>}
+ */
+const apiGateway = (initInput, destroyInput, destroyAllInput, listInput, regionInput, accessKey, secretKey, configInput, feasibilityInput, feasibilityUrlInput) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Loading 'API Gateway' module"));
+    // if feasibility is true, check feasibility
+    if (feasibilityInput) {
+        if (!feasibilityUrlInput) {
+            console.log(chalk.red("[!] Please provide a URL to check feasibility of"));
+            return;
+        }
+        yield checkFeasibility(feasibilityUrlInput);
+        return;
+    }
+    // configure the access and secret key
+    aws_access_key = accessKey || process.env.AWS_ACCESS_KEY_ID || undefined;
+    aws_secret_key =
+        secretKey || process.env.AWS_SECRET_ACCESS_KEY || undefined;
+    region = regionInput || randomRegion();
+    configFile = configInput || "config.json";
+    if (!aws_access_key || !aws_secret_key) {
+        console.log(chalk.red("[!] AWS Access Key or Secret Key not found. Run with -h to see help"));
+        return;
+    }
+    console.log(chalk.cyan(`[i] Using region: ${region}`));
+    const keyMask = (key) => {
+        if (key.length < 6)
+            return key;
+        return key.slice(0, 4) + "..." + key.slice(-4);
+    };
+    console.log(chalk.cyan(`[i] Using access key: ${keyMask(aws_access_key)}`));
+    // create a new API gateway
+    if (initInput) {
+        yield createGateway();
+    }
+    else if (destroyInput) {
+        yield destroyGateway(destroyInput);
+    }
+    else if (destroyAllInput) {
+        yield destroyAllGateways();
+    }
+    else if (listInput) {
+        yield listGateways();
+    }
+    else {
+        console.log(chalk.red("[!] Please provide a valid action (-i/--init or -d/--destroy or --destroy-all)"));
+    }
+});
+export default apiGateway;
+//# sourceMappingURL=index.js.map

package/build/api_gateway/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/api_gateway/index.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EACH,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,GACvB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,gBAAgB,MAAM,uBAAuB,CAAC;AAErD,kIAAkI;AAClI,yGAAyG;AAEzG,MAAM,YAAY,GAAG,GAAG,EAAE;IACtB,MAAM,iBAAiB,GAAG;QACtB,WAAW,EAAE,iBAAiB;QAC9B,WAAW,EAAE,wBAAwB;QACrC,WAAW,EAAE,0BAA0B;QACvC,WAAW,EAAE,mBAAmB;QAChC,YAAY,EAAE,qBAAqB;QACnC,WAAW,EAAE,2BAA2B;QACxC,YAAY,EAAE,2BAA2B;QACzC,gBAAgB,EAAE,yBAAyB;QAC3C,gBAAgB,EAAE,0BAA0B;QAC5C,gBAAgB,EAAE,2BAA2B;QAC7C,YAAY,EAAE,wBAAwB;QACtC,gBAAgB,EAAE,uBAAuB;QACzC,gBAAgB,EAAE,uBAAuB;QACzC,gBAAgB,EAAE,2BAA2B;QAC7C,gBAAgB,EAAE,wBAAwB;QAC1C,WAAW,EAAE,wBAAwB;QACrC,gBAAgB,EAAE,0BAA0B;QAC5C,gBAAgB,EAAE,uBAAuB;QACzC,cAAc,EAAE,mBAAmB;QACnC,WAAW,EAAE,wBAAwB;QACrC,cAAc,EAAE,qBAAqB;QACrC,WAAW,EAAE,mBAAmB;QAChC,WAAW,EAAE,kBAAkB;QAC/B,YAAY,EAAE,iBAAiB;QAC/B,WAAW,EAAE,iBAAiB;QAC9B,YAAY,EAAE,iBAAiB;QAC/B,YAAY,EAAE,qBAAqB;QACnC,cAAc,EAAE,kBAAkB;QAClC,cAAc,EAAE,oBAAoB;QACpC,cAAc,EAAE,mBAAmB;QACnC,YAAY,EAAE,wBAAwB;QACtC,cAAc,EAAE,oBAAoB;QACpC,WAAW,EAAE,4BAA4B;KAC5C,CAAC;IACF,OAAO,iBAAiB,CACpB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,iBAAiB,CAAC,MAAM,CAAC,CACvD,CAAC;AACN,CAAC,CAAC;AAEF,IAAI,cAAc,CAAC;AACnB,IAAI,cAAc,CAAC;AACnB,IAAI,MAAM,CAAC;AACX,IAAI,UAAU,CAAC;AAEf,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAExE;;;;;GAKG;AACH,MAAM,aAAa,GAAG,GAAS,EAAE;IAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC;QAChC,MAAM;QACN,WAAW,EAAE;YACT,WAAW,EAAE,cAAc;YAC3B,eAAe,EAAE,cAAc;SAClC;KACJ,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,UAAU,GAAG,YAAY,gBAAgB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;IACtF,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC;QACrC,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,uCAAuC,IAAI,IAAI,CAAC,cAAc,CACvE,OAAO,EACP;YACI,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,MAAM;YACb,GAAG,EAAE,SAAS;YACd,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,SAAS;YACjB,YAAY,EAAE,OAAO;SACxB,CACJ,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE;QAC5B,qBAAqB,EAAE;YACnB,aAAa,EAAE,WAAW;YAC1B,KAAK,EAAE,CAAC,UAAU,CAAC;SACtB;KACJ,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAClB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAE3D,sDAAsD;IACtD,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,CAAC;QACD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,MAAM,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,GAAG;QACjB,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,UAAU,EAAE,gBAAgB;QAC5B,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,cAAc;QAC1B,UAAU,EAAE,cAAc;KAC7B,CAAC;IAEF,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,uBAAuB,UAAU,EAAE,CAAC,CAAC,CAAC;AAClE,CAAC,CAAA,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,cAAc,GAAG,CAAO,EAAE,EAAE,EAAE;IAChC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC;IACtD,IAAI,CAAC,EAAE,EAAE,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC,CAAC;QAC/D,OAAO;IACX,CAAC;IACD,yBAAyB;IACzB,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;IACrD,oCAAoC;IACpC,IAAI,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IACxE,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAE7B,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC;QAChC,MAAM;QACN,WAAW,EAAE;YACT,WAAW,EAAE,cAAc;YAC3B,eAAe,EAAE,cAAc;SAClC;KACJ,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC;QACrC,SAAS,EAAE,EAAE;KAChB,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE3B,8BAA8B;IAC9B,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IACpB,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE9D,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;IAEnB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,CAAC,CAAC,CAAC;AACjE,CAAC,CAAA,CAAC;AAEF;;;;;GAKG;AACH,MAAM,kBAAkB,GAAG,GAAS,EAAE;IAClC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC,CAAC;IAC3D,yBAAyB;IACzB,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;IAErD,6BAA6B;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE;gBACT,WAAW,EAAE,cAAc;gBAC3B,eAAe,EAAE,cAAc;aAClC;SACJ,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,IAAI,CACN,+BAA+B,GAAG,MAAM,KAAK,CAAC,EAAE,MAAM,KAAK,CAAC,MAAM,EAAE,CACvE,CACJ,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC;YACrC,SAAS,EAAE,KAAK,CAAC,EAAE;SACtB,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACnB,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,KAAK,CACP,8BAA8B,GAAG,MAAM,KAAK,CAAC,EAAE,MAAM,KAAK,CAAC,MAAM,EAAE,CACtE,CACJ,CAAC;IACN,CAAC;IAED,0BAA0B;IAC1B,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAC;AAC/D,CAAC,CAAA,CAAC;AAEF;;;;;GAKG;AACH,MAAM,YAAY,GAAG,GAAS,EAAE;IAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IAExD,uCAAuC;IAEvC,kCAAkC;IAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC,CAAC;QACzD,OAAO;IACX,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;IAEvD,qBAAqB;IACrB,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACpD,OAAO;IACX,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC;IAErD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;AACL,CAAC,CAAA,CAAC;AAEF;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,GAAG,CACf,SAAS,EACT,YAAY,EACZ,eAAe,EACf,SAAS,EACT,WAAW,EACX,SAAS,EACT,SAAS,EACT,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACrB,EAAE;IACA,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC,CAAC;IAE5D,4CAA4C;IAC5C,IAAI,gBAAgB,EAAE,CAAC;QACnB,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAChE,CAAC;YACF,OAAO;QACX,CAAC;QACD,MAAM,gBAAgB,CAAC,mBAAmB,CAAC,CAAC;QAC5C,OAAO;IACX,CAAC;IAED,sCAAsC;IACtC,cAAc,GAAG,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,SAAS,CAAC;IACzE,cAAc;QACV,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,SAAS,CAAC;IAChE,MAAM,GAAG,WAAW,IAAI,YAAY,EAAE,CAAC;IACvC,UAAU,GAAG,WAAW,IAAI,aAAa,CAAC;IAE1C,IAAI,CAAC,cAAc,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,GAAG,CACL,qEAAqE,CACxE,CACJ,CAAC;QACF,OAAO;IACX,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,MAAM,EAAE,CAAC,CAAC,CAAC;IAEvD,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE,EAAE;QACpB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC;QAC/B,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5E,2BAA2B;IAC3B,IAAI,SAAS,EAAE,CAAC;QACZ,MAAM,aAAa,EAAE,CAAC;IAC1B,CAAC;SAAM,IAAI,YAAY,EAAE,CAAC;QACtB,MAAM,cAAc,CAAC,YAAY,CAAC,CAAC;IACvC,CAAC;SAAM,IAAI,eAAe,EAAE,CAAC;QACzB,MAAM,kBAAkB,EAAE,CAAC;IAC/B,CAAC;SAAM,IAAI,SAAS,EAAE,CAAC;QACnB,MAAM,YAAY,EAAE,CAAC;IACzB,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,GAAG,CACL,gFAAgF,CACnF,CACJ,CAAC;IACN,CAAC;AACL,CAAC,CAAA,CAAC;AAEF,eAAe,UAAU,CAAC"}

package/build/endpoints/gen_report/gen_json.js

@@ -0,0 +1,22 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import fs from "fs";
+import chalk from "chalk";
+import iterate_n_store from "./utility/iterate_n_store.js";
+const gen_json = (url, hrefs, output) => __awaiter(void 0, void 0, void 0, function* () {
+    // iterate over hrefs
+    const result = yield iterate_n_store(url, hrefs);
+    const finalJSON = JSON.stringify(result, null, 2);
+    fs.writeFileSync(`${output}.json`, finalJSON);
+    console.log(chalk.green(`[✓] Generated JSON report at ${output}.json`));
+    return finalJSON;
+});
+export default gen_json;
+//# sourceMappingURL=gen_json.js.map

package/build/endpoints/gen_report/gen_json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gen_json.js","sourceRoot":"","sources":["../../../src/endpoints/gen_report/gen_json.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,eAAe,MAAM,8BAA8B,CAAC;AAE3D,MAAM,QAAQ,GAAG,CAAO,GAAW,EAAE,KAAe,EAAE,MAAc,EAAE,EAAE;IACpE,qBAAqB;IACrB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAEjD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAClD,EAAE,CAAC,aAAa,CAAC,GAAG,MAAM,OAAO,EAAE,SAAS,CAAC,CAAC;IAE9C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,gCAAgC,MAAM,OAAO,CAAC,CAAC,CAAC;IACxE,OAAO,SAAS,CAAC;AACrB,CAAC,CAAA,CAAC;AAEF,eAAe,QAAQ,CAAC"}

package/build/endpoints/gen_report/gen_markdown.js

@@ -0,0 +1,66 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import fs from "fs";
+import chalk from "chalk";
+const gen_markdown = (url, hrefs, output) => __awaiter(void 0, void 0, void 0, function* () {
+    const hosts = {};
+    const baseUrlObj = new URL(url);
+    // Ensure the base host is in the list
+    hosts[baseUrlObj.hostname] = new Set();
+    for (const href of hrefs) {
+        if (!href || href.startsWith("mailto:") || href.startsWith("tel:")) {
+            continue;
+        }
+        let fullUrl;
+        try {
+            // Handle protocol-relative, absolute, and relative URLs
+            if (href.startsWith("//")) {
+                fullUrl = new URL(`${baseUrlObj.protocol}${href}`);
+            }
+            else {
+                fullUrl = new URL(href, baseUrlObj.href);
+            }
+            const host = fullUrl.hostname;
+            if (!hosts[host]) {
+                hosts[host] = new Set();
+            }
+            const path = fullUrl.pathname + fullUrl.search + fullUrl.hash;
+            // Only add meaningful paths
+            if (path !== "/" || fullUrl.href !== baseUrlObj.href) {
+                hosts[host].add(path);
+            }
+        }
+        catch (e) {
+            console.error(`Skipping invalid URL or path: ${href}`);
+        }
+    }
+    let mermaidDiagram = "```mermaid\ngraph TD\n";
+    const hostNodeIds = {};
+    Object.keys(hosts).forEach((host, index) => {
+        const nodeId = `H${index}`;
+        hostNodeIds[host] = nodeId;
+        mermaidDiagram += `    ${nodeId}["${host}"]\n`;
+    });
+    Object.entries(hosts).forEach(([host, paths]) => {
+        const hostNodeId = hostNodeIds[host];
+        paths.forEach((path, pathIndex) => {
+            const pathNodeId = `${hostNodeId}_P${pathIndex}`;
+            const pathLabel = path.replace(/"/g, "#quot;");
+            mermaidDiagram += `    ${pathNodeId}["${pathLabel}"]\n`;
+            mermaidDiagram += `    ${hostNodeId} --> ${pathNodeId}\n`;
+        });
+    });
+    mermaidDiagram += "```";
+    fs.writeFileSync(`${output}.md`, mermaidDiagram);
+    console.log(chalk.green(`[✓] Generated markdown report at ${output}.md`));
+    return mermaidDiagram;
+});
+export default gen_markdown;
+//# sourceMappingURL=gen_markdown.js.map

package/build/endpoints/gen_report/gen_markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gen_markdown.js","sourceRoot":"","sources":["../../../src/endpoints/gen_report/gen_markdown.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,YAAY,GAAG,CAAO,GAAW,EAAE,KAAe,EAAE,MAAc,EAAE,EAAE;IACxE,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAEhC,sCAAsC;IACtC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;IAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACjE,SAAS;QACb,CAAC;QAED,IAAI,OAAO,CAAC;QACZ,IAAI,CAAC;YACD,wDAAwD;YACxD,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAC,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACJ,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;YAC5B,CAAC;YAED,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAC9D,4BAA4B;YAC5B,IAAI,IAAI,KAAK,GAAG,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;gBACnD,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC;IACL,CAAC;IAED,IAAI,cAAc,GAAG,wBAAwB,CAAC;IAE9C,MAAM,WAAW,GAAG,EAAE,CAAC;IACvB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QAC3B,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;QAC3B,cAAc,IAAI,OAAO,MAAM,KAAK,IAAI,MAAM,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;QAC5C,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAErC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE;YAC9B,MAAM,UAAU,GAAG,GAAG,UAAU,KAAK,SAAS,EAAE,CAAC;YACjD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAE/C,cAAc,IAAI,OAAO,UAAU,KAAK,SAAS,MAAM,CAAC;YACxD,cAAc,IAAI,OAAO,UAAU,QAAQ,UAAU,IAAI,CAAC;QAC9D,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,cAAc,IAAI,KAAK,CAAC;IAExB,EAAE,CAAC,aAAa,CAAC,GAAG,MAAM,KAAK,EAAE,cAAc,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,oCAAoC,MAAM,KAAK,CAAC,CAAC,CAAC;IAC1E,OAAO,cAAc,CAAC;AAC1B,CAAC,CAAA,CAAC;AAEF,eAAe,YAAY,CAAC"}

package/build/endpoints/gen_report/utility/iterate_n_store.js

@@ -0,0 +1,46 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import resolvePath from "../../../utility/resolvePath.js";
+const iterate_n_store = (baseUrl, urls) => __awaiter(void 0, void 0, void 0, function* () {
+    let result = {};
+    for (let url of urls) {
+        if (url.startsWith("mailto:") || url.startsWith("tel:")) {
+            continue;
+        }
+        if (url.startsWith("/")) {
+            url = resolvePath(baseUrl, url);
+        }
+        // Parse the URL once and extract the bits we need
+        const { origin, pathname } = new URL(url);
+        // Ensure we have a container object for this origin
+        if (!result[origin]) {
+            result[origin] = {};
+        }
+        // Always insert the root path for this origin
+        if (!result[origin]["/"]) {
+            result[origin]["/"] = {};
+        }
+        // Normalise the pathname – strip leading/trailing slashes and split into segments
+        const segments = pathname === "/" ? [] : pathname.replace(/^\/|\/$/g, "").split("/");
+        let cumulativePath = ""; // will build up like "/app", "/app/dashboard"
+        let currentNode = result[origin];
+        for (const segment of segments) {
+            cumulativePath += `/${segment}`;
+            if (!currentNode[cumulativePath]) {
+                currentNode[cumulativePath] = {};
+            }
+            // descend into the newly created / already existing child
+            currentNode = currentNode[cumulativePath];
+        }
+    }
+    return result;
+});
+export default iterate_n_store;
+//# sourceMappingURL=iterate_n_store.js.map

package/build/endpoints/gen_report/utility/iterate_n_store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterate_n_store.js","sourceRoot":"","sources":["../../../../src/endpoints/gen_report/utility/iterate_n_store.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,iCAAiC,CAAC;AAE1D,MAAM,eAAe,GAAG,CAAO,OAAe,EAAE,IAAc,EAAE,EAAE;IAC9D,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACnB,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACtD,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,GAAG,GAAG,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACpC,CAAC;QAED,kDAAkD;QAClD,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAE1C,oDAAoD;QACpD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAClB,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACxB,CAAC;QAED,8CAA8C;QAC9C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QAC7B,CAAC;QAED,kFAAkF;QAClF,MAAM,QAAQ,GACV,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAExE,IAAI,cAAc,GAAG,EAAE,CAAC,CAAC,8CAA8C;QACvE,IAAI,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAEjC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,cAAc,IAAI,IAAI,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC/B,WAAW,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC;YACrC,CAAC;YACD,0DAA0D;YAC1D,WAAW,GAAG,WAAW,CAAC,cAAc,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC,CAAA,CAAC;AAEF,eAAe,eAAe,CAAC"}

package/build/endpoints/index.js

@@ -0,0 +1,89 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import chalk from "chalk";
+import fs from "fs";
+// Next.JS
+import client_subsequentRequests from "./next_js/client_subsequentRequests.js";
+import client_jsFilesHref from "./next_js/client_jsFilesHref.js";
+import client_jsonParse from "./next_js/client_jsonParse.js";
+// Report Generation
+import gen_markdown from "./gen_report/gen_markdown.js";
+import gen_json from "./gen_report/gen_json.js";
+const techs = ["Next.JS (next)"];
+const outputFormats = ["md", "json"];
+const endpoints = (url, directory, output, outputFormat, tech, list, subsequentRequestsDir) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Loading endpoints module"));
+    // list available technologies
+    if (list) {
+        console.log(chalk.cyan("[i] Listing available technologies"));
+        for (const tech of techs) {
+            console.log(chalk.greenBright(`- ${tech}`));
+        }
+        return;
+    }
+    // iterate over the output format, and match it with the available output formats
+    for (const format of outputFormat) {
+        if (!outputFormats.includes(format)) {
+            console.log(chalk.red("[!] Invalid output format"));
+            return;
+        }
+    }
+    // check if the directory is present
+    if (!directory) {
+        console.log(chalk.red("[!] Please provide a directory"));
+        return;
+    }
+    // check if the technology is present
+    if (!tech) {
+        console.log(chalk.red("[!] Please provide a technology"));
+        return;
+    }
+    // check if the output file is present
+    if (!output) {
+        console.log(chalk.red("[!] Please provide an output file"));
+        return;
+    }
+    // check if the url is present
+    if (!url) {
+        console.log(chalk.red("[!] Please provide a URL"));
+        return;
+    }
+    console.log(chalk.cyan("[i] Extracting endpoints"));
+    if (tech === "next") {
+        console.log(chalk.cyan("[i] Checking for client-side paths for Next.JS"));
+        // check if the subsequent requests directory is present
+        if (!subsequentRequestsDir) {
+            console.log(chalk.red("[!] Please provide a directory containing subsequent requests (--subsequent-requests-dir)"));
+            return;
+        }
+        // check if the subsequent requests directory exists
+        if (!fs.existsSync(subsequentRequestsDir)) {
+            console.log(chalk.red("[!] Directory containing subsequent requests does not exist"));
+            return;
+        }
+        let final_client_side = [];
+        const client_subsequentRequestsResult = yield client_subsequentRequests(subsequentRequestsDir, url);
+        final_client_side.push(...client_subsequentRequestsResult);
+        // first, get all the webpacks
+        // const webpacksFound = await getWebpacks(directory);
+        const client_jsFilesHrefResult = yield client_jsFilesHref(directory);
+        final_client_side.push(...client_jsFilesHrefResult);
+        const client_jsonParseResult = yield client_jsonParse(directory);
+        final_client_side.push(...client_jsonParseResult);
+        if (outputFormat.includes("md")) {
+            const gen_markdownResult = yield gen_markdown(url, final_client_side, output);
+        }
+        if (outputFormat.includes("json")) {
+            const gen_jsonResult = yield gen_json(url, final_client_side, output);
+        }
+    }
+});
+export default endpoints;
+//# sourceMappingURL=index.js.map

package/build/endpoints/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/endpoints/index.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,UAAU;AACV,OAAO,yBAAyB,MAAM,wCAAwC,CAAC;AAC/E,OAAO,kBAAkB,MAAM,iCAAiC,CAAC;AACjE,OAAO,gBAAgB,MAAM,+BAA+B,CAAC;AAG7D,oBAAoB;AACpB,OAAO,YAAY,MAAM,8BAA8B,CAAC;AACxD,OAAO,QAAQ,MAAM,0BAA0B,CAAC;AAEhD,MAAM,KAAK,GAAG,CAAC,gBAAgB,CAAC,CAAC;AACjC,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAErC,MAAM,SAAS,GAAG,CACd,GAAG,EACH,SAAS,EACT,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,IAAI,EACJ,qBAAqB,EACvB,EAAE;IACA,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IAExD,8BAA8B;IAC9B,IAAI,IAAI,EAAE,CAAC;QACP,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC,CAAC;QAC9D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,OAAO;IACX,CAAC;IAED,iFAAiF;IACjF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAChC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC;YACpD,OAAO;QACX,CAAC;IACL,CAAC;IAED,oCAAoC;IACpC,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC,CAAC;QACzD,OAAO;IACX,CAAC;IAED,qCAAqC;IACrC,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC,CAAC;QAC1D,OAAO;IACX,CAAC;IAED,sCAAsC;IACtC,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC,CAAC;QAC5D,OAAO;IACX,CAAC;IAED,8BAA8B;IAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,CAAC;QACnD,OAAO;IACX,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;IAEpD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAC/D,CAAC;QAEF,wDAAwD;QACxD,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,GAAG,CACL,2FAA2F,CAC9F,CACJ,CAAC;YACF,OAAO;QACX,CAAC;QAED,oDAAoD;QACpD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,GAAG,CACL,6DAA6D,CAChE,CACJ,CAAC;YACF,OAAO;QACX,CAAC;QAED,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,MAAM,+BAA+B,GAAG,MAAM,yBAAyB,CACnE,qBAAqB,EACrB,GAAG,CACN,CAAC;QACF,iBAAiB,CAAC,IAAI,CAAC,GAAG,+BAA+B,CAAC,CAAC;QAE3D,8BAA8B;QAC9B,sDAAsD;QAEtD,MAAM,wBAAwB,GAAG,MAAM,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACrE,iBAAiB,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,CAAC;QAEpD,MAAM,sBAAsB,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACjE,iBAAiB,CAAC,IAAI,CAAC,GAAG,sBAAsB,CAAC,CAAC;QAElD,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,MAAM,kBAAkB,GAAG,MAAM,YAAY,CACzC,GAAG,EACH,iBAAiB,EACjB,MAAM,CACT,CAAC;QACN,CAAC;QACD,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,MAAM,cAAc,GAAG,MAAM,QAAQ,CACjC,GAAG,EACH,iBAAiB,EACjB,MAAM,CACT,CAAC;QACN,CAAC;IACL,CAAC;AACL,CAAC,CAAA,CAAC;AAEF,eAAe,SAAS,CAAC"}

package/build/endpoints/next_js/client_jsFilesHref.js

@@ -0,0 +1,91 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import fs from "fs";
+import path from "path";
+import parser from "@babel/parser";
+import _traverse from "@babel/traverse";
+import chalk from "chalk";
+const traverse = _traverse.default;
+const client_jsFilesHref = (directory) => __awaiter(void 0, void 0, void 0, function* () {
+    console.log(chalk.cyan("[i] Searching for `href` in the JS chunks"));
+    let discoveredPaths = [];
+    // index all the files in the directory
+    let files;
+    files = fs.readdirSync(directory, { recursive: true });
+    // filter out the directories
+    files = files.filter((file) => !fs.statSync(path.join(directory, file)).isDirectory());
+    // filter out the subsequent requests files
+    files = files.filter((file) => !file.startsWith("___subsequent_requests"));
+    for (const file of files) {
+        const code = fs.readFileSync(path.join(directory, file), "utf8");
+        // parse the code with ast
+        let ast;
+        try {
+            ast = parser.parse(code, {
+                sourceType: "unambiguous",
+                plugins: ["jsx", "typescript"],
+            });
+            traverse(ast, {
+                ObjectProperty(path) {
+                    const keyNode = path.node.key;
+                    let keyName;
+                    if (keyNode.type === "Identifier") {
+                        keyName = keyNode.name;
+                    }
+                    else if (keyNode.type === "StringLiteral") {
+                        keyName = keyNode.value;
+                    }
+                    if (keyName !== "href") {
+                        return;
+                    }
+                    const valueNode = path.node.value;
+                    let hrefValue = null;
+                    if (valueNode.type === "StringLiteral") {
+                        hrefValue = valueNode.value;
+                    }
+                    else if (valueNode.type === "CallExpression" &&
+                        valueNode.callee.type === "MemberExpression" &&
+                        valueNode.callee.property.name === "concat") {
+                        // It's a .concat() call.
+                        // Let's find string literal arguments that look like paths.
+                        const pathArg = valueNode.arguments.find((arg) => arg.type === "StringLiteral" &&
+                            (arg.value.startsWith("/") ||
+                                arg.value.startsWith("http")));
+                        if (pathArg) {
+                            hrefValue = pathArg.value;
+                        }
+                        else {
+                            // Handle fallback case: e.g. "".concat(s || "/docs/guides")
+                            const logicalExprArg = valueNode.arguments.find((arg) => arg.type === "LogicalExpression" &&
+                                arg.operator === "||");
+                            if (logicalExprArg &&
+                                logicalExprArg.right.type === "StringLiteral") {
+                                hrefValue = logicalExprArg.right.value;
+                            }
+                        }
+                    }
+                    if (hrefValue) {
+                        const isPath = hrefValue.startsWith("/") ||
+                            hrefValue.startsWith("http");
+                        if (isPath && !discoveredPaths.includes(hrefValue)) {
+                            discoveredPaths.push(hrefValue);
+                        }
+                    }
+                },
+            });
+        }
+        catch (err) {
+            continue;
+        }
+    }
+    return discoveredPaths;
+});
+export default client_jsFilesHref;
+//# sourceMappingURL=client_jsFilesHref.js.map

package/build/endpoints/next_js/client_jsFilesHref.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client_jsFilesHref.js","sourceRoot":"","sources":["../../../src/endpoints/next_js/client_jsFilesHref.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AAEnC,MAAM,kBAAkB,GAAG,CAAO,SAAS,EAAE,EAAE;IAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC,CAAC;IACrE,IAAI,eAAe,GAAG,EAAE,CAAC;IACzB,uCAAuC;IACvC,IAAI,KAAK,CAAC;IACV,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvD,6BAA6B;IAC7B,KAAK,GAAG,KAAK,CAAC,MAAM,CAChB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CACnE,CAAC;IAEF,2CAA2C;IAC3C,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC,CAAC,CAAC;IAE3E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAEjE,0BAA0B;QAC1B,IAAI,GAAG,CAAC;QACR,IAAI,CAAC;YACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE;gBACrB,UAAU,EAAE,aAAa;gBACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;aACjC,CAAC,CAAC;YAEH,QAAQ,CAAC,GAAG,EAAE;gBACV,cAAc,CAAC,IAAI;oBACf,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;oBAC9B,IAAI,OAAO,CAAC;oBACZ,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBAChC,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;oBAC3B,CAAC;yBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;wBAC1C,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC;oBAC5B,CAAC;oBAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;wBACrB,OAAO;oBACX,CAAC;oBAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;oBAClC,IAAI,SAAS,GAAG,IAAI,CAAC;oBAErB,IAAI,SAAS,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;wBACrC,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC;oBAChC,CAAC;yBAAM,IACH,SAAS,CAAC,IAAI,KAAK,gBAAgB;wBACnC,SAAS,CAAC,MAAM,CAAC,IAAI,KAAK,kBAAkB;wBAC5C,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAC7C,CAAC;wBACC,yBAAyB;wBACzB,4DAA4D;wBAC5D,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CACpC,CAAC,GAAG,EAAE,EAAE,CACJ,GAAG,CAAC,IAAI,KAAK,eAAe;4BAC5B,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;gCACtB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CACxC,CAAC;wBAEF,IAAI,OAAO,EAAE,CAAC;4BACV,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC;wBAC9B,CAAC;6BAAM,CAAC;4BACJ,4DAA4D;4BAC5D,MAAM,cAAc,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAC3C,CAAC,GAAG,EAAE,EAAE,CACJ,GAAG,CAAC,IAAI,KAAK,mBAAmB;gCAChC,GAAG,CAAC,QAAQ,KAAK,IAAI,CAC5B,CAAC;4BACF,IACI,cAAc;gCACd,cAAc,CAAC,KAAK,CAAC,IAAI,KAAK,eAAe,EAC/C,CAAC;gCACC,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC;4BAC3C,CAAC;wBACL,CAAC;oBACL,CAAC;oBAED,IAAI,SAAS,EAAE,CAAC;wBACZ,MAAM,MAAM,GACR,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC;4BACzB,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;wBACjC,IAAI,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;4BACjD,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBACpC,CAAC;oBACL,CAAC;gBACL,CAAC;aACJ,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,SAAS;QACb,CAAC;IACL,CAAC;IAED,OAAO,eAAe,CAAC;AAC3B,CAAC,CAAA,CAAC;AAEF,eAAe,kBAAkB,CAAC"}