stack-analyze 1.1.9 → 1.2.1

package/functions/scraping.js

@@ -4,150 +4,91 @@ import colors from "colors";
 import { printTable } from "console-table-printer";
 
 /**
- * @typedef {Object} options
- * @property {function(): Promise<void>} options.title
- * @property {function(): Promise<void>} options.images
- * @property {function(): Promise<void>} options.metadata
- * @property {function(): Promise<void>} options.headings
- * @property {function(): Promise<void>} options.table_heading
- * @property {function(): Promise<void>} options.table_data
- * @property {function(): Promise<void>} options.links
- * @property {function(): Promise<void>} options.cites
+ * @typedef {"title"|"images"|"metadata"|"headings"|"table_heading"|"table_data"|"links"|"cites"} Options
  * 
+ * It takes a URL and an option as arguments, and then it scrapes the page at the URL for the option
  * @param {string} url 
- * @returns {options}
+ * @param {Options} options
+ * @returns {Promise<void>}
  */
-export default function scrape(url) {
-  let $;
-
-  const scraping = axios.create({
-    baseURL: url
-  });
-
-  const title = async () => {
-    try {
-      const { data } = await scraping.get("");
-      $ = load(data);
-
-      console.info("title page:", $("title").text());
-    } catch (err) { console.error(colors.red(err.message)); }
-  };
-
-  const images = async () => {
-    try {
-      const { data } = await scraping.get("");
-      $ = load(data);
-
-      const imgs = $("img").map((i, el) => ({
-        imagePath: $(el).attr("src"),
-        imageTitle: $(el).attr("alt")
-      })).toArray();
-
-      imgs.length === 0
-        ? console.info("no found images")
-        : printTable(imgs);
-    } catch (err) { console.error(colors.red(err.message)); }
-  };
-
-  const metadata = async () => {
-    try {
-      const { data } = await scraping.get("");
-      $ = load(data);
-
-      const metadataList = $("meta").map((i, el) => ({
-        metaInfo: $(el).attr("name"),
-        metaContent: $(el).attr("content")
-      })).toArray()
-        .filter(({ metaInfo }) => metaInfo !== undefined);
-
-      printTable(metadataList);
-    } catch (err) { console.error(colors.red(err.message)); }
-  };
-
-  const headings = async () => {
-    try {
-      const { data } = await scraping.get("");
-      $ = load(data);
-
-      const headingList = $("h1, h2, h3, h4, h5, h6").map((i, el) => ({
-        headingTag: $(el).prop("tagName"),
-        headingText: $(el).text()
-      })).toArray();
-
-      printTable(headingList);
-    } catch (err) { console.error(colors.red(err.message)); }
-  };
-
-  const table_heading = async () => {
-    try {
-      const { data } = await scraping.get("");
-      $ = load(data);
-
-      const tableHeadList = $("th").map((i, el) => ({
-        headingRow: i,
-        text: $(el).text()
-      })).toArray();
-
-      tableHeadList.length === 0
-        ? console.info("no found th tags")
-        : printTable(tableHeadList);
-    } catch (err) { console.error(colors.red(err.message)); }
-  };
-
-  const table_data = async () => {
-    try {
-      const { data } = await scraping.get("");
-      $ = load(data);
-
-      const tableColumnList = $("td").map((i, el) => $(el).text()).toArray();
-
-      tableColumnList.length === 0
-        ? console.info("no found td tags")
-        : printTable(tableColumnList);
-    } catch (err) { console.error(colors.red(err.message)); }
-  };
-
-
-  const links = async () => {
-    try {
-      const { data } = await scraping.get("");
-      $ = load(data);
-
-      const linkList = $("a").map((i, el) => ({
-        url: $(el).attr("href"),
-        text: $(el).text()
-      })).toArray()
-        .filter(({ url }) => url.indexOf("#") !== 0);
-
-      printTable(linkList);
-    } catch (err) { console.error(colors.red(err.message)); }
-  };
-
-  const cites = async () => {
-    try {
-      const { data } = await scraping.get("");
-      $ = load(data);
-
-      const citeList = $("q, blockquote").map((i, el) => ({
-        citeTag: $(el).prop("tagName"),
-        citeLink: $(el).attr("cite"),
-        citeText: $(el).text()
-      })).toArray();
-
-      citeList.length === 0
-        ? console.info("no found q and/or blockquote tags")
-        : printTable(citeList);
-    } catch (err) { console.error(colors.red(err.message)); }
-  };
-
-  return {
-    title,
-    images,
-    metadata,
-    headings,
-    table_heading,
-    table_data,
-    links,
-    cites
-  };
+export default async function scrape(url, options) {
+  try {
+    const { data } = await axios.get(url);
+    const $ = load(data);
+
+    const scraping = {
+      title: () => console.info($("title").text()),
+      images() {
+        const imageList = $("img").map((i, el) => ({
+          imagePath: $(el).attr("src"),
+          imageTitle: $(el).attr("alt")
+        })).toArray();
+
+        imageList.length === 0
+          ? console.info("no found images")
+          : printTable(imageList);
+      },
+      metadata() {
+        const metadataList = $("meta").map((i, el) => ({
+          metaInfo: $(el).attr("name"),
+          metaContent: $(el).attr("content")
+        })).toArray()
+          .filter((data) => data?.metaInfo);
+
+        printTable(metadataList);
+      },
+      headings() {
+        const headingList = $("h1, h2, h3, h4, h5, h6").map((i, el) => ({
+          headingTag: $(el).prop("tagName"),
+          headingText: $(el).text()
+        })).toArray();
+
+        printTable(headingList);
+      },
+      tableHead() {
+        const tableHeadList = $("th").map((i, el) => ({
+          headingRow: i,
+          text: $(el).text()
+        })).toArray();
+
+        tableHeadList.length === 0
+          ? console.info("no found th tags")
+          : printTable(tableHeadList);
+      },
+      tableData() {
+        const tableColumnList = $("td").map((i, el) => ({
+          tableRow: i + 1,
+          tableData: $(el).text(),
+        })).toArray();
+
+        tableColumnList.length === 0
+          ? console.info("no found td tags")
+          : console.table(tableColumnList.slice(0, 10), ["tableData"]);
+      },
+      links() {
+        const linkList = $("a").map((i, el) => ({
+          url: $(el).attr("href"),
+          text: $(el).text()
+        })).toArray()
+          .filter(({ url }) => url.indexOf("#") !== 0);
+
+        printTable(linkList);
+      },
+      cites() {
+        const citeList = $("q, blockquote").map((i, el) => ({
+          citeTag: $(el).prop("tagName"),
+          citeLink: $(el).attr("cite"),
+          citeText: $(el).text()
+        })).toArray();
+
+        citeList.length === 0
+          ? console.info("no found q and/or blockquote tags")
+          : printTable(citeList);
+      }
+    };
+
+    scraping[options]();
+  } catch (err) {
+    console.error(colors.red(err.message));
+  }
 }

package/functions/singleStack.js

@@ -1,22 +1,19 @@
 // module
-import Wappalyzer from "wappalyzer";
-import figlet from "figlet";
 import colors from "colors";
 import { printTable } from "console-table-printer";
 
 // list format
 import { listFormat } from "../utils.js";
+import { wappalyzer } from "../api/webApis.js";
 
 /**
  * 
  * @description call single website tech stack analyze
+ * @async
  * @param { string } url - analyze single website stack
  * @returns { Promise<void> } - return async results single web
- * 
  */
 export default async function singleStack(url) {
-  const wappalyzer = await new Wappalyzer;
-
   try {
     await wappalyzer.init();
 
@@ -36,7 +33,7 @@ export default async function singleStack(url) {
       };
     });
 
-    console.info(colors.green(figlet.textSync(url)));
+    console.info(url.green);
 
     printTable(stackResult);
   } catch (err) {

package/functions/twitch.js

@@ -3,42 +3,35 @@ import { default as axios } from "axios";
 import { format } from "timeago.js";
 import colors from "colors";
 
-// table
-import { printTable } from "console-table-printer";
-
 /**
  * 
  * @description twitch user info
- * @param {string} twitchUser - twitch user for search
- * @param {string} apiToken - twitch api token
+ * @async
+ * @param { string } twitchUser - twitch user for search
+ * @param { string } twitchClient - twitch client code
+ * @param { string } apiToken - twitch api token
  * @returns { Promise<void> } - return twitch results
  */
-const twitchInfo = async (twitchUser, twitchClient, apiToken) => {
+export default async function twitchInfo(twitchUser, twitchClient, apiToken) {
 
   try {
-    const { data: twitchData } = await axios.get(`https://api.twitch.tv/helix/users?login=${twitchUser}`, {
+    const { data: twitchData } = await axios.get("https://api.twitch.tv/helix/users", {
+      params: { login: twitchUser },
       headers: {
         Authorization: `Bearer ${apiToken}`,
         "Client-Id": twitchClient
       }
     });
 
-    const result = twitchData.data.map(({
-      display_name,
-      broadcaster_type,
-      view_count,
-      created_at
-    }) => ({
-      display_name,
-      broadcaster_type,
-      view_count,
-      createdTime: format(created_at)
-    }));
+    const result = {
+      username: twitchData.data[0].display_name,
+      broadcaster: twitchData.data[0]?.broadcaster_type || "user",
+      viewCount: twitchData.data[0].view_count,
+      accountAge: format(twitchData.data[0].created_at)
+    };
 
-    printTable(result);
+    console.table(result);
   } catch (err) {
     console.error(colors.red(err));
   }
-};
-
-export default twitchInfo;
+}

package/hash/queryTools.js

@@ -0,0 +1,81 @@
+// inquirer
+import inquirer from "inquirer";
+
+// functions
+import genPassword from "../functions/password.js";
+import bitlyInfo from "../functions/bitly.js";
+import cryptoMarket from "../functions/cryptoList.js";
+import githubInfo from "../functions/gitUser.js";
+import animeSearch from "../functions/animeInfo.js";
+import movieDB from "../functions/moviesInfo.js";
+import twitchInfo from "../functions/twitch.js";
+
+// fields
+import {
+  bitlyQuery,
+  promptParams,
+  promptKey
+} from "../validations/infoValidations.js";
+
+/** query tools */
+const queryTools = {
+  github_info(refreshCallback) {
+    console.clear();
+    inquirer.prompt([promptParams("gitUser", "enter a github user for search")])
+      .then(({ gitUser }) => {
+        githubInfo(gitUser);
+        setTimeout(refreshCallback, 2e3);
+      });
+  },
+  anime_Search(refreshCallback) {
+    console.clear();
+    inquirer.prompt([promptParams("query", "")])
+      .then(({ query }) => {
+        animeSearch(query);
+        setTimeout(refreshCallback, 2e3);
+      });
+  },
+  bitly_info(refreshCallback) {
+    console.clear();
+    inquirer.prompt([bitlyQuery, promptKey("token", "enter a bitly token")])
+      .then(({ bitlyLink, token }) => {
+        bitlyInfo(bitlyLink, token);
+        setTimeout(refreshCallback, 2e3);
+      });
+  },
+  movie_info(refreshCallback) {
+    console.clear();
+    inquirer.prompt([
+      promptParams("query", "enter movie for search DB"),
+      promptKey("token", "enter a token key")
+    ])
+      .then(({ query, token }) => {
+        movieDB(query, token);
+        setTimeout(refreshCallback, 2e3);
+      });
+  },
+  twitch_info(refreshCallback) {
+    console.clear();
+    inquirer.prompt([
+      promptParams("twitchUser", "enter a twitch user"),
+      promptKey("twitchClient", "enter a twitch client ID"),
+      promptKey("twitchToken", "enter a twitch token"),
+    ])
+      .then(({twitchUser, twitchClient, twitchToken}) => {
+        twitchInfo(twitchUser, twitchClient, twitchToken);
+        setTimeout(refreshCallback, 2e3);
+      });
+  },
+  crypto_market(refreshCallback) {
+    console.clear();
+    cryptoMarket();
+    setTimeout(refreshCallback, 5e3);
+  },
+  password(refreshCallback) {
+    console.clear();
+    genPassword();
+    setTimeout(refreshCallback, 3e3);
+  }
+};
+
+export default queryTools;

package/hash/webTools.js

@@ -0,0 +1,58 @@
+// stock module
+import { performance } from "node:perf_hooks";
+
+// inquirer
+import inquirer from "inquirer";
+
+// functions
+import singleStack from "../functions/singleStack.js";
+import multipleStack from "../functions/multipleStack.js";
+import pageSpeed from "../functions/pageSpeed.js";
+import scrape from "../functions/scraping.js";
+
+// validations
+import { 
+  multipleWebQuery, 
+  singleWebQuery, 
+  webScrapingQuery 
+} from "../validations/webValidations.js";
+
+const webTools = {
+  single(refreshCallback) {
+    console.clear();
+    inquirer.prompt([singleWebQuery])
+      .then(({ url }) => {
+        singleStack(url);
+        const timeEnd = performance.now();
+        setTimeout(refreshCallback, timeEnd);
+      });
+  },
+  multiple(refreshCallback) {
+    console.clear();
+    inquirer.prompt([multipleWebQuery])
+      .then(({webList}) => {
+        multipleStack(webList.split(" "));
+        const timeEnd = performance.now();
+        setTimeout(refreshCallback, timeEnd);
+      });
+  },
+  pagespeed(refreshCallback) {
+    console.clear();
+    inquirer.prompt([singleWebQuery])
+      .then(({ url }) => {
+        pageSpeed(url);
+        const timeEnd = performance.now();
+        setTimeout(refreshCallback, timeEnd);
+      });
+  },
+  scraping(refreshCallback) {
+    console.clear();
+    inquirer.prompt([singleWebQuery, webScrapingQuery])
+      .then(({ url, option }) => {
+        scrape(url, option);
+        setTimeout(refreshCallback, 3000);
+      });
+  }
+};
+
+export default webTools;