stack-analyze 1.1.8 → 1.1.9

package/index.mjs

@@ -1,5 +1,5 @@
 // modules
-import axios from "axios";
+import {default as axios} from "axios";
 import CoinGecko from "coingecko-api";
 import {
   cpu,
@@ -11,48 +11,7 @@ import {
 } from "systeminformation";
 import Wappalyzer from "wappalyzer";
 
-// init coingecko api
-const CoinGeckoClient = new CoinGecko();
-
-/**
- * @typedef {Object} anime
- * @property {string} anime.query
- * @property {function(data): void} anime.results
- * 
- * @typedef {Object} bitly
- * @property {string} bitly.link
- * @property {string} bitly.token
- * @property {function(data): void} bitly.results
- * 
- * @typedef {Object} github
- * @property {string} github.user
- * @property {string} github.results
- * 
- * @typedef {Object} movie
- * @property {string} movie.api_key
- * @property {string} movie.query
- * @property {function(data): void} movie.results
- * 
- * @typedef {Object} multiple
- * @property {string[]} multiple.urls
- * @property {function(data): void} multiple.results
- * 
- * @typedef {Object} stack
- * @property {string} stack.urls
- * @property {function(data): void} stack.results
- * 
- * @typedef {Object} twitch
- * @property {string} twitch.query
- * @property {string} twitch.token
- * @property {string} twitch.clientID
- * @property {function(data): void} twitch.results
- */
-
-/**
- * @param {anime} {query, results}
- * @returns {Promise<void>}
- */
- const animeSearch = async ({ query, results }) => {
+const animeSearch = async ({ query, results }) => {
   /* error manager */
   try {
     // call api
@@ -68,10 +27,6 @@ const CoinGeckoClient = new CoinGecko();
   } catch (err) { results(err); }
 };
 
-/**
- * @param {bitly} {link, token, results}
- * @returns {Promise<void>}
- */
 const bitlyInfo = async ({ link, token, results }) => {
   try {
     const { data } = await axios.post(
@@ -91,29 +46,23 @@ const bitlyInfo = async ({ link, token, results }) => {
   } catch (err) { results(err); }
 };
 
-/**
- *
- * @descripiton call the crypto market list
- * @param {function(data): void} callback
- * @returns { Promise<void> } - return results search
- */
 const cryptoMarket = async (callback) => {
   try {
     // start crypto
-    const coinData = await CoinGeckoClient.coins.markets({
-      per_page: 10
-    });
+    const { data } = await axios.get(
+      "https://api.coingecko.com/api/v3/coins/markets", {
+        params: {
+          vs_currency: "usd",
+          per_page: 10
+        }
+      }
+    );
 
     // map coinData
-    callback(coinData.data);
+    callback(data);
   } catch (err) { callback(err); }
 };
 
-/**
- *
- * @param {github} {user, results}
- * @returns {Promise<void>}
- */
 async function githubInfo({ user, results }) {
   try {
     const { data } = await axios.get(`https://api.github.com/users/${user}`);
@@ -122,11 +71,6 @@ async function githubInfo({ user, results }) {
   } catch (err) { results(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function cpuInfo(callback) {
   try {
     const {
@@ -156,11 +100,6 @@ async function cpuInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function ramMemInfo(callback) {
   try {
     const {
@@ -182,11 +121,6 @@ async function ramMemInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function osDetail(callback) {
   try {
     const {
@@ -214,11 +148,6 @@ async function osDetail(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function diskInfo(callback) {
   try {
     const disks = await diskLayout();
@@ -242,11 +171,6 @@ async function diskInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function controllerInfo(callback) {
   try {
     const { controllers } = await graphics();
@@ -267,11 +191,6 @@ async function controllerInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function displayInfo(callback) {
   try {
     const { displays } = await graphics();
@@ -294,11 +213,6 @@ async function displayInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function biosInfo(callback) {
   try {
     const {
@@ -312,10 +226,6 @@ async function biosInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- * @param {movie} {api_key, query, results}
- * @returns {Promise<void>} void results
- */
 const movieDB = async ({ api_key, query, results }) => {
   try {
     const { data } = await axios.get("https://api.themoviedb.org/3/search/movie", {
@@ -353,10 +263,6 @@ const movieDB = async ({ api_key, query, results }) => {
   } catch (err) { results(err); }
 };
 
-/**
- * @param {multiple} {urls, results}
- * @returns {Promise<void>}
- */
 async function multipleStack({ urls, results }) {
   let result;
   const wappalyzer = new Wappalyzer();
@@ -376,10 +282,6 @@ async function multipleStack({ urls, results }) {
   results(result);
 }
 
-/**
- * @param {stack} {url, results}
- * @returns {Promise<void>}
- */
 const pageSpeed = async ({ url, results }) => {
   try {
     const resMobile = await axios.get("https://www.googleapis.com/pagespeedonline/v5/runPagespeed", {
@@ -406,10 +308,6 @@ const pageSpeed = async ({ url, results }) => {
   } catch (err) { results(err); }
 };
 
-/**
- * @param {stack} {url, results}
- * @returns {Promise<void>}
- */
 async function singleStack({ url, results }) {
   const wappalyzer = await new Wappalyzer;
 
@@ -434,11 +332,6 @@ async function singleStack({ url, results }) {
   results(result);
 }
 
-/**
- *
- * @param {twitch} { query, token, clientID, results }
- * @returns {Promise<void>}
- */
 async function twitchInfo({ query, token, clientID, results }) {
   try {
     const { data: twitchData } = await axios.get(`https://api.twitch.tv/helix/users?login=${query}`,
@@ -453,6 +346,134 @@ async function twitchInfo({ query, token, clientID, results }) {
   } catch (err) { results(err); }
 }
 
+function scrape(url) {
+  let $;
+
+  const scraping = axios.create({
+    baseURL: url
+  });
+
+  const title = async (callback) => {
+    try {
+      const { data } = await scraping.get("");
+      $ = load(data);
+
+      callback($("title").text());
+    } catch (err) { console.error(colors.red(err.message)); }
+  };
+
+  const images = async (callback) => {
+    try {
+      const { data } = await scraping.get("");
+      $ = load(data);
+
+      const imgs = $("img").map((i, el) => ({
+        imagePath: $(el).attr("src"),
+        imageTitle: $(el).attr("alt")
+      })).toArray();
+
+      callback(imgs);
+    } catch (err) { console.error(colors.red(err.message)); }
+  };
+
+  const metadata = async (callback) => {
+    try {
+      const { data } = await scraping.get("");
+      $ = load(data);
+
+      const metadataList = $("meta").map((i, el) => ({
+        metaInfo: $(el).attr("name"),
+        metaContent: $(el).attr("content")
+      })).toArray()
+        .filter(({ metaInfo }) => metaInfo !== undefined);
+
+      callback(metadataList);
+    } catch (err) { console.error(colors.red(err.message)); }
+  };
+
+  const headings = async (callback) => {
+    try {
+      const { data } = await scraping.get("");
+      $ = load(data);
+
+      const headingList = $("h1, h2, h3, h4, h5, h6").map((i, el) => ({
+        headingTag: $(el).prop("tagName"),
+        headingText: $(el).text()
+      })).toArray();
+
+      callback(headingList);
+    } catch (err) { console.error(colors.red(err.message)); }
+  };
+
+  const table_heading = async (callback) => {
+    try {
+      const { data } = await scraping.get("");
+      $ = load(data);
+
+      const tableHeadList = $("th").map((i, el) => ({
+        headingRow: i,
+        text: $(el).text()
+      })).toArray();
+
+      callback(tableHeadList);
+    } catch (err) { console.error(colors.red(err.message)); }
+  };
+
+  const table_data = async (callback) => {
+    try {
+      const { data } = await scraping.get("");
+      $ = load(data);
+
+      const tableColumnList = $("td").map((i, el) => $(el).text()).toArray();
+
+      callback(tableColumnList);
+    } catch (err) { console.error(colors.red(err.message)); }
+  };
+
+
+  const links = async (callback) => {
+    try {
+      const { data } = await scraping.get("");
+      $ = load(data);
+
+      const linkList = $("a").map((i, el) => ({
+        url: $(el).attr("href"),
+        text: $(el).text()
+      })).toArray()
+        .filter(({ url }) => url.indexOf("#") !== 0);
+
+      callback(linkList);
+    } catch (err) { console.error(colors.red(err.message)); }
+  };
+
+  const cites = async (callback) => {
+    try {
+      const { data } = await scraping.get("");
+      $ = load(data);
+
+      const citeList = $("q, blockquote").map((i, el) => ({
+        citeTag: $(el).prop("tagName"),
+        citeLink: $(el).attr("cite"),
+        citeText: $(el).text()
+      })).toArray();
+      
+      callback(citeList);
+    } catch (err) { console.error(colors.red(err.message)); }
+  };
+
+  return {
+    title,
+    images,
+    metadata,
+    headings,
+    table_heading,
+    table_data,
+    links,
+    cites
+  };
+}
+
+
 // exports
 export {
   animeSearch,
@@ -470,5 +491,6 @@ export {
   multipleStack,
   pageSpeed,
   singleStack,
-  twitchInfo
+  twitchInfo,
+  scrape
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "stack-analyze",
-  "version": "1.1.8",
+  "version": "1.1.9",
   "type": "module",
   "description": "cli tech stack analyze and pagespeed with node.js using the wappalyzer module. with google pagespeed api, hardware and crypto market",
   "main": "index.mjs",
@@ -15,19 +15,20 @@
   },
   "dependencies": {
     "axios": "^0.27.2",
-    "cli-progress": "^3.11.0",
+    "cheerio": "^1.0.0-rc.12",
+    "cli-progress": "^3.11.2",
     "colors": "^1.4.0",
     "console-table-printer": "^2.11.0",
     "figlet": "^1.5.2",
-    "inquirer": "^8.2.4",
-    "systeminformation": "^5.11.14",
+    "inquirer": "^9.0.0",
+    "systeminformation": "^5.11.22",
     "timeago.js": "^4.0.2",
-    "wappalyzer": "^6.10.26"
+    "wappalyzer": "^6.10.37"
   },
   "devDependencies": {
-    "eslint": "^8.15.0",
-    "gh-pages": "^3.2.3",
-    "jest": "^28.1.0",
+    "eslint": "^8.18.0",
+    "gh-pages": "^4.0.0",
+    "jest": "^28.1.2",
     "jsdoc": "^3.6.10",
     "minami": "^1.2.3"
   },

package/readme.md

@@ -15,8 +15,16 @@ cli tech stack analyze with **node.js** using the wappalyzer and google pagespee
 use the cli program install
 
 ## example module
->npx stack-analyze "using external without install"<br>
->npm i -g stack-analyze "global install"<br>
+``` sh
+# global old npm versions
+npm i -g stack-analyze
+
+# global new module
+npm i --location=global
+
+# portable
+npx stack-analyze
+```
 >note: if global install fail using npx
 
 [github repo](https://github.com/stack-analyze/stack-analyze.git)
@@ -29,4 +37,4 @@ use the cli program install
 - [changelog module](/CHANGELOG.md)
 ## author this project Julian David Cordoba Torres as omega5300
 
-**Intermachine Developers LICENSE MIT**
+**stack-analyze LICENSE MIT**

package/utils.js

@@ -0,0 +1,15 @@
+const listFormat = new Intl.ListFormat("en", {
+  style: "short",
+  type: "conjunction"
+});
+
+const currency = Intl.NumberFormat("en-us", {
+  style: "currency",
+  currency: "USD"
+});
+
+export {
+  listFormat,
+  currency
+};
+

package/.vscode/settings.json

@@ -1,4 +0,0 @@
-{
-    "docwriter.progress.trackFunctions": true,
-    "docwriter.progress.trackMethods": false
-}

package/hash/aboutOpts.js

@@ -1,53 +0,0 @@
-// print table
-import { printTable } from "console-table-printer";
-
-// tables models 
-import {
-  youtubeDevTable,
-  ideasTable
-} from "../models/aboutTables.js";
-
-// about sections
-import {
-  aboutApp,
-  developers,
-  twitch,
-  projects,
-  ideas,
-  youtubeDev
-} from "../about.js";
-
-/** @type {{ main_info(): void, lineup(): void, youtube_recomendation(): void, twitch_recomendation(): void, projects_recomendation(): void, tools_ideas(): void }} */
-const aboutTool = {
-  main_info() {
-    console.clear();
-    console.table(aboutApp);
-  },
-  lineup() {
-    console.clear();
-    printTable(developers.map((dev, i) => ({ index: i + 1, dev })));
-  },
-  youtube_recomendation() {
-    console.clear();
-    youtubeDevTable.addRows(youtubeDev);
-    youtubeDevTable.printTable();
-  },
-  twitch_recomendation() {
-    console.clear();
-    const streamers = twitch.map((streamer, i) => ({ index: i + 1, streamer }));
-    printTable(streamers);
-  },
-  projects_recomendation() {
-    console.clear();
-    const proyectsReccomend = projects.map((project, i) => ({ index: i + 1, project }));
-    printTable(proyectsReccomend);
-  },
-  tools_ideas() {
-    console.clear();
-    ideasTable.addRows(ideas);
-    ideasTable.printTable();
-  }
-};
-
-// export hash
-export default aboutTool;

package/hash/hardwareTools.js

@@ -1,47 +0,0 @@
-// hardware modules
-import {
-  cpuInfo,
-  ramMemInfo,
-  osDetail,
-  diskInfo,
-  controllerInfo,
-  displayInfo,
-  biosInfo
-} from "../functions/hardware.js";
-
-/**
- * @type {{ cpu(): void, ram_memory(): void, os(): void, disk(): void, controller(): void, display(): void, bios(): void }}
- */
-const hardwareTools = {
-  cpu() {
-    console.clear();
-    cpuInfo();
-  },
-  ram_memory() {
-    console.clear();
-    ramMemInfo();
-  },
-  os() {
-    console.clear();
-    osDetail();
-  },
-  disk() {
-    console.clear();
-    diskInfo();
-  },
-  controller() {
-    console.clear();
-    controllerInfo();
-  },
-  display() {
-    console.clear();
-    displayInfo();
-  },
-  bios() {
-    console.clear();
-    biosInfo();
-  }
-};
-
-// exports
-export default hardwareTools;

package/models/aboutTables.js

@@ -1,40 +0,0 @@
-// table model module
-import { Table } from "console-table-printer";
-
-// youtube model
-const youtubeDevTable = new Table({
-  columns: [
-    {
-      name: "youtubeChannel",
-      alignment: "left",
-      color: "green"
-    },
-    {
-      name: "recomendation",
-      alignment: "left",
-      color: "cyan"
-    }
-  ]
-});
-
-// ideas model
-const ideasTable = new Table({
-  columns: [
-    {
-      name: "author",
-      alignment: "left",
-      color: "green"
-    },
-    {
-      name: "tool",
-      alignment: "left",
-      color: "green"
-    }
-  ]
-});
-
-// exports tables
-export {
-  youtubeDevTable,
-  ideasTable
-};

package/models/animeTable.js

@@ -1,33 +0,0 @@
-import { Table } from "console-table-printer";
-
-const animeList = new Table({
-  columns: [
-    {
-      name: "title",
-      alignment: "left",
-      color: "green"
-    },
-    {
-      name: "type",
-      alignment: "left",
-      color: "magenta"
-    },
-    {
-      name: "episodes",
-      alignment: "left",
-      color: "magenta"
-    },
-    {
-      name: "debutDate",
-      alignment: "left",
-      color: "magenta"
-    },
-    {
-      name: "finalDate",
-      alignment: "left",
-      color: "green"
-    }
-  ]
-});
-
-export default animeList;

package/models/cryptoTables.js

@@ -1,32 +0,0 @@
-import { Table } from "console-table-printer";
-
-const coinTable = new Table({
-  columns: [
-    {
-      name: "symbol",
-      alignment: "left",
-      color: "green"
-    },
-    {
-      name: "name",
-      alignment: "left",
-      color: "white_bold"
-    },
-    {
-      name: "price",
-      alignment: "left",
-      color: "yellow"
-    },
-    {
-      name: "priceChanged",
-      alignment: "left"
-    },
-    {
-      name: "lastUpdated",
-      alignment: "left",
-      color: "magenta"
-    }
-  ]
-});
-
-export default coinTable;