stack-analyze 1.1.7 → 1.2.0

package/index.mjs

@@ -1,6 +1,5 @@
 // modules
-import axios from "axios";
-import CoinGecko from "coingecko-api";
+import {default as axios} from "axios";
 import {
   cpu,
   mem,
@@ -10,53 +9,13 @@ import {
   bios
 } from "systeminformation";
 import Wappalyzer from "wappalyzer";
+import cheerio from "cheerio";
 
-// init coingecko api
-const CoinGeckoClient = new CoinGecko();
-
-/**
- * @typedef {Object} anime
- * @property {string} anime.query
- * @property {function(data): void} anime.results
- * 
- * @typedef {Object} bitly
- * @property {string} bitly.link
- * @property {string} bitly.token
- * @property {function(data): void} bitly.results
- * 
- * @typedef {Object} github
- * @property {string} github.user
- * @property {string} github.results
- * 
- * @typedef {Object} movie
- * @property {string} movie.api_key
- * @property {string} movie.query
- * @property {function(data): void} movie.results
- * 
- * @typedef {Object} multiple
- * @property {string[]} multiple.urls
- * @property {function(data): void} multiple.results
- * 
- * @typedef {Object} stack
- * @property {string} stack.urls
- * @property {function(data): void} stack.results
- * 
- * @typedef {Object} twitch
- * @property {string} twitch.query
- * @property {string} twitch.token
- * @property {string} twitch.clientID
- * @property {function(data): void} twitch.results
- */
-
-/**
- * @param {anime} {query, results}
- * @returns {Promise<void>}
- */
- const animeSearch = async ({ query, results }) => {
+const animeSearch = async ({ query, results, failed }) => {
   /* error manager */
   try {
     // call api
-    const { data } = await axios.get("https://api.jikan.moe/v3/search/anime", {
+    const { data } = await axios.get("https://api.jikan.moe/v/anime", {
       params: {
         q: query,
         limit: 10
@@ -65,14 +24,10 @@ const CoinGeckoClient = new CoinGecko();
 
     results(data.results);
 
-  } catch (err) { results(err); }
+  } catch (err) { failed(err); }
 };
 
-/**
- * @param {bitly} {link, token, results}
- * @returns {Promise<void>}
- */
-const bitlyInfo = async ({ link, token, results }) => {
+const bitlyInfo = async ({ link, token, results, failed }) => {
   try {
     const { data } = await axios.post(
       "https://api-ssl.bitly.com/v4/expand",
@@ -88,45 +43,34 @@ const bitlyInfo = async ({ link, token, results }) => {
     );
 
     results(data);
-  } catch (err) { results(err); }
+  } catch (err) { failed(err); }
 };
 
-/**
- *
- * @descripiton call the crypto market list
- * @param {function(data): void} callback
- * @returns { Promise<void> } - return results search
- */
-const cryptoMarket = async (callback) => {
+const cryptoMarket = async ({results, failed}) => {
   try {
     // start crypto
-    const coinData = await CoinGeckoClient.coins.markets({
-      per_page: 10
-    });
+    const { data } = await axios.get(
+      "https://api.coingecko.com/api/v3/coins/markets", {
+        params: {
+          vs_currency: "usd",
+          per_page: 10
+        }
+      }
+    );
 
     // map coinData
-    callback(coinData.data);
-  } catch (err) { callback(err); }
+    results(data);
+  } catch (err) { failed(err); }
 };
 
-/**
- *
- * @param {github} {user, results}
- * @returns {Promise<void>}
- */
-async function githubInfo({ user, results }) {
+async function githubInfo({ user, results, failed }) {
   try {
     const { data } = await axios.get(`https://api.github.com/users/${user}`);
 
     results(data);
-  } catch (err) { results(err); }
+  } catch (err) { failed(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function cpuInfo(callback) {
   try {
     const {
@@ -156,11 +100,6 @@ async function cpuInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function ramMemInfo(callback) {
   try {
     const {
@@ -182,11 +121,6 @@ async function ramMemInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function osDetail(callback) {
   try {
     const {
@@ -214,11 +148,6 @@ async function osDetail(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function diskInfo(callback) {
   try {
     const disks = await diskLayout();
@@ -242,11 +171,6 @@ async function diskInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function controllerInfo(callback) {
   try {
     const { controllers } = await graphics();
@@ -267,11 +191,6 @@ async function controllerInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function displayInfo(callback) {
   try {
     const { displays } = await graphics();
@@ -294,11 +213,6 @@ async function displayInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- *
- * @param {function(data): void} callback
- * @returns {Promise<void>}
- */
 async function biosInfo(callback) {
   try {
     const {
@@ -312,11 +226,7 @@ async function biosInfo(callback) {
   } catch (err) { callback(err); }
 }
 
-/**
- * @param {movie} {api_key, query, results}
- * @returns {Promise<void>} void results
- */
-const movieDB = async ({ api_key, query, results }) => {
+const movieDB = async ({ api_key, query, results, failed }) => {
   try {
     const { data } = await axios.get("https://api.themoviedb.org/3/search/movie", {
       params: {
@@ -350,14 +260,10 @@ const movieDB = async ({ api_key, query, results }) => {
       .filter(({ release_date }) => release_date !== undefined && release_date !== "");
 
     results(movieData);
-  } catch (err) { results(err); }
+  } catch (err) { failed(err); }
 };
 
-/**
- * @param {multiple} {urls, results}
- * @returns {Promise<void>}
- */
-async function multipleStack({ urls, results }) {
+async function multipleStack({ urls, results, failed }) {
   let result;
   const wappalyzer = new Wappalyzer();
   try {
@@ -371,16 +277,12 @@ async function multipleStack({ urls, results }) {
         };
       })
     );
-  } catch (err) { result = err; }
+    results(result);
+  } catch (err) { failed(err); }
   await wappalyzer.destroy();
-  results(result);
 }
 
-/**
- * @param {stack} {url, results}
- * @returns {Promise<void>}
- */
-const pageSpeed = async ({ url, results }) => {
+const pageSpeed = async ({ url, results, failed }) => {
   try {
     const resMobile = await axios.get("https://www.googleapis.com/pagespeedonline/v5/runPagespeed", {
       params: {
@@ -403,14 +305,10 @@ const pageSpeed = async ({ url, results }) => {
     const desktop = Math.round(resDesktop.data.lighthouseResult.categories.performance.score * 100);
 
     results({ mobile, desktop });
-  } catch (err) { results(err); }
+  } catch (err) { failed(err); }
 };
 
-/**
- * @param {stack} {url, results}
- * @returns {Promise<void>}
- */
-async function singleStack({ url, results }) {
+async function singleStack({ url, results, failed }) {
   const wappalyzer = await new Wappalyzer;
 
   let result;
@@ -428,18 +326,13 @@ async function singleStack({ url, results }) {
       techWebsite: website,
       techCategories: categories.map(({ name }) => name).join(", ")
     }));
-  } catch (err) { results(err); }
+    results(result);
+  } catch (err) { failed(err); }
 
   await wappalyzer.destroy();
-  results(result);
 }
 
-/**
- *
- * @param {twitch} { query, token, clientID, results }
- * @returns {Promise<void>}
- */
-async function twitchInfo({ query, token, clientID, results }) {
+async function twitchInfo({ query, token, clientID, results, failed }) {
   try {
     const { data: twitchData } = await axios.get(`https://api.twitch.tv/helix/users?login=${query}`,
       {
@@ -450,9 +343,153 @@ async function twitchInfo({ query, token, clientID, results }) {
       });
 
     results(twitchData.data);
-  } catch (err) { results(err); }
+  } catch (err) { failed(err); }
+}
+
+function scrape(url) {
+  let $;
+
+  const scraping = axios.create({
+    baseURL: url
+  });
+
+  const title = async ({results, failed}) => {
+    try {
+      const { data } = await scraping.get(url);
+      $ = cheerio.load(data);
+
+      results($("title").text());
+    } catch (err) { failed(err); }
+  };
+
+  const images = async ({results, failed}) => {
+    try {
+      const { data } = await scraping.get(url);
+      $ = cheerio.load(data);
+
+      const imgs = $("img").map((i, el) => ({
+        imagePath: $(el).attr("src"),
+        imageTitle: $(el).attr("alt")
+      })).toArray();
+
+      results(imgs);
+    } catch (err) { failed(err); }
+  };
+
+  const metadata = async ({results, failed}) => {
+    try {
+      const { data } = await scraping.get(url);
+      $ = cheerio.load(data);
+
+      const metadataList = $("meta").map((i, el) => ({
+        metaInfo: $(el).attr("name"),
+        metaContent: $(el).attr("content")
+      })).toArray()
+        .filter(({ metaInfo }) => metaInfo !== undefined);
+
+      results(metadataList);
+    } catch (err) { failed(err); }
+  };
+
+  const headings = async ({results, failed}) => {
+    try {
+      const { data } = await scraping.get(url);
+      $ = cheerio.load(data);
+
+      const headingList = $("h1, h2, h3, h4, h5, h6").map((i, el) => ({
+        headingTag: $(el).prop("tagName"),
+        headingText: $(el).text()
+      })).toArray();
+
+      results(headingList);
+    } catch (err) { failed(err); }
+  };
+
+  const table_heading = async ({results, failed}) => {
+    try {
+      const { data } = await scraping.get(url);
+      $ = cheerio.load(data);
+
+      const tableHeadList = $("th").map((i, el) => ({
+        headingRow: i,
+        text: $(el).text()
+      })).toArray();
+
+      results(tableHeadList);
+    } catch (err) { failed(err); }
+  };
+
+  const table_data = async ({results, failed}) => {
+    try {
+      const { data } = await scraping.get(url);
+      $ = cheerio.load(data);
+
+      const tableColumnList = $("td").map((i, el) => $(el).text()).toArray();
+
+      results(tableColumnList);
+    } catch (err) { failed(err); }
+  };
+
+
+  const links = async ({results, failed}) => {
+    try {
+      const { data } = await scraping.get(url);
+      $ = cheerio.load(data);
+
+      const linkList = $("a").map((i, el) => ({
+        url: $(el).attr("href"),
+        text: $(el).text()
+      })).toArray()
+        .filter(({ url }) => url.indexOf("#") !== 0);
+
+      results(linkList);
+    } catch (err) { failed(err); }
+  };
+
+  const cites = async ({results, failed}) => {
+    try {
+      const { data } = await scraping.get(url);
+      $ = cheerio.load(data);
+
+      const citeList = $("q, blockquote").map((i, el) => ({
+        citeTag: $(el).prop("tagName"),
+        citeLink: $(el).attr("cite"),
+        citeText: $(el).text()
+      })).toArray();
+      
+      results(citeList);
+    } catch (err) { failed(err); }
+  };
+
+  return {
+    title,
+    images,
+    metadata,
+    headings,
+    table_heading,
+    table_data,
+    links,
+    cites
+  };
 }
 
+const password = () => {
+  const chars = "0123456789abcdefghijklmnopqrstuvwxyz!@#$%^&*()ABCDEFGHIJKLMNOPQRSTUVWXYZ";
+
+  // blank password var
+  let password = "";
+
+  // loop generate chars
+  for(let i = 0; i < 12; i++) {
+    const randomNumber = Math.floor(Math.random() * chars.length);
+
+    password += chars.substring(randomNumber, randomNumber + 1);
+  }
+
+  // print new passwors
+  return password;
+};
+
 // exports
 export {
   animeSearch,
@@ -470,5 +507,7 @@ export {
   multipleStack,
   pageSpeed,
   singleStack,
-  twitchInfo
+  twitchInfo,
+  scrape,
+  password
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "stack-analyze",
-  "version": "1.1.7",
+  "version": "1.2.0",
   "type": "module",
   "description": "cli tech stack analyze and pagespeed with node.js using the wappalyzer module. with google pagespeed api, hardware and crypto market",
   "main": "index.mjs",
@@ -14,35 +14,35 @@
     }
   },
   "dependencies": {
-    "axios": "^0.26.0",
-    "cli-progress": "^3.10.0",
-    "coingecko-api": "^1.0.10",
+    "axios": "^0.27.2",
+    "cheerio": "^1.0.0-rc.12",
+    "cli-progress": "^3.11.2",
     "colors": "^1.4.0",
-    "console-table-printer": "^2.10.0",
+    "console-table-printer": "^2.11.1",
     "figlet": "^1.5.2",
-    "inquirer": "^8.2.0",
-    "systeminformation": "^5.11.6",
+    "inquirer": "^9.1.1",
+    "systeminformation": "^5.12.6",
     "timeago.js": "^4.0.2",
-    "wappalyzer": "^6.10.17"
+    "wappalyzer": "^6.10.39"
   },
   "devDependencies": {
-    "eslint": "^8.10.0",
-    "gh-pages": "^3.2.3",
-    "jest": "^27.5.1",
-    "jsdoc": "^3.6.10",
+    "eslint": "^8.23.0",
+    "gh-pages": "^4.0.0",
+    "jest": "^29.0.1",
+    "jsdoc": "^3.6.11",
     "minami": "^1.2.3"
   },
   "scripts": {
     "start": "node cli.js",
     "test": "jest",
-    "lint:test": "eslint . --ext .js",
-    "lint:fix": "eslint . --ext .js --fix",
+    "lint:test": "eslint . --ext .js,.cjs,.mjs",
+    "lint:fix": "eslint . --ext .js,.cjs,.mjs --fix",
     "docs": "jsdoc -c jsdoc.json",
     "docs:deploy": "npm run docs && gh-pages -d docs"
   },
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/intermachine-developers/stack-analyze.git"
+    "url": "git+https://github.com/stack-analyze/stack-analyze.git"
   },
   "keywords": [
     "cli",
@@ -58,12 +58,12 @@
     "crypto market info",
     "movie info"
   ],
-  "author": "Intermachine Developers",
+  "author": "stack-analyze",
   "license": "MIT",
   "bugs": {
-    "url": "https://github.com/intermachine-developers/stack-analyze/issues"
+    "url": "https://github.com/stack-analyze/stack-analyze/issues"
   },
-  "homepage": "https://intermachine-developers.github.io/stack-analyze/",
+  "homepage": "https://stack-analyze.github.io/stack-analyze/",
   "directories": {
     "doc": "docs",
     "test": "test"

package/readme.md

@@ -12,16 +12,47 @@
 
 cli tech stack analyze with **node.js** using the wappalyzer and google pagespeed api the module this node external module or install.
 
-use the cli program install
+## use the cli program install
+
+## cli module
+``` sh
+# old npm mode
+npm i -g stack-analyze
+
+# new npm mode
+npm i --location=global
+
+# if using global install
+stack-analyze
+
+# portable
+npx stack-analyze
+```
+
+## module
+
+``` sh
+npm i stack-analyze
+```
+
+``` js
+// cjs
+const stackAnalyze = require('stack-analyze') // full
+const { password } = require('stack-analyze') // destructuring
+
+// esm
+import stackAnalyze from 'stack-analyze' // full
+import { password } from 'stack-analyze' // destructuring
+
+// examples
+password()
+```
 
-## example module
->npx stack-analyze "using external without install"<br>
->npm i -g stack-analyze "global install"<br>
 >note: if global install fail using npx
 
-[github repo](https://github.com/intermachine-developers/stack-analyze.git)
+[github repo](https://github.com/stack-analyze/stack-analyze.git)
 
-[docs](https://intermachine-developers.github.io/stack-analyze)
+[docs](https://stack-analyze.github.io/stack-analyze/)
 
 [gitlab repo](https://gitlab.com/Intermachine-dev/stack-analyze)
 
@@ -29,4 +60,4 @@ use the cli program install
 - [changelog module](/CHANGELOG.md)
 ## author this project Julian David Cordoba Torres as omega5300
 
-**Intermachine Developers LICENSE MIT**
+**stack-analyze LICENSE MIT**

package/utils.js

@@ -0,0 +1,15 @@
+const listFormat = new Intl.ListFormat("en", {
+  style: "short",
+  type: "conjunction"
+});
+
+const currency = Intl.NumberFormat("en-us", {
+  style: "currency",
+  currency: "USD"
+});
+
+export {
+  listFormat,
+  currency
+};
+

package/env/bitly.env.js

@@ -1 +0,0 @@
-process.env.BITLY_TOKEN = "efeac58916c768e4ae6ad22fe31b601361f71886";

package/env/movie.env.js

@@ -1 +0,0 @@
-process.env.MOVIE_CODE= "6bd534c04a4246666a68080da99bb105";

package/env/twitchID.env.js

@@ -1 +0,0 @@
-process.env.CLIENT_ID = "am096eog80r416605ka34uzq8b5614";

package/hash/aboutOpts.js

@@ -1,53 +0,0 @@
-// print table
-import { printTable } from "console-table-printer";
-
-// tables models 
-import {
-  youtubeDevTable,
-  ideasTable
-} from "../models/aboutTables.js";
-
-// about sections
-import {
-  aboutApp,
-  developers,
-  twitch,
-  projects,
-  ideas,
-  youtubeDev
-} from "../about.js";
-
-/** @type {{ main_info(): void, lineup(): void, youtube_recomendation(): void, twitch_recomendation(): void, projects_recomendation(): void, tools_ideas(): void }} */
-const aboutTool = {
-  main_info() {
-    console.clear();
-    console.table(aboutApp);
-  },
-  lineup() {
-    console.clear();
-    printTable(developers.map((dev, i) => ({ index: i + 1, dev })));
-  },
-  youtube_recomendation() {
-    console.clear();
-    youtubeDevTable.addRows(youtubeDev);
-    youtubeDevTable.printTable();
-  },
-  twitch_recomendation() {
-    console.clear();
-    const streamers = twitch.map((streamer, i) => ({ index: i + 1, streamer }));
-    printTable(streamers);
-  },
-  projects_recomendation() {
-    console.clear();
-    const proyectsReccomend = projects.map((project, i) => ({ index: i + 1, project }));
-    printTable(proyectsReccomend);
-  },
-  tools_ideas() {
-    console.clear();
-    ideasTable.addRows(ideas);
-    ideasTable.printTable();
-  }
-};
-
-// export hash
-export default aboutTool;