mintlify 1.0.7 → 1.0.8

package/bin/scraping/site-scrapers/scrapeReadMeSection.js.map

@@ -1 +1 @@
-{"version":3,"file":"scrapeReadMeSection.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/scrapeReadMeSection.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAY,EACZ,MAAc,EACd,MAAc,EACd,SAAkB;IAElB,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,2DAA2D;IAC3D,2DAA2D;IAC3D,mDAAmD;IACnD,MAAM,kBAAkB,GAAG,CAAC,CAAC,aAAa,CAAC;SACxC,KAAK,EAAE;SACP,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAE/B,MAAM,YAAY,GAAG,kBAAkB;SACpC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;QAClB,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QAE1D,uDAAuD;QACvD,yDAAyD;QACzD,+BAA+B;QAC/B,iDAAiD;QACjD,iCAAiC;QACjC,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC;aACzB,IAAI,CAAC,SAAS,CAAC;aACf,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE;YACf,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEtC,mDAAmD;YACnD,IACE,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC;gBAC/B,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,EAC9B;gBACA,OAAO,SAAS,CAAC;aAClB;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC;aACD,OAAO,EAAE;aACT,MAAM,CACL,CAAC,KAAa,EAAE,KAAa,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,CACtE,CAAC;QAEJ,0CAA0C;QAC1C,OAAO;YACL,KAAK,EAAE,YAAY;YACnB,KAAK,EAAE,SAAS;SACjB,CAAC;IACJ,CAAC,CAAC;SACD,OAAO,EAAE,CAAC;IAEb,OAAO,MAAM,OAAO,CAAC,GAAG,CACtB,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;QACrC,WAAW,CAAC,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CACnC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,QAAgB,EAAE,EAAE;QAC/C,kEAAkE;QAClE,mDAAmD;QACnD,4BAA4B,CAC1B,MAAM,EACN,MAAM,EACN,QAAQ,EACR,SAAS,EACT,gBAAgB,EAChB,KAAK,EACL,OAAO,CACR,CACF,CACF,CAAC;QACF,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}
+{"version":3,"file":"scrapeReadMeSection.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/scrapeReadMeSection.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAG3D,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAY,EACZ,MAAc,EACd,MAAc,EACd,SAAkB;IAElB,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,2DAA2D;IAC3D,2DAA2D;IAC3D,mDAAmD;IACnD,MAAM,kBAAkB,GAAG,CAAC,CAAC,aAAa,CAAC;SACxC,KAAK,EAAE;SACP,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAE/B,MAAM,YAAY,GAAG,kBAAkB;SACpC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACZ,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QAEvD,uDAAuD;QACvD,yDAAyD;QACzD,+BAA+B;QAC/B,iDAAiD;QACjD,iCAAiC;QACjC,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC;QACzE,MAAM,KAAK,GAAG,mBAAmB,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,MAAM,CACvD,CAAC,KAAa,EAAE,KAAa,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,CACtE,CAAC;QAEF,0CAA0C;QAC1C,OAAO;YACL,KAAK,EAAE,YAAY;YACnB,KAAK,EAAE,KAAK;SACb,CAAC;IACJ,CAAC,CAAC;SACD,OAAO,EAAE,CAAC;IAEb,OAAO,MAAM,OAAO,CAAC,GAAG,CACtB,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,QAAyB,EAAE,EAAE;QACnD,OAAO,MAAM,4BAA4B;QACvC,kEAAkE;QAClE,mDAAmD;QACnD,QAAQ,EACR,MAAM,EACN,MAAM,EACN,SAAS,EACT,gBAAgB,EAChB,KAAK,EACL,OAAO,CACR,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}

package/bin/util.js

@@ -1,6 +1,8 @@
 import { mkdirSync, writeFileSync } from "fs";
+import Ora from "ora";
 import path from "path";
-import { Page } from "./templates.js";
+import { Page } from "./init-command/templates.js";
+import stopIfInvalidLink from "./validation/stopIfInvalidLink.js";
 export function getOrigin(url) {
     // eg. https://google.com -> https://google.com
     // https://google.com/page -> https://google.com
@@ -53,4 +55,22 @@ export const createPage = (title, description, markdown, overwrite = false, root
         }
     }
 };
+export function getHrefFromArgs(argv) {
+    const href = argv.url;
+    stopIfInvalidLink(href);
+    return href;
+}
+export const buildLogger = (startText = "") => {
+    const logger = Ora().start(startText);
+    return logger;
+};
+export const getFileExtension = (filename) => {
+    return (filename.substring(filename.lastIndexOf(".") + 1, filename.length) ||
+        filename);
+};
+export const fileBelongsInPagesFolder = (filename) => {
+    const extension = getFileExtension(filename);
+    return (extension &&
+        (extension === "mdx" || extension === "md" || extension === "tsx"));
+};
 //# sourceMappingURL=util.js.map

package/bin/util.js.map

@@ -1 +1 @@
-{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAEtC,MAAM,UAAU,SAAS,CAAC,GAAW;IACnC,+CAA+C;IAC/C,gDAAgD;IAChD,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAc;IAChD,4BAA4B;IAC5B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAa,EAAE,EAAE;IAC1C,sDAAsD;IACtD,uDAAuD;IACvD,OAAO,KAAK;SACT,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,IAAI,EAAE;SACN,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;SAClB,WAAW,EAAE,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,QAAgB,EAAE,EAAE;IACzC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;QAC7B,OAAO,QAAQ,CAAC;KACjB;IACD,OAAO,QAAQ,GAAG,MAAM,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,KAAa,EACb,WAAoB,EACpB,QAAiB,EACjB,YAAqB,KAAK,EAC1B,UAAkB,EAAE,EACpB,QAAiB,EACjB,EAAE;IACF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAE5E,+CAA+C;IAC/C,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExC,2BAA2B;IAC3B,IAAI,SAAS,EAAE;QACb,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC;KAClC;SAAM;QACL,IAAI;YACF,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE;gBAC3D,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC;SAClC;QAAC,OAAO,CAAC,EAAE;YACV,yEAAyE;YACzE,sDAAsD;YACtD,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE;gBACvB,OAAO,CAAC,GAAG,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;aACtD;iBAAM;gBACL,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aAClB;SACF;KACF;AACH,CAAC,CAAC"}
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,6BAA6B,CAAC;AACnD,OAAO,iBAAiB,MAAM,mCAAmC,CAAC;AAElE,MAAM,UAAU,SAAS,CAAC,GAAW;IACnC,+CAA+C;IAC/C,gDAAgD;IAChD,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAc;IAChD,4BAA4B;IAC5B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAa,EAAE,EAAE;IAC1C,sDAAsD;IACtD,uDAAuD;IACvD,OAAO,KAAK;SACT,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,IAAI,EAAE;SACN,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;SAClB,WAAW,EAAE,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,QAAgB,EAAE,EAAE;IACzC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;QAC7B,OAAO,QAAQ,CAAC;KACjB;IACD,OAAO,QAAQ,GAAG,MAAM,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,KAAa,EACb,WAAoB,EACpB,QAAiB,EACjB,YAAqB,KAAK,EAC1B,UAAkB,EAAE,EACpB,QAAiB,EACjB,EAAE;IACF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAE5E,+CAA+C;IAC/C,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExC,2BAA2B;IAC3B,IAAI,SAAS,EAAE;QACb,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC;KAClC;SAAM;QACL,IAAI;YACF,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE;gBAC3D,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC;SAClC;QAAC,OAAO,CAAC,EAAE;YACV,yEAAyE;YACzE,sDAAsD;YACtD,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE;gBACvB,OAAO,CAAC,GAAG,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;aACtD;iBAAM;gBACL,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aAClB;SACF;KACF;AACH,CAAC,CAAC;AAEF,MAAM,UAAU,eAAe,CAAC,IAAS;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC;IACtB,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACxB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,YAAoB,EAAE,EAAE,EAAE;IACpD,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,EAAE;IACnD,OAAO,CACL,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC;QAClE,QAAQ,CACT,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,QAAgB,EAAE,EAAE;IAC3D,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC7C,OAAO,CACL,SAAS;QACT,CAAC,SAAS,KAAK,KAAK,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,KAAK,CAAC,CACnE,CAAC;AACJ,CAAC,CAAC"}

package/bin/validation/isValidLink.js

@@ -0,0 +1,11 @@
+export default function isValidLink(href) {
+    // This checks the link is written correctly, not that the page exists.
+    try {
+        new URL(href);
+        return true;
+    }
+    catch (_) {
+        return false;
+    }
+}
+//# sourceMappingURL=isValidLink.js.map

package/bin/validation/isValidLink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"isValidLink.js","sourceRoot":"","sources":["../../src/validation/isValidLink.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,WAAW,CAAC,IAAY;IAC9C,uEAAuE;IACvE,IAAI;QACF,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,IAAI,CAAC;KACb;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,KAAK,CAAC;KACd;AACH,CAAC"}

package/bin/validation/stopIfInvalidLink.js

@@ -0,0 +1,9 @@
+import isValidLink from "./isValidLink.js";
+export default function stopIfInvalidLink(href) {
+    if (!isValidLink(href)) {
+        console.log("Invalid link: " + href);
+        console.log("Make sure the link starts with http:// or https://");
+        process.exit(1);
+    }
+}
+//# sourceMappingURL=stopIfInvalidLink.js.map

package/bin/validation/stopIfInvalidLink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stopIfInvalidLink.js","sourceRoot":"","sources":["../../src/validation/stopIfInvalidLink.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,kBAAkB,CAAC;AAE3C,MAAM,CAAC,OAAO,UAAU,iBAAiB,CAAC,IAAY;IACpD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE;QACtB,OAAO,CAAC,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAClE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;AACH,CAAC"}

package/package.json

@@ -1,12 +1,13 @@
 {
   "name": "mintlify",
-  "version": "1.0.7",
-  "description": "Mintlify CLI",
+  "version": "1.0.8",
+  "description": "The Mintlify CLI",
   "engines": {
     "node": ">=14.16"
   },
   "scripts": {
-    "build": "tsc"
+    "build": "tsc",
+    "local": "npm uninstall -g mintlify && npm i -g ."
   },
   "author": "Mintlify, Inc.",
   "license": "ISC",
@@ -16,16 +17,31 @@
   },
   "type": "module",
   "dependencies": {
+    "@apidevtools/swagger-parser": "^10.1.0",
     "axios": "^0.27.2",
+    "chalk": "^5.1.0",
     "cheerio": "^0.22.0",
+    "chokidar": "^3.5.3",
+    "favicons": "^7.0.1",
+    "fs-extra": "^10.1.0",
+    "gray-matter": "^4.0.3",
     "inquirer": "^9.1.0",
+    "is-internet-available": "^3.1.0",
     "minimist-lite": "^2.2.1",
     "node-html-markdown": "^1.2.0",
-    "puppeteer": "^17.1.3"
+    "open": "^8.4.0",
+    "openapi-types": "^12.0.2",
+    "ora": "^6.1.2",
+    "puppeteer": "^17.1.3",
+    "shelljs": "^0.8.5",
+    "yargs": "^17.6.0"
   },
   "devDependencies": {
+    "@types/fs-extra": "^9.0.13",
     "@types/inquirer": "^9.0.1",
     "@types/node": "^18.7.13",
+    "@types/shelljs": "^0.8.11",
+    "@types/yargs": "^17.0.13",
     "typescript": "^4.8.2"
   }
 }

package/src/constants.ts

@@ -0,0 +1,10 @@
+import path from "path";
+import * as url from "url";
+
+// package installation location
+export const INSTALL_PATH = url.fileURLToPath(new URL(".", import.meta.url));
+
+// command execution location
+export const CMD_EXEC_PATH = process.cwd();
+
+export const CLIENT_PATH = path.join(INSTALL_PATH, "mint", "client");

package/src/index.ts

@@ -1,276 +1,114 @@
-#! /usr/bin/env node
-
-import axios from "axios";
-import { writeFileSync } from "fs";
-import inquirer from "inquirer";
-import minimistLite from "minimist-lite";
-import { MintConfig } from "./templates.js";
-import { scrapePage } from "./scraping/scrapePage.js";
-import { scrapeSection } from "./scraping/scrapeSection.js";
-import { createPage, toFilename, getOrigin } from "./util.js";
+#!/usr/bin/env node
+
+import yargs from "yargs";
+import { hideBin } from "yargs/helpers";
+import initCommand from "./init-command/index.js";
+import generatePageTemplate from "./pageTemplate.js";
+import {
+  scrapePageAutomatically,
+  scrapePageWrapper,
+} from "./scraping/scrapePageCommands.js";
 import { scrapeDocusaurusPage } from "./scraping/site-scrapers/scrapeDocusaurusPage.js";
-import { scrapeDocusaurusSection } from "./scraping/site-scrapers/scrapeDocusaurusSection.js";
 import { scrapeGitBookPage } from "./scraping/site-scrapers/scrapeGitBookPage.js";
-import { scrapeGitBookSection } from "./scraping/site-scrapers/scrapeGitBookSection.js";
 import { scrapeReadMePage } from "./scraping/site-scrapers/scrapeReadMePage.js";
+import {
+  scrapeSectionAutomatically,
+  scrapeSectionAxiosWrapper,
+  scrapeGitbookSectionCommand,
+} from "./scraping/scrapeSectionCommands.js";
+import { scrapeDocusaurusSection } from "./scraping/site-scrapers/scrapeDocusaurusSection.js";
 import { scrapeReadMeSection } from "./scraping/site-scrapers/scrapeReadMeSection.js";
-import { detectFramework, Frameworks } from "./scraping/detectFramework.js";
-import { startBrowser, getHtmlWithPuppeteer } from "./browser.js";
-
-const argv = minimistLite(process.argv.slice(2), {
-  boolean: ["overwrite"],
-  default: {
-    overwrite: false,
-  },
-});
-
-if (argv._.length === 0) {
-  console.error(
-    `No command specified. Here are is the list that you can use:\ninit: initialize a Mintlify documentation instance`
-  );
-  process.exit(1); //an error occurred
-}
-
-const command = argv._[0];
-
-if (command === "init") {
-  inquirer
-    .prompt([
-      {
-        type: "input",
-        name: "name",
-        message: "What is the name of the organization?",
-      },
-      {
-        type: "input",
-        name: "color",
-        message: "What is the primary color of the brand?",
-        default: "#3b83f4",
-      },
-      {
-        type: "input",
-        name: "ctaName",
-        message: "What is the name of the call to action button?",
-        default: "Get Started",
-      },
-      {
-        type: "input",
-        name: "ctaUrl",
-        message: "What is the URL destination of the call to action button?",
-        default: "/",
-      },
-      {
-        type: "input",
-        name: "title",
-        message: "What is the title of the first page?",
-        default: "Introduction",
-      },
-    ])
-    .then((answers) => {
-      const { name, color, ctaName, ctaUrl, title } = answers;
-      writeFileSync(
-        "mint.json",
-        JSON.stringify(
-          MintConfig(name, color, ctaName, ctaUrl, toFilename(title)),
-          null,
-          "\t"
-        )
-      );
-      createPage(title);
-      console.log("🌱 Created initial files for Mintlify docs");
-      process.exit(1);
-    })
-    .catch((error) => {
-      console.error(error);
-      process.exit(1);
-    });
-}
-
-if (command === "page") {
-  inquirer
-    .prompt([
-      {
-        type: "input",
-        name: "title",
-        message: "What is the title of the new page?",
-      },
-      {
-        type: "input",
-        name: "description",
-        message: "What is the description?",
-        default: "",
-      },
-    ])
-    .then((answers) => {
-      const { title, description } = answers;
-
-      createPage(title, description);
-      console.log("🌱 Created initial files for Mintlify docs");
-      process.exit(1);
-    })
-    .catch((error) => {
-      console.error(error);
-      process.exit(1);
-    });
-}
-
-function validateFramework(framework) {
-  if (!framework) {
-    console.log(
-      "Could not detect the framework automatically. Please use one of:"
-    );
-    console.log("scrape-page-docusaurus");
-    console.log("scrape-page-gitbook");
-    console.log("scrape-page-readme");
-    return process.exit(1);
-  }
-}
-
-async function scrapePageAutomatically() {
-  const href = argv._[1];
-  const res = await axios.default.get(href);
-  const html = res.data;
-  const framework = detectFramework(html);
-
-  validateFramework(framework);
-
-  console.log("Detected framework: " + framework);
-
-  if (framework === Frameworks.DOCUSAURUS) {
-    await scrapePageWrapper(scrapeDocusaurusPage);
-  } else if (framework === Frameworks.GITBOOK) {
-    await scrapePageWrapper(scrapeGitBookPage, true);
-  } else if (framework === Frameworks.README) {
-    await scrapePageWrapper(scrapeReadMePage);
-  }
-}
-
-async function scrapePageWrapper(scrapeFunc, puppeteer = false) {
-  const href = argv._[1];
-  let html;
-  if (puppeteer) {
-    html = await getHtmlWithPuppeteer(href);
-  } else {
-    const res = await axios.default.get(href);
-    html = res.data;
-  }
-  await scrapePage(scrapeFunc, href, html, argv.overwrite);
-  process.exit(1);
-}
-
-if (command === "scrape-page") {
-  await scrapePageAutomatically();
-}
-
-if (command === "scrape-docusaurus-page") {
-  await scrapePageWrapper(scrapeDocusaurusPage);
-}
-
-if (command === "scrape-gitbook-page") {
-  await scrapePageWrapper(scrapeGitBookPage, true);
-}
-
-if (command === "scrape-readme-page") {
-  await scrapePageWrapper(scrapeReadMePage);
-}
-
-async function scrapeSectionAutomatically() {
-  const href = argv._[1];
-  const res = await axios.default.get(href);
-  const html = res.data;
-  const framework = detectFramework(html);
-
-  validateFramework(framework);
-
-  console.log("Detected framework: " + framework);
-
-  if (framework === Frameworks.DOCUSAURUS) {
-    await scrapeSectionAxiosWrapper(scrapeDocusaurusSection);
-  } else if (framework === Frameworks.GITBOOK) {
-    await scrapeSectionGitBookWrapper(scrapeGitBookSection);
-  } else if (framework === Frameworks.README) {
-    await scrapeSectionAxiosWrapper(scrapeReadMeSection);
-  }
-}
-
-async function scrapeSectionAxiosWrapper(scrapeFunc: any) {
-  const href = argv._[1];
-  const res = await axios.default.get(href);
-  const html = res.data;
-  await scrapeSection(scrapeFunc, html, getOrigin(href), argv.overwrite);
-  process.exit(1);
-}
-
-async function scrapeSectionGitBookWrapper(scrapeFunc: any) {
-  const href = argv._[1];
-
-  const browser = await startBrowser();
-  const page = await browser.newPage();
-  await page.goto(href, {
-    waitUntil: "networkidle2",
-  });
-
-  let prevEncountered = [];
-  let encounteredHref = ["fake"];
-
-  // Loop until we've encountered every link
-  while (!encounteredHref.every((href) => prevEncountered.includes(href))) {
-    prevEncountered = encounteredHref;
-    encounteredHref = await page.evaluate(
-      (encounteredHref) => {
-        const icons = Array.from(
-          document.querySelectorAll('path[d="M9 18l6-6-6-6"]')
-        );
-
-        const linksFound = [];
-        icons.forEach(async (icon: HTMLElement) => {
-          const toClick = icon.parentElement.parentElement;
-          const link = toClick.parentElement.parentElement;
-
-          // Skip icons not in the side navigation
-          if (!link.hasAttribute("href")) {
-            return;
-          }
-
-          const href = link.getAttribute("href");
-
-          // Should never occur but we keep it as a fail-safe
-          if (href.startsWith("https://") || href.startsWith("http://")) {
-            return;
-          }
-
-          // Click any links we haven't seen before
-          if (!encounteredHref.includes(href)) {
-            toClick.click();
-          }
-
-          linksFound.push(href);
-        });
-
-        return linksFound;
-      },
-      encounteredHref // Need to pass array into the browser
-    );
-  }
-
-  const html = await page.content();
-  browser.close();
-  await scrapeSection(scrapeFunc, html, getOrigin(href), argv.overwrite);
-  process.exit(1);
-}
-
-if (command === "scrape-section") {
-  await scrapeSectionAutomatically();
-}
-
-if (command === "scrape-docusaurus-section") {
-  await scrapeSectionAxiosWrapper(scrapeDocusaurusSection);
-}
-
-if (command === "scrape-gitbook-section") {
-  await scrapeSectionGitBookWrapper(scrapeGitBookSection);
-}
-
-if (command === "scrape-readme-section") {
-  await scrapeSectionAxiosWrapper(scrapeReadMeSection);
-}
+import dev from "./local-preview/index.js";
+
+// TODO - add descriptions to the command options https://github.com/yargs/yargs/blob/HEAD/docs/api.md#commandmodule
+yargs(hideBin(process.argv))
+  .command(
+    "dev",
+    "Runs Mintlify locally (Must run in directory with mint.json)",
+    () => {},
+    async () => {
+      await dev();
+    }
+  )
+  .command(
+    "init",
+    "Generate a mintlify template",
+    () => {},
+    () => {
+      initCommand();
+    }
+  )
+  .command(
+    "page",
+    "Generate a new page",
+    () => {},
+    () => {
+      generatePageTemplate();
+    }
+  )
+  .command(
+    "scrape-page [url]",
+    "Scrapes a page",
+    () => {},
+    async (argv) => {
+      await scrapePageAutomatically(argv);
+    }
+  )
+  .command(
+    "scrape-docusaurus-page [url]",
+    "Scrapes a Docusaurus page",
+    () => {},
+    async (argv) => {
+      await scrapePageWrapper(argv, scrapeDocusaurusPage);
+    }
+  )
+  .command(
+    "scrape-gitbook-page [url]",
+    "Scrapes a GitBook page",
+    () => {},
+    async (argv) => {
+      await scrapePageWrapper(argv, scrapeGitBookPage);
+    }
+  )
+  .command(
+    "scrape-readme-page [url]",
+    "Scrapes a ReadMe page",
+    () => {},
+    async (argv) => {
+      await scrapePageWrapper(argv, scrapeReadMePage);
+    }
+  )
+  .command(
+    "scrape-section [url]",
+    "Scrapes the docs in the section",
+    () => {},
+    async (argv) => {
+      await scrapeSectionAutomatically(argv);
+    }
+  )
+  .command(
+    "scrape-docusaurus-section [url]",
+    "Scrapes the Docusaurus section",
+    () => {},
+    async (argv) => {
+      await scrapeSectionAxiosWrapper(argv, scrapeDocusaurusSection);
+    }
+  )
+  .command(
+    "scrape-gitbook-section [url]",
+    "Scrapes the Gitbook section",
+    () => {},
+    async (argv) => {
+      await scrapeGitbookSectionCommand(argv);
+    }
+  )
+  .command(
+    "scrape-readme-section [url]",
+    "Scrapes the ReadMe section",
+    () => {},
+    async (argv) => {
+      await scrapeSectionAxiosWrapper(argv, scrapeReadMeSection);
+    }
+  )
+
+  .parse();

package/src/init-command/index.ts

@@ -0,0 +1,59 @@
+import inquirer from "inquirer";
+import { writeFileSync } from "fs";
+import { MintConfig } from "./templates.js";
+import { createPage, toFilename } from "../util.js";
+
+const initCommand = () => {
+  inquirer
+    .prompt([
+      {
+        type: "input",
+        name: "name",
+        message: "What is the name of the organization?",
+      },
+      {
+        type: "input",
+        name: "color",
+        message: "What is the primary color of the brand?",
+        default: "#3b83f4",
+      },
+      {
+        type: "input",
+        name: "ctaName",
+        message: "What is the name of the call to action button?",
+        default: "Get Started",
+      },
+      {
+        type: "input",
+        name: "ctaUrl",
+        message: "What is the URL destination of the call to action button?",
+        default: "/",
+      },
+      {
+        type: "input",
+        name: "title",
+        message: "What is the title of the first page?",
+        default: "Introduction",
+      },
+    ])
+    .then((answers) => {
+      const { name, color, ctaName, ctaUrl, title } = answers;
+      writeFileSync(
+        "mint.json",
+        JSON.stringify(
+          MintConfig(name, color, ctaName, ctaUrl, toFilename(title)),
+          null,
+          "\t"
+        )
+      );
+      createPage(title);
+      console.log("🌱 Created initial files for Mintlify docs");
+      process.exit(0);
+    })
+    .catch((error) => {
+      console.error(error);
+      process.exit(1);
+    });
+};
+
+export default initCommand;

package/src/local-preview/categorizeFiles.ts

@@ -0,0 +1,74 @@
+import { promises as _promises } from "fs";
+import path from "path";
+
+import { CMD_EXEC_PATH } from "../constants.js";
+import openApiCheck from "./openApiCheck.js";
+import { getFileExtension } from "../util.js";
+
+const { readdir } = _promises;
+
+const getFileList = async (dirName: string, og = dirName) => {
+  let files = [];
+  const items = await readdir(dirName, { withFileTypes: true });
+
+  for (const item of items) {
+    if (item.isDirectory()) {
+      files = [...files, ...(await getFileList(`${dirName}/${item.name}`, og))];
+    } else {
+      const path = `${dirName}/${item.name}`;
+      const name = path.replace(og, "");
+      files.push({ path, isSymbolicLink: item.isSymbolicLink(), name });
+    }
+  }
+
+  return files;
+};
+
+const categorizeFiles = async (): Promise<{
+  markdownFiles: string[];
+  staticFiles: string[];
+  openApiBuffer: Buffer | undefined;
+}> => {
+  const allFilesInCmdExecutionPath = await getFileList(CMD_EXEC_PATH);
+  const markdownFiles = [];
+  const staticFiles = [];
+  const promises = [];
+  let openApiBuffer = undefined;
+  allFilesInCmdExecutionPath.forEach((file) => {
+    promises.push(
+      (async () => {
+        const extension = getFileExtension(file.name);
+        let isOpenApi = false;
+        if (
+          extension &&
+          (extension === "mdx" || extension === "md" || extension === "tsx")
+        ) {
+          markdownFiles.push(file.name);
+        } else if (
+          extension &&
+          (extension === "json" || extension === "yaml" || extension === "yml")
+        ) {
+          const openApiInfo = await openApiCheck(
+            path.join(CMD_EXEC_PATH, file.name)
+          );
+          isOpenApi = openApiInfo.isOpenApi;
+          if (isOpenApi) {
+            openApiBuffer = openApiInfo.buffer;
+          }
+        } else if (
+          (!file.name.endsWith("mint.config.json") ||
+            !file.name.endsWith("mint.json")) &&
+          !isOpenApi
+        ) {
+          // all other files
+          staticFiles.push(file.name);
+        }
+      })()
+    );
+  });
+  await Promise.all(promises);
+
+  return { markdownFiles, staticFiles, openApiBuffer };
+};
+
+export default categorizeFiles;