mintlify 1.1.8 → 1.1.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -2
- package/bin/constants.js +0 -1
- package/bin/constants.js.map +1 -1
- package/bin/index.js +0 -2
- package/bin/index.js.map +1 -1
- package/bin/local-preview/index.js +2 -18
- package/bin/local-preview/index.js.map +1 -1
- package/bin/scraping/scrapeSectionCommands.js +2 -5
- package/bin/scraping/scrapeSectionCommands.js.map +1 -1
- package/bin/scraping/site-scrapers/openNestedGitbookMenus.js +9 -28
- package/bin/scraping/site-scrapers/openNestedGitbookMenus.js.map +1 -1
- package/package.json +1 -1
- package/src/constants.ts +0 -5
- package/src/index.ts +0 -9
- package/src/local-preview/index.ts +3 -23
- package/src/scraping/scrapeSectionCommands.ts +2 -5
- package/src/scraping/site-scrapers/openNestedGitbookMenus.ts +17 -42
- package/src/local-preview/helper-commands/clearCommand.ts +0 -33
package/README.md
CHANGED
|
@@ -52,8 +52,9 @@ Note - `mintlify dev` requires `yarn` and it's recommended you install it as a g
|
|
|
52
52
|
|
|
53
53
|
#### Troubleshooting
|
|
54
54
|
|
|
55
|
-
|
|
56
|
-
|
|
55
|
+
Make sure you are using Node v18 or higher.
|
|
56
|
+
|
|
57
|
+
If Mintlify dev is still not running, run `mintlify install` to re-install dependencies.
|
|
57
58
|
|
|
58
59
|
### 🏃 Get Started
|
|
59
60
|
|
package/bin/constants.js
CHANGED
|
@@ -8,5 +8,4 @@ export const DOT_MINTLIFY = path.join(HOME_DIR, ".mintlify");
|
|
|
8
8
|
export const CLIENT_PATH = path.join(DOT_MINTLIFY, "mint", "client");
|
|
9
9
|
// command execution location
|
|
10
10
|
export const CMD_EXEC_PATH = process.cwd();
|
|
11
|
-
export const LAST_INVOCATION_PATH_FILE_LOCATION = path.join(CLIENT_PATH, "last-invocation-path");
|
|
12
11
|
//# sourceMappingURL=constants.js.map
|
package/bin/constants.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,gCAAgC;AAChC,MAAM,CAAC,MAAM,YAAY,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE7E,MAAM,CAAC,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;AAErC,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;AAE7D,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AAErE,6BAA6B;AAC7B,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,gCAAgC;AAChC,MAAM,CAAC,MAAM,YAAY,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE7E,MAAM,CAAC,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;AAErC,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;AAE7D,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AAErE,6BAA6B;AAC7B,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC"}
|
package/bin/index.js
CHANGED
|
@@ -10,14 +10,12 @@ import { scrapeSectionAutomatically, scrapeSectionAxiosWrapper, scrapeGitbookSec
|
|
|
10
10
|
import { scrapeReadMeSection } from "./scraping/site-scrapers/scrapeReadMeSection.js";
|
|
11
11
|
import dev from "./local-preview/index.js";
|
|
12
12
|
import installDepsCommand from "./local-preview/helper-commands/installDepsCommand.js";
|
|
13
|
-
import clearCommand from "./local-preview/helper-commands/clearCommand.js";
|
|
14
13
|
// TODO - add descriptions to the command options https://github.com/yargs/yargs/blob/HEAD/docs/api.md#commandmodule
|
|
15
14
|
yargs(hideBin(process.argv))
|
|
16
15
|
.command("dev", "Runs Mintlify locally (Must run in directory with mint.json)", () => { }, async () => {
|
|
17
16
|
await dev();
|
|
18
17
|
})
|
|
19
18
|
.command("install", "Install dependencies for local Mintlify", () => { }, installDepsCommand)
|
|
20
|
-
.command("clear", "Clear cache", () => { }, (args) => clearCommand(args))
|
|
21
19
|
.command("init", "Generate a mintlify template", () => { }, initCommand)
|
|
22
20
|
.command("page", "Generate a new page", () => { }, generatePageTemplate)
|
|
23
21
|
.command("scrape-page [url]", "Scrapes a page", () => { }, async (argv) => {
|
package/bin/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,WAAW,MAAM,yBAAyB,CAAC;AAClD,OAAO,oBAAoB,MAAM,mBAAmB,CAAC;AACrD,OAAO,EACL,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,kCAAkC,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,WAAW,MAAM,yBAAyB,CAAC;AAClD,OAAO,oBAAoB,MAAM,mBAAmB,CAAC;AACrD,OAAO,EACL,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,MAAM,8CAA8C,CAAC;AAChF,OAAO,EACL,0BAA0B,EAC1B,yBAAyB,EACzB,2BAA2B,GAC5B,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,iDAAiD,CAAC;AACtF,OAAO,GAAG,MAAM,0BAA0B,CAAC;AAC3C,OAAO,kBAAkB,MAAM,uDAAuD,CAAC;AAEvF,oHAAoH;AACpH,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;KACzB,OAAO,CACN,KAAK,EACL,8DAA8D,EAC9D,GAAG,EAAE,GAAE,CAAC,EACR,KAAK,IAAI,EAAE;IACT,MAAM,GAAG,EAAE,CAAC;AACd,CAAC,CACF;KACA,OAAO,CACN,SAAS,EACT,yCAAyC,EACzC,GAAG,EAAE,GAAE,CAAC,EACR,kBAAkB,CACnB;KACA,OAAO,CAAC,MAAM,EAAE,8BAA8B,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,WAAW,CAAC;KACtE,OAAO,CAAC,MAAM,EAAE,qBAAqB,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,oBAAoB,CAAC;KACtE,OAAO,CACN,mBAAmB,EACnB,gBAAgB,EAChB,GAAG,EAAE,GAAE,CAAC,EACR,KAAK,EAAE,IAAI,EAAE,EAAE;IACb,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC,CACF;KACA,OAAO,CACN,2BAA2B,EAC3B,wBAAwB,EACxB,GAAG,EAAE,GAAE,CAAC,EACR,KAAK,EAAE,IAAI,EAAE,EAAE;IACb,MAAM,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;AACnD,CAAC,CACF;KACA,OAAO,CACN,0BAA0B,EAC1B,uBAAuB,EACvB,GAAG,EAAE,GAAE,CAAC,EACR,KAAK,EAAE,IAAI,EAAE,EAAE;IACb,MAAM,iBAAiB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;AAClD,CAAC,CACF;KACA,OAAO,CACN,sBAAsB,EACtB,iCAAiC,EACjC,GAAG,EAAE,GAAE,CAAC,EACR,KAAK,EAAE,IAAI,EAAE,EAAE;IACb,MAAM,0BAA0B,CAAC,IAAI,CAAC,CAAC;AACzC,CAAC,CACF;KACA,OAAO,CACN,8BAA8B,EAC9B,6BAA6B,EAC7B,GAAG,EAAE,GAAE,CAAC,EACR,KAAK,EAAE,IAAI,EAAE,EAAE;IACb,MAAM,2BAA2B,CAAC,IAAI,CAAC,CAAC;AAC1C,CAAC,CACF;KACA,OAAO,CACN,6BAA6B,EAC7B,4BAA4B,EAC5B,GAAG,EAAE,GAAE,CAAC,EACR,KAAK,EAAE,IAAI,EAAE,EAAE;IACb,MAAM,yBAAyB,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;AAC7D,CAAC,CACF;KAEA,KAAK,EAAE,CAAC"}
|
|
@@ -7,26 +7,12 @@ import { isInternetAvailable } from "is-internet-available";
|
|
|
7
7
|
import path from "path";
|
|
8
8
|
import shell from "shelljs";
|
|
9
9
|
import categorizeFiles from "./utils/categorizeFiles.js";
|
|
10
|
-
import { CMD_EXEC_PATH, CLIENT_PATH, HOME_DIR, DOT_MINTLIFY,
|
|
10
|
+
import { CMD_EXEC_PATH, CLIENT_PATH, HOME_DIR, DOT_MINTLIFY, } from "../constants.js";
|
|
11
11
|
import { injectFavicons } from "./utils/injectFavicons.js";
|
|
12
12
|
import listener from "./utils/listener.js";
|
|
13
13
|
import { createPage, createMetadataFileFromPages } from "./utils/metadata.js";
|
|
14
14
|
import { updateConfigFile } from "./utils/mintConfigFile.js";
|
|
15
15
|
import { buildLogger, ensureYarn } from "../util.js";
|
|
16
|
-
import clearCommand from "./helper-commands/clearCommand.js";
|
|
17
|
-
const saveInvocationPath = async () => {
|
|
18
|
-
await fse.outputFile(LAST_INVOCATION_PATH_FILE_LOCATION, CMD_EXEC_PATH);
|
|
19
|
-
};
|
|
20
|
-
const cleanOldFiles = async () => {
|
|
21
|
-
const lastInvocationPathExists = await pathExists(LAST_INVOCATION_PATH_FILE_LOCATION);
|
|
22
|
-
if (!lastInvocationPathExists)
|
|
23
|
-
return;
|
|
24
|
-
const lastInvocationPath = (await readFile(LAST_INVOCATION_PATH_FILE_LOCATION)).toString();
|
|
25
|
-
if (lastInvocationPath !== CMD_EXEC_PATH) {
|
|
26
|
-
// clean if invoked in new location
|
|
27
|
-
await clearCommand({});
|
|
28
|
-
}
|
|
29
|
-
};
|
|
30
16
|
const { readFile } = _promises;
|
|
31
17
|
const copyFiles = async (logger) => {
|
|
32
18
|
logger.start("Syncing doc files...");
|
|
@@ -106,7 +92,6 @@ const promptForYarn = async () => {
|
|
|
106
92
|
};
|
|
107
93
|
const dev = async () => {
|
|
108
94
|
shell.cd(HOME_DIR);
|
|
109
|
-
await cleanOldFiles();
|
|
110
95
|
await promptForYarn();
|
|
111
96
|
const logger = buildLogger("Starting a local Mintlify instance...");
|
|
112
97
|
await fse.ensureDir(path.join(DOT_MINTLIFY, "mint"));
|
|
@@ -132,7 +117,7 @@ const dev = async () => {
|
|
|
132
117
|
if (internet && gitInstalled) {
|
|
133
118
|
shellExec("git config core.sparseCheckout true");
|
|
134
119
|
shellExec('echo "client/" >> .git/info/sparse-checkout');
|
|
135
|
-
pullOutput = shellExec("git pull mint-origin
|
|
120
|
+
pullOutput = shellExec("git pull mint-origin legacy-components-import").stdout;
|
|
136
121
|
shellExec("git config core.sparseCheckout false");
|
|
137
122
|
shellExec("rm .git/info/sparse-checkout");
|
|
138
123
|
}
|
|
@@ -162,7 +147,6 @@ const dev = async () => {
|
|
|
162
147
|
`);
|
|
163
148
|
process.exit(1);
|
|
164
149
|
}
|
|
165
|
-
await saveInvocationPath();
|
|
166
150
|
await copyFiles(logger);
|
|
167
151
|
run();
|
|
168
152
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/local-preview/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,QAAQ,IAAI,SAAS,EAAE,MAAM,IAAI,CAAC;AAC3C,OAAO,GAAG,EAAE,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,MAAM,SAAS,CAAC;AAC5B,OAAO,eAAe,MAAM,4BAA4B,CAAC;AACzD,OAAO,EACL,aAAa,EACb,WAAW,EACX,QAAQ,EACR,YAAY,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/local-preview/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,QAAQ,IAAI,SAAS,EAAE,MAAM,IAAI,CAAC;AAC3C,OAAO,GAAG,EAAE,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,MAAM,SAAS,CAAC;AAC5B,OAAO,eAAe,MAAM,4BAA4B,CAAC;AACzD,OAAO,EACL,aAAa,EACb,WAAW,EACX,QAAQ,EACR,YAAY,GACb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,QAAQ,MAAM,qBAAqB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAErD,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC;AAE/B,MAAM,SAAS,GAAG,KAAK,EAAE,MAAW,EAAE,EAAE;IACtC,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC;IACxB,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,MAAM,eAAe,EAAE,CAAC;IAExE,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAEjD,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;IACxE,IAAI,OAAO,EAAE;QACX,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;QACtC,MAAM,GAAG,CAAC,UAAU,CAAC,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;YAC/D,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;KACJ;SAAM;QACL,MAAM,GAAG,CAAC,UAAU,CAAC,iBAAiB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;KAC9D;IACD,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,aAAa,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QACjC,UAAU,CAAC,IAAI,CACb,CAAC,KAAK,IAAI,EAAE;YACV,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YACxD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAEjD,MAAM,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7B,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAEvC,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC/C,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YACvD,KAAK,mCACA,KAAK,GACL,IAAI,CACR,CAAC;QACJ,CAAC,CAAC,EAAE,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,kBAAkB,GAAG,EAAE,CAAC;IAC9B,WAAW,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QAC/B,kBAAkB,CAAC,IAAI,CACrB,CAAC,KAAK,IAAI,EAAE;YACV,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YACnD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAElD,MAAM,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7B,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACzC,CAAC,CAAC,EAAE,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,GAAG,UAAU;QACb,GAAG,kBAAkB;QACrB,MAAM,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC;KACxC,CAAC,CAAC;IACH,2BAA2B,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC9C,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,GAAW,EAAE,EAAE;IAChC,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3C,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,IAAI,EAAE;IACnC,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC;AAC/E,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;IAC/B,MAAM,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,aAAa,EAAE;QAClB,MAAM,QAAQ;aACX,MAAM,CAAC;YACN;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,gDAAgD;gBACzD,OAAO,EAAE,IAAI;aACd;SACF,CAAC;aACD,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;YACpB,IAAI,OAAO,EAAE;gBACX,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;aACzC;iBAAM;gBACL,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;aACxC;QACH,CAAC,CAAC,CAAC;KACN;AACH,CAAC,CAAC;AAEF,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;IACrB,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IACnB,MAAM,aAAa,EAAE,CAAC;IACtB,MAAM,MAAM,GAAG,WAAW,CAAC,uCAAuC,CAAC,CAAC;IACpE,MAAM,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;IACrD,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,MAAM,kBAAkB,GAAG,MAAM,UAAU,CACzC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,CACxC,CAAC;IACF,IAAI,CAAC,kBAAkB,EAAE;QACvB,iBAAiB,GAAG,IAAI,CAAC;QACzB,IAAI,YAAY,EAAE;YAChB,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,SAAS,CAAC,UAAU,CAAC,CAAC;YACtB,SAAS,CACP,oEAAoE,CACrE,CAAC;SACH;aAAM;YACL,MAAM,CAAC,IAAI,CACT,mEAAmE,CACpE,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;KACF;IAED,MAAM,QAAQ,GAAG,MAAM,mBAAmB,EAAE,CAAC;IAC7C,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,IAAI,QAAQ,IAAI,YAAY,EAAE;QAC5B,SAAS,CAAC,qCAAqC,CAAC,CAAC;QACjD,SAAS,CAAC,6CAA6C,CAAC,CAAC;QACzD,UAAU,GAAG,SAAS,CACpB,+CAA+C,CAChD,CAAC,MAAM,CAAC;QACT,SAAS,CAAC,sCAAsC,CAAC,CAAC;QAClD,SAAS,CAAC,8BAA8B,CAAC,CAAC;KAC3C;IACD,IAAI,UAAU,KAAK,uBAAuB,EAAE;QAC1C,OAAO,GAAG,KAAK,CAAC;KACjB;IACD,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;IACtB,IAAI,QAAQ,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,iBAAiB,EAAE,CAAC,CAAC,EAAE;QACzD,IAAI,iBAAiB,EAAE;YACrB,MAAM,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC;SACvD;QACD,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACzC,UAAU,CAAC,MAAM,CAAC,CAAC;QACnB,SAAS,CAAC,MAAM,CAAC,CAAC;QAClB,IAAI,iBAAiB,EAAE;YACrB,MAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;SACzC;aAAM;YACL,MAAM,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;SACxC;KACF;IAED,IAAI,CAAC,CAAC,MAAM,iBAAiB,EAAE,CAAC,EAAE;QAChC,MAAM,CAAC,IAAI,CAAC;;;;KAIX,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IACD,MAAM,SAAS,CAAC,MAAM,CAAC,CAAC;IACxB,GAAG,EAAE,CAAC;AACR,CAAC,CAAC;AAEF,MAAM,GAAG,GAAG,GAAG,EAAE;IACf,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;IACtB,OAAO,CAAC,GAAG,CACT,MAAM,KAAK,CAAC,KAAK,CACf,yDAAyD,CAC1D,EAAE,CACJ,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,QAAQ,EAAE,CAAC;AACb,CAAC,CAAC;AAEF,eAAe,GAAG,CAAC"}
|
|
@@ -53,11 +53,8 @@ export async function scrapeSectionAutomatically(argv) {
|
|
|
53
53
|
}
|
|
54
54
|
function validateFramework(framework) {
|
|
55
55
|
if (!framework) {
|
|
56
|
-
console.log("Could not detect the framework automatically.
|
|
57
|
-
|
|
58
|
-
console.log("scrape-page-gitbook");
|
|
59
|
-
console.log("scrape-page-readme");
|
|
60
|
-
return process.exit(1);
|
|
56
|
+
console.log("Could not detect the framework automatically. We only support Docusaurus (V2 and V3), GitBook, and ReadMe.");
|
|
57
|
+
process.exit();
|
|
61
58
|
}
|
|
62
59
|
}
|
|
63
60
|
//# sourceMappingURL=scrapeSectionCommands.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrapeSectionCommands.js","sourceRoot":"","sources":["../../src/scraping/scrapeSectionCommands.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,uBAAuB,EAAE,MAAM,4CAA4C,CAAC;AACrF,OAAO,yBAAyB,MAAM,8CAA8C,CAAC;AACrF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yCAAyC,CAAC;AAC/E,OAAO,sBAAsB,MAAM,2CAA2C,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,IAAS,EAAE,UAAe;IACxE,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,MAAM,aAAa,CACjB,UAAU,EACV,IAAI,EACJ,SAAS,CAAC,IAAI,CAAC,EACf,IAAI,CAAC,SAAS,EACd,SAAS,CACV,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,IAAS,EACT,OAAe,CAAC,kBAAkB;;IAElC,MAAM,6BAA6B,CACjC,IAAI,EACJ,yBAAyB,EACzB,uBAAuB,EACvB,OAAO,CACR,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,IAAS;IACzD,MAAM,6BAA6B,CACjC,IAAI,EACJ,sBAAsB,EACtB,oBAAoB,CACrB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,6BAA6B,CAC1C,IAAS,EACT,SAAc,EACd,UAAe,EACf,OAAgB;IAEhB,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAEnC,MAAM,OAAO,GAAG,MAAM,YAAY,EAAE,CAAC;IACrC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QACpB,SAAS,EAAE,cAAc;KAC1B,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,MAAM,aAAa,CACjB,UAAU,EACV,IAAI,EACJ,SAAS,CAAC,IAAI,CAAC,EACf,IAAI,CAAC,SAAS,EACd,OAAO,CACR,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,IAAS;IACxD,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAErD,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAE7B,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,SAAS,CAAC,CAAC;IAEhD,IAAI,SAAS,KAAK,UAAU,CAAC,UAAU,EAAE;QACvC,MAAM,8BAA8B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;KACrD;SAAM,IAAI,SAAS,KAAK,UAAU,CAAC,OAAO,EAAE;QAC3C,MAAM,2BAA2B,CAAC,IAAI,CAAC,CAAC;KACzC;SAAM,IAAI,SAAS,KAAK,UAAU,CAAC,MAAM,EAAE;QAC1C,MAAM,yBAAyB,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;KAC5D;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAiC;IAC1D,IAAI,CAAC,SAAS,EAAE;QACd,OAAO,CAAC,GAAG,CACT,
|
|
1
|
+
{"version":3,"file":"scrapeSectionCommands.js","sourceRoot":"","sources":["../../src/scraping/scrapeSectionCommands.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,uBAAuB,EAAE,MAAM,4CAA4C,CAAC;AACrF,OAAO,yBAAyB,MAAM,8CAA8C,CAAC;AACrF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yCAAyC,CAAC;AAC/E,OAAO,sBAAsB,MAAM,2CAA2C,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,IAAS,EAAE,UAAe;IACxE,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,MAAM,aAAa,CACjB,UAAU,EACV,IAAI,EACJ,SAAS,CAAC,IAAI,CAAC,EACf,IAAI,CAAC,SAAS,EACd,SAAS,CACV,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,IAAS,EACT,OAAe,CAAC,kBAAkB;;IAElC,MAAM,6BAA6B,CACjC,IAAI,EACJ,yBAAyB,EACzB,uBAAuB,EACvB,OAAO,CACR,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,IAAS;IACzD,MAAM,6BAA6B,CACjC,IAAI,EACJ,sBAAsB,EACtB,oBAAoB,CACrB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,6BAA6B,CAC1C,IAAS,EACT,SAAc,EACd,UAAe,EACf,OAAgB;IAEhB,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAEnC,MAAM,OAAO,GAAG,MAAM,YAAY,EAAE,CAAC;IACrC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QACpB,SAAS,EAAE,cAAc;KAC1B,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,MAAM,aAAa,CACjB,UAAU,EACV,IAAI,EACJ,SAAS,CAAC,IAAI,CAAC,EACf,IAAI,CAAC,SAAS,EACd,OAAO,CACR,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,IAAS;IACxD,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAErD,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAE7B,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,SAAS,CAAC,CAAC;IAEhD,IAAI,SAAS,KAAK,UAAU,CAAC,UAAU,EAAE;QACvC,MAAM,8BAA8B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;KACrD;SAAM,IAAI,SAAS,KAAK,UAAU,CAAC,OAAO,EAAE;QAC3C,MAAM,2BAA2B,CAAC,IAAI,CAAC,CAAC;KACzC;SAAM,IAAI,SAAS,KAAK,UAAU,CAAC,MAAM,EAAE;QAC1C,MAAM,yBAAyB,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;KAC5D;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAiC;IAC1D,IAAI,CAAC,SAAS,EAAE;QACd,OAAO,CAAC,GAAG,CACT,4GAA4G,CAC7G,CAAC;QACF,OAAO,CAAC,IAAI,EAAE,CAAC;KAChB;AACH,CAAC"}
|
|
@@ -1,36 +1,17 @@
|
|
|
1
1
|
export default async function openNestedGitbookMenus(page) {
|
|
2
|
-
let
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
encounteredHref = await page.evaluate((encounteredHref) => {
|
|
2
|
+
let clickedAny = true;
|
|
3
|
+
// Loop until we've encountered every closed menu
|
|
4
|
+
while (clickedAny) {
|
|
5
|
+
clickedAny = await page.evaluate(() => {
|
|
6
|
+
// Right pointing arrow. Only closed menus have this icon
|
|
8
7
|
const icons = Array.from(document.querySelectorAll('path[d="M9 18l6-6-6-6"]'));
|
|
9
|
-
const linksFound = [];
|
|
10
8
|
icons.forEach(async (icon) => {
|
|
11
|
-
var _a
|
|
9
|
+
var _a;
|
|
12
10
|
const toClick = (_a = icon === null || icon === void 0 ? void 0 : icon.parentElement) === null || _a === void 0 ? void 0 : _a.parentElement;
|
|
13
|
-
|
|
14
|
-
// Skip icons not in the side navigation
|
|
15
|
-
if (!(link === null || link === void 0 ? void 0 : link.hasAttribute("href"))) {
|
|
16
|
-
return;
|
|
17
|
-
}
|
|
18
|
-
const href = link.getAttribute("href");
|
|
19
|
-
// Should never occur but we keep it as a fail-safe
|
|
20
|
-
if ((href === null || href === void 0 ? void 0 : href.startsWith("https://")) || (href === null || href === void 0 ? void 0 : href.startsWith("http://"))) {
|
|
21
|
-
return;
|
|
22
|
-
}
|
|
23
|
-
// Click any links we haven't seen before
|
|
24
|
-
if (href && !encounteredHref.includes(href)) {
|
|
25
|
-
toClick === null || toClick === void 0 ? void 0 : toClick.click();
|
|
26
|
-
}
|
|
27
|
-
if (href) {
|
|
28
|
-
linksFound.push(href);
|
|
29
|
-
}
|
|
11
|
+
toClick.click();
|
|
30
12
|
});
|
|
31
|
-
return
|
|
32
|
-
}
|
|
33
|
-
);
|
|
13
|
+
return icons.length > 0;
|
|
14
|
+
});
|
|
34
15
|
}
|
|
35
16
|
return await page.content();
|
|
36
17
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openNestedGitbookMenus.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/openNestedGitbookMenus.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAAU;IAC7D,IAAI,
|
|
1
|
+
{"version":3,"file":"openNestedGitbookMenus.js","sourceRoot":"","sources":["../../../src/scraping/site-scrapers/openNestedGitbookMenus.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAAU;IAC7D,IAAI,UAAU,GAAG,IAAI,CAAC;IAEtB,iDAAiD;IACjD,OAAO,UAAU,EAAE;QACjB,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACpC,yDAAyD;YACzD,MAAM,KAAK,GAAkB,KAAK,CAAC,IAAI,CACrC,QAAQ,CAAC,gBAAgB,CAAC,yBAAyB,CAAC,CACrD,CAAC;YAEF,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,IAAiB,EAAE,EAAE;;gBACxC,MAAM,OAAO,GAAG,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,aAAa,0CAAE,aAAa,CAAC;gBACnD,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;KACJ;IAED,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;AAC9B,CAAC"}
|
package/package.json
CHANGED
package/src/constants.ts
CHANGED
|
@@ -13,8 +13,3 @@ export const CLIENT_PATH = path.join(DOT_MINTLIFY, "mint", "client");
|
|
|
13
13
|
|
|
14
14
|
// command execution location
|
|
15
15
|
export const CMD_EXEC_PATH = process.cwd();
|
|
16
|
-
|
|
17
|
-
export const LAST_INVOCATION_PATH_FILE_LOCATION = path.join(
|
|
18
|
-
CLIENT_PATH,
|
|
19
|
-
"last-invocation-path"
|
|
20
|
-
);
|
package/src/index.ts
CHANGED
|
@@ -8,19 +8,16 @@ import {
|
|
|
8
8
|
scrapePageAutomatically,
|
|
9
9
|
scrapePageWrapper,
|
|
10
10
|
} from "./scraping/scrapePageCommands.js";
|
|
11
|
-
import { scrapeDocusaurusPage } from "./scraping/site-scrapers/scrapeDocusaurusPage.js";
|
|
12
11
|
import { scrapeGitBookPage } from "./scraping/site-scrapers/scrapeGitBookPage.js";
|
|
13
12
|
import { scrapeReadMePage } from "./scraping/site-scrapers/scrapeReadMePage.js";
|
|
14
13
|
import {
|
|
15
14
|
scrapeSectionAutomatically,
|
|
16
15
|
scrapeSectionAxiosWrapper,
|
|
17
16
|
scrapeGitbookSectionCommand,
|
|
18
|
-
scrapeDocusaurusSectionCommand,
|
|
19
17
|
} from "./scraping/scrapeSectionCommands.js";
|
|
20
18
|
import { scrapeReadMeSection } from "./scraping/site-scrapers/scrapeReadMeSection.js";
|
|
21
19
|
import dev from "./local-preview/index.js";
|
|
22
20
|
import installDepsCommand from "./local-preview/helper-commands/installDepsCommand.js";
|
|
23
|
-
import clearCommand from "./local-preview/helper-commands/clearCommand.js";
|
|
24
21
|
|
|
25
22
|
// TODO - add descriptions to the command options https://github.com/yargs/yargs/blob/HEAD/docs/api.md#commandmodule
|
|
26
23
|
yargs(hideBin(process.argv))
|
|
@@ -38,12 +35,6 @@ yargs(hideBin(process.argv))
|
|
|
38
35
|
() => {},
|
|
39
36
|
installDepsCommand
|
|
40
37
|
)
|
|
41
|
-
.command(
|
|
42
|
-
"clear",
|
|
43
|
-
"Clear cache",
|
|
44
|
-
() => {},
|
|
45
|
-
(args) => clearCommand(args)
|
|
46
|
-
)
|
|
47
38
|
.command("init", "Generate a mintlify template", () => {}, initCommand)
|
|
48
39
|
.command("page", "Generate a new page", () => {}, generatePageTemplate)
|
|
49
40
|
.command(
|
|
@@ -12,32 +12,12 @@ import {
|
|
|
12
12
|
CLIENT_PATH,
|
|
13
13
|
HOME_DIR,
|
|
14
14
|
DOT_MINTLIFY,
|
|
15
|
-
LAST_INVOCATION_PATH_FILE_LOCATION,
|
|
16
15
|
} from "../constants.js";
|
|
17
16
|
import { injectFavicons } from "./utils/injectFavicons.js";
|
|
18
17
|
import listener from "./utils/listener.js";
|
|
19
18
|
import { createPage, createMetadataFileFromPages } from "./utils/metadata.js";
|
|
20
19
|
import { updateConfigFile } from "./utils/mintConfigFile.js";
|
|
21
20
|
import { buildLogger, ensureYarn } from "../util.js";
|
|
22
|
-
import clearCommand from "./helper-commands/clearCommand.js";
|
|
23
|
-
|
|
24
|
-
const saveInvocationPath = async () => {
|
|
25
|
-
await fse.outputFile(LAST_INVOCATION_PATH_FILE_LOCATION, CMD_EXEC_PATH);
|
|
26
|
-
};
|
|
27
|
-
|
|
28
|
-
const cleanOldFiles = async () => {
|
|
29
|
-
const lastInvocationPathExists = await pathExists(
|
|
30
|
-
LAST_INVOCATION_PATH_FILE_LOCATION
|
|
31
|
-
);
|
|
32
|
-
if (!lastInvocationPathExists) return;
|
|
33
|
-
const lastInvocationPath = (
|
|
34
|
-
await readFile(LAST_INVOCATION_PATH_FILE_LOCATION)
|
|
35
|
-
).toString();
|
|
36
|
-
if (lastInvocationPath !== CMD_EXEC_PATH) {
|
|
37
|
-
// clean if invoked in new location
|
|
38
|
-
await clearCommand({});
|
|
39
|
-
}
|
|
40
|
-
};
|
|
41
21
|
|
|
42
22
|
const { readFile } = _promises;
|
|
43
23
|
|
|
@@ -133,7 +113,6 @@ const promptForYarn = async () => {
|
|
|
133
113
|
|
|
134
114
|
const dev = async () => {
|
|
135
115
|
shell.cd(HOME_DIR);
|
|
136
|
-
await cleanOldFiles();
|
|
137
116
|
await promptForYarn();
|
|
138
117
|
const logger = buildLogger("Starting a local Mintlify instance...");
|
|
139
118
|
await fse.ensureDir(path.join(DOT_MINTLIFY, "mint"));
|
|
@@ -165,7 +144,9 @@ const dev = async () => {
|
|
|
165
144
|
if (internet && gitInstalled) {
|
|
166
145
|
shellExec("git config core.sparseCheckout true");
|
|
167
146
|
shellExec('echo "client/" >> .git/info/sparse-checkout');
|
|
168
|
-
pullOutput = shellExec(
|
|
147
|
+
pullOutput = shellExec(
|
|
148
|
+
"git pull mint-origin legacy-components-import"
|
|
149
|
+
).stdout;
|
|
169
150
|
shellExec("git config core.sparseCheckout false");
|
|
170
151
|
shellExec("rm .git/info/sparse-checkout");
|
|
171
152
|
}
|
|
@@ -195,7 +176,6 @@ const dev = async () => {
|
|
|
195
176
|
`);
|
|
196
177
|
process.exit(1);
|
|
197
178
|
}
|
|
198
|
-
await saveInvocationPath();
|
|
199
179
|
await copyFiles(logger);
|
|
200
180
|
run();
|
|
201
181
|
};
|
|
@@ -91,11 +91,8 @@ export async function scrapeSectionAutomatically(argv: any) {
|
|
|
91
91
|
function validateFramework(framework: Frameworks | undefined) {
|
|
92
92
|
if (!framework) {
|
|
93
93
|
console.log(
|
|
94
|
-
"Could not detect the framework automatically.
|
|
94
|
+
"Could not detect the framework automatically. We only support Docusaurus (V2 and V3), GitBook, and ReadMe."
|
|
95
95
|
);
|
|
96
|
-
|
|
97
|
-
console.log("scrape-page-gitbook");
|
|
98
|
-
console.log("scrape-page-readme");
|
|
99
|
-
return process.exit(1);
|
|
96
|
+
process.exit();
|
|
100
97
|
}
|
|
101
98
|
}
|
|
@@ -1,48 +1,23 @@
|
|
|
1
1
|
import { Page } from "puppeteer";
|
|
2
2
|
|
|
3
3
|
export default async function openNestedGitbookMenus(page: Page) {
|
|
4
|
-
let
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
// Skip icons not in the side navigation
|
|
22
|
-
if (!link?.hasAttribute("href")) {
|
|
23
|
-
return;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
const href = link.getAttribute("href");
|
|
27
|
-
|
|
28
|
-
// Should never occur but we keep it as a fail-safe
|
|
29
|
-
if (href?.startsWith("https://") || href?.startsWith("http://")) {
|
|
30
|
-
return;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
// Click any links we haven't seen before
|
|
34
|
-
if (href && !encounteredHref.includes(href)) {
|
|
35
|
-
toClick?.click();
|
|
36
|
-
}
|
|
37
|
-
if (href) {
|
|
38
|
-
linksFound.push(href);
|
|
39
|
-
}
|
|
40
|
-
});
|
|
41
|
-
|
|
42
|
-
return linksFound;
|
|
43
|
-
},
|
|
44
|
-
encounteredHref // Need to pass array into the browser
|
|
45
|
-
);
|
|
4
|
+
let clickedAny = true;
|
|
5
|
+
|
|
6
|
+
// Loop until we've encountered every closed menu
|
|
7
|
+
while (clickedAny) {
|
|
8
|
+
clickedAny = await page.evaluate(() => {
|
|
9
|
+
// Right pointing arrow. Only closed menus have this icon
|
|
10
|
+
const icons: HTMLElement[] = Array.from(
|
|
11
|
+
document.querySelectorAll('path[d="M9 18l6-6-6-6"]')
|
|
12
|
+
);
|
|
13
|
+
|
|
14
|
+
icons.forEach(async (icon: HTMLElement) => {
|
|
15
|
+
const toClick = icon?.parentElement?.parentElement;
|
|
16
|
+
toClick.click();
|
|
17
|
+
});
|
|
18
|
+
|
|
19
|
+
return icons.length > 0;
|
|
20
|
+
});
|
|
46
21
|
}
|
|
47
22
|
|
|
48
23
|
return await page.content();
|
|
@@ -1,33 +0,0 @@
|
|
|
1
|
-
import inquirer from "inquirer";
|
|
2
|
-
import shell from "shelljs";
|
|
3
|
-
import { CLIENT_PATH } from "../../constants.js";
|
|
4
|
-
|
|
5
|
-
const clearCommand = async (args) => {
|
|
6
|
-
const all = args?.a;
|
|
7
|
-
shell.cd(CLIENT_PATH);
|
|
8
|
-
shell.exec(
|
|
9
|
-
`git clean -d -x ${all ? "" : "-e node_modules "}-e last-invocation-path -n`
|
|
10
|
-
);
|
|
11
|
-
await inquirer
|
|
12
|
-
.prompt([
|
|
13
|
-
{
|
|
14
|
-
type: "confirm",
|
|
15
|
-
name: "confirm",
|
|
16
|
-
message: "Clear the above directories?",
|
|
17
|
-
default: true,
|
|
18
|
-
},
|
|
19
|
-
])
|
|
20
|
-
.then(({ confirm }) => {
|
|
21
|
-
if (confirm) {
|
|
22
|
-
shell.exec(
|
|
23
|
-
`git clean -d -x ${
|
|
24
|
-
all ? "" : "-e node_modules "
|
|
25
|
-
}-e last-invocation-path -f`
|
|
26
|
-
);
|
|
27
|
-
} else {
|
|
28
|
-
console.log("Clear cancelled.");
|
|
29
|
-
}
|
|
30
|
-
});
|
|
31
|
-
};
|
|
32
|
-
|
|
33
|
-
export default clearCommand;
|