@xapp/arachne-cli 0.4.3 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -3
- package/lib/index.js +11 -8
- package/lib/index.js.map +1 -1
- package/package.json +9 -9
package/README.md
CHANGED
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
## @xapp/arachne-cli
|
|
2
2
|
|
|
3
|
+
A command line crawler based on puppeteer
|
|
4
|
+
|
|
3
5
|
### Example Usage
|
|
4
6
|
|
|
5
7
|
To crawl a site and save the pages to a local ./temp directory
|
|
@@ -9,12 +11,12 @@ $ arachne crawl http://www.thecoffeefaq.com/ -d ./temp
|
|
|
9
11
|
|
|
10
12
|
To also save markdown and schema.org FAQs
|
|
11
13
|
```
|
|
12
|
-
$ arachne crawl http://www.thecoffeefaq.com/ -a -t -d ./temp
|
|
14
|
+
$ arachne crawl http://www.thecoffeefaq.com/ -a -t markdown -d ./temp
|
|
13
15
|
```
|
|
14
16
|
|
|
15
17
|
With a whitelisted patterns file
|
|
16
18
|
```
|
|
17
|
-
$ arachne crawl http://www.thecoffeefaq.com/ -a -t -d ./temp -w ./temp/whitelist.md
|
|
19
|
+
$ arachne crawl http://www.thecoffeefaq.com/ -a -t markdown -d ./temp -w ./temp/whitelist.md
|
|
18
20
|
```
|
|
19
21
|
|
|
20
22
|
### Windows & WSL2 Notes
|
|
@@ -23,7 +25,12 @@ Follow the instructions here to setup: https://github.com/puppeteer/puppeteer/is
|
|
|
23
25
|
|
|
24
26
|
You __will__ need to start XLaunch before running the CLI, select multiple windows, no client, turn off access control.
|
|
25
27
|
|
|
28
|
+
Another option is to add `-h` flag to run headless (no browser application launched).
|
|
29
|
+
|
|
26
30
|
If the normal commands don't work, you might need to pass in the executablePath (-e) and run headless (-h).
|
|
27
31
|
```
|
|
28
32
|
$ arachne crawl http://www.thecoffeefaq.com/ -e /usr/bin/google-chrome -h
|
|
29
|
-
```
|
|
33
|
+
```
|
|
34
|
+
|
|
35
|
+
### Licenses
|
|
36
|
+
|
package/lib/index.js
CHANGED
|
@@ -35,7 +35,7 @@ const argv = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv))
|
|
|
35
35
|
o: { type: 'number', alias: ["timeout"], default: 4000, describe: "The timeout for each individual page load." },
|
|
36
36
|
p: { type: 'number', alias: ["pages"], default: 10, describe: "The max number of pages (tabs) running simultaneously." },
|
|
37
37
|
s: { type: 'boolean', alias: ["stealth"], describe: "Turns on stealth mode" },
|
|
38
|
-
t: { type: '
|
|
38
|
+
t: { type: 'string', alias: ["text"], default: undefined, describe: "Possible values are 'text' or 'markdown', requires a directory to be provided as well. Will save the output to the directory." },
|
|
39
39
|
w: { type: 'string', alias: ["whitelist"], describe: "A text file where each line is a whitelisted pattern" },
|
|
40
40
|
x: { type: 'boolean', alias: ["metadata"], describe: "Generate a JSON metadata file for Amazon Kendra" }
|
|
41
41
|
})
|
|
@@ -94,9 +94,10 @@ if (path) {
|
|
|
94
94
|
// Pull out the raw html
|
|
95
95
|
if (saveDir) {
|
|
96
96
|
const requestURL = new url_1.URL(request.url);
|
|
97
|
-
const cleanHost = requestURL.host.replace(/(\.|\/)/g, "_");
|
|
98
|
-
const cleanRequestPath = requestURL.pathname.replace(/\//g, "_").replace(".html", "");
|
|
99
|
-
const
|
|
97
|
+
const cleanHost = requestURL.host.replace(/(\.|\/)/g, "_").replace(/_+$/g, "").replace(/^_+/g, "");
|
|
98
|
+
const cleanRequestPath = requestURL.pathname.replace(/\//g, "_").replace(".html", "").replace(/_+$/g, "").replace(/^_+/g, "");
|
|
99
|
+
const cleanFileName = `${cleanHost}_${cleanRequestPath}`.replace(/_+$/g, "");
|
|
100
|
+
const htmlName = `${cleanFileName}.html`;
|
|
100
101
|
console.log(`File Name: ${htmlName}`);
|
|
101
102
|
const filePath = (0, path_1.resolve)(saveDir, htmlName);
|
|
102
103
|
console.log(`Saving to ${filePath}`);
|
|
@@ -119,13 +120,15 @@ if (path) {
|
|
|
119
120
|
const metadataText = JSON.stringify(metadata, undefined, 2);
|
|
120
121
|
(0, fs_1.writeFileSync)(metadataFilePath, metadataText);
|
|
121
122
|
}
|
|
122
|
-
if (argv.t) {
|
|
123
|
+
if (typeof argv.t === "string") {
|
|
124
|
+
const toMD = argv.t === "markdown" ? true : false;
|
|
123
125
|
// Write some MARKDOWN!
|
|
124
|
-
const
|
|
125
|
-
const
|
|
126
|
+
const convertedHTML = new arachne_parsers_1.ArachneHTMLtoText().convert(text, toMD);
|
|
127
|
+
const extension = toMD ? `md` : `txt`;
|
|
128
|
+
const markdownName = `${cleanFileName}.${extension}`;
|
|
126
129
|
const markdownFilePath = (0, path_1.resolve)(saveDir, markdownName);
|
|
127
130
|
console.log(`Saving markdown to ${markdownFilePath}`);
|
|
128
|
-
(0, fs_1.writeFileSync)(markdownFilePath,
|
|
131
|
+
(0, fs_1.writeFileSync)(markdownFilePath, convertedHTML);
|
|
129
132
|
}
|
|
130
133
|
}
|
|
131
134
|
// Let's see if we can find some structured data.
|
package/lib/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,kCAAkC;AAClC,+BAA+B;AAC/B,2CAQuB;AAEvB,2DAAmF;AAEnF,6BAA0B;AAC1B,2BAAwE;AACxE,+BAA+B;AAE/B,wDAAgC;AAChC,2CAAuC;AAqCvC,MAAM,IAAI,GAAG,IAAA,eAAK,EAAC,IAAA,iBAAO,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;KACpC,OAAO,CAAC,aAAa,EAAE,wBAAwB,EAAE,CAAC,KAAK,EAAE,EAAE;IACxD,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC,CAAA;AAC/G,CAAC,CAAC;KACD,OAAO,CAAC;IACL,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,qFAAqF,EAAE;IACvJ,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,0CAA0C,EAAE;IAC3F,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,wBAAwB,EAAE;IACpF,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE;IAC3D,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,iCAAiC,EAAE;IACjG,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,4CAA4C,EAAE;IAChH,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,wDAAwD,EAAE;IACxH,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,uBAAuB,EAAE;IAC7E,CAAC,EAAE,EAAE,IAAI,EAAE,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,kCAAkC;AAClC,+BAA+B;AAC/B,2CAQuB;AAEvB,2DAAmF;AAEnF,6BAA0B;AAC1B,2BAAwE;AACxE,+BAA+B;AAE/B,wDAAgC;AAChC,2CAAuC;AAqCvC,MAAM,IAAI,GAAG,IAAA,eAAK,EAAC,IAAA,iBAAO,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;KACpC,OAAO,CAAC,aAAa,EAAE,wBAAwB,EAAE,CAAC,KAAK,EAAE,EAAE;IACxD,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC,CAAA;AAC/G,CAAC,CAAC;KACD,OAAO,CAAC;IACL,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,qFAAqF,EAAE;IACvJ,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,0CAA0C,EAAE;IAC3F,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,wBAAwB,EAAE;IACpF,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE;IAC3D,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,iCAAiC,EAAE;IACjG,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,4CAA4C,EAAE;IAChH,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,wDAAwD,EAAE;IACxH,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,uBAAuB,EAAE;IAC7E,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,gIAAgI,EAAE;IACtM,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,sDAAsD,EAAE;IAC7G,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,iDAAiD,EAAE;CAC3G,CAAC;KACD,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;KACb,SAAS,EAAE,CAAC;AAEjB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAa,CAAC;AACpC,MAAM,GAAG,GAAG,IAAI,SAAG,CAAC,QAAQ,CAAC,CAAC;AAC9B,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC/C,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAEnD,IAAI,QAAkB,CAAC;AAEvB,MAAM,aAAa,GAAuB,IAAI,CAAC,CAAC,CAAC;AACjD,IAAI,aAAa,EAAE;IACf,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAE3B,MAAM,YAAY,GAAG,IAAA,cAAO,EAAC,aAAa,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,IAAA,iBAAY,EAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IACrD,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;CAEnC;KAAM;IACH,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC;CAClF;AAED,MAAM,SAAS,GAAuB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAEjF,MAAM,IAAI,GAAuB,SAAS,CAAC,CAAC,CAAC,IAAA,cAAO,EAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAE5E,IAAI,IAAI,EAAE;IACN,sBAAsB;IACtB,IAAI,CAAC,IAAA,eAAU,EAAC,IAAI,CAAC,EAAE;QACnB,MAAM,IAAI,KAAK,CAAC,QAAQ,SAAS,oEAAoE,CAAC,CAAC;KAC1G;CACJ;AAED,IAAI,OAA2B,CAAC;AAEhC,IAAI,IAAI,EAAE;IACN,MAAM,aAAa,GAAG,GAAG,SAAS,GAAG,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;IACzE,OAAO,GAAG,IAAA,cAAO,EAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACvC,IAAA,cAAS,EAAC,OAAO,CAAC,CAAC;CACtB;AAED,CAAC,GAAS,EAAE;IAER,MAAM,KAAK,GAAG,IAAI,4BAAkB,EAAE,CAAC;IACvC,KAAK,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IAEpC,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,2BAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAQhF,MAAM,OAAO,GAAwB,IAAI,GAAG,EAAE,CAAC;IAE/C,OAAO,CAAC,GAAG,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IAE7C,MAAM,OAAO,GAAG,iBAAO,CAAC,OAAO,CAAC;QAC5B,kBAAkB,EAAE,IAAI,CAAC,CAAC;QAC1B,gBAAgB,EAAE,IAAI,CAAC,CAAC;QACxB,kBAAkB,EAAE,IAAI,CAAC,CAAC;QAC1B,OAAO,EAAE,IAAI,CAAC,CAAC;QACf,aAAa,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC,EAAE;QAC1E,KAAK;QACL,WAAW,EAAE,CAAO,IAAiB,EAAE,OAAuB,EAAE,QAAyB,EAAE,EAAE;YAEzF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC;YAEhD,mBAAmB;YACnB,qEAAqE;YACrE,gFAAgF;YAChF,kFAAkF;YAClF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAElC,wBAAwB;YACxB,IAAI,OAAO,EAAE;gBACT,MAAM,UAAU,GAAG,IAAI,SAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAExC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBACnG,MAAM,gBAAgB,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAC9H,MAAM,aAAa,GAAG,GAAG,SAAS,IAAI,gBAAgB,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAC7E,MAAM,QAAQ,GAAG,GAAG,aAAa,OAAO,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,cAAc,QAAQ,EAAE,CAAC,CAAC;gBACtC,MAAM,QAAQ,GAAG,IAAA,cAAO,EAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAE5C,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;gBACrC,IAAA,kBAAa,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBAE9B,IAAI,IAAI,CAAC,CAAC,EAAE;oBAER,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBACtC,YAAY;oBACZ,MAAM,QAAQ,GAAuB;wBACjC,UAAU,EAAE;4BACR,WAAW,EAAE,IAAI;4BACjB,WAAW,EAAE,OAAO,CAAC,GAAG;4BACxB,gBAAgB,EAAE,IAAI;yBACzB;wBACD,KAAK,EAAE,KAAK;wBACZ,WAAW,EAAE,MAAM;qBACtB,CAAA;oBAED,MAAM,gBAAgB,GAAG,GAAG,QAAQ,gBAAgB,CAAC;oBACrD,MAAM,gBAAgB,GAAG,IAAA,cAAO,EAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;oBAE5D,OAAO,CAAC,GAAG,CAAC,sBAAsB,gBAAgB,EAAE,CAAC,CAAC;oBACtD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;oBAC5D,IAAA,kBAAa,EAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;iBACjD;gBAED,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,EAAE;oBAC5B,MAAM,IAAI,GAAY,IAAI,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;oBAC1D,uBAAuB;oBACvB,MAAM,aAAa,GAAG,IAAI,mCAAiB,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAClE,MAAM,SAAS,GAAW,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;oBAC9C,MAAM,YAAY,GAAG,GAAG,aAAa,IAAI,SAAS,EAAE,CAAC;oBACrD,MAAM,gBAAgB,GAAG,IAAA,cAAO,EAAC,OAAO,EAAE,YAAY,CAAC,CAAC;oBACxD,OAAO,CAAC,GAAG,CAAC,sBAAsB,gBAAgB,EAAE,CAAC,CAAC;oBACtD,IAAA,kBAAa,EAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;iBAClD;aACJ;YAED,iDAAiD;YAEjD,MAAM,SAAS,GAAG,IAAI,+BAAa,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,CAAC;YACzD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;gBACtB,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,2BAA2B,CAAC,CAAC;gBAC5D,mBAAmB;gBACnB,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAC3B,6BAA6B;oBAC7B,qCAAqC;oBACrC,MAAM,YAAY,GAAW,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpF,MAAM,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC;oBAC/C,IAAI,cAAc,IAAI,IAAA,0BAAQ,EAAC,cAAc,CAAC,EAAE;wBAC5C,MAAM,UAAU,GAAW,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC9F,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;4BACvB,WAAW;4BACX,MAAM,WAAW,GAAG,IAAI,mCAAiB,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;4BAEhE,IAAI,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;4BAC9C,IAAI,cAAc,EAAE;gCAChB,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;6BAC/C;iCAAM;gCACH,cAAc,GAAG;oCACb,MAAM,EAAE,WAAW;oCACnB,SAAS,EAAE,CAAC,YAAY,CAAC;oCACzB,GAAG,EAAE,OAAO,CAAC,GAAG;iCACnB,CAAA;6BACJ;4BACD,eAAe;4BACf,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;yBAC5C;qBACJ;gBACL,CAAC,CAAC,CAAC;aACN;YACD,MAAM,IAAA,sBAAY,EAAC,IAAI,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,gBAAgB,OAAO,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,kBAAkB,yBAAyB,IAAI,CAAC,eAAe,gBAAgB,IAAI,CAAC,cAAc,UAAU,CAAC,CAAC;QACnM,CAAC,CAAA;KACJ,CAAC,CAAC;IAEH,IAAI;QACA,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC;KACvB;IAAC,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACpB;IAED,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,CAAC,gBAAgB,OAAO,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,cAAc,UAAU,CAAC,CAAC;IAExH,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;IACjC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;QACnB,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC5B,MAAM,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,aAAa,CAAC,GAAG,iBAAiB,aAAa,CAAC,eAAe,+BAA+B,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,aAAa,CAAC,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAA;QACnO,CAAC,CAAC,CAAA;KACL;IAED,OAAO,CAAC,GAAG,CAAC,SAAS,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC;IAC9C,IAAI,IAAI,CAAC,GAAG,IAAI,OAAO,EAAE;QAErB,iHAAiH;QACjH,MAAM,MAAM,GAAkB;YAC1B,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,EACf;SACJ,CAAC;QAEF,IAAI,KAAK,GAAW,2BAA2B,CAAC;QAEhD,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACvB,8CAA8C;YAC9C,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAClC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC;oBACrB,QAAQ,EAAE,QAAQ;oBAClB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,UAAU,EAAE;wBACR,WAAW,EAAE,MAAM,CAAC,GAAG;qBAC1B;iBACJ,CAAC,CAAC;gBAEH,KAAK,IAAI,QAAQ,QAAQ,MAAM,MAAM,CAAC,MAAM,MAAM,MAAM,CAAC,GAAG,GAAG,CAAC;YACpE,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,MAAM,kBAAkB,GAAG,uBAAuB,CAAC;QACnD,MAAM,UAAU,GAAG,IAAA,cAAO,EAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;QAExD,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;QAChD,IAAA,kBAAa,EAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;QAEhE,MAAM,eAAe,GAAG,sBAAsB,CAAC;QAC/C,MAAM,aAAa,GAAG,IAAA,cAAO,EAAC,OAAO,EAAE,eAAe,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;QAClD,IAAA,kBAAa,EAAC,aAAa,EAAE,KAAK,CAAC,CAAC;KACvC;AACL,CAAC,CAAA,CAAC,EAAE,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xapp/arachne-cli",
|
|
3
3
|
"preferGlobal": true,
|
|
4
|
-
"version": "0.4.
|
|
4
|
+
"version": "0.4.4",
|
|
5
5
|
"types": "lib/index",
|
|
6
6
|
"main": "lib/index",
|
|
7
7
|
"files": [
|
|
@@ -19,7 +19,7 @@
|
|
|
19
19
|
"node": "^10 || ^12 || ^14"
|
|
20
20
|
},
|
|
21
21
|
"devDependencies": {
|
|
22
|
-
"@microsoft/api-extractor": "7.
|
|
22
|
+
"@microsoft/api-extractor": "7.25.2",
|
|
23
23
|
"@types/chai": "4.3.1",
|
|
24
24
|
"@types/generic-pool": "3.1.10",
|
|
25
25
|
"@types/mocha": "9.1.1",
|
|
@@ -29,23 +29,23 @@
|
|
|
29
29
|
"@types/yargs": "17.0.10",
|
|
30
30
|
"@xapp/config": "0.2.3",
|
|
31
31
|
"chai": "4.3.6",
|
|
32
|
-
"mocha": "
|
|
32
|
+
"mocha": "10.0.0",
|
|
33
33
|
"sinon": "13.0.2",
|
|
34
34
|
"sinon-chai": "3.7.0",
|
|
35
35
|
"ts-node": "10.7.0",
|
|
36
36
|
"tslib": "2.4.0",
|
|
37
|
-
"typescript": "4.
|
|
37
|
+
"typescript": "4.7.4"
|
|
38
38
|
},
|
|
39
39
|
"dependencies": {
|
|
40
|
-
"@xapp/arachne": "0.4.
|
|
41
|
-
"@xapp/arachne-parsers": "0.4.
|
|
42
|
-
"puppeteer": "
|
|
43
|
-
"yargs": "17.
|
|
40
|
+
"@xapp/arachne": "0.4.4",
|
|
41
|
+
"@xapp/arachne-parsers": "0.4.4",
|
|
42
|
+
"puppeteer": "14.4.1",
|
|
43
|
+
"yargs": "17.5.1"
|
|
44
44
|
},
|
|
45
45
|
"scripts": {
|
|
46
46
|
"api": "api-extractor run --local",
|
|
47
47
|
"build": "tsc -d true -p .",
|
|
48
48
|
"clean": "rm -rf ./lib/*"
|
|
49
49
|
},
|
|
50
|
-
"gitHead": "
|
|
50
|
+
"gitHead": "0c759e3a5c22481a077a362f06987afba7940ceb"
|
|
51
51
|
}
|