@js-recon/js-recon 1.4.2 → 1.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/workflows/build-and-prettify.yaml +6 -6
- package/.github/workflows/rules-smoke-test.yaml +2 -2
- package/CHANGELOG.md +30 -0
- package/Dockerfile +13 -2
- package/Dockerfile.release +12 -2
- package/Dockerfile.w-rules +0 -1
- package/README.md +52 -0
- package/build/analyze/helpers/initRules.js +34 -16
- package/build/analyze/helpers/initRules.js.map +1 -1
- package/build/completion/index.js +44 -3
- package/build/completion/index.js.map +1 -1
- package/build/config/applicationConfig.js +493 -0
- package/build/config/applicationConfig.js.map +1 -0
- package/build/fingerprint/index.js +8 -19
- package/build/fingerprint/index.js.map +1 -1
- package/build/globalConfig.js +1 -1
- package/build/index.js +62 -9
- package/build/index.js.map +1 -1
- package/build/lazyLoad/downloadFilesUtil.js +40 -32
- package/build/lazyLoad/downloadFilesUtil.js.map +1 -1
- package/build/lazyLoad/downloadQueue.js +150 -50
- package/build/lazyLoad/downloadQueue.js.map +1 -1
- package/build/lazyLoad/downloadResponse.js +112 -0
- package/build/lazyLoad/downloadResponse.js.map +1 -0
- package/build/lazyLoad/globals.js +4 -0
- package/build/lazyLoad/globals.js.map +1 -1
- package/build/lazyLoad/index.js +188 -115
- package/build/lazyLoad/index.js.map +1 -1
- package/build/lazyLoad/next_js/NextJsCrawler.js +3 -2
- package/build/lazyLoad/next_js/NextJsCrawler.js.map +1 -1
- package/build/lazyLoad/next_js/next_GetLazyResourcesWebpackJs.js +8 -9
- package/build/lazyLoad/next_js/next_GetLazyResourcesWebpackJs.js.map +1 -1
- package/build/lazyLoad/next_js/next_SubsequentRequests.js +93 -93
- package/build/lazyLoad/next_js/next_SubsequentRequests.js.map +1 -1
- package/build/lazyLoad/outputPath.js +92 -0
- package/build/lazyLoad/outputPath.js.map +1 -0
- package/build/lazyLoad/react/react_followImports.js +15 -5
- package/build/lazyLoad/react/react_followImports.js.map +1 -1
- package/build/lazyLoad/react/react_getScriptTags.js +11 -6
- package/build/lazyLoad/react/react_getScriptTags.js.map +1 -1
- package/build/lazyLoad/react/react_sourcemapUrls.js +3 -2
- package/build/lazyLoad/react/react_sourcemapUrls.js.map +1 -1
- package/build/lazyLoad/react/react_webpackChunkPaths.js +2 -1
- package/build/lazyLoad/react/react_webpackChunkPaths.js.map +1 -1
- package/build/lazyLoad/techDetect/index.js +93 -59
- package/build/lazyLoad/techDetect/index.js.map +1 -1
- package/build/lazyLoad/vue/vue_RuntimeJs.js +20 -15
- package/build/lazyLoad/vue/vue_RuntimeJs.js.map +1 -1
- package/build/lazyLoad/vue/vue_SingleJsFileOnHome.js +8 -3
- package/build/lazyLoad/vue/vue_SingleJsFileOnHome.js.map +1 -1
- package/build/lazyLoad/vue/vue_discoverJsFiles.js +10 -9
- package/build/lazyLoad/vue/vue_discoverJsFiles.js.map +1 -1
- package/build/lazyLoad/vue/vue_getClientSidePaths.js +69 -45
- package/build/lazyLoad/vue/vue_getClientSidePaths.js.map +1 -1
- package/build/lazyLoad/vue/vue_jsImports.js +3 -2
- package/build/lazyLoad/vue/vue_jsImports.js.map +1 -1
- package/build/lazyLoad/vue/vue_pageSrc.js +2 -1
- package/build/lazyLoad/vue/vue_pageSrc.js.map +1 -1
- package/build/lazyLoad/vue/vue_reconstructSourceMaps.js +4 -3
- package/build/lazyLoad/vue/vue_reconstructSourceMaps.js.map +1 -1
- package/build/lazyLoad/vue/vue_recursiveClientSidePathDownload.js +9 -20
- package/build/lazyLoad/vue/vue_recursiveClientSidePathDownload.js.map +1 -1
- package/build/lazyLoad/vue/vue_severalJsFilesHome.js +2 -1
- package/build/lazyLoad/vue/vue_severalJsFilesHome.js.map +1 -1
- package/build/lazyLoad/vue/vue_stringJsFiles.js +28 -25
- package/build/lazyLoad/vue/vue_stringJsFiles.js.map +1 -1
- package/build/lazyLoad/vue/vue_viteMapDeps.js +8 -2
- package/build/lazyLoad/vue/vue_viteMapDeps.js.map +1 -1
- package/build/proxy/checkFeasibility.js +8 -4
- package/build/proxy/checkFeasibility.js.map +1 -1
- package/build/proxy/checkFireWallBlocking.js +23 -13
- package/build/proxy/checkFireWallBlocking.js.map +1 -1
- package/build/proxy/detectBlockedResponse.js +203 -0
- package/build/proxy/detectBlockedResponse.js.map +1 -0
- package/build/proxy/genReq.js +434 -127
- package/build/proxy/genReq.js.map +1 -1
- package/build/proxy/oxylabsFallback.js +110 -0
- package/build/proxy/oxylabsFallback.js.map +1 -0
- package/build/proxy/proxyFeasibilityRequest.js +11 -9
- package/build/proxy/proxyFeasibilityRequest.js.map +1 -1
- package/build/run/cancellableStep.js +27 -0
- package/build/run/cancellableStep.js.map +1 -0
- package/build/run/index.js +80 -85
- package/build/run/index.js.map +1 -1
- package/build/run/outputDirectory.js +377 -0
- package/build/run/outputDirectory.js.map +1 -0
- package/build/sourcemaps/index.js +109 -23
- package/build/sourcemaps/index.js.map +1 -1
- package/build/strings/index.js +12 -5
- package/build/strings/index.js.map +1 -1
- package/build/utility/downloadProgress.js +99 -0
- package/build/utility/downloadProgress.js.map +1 -0
- package/build/utility/makeReq.js +490 -257
- package/build/utility/makeReq.js.map +1 -1
- package/build/utility/progressLog.js +64 -4
- package/build/utility/progressLog.js.map +1 -1
- package/build/utility/targetInputs.js +177 -0
- package/build/utility/targetInputs.js.map +1 -0
- package/build/utility/urlUtils.js +37 -1
- package/build/utility/urlUtils.js.map +1 -1
- package/config.dist.yaml +251 -0
- package/docker-entrypoint.sh +16 -0
- package/package.json +2 -2
|
@@ -18,6 +18,7 @@ import vue_getClientSidePaths from "./vue_getClientSidePaths.js";
|
|
|
18
18
|
import vue_viteMapDeps from "./vue_viteMapDeps.js";
|
|
19
19
|
import vue_stringJsFiles from "./vue_stringJsFiles.js";
|
|
20
20
|
import { shouldRunMethod } from "../methodFilter.js";
|
|
21
|
+
import { progressLog } from "../../utility/progressLog.js";
|
|
21
22
|
/**
|
|
22
23
|
* Runs the full Vue.js JS-file discovery pipeline against a single URL.
|
|
23
24
|
*
|
|
@@ -30,7 +31,7 @@ import { shouldRunMethod } from "../methodFilter.js";
|
|
|
30
31
|
* caller can start downloading them immediately rather than waiting for the
|
|
31
32
|
* full pipeline to finish.
|
|
32
33
|
*/
|
|
33
|
-
const vue_discoverJsFiles = (url_1, ...args_1) => __awaiter(void 0, [url_1, ...args_1], void 0, function* (url, maxJsSizeMb = 2, onFilesDiscovered, includeMethods = [], excludeMethods = [], threads = 1) {
|
|
34
|
+
const vue_discoverJsFiles = (url_1, ...args_1) => __awaiter(void 0, [url_1, ...args_1], void 0, function* (url, maxJsSizeMb = 2, onFilesDiscovered, includeMethods = [], excludeMethods = [], threads = 1, showProgress = true, allowPrompts = true) {
|
|
34
35
|
let jsFiles = [];
|
|
35
36
|
const inc = includeMethods;
|
|
36
37
|
const exc = excludeMethods;
|
|
@@ -48,7 +49,7 @@ const vue_discoverJsFiles = (url_1, ...args_1) => __awaiter(void 0, [url_1, ...a
|
|
|
48
49
|
}
|
|
49
50
|
// method 1: through runtime.<hash>.js
|
|
50
51
|
if (shouldRunMethod("vue_RuntimeJs", inc, exc)) {
|
|
51
|
-
emit(yield vue_runtimeJs(url));
|
|
52
|
+
emit(yield vue_runtimeJs(url, allowPrompts));
|
|
52
53
|
}
|
|
53
54
|
// single JS file on the page (typically dev-mode)
|
|
54
55
|
if (shouldRunMethod("vue_SingleJsFileOnHome", inc, exc)) {
|
|
@@ -57,7 +58,7 @@ const vue_discoverJsFiles = (url_1, ...args_1) => __awaiter(void 0, [url_1, ...a
|
|
|
57
58
|
emit(fromSingleJs);
|
|
58
59
|
const newSingleJs = countNew(fromSingleJs, beforeSingleJs);
|
|
59
60
|
if (newSingleJs > 0) {
|
|
60
|
-
|
|
61
|
+
progressLog(chalk.green(`[✓] Found ${newSingleJs} new files from the single JS file on home`));
|
|
61
62
|
}
|
|
62
63
|
}
|
|
63
64
|
// several JS files referenced directly on the page
|
|
@@ -71,7 +72,7 @@ const vue_discoverJsFiles = (url_1, ...args_1) => __awaiter(void 0, [url_1, ...a
|
|
|
71
72
|
emit(fromViteMapDeps);
|
|
72
73
|
const newViteMapDeps = countNew(fromViteMapDeps, beforeViteMapDeps);
|
|
73
74
|
if (newViteMapDeps > 0) {
|
|
74
|
-
|
|
75
|
+
progressLog(chalk.green(`[✓] Found ${newViteMapDeps} new files from __vite__mapDeps`));
|
|
75
76
|
}
|
|
76
77
|
}
|
|
77
78
|
// walk the import graph of everything found so far
|
|
@@ -81,17 +82,17 @@ const vue_discoverJsFiles = (url_1, ...args_1) => __awaiter(void 0, [url_1, ...a
|
|
|
81
82
|
emit(fromImports);
|
|
82
83
|
const newJsImports = countNew(fromImports, beforeJsImports);
|
|
83
84
|
if (newJsImports > 0) {
|
|
84
|
-
|
|
85
|
+
progressLog(chalk.green(`[✓] Found ${newJsImports} new files from import statements`));
|
|
85
86
|
}
|
|
86
87
|
}
|
|
87
88
|
// scan string literals inside known JS files for .js references
|
|
88
89
|
if (shouldRunMethod("vue_stringJsFiles", inc, exc)) {
|
|
89
90
|
const beforeStringRefs = new Set(jsFiles.map(normalize));
|
|
90
|
-
const fromStringRefs = yield vue_stringJsFiles(jsFiles, maxJsSizeMb, threads);
|
|
91
|
+
const fromStringRefs = yield vue_stringJsFiles(jsFiles, maxJsSizeMb, threads, showProgress);
|
|
91
92
|
emit(fromStringRefs);
|
|
92
93
|
const newStringRefs = countNew(fromStringRefs, beforeStringRefs);
|
|
93
94
|
if (newStringRefs > 0) {
|
|
94
|
-
|
|
95
|
+
progressLog(chalk.green(`[✓] Found ${newStringRefs} new files from string literal JS references`));
|
|
95
96
|
}
|
|
96
97
|
}
|
|
97
98
|
// reconstruct sourceMappingURL references
|
|
@@ -101,14 +102,14 @@ const vue_discoverJsFiles = (url_1, ...args_1) => __awaiter(void 0, [url_1, ...a
|
|
|
101
102
|
emit(fromSourceMaps);
|
|
102
103
|
const newSourceMaps = countNew(fromSourceMaps, beforeSourceMaps);
|
|
103
104
|
if (newSourceMaps > 0) {
|
|
104
|
-
|
|
105
|
+
progressLog(chalk.green(`[✓] Found ${newSourceMaps} new files from reconstructing source maps`));
|
|
105
106
|
}
|
|
106
107
|
}
|
|
107
108
|
jsFiles = [...new Set(jsFiles)].map((f) => (f.startsWith("//") ? "https:" + f : f));
|
|
108
109
|
// surface client-side paths so the caller can recurse into them
|
|
109
110
|
let clientSidePaths = [];
|
|
110
111
|
if (shouldRunMethod("vue_getClientSidePaths", inc, exc)) {
|
|
111
|
-
clientSidePaths = yield vue_getClientSidePaths(url, jsFiles, maxJsSizeMb, threads);
|
|
112
|
+
clientSidePaths = yield vue_getClientSidePaths(url, jsFiles, maxJsSizeMb, threads, showProgress);
|
|
112
113
|
}
|
|
113
114
|
return { jsFiles, clientSidePaths: [...new Set(clientSidePaths)] };
|
|
114
115
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_discoverJsFiles.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_discoverJsFiles.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,kBAAkB,CAAC;AAC3C,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,yBAAyB,MAAM,gCAAgC,CAAC;AACvE,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,eAAe,MAAM,sBAAsB,CAAC;AACnD,OAAO,iBAAiB,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"vue_discoverJsFiles.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_discoverJsFiles.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,kBAAkB,CAAC;AAC3C,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,yBAAyB,MAAM,gCAAgC,CAAC;AACvE,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,eAAe,MAAM,sBAAsB,CAAC;AACnD,OAAO,iBAAiB,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAO3D;;;;;;;;;;;GAWG;AACH,MAAM,mBAAmB,GAAG,mBASG,EAAE,0DAR7B,GAAW,EACX,cAAsB,CAAC,EACvB,iBAA6C,EAC7C,iBAA2B,EAAE,EAC7B,iBAA2B,EAAE,EAC7B,UAAkB,CAAC,EACnB,eAAwB,IAAI,EAC5B,eAAwB,IAAI;IAE5B,IAAI,OAAO,GAAa,EAAE,CAAC;IAE3B,MAAM,GAAG,GAAG,cAAc,CAAC;IAC3B,MAAM,GAAG,GAAG,cAAc,CAAC;IAE3B,MAAM,SAAS,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,CAAC,KAAe,EAAE,MAAmB,EAAU,EAAE,CAC9D,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAE1D,MAAM,IAAI,GAAG,CAAC,KAAe,EAAE,EAAE;QAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACvB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,EAAE,CAAC;YACxC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjF,CAAC;IACL,CAAC,CAAC;IAEF,mDAAmD;IACnD,IAAI,eAAe,CAAC,aAAa,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAC3C,IAAI,CAAC,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,sCAAsC;IACtC,IAAI,eAAe,CAAC,eAAe,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC,MAAM,aAAa,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,kDAAkD;IAClD,IAAI,eAAe,CAAC,wBAAwB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,MAAM,sBAAsB,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,YAAY,CAAC,CAAC;QACnB,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QAC3D,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YAClB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,WAAW,4CAA4C,CAAC,CAAC,CAAC;QACnG,CAAC;IACL,CAAC;IAED,mDAAmD;IACnD,IAAI,eAAe,CAAC,wBAAwB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACtD,IAAI,CAAC,MAAM,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,sEAAsE;IACtE,IAAI,eAAe,CAAC,iBAAiB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1D,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QAC7E,IAAI,CAAC,eAAe,CAAC,CAAC;QACtB,MAAM,cAAc,GAAG,QAAQ,CAAC,eAAe,EAAE,iBAAiB,CAAC,CAAC;QACpE,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,cAAc,iCAAiC,CAAC,CAAC,CAAC;QAC3F,CAAC;IACL,CAAC;IAED,mDAAmD;IACnD,IAAI,eAAe,CAAC,eAAe,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QAC5E,IAAI,CAAC,WAAW,CAAC,CAAC;QAClB,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QAC5D,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACnB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,YAAY,mCAAmC,CAAC,CAAC,CAAC;QAC3F,CAAC;IACL,CAAC;IAED,gEAAgE;IAChE,IAAI,eAAe,CAAC,mBAAmB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACjD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC5F,IAAI,CAAC,cAAc,CAAC,CAAC;QACrB,MAAM,aAAa,GAAG,QAAQ,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QACjE,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACpB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,aAAa,8CAA8C,CAAC,CAAC,CAAC;QACvG,CAAC;IACL,CAAC;IAED,0CAA0C;IAC1C,IAAI,eAAe,CAAC,2BAA2B,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACzD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,yBAAyB,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9E,IAAI,CAAC,cAAc,CAAC,CAAC;QACrB,MAAM,aAAa,GAAG,QAAQ,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QACjE,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACpB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,aAAa,4CAA4C,CAAC,CAAC,CAAC;QACrG,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpF,gEAAgE;IAChE,IAAI,eAAe,GAAa,EAAE,CAAC;IACnC,IAAI,eAAe,CAAC,wBAAwB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACtD,eAAe,GAAG,MAAM,sBAAsB,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IACrG,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC;AACvE,CAAC,CAAA,CAAC;AAEF,eAAe,mBAAmB,CAAC"}
|
|
@@ -14,48 +14,82 @@ import chalk from "chalk";
|
|
|
14
14
|
import cliProgress from "cli-progress";
|
|
15
15
|
import parser from "@babel/parser";
|
|
16
16
|
import t from "@babel/types";
|
|
17
|
-
import {
|
|
17
|
+
import { activateBarLogger, computeBarSize, progressLog, watchBarResize, withProgressResources, } from "../../utility/progressLog.js";
|
|
18
18
|
import { runWithConcurrency } from "../../utility/concurrency.js";
|
|
19
19
|
const traverse = ((_a = _traverse.default) !== null && _a !== void 0 ? _a : _traverse);
|
|
20
|
-
const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0, [url_1, jsFiles_1, ...args_1], void 0, function* (url, jsFiles, maxJsSizeMb = 2, threads = 1) {
|
|
20
|
+
const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0, [url_1, jsFiles_1, ...args_1], void 0, function* (url, jsFiles, maxJsSizeMb = 2, threads = 1, showProgress = true) {
|
|
21
21
|
const MAX_JS_SIZE_BYTES = maxJsSizeMb * 1024 * 1024;
|
|
22
22
|
let toReturn = [];
|
|
23
23
|
const baseOrigin = new URL(url).origin;
|
|
24
|
-
const
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
24
|
+
const addClientPath = (pathValue, jsFileOrigin) => {
|
|
25
|
+
if (pathValue.startsWith("//")) {
|
|
26
|
+
try {
|
|
27
|
+
toReturn.push(new URL(`https:${pathValue}`).href);
|
|
28
|
+
}
|
|
29
|
+
catch (_a) {
|
|
30
|
+
// Ignore malformed target-controlled URL strings.
|
|
31
|
+
}
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
if (pathValue.startsWith("/")) {
|
|
35
|
+
try {
|
|
36
|
+
toReturn.push(new URL(pathValue, baseOrigin).href);
|
|
37
|
+
}
|
|
38
|
+
catch (_b) {
|
|
39
|
+
// Ignore malformed target-controlled URL strings.
|
|
40
|
+
}
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
if (pathValue.startsWith("http")) {
|
|
44
|
+
try {
|
|
45
|
+
const parsed = new URL(pathValue);
|
|
46
|
+
if (parsed.origin === jsFileOrigin)
|
|
47
|
+
toReturn.push(parsed.href);
|
|
48
|
+
}
|
|
49
|
+
catch (_c) {
|
|
50
|
+
// Ignore malformed target-controlled URL strings.
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
};
|
|
54
|
+
const bar = showProgress
|
|
55
|
+
? new cliProgress.SingleBar({
|
|
56
|
+
format: chalk.cyan("[i] Extracting client-side paths ") +
|
|
57
|
+
"[{bar}] {percentage}% | {value}/{total} files | {paths} paths | {skipped} skipped",
|
|
58
|
+
barCompleteChar: "█",
|
|
59
|
+
barIncompleteChar: "░",
|
|
60
|
+
barsize: computeBarSize(86),
|
|
61
|
+
hideCursor: false,
|
|
62
|
+
clearOnComplete: false,
|
|
63
|
+
stopOnComplete: false,
|
|
64
|
+
}, cliProgress.Presets.shades_classic)
|
|
65
|
+
: null;
|
|
34
66
|
let processed = 0;
|
|
35
67
|
let skipped = 0;
|
|
36
|
-
bar.start(jsFiles.length, 0, { paths: 0, skipped: 0 });
|
|
37
|
-
const stopBarWatcher = watchBarResize(bar, 86);
|
|
38
|
-
|
|
68
|
+
bar === null || bar === void 0 ? void 0 : bar.start(jsFiles.length, 0, { paths: 0, skipped: 0 });
|
|
69
|
+
const stopBarWatcher = bar ? watchBarResize(bar, 86) : () => undefined;
|
|
70
|
+
const releaseBarLogger = bar
|
|
71
|
+
? activateBarLogger({ log: (s) => process.stdout.write("\r\x1b[K" + s) }, process.stdout.isTTY === true)
|
|
72
|
+
: () => undefined;
|
|
39
73
|
// iterate through all those
|
|
40
|
-
yield runWithConcurrency(jsFiles, threads, (jsFile) => __awaiter(void 0, void 0, void 0, function* () {
|
|
74
|
+
yield withProgressResources(() => runWithConcurrency(jsFiles, threads, (jsFile) => __awaiter(void 0, void 0, void 0, function* () {
|
|
41
75
|
if (!jsFile.endsWith(".js")) {
|
|
42
76
|
processed++;
|
|
43
77
|
skipped++;
|
|
44
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
78
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
45
79
|
return;
|
|
46
80
|
}
|
|
47
81
|
const req = yield makeRequest(jsFile);
|
|
48
82
|
if (req == null) {
|
|
49
83
|
processed++;
|
|
50
84
|
skipped++;
|
|
51
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
85
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
52
86
|
return;
|
|
53
87
|
}
|
|
54
88
|
const jsContent = yield req.text();
|
|
55
89
|
if (jsContent.length > MAX_JS_SIZE_BYTES) {
|
|
56
90
|
processed++;
|
|
57
91
|
skipped++;
|
|
58
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
92
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
59
93
|
return;
|
|
60
94
|
}
|
|
61
95
|
// load in ast
|
|
@@ -70,10 +104,19 @@ const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0
|
|
|
70
104
|
catch (_a) {
|
|
71
105
|
processed++;
|
|
72
106
|
skipped++;
|
|
73
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
107
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
108
|
+
return;
|
|
109
|
+
}
|
|
110
|
+
let jsFileOrigin;
|
|
111
|
+
try {
|
|
112
|
+
jsFileOrigin = new URL(jsFile).origin;
|
|
113
|
+
}
|
|
114
|
+
catch (_b) {
|
|
115
|
+
processed++;
|
|
116
|
+
skipped++;
|
|
117
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
74
118
|
return;
|
|
75
119
|
}
|
|
76
|
-
const jsFileOrigin = new URL(jsFile).origin;
|
|
77
120
|
const pathsBefore = toReturn.length;
|
|
78
121
|
traverse(ast, {
|
|
79
122
|
ObjectProperty(path) {
|
|
@@ -82,15 +125,7 @@ const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0
|
|
|
82
125
|
t.isStringLiteral(value) &&
|
|
83
126
|
t.isObjectExpression(path.parent)) {
|
|
84
127
|
const linkVal = value.value;
|
|
85
|
-
|
|
86
|
-
toReturn.push("https:" + linkVal);
|
|
87
|
-
}
|
|
88
|
-
else if (linkVal.startsWith("/")) {
|
|
89
|
-
toReturn.push(baseOrigin + linkVal);
|
|
90
|
-
}
|
|
91
|
-
else if (linkVal.startsWith("http") && new URL(linkVal).origin === jsFileOrigin) {
|
|
92
|
-
toReturn.push(linkVal);
|
|
93
|
-
}
|
|
128
|
+
addClientPath(linkVal, jsFileOrigin);
|
|
94
129
|
}
|
|
95
130
|
},
|
|
96
131
|
CallExpression(path) {
|
|
@@ -125,15 +160,7 @@ const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0
|
|
|
125
160
|
const [typeEl, valueEl] = tokenEl.elements;
|
|
126
161
|
if (t.isStringLiteral(typeEl, { value: "text" }) && t.isStringLiteral(valueEl)) {
|
|
127
162
|
const pathVal = valueEl.value;
|
|
128
|
-
|
|
129
|
-
toReturn.push("https:" + pathVal);
|
|
130
|
-
}
|
|
131
|
-
else if (pathVal.startsWith("/")) {
|
|
132
|
-
toReturn.push(baseOrigin + pathVal);
|
|
133
|
-
}
|
|
134
|
-
else if (pathVal.startsWith("http") && new URL(pathVal).origin === jsFileOrigin) {
|
|
135
|
-
toReturn.push(pathVal);
|
|
136
|
-
}
|
|
163
|
+
addClientPath(pathVal, jsFileOrigin);
|
|
137
164
|
}
|
|
138
165
|
}
|
|
139
166
|
}
|
|
@@ -143,13 +170,10 @@ const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0
|
|
|
143
170
|
processed++;
|
|
144
171
|
if (toReturn.length === pathsBefore)
|
|
145
172
|
skipped++;
|
|
146
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
147
|
-
}));
|
|
148
|
-
bar.stop();
|
|
149
|
-
stopBarWatcher();
|
|
150
|
-
setActiveBarLogger(null);
|
|
173
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
174
|
+
})), () => bar === null || bar === void 0 ? void 0 : bar.stop(), stopBarWatcher, releaseBarLogger);
|
|
151
175
|
if (toReturn.length > 0) {
|
|
152
|
-
|
|
176
|
+
progressLog(chalk.green(`[+] Found ${toReturn.length} client-side paths from JS files!`));
|
|
153
177
|
}
|
|
154
178
|
return toReturn;
|
|
155
179
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_getClientSidePaths.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_getClientSidePaths.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,CAAC,MAAM,cAAc,CAAC;AAC7B,OAAO,
|
|
1
|
+
{"version":3,"file":"vue_getClientSidePaths.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_getClientSidePaths.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,CAAC,MAAM,cAAc,CAAC;AAC7B,OAAO,EACH,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,cAAc,EACd,qBAAqB,GACxB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAElE,MAAM,QAAQ,GAAG,CAAC,MAAA,SAAS,CAAC,OAAO,mCAAI,SAAS,CAA6B,CAAC;AAE9E,MAAM,sBAAsB,GAAG,8BAMV,EAAE,qEALnB,GAAW,EACX,OAAiB,EACjB,cAAsB,CAAC,EACvB,UAAkB,CAAC,EACnB,eAAwB,IAAI;IAE5B,MAAM,iBAAiB,GAAG,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC;IACpD,IAAI,QAAQ,GAAa,EAAE,CAAC;IAE5B,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,MAAM,aAAa,GAAG,CAAC,SAAiB,EAAE,YAAoB,EAAQ,EAAE;QACpE,IAAI,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,SAAS,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACtD,CAAC;YAAC,WAAM,CAAC;gBACL,kDAAkD;YACtD,CAAC;YACD,OAAO;QACX,CAAC;QACD,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC;YACvD,CAAC;YAAC,WAAM,CAAC;gBACL,kDAAkD;YACtD,CAAC;YACD,OAAO;QACX,CAAC;QACD,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;gBAClC,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY;oBAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACnE,CAAC;YAAC,WAAM,CAAC;gBACL,kDAAkD;YACtD,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,GAAG,GAAG,YAAY;QACpB,CAAC,CAAC,IAAI,WAAW,CAAC,SAAS,CACrB;YACI,MAAM,EACF,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC;gBAC/C,mFAAmF;YACvF,eAAe,EAAE,GAAG;YACpB,iBAAiB,EAAE,GAAG;YACtB,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC;YAC3B,UAAU,EAAE,KAAK;YACjB,eAAe,EAAE,KAAK;YACtB,cAAc,EAAE,KAAK;SACxB,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACrC;QACH,CAAC,CAAC,IAAI,CAAC;IAEX,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;IACvE,MAAM,gBAAgB,GAAG,GAAG;QACxB,CAAC,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC;QAChH,CAAC,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;IAEtB,4BAA4B;IAC5B,MAAM,qBAAqB,CACvB,GAAG,EAAE,CACD,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,CAAO,MAAM,EAAE,EAAE;QAClD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;QAEtC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YACd,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEnC,IAAI,SAAS,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;YACvC,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QAED,cAAc;QACd,IAAI,GAAG,CAAC;QAER,IAAI,CAAC;YACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE;gBAC1B,UAAU,EAAE,aAAa;gBACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;gBAC9B,aAAa,EAAE,IAAI;aACtB,CAAC,CAAC;QACP,CAAC;QAAC,WAAM,CAAC;YACL,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QAED,IAAI,YAAoB,CAAC;QACzB,IAAI,CAAC;YACD,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC1C,CAAC;QAAC,WAAM,CAAC;YACL,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QACD,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC;QAEpC,QAAQ,CAAC,GAAG,EAAE;YACV,cAAc,CAAC,IAAI;gBACf,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;gBAEjC,IACI,CAAC,CAAC,YAAY,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBACrC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC;oBACxB,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EACnC,CAAC;oBACC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC;oBAE5B,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBACzC,CAAC;YACL,CAAC;YAED,cAAc,CAAC,IAAI;gBACf,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;gBAE9C,2BAA2B;gBAC3B,IACI,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC;oBAC7B,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;oBAClD,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;oBAEpD,OAAO;gBAEX,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;oBAAE,OAAO;gBAE5B,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;gBAEnC,kCAAkC;gBAClC,IACI,CAAC,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC;oBAC/B,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;oBACtD,CAAC,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC;oBACtC,CAAC,CAAC,CAAC,YAAY,CAAE,QAAQ,CAAC,MAA6B,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;oBAEnF,OAAO;gBAEX,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,SAAS,CAAC;oBAAE,OAAO;gBAE7C,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;oBAC5C,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC;wBAAE,SAAS;oBAEzF,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;wBAClD,IACI,CAAC,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC;4BAC9B,CAAC,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;4BAClD,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,CAAC,KAAK,CAAC;4BAErC,SAAS;wBAEb,KAAK,MAAM,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;4BAC7C,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC;gCAAE,SAAS;4BAE5C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;4BAE3C,IAAI,CAAC,CAAC,eAAe,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;gCAC7E,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC;gCAE9B,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;4BACzC,CAAC;wBACL,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC,CAAC;QAEH,SAAS,EAAE,CAAC;QACZ,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW;YAAE,OAAO,EAAE,CAAC;QAC/C,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC,CAAA,CAAC,EACN,GAAG,EAAE,CAAC,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,IAAI,EAAE,EACjB,cAAc,EACd,gBAAgB,CACnB,CAAC;IAEF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,MAAM,mCAAmC,CAAC,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,eAAe,sBAAsB,CAAC"}
|
|
@@ -13,13 +13,14 @@ import parser from "@babel/parser";
|
|
|
13
13
|
import _traverse from "@babel/traverse";
|
|
14
14
|
import chalk from "chalk";
|
|
15
15
|
import { runWithConcurrency } from "../../utility/concurrency.js";
|
|
16
|
+
import { progressError } from "../../utility/progressLog.js";
|
|
16
17
|
const traverse = ((_a = _traverse.default) !== null && _a !== void 0 ? _a : _traverse);
|
|
17
18
|
const parseJsFile = (url, maxJsSizeMb) => __awaiter(void 0, void 0, void 0, function* () {
|
|
18
19
|
const MAX_JS_SIZE_BYTES = maxJsSizeMb * 1024 * 1024;
|
|
19
20
|
const foundUrls = new Set();
|
|
20
21
|
const req = yield makeRequest(url);
|
|
21
22
|
if (req == null) {
|
|
22
|
-
|
|
23
|
+
progressError(chalk.red(`Failed to fetch ${url}`));
|
|
23
24
|
return foundUrls;
|
|
24
25
|
}
|
|
25
26
|
const reqText = yield req.text();
|
|
@@ -44,7 +45,7 @@ const parseJsFile = (url, maxJsSizeMb) => __awaiter(void 0, void 0, void 0, func
|
|
|
44
45
|
foundUrls.add(new URL(source, url).href);
|
|
45
46
|
}
|
|
46
47
|
else {
|
|
47
|
-
|
|
48
|
+
progressError(chalk.red(`Found import statement but can't resolve it: ${source} - on ${url}`));
|
|
48
49
|
}
|
|
49
50
|
},
|
|
50
51
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_jsImports.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_jsImports.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;
|
|
1
|
+
{"version":3,"file":"vue_jsImports.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_jsImports.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE7D,MAAM,QAAQ,GAAG,CAAC,MAAA,SAAS,CAAC,OAAO,mCAAI,SAAS,CAA6B,CAAC;AAE9E,MAAM,WAAW,GAAG,CAAO,GAAW,EAAE,WAAmB,EAAE,EAAE;IAC3D,MAAM,iBAAiB,GAAG,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC;IACpD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC,CAAC;QACnD,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEjC,IAAI,OAAO,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACrC,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,IAAI,GAAG,CAAC;IACR,IAAI,CAAC;QACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE;YACxB,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,kBAAkB,CAAC;SAChC,CAAC,CAAC;IACP,CAAC;IAAC,WAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,gCAAgC;IAChC,QAAQ,CAAC,GAAG,EAAE;QACV,iBAAiB,CAAC,IAAI;YAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAEtC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChF,SAAS,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACJ,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,gDAAgD,MAAM,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC;YACnG,CAAC;QACL,CAAC;KACJ,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACrB,CAAC,CAAA,CAAC;AAEF,MAAM,aAAa,GAAG,mCAA0F,EAAE,0EAArF,GAAW,EAAE,YAAsB,EAAE,cAAsB,CAAC,EAAE,UAAkB,CAAC;IAC1G,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAS,YAAY,CAAC,CAAC;IAElD,MAAM,kBAAkB,CAAC,YAAY,EAAE,OAAO,EAAE,CAAO,MAAM,EAAE,EAAE;QAC7D,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1D,KAAK,MAAM,CAAC,IAAI,UAAU;YAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAA,CAAC,CAAC;IAEH,sEAAsE;IACtE,+BAA+B;IAC/B,IAAI,OAAO,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,CAAO,CAAC,EAAE,EAAE;YACnD,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YACrD,KAAK,MAAM,IAAI,IAAI,UAAU;gBAAE,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/D,CAAC,CAAA,CAAC,CAAC;QACH,OAAO,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,CAAC,GAAG,iBAAiB,CAAC,CAAC;AAClC,CAAC,CAAA,CAAC;AAEF,eAAe,aAAa,CAAC"}
|
|
@@ -10,12 +10,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import makeRequest from "../../utility/makeReq.js";
|
|
11
11
|
import chalk from "chalk";
|
|
12
12
|
import * as cheerio from "cheerio";
|
|
13
|
+
import { progressError } from "../../utility/progressLog.js";
|
|
13
14
|
const vue_pageSrc = (url) => __awaiter(void 0, void 0, void 0, function* () {
|
|
14
15
|
let toReturn = [];
|
|
15
16
|
// first, get the contents of the homepage
|
|
16
17
|
const req = yield makeRequest(url);
|
|
17
18
|
if (req == null) {
|
|
18
|
-
|
|
19
|
+
progressError(chalk.red(`Failed to fetch ${url}`));
|
|
19
20
|
return toReturn;
|
|
20
21
|
}
|
|
21
22
|
const homepageContent = yield req.text();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_pageSrc.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_pageSrc.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"vue_pageSrc.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_pageSrc.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE7D,MAAM,WAAW,GAAG,CAAO,GAAW,EAAE,EAAE;IACtC,IAAI,QAAQ,GAAa,EAAE,CAAC;IAE5B,0CAA0C;IAC1C,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC,CAAC;QACnD,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,MAAM,eAAe,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEzC,0BAA0B;IAC1B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC9C,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,GAAG,EAAE,CAAC;YACN,iDAAiD;YACjD,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACJ,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;gBACvC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,wBAAwB;IACxB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC5C,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACzB,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,GAAG,EAAE,CAAC;YACN,0BAA0B;YAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,GAAG,IAAI,CAAC,GAAG,IAAI,eAAe,IAAI,CAAC,GAAG,IAAI,SAAS,IAAI,MAAM,IAAI,QAAQ,CAAC,CAAC,EAAE,CAAC;gBAC9E,iDAAiD;gBACjD,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBACjD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;oBACvC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,eAAe,WAAW,CAAC"}
|
|
@@ -10,6 +10,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import makeRequest from "../../utility/makeReq.js";
|
|
11
11
|
import chalk from "chalk";
|
|
12
12
|
import { runWithConcurrency } from "../../utility/concurrency.js";
|
|
13
|
+
import { progressError, progressLog } from "../../utility/progressLog.js";
|
|
13
14
|
const vue_reconstructSourceMaps = (url_1, jsFilesToDownload_1, ...args_1) => __awaiter(void 0, [url_1, jsFilesToDownload_1, ...args_1], void 0, function* (url, jsFilesToDownload, threads = 1) {
|
|
14
15
|
// get the contents of first file, and check if it has the sourceMappingURL
|
|
15
16
|
let sourceMapUrls = [];
|
|
@@ -19,7 +20,7 @@ const vue_reconstructSourceMaps = (url_1, jsFilesToDownload_1, ...args_1) => __a
|
|
|
19
20
|
}
|
|
20
21
|
const req = yield makeRequest(jsFilesToDownload[0]);
|
|
21
22
|
if (req == null) {
|
|
22
|
-
|
|
23
|
+
progressError(chalk.red(`Failed to fetch ${jsFilesToDownload[0]}`));
|
|
23
24
|
return sourceMapUrls;
|
|
24
25
|
}
|
|
25
26
|
const content = yield req.text();
|
|
@@ -27,12 +28,12 @@ const vue_reconstructSourceMaps = (url_1, jsFilesToDownload_1, ...args_1) => __a
|
|
|
27
28
|
if (!(content.includes("sourceMappingURL=") || content.includes("sourceMappingURL ="))) {
|
|
28
29
|
return sourceMapUrls;
|
|
29
30
|
}
|
|
30
|
-
|
|
31
|
+
progressLog(chalk.green("[✓] Found sourceMappingURL"));
|
|
31
32
|
// now that one file has this, iterate through all the files, and reconstruct the source maps
|
|
32
33
|
yield runWithConcurrency(jsFilesToDownload, threads, (jsFile) => __awaiter(void 0, void 0, void 0, function* () {
|
|
33
34
|
const req = yield makeRequest(jsFile);
|
|
34
35
|
if (req == null) {
|
|
35
|
-
|
|
36
|
+
progressError(chalk.red(`Failed to fetch ${jsFile}`));
|
|
36
37
|
return;
|
|
37
38
|
}
|
|
38
39
|
const content = yield req.text();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_reconstructSourceMaps.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_reconstructSourceMaps.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;
|
|
1
|
+
{"version":3,"file":"vue_reconstructSourceMaps.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_reconstructSourceMaps.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAE1E,MAAM,yBAAyB,GAAG,wCAAsE,EAAE,+EAAjE,GAAW,EAAE,iBAA2B,EAAE,UAAkB,CAAC;IAClG,2EAA2E;IAE3E,IAAI,aAAa,GAAa,EAAE,CAAC;IACjC,4BAA4B;IAC5B,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,aAAa,CAAC;IACzB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpE,OAAO,aAAa,CAAC;IACzB,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEjC,uCAAuC;IACvC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,EAAE,CAAC;QACrF,OAAO,aAAa,CAAC;IACzB,CAAC;IAED,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAEvD,6FAA6F;IAC7F,MAAM,kBAAkB,CAAC,iBAAiB,EAAE,OAAO,EAAE,CAAO,MAAM,EAAE,EAAE;QAClE,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YACd,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC,CAAC;YACtD,OAAO;QACX,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEjC,2BAA2B;QAC3B,IAAI,oBAAoB,GAAG,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACrE,IAAI,oBAAoB,EAAE,CAAC;YACvB,6CAA6C;YAC7C,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAEpE,sBAAsB;YACtB,IAAI,gBAAgB,GAAW,EAAE,CAAC;YAClC,IAAI,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,gBAAgB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,gBAAgB,CAAC;YACjE,CAAC;iBAAM,IAAI,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3C,gBAAgB,GAAG,IAAI,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;YAC9D,CAAC;iBAAM,IAAI,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7C,gBAAgB,GAAG,gBAAgB,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACJ,gBAAgB,GAAG,IAAI,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;YAC9D,CAAC;YAED,gEAAgE;YAChE,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACzC,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,OAAO,aAAa,CAAC;AACzB,CAAC,CAAA,CAAC;AAEF,eAAe,yBAAyB,CAAC"}
|
|
@@ -10,7 +10,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import chalk from "chalk";
|
|
11
11
|
import cliProgress from "cli-progress";
|
|
12
12
|
import vue_discoverJsFiles from "./vue_discoverJsFiles.js";
|
|
13
|
-
import {
|
|
13
|
+
import { activateBarLogger, computeBarSize, progressError, progressLog, progressWarn, watchBarResize, withProgressResources, } from "../../utility/progressLog.js";
|
|
14
14
|
/**
|
|
15
15
|
* Recursively walks newly discovered Vue.js client-side paths.
|
|
16
16
|
*
|
|
@@ -57,7 +57,7 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
57
57
|
stagnant: `0/${STAGNATION_LIMIT}`,
|
|
58
58
|
});
|
|
59
59
|
const stopBarWatcher = watchBarResize(bar, 99);
|
|
60
|
-
|
|
60
|
+
const releaseBarLogger = activateBarLogger({ log: (s) => process.stdout.write("\r\x1b[K" + s) }, process.stdout.isTTY === true);
|
|
61
61
|
const refreshBar = () => {
|
|
62
62
|
bar.setTotal(knownPaths.size);
|
|
63
63
|
bar.update(visitedPaths.size, {
|
|
@@ -66,7 +66,7 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
66
66
|
stagnant: `${stagnantRounds}/${STAGNATION_LIMIT}`,
|
|
67
67
|
});
|
|
68
68
|
};
|
|
69
|
-
|
|
69
|
+
yield withProgressResources(() => __awaiter(void 0, void 0, void 0, function* () {
|
|
70
70
|
while (pending.length > 0) {
|
|
71
71
|
const batch = pending.filter((p) => !visitedPaths.has(p));
|
|
72
72
|
pending = [];
|
|
@@ -88,7 +88,7 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
88
88
|
while (cursor < batch.length) {
|
|
89
89
|
const path = batch[cursor++];
|
|
90
90
|
try {
|
|
91
|
-
const { jsFiles, clientSidePaths: newPaths } = yield vue_discoverJsFiles(path, maxJsSizeMb, onFilesDiscovered, includeMethods, excludeMethods, nestedThreads);
|
|
91
|
+
const { jsFiles, clientSidePaths: newPaths } = yield vue_discoverJsFiles(path, maxJsSizeMb, onFilesDiscovered, includeMethods, excludeMethods, nestedThreads, false, false);
|
|
92
92
|
for (const file of jsFiles) {
|
|
93
93
|
allJsFiles.add(file);
|
|
94
94
|
}
|
|
@@ -110,23 +110,17 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
110
110
|
});
|
|
111
111
|
yield Promise.all(Array.from({ length: workerCount }, () => worker()));
|
|
112
112
|
if (errors.length > 0) {
|
|
113
|
-
bar.stop();
|
|
114
113
|
for (const msg of errors) {
|
|
115
|
-
|
|
114
|
+
progressError(chalk.red(msg));
|
|
116
115
|
}
|
|
117
|
-
|
|
118
|
-
round,
|
|
119
|
-
jsFiles: allJsFiles.size,
|
|
120
|
-
stagnant: `${stagnantRounds}/${STAGNATION_LIMIT}`,
|
|
121
|
-
});
|
|
116
|
+
refreshBar();
|
|
122
117
|
}
|
|
123
118
|
const newFilesThisRound = allJsFiles.size - sizeBeforeRound;
|
|
124
119
|
if (newFilesThisRound === 0) {
|
|
125
120
|
stagnantRounds++;
|
|
126
121
|
refreshBar();
|
|
127
122
|
if (stagnantRounds >= STAGNATION_LIMIT) {
|
|
128
|
-
|
|
129
|
-
console.error(chalk.yellow(`[!] Stopping recursion: ${STAGNATION_LIMIT} consecutive rounds without new JS files`));
|
|
123
|
+
progressWarn(chalk.yellow(`[!] Stopping recursion: ${STAGNATION_LIMIT} consecutive rounds without new JS files`));
|
|
130
124
|
break;
|
|
131
125
|
}
|
|
132
126
|
}
|
|
@@ -134,14 +128,9 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
134
128
|
stagnantRounds = 0;
|
|
135
129
|
}
|
|
136
130
|
}
|
|
137
|
-
}
|
|
138
|
-
finally {
|
|
139
|
-
bar.stop();
|
|
140
|
-
stopBarWatcher();
|
|
141
|
-
setActiveBarLogger(null);
|
|
142
|
-
}
|
|
131
|
+
}), () => bar.stop(), stopBarWatcher, releaseBarLogger);
|
|
143
132
|
if (allJsFiles.size > 0) {
|
|
144
|
-
|
|
133
|
+
progressLog(chalk.green(`[✓] Recursive client-side discovery yielded ${allJsFiles.size} JS file(s) across ${visitedPaths.size} path(s)`));
|
|
145
134
|
}
|
|
146
135
|
return [...allJsFiles];
|
|
147
136
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_recursiveClientSidePathDownload.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_recursiveClientSidePathDownload.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAC3D,OAAO,
|
|
1
|
+
{"version":3,"file":"vue_recursiveClientSidePathDownload.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_recursiveClientSidePathDownload.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EACH,iBAAiB,EACjB,cAAc,EACd,aAAa,EACb,WAAW,EACX,YAAY,EACZ,cAAc,EACd,qBAAqB,GACxB,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;;GAWG;AACH,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAE3B,MAAM,mCAAmC,GAAG,+BAOvB,EAAE,sEANnB,eAAyB,EACzB,UAAkB,CAAC,EACnB,cAAsB,CAAC,EACvB,iBAA6C,EAC7C,iBAA2B,EAAE,EAC7B,iBAA2B,EAAE;IAE7B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,IAAI,OAAO,GAAa,EAAE,CAAC;IAE3B,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACL,CAAC;IAED,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACjC;QACI,MAAM,EACF,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC;YAC9C,0GAA0G;QAC9G,eAAe,EAAE,GAAG;QACpB,iBAAiB,EAAE,GAAG;QACtB,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC;QAC3B,UAAU,EAAE,KAAK;QACjB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;QACrB,SAAS,EAAE,EAAE;KAChB,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACrC,CAAC;IAEF,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,EAAE;QAC1B,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,KAAK,gBAAgB,EAAE;KACpC,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC/C,MAAM,gBAAgB,GAAG,iBAAiB,CACtC,EAAE,GAAG,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,EAAE,EAC5D,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAChC,CAAC;IAEF,MAAM,UAAU,GAAG,GAAG,EAAE;QACpB,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE;YAC1B,KAAK;YACL,OAAO,EAAE,UAAU,CAAC,IAAI;YACxB,QAAQ,EAAE,GAAG,cAAc,IAAI,gBAAgB,EAAE;SACpD,CAAC,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,qBAAqB,CACvB,GAAS,EAAE;QACP,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,OAAO,GAAG,EAAE,CAAC;YAEb,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAE9B,KAAK,EAAE,CAAC;YACR,MAAM,eAAe,GAAG,UAAU,CAAC,IAAI,CAAC;YAExC,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YACjE,oFAAoF;YACpF,qFAAqF;YACrF,wEAAwE;YACxE,mFAAmF;YACnF,+EAA+E;YAC/E,gDAAgD;YAChD,MAAM,aAAa,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAEpD,MAAM,MAAM,GAAG,GAAS,EAAE;gBACtB,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;oBAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC7B,IAAI,CAAC;wBACD,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,GAAG,MAAM,mBAAmB,CACpE,IAAI,EACJ,WAAW,EACX,iBAAiB,EACjB,cAAc,EACd,cAAc,EACd,aAAa,EACb,KAAK,EACL,KAAK,CACR,CAAC;wBAEF,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;4BACzB,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACzB,CAAC;wBAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;4BAC7B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gCAC3B,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gCACxB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAC1B,CAAC;wBACL,CAAC;oBACL,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,MAAM,CAAC,IAAI,CACP,8BAA8B,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC5F,CAAC;oBACN,CAAC;4BAAS,CAAC;wBACP,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACvB,UAAU,EAAE,CAAC;oBACjB,CAAC;gBACL,CAAC;YACL,CAAC,CAAA,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAEvE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;oBACvB,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClC,CAAC;gBACD,UAAU,EAAE,CAAC;YACjB,CAAC;YAED,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,GAAG,eAAe,CAAC;YAC5D,IAAI,iBAAiB,KAAK,CAAC,EAAE,CAAC;gBAC1B,cAAc,EAAE,CAAC;gBACjB,UAAU,EAAE,CAAC;gBACb,IAAI,cAAc,IAAI,gBAAgB,EAAE,CAAC;oBACrC,YAAY,CACR,KAAK,CAAC,MAAM,CACR,2BAA2B,gBAAgB,0CAA0C,CACxF,CACJ,CAAC;oBACF,MAAM;gBACV,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,cAAc,GAAG,CAAC,CAAC;YACvB,CAAC;QACL,CAAC;IACL,CAAC,CAAA,EACD,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,EAChB,cAAc,EACd,gBAAgB,CACnB,CAAC;IAEF,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACtB,WAAW,CACP,KAAK,CAAC,KAAK,CACP,+CAA+C,UAAU,CAAC,IAAI,sBAAsB,YAAY,CAAC,IAAI,UAAU,CAClH,CACJ,CAAC;IACN,CAAC;IAED,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC;AAC3B,CAAC,CAAA,CAAC;AAEF,eAAe,mCAAmC,CAAC"}
|
|
@@ -10,12 +10,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import chalk from "chalk";
|
|
11
11
|
import makeRequest from "../../utility/makeReq.js";
|
|
12
12
|
import * as cheerio from "cheerio";
|
|
13
|
+
import { progressError } from "../../utility/progressLog.js";
|
|
13
14
|
const vue_severalJsFilesHome = (url) => __awaiter(void 0, void 0, void 0, function* () {
|
|
14
15
|
let jsFilesToReturn = [];
|
|
15
16
|
// get the contents of the homepage
|
|
16
17
|
const homepageReq = yield makeRequest(url);
|
|
17
18
|
if (homepageReq == null) {
|
|
18
|
-
|
|
19
|
+
progressError(chalk.red(`Failed to fetch ${url}`));
|
|
19
20
|
return jsFilesToReturn;
|
|
20
21
|
}
|
|
21
22
|
const homepageContent = yield homepageReq.text();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_severalJsFilesHome.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_severalJsFilesHome.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,MAAM,sBAAsB,GAAG,CAAO,GAAW,EAAqB,EAAE;IACpE,IAAI,eAAe,GAAa,EAAE,CAAC;IAEnC,mCAAmC;IACnC,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;QACtB,
|
|
1
|
+
{"version":3,"file":"vue_severalJsFilesHome.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_severalJsFilesHome.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,MAAM,sBAAsB,GAAG,CAAO,GAAW,EAAqB,EAAE;IACpE,IAAI,eAAe,GAAa,EAAE,CAAC;IAEnC,mCAAmC;IACnC,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;QACtB,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC,CAAC;QACnD,OAAO,eAAe,CAAC;IAC3B,CAAC;IACD,MAAM,eAAe,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAC;IAEjD,wBAAwB;IACxB,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAExC,+BAA+B;IAC/B,MAAM,UAAU,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAE/B,qGAAqG;IACrG,IAAI,OAAO,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACL,CAAC;IAED,yBAAyB;IACzB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,eAAe,CAAC;IAC3B,CAAC;IAED,4JAA4J;IAC5J,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACL,CAAC;IAED,4EAA4E;IAC5E,IAAI,UAAU,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;QACxC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED,mDAAmD;IACnD,eAAe,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;IAEpC,OAAO,eAAe,CAAC;AAC3B,CAAC,CAAA,CAAC;AAEF,eAAe,sBAAsB,CAAC"}
|