@js-recon/js-recon 1.4.3 → 2.0.1-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-sync/sync.sh +1 -1
- package/.github/workflows/build-and-prettify.yaml +55 -25
- package/.github/workflows/codeql.yml +33 -0
- package/.github/workflows/exploit-smoke-test.yaml +160 -0
- package/.github/workflows/framework-detection-smoke-test.yaml +135 -0
- package/.github/workflows/plumber.yml +20 -0
- package/.github/workflows/promote-js-recon.yml +5 -3
- package/.github/workflows/publish-js-recon.yml +6 -1
- package/.github/workflows/rules-smoke-test.yaml +15 -7
- package/.nvmrc +1 -0
- package/.plumber.yaml +151 -0
- package/CHANGELOG.md +54 -0
- package/CONTRIBUTING.md +32 -0
- package/Dockerfile +1 -0
- package/README.md +55 -2
- package/SECURITY.md +1 -1
- package/build/analyze/engine/astEngine.js +10 -9
- package/build/analyze/engine/astEngine.js.map +1 -1
- package/build/analyze/engine/csMastSEngine.js +6 -6
- package/build/analyze/engine/csMastSEngine.js.map +1 -1
- package/build/analyze/engine/index.js +1 -1
- package/build/analyze/engine/index.js.map +1 -1
- package/build/analyze/engine/requestEngine.js +6 -6
- package/build/analyze/engine/requestEngine.js.map +1 -1
- package/build/analyze/helpers/determineCompatibleVersion.js +70 -0
- package/build/analyze/helpers/determineCompatibleVersion.js.map +1 -0
- package/build/analyze/helpers/engineHelpers/findMemberExpressionAssignment.js +9 -3
- package/build/analyze/helpers/engineHelpers/findMemberExpressionAssignment.js.map +1 -1
- package/build/analyze/helpers/initRules.js +42 -24
- package/build/analyze/helpers/initRules.js.map +1 -1
- package/build/analyze/helpers/outputHelper.js +3 -3
- package/build/analyze/helpers/outputHelper.js.map +1 -1
- package/build/analyze/helpers/schemas.js +1 -0
- package/build/analyze/helpers/schemas.js.map +1 -1
- package/build/analyze/helpers/validate.js +9 -5
- package/build/analyze/helpers/validate.js.map +1 -1
- package/build/analyze/index.js +26 -16
- package/build/analyze/index.js.map +1 -1
- package/build/cliProgram.js +710 -0
- package/build/cliProgram.js.map +1 -0
- package/build/completion/index.js +245 -339
- package/build/completion/index.js.map +1 -1
- package/build/completion/introspect.js +17 -0
- package/build/completion/introspect.js.map +1 -0
- package/build/config/applicationConfig.js +494 -0
- package/build/config/applicationConfig.js.map +1 -0
- package/build/cs_mast/index.js +18 -17
- package/build/cs_mast/index.js.map +1 -1
- package/build/endpoints/gen_report/gen_json.js +2 -2
- package/build/endpoints/gen_report/gen_json.js.map +1 -1
- package/build/endpoints/gen_report/utility/iterate_n_store.js +1 -1
- package/build/endpoints/gen_report/utility/iterate_n_store.js.map +1 -1
- package/build/endpoints/index.js +12 -12
- package/build/endpoints/index.js.map +1 -1
- package/build/endpoints/next_js/client_jsFilesHref.js +3 -3
- package/build/endpoints/next_js/client_jsFilesHref.js.map +1 -1
- package/build/endpoints/next_js/client_jsonParse.js +4 -4
- package/build/endpoints/next_js/client_jsonParse.js.map +1 -1
- package/build/endpoints/next_js/client_mappedJsonFile.js +6 -6
- package/build/endpoints/next_js/client_mappedJsonFile.js.map +1 -1
- package/build/endpoints/next_js/client_subsequentRequests.js +5 -5
- package/build/endpoints/next_js/client_subsequentRequests.js.map +1 -1
- package/build/exploit/angular/cve-2026-68945.js +61 -0
- package/build/exploit/angular/cve-2026-68945.js.map +1 -0
- package/build/exploit/index.js +60 -0
- package/build/exploit/index.js.map +1 -0
- package/build/exploit/next/cve-2025-29927.js +65 -0
- package/build/exploit/next/cve-2025-29927.js.map +1 -0
- package/build/exploit/next/cve-2026-64645.js +51 -0
- package/build/exploit/next/cve-2026-64645.js.map +1 -0
- package/build/exploit/nuxt/cve-2026-71315.js +47 -0
- package/build/exploit/nuxt/cve-2026-71315.js.map +1 -0
- package/build/exploit/nuxt/cve-2026-71320.js +114 -0
- package/build/exploit/nuxt/cve-2026-71320.js.map +1 -0
- package/build/exploit/react/cve-2025-55182.js +116 -0
- package/build/exploit/react/cve-2025-55182.js.map +1 -0
- package/build/exploit/registry/cveRegistry.js +115 -0
- package/build/exploit/registry/cveRegistry.js.map +1 -0
- package/build/exploit/types.js +2 -0
- package/build/exploit/types.js.map +1 -0
- package/build/exploit/utility/compareResponses.js +29 -0
- package/build/exploit/utility/compareResponses.js.map +1 -0
- package/build/exploit/utility/outputHelper.js +22 -0
- package/build/exploit/utility/outputHelper.js.map +1 -0
- package/build/exploit/utility/rawRequest.js +54 -0
- package/build/exploit/utility/rawRequest.js.map +1 -0
- package/build/exploit/utility/sandboxRce.js +49 -0
- package/build/exploit/utility/sandboxRce.js.map +1 -0
- package/build/exploit/utility/toEngineOutput.js +28 -0
- package/build/exploit/utility/toEngineOutput.js.map +1 -0
- package/build/exploit/utility/wsClient.js +78 -0
- package/build/exploit/utility/wsClient.js.map +1 -0
- package/build/exploit/vite/cve-2025-30208.js +44 -0
- package/build/exploit/vite/cve-2025-30208.js.map +1 -0
- package/build/exploit/vite/cve-2026-39363.js +60 -0
- package/build/exploit/vite/cve-2026-39363.js.map +1 -0
- package/build/fingerprint/index.js +11 -21
- package/build/fingerprint/index.js.map +1 -1
- package/build/globalConfig.js +2 -2
- package/build/globalConfig.js.map +1 -1
- package/build/index.js +16 -555
- package/build/index.js.map +1 -1
- package/build/lazyLoad/angular/angular_getFromPageSource.js +3 -3
- package/build/lazyLoad/angular/angular_getFromPageSource.js.map +1 -1
- package/build/lazyLoad/downloadFilesUtil.js +51 -40
- package/build/lazyLoad/downloadFilesUtil.js.map +1 -1
- package/build/lazyLoad/downloadQueue.js +154 -50
- package/build/lazyLoad/downloadQueue.js.map +1 -1
- package/build/lazyLoad/downloadResponse.js +113 -0
- package/build/lazyLoad/downloadResponse.js.map +1 -0
- package/build/lazyLoad/generic/generic_crawlPages.js +186 -0
- package/build/lazyLoad/generic/generic_crawlPages.js.map +1 -0
- package/build/lazyLoad/generic/generic_downloadFiles.js +81 -0
- package/build/lazyLoad/generic/generic_downloadFiles.js.map +1 -0
- package/build/lazyLoad/generic/generic_extractLinks.js +79 -0
- package/build/lazyLoad/generic/generic_extractLinks.js.map +1 -0
- package/build/lazyLoad/generic/generic_getScriptTags.js +152 -0
- package/build/lazyLoad/generic/generic_getScriptTags.js.map +1 -0
- package/build/lazyLoad/generic/generic_importMapDiscovery.js +87 -0
- package/build/lazyLoad/generic/generic_importMapDiscovery.js.map +1 -0
- package/build/lazyLoad/generic/generic_resolveScope.js +61 -0
- package/build/lazyLoad/generic/generic_resolveScope.js.map +1 -0
- package/build/lazyLoad/generic/generic_scanAttributesForJs.js +122 -0
- package/build/lazyLoad/generic/generic_scanAttributesForJs.js.map +1 -0
- package/build/lazyLoad/generic/generic_stringsDiscovery.js +103 -0
- package/build/lazyLoad/generic/generic_stringsDiscovery.js.map +1 -0
- package/build/lazyLoad/generic/generic_webpackChunkPaths.js +56 -0
- package/build/lazyLoad/generic/generic_webpackChunkPaths.js.map +1 -0
- package/build/lazyLoad/globals.js +35 -0
- package/build/lazyLoad/globals.js.map +1 -1
- package/build/lazyLoad/index.js +311 -175
- package/build/lazyLoad/index.js.map +1 -1
- package/build/lazyLoad/methodFilter.js +2 -0
- package/build/lazyLoad/methodFilter.js.map +1 -1
- package/build/lazyLoad/next_js/NextJsCrawler.js +39 -14
- package/build/lazyLoad/next_js/NextJsCrawler.js.map +1 -1
- package/build/lazyLoad/next_js/next_GetJSScript.js +3 -3
- package/build/lazyLoad/next_js/next_GetJSScript.js.map +1 -1
- package/build/lazyLoad/next_js/next_GetLazyResourcesBuildManifestJs.js +4 -4
- package/build/lazyLoad/next_js/next_GetLazyResourcesBuildManifestJs.js.map +1 -1
- package/build/lazyLoad/next_js/next_GetLazyResourcesWebpackJs.js +21 -20
- package/build/lazyLoad/next_js/next_GetLazyResourcesWebpackJs.js.map +1 -1
- package/build/lazyLoad/next_js/next_SubsequentRequests.js +100 -99
- package/build/lazyLoad/next_js/next_SubsequentRequests.js.map +1 -1
- package/build/lazyLoad/next_js/next_bruteForceJsFiles.js +1 -1
- package/build/lazyLoad/next_js/next_bruteForceJsFiles.js.map +1 -1
- package/build/lazyLoad/next_js/next_buildId.js +2 -2
- package/build/lazyLoad/next_js/next_buildId.js.map +1 -1
- package/build/lazyLoad/next_js/next_getClientSidePaths.js +2 -2
- package/build/lazyLoad/next_js/next_getClientSidePaths.js.map +1 -1
- package/build/lazyLoad/next_js/next_parseLayoutJs.js +6 -6
- package/build/lazyLoad/next_js/next_parseLayoutJs.js.map +1 -1
- package/build/lazyLoad/next_js/next_promiseResolve.js +1 -1
- package/build/lazyLoad/next_js/next_promiseResolve.js.map +1 -1
- package/build/lazyLoad/next_js/next_routerStateForge.js +341 -0
- package/build/lazyLoad/next_js/next_routerStateForge.js.map +1 -0
- package/build/lazyLoad/next_js/next_scriptTagsSubsequentRequests.js +1 -1
- package/build/lazyLoad/next_js/next_scriptTagsSubsequentRequests.js.map +1 -1
- package/build/lazyLoad/next_js/next_serverActionIdScan.js +77 -0
- package/build/lazyLoad/next_js/next_serverActionIdScan.js.map +1 -0
- package/build/lazyLoad/nuxt_js/nuxt_astParse.js +15 -13
- package/build/lazyLoad/nuxt_js/nuxt_astParse.js.map +1 -1
- package/build/lazyLoad/nuxt_js/nuxt_getBuildsManifest.js +2 -2
- package/build/lazyLoad/nuxt_js/nuxt_getBuildsManifest.js.map +1 -1
- package/build/lazyLoad/nuxt_js/nuxt_getFromPageSource.js +3 -3
- package/build/lazyLoad/nuxt_js/nuxt_getFromPageSource.js.map +1 -1
- package/build/lazyLoad/nuxt_js/nuxt_stringAnalysisJSFiles.js +2 -2
- package/build/lazyLoad/nuxt_js/nuxt_stringAnalysisJSFiles.js.map +1 -1
- package/build/lazyLoad/outputPath.js +92 -0
- package/build/lazyLoad/outputPath.js.map +1 -0
- package/build/lazyLoad/react/react_followImports.js +15 -5
- package/build/lazyLoad/react/react_followImports.js.map +1 -1
- package/build/lazyLoad/react/react_getScriptTags.js +11 -6
- package/build/lazyLoad/react/react_getScriptTags.js.map +1 -1
- package/build/lazyLoad/react/react_sourcemapUrls.js +3 -2
- package/build/lazyLoad/react/react_sourcemapUrls.js.map +1 -1
- package/build/lazyLoad/react/react_webpackChunkPaths.js +12 -203
- package/build/lazyLoad/react/react_webpackChunkPaths.js.map +1 -1
- package/build/lazyLoad/researchUtils.js +15 -0
- package/build/lazyLoad/researchUtils.js.map +1 -0
- package/build/lazyLoad/shared/webpackChunkParsers.js +218 -0
- package/build/lazyLoad/shared/webpackChunkParsers.js.map +1 -0
- package/build/lazyLoad/stagnation/stagnationMonitor.js +63 -0
- package/build/lazyLoad/stagnation/stagnationMonitor.js.map +1 -0
- package/build/lazyLoad/svelte/svelte_discoverPagesFromJs.js +1 -0
- package/build/lazyLoad/svelte/svelte_discoverPagesFromJs.js.map +1 -1
- package/build/lazyLoad/svelte/svelte_getFromPageSource.js +5 -5
- package/build/lazyLoad/svelte/svelte_getFromPageSource.js.map +1 -1
- package/build/lazyLoad/svelte/svelte_getVersionJson.js +2 -2
- package/build/lazyLoad/svelte/svelte_getVersionJson.js.map +1 -1
- package/build/lazyLoad/svelte/svelte_recursivePageCrawl.js +6 -6
- package/build/lazyLoad/svelte/svelte_recursivePageCrawl.js.map +1 -1
- package/build/lazyLoad/svelte/svelte_stringAnalysisJSFiles.js +2 -2
- package/build/lazyLoad/svelte/svelte_stringAnalysisJSFiles.js.map +1 -1
- package/build/lazyLoad/techDetect/checkAngularJS.js +1 -1
- package/build/lazyLoad/techDetect/checkAngularJS.js.map +1 -1
- package/build/lazyLoad/techDetect/checkNuxtJS.js +3 -3
- package/build/lazyLoad/techDetect/checkNuxtJS.js.map +1 -1
- package/build/lazyLoad/techDetect/checkSvelte.js +0 -1
- package/build/lazyLoad/techDetect/checkSvelte.js.map +1 -1
- package/build/lazyLoad/techDetect/checkVueJS.js +6 -6
- package/build/lazyLoad/techDetect/checkVueJS.js.map +1 -1
- package/build/lazyLoad/techDetect/index.js +106 -60
- package/build/lazyLoad/techDetect/index.js.map +1 -1
- package/build/lazyLoad/vue/vue_RuntimeJs.js +20 -15
- package/build/lazyLoad/vue/vue_RuntimeJs.js.map +1 -1
- package/build/lazyLoad/vue/vue_SingleJsFileOnHome.js +10 -5
- package/build/lazyLoad/vue/vue_SingleJsFileOnHome.js.map +1 -1
- package/build/lazyLoad/vue/vue_discoverJsFiles.js +20 -17
- package/build/lazyLoad/vue/vue_discoverJsFiles.js.map +1 -1
- package/build/lazyLoad/vue/vue_getClientSidePaths.js +70 -46
- package/build/lazyLoad/vue/vue_getClientSidePaths.js.map +1 -1
- package/build/lazyLoad/vue/vue_jsImports.js +3 -2
- package/build/lazyLoad/vue/vue_jsImports.js.map +1 -1
- package/build/lazyLoad/vue/vue_pageSrc.js +3 -2
- package/build/lazyLoad/vue/vue_pageSrc.js.map +1 -1
- package/build/lazyLoad/vue/vue_reconstructSourceMaps.js +6 -5
- package/build/lazyLoad/vue/vue_reconstructSourceMaps.js.map +1 -1
- package/build/lazyLoad/vue/vue_recursiveClientSidePathDownload.js +10 -21
- package/build/lazyLoad/vue/vue_recursiveClientSidePathDownload.js.map +1 -1
- package/build/lazyLoad/vue/vue_severalJsFilesHome.js +5 -4
- package/build/lazyLoad/vue/vue_severalJsFilesHome.js.map +1 -1
- package/build/lazyLoad/vue/vue_stringJsFiles.js +28 -25
- package/build/lazyLoad/vue/vue_stringJsFiles.js.map +1 -1
- package/build/lazyLoad/vue/vue_viteMapDeps.js +8 -2
- package/build/lazyLoad/vue/vue_viteMapDeps.js.map +1 -1
- package/build/load/index.js +8 -7
- package/build/load/index.js.map +1 -1
- package/build/map/angular_js/getAngularConnections.js +6 -6
- package/build/map/angular_js/getAngularConnections.js.map +1 -1
- package/build/map/graphql/resolveGraphql.js +6 -6
- package/build/map/graphql/resolveGraphql.js.map +1 -1
- package/build/map/index.js +17 -17
- package/build/map/index.js.map +1 -1
- package/build/map/interactive-mode/commandHandler.js +278 -0
- package/build/map/interactive-mode/commandHandler.js.map +1 -0
- package/build/map/interactive-mode/commandHelpers.js +189 -0
- package/build/map/interactive-mode/commandHelpers.js.map +1 -0
- package/build/map/interactive-mode/esqueryGen.js.map +1 -0
- package/build/map/interactive-mode/helpMenu.js +11 -0
- package/build/map/interactive-mode/helpMenu.js.map +1 -0
- package/build/map/interactive-mode/inputPatch.js.map +1 -0
- package/build/map/interactive-mode/interactive.js +71 -0
- package/build/map/interactive-mode/interactive.js.map +1 -0
- package/build/map/interactive-mode/keybindings.js.map +1 -0
- package/build/map/interactive-mode/printer.js.map +1 -0
- package/build/map/interactive-mode/ui.js.map +1 -0
- package/build/map/next_js/getAxiosInstances.js +5 -5
- package/build/map/next_js/getAxiosInstances.js.map +1 -1
- package/build/map/next_js/getExports.js +4 -4
- package/build/map/next_js/getExports.js.map +1 -1
- package/build/map/next_js/getFetchInstances.js +10 -10
- package/build/map/next_js/getFetchInstances.js.map +1 -1
- package/build/map/next_js/getTurbopackConnections.js +8 -8
- package/build/map/next_js/getTurbopackConnections.js.map +1 -1
- package/build/map/next_js/getWebpackConnections.js +27 -16
- package/build/map/next_js/getWebpackConnections.js.map +1 -1
- package/build/map/next_js/interactive.js +3 -65
- package/build/map/next_js/interactive.js.map +1 -1
- package/build/map/next_js/interactive_helpers/commandHandler.js +38 -290
- package/build/map/next_js/interactive_helpers/commandHandler.js.map +1 -1
- package/build/map/next_js/interactive_helpers/commandHelpers.js +0 -184
- package/build/map/next_js/interactive_helpers/commandHelpers.js.map +1 -1
- package/build/map/next_js/interactive_helpers/helpMenu.js +2 -10
- package/build/map/next_js/interactive_helpers/helpMenu.js.map +1 -1
- package/build/map/next_js/resolveAxios.js +6 -6
- package/build/map/next_js/resolveAxios.js.map +1 -1
- package/build/map/next_js/resolveAxiosHelpers/findAxiosClients.js +4 -4
- package/build/map/next_js/resolveAxiosHelpers/findAxiosClients.js.map +1 -1
- package/build/map/next_js/resolveAxiosHelpers/findAxiosInstance.js +2 -2
- package/build/map/next_js/resolveAxiosHelpers/findAxiosInstance.js.map +1 -1
- package/build/map/next_js/resolveAxiosHelpers/findCrossChunkParams.js +5 -5
- package/build/map/next_js/resolveAxiosHelpers/findCrossChunkParams.js.map +1 -1
- package/build/map/next_js/resolveAxiosHelpers/handleAxiosCreate.js +10 -10
- package/build/map/next_js/resolveAxiosHelpers/handleAxiosCreate.js.map +1 -1
- package/build/map/next_js/resolveAxiosHelpers/handleZDotCreate.js +13 -9
- package/build/map/next_js/resolveAxiosHelpers/handleZDotCreate.js.map +1 -1
- package/build/map/next_js/resolveAxiosHelpers/processAxiosCall.js +12 -8
- package/build/map/next_js/resolveAxiosHelpers/processAxiosCall.js.map +1 -1
- package/build/map/next_js/resolveAxiosHelpers/processDirectAxiosCall.js +12 -8
- package/build/map/next_js/resolveAxiosHelpers/processDirectAxiosCall.js.map +1 -1
- package/build/map/next_js/resolveAxiosHelpers/processExportedEndpoints.js +11 -11
- package/build/map/next_js/resolveAxiosHelpers/processExportedEndpoints.js.map +1 -1
- package/build/map/next_js/resolveAxiosHelpers/traceAxiosInstanceExports.js +16 -16
- package/build/map/next_js/resolveAxiosHelpers/traceAxiosInstanceExports.js.map +1 -1
- package/build/map/next_js/resolveFetch.js +23 -23
- package/build/map/next_js/resolveFetch.js.map +1 -1
- package/build/map/next_js/resolveNewRequest.js +10 -10
- package/build/map/next_js/resolveNewRequest.js.map +1 -1
- package/build/map/next_js/resolveServerActions.js +4 -4
- package/build/map/next_js/resolveServerActions.js.map +1 -1
- package/build/map/next_js/utils.js +8 -2
- package/build/map/next_js/utils.js.map +1 -1
- package/build/map/react_js/getReactConnections.js +21 -14
- package/build/map/react_js/getReactConnections.js.map +1 -1
- package/build/map/svelte_js/interactive.js +3 -54
- package/build/map/svelte_js/interactive.js.map +1 -1
- package/build/map/vue_js/getViteConnections.js +23 -16
- package/build/map/vue_js/getViteConnections.js.map +1 -1
- package/build/map/vue_js/interactive.js +3 -63
- package/build/map/vue_js/interactive.js.map +1 -1
- package/build/map/vue_js/interactive_helpers/commandHandler.js +34 -283
- package/build/map/vue_js/interactive_helpers/commandHandler.js.map +1 -1
- package/build/map/vue_js/interactive_helpers/helpMenu.js +2 -10
- package/build/map/vue_js/interactive_helpers/helpMenu.js.map +1 -1
- package/build/map/vue_js/taint_utils.js +1 -1
- package/build/map/vue_js/taint_utils.js.map +1 -1
- package/build/map/vue_js/vue_resolveFetch.js +12 -12
- package/build/map/vue_js/vue_resolveFetch.js.map +1 -1
- package/build/map/vue_js/vue_resolveHttpClient.js +18 -18
- package/build/map/vue_js/vue_resolveHttpClient.js.map +1 -1
- package/build/map/vue_js/vue_resolveXhr.js +11 -11
- package/build/map/vue_js/vue_resolveXhr.js.map +1 -1
- package/build/mcp/chatOneShot.js +7 -7
- package/build/mcp/chatOneShot.js.map +1 -1
- package/build/mcp/claudeCodeCreds.js +5 -5
- package/build/mcp/claudeCodeCreds.js.map +1 -1
- package/build/mcp/cli.js +36 -35
- package/build/mcp/cli.js.map +1 -1
- package/build/mcp/config.js +4 -4
- package/build/mcp/config.js.map +1 -1
- package/build/mcp/index.js +7 -7
- package/build/mcp/index.js.map +1 -1
- package/build/mcp/mcpServer.js +3 -2
- package/build/mcp/mcpServer.js.map +1 -1
- package/build/mcp/skills.js +1 -0
- package/build/mcp/skills.js.map +1 -1
- package/build/mcp/tools.js +5 -4
- package/build/mcp/tools.js.map +1 -1
- package/build/proxy/checkFeasibility.js +8 -4
- package/build/proxy/checkFeasibility.js.map +1 -1
- package/build/proxy/checkFireWallBlocking.js +23 -13
- package/build/proxy/checkFireWallBlocking.js.map +1 -1
- package/build/proxy/detectBlockedResponse.js +205 -0
- package/build/proxy/detectBlockedResponse.js.map +1 -0
- package/build/proxy/genReq.js +434 -127
- package/build/proxy/genReq.js.map +1 -1
- package/build/proxy/index.js +3 -3
- package/build/proxy/index.js.map +1 -1
- package/build/proxy/oxylabsFallback.js +110 -0
- package/build/proxy/oxylabsFallback.js.map +1 -0
- package/build/proxy/proxyFeasibilityRequest.js +11 -9
- package/build/proxy/proxyFeasibilityRequest.js.map +1 -1
- package/build/refactor/index.js +83 -79
- package/build/refactor/index.js.map +1 -1
- package/build/refactor/next/index.js +69 -26
- package/build/refactor/next/index.js.map +1 -1
- package/build/refactor/next/transform.js +11 -4
- package/build/refactor/next/transform.js.map +1 -1
- package/build/refactor/next/validator.js +7 -7
- package/build/refactor/next/validator.js.map +1 -1
- package/build/refactor/react/index.js +13 -13
- package/build/refactor/react/index.js.map +1 -1
- package/build/refactor/react/validator.js +7 -7
- package/build/refactor/react/validator.js.map +1 -1
- package/build/refactor/react-vite/index.js +3 -3
- package/build/refactor/react-vite/index.js.map +1 -1
- package/build/refactor/remote/hf-client.js +1 -0
- package/build/refactor/remote/hf-client.js.map +1 -1
- package/build/refactor/remote/version-detect.js +12 -12
- package/build/refactor/remote/version-detect.js.map +1 -1
- package/build/refactor/vue/index.js +6 -6
- package/build/refactor/vue/index.js.map +1 -1
- package/build/refactor/vue/vite.js +6 -6
- package/build/refactor/vue/vite.js.map +1 -1
- package/build/report/index.js +30 -8
- package/build/report/index.js.map +1 -1
- package/build/report/swaggerJacker.js +63 -0
- package/build/report/swaggerJacker.js.map +1 -0
- package/build/report/utility/genHtml.js +7 -7
- package/build/report/utility/genHtml.js.map +1 -1
- package/build/report/utility/populateDb/populateAnalysisFindings.js +2 -2
- package/build/report/utility/populateDb/populateAnalysisFindings.js.map +1 -1
- package/build/report/utility/populateDb/populateEndpoints.js +3 -3
- package/build/report/utility/populateDb/populateEndpoints.js.map +1 -1
- package/build/report/utility/populateDb/populateMappedJson.js +2 -2
- package/build/report/utility/populateDb/populateMappedJson.js.map +1 -1
- package/build/report/utility/populateDb/populateMappedOpenapi.js +3 -3
- package/build/report/utility/populateDb/populateMappedOpenapi.js.map +1 -1
- package/build/run/bundler-detect.js +45 -9
- package/build/run/bundler-detect.js.map +1 -1
- package/build/run/cancellableStep.js +27 -0
- package/build/run/cancellableStep.js.map +1 -0
- package/build/run/dashboard/dashboardHtml.js +150 -0
- package/build/run/dashboard/dashboardHtml.js.map +1 -0
- package/build/run/dashboard/fsBrowser.js +43 -0
- package/build/run/dashboard/fsBrowser.js.map +1 -0
- package/build/run/dashboard/server.js +123 -0
- package/build/run/dashboard/server.js.map +1 -0
- package/build/run/dashboard/state.js +97 -0
- package/build/run/dashboard/state.js.map +1 -0
- package/build/run/index.js +239 -204
- package/build/run/index.js.map +1 -1
- package/build/run/interruptHandler.js +18 -0
- package/build/run/interruptHandler.js.map +1 -1
- package/build/run/outputDirectory.js +377 -0
- package/build/run/outputDirectory.js.map +1 -0
- package/build/sourcemaps/index.js +116 -29
- package/build/sourcemaps/index.js.map +1 -1
- package/build/strings/index.js +38 -28
- package/build/strings/index.js.map +1 -1
- package/build/strings/openapi.js +4 -4
- package/build/strings/openapi.js.map +1 -1
- package/build/strings/permutate.js +4 -4
- package/build/strings/permutate.js.map +1 -1
- package/build/strings/secrets.js +1 -0
- package/build/strings/secrets.js.map +1 -1
- package/build/strings/trufflehog.js +66 -19
- package/build/strings/trufflehog.js.map +1 -1
- package/build/strings/trufflehogConfig.js +36 -0
- package/build/strings/trufflehogConfig.js.map +1 -0
- package/build/strings/trufflehogDownload.js +115 -0
- package/build/strings/trufflehogDownload.js.map +1 -0
- package/build/utility/ai.js +33 -4
- package/build/utility/ai.js.map +1 -1
- package/build/utility/banner.js +4 -3
- package/build/utility/banner.js.map +1 -1
- package/build/utility/configureSandbox.js +2 -2
- package/build/utility/configureSandbox.js.map +1 -1
- package/build/utility/downloadProgress.js +99 -0
- package/build/utility/downloadProgress.js.map +1 -0
- package/build/utility/globals.js +19 -11
- package/build/utility/globals.js.map +1 -1
- package/build/utility/heap.js +2 -1
- package/build/utility/heap.js.map +1 -1
- package/build/utility/makeReq.js +490 -257
- package/build/utility/makeReq.js.map +1 -1
- package/build/utility/openapiGenerator.js +2 -2
- package/build/utility/openapiGenerator.js.map +1 -1
- package/build/utility/printMsg.js +53 -0
- package/build/utility/printMsg.js.map +1 -0
- package/build/utility/progressLog.js +68 -7
- package/build/utility/progressLog.js.map +1 -1
- package/build/utility/resolvePath.js +2 -1
- package/build/utility/resolvePath.js.map +1 -1
- package/build/utility/ruleVersionMap.js +73 -0
- package/build/utility/ruleVersionMap.js.map +1 -0
- package/build/utility/targetInputs.js +177 -0
- package/build/utility/targetInputs.js.map +1 -0
- package/build/utility/urlUtils.js +37 -1
- package/build/utility/urlUtils.js.map +1 -1
- package/config.dist.yaml +251 -0
- package/contributing/testing.md +106 -0
- package/eslint.config.js +24 -0
- package/package.json +22 -5
- package/scripts/exploit-smoke-test.js +82 -0
- package/scripts/framework-detect-smoke-test.js +64 -0
- package/scripts/postinstall-completion.mjs +40 -0
- package/scripts/smoke-test.js +12 -0
- package/build/lazyLoad/downloadLoadedJsUtil.js +0 -98
- package/build/lazyLoad/downloadLoadedJsUtil.js.map +0 -1
- package/build/map/next_js/interactive_helpers/esqueryGen.js.map +0 -1
- package/build/map/next_js/interactive_helpers/inputPatch.js.map +0 -1
- package/build/map/next_js/interactive_helpers/keybindings.js.map +0 -1
- package/build/map/next_js/interactive_helpers/printer.js.map +0 -1
- package/build/map/next_js/interactive_helpers/ui.js.map +0 -1
- /package/build/map/{next_js/interactive_helpers → interactive-mode}/esqueryGen.js +0 -0
- /package/build/map/{next_js/interactive_helpers → interactive-mode}/inputPatch.js +0 -0
- /package/build/map/{next_js/interactive_helpers → interactive-mode}/keybindings.js +0 -0
- /package/build/map/{next_js/interactive_helpers → interactive-mode}/printer.js +0 -0
- /package/build/map/{next_js/interactive_helpers → interactive-mode}/ui.js +0 -0
|
@@ -18,6 +18,7 @@ import vue_getClientSidePaths from "./vue_getClientSidePaths.js";
|
|
|
18
18
|
import vue_viteMapDeps from "./vue_viteMapDeps.js";
|
|
19
19
|
import vue_stringJsFiles from "./vue_stringJsFiles.js";
|
|
20
20
|
import { shouldRunMethod } from "../methodFilter.js";
|
|
21
|
+
import { progressLog } from "../../utility/progressLog.js";
|
|
21
22
|
/**
|
|
22
23
|
* Runs the full Vue.js JS-file discovery pipeline against a single URL.
|
|
23
24
|
*
|
|
@@ -30,85 +31,87 @@ import { shouldRunMethod } from "../methodFilter.js";
|
|
|
30
31
|
* caller can start downloading them immediately rather than waiting for the
|
|
31
32
|
* full pipeline to finish.
|
|
32
33
|
*/
|
|
33
|
-
const vue_discoverJsFiles = (url_1, ...args_1) => __awaiter(void 0, [url_1, ...args_1], void 0, function* (url, maxJsSizeMb = 2, onFilesDiscovered, includeMethods = [], excludeMethods = [], threads = 1) {
|
|
34
|
+
const vue_discoverJsFiles = (url_1, ...args_1) => __awaiter(void 0, [url_1, ...args_1], void 0, function* (url, maxJsSizeMb = 2, onFilesDiscovered, includeMethods = [], excludeMethods = [], threads = 1, showProgress = true, allowPrompts = true, onTechnique) {
|
|
34
35
|
let jsFiles = [];
|
|
35
36
|
const inc = includeMethods;
|
|
36
37
|
const exc = excludeMethods;
|
|
37
38
|
const normalize = (f) => (f.startsWith("//") ? "https:" + f : f);
|
|
38
39
|
const countNew = (files, before) => files.filter((f) => !before.has(normalize(f))).length;
|
|
39
|
-
const emit = (files) => {
|
|
40
|
+
const emit = (technique, files) => {
|
|
40
41
|
jsFiles.push(...files);
|
|
41
42
|
if (files.length > 0 && onFilesDiscovered) {
|
|
42
43
|
onFilesDiscovered(files.map((f) => (f.startsWith("//") ? "https:" + f : f)));
|
|
43
44
|
}
|
|
45
|
+
onTechnique === null || onTechnique === void 0 ? void 0 : onTechnique(technique, files);
|
|
44
46
|
};
|
|
45
47
|
// first, get all the JS files from the page source
|
|
46
48
|
if (shouldRunMethod("vue_pageSrc", inc, exc)) {
|
|
47
|
-
emit(yield vue_pageSrc(url));
|
|
49
|
+
emit("vue_pageSrc", yield vue_pageSrc(url));
|
|
48
50
|
}
|
|
49
51
|
// method 1: through runtime.<hash>.js
|
|
50
52
|
if (shouldRunMethod("vue_RuntimeJs", inc, exc)) {
|
|
51
|
-
emit(yield vue_runtimeJs(url));
|
|
53
|
+
emit("vue_RuntimeJs", yield vue_runtimeJs(url, allowPrompts));
|
|
52
54
|
}
|
|
53
55
|
// single JS file on the page (typically dev-mode)
|
|
54
56
|
if (shouldRunMethod("vue_SingleJsFileOnHome", inc, exc)) {
|
|
55
57
|
const beforeSingleJs = new Set(jsFiles.map(normalize));
|
|
56
58
|
const fromSingleJs = yield vue_singleJsFileOnHome(url);
|
|
57
|
-
emit(fromSingleJs);
|
|
59
|
+
emit("vue_SingleJsFileOnHome", fromSingleJs);
|
|
58
60
|
const newSingleJs = countNew(fromSingleJs, beforeSingleJs);
|
|
59
61
|
if (newSingleJs > 0) {
|
|
60
|
-
|
|
62
|
+
progressLog(chalk.green(`[✓] Found ${newSingleJs} new files from the single JS file on home`));
|
|
61
63
|
}
|
|
62
64
|
}
|
|
63
65
|
// several JS files referenced directly on the page
|
|
64
66
|
if (shouldRunMethod("vue_severalJsFilesHome", inc, exc)) {
|
|
65
|
-
emit(yield vue_severalJsFilesHome(url));
|
|
67
|
+
emit("vue_severalJsFilesHome", yield vue_severalJsFilesHome(url));
|
|
66
68
|
}
|
|
67
69
|
// scan page-loaded JS files for Vite's __vite__mapDeps chunk manifest
|
|
68
70
|
if (shouldRunMethod("vue_viteMapDeps", inc, exc)) {
|
|
69
71
|
const beforeViteMapDeps = new Set(jsFiles.map(normalize));
|
|
70
72
|
const fromViteMapDeps = yield vue_viteMapDeps(jsFiles, maxJsSizeMb, threads);
|
|
71
|
-
emit(fromViteMapDeps);
|
|
73
|
+
emit("vue_viteMapDeps", fromViteMapDeps);
|
|
72
74
|
const newViteMapDeps = countNew(fromViteMapDeps, beforeViteMapDeps);
|
|
73
75
|
if (newViteMapDeps > 0) {
|
|
74
|
-
|
|
76
|
+
progressLog(chalk.green(`[✓] Found ${newViteMapDeps} new files from __vite__mapDeps`));
|
|
75
77
|
}
|
|
76
78
|
}
|
|
77
79
|
// walk the import graph of everything found so far
|
|
78
80
|
if (shouldRunMethod("vue_jsImports", inc, exc)) {
|
|
79
81
|
const beforeJsImports = new Set(jsFiles.map(normalize));
|
|
80
82
|
const fromImports = yield vue_jsImports(url, jsFiles, maxJsSizeMb, threads);
|
|
81
|
-
emit(fromImports);
|
|
83
|
+
emit("vue_jsImports", fromImports);
|
|
82
84
|
const newJsImports = countNew(fromImports, beforeJsImports);
|
|
83
85
|
if (newJsImports > 0) {
|
|
84
|
-
|
|
86
|
+
progressLog(chalk.green(`[✓] Found ${newJsImports} new files from import statements`));
|
|
85
87
|
}
|
|
86
88
|
}
|
|
87
89
|
// scan string literals inside known JS files for .js references
|
|
88
90
|
if (shouldRunMethod("vue_stringJsFiles", inc, exc)) {
|
|
89
91
|
const beforeStringRefs = new Set(jsFiles.map(normalize));
|
|
90
|
-
const fromStringRefs = yield vue_stringJsFiles(jsFiles, maxJsSizeMb, threads);
|
|
91
|
-
emit(fromStringRefs);
|
|
92
|
+
const fromStringRefs = yield vue_stringJsFiles(jsFiles, maxJsSizeMb, threads, showProgress);
|
|
93
|
+
emit("vue_stringJsFiles", fromStringRefs);
|
|
92
94
|
const newStringRefs = countNew(fromStringRefs, beforeStringRefs);
|
|
93
95
|
if (newStringRefs > 0) {
|
|
94
|
-
|
|
96
|
+
progressLog(chalk.green(`[✓] Found ${newStringRefs} new files from string literal JS references`));
|
|
95
97
|
}
|
|
96
98
|
}
|
|
97
99
|
// reconstruct sourceMappingURL references
|
|
98
100
|
if (shouldRunMethod("vue_reconstructSourceMaps", inc, exc)) {
|
|
99
101
|
const beforeSourceMaps = new Set(jsFiles.map(normalize));
|
|
100
102
|
const fromSourceMaps = yield vue_reconstructSourceMaps(url, jsFiles, threads);
|
|
101
|
-
emit(fromSourceMaps);
|
|
103
|
+
emit("vue_reconstructSourceMaps", fromSourceMaps);
|
|
102
104
|
const newSourceMaps = countNew(fromSourceMaps, beforeSourceMaps);
|
|
103
105
|
if (newSourceMaps > 0) {
|
|
104
|
-
|
|
106
|
+
progressLog(chalk.green(`[✓] Found ${newSourceMaps} new files from reconstructing source maps`));
|
|
105
107
|
}
|
|
106
108
|
}
|
|
107
109
|
jsFiles = [...new Set(jsFiles)].map((f) => (f.startsWith("//") ? "https:" + f : f));
|
|
108
110
|
// surface client-side paths so the caller can recurse into them
|
|
109
111
|
let clientSidePaths = [];
|
|
110
112
|
if (shouldRunMethod("vue_getClientSidePaths", inc, exc)) {
|
|
111
|
-
clientSidePaths = yield vue_getClientSidePaths(url, jsFiles, maxJsSizeMb, threads);
|
|
113
|
+
clientSidePaths = yield vue_getClientSidePaths(url, jsFiles, maxJsSizeMb, threads, showProgress);
|
|
114
|
+
onTechnique === null || onTechnique === void 0 ? void 0 : onTechnique("vue_getClientSidePaths", clientSidePaths);
|
|
112
115
|
}
|
|
113
116
|
return { jsFiles, clientSidePaths: [...new Set(clientSidePaths)] };
|
|
114
117
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_discoverJsFiles.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_discoverJsFiles.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,kBAAkB,CAAC;AAC3C,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,yBAAyB,MAAM,gCAAgC,CAAC;AACvE,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,eAAe,MAAM,sBAAsB,CAAC;AACnD,OAAO,iBAAiB,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"vue_discoverJsFiles.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_discoverJsFiles.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,kBAAkB,CAAC;AAC3C,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,yBAAyB,MAAM,gCAAgC,CAAC;AACvE,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,eAAe,MAAM,sBAAsB,CAAC;AACnD,OAAO,iBAAiB,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAQ3D;;;;;;;;;;;GAWG;AACH,MAAM,mBAAmB,GAAG,mBAUG,EAAE,0DAT7B,GAAW,EACX,cAAsB,CAAC,EACvB,iBAA6C,EAC7C,iBAA2B,EAAE,EAC7B,iBAA2B,EAAE,EAC7B,UAAkB,CAAC,EACnB,eAAwB,IAAI,EAC5B,eAAwB,IAAI,EAC5B,WAA+B;IAE/B,IAAI,OAAO,GAAa,EAAE,CAAC;IAE3B,MAAM,GAAG,GAAG,cAAc,CAAC;IAC3B,MAAM,GAAG,GAAG,cAAc,CAAC;IAE3B,MAAM,SAAS,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,CAAC,KAAe,EAAE,MAAmB,EAAU,EAAE,CAC9D,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAE1D,MAAM,IAAI,GAAG,CAAC,SAAiB,EAAE,KAAe,EAAE,EAAE;QAChD,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACvB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,EAAE,CAAC;YACxC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjF,CAAC;QACD,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAG,SAAS,EAAE,KAAK,CAAC,CAAC;IACpC,CAAC,CAAC;IAEF,mDAAmD;IACnD,IAAI,eAAe,CAAC,aAAa,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAC3C,IAAI,CAAC,aAAa,EAAE,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,sCAAsC;IACtC,IAAI,eAAe,CAAC,eAAe,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC,eAAe,EAAE,MAAM,aAAa,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,kDAAkD;IAClD,IAAI,eAAe,CAAC,wBAAwB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,MAAM,sBAAsB,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,wBAAwB,EAAE,YAAY,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QAC3D,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YAClB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,WAAW,4CAA4C,CAAC,CAAC,CAAC;QACnG,CAAC;IACL,CAAC;IAED,mDAAmD;IACnD,IAAI,eAAe,CAAC,wBAAwB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACtD,IAAI,CAAC,wBAAwB,EAAE,MAAM,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,sEAAsE;IACtE,IAAI,eAAe,CAAC,iBAAiB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1D,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QAC7E,IAAI,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;QACzC,MAAM,cAAc,GAAG,QAAQ,CAAC,eAAe,EAAE,iBAAiB,CAAC,CAAC;QACpE,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,cAAc,iCAAiC,CAAC,CAAC,CAAC;QAC3F,CAAC;IACL,CAAC;IAED,mDAAmD;IACnD,IAAI,eAAe,CAAC,eAAe,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QAC5E,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QACnC,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QAC5D,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACnB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,YAAY,mCAAmC,CAAC,CAAC,CAAC;QAC3F,CAAC;IACL,CAAC;IAED,gEAAgE;IAChE,IAAI,eAAe,CAAC,mBAAmB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACjD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC5F,IAAI,CAAC,mBAAmB,EAAE,cAAc,CAAC,CAAC;QAC1C,MAAM,aAAa,GAAG,QAAQ,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QACjE,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACpB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,aAAa,8CAA8C,CAAC,CAAC,CAAC;QACvG,CAAC;IACL,CAAC;IAED,0CAA0C;IAC1C,IAAI,eAAe,CAAC,2BAA2B,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACzD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,yBAAyB,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9E,IAAI,CAAC,2BAA2B,EAAE,cAAc,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,QAAQ,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QACjE,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACpB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,aAAa,4CAA4C,CAAC,CAAC,CAAC;QACrG,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpF,gEAAgE;IAChE,IAAI,eAAe,GAAa,EAAE,CAAC;IACnC,IAAI,eAAe,CAAC,wBAAwB,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACtD,eAAe,GAAG,MAAM,sBAAsB,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QACjG,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAG,wBAAwB,EAAE,eAAe,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC;AACvE,CAAC,CAAA,CAAC;AAEF,eAAe,mBAAmB,CAAC"}
|
|
@@ -14,48 +14,82 @@ import chalk from "chalk";
|
|
|
14
14
|
import cliProgress from "cli-progress";
|
|
15
15
|
import parser from "@babel/parser";
|
|
16
16
|
import t from "@babel/types";
|
|
17
|
-
import {
|
|
17
|
+
import { activateBarLogger, computeBarSize, progressLog, watchBarResize, withProgressResources, } from "../../utility/progressLog.js";
|
|
18
18
|
import { runWithConcurrency } from "../../utility/concurrency.js";
|
|
19
19
|
const traverse = ((_a = _traverse.default) !== null && _a !== void 0 ? _a : _traverse);
|
|
20
|
-
const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0, [url_1, jsFiles_1, ...args_1], void 0, function* (url, jsFiles, maxJsSizeMb = 2, threads = 1) {
|
|
20
|
+
const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0, [url_1, jsFiles_1, ...args_1], void 0, function* (url, jsFiles, maxJsSizeMb = 2, threads = 1, showProgress = true) {
|
|
21
21
|
const MAX_JS_SIZE_BYTES = maxJsSizeMb * 1024 * 1024;
|
|
22
|
-
|
|
22
|
+
const toReturn = [];
|
|
23
23
|
const baseOrigin = new URL(url).origin;
|
|
24
|
-
const
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
24
|
+
const addClientPath = (pathValue, jsFileOrigin) => {
|
|
25
|
+
if (pathValue.startsWith("//")) {
|
|
26
|
+
try {
|
|
27
|
+
toReturn.push(new URL(`https:${pathValue}`).href);
|
|
28
|
+
}
|
|
29
|
+
catch (_a) {
|
|
30
|
+
// Ignore malformed target-controlled URL strings.
|
|
31
|
+
}
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
if (pathValue.startsWith("/")) {
|
|
35
|
+
try {
|
|
36
|
+
toReturn.push(new URL(pathValue, baseOrigin).href);
|
|
37
|
+
}
|
|
38
|
+
catch (_b) {
|
|
39
|
+
// Ignore malformed target-controlled URL strings.
|
|
40
|
+
}
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
if (pathValue.startsWith("http")) {
|
|
44
|
+
try {
|
|
45
|
+
const parsed = new URL(pathValue);
|
|
46
|
+
if (parsed.origin === jsFileOrigin)
|
|
47
|
+
toReturn.push(parsed.href);
|
|
48
|
+
}
|
|
49
|
+
catch (_c) {
|
|
50
|
+
// Ignore malformed target-controlled URL strings.
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
};
|
|
54
|
+
const bar = showProgress
|
|
55
|
+
? new cliProgress.SingleBar({
|
|
56
|
+
format: chalk.cyan("[i] Extracting client-side paths ") +
|
|
57
|
+
"[{bar}] {percentage}% | {value}/{total} files | {paths} paths | {skipped} skipped",
|
|
58
|
+
barCompleteChar: "█",
|
|
59
|
+
barIncompleteChar: "░",
|
|
60
|
+
barsize: computeBarSize(86),
|
|
61
|
+
hideCursor: false,
|
|
62
|
+
clearOnComplete: false,
|
|
63
|
+
stopOnComplete: false,
|
|
64
|
+
}, cliProgress.Presets.shades_classic)
|
|
65
|
+
: null;
|
|
34
66
|
let processed = 0;
|
|
35
67
|
let skipped = 0;
|
|
36
|
-
bar.start(jsFiles.length, 0, { paths: 0, skipped: 0 });
|
|
37
|
-
const stopBarWatcher = watchBarResize(bar, 86);
|
|
38
|
-
|
|
68
|
+
bar === null || bar === void 0 ? void 0 : bar.start(jsFiles.length, 0, { paths: 0, skipped: 0 });
|
|
69
|
+
const stopBarWatcher = bar ? watchBarResize(bar, 86) : () => undefined;
|
|
70
|
+
const releaseBarLogger = bar
|
|
71
|
+
? activateBarLogger({ log: (s) => process.stdout.write("\r\x1b[K" + s) }, process.stdout.isTTY === true)
|
|
72
|
+
: () => undefined;
|
|
39
73
|
// iterate through all those
|
|
40
|
-
yield runWithConcurrency(jsFiles, threads, (jsFile) => __awaiter(void 0, void 0, void 0, function* () {
|
|
74
|
+
yield withProgressResources(() => runWithConcurrency(jsFiles, threads, (jsFile) => __awaiter(void 0, void 0, void 0, function* () {
|
|
41
75
|
if (!jsFile.endsWith(".js")) {
|
|
42
76
|
processed++;
|
|
43
77
|
skipped++;
|
|
44
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
78
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
45
79
|
return;
|
|
46
80
|
}
|
|
47
81
|
const req = yield makeRequest(jsFile);
|
|
48
82
|
if (req == null) {
|
|
49
83
|
processed++;
|
|
50
84
|
skipped++;
|
|
51
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
85
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
52
86
|
return;
|
|
53
87
|
}
|
|
54
88
|
const jsContent = yield req.text();
|
|
55
89
|
if (jsContent.length > MAX_JS_SIZE_BYTES) {
|
|
56
90
|
processed++;
|
|
57
91
|
skipped++;
|
|
58
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
92
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
59
93
|
return;
|
|
60
94
|
}
|
|
61
95
|
// load in ast
|
|
@@ -70,10 +104,19 @@ const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0
|
|
|
70
104
|
catch (_a) {
|
|
71
105
|
processed++;
|
|
72
106
|
skipped++;
|
|
73
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
107
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
108
|
+
return;
|
|
109
|
+
}
|
|
110
|
+
let jsFileOrigin;
|
|
111
|
+
try {
|
|
112
|
+
jsFileOrigin = new URL(jsFile).origin;
|
|
113
|
+
}
|
|
114
|
+
catch (_b) {
|
|
115
|
+
processed++;
|
|
116
|
+
skipped++;
|
|
117
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
74
118
|
return;
|
|
75
119
|
}
|
|
76
|
-
const jsFileOrigin = new URL(jsFile).origin;
|
|
77
120
|
const pathsBefore = toReturn.length;
|
|
78
121
|
traverse(ast, {
|
|
79
122
|
ObjectProperty(path) {
|
|
@@ -82,15 +125,7 @@ const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0
|
|
|
82
125
|
t.isStringLiteral(value) &&
|
|
83
126
|
t.isObjectExpression(path.parent)) {
|
|
84
127
|
const linkVal = value.value;
|
|
85
|
-
|
|
86
|
-
toReturn.push("https:" + linkVal);
|
|
87
|
-
}
|
|
88
|
-
else if (linkVal.startsWith("/")) {
|
|
89
|
-
toReturn.push(baseOrigin + linkVal);
|
|
90
|
-
}
|
|
91
|
-
else if (linkVal.startsWith("http") && new URL(linkVal).origin === jsFileOrigin) {
|
|
92
|
-
toReturn.push(linkVal);
|
|
93
|
-
}
|
|
128
|
+
addClientPath(linkVal, jsFileOrigin);
|
|
94
129
|
}
|
|
95
130
|
},
|
|
96
131
|
CallExpression(path) {
|
|
@@ -125,15 +160,7 @@ const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0
|
|
|
125
160
|
const [typeEl, valueEl] = tokenEl.elements;
|
|
126
161
|
if (t.isStringLiteral(typeEl, { value: "text" }) && t.isStringLiteral(valueEl)) {
|
|
127
162
|
const pathVal = valueEl.value;
|
|
128
|
-
|
|
129
|
-
toReturn.push("https:" + pathVal);
|
|
130
|
-
}
|
|
131
|
-
else if (pathVal.startsWith("/")) {
|
|
132
|
-
toReturn.push(baseOrigin + pathVal);
|
|
133
|
-
}
|
|
134
|
-
else if (pathVal.startsWith("http") && new URL(pathVal).origin === jsFileOrigin) {
|
|
135
|
-
toReturn.push(pathVal);
|
|
136
|
-
}
|
|
163
|
+
addClientPath(pathVal, jsFileOrigin);
|
|
137
164
|
}
|
|
138
165
|
}
|
|
139
166
|
}
|
|
@@ -143,13 +170,10 @@ const vue_getClientSidePaths = (url_1, jsFiles_1, ...args_1) => __awaiter(void 0
|
|
|
143
170
|
processed++;
|
|
144
171
|
if (toReturn.length === pathsBefore)
|
|
145
172
|
skipped++;
|
|
146
|
-
bar.update(processed, { paths: toReturn.length, skipped });
|
|
147
|
-
}));
|
|
148
|
-
bar.stop();
|
|
149
|
-
stopBarWatcher();
|
|
150
|
-
setActiveBarLogger(null);
|
|
173
|
+
bar === null || bar === void 0 ? void 0 : bar.update(processed, { paths: toReturn.length, skipped });
|
|
174
|
+
})), () => bar === null || bar === void 0 ? void 0 : bar.stop(), stopBarWatcher, releaseBarLogger);
|
|
151
175
|
if (toReturn.length > 0) {
|
|
152
|
-
|
|
176
|
+
progressLog(chalk.green(`[+] Found ${toReturn.length} client-side paths from JS files!`));
|
|
153
177
|
}
|
|
154
178
|
return toReturn;
|
|
155
179
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_getClientSidePaths.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_getClientSidePaths.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,CAAC,MAAM,cAAc,CAAC;AAC7B,OAAO,
|
|
1
|
+
{"version":3,"file":"vue_getClientSidePaths.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_getClientSidePaths.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,CAAC,MAAM,cAAc,CAAC;AAC7B,OAAO,EACH,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,cAAc,EACd,qBAAqB,GACxB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAElE,MAAM,QAAQ,GAAG,CAAC,MAAA,SAAS,CAAC,OAAO,mCAAI,SAAS,CAA6B,CAAC;AAE9E,MAAM,sBAAsB,GAAG,8BAMV,EAAE,qEALnB,GAAW,EACX,OAAiB,EACjB,cAAsB,CAAC,EACvB,UAAkB,CAAC,EACnB,eAAwB,IAAI;IAE5B,MAAM,iBAAiB,GAAG,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC;IACpD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,MAAM,aAAa,GAAG,CAAC,SAAiB,EAAE,YAAoB,EAAQ,EAAE;QACpE,IAAI,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,SAAS,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACtD,CAAC;YAAC,WAAM,CAAC;gBACL,kDAAkD;YACtD,CAAC;YACD,OAAO;QACX,CAAC;QACD,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC;YACvD,CAAC;YAAC,WAAM,CAAC;gBACL,kDAAkD;YACtD,CAAC;YACD,OAAO;QACX,CAAC;QACD,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;gBAClC,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY;oBAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACnE,CAAC;YAAC,WAAM,CAAC;gBACL,kDAAkD;YACtD,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,GAAG,GAAG,YAAY;QACpB,CAAC,CAAC,IAAI,WAAW,CAAC,SAAS,CACrB;YACI,MAAM,EACF,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC;gBAC/C,mFAAmF;YACvF,eAAe,EAAE,GAAG;YACpB,iBAAiB,EAAE,GAAG;YACtB,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC;YAC3B,UAAU,EAAE,KAAK;YACjB,eAAe,EAAE,KAAK;YACtB,cAAc,EAAE,KAAK;SACxB,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACrC;QACH,CAAC,CAAC,IAAI,CAAC;IAEX,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;IACvE,MAAM,gBAAgB,GAAG,GAAG;QACxB,CAAC,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC;QAChH,CAAC,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;IAEtB,4BAA4B;IAC5B,MAAM,qBAAqB,CACvB,GAAG,EAAE,CACD,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,CAAO,MAAM,EAAE,EAAE;QAClD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;QAEtC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YACd,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEnC,IAAI,SAAS,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;YACvC,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QAED,cAAc;QACd,IAAI,GAAG,CAAC;QAER,IAAI,CAAC;YACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE;gBAC1B,UAAU,EAAE,aAAa;gBACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;gBAC9B,aAAa,EAAE,IAAI;aACtB,CAAC,CAAC;QACP,CAAC;QAAC,WAAM,CAAC;YACL,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QAED,IAAI,YAAoB,CAAC;QACzB,IAAI,CAAC;YACD,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC1C,CAAC;QAAC,WAAM,CAAC;YACL,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;QACX,CAAC;QACD,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC;QAEpC,QAAQ,CAAC,GAAG,EAAE;YACV,cAAc,CAAC,IAAI;gBACf,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;gBAEjC,IACI,CAAC,CAAC,YAAY,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBACrC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC;oBACxB,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EACnC,CAAC;oBACC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC;oBAE5B,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBACzC,CAAC;YACL,CAAC;YAED,cAAc,CAAC,IAAI;gBACf,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;gBAE9C,2BAA2B;gBAC3B,IACI,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC;oBAC7B,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;oBAClD,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;oBAEpD,OAAO;gBAEX,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;oBAAE,OAAO;gBAE5B,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;gBAEnC,kCAAkC;gBAClC,IACI,CAAC,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC;oBAC/B,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;oBACtD,CAAC,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC;oBACtC,CAAC,CAAC,CAAC,YAAY,CAAE,QAAQ,CAAC,MAA6B,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;oBAEnF,OAAO;gBAEX,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,SAAS,CAAC;oBAAE,OAAO;gBAE7C,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;oBAC5C,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC;wBAAE,SAAS;oBAEzF,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;wBAClD,IACI,CAAC,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC;4BAC9B,CAAC,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;4BAClD,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,CAAC,KAAK,CAAC;4BAErC,SAAS;wBAEb,KAAK,MAAM,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;4BAC7C,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC;gCAAE,SAAS;4BAE5C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;4BAE3C,IAAI,CAAC,CAAC,eAAe,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;gCAC7E,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC;gCAE9B,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;4BACzC,CAAC;wBACL,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC,CAAC;QAEH,SAAS,EAAE,CAAC;QACZ,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW;YAAE,OAAO,EAAE,CAAC;QAC/C,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC,CAAA,CAAC,EACN,GAAG,EAAE,CAAC,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,IAAI,EAAE,EACjB,cAAc,EACd,gBAAgB,CACnB,CAAC;IAEF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,MAAM,mCAAmC,CAAC,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,eAAe,sBAAsB,CAAC"}
|
|
@@ -13,13 +13,14 @@ import parser from "@babel/parser";
|
|
|
13
13
|
import _traverse from "@babel/traverse";
|
|
14
14
|
import chalk from "chalk";
|
|
15
15
|
import { runWithConcurrency } from "../../utility/concurrency.js";
|
|
16
|
+
import { progressError } from "../../utility/progressLog.js";
|
|
16
17
|
const traverse = ((_a = _traverse.default) !== null && _a !== void 0 ? _a : _traverse);
|
|
17
18
|
const parseJsFile = (url, maxJsSizeMb) => __awaiter(void 0, void 0, void 0, function* () {
|
|
18
19
|
const MAX_JS_SIZE_BYTES = maxJsSizeMb * 1024 * 1024;
|
|
19
20
|
const foundUrls = new Set();
|
|
20
21
|
const req = yield makeRequest(url);
|
|
21
22
|
if (req == null) {
|
|
22
|
-
|
|
23
|
+
progressError(chalk.red(`Failed to fetch ${url}`));
|
|
23
24
|
return foundUrls;
|
|
24
25
|
}
|
|
25
26
|
const reqText = yield req.text();
|
|
@@ -44,7 +45,7 @@ const parseJsFile = (url, maxJsSizeMb) => __awaiter(void 0, void 0, void 0, func
|
|
|
44
45
|
foundUrls.add(new URL(source, url).href);
|
|
45
46
|
}
|
|
46
47
|
else {
|
|
47
|
-
|
|
48
|
+
progressError(chalk.red(`Found import statement but can't resolve it: ${source} - on ${url}`));
|
|
48
49
|
}
|
|
49
50
|
},
|
|
50
51
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_jsImports.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_jsImports.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;
|
|
1
|
+
{"version":3,"file":"vue_jsImports.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_jsImports.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE7D,MAAM,QAAQ,GAAG,CAAC,MAAA,SAAS,CAAC,OAAO,mCAAI,SAAS,CAA6B,CAAC;AAE9E,MAAM,WAAW,GAAG,CAAO,GAAW,EAAE,WAAmB,EAAE,EAAE;IAC3D,MAAM,iBAAiB,GAAG,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC;IACpD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC,CAAC;QACnD,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEjC,IAAI,OAAO,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACrC,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,IAAI,GAAG,CAAC;IACR,IAAI,CAAC;QACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE;YACxB,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,kBAAkB,CAAC;SAChC,CAAC,CAAC;IACP,CAAC;IAAC,WAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,gCAAgC;IAChC,QAAQ,CAAC,GAAG,EAAE;QACV,iBAAiB,CAAC,IAAI;YAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAEtC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChF,SAAS,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACJ,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,gDAAgD,MAAM,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC;YACnG,CAAC;QACL,CAAC;KACJ,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACrB,CAAC,CAAA,CAAC;AAEF,MAAM,aAAa,GAAG,mCAA0F,EAAE,0EAArF,GAAW,EAAE,YAAsB,EAAE,cAAsB,CAAC,EAAE,UAAkB,CAAC;IAC1G,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAS,YAAY,CAAC,CAAC;IAElD,MAAM,kBAAkB,CAAC,YAAY,EAAE,OAAO,EAAE,CAAO,MAAM,EAAE,EAAE;QAC7D,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1D,KAAK,MAAM,CAAC,IAAI,UAAU;YAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAA,CAAC,CAAC;IAEH,sEAAsE;IACtE,+BAA+B;IAC/B,IAAI,OAAO,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,CAAO,CAAC,EAAE,EAAE;YACnD,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YACrD,KAAK,MAAM,IAAI,IAAI,UAAU;gBAAE,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/D,CAAC,CAAA,CAAC,CAAC;QACH,OAAO,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,CAAC,GAAG,iBAAiB,CAAC,CAAC;AAClC,CAAC,CAAA,CAAC;AAEF,eAAe,aAAa,CAAC"}
|
|
@@ -10,12 +10,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import makeRequest from "../../utility/makeReq.js";
|
|
11
11
|
import chalk from "chalk";
|
|
12
12
|
import * as cheerio from "cheerio";
|
|
13
|
+
import { progressError } from "../../utility/progressLog.js";
|
|
13
14
|
const vue_pageSrc = (url) => __awaiter(void 0, void 0, void 0, function* () {
|
|
14
|
-
|
|
15
|
+
const toReturn = [];
|
|
15
16
|
// first, get the contents of the homepage
|
|
16
17
|
const req = yield makeRequest(url);
|
|
17
18
|
if (req == null) {
|
|
18
|
-
|
|
19
|
+
progressError(chalk.red(`Failed to fetch ${url}`));
|
|
19
20
|
return toReturn;
|
|
20
21
|
}
|
|
21
22
|
const homepageContent = yield req.text();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_pageSrc.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_pageSrc.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"vue_pageSrc.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_pageSrc.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE7D,MAAM,WAAW,GAAG,CAAO,GAAW,EAAE,EAAE;IACtC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,0CAA0C;IAC1C,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC,CAAC;QACnD,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,MAAM,eAAe,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEzC,0BAA0B;IAC1B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC9C,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,GAAG,EAAE,CAAC;YACN,iDAAiD;YACjD,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACJ,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;gBACvC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,wBAAwB;IACxB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC5C,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACzB,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,GAAG,EAAE,CAAC;YACN,0BAA0B;YAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,GAAG,IAAI,CAAC,GAAG,IAAI,eAAe,IAAI,CAAC,GAAG,IAAI,SAAS,IAAI,MAAM,IAAI,QAAQ,CAAC,CAAC,EAAE,CAAC;gBAC9E,iDAAiD;gBACjD,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBACjD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;oBACvC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,eAAe,WAAW,CAAC"}
|
|
@@ -10,16 +10,17 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import makeRequest from "../../utility/makeReq.js";
|
|
11
11
|
import chalk from "chalk";
|
|
12
12
|
import { runWithConcurrency } from "../../utility/concurrency.js";
|
|
13
|
+
import { progressError, progressLog } from "../../utility/progressLog.js";
|
|
13
14
|
const vue_reconstructSourceMaps = (url_1, jsFilesToDownload_1, ...args_1) => __awaiter(void 0, [url_1, jsFilesToDownload_1, ...args_1], void 0, function* (url, jsFilesToDownload, threads = 1) {
|
|
14
15
|
// get the contents of first file, and check if it has the sourceMappingURL
|
|
15
|
-
|
|
16
|
+
const sourceMapUrls = [];
|
|
16
17
|
// guard against empty input
|
|
17
18
|
if (jsFilesToDownload.length === 0) {
|
|
18
19
|
return sourceMapUrls;
|
|
19
20
|
}
|
|
20
21
|
const req = yield makeRequest(jsFilesToDownload[0]);
|
|
21
22
|
if (req == null) {
|
|
22
|
-
|
|
23
|
+
progressError(chalk.red(`Failed to fetch ${jsFilesToDownload[0]}`));
|
|
23
24
|
return sourceMapUrls;
|
|
24
25
|
}
|
|
25
26
|
const content = yield req.text();
|
|
@@ -27,17 +28,17 @@ const vue_reconstructSourceMaps = (url_1, jsFilesToDownload_1, ...args_1) => __a
|
|
|
27
28
|
if (!(content.includes("sourceMappingURL=") || content.includes("sourceMappingURL ="))) {
|
|
28
29
|
return sourceMapUrls;
|
|
29
30
|
}
|
|
30
|
-
|
|
31
|
+
progressLog(chalk.green("[✓] Found sourceMappingURL"));
|
|
31
32
|
// now that one file has this, iterate through all the files, and reconstruct the source maps
|
|
32
33
|
yield runWithConcurrency(jsFilesToDownload, threads, (jsFile) => __awaiter(void 0, void 0, void 0, function* () {
|
|
33
34
|
const req = yield makeRequest(jsFile);
|
|
34
35
|
if (req == null) {
|
|
35
|
-
|
|
36
|
+
progressError(chalk.red(`Failed to fetch ${jsFile}`));
|
|
36
37
|
return;
|
|
37
38
|
}
|
|
38
39
|
const content = yield req.text();
|
|
39
40
|
// get the sourceMappingURL
|
|
40
|
-
|
|
41
|
+
const sourceMappingURL_reg = content.match(/sourceMappingURL=([^"]+)/);
|
|
41
42
|
if (sourceMappingURL_reg) {
|
|
42
43
|
// strip the newline, and assign to a new var
|
|
43
44
|
const sourceMappingURL = sourceMappingURL_reg[1].replace(/\n/g, "");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_reconstructSourceMaps.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_reconstructSourceMaps.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;
|
|
1
|
+
{"version":3,"file":"vue_reconstructSourceMaps.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_reconstructSourceMaps.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAE1E,MAAM,yBAAyB,GAAG,wCAAsE,EAAE,+EAAjE,GAAW,EAAE,iBAA2B,EAAE,UAAkB,CAAC;IAClG,2EAA2E;IAE3E,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,4BAA4B;IAC5B,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,aAAa,CAAC;IACzB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpE,OAAO,aAAa,CAAC;IACzB,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAEjC,uCAAuC;IACvC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,EAAE,CAAC;QACrF,OAAO,aAAa,CAAC;IACzB,CAAC;IAED,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAEvD,6FAA6F;IAC7F,MAAM,kBAAkB,CAAC,iBAAiB,EAAE,OAAO,EAAE,CAAO,MAAM,EAAE,EAAE;QAClE,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YACd,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC,CAAC;YACtD,OAAO;QACX,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAEjC,2BAA2B;QAC3B,MAAM,oBAAoB,GAAG,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACvE,IAAI,oBAAoB,EAAE,CAAC;YACvB,6CAA6C;YAC7C,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAEpE,sBAAsB;YACtB,IAAI,gBAAgB,GAAW,EAAE,CAAC;YAClC,IAAI,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,gBAAgB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,gBAAgB,CAAC;YACjE,CAAC;iBAAM,IAAI,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3C,gBAAgB,GAAG,IAAI,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;YAC9D,CAAC;iBAAM,IAAI,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7C,gBAAgB,GAAG,gBAAgB,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACJ,gBAAgB,GAAG,IAAI,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;YAC9D,CAAC;YAED,gEAAgE;YAChE,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACzC,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,OAAO,aAAa,CAAC;AACzB,CAAC,CAAA,CAAC;AAEF,eAAe,yBAAyB,CAAC"}
|
|
@@ -10,7 +10,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import chalk from "chalk";
|
|
11
11
|
import cliProgress from "cli-progress";
|
|
12
12
|
import vue_discoverJsFiles from "./vue_discoverJsFiles.js";
|
|
13
|
-
import {
|
|
13
|
+
import { activateBarLogger, computeBarSize, progressError, progressLog, progressWarn, watchBarResize, withProgressResources, } from "../../utility/progressLog.js";
|
|
14
14
|
/**
|
|
15
15
|
* Recursively walks newly discovered Vue.js client-side paths.
|
|
16
16
|
*
|
|
@@ -24,7 +24,7 @@ import { setActiveBarLogger, computeBarSize, watchBarResize } from "../../utilit
|
|
|
24
24
|
* - {@link STAGNATION_LIMIT} consecutive rounds yield no new JS files.
|
|
25
25
|
*/
|
|
26
26
|
const STAGNATION_LIMIT = 3;
|
|
27
|
-
const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __awaiter(void 0, [clientSidePaths_1, ...args_1], void 0, function* (clientSidePaths, threads = 1, maxJsSizeMb = 2, onFilesDiscovered, includeMethods = [], excludeMethods = []) {
|
|
27
|
+
const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __awaiter(void 0, [clientSidePaths_1, ...args_1], void 0, function* (clientSidePaths, threads = 1, maxJsSizeMb = 2, onFilesDiscovered, includeMethods = [], excludeMethods = [], onTechnique) {
|
|
28
28
|
const allJsFiles = new Set();
|
|
29
29
|
const visitedPaths = new Set();
|
|
30
30
|
const knownPaths = new Set();
|
|
@@ -57,7 +57,7 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
57
57
|
stagnant: `0/${STAGNATION_LIMIT}`,
|
|
58
58
|
});
|
|
59
59
|
const stopBarWatcher = watchBarResize(bar, 99);
|
|
60
|
-
|
|
60
|
+
const releaseBarLogger = activateBarLogger({ log: (s) => process.stdout.write("\r\x1b[K" + s) }, process.stdout.isTTY === true);
|
|
61
61
|
const refreshBar = () => {
|
|
62
62
|
bar.setTotal(knownPaths.size);
|
|
63
63
|
bar.update(visitedPaths.size, {
|
|
@@ -66,7 +66,7 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
66
66
|
stagnant: `${stagnantRounds}/${STAGNATION_LIMIT}`,
|
|
67
67
|
});
|
|
68
68
|
};
|
|
69
|
-
|
|
69
|
+
yield withProgressResources(() => __awaiter(void 0, void 0, void 0, function* () {
|
|
70
70
|
while (pending.length > 0) {
|
|
71
71
|
const batch = pending.filter((p) => !visitedPaths.has(p));
|
|
72
72
|
pending = [];
|
|
@@ -88,7 +88,7 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
88
88
|
while (cursor < batch.length) {
|
|
89
89
|
const path = batch[cursor++];
|
|
90
90
|
try {
|
|
91
|
-
const { jsFiles, clientSidePaths: newPaths } = yield vue_discoverJsFiles(path, maxJsSizeMb, onFilesDiscovered, includeMethods, excludeMethods, nestedThreads);
|
|
91
|
+
const { jsFiles, clientSidePaths: newPaths } = yield vue_discoverJsFiles(path, maxJsSizeMb, onFilesDiscovered, includeMethods, excludeMethods, nestedThreads, false, false, onTechnique);
|
|
92
92
|
for (const file of jsFiles) {
|
|
93
93
|
allJsFiles.add(file);
|
|
94
94
|
}
|
|
@@ -110,23 +110,17 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
110
110
|
});
|
|
111
111
|
yield Promise.all(Array.from({ length: workerCount }, () => worker()));
|
|
112
112
|
if (errors.length > 0) {
|
|
113
|
-
bar.stop();
|
|
114
113
|
for (const msg of errors) {
|
|
115
|
-
|
|
114
|
+
progressError(chalk.red(msg));
|
|
116
115
|
}
|
|
117
|
-
|
|
118
|
-
round,
|
|
119
|
-
jsFiles: allJsFiles.size,
|
|
120
|
-
stagnant: `${stagnantRounds}/${STAGNATION_LIMIT}`,
|
|
121
|
-
});
|
|
116
|
+
refreshBar();
|
|
122
117
|
}
|
|
123
118
|
const newFilesThisRound = allJsFiles.size - sizeBeforeRound;
|
|
124
119
|
if (newFilesThisRound === 0) {
|
|
125
120
|
stagnantRounds++;
|
|
126
121
|
refreshBar();
|
|
127
122
|
if (stagnantRounds >= STAGNATION_LIMIT) {
|
|
128
|
-
|
|
129
|
-
console.error(chalk.yellow(`[!] Stopping recursion: ${STAGNATION_LIMIT} consecutive rounds without new JS files`));
|
|
123
|
+
progressWarn(chalk.yellow(`[!] Stopping recursion: ${STAGNATION_LIMIT} consecutive rounds without new JS files`));
|
|
130
124
|
break;
|
|
131
125
|
}
|
|
132
126
|
}
|
|
@@ -134,14 +128,9 @@ const vue_recursiveClientSidePathDownload = (clientSidePaths_1, ...args_1) => __
|
|
|
134
128
|
stagnantRounds = 0;
|
|
135
129
|
}
|
|
136
130
|
}
|
|
137
|
-
}
|
|
138
|
-
finally {
|
|
139
|
-
bar.stop();
|
|
140
|
-
stopBarWatcher();
|
|
141
|
-
setActiveBarLogger(null);
|
|
142
|
-
}
|
|
131
|
+
}), () => bar.stop(), stopBarWatcher, releaseBarLogger);
|
|
143
132
|
if (allJsFiles.size > 0) {
|
|
144
|
-
|
|
133
|
+
progressLog(chalk.green(`[✓] Recursive client-side discovery yielded ${allJsFiles.size} JS file(s) across ${visitedPaths.size} path(s)`));
|
|
145
134
|
}
|
|
146
135
|
return [...allJsFiles];
|
|
147
136
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vue_recursiveClientSidePathDownload.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_recursiveClientSidePathDownload.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAC3D,OAAO,
|
|
1
|
+
{"version":3,"file":"vue_recursiveClientSidePathDownload.js","sourceRoot":"","sources":["../../../src/lazyLoad/vue/vue_recursiveClientSidePathDownload.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EACH,iBAAiB,EACjB,cAAc,EACd,aAAa,EACb,WAAW,EACX,YAAY,EACZ,cAAc,EACd,qBAAqB,GACxB,MAAM,8BAA8B,CAAC;AAGtC;;;;;;;;;;;GAWG;AACH,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAE3B,MAAM,mCAAmC,GAAG,+BAQvB,EAAE,sEAPnB,eAAyB,EACzB,UAAkB,CAAC,EACnB,cAAsB,CAAC,EACvB,iBAA6C,EAC7C,iBAA2B,EAAE,EAC7B,iBAA2B,EAAE,EAC7B,WAA+B;IAE/B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,IAAI,OAAO,GAAa,EAAE,CAAC;IAE3B,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACL,CAAC;IAED,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACjC;QACI,MAAM,EACF,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC;YAC9C,0GAA0G;QAC9G,eAAe,EAAE,GAAG;QACpB,iBAAiB,EAAE,GAAG;QACtB,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC;QAC3B,UAAU,EAAE,KAAK;QACjB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;QACrB,SAAS,EAAE,EAAE;KAChB,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACrC,CAAC;IAEF,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,EAAE;QAC1B,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,KAAK,gBAAgB,EAAE;KACpC,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC/C,MAAM,gBAAgB,GAAG,iBAAiB,CACtC,EAAE,GAAG,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,EAAE,EAC5D,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAChC,CAAC;IAEF,MAAM,UAAU,GAAG,GAAG,EAAE;QACpB,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE;YAC1B,KAAK;YACL,OAAO,EAAE,UAAU,CAAC,IAAI;YACxB,QAAQ,EAAE,GAAG,cAAc,IAAI,gBAAgB,EAAE;SACpD,CAAC,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,qBAAqB,CACvB,GAAS,EAAE;QACP,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,OAAO,GAAG,EAAE,CAAC;YAEb,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAE9B,KAAK,EAAE,CAAC;YACR,MAAM,eAAe,GAAG,UAAU,CAAC,IAAI,CAAC;YAExC,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YACjE,oFAAoF;YACpF,qFAAqF;YACrF,wEAAwE;YACxE,mFAAmF;YACnF,+EAA+E;YAC/E,gDAAgD;YAChD,MAAM,aAAa,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAEpD,MAAM,MAAM,GAAG,GAAS,EAAE;gBACtB,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;oBAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC7B,IAAI,CAAC;wBACD,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,GAAG,MAAM,mBAAmB,CACpE,IAAI,EACJ,WAAW,EACX,iBAAiB,EACjB,cAAc,EACd,cAAc,EACd,aAAa,EACb,KAAK,EACL,KAAK,EACL,WAAW,CACd,CAAC;wBAEF,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;4BACzB,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACzB,CAAC;wBAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;4BAC7B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gCAC3B,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gCACxB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAC1B,CAAC;wBACL,CAAC;oBACL,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,MAAM,CAAC,IAAI,CACP,8BAA8B,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC5F,CAAC;oBACN,CAAC;4BAAS,CAAC;wBACP,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACvB,UAAU,EAAE,CAAC;oBACjB,CAAC;gBACL,CAAC;YACL,CAAC,CAAA,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAEvE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;oBACvB,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClC,CAAC;gBACD,UAAU,EAAE,CAAC;YACjB,CAAC;YAED,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,GAAG,eAAe,CAAC;YAC5D,IAAI,iBAAiB,KAAK,CAAC,EAAE,CAAC;gBAC1B,cAAc,EAAE,CAAC;gBACjB,UAAU,EAAE,CAAC;gBACb,IAAI,cAAc,IAAI,gBAAgB,EAAE,CAAC;oBACrC,YAAY,CACR,KAAK,CAAC,MAAM,CACR,2BAA2B,gBAAgB,0CAA0C,CACxF,CACJ,CAAC;oBACF,MAAM;gBACV,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,cAAc,GAAG,CAAC,CAAC;YACvB,CAAC;QACL,CAAC;IACL,CAAC,CAAA,EACD,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,EAChB,cAAc,EACd,gBAAgB,CACnB,CAAC;IAEF,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACtB,WAAW,CACP,KAAK,CAAC,KAAK,CACP,+CAA+C,UAAU,CAAC,IAAI,sBAAsB,YAAY,CAAC,IAAI,UAAU,CAClH,CACJ,CAAC;IACN,CAAC;IAED,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC;AAC3B,CAAC,CAAA,CAAC;AAEF,eAAe,mCAAmC,CAAC"}
|
|
@@ -10,12 +10,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import chalk from "chalk";
|
|
11
11
|
import makeRequest from "../../utility/makeReq.js";
|
|
12
12
|
import * as cheerio from "cheerio";
|
|
13
|
+
import { progressError } from "../../utility/progressLog.js";
|
|
13
14
|
const vue_severalJsFilesHome = (url) => __awaiter(void 0, void 0, void 0, function* () {
|
|
14
|
-
|
|
15
|
+
const jsFilesToReturn = [];
|
|
15
16
|
// get the contents of the homepage
|
|
16
17
|
const homepageReq = yield makeRequest(url);
|
|
17
18
|
if (homepageReq == null) {
|
|
18
|
-
|
|
19
|
+
progressError(chalk.red(`Failed to fetch ${url}`));
|
|
19
20
|
return jsFilesToReturn;
|
|
20
21
|
}
|
|
21
22
|
const homepageContent = yield homepageReq.text();
|
|
@@ -24,7 +25,7 @@ const vue_severalJsFilesHome = (url) => __awaiter(void 0, void 0, void 0, functi
|
|
|
24
25
|
// find all the script tag urls
|
|
25
26
|
const scriptTags = $("script");
|
|
26
27
|
// iterate through those, and find the ones that aren't CDN URLs, like the relative or absolute paths
|
|
27
|
-
|
|
28
|
+
const jsPaths = [];
|
|
28
29
|
for (const tag of scriptTags) {
|
|
29
30
|
const src = $(tag).attr("src");
|
|
30
31
|
if (src && !src.startsWith("http")) {
|
|
@@ -44,7 +45,7 @@ const vue_severalJsFilesHome = (url) => __awaiter(void 0, void 0, void 0, functi
|
|
|
44
45
|
}
|
|
45
46
|
}
|
|
46
47
|
// now that there are files, go through those and get the full path of those
|
|
47
|
-
|
|
48
|
+
const fullJsUrls = [];
|
|
48
49
|
for (const path of jsPaths) {
|
|
49
50
|
const fullUrl = new URL(path, url).href;
|
|
50
51
|
fullJsUrls.push(fullUrl);
|