@js-recon/js-recon 1.3.1-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.gitattributes +2 -0
- package/.github/ISSUE_TEMPLATE/bug_report.md +29 -0
- package/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
- package/.github/ISSUE_TEMPLATE/new_tech_support_request.md +26 -0
- package/.github/workflows/build-and-prettify.yaml +121 -0
- package/.github/workflows/pr_checker.yml +22 -0
- package/.github/workflows/publish-js-recon.yml +169 -0
- package/.prettierignore +2 -0
- package/.prettierrc +6 -0
- package/CHANGELOG.md +692 -0
- package/CLAUDE.md +290 -0
- package/Dockerfile +34 -0
- package/LICENSE +21 -0
- package/README.md +101 -0
- package/SECURITY.md +37 -0
- package/build/analyze/engine/astEngine.js +224 -0
- package/build/analyze/engine/astEngine.js.map +1 -0
- package/build/analyze/engine/index.js +59 -0
- package/build/analyze/engine/index.js.map +1 -0
- package/build/analyze/engine/requestEngine.js +100 -0
- package/build/analyze/engine/requestEngine.js.map +1 -0
- package/build/analyze/helpers/engineHelpers/findDirectAssignment.js +37 -0
- package/build/analyze/helpers/engineHelpers/findDirectAssignment.js.map +1 -0
- package/build/analyze/helpers/engineHelpers/findMemberExpressionAssignment.js +29 -0
- package/build/analyze/helpers/engineHelpers/findMemberExpressionAssignment.js.map +1 -0
- package/build/analyze/helpers/engineHelpers/resolveFunctionIdentifier.js +38 -0
- package/build/analyze/helpers/engineHelpers/resolveFunctionIdentifier.js.map +1 -0
- package/build/analyze/helpers/engineHelpers/taintFlow.js +250 -0
- package/build/analyze/helpers/engineHelpers/taintFlow.js.map +1 -0
- package/build/analyze/helpers/initRules.js +111 -0
- package/build/analyze/helpers/initRules.js.map +1 -0
- package/build/analyze/helpers/outputHelper.js +14 -0
- package/build/analyze/helpers/outputHelper.js.map +1 -0
- package/build/analyze/helpers/schemas.js +57 -0
- package/build/analyze/helpers/schemas.js.map +1 -0
- package/build/analyze/helpers/validate.js +89 -0
- package/build/analyze/helpers/validate.js.map +1 -0
- package/build/analyze/index.js +150 -0
- package/build/analyze/index.js.map +1 -0
- package/build/analyze/types/index.js +2 -0
- package/build/analyze/types/index.js.map +1 -0
- package/build/api_gateway/checkFeasibility.js +41 -0
- package/build/api_gateway/checkFeasibility.js.map +1 -0
- package/build/api_gateway/checkFireWallBlocking.js +33 -0
- package/build/api_gateway/checkFireWallBlocking.js.map +1 -0
- package/build/api_gateway/genReq.js +205 -0
- package/build/api_gateway/genReq.js.map +1 -0
- package/build/api_gateway/index.js +291 -0
- package/build/api_gateway/index.js.map +1 -0
- package/build/endpoints/gen_report/gen_json.js +30 -0
- package/build/endpoints/gen_report/gen_json.js.map +1 -0
- package/build/endpoints/gen_report/utility/iterate_n_store.js +64 -0
- package/build/endpoints/gen_report/utility/iterate_n_store.js.map +1 -0
- package/build/endpoints/index.js +101 -0
- package/build/endpoints/index.js.map +1 -0
- package/build/endpoints/next_js/client_jsFilesHref.js +100 -0
- package/build/endpoints/next_js/client_jsFilesHref.js.map +1 -0
- package/build/endpoints/next_js/client_jsonParse.js +89 -0
- package/build/endpoints/next_js/client_jsonParse.js.map +1 -0
- package/build/endpoints/next_js/client_mappedJsonFile.js +103 -0
- package/build/endpoints/next_js/client_mappedJsonFile.js.map +1 -0
- package/build/endpoints/next_js/client_subsequentRequests.js +211 -0
- package/build/endpoints/next_js/client_subsequentRequests.js.map +1 -0
- package/build/fingerprint/index.js +123 -0
- package/build/fingerprint/index.js.map +1 -0
- package/build/globalConfig.js +16 -0
- package/build/globalConfig.js.map +1 -0
- package/build/index.js +332 -0
- package/build/index.js.map +1 -0
- package/build/lazyLoad/angular/angular_getFromMainJs.js +55 -0
- package/build/lazyLoad/angular/angular_getFromMainJs.js.map +1 -0
- package/build/lazyLoad/angular/angular_getFromPageSource.js +43 -0
- package/build/lazyLoad/angular/angular_getFromPageSource.js.map +1 -0
- package/build/lazyLoad/downloadFilesUtil.js +127 -0
- package/build/lazyLoad/downloadFilesUtil.js.map +1 -0
- package/build/lazyLoad/downloadLoadedJsUtil.js +44 -0
- package/build/lazyLoad/downloadLoadedJsUtil.js.map +1 -0
- package/build/lazyLoad/downloadQueue.js +191 -0
- package/build/lazyLoad/downloadQueue.js.map +1 -0
- package/build/lazyLoad/globals.js +107 -0
- package/build/lazyLoad/globals.js.map +1 -0
- package/build/lazyLoad/index.js +377 -0
- package/build/lazyLoad/index.js.map +1 -0
- package/build/lazyLoad/next_js/NextJsCrawler.js +332 -0
- package/build/lazyLoad/next_js/NextJsCrawler.js.map +1 -0
- package/build/lazyLoad/next_js/next_GetJSScript.js +126 -0
- package/build/lazyLoad/next_js/next_GetJSScript.js.map +1 -0
- package/build/lazyLoad/next_js/next_GetLazyResourcesBuildManifestJs.js +83 -0
- package/build/lazyLoad/next_js/next_GetLazyResourcesBuildManifestJs.js.map +1 -0
- package/build/lazyLoad/next_js/next_GetLazyResourcesWebpackJs.js +222 -0
- package/build/lazyLoad/next_js/next_GetLazyResourcesWebpackJs.js.map +1 -0
- package/build/lazyLoad/next_js/next_SubsequentRequests.js +208 -0
- package/build/lazyLoad/next_js/next_SubsequentRequests.js.map +1 -0
- package/build/lazyLoad/next_js/next_bruteForceJsFiles.js +37 -0
- package/build/lazyLoad/next_js/next_bruteForceJsFiles.js.map +1 -0
- package/build/lazyLoad/next_js/next_buildId.js +55 -0
- package/build/lazyLoad/next_js/next_buildId.js.map +1 -0
- package/build/lazyLoad/next_js/next_getClientSidePaths.js +83 -0
- package/build/lazyLoad/next_js/next_getClientSidePaths.js.map +1 -0
- package/build/lazyLoad/next_js/next_globals.js +8 -0
- package/build/lazyLoad/next_js/next_globals.js.map +1 -0
- package/build/lazyLoad/next_js/next_parseLayoutJs.js +116 -0
- package/build/lazyLoad/next_js/next_parseLayoutJs.js.map +1 -0
- package/build/lazyLoad/next_js/next_promiseResolve.js +85 -0
- package/build/lazyLoad/next_js/next_promiseResolve.js.map +1 -0
- package/build/lazyLoad/next_js/next_scriptTagsSubsequentRequests.js +51 -0
- package/build/lazyLoad/next_js/next_scriptTagsSubsequentRequests.js.map +1 -0
- package/build/lazyLoad/nuxt_js/nuxt_astParse.js +202 -0
- package/build/lazyLoad/nuxt_js/nuxt_astParse.js.map +1 -0
- package/build/lazyLoad/nuxt_js/nuxt_getFromPageSource.js +82 -0
- package/build/lazyLoad/nuxt_js/nuxt_getFromPageSource.js.map +1 -0
- package/build/lazyLoad/nuxt_js/nuxt_stringAnalysisJSFiles.js +108 -0
- package/build/lazyLoad/nuxt_js/nuxt_stringAnalysisJSFiles.js.map +1 -0
- package/build/lazyLoad/react/react_followImports.js +105 -0
- package/build/lazyLoad/react/react_followImports.js.map +1 -0
- package/build/lazyLoad/react/react_getScriptTags.js +52 -0
- package/build/lazyLoad/react/react_getScriptTags.js.map +1 -0
- package/build/lazyLoad/react/react_sourcemapUrls.js +44 -0
- package/build/lazyLoad/react/react_sourcemapUrls.js.map +1 -0
- package/build/lazyLoad/react/react_webpackChunkPaths.js +188 -0
- package/build/lazyLoad/react/react_webpackChunkPaths.js.map +1 -0
- package/build/lazyLoad/sourcemap.js +188 -0
- package/build/lazyLoad/sourcemap.js.map +1 -0
- package/build/lazyLoad/svelte/svelte_discoverPagesFromJs.js +162 -0
- package/build/lazyLoad/svelte/svelte_discoverPagesFromJs.js.map +1 -0
- package/build/lazyLoad/svelte/svelte_getFromPageSource.js +91 -0
- package/build/lazyLoad/svelte/svelte_getFromPageSource.js.map +1 -0
- package/build/lazyLoad/svelte/svelte_recursivePageCrawl.js +180 -0
- package/build/lazyLoad/svelte/svelte_recursivePageCrawl.js.map +1 -0
- package/build/lazyLoad/svelte/svelte_stringAnalysisJSFiles.js +123 -0
- package/build/lazyLoad/svelte/svelte_stringAnalysisJSFiles.js.map +1 -0
- package/build/lazyLoad/techDetect/checkAngularJS.js +70 -0
- package/build/lazyLoad/techDetect/checkAngularJS.js.map +1 -0
- package/build/lazyLoad/techDetect/checkNextJS.js +45 -0
- package/build/lazyLoad/techDetect/checkNextJS.js.map +1 -0
- package/build/lazyLoad/techDetect/checkNuxtJS.js +39 -0
- package/build/lazyLoad/techDetect/checkNuxtJS.js.map +1 -0
- package/build/lazyLoad/techDetect/checkReact.js +86 -0
- package/build/lazyLoad/techDetect/checkReact.js.map +1 -0
- package/build/lazyLoad/techDetect/checkSvelte.js +69 -0
- package/build/lazyLoad/techDetect/checkSvelte.js.map +1 -0
- package/build/lazyLoad/techDetect/checkVueJS.js +118 -0
- package/build/lazyLoad/techDetect/checkVueJS.js.map +1 -0
- package/build/lazyLoad/techDetect/index.js +161 -0
- package/build/lazyLoad/techDetect/index.js.map +1 -0
- package/build/lazyLoad/vue/vue_RuntimeJs.js +169 -0
- package/build/lazyLoad/vue/vue_RuntimeJs.js.map +1 -0
- package/build/lazyLoad/vue/vue_SingleJsFileOnHome.js +102 -0
- package/build/lazyLoad/vue/vue_SingleJsFileOnHome.js.map +1 -0
- package/build/lazyLoad/vue/vue_discoverJsFiles.js +82 -0
- package/build/lazyLoad/vue/vue_discoverJsFiles.js.map +1 -0
- package/build/lazyLoad/vue/vue_getClientSidePaths.js +155 -0
- package/build/lazyLoad/vue/vue_getClientSidePaths.js.map +1 -0
- package/build/lazyLoad/vue/vue_jsImports.js +76 -0
- package/build/lazyLoad/vue/vue_jsImports.js.map +1 -0
- package/build/lazyLoad/vue/vue_pageSrc.js +60 -0
- package/build/lazyLoad/vue/vue_pageSrc.js.map +1 -0
- package/build/lazyLoad/vue/vue_reconstructSourceMaps.js +64 -0
- package/build/lazyLoad/vue/vue_reconstructSourceMaps.js.map +1 -0
- package/build/lazyLoad/vue/vue_recursiveClientSidePathDownload.js +142 -0
- package/build/lazyLoad/vue/vue_recursiveClientSidePathDownload.js.map +1 -0
- package/build/lazyLoad/vue/vue_severalJsFilesHome.js +57 -0
- package/build/lazyLoad/vue/vue_severalJsFilesHome.js.map +1 -0
- package/build/lazyLoad/vue/vue_sourcemapExtract.js +166 -0
- package/build/lazyLoad/vue/vue_sourcemapExtract.js.map +1 -0
- package/build/lazyLoad/vue/vue_stringJsFiles.js +148 -0
- package/build/lazyLoad/vue/vue_stringJsFiles.js.map +1 -0
- package/build/lazyLoad/vue/vue_viteMapDeps.js +89 -0
- package/build/lazyLoad/vue/vue_viteMapDeps.js.map +1 -0
- package/build/load/index.js +316 -0
- package/build/load/index.js.map +1 -0
- package/build/map/graphql/resolveGraphql.js +296 -0
- package/build/map/graphql/resolveGraphql.js.map +1 -0
- package/build/map/index.js +261 -0
- package/build/map/index.js.map +1 -0
- package/build/map/next_js/getAxiosInstances.js +64 -0
- package/build/map/next_js/getAxiosInstances.js.map +1 -0
- package/build/map/next_js/getExports.js +101 -0
- package/build/map/next_js/getExports.js.map +1 -0
- package/build/map/next_js/getFetchInstances.js +139 -0
- package/build/map/next_js/getFetchInstances.js.map +1 -0
- package/build/map/next_js/getTurbopackConnections.js +255 -0
- package/build/map/next_js/getTurbopackConnections.js.map +1 -0
- package/build/map/next_js/getWebpackConnections.js +235 -0
- package/build/map/next_js/getWebpackConnections.js.map +1 -0
- package/build/map/next_js/interactive.js +69 -0
- package/build/map/next_js/interactive.js.map +1 -0
- package/build/map/next_js/interactive_helpers/commandHandler.js +310 -0
- package/build/map/next_js/interactive_helpers/commandHandler.js.map +1 -0
- package/build/map/next_js/interactive_helpers/commandHelpers.js +245 -0
- package/build/map/next_js/interactive_helpers/commandHelpers.js.map +1 -0
- package/build/map/next_js/interactive_helpers/esqueryGen.js +370 -0
- package/build/map/next_js/interactive_helpers/esqueryGen.js.map +1 -0
- package/build/map/next_js/interactive_helpers/helpMenu.js +12 -0
- package/build/map/next_js/interactive_helpers/helpMenu.js.map +1 -0
- package/build/map/next_js/interactive_helpers/inputPatch.js +207 -0
- package/build/map/next_js/interactive_helpers/inputPatch.js.map +1 -0
- package/build/map/next_js/interactive_helpers/keybindings.js +90 -0
- package/build/map/next_js/interactive_helpers/keybindings.js.map +1 -0
- package/build/map/next_js/interactive_helpers/printer.js +23 -0
- package/build/map/next_js/interactive_helpers/printer.js.map +1 -0
- package/build/map/next_js/interactive_helpers/ui.js +88 -0
- package/build/map/next_js/interactive_helpers/ui.js.map +1 -0
- package/build/map/next_js/resolveAxios.js +152 -0
- package/build/map/next_js/resolveAxios.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/astNodeToJsonString.js +64 -0
- package/build/map/next_js/resolveAxiosHelpers/astNodeToJsonString.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/directCallsWithoutAssignment.js +48 -0
- package/build/map/next_js/resolveAxiosHelpers/directCallsWithoutAssignment.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/findAxiosClients.js +34 -0
- package/build/map/next_js/resolveAxiosHelpers/findAxiosClients.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/findAxiosInstance.js +39 -0
- package/build/map/next_js/resolveAxiosHelpers/findAxiosInstance.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/findCrossChunkParams.js +312 -0
- package/build/map/next_js/resolveAxiosHelpers/findCrossChunkParams.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/handleAxiosCreate.js +173 -0
- package/build/map/next_js/resolveAxiosHelpers/handleAxiosCreate.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/handleZDotCreate.js +261 -0
- package/build/map/next_js/resolveAxiosHelpers/handleZDotCreate.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/interceptorHeaders.js +206 -0
- package/build/map/next_js/resolveAxiosHelpers/interceptorHeaders.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/processAxiosCall.js +168 -0
- package/build/map/next_js/resolveAxiosHelpers/processAxiosCall.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/processDirectAxiosCall.js +121 -0
- package/build/map/next_js/resolveAxiosHelpers/processDirectAxiosCall.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/processExportedEndpoints.js +274 -0
- package/build/map/next_js/resolveAxiosHelpers/processExportedEndpoints.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/traceAxiosInstanceExports.js +518 -0
- package/build/map/next_js/resolveAxiosHelpers/traceAxiosInstanceExports.js.map +1 -0
- package/build/map/next_js/resolveAxiosHelpers/traceBody.js +913 -0
- package/build/map/next_js/resolveAxiosHelpers/traceBody.js.map +1 -0
- package/build/map/next_js/resolveFetch.js +533 -0
- package/build/map/next_js/resolveFetch.js.map +1 -0
- package/build/map/next_js/resolveNewRequest.js +749 -0
- package/build/map/next_js/resolveNewRequest.js.map +1 -0
- package/build/map/next_js/resolveServerActions.js +449 -0
- package/build/map/next_js/resolveServerActions.js.map +1 -0
- package/build/map/next_js/utils.js +1600 -0
- package/build/map/next_js/utils.js.map +1 -0
- package/build/map/react_js/getReactConnections.js +303 -0
- package/build/map/react_js/getReactConnections.js.map +1 -0
- package/build/map/react_js/interactive.js +4 -0
- package/build/map/react_js/interactive.js.map +1 -0
- package/build/map/react_js/react_resolveFetch.js +6 -0
- package/build/map/react_js/react_resolveFetch.js.map +1 -0
- package/build/map/svelte_js/interactive.js +58 -0
- package/build/map/svelte_js/interactive.js.map +1 -0
- package/build/map/svelte_js/interactive_helpers/commandHandler.js +4 -0
- package/build/map/svelte_js/interactive_helpers/commandHandler.js.map +1 -0
- package/build/map/vue_js/bodyResolver.js +477 -0
- package/build/map/vue_js/bodyResolver.js.map +1 -0
- package/build/map/vue_js/crossFileResolver.js +438 -0
- package/build/map/vue_js/crossFileResolver.js.map +1 -0
- package/build/map/vue_js/getViteConnections.js +343 -0
- package/build/map/vue_js/getViteConnections.js.map +1 -0
- package/build/map/vue_js/interactive.js +67 -0
- package/build/map/vue_js/interactive.js.map +1 -0
- package/build/map/vue_js/interactive_helpers/commandHandler.js +307 -0
- package/build/map/vue_js/interactive_helpers/commandHandler.js.map +1 -0
- package/build/map/vue_js/interactive_helpers/commandHelpers.js +39 -0
- package/build/map/vue_js/interactive_helpers/commandHelpers.js.map +1 -0
- package/build/map/vue_js/interactive_helpers/helpMenu.js +12 -0
- package/build/map/vue_js/interactive_helpers/helpMenu.js.map +1 -0
- package/build/map/vue_js/taint_utils.js +621 -0
- package/build/map/vue_js/taint_utils.js.map +1 -0
- package/build/map/vue_js/vue_resolveFetch.js +416 -0
- package/build/map/vue_js/vue_resolveFetch.js.map +1 -0
- package/build/map/vue_js/vue_resolveHttpClient.js +738 -0
- package/build/map/vue_js/vue_resolveHttpClient.js.map +1 -0
- package/build/map/vue_js/vue_resolveXhr.js +282 -0
- package/build/map/vue_js/vue_resolveXhr.js.map +1 -0
- package/build/mcp/chatOneShot.js +101 -0
- package/build/mcp/chatOneShot.js.map +1 -0
- package/build/mcp/claudeCodeCreds.js +150 -0
- package/build/mcp/claudeCodeCreds.js.map +1 -0
- package/build/mcp/cli.js +372 -0
- package/build/mcp/cli.js.map +1 -0
- package/build/mcp/commands.js +227 -0
- package/build/mcp/commands.js.map +1 -0
- package/build/mcp/config.js +68 -0
- package/build/mcp/config.js.map +1 -0
- package/build/mcp/index.js +50 -0
- package/build/mcp/index.js.map +1 -0
- package/build/mcp/intent.js +204 -0
- package/build/mcp/intent.js.map +1 -0
- package/build/mcp/jobs.js +199 -0
- package/build/mcp/jobs.js.map +1 -0
- package/build/mcp/mcpServer.js +241 -0
- package/build/mcp/mcpServer.js.map +1 -0
- package/build/mcp/providers.js +170 -0
- package/build/mcp/providers.js.map +1 -0
- package/build/mcp/skills.js +115 -0
- package/build/mcp/skills.js.map +1 -0
- package/build/mcp/tools.js +185 -0
- package/build/mcp/tools.js.map +1 -0
- package/build/refactor/index.js +85 -0
- package/build/refactor/index.js.map +1 -0
- package/build/refactor/next/index.js +109 -0
- package/build/refactor/next/index.js.map +1 -0
- package/build/refactor/react/index.js +636 -0
- package/build/refactor/react/index.js.map +1 -0
- package/build/report/index.js +68 -0
- package/build/report/index.js.map +1 -0
- package/build/report/utility/dataTables/genDataTablesPage.js +158 -0
- package/build/report/utility/dataTables/genDataTablesPage.js.map +1 -0
- package/build/report/utility/genHtml.js +516 -0
- package/build/report/utility/genHtml.js.map +1 -0
- package/build/report/utility/initReportDb.js +96 -0
- package/build/report/utility/initReportDb.js.map +1 -0
- package/build/report/utility/markdownGen/addAnalyze.js +53 -0
- package/build/report/utility/markdownGen/addAnalyze.js.map +1 -0
- package/build/report/utility/markdownGen/addMappedJson.js +33 -0
- package/build/report/utility/markdownGen/addMappedJson.js.map +1 -0
- package/build/report/utility/populateDb/populateAnalysisFindings.js +31 -0
- package/build/report/utility/populateDb/populateAnalysisFindings.js.map +1 -0
- package/build/report/utility/populateDb/populateEndpoints.js +50 -0
- package/build/report/utility/populateDb/populateEndpoints.js.map +1 -0
- package/build/report/utility/populateDb/populateMappedJson.js +31 -0
- package/build/report/utility/populateDb/populateMappedJson.js.map +1 -0
- package/build/report/utility/populateDb/populateMappedOpenapi.js +49 -0
- package/build/report/utility/populateDb/populateMappedOpenapi.js.map +1 -0
- package/build/run/index.js +446 -0
- package/build/run/index.js.map +1 -0
- package/build/run/interruptHandler.js +93 -0
- package/build/run/interruptHandler.js.map +1 -0
- package/build/strings/index.js +239 -0
- package/build/strings/index.js.map +1 -0
- package/build/strings/openapi.js +63 -0
- package/build/strings/openapi.js.map +1 -0
- package/build/strings/permutate.js +62 -0
- package/build/strings/permutate.js.map +1 -0
- package/build/strings/secrets.js +102 -0
- package/build/strings/secrets.js.map +1 -0
- package/build/utility/ai.js +97 -0
- package/build/utility/ai.js.map +1 -0
- package/build/utility/configureSandbox.js +14 -0
- package/build/utility/configureSandbox.js.map +1 -0
- package/build/utility/globals.js +322 -0
- package/build/utility/globals.js.map +1 -0
- package/build/utility/interfaces.js +2 -0
- package/build/utility/interfaces.js.map +1 -0
- package/build/utility/makeReq.js +448 -0
- package/build/utility/makeReq.js.map +1 -0
- package/build/utility/openapiGenerator.js +254 -0
- package/build/utility/openapiGenerator.js.map +1 -0
- package/build/utility/postmanGenerator.js +216 -0
- package/build/utility/postmanGenerator.js.map +1 -0
- package/build/utility/progressLog.js +50 -0
- package/build/utility/progressLog.js.map +1 -0
- package/build/utility/puppeteerInstance.js +5 -0
- package/build/utility/puppeteerInstance.js.map +1 -0
- package/build/utility/replaceUrlPlaceholders.js +48 -0
- package/build/utility/replaceUrlPlaceholders.js.map +1 -0
- package/build/utility/resolvePath.js +44 -0
- package/build/utility/resolvePath.js.map +1 -0
- package/build/utility/runSandboxed.js +42 -0
- package/build/utility/runSandboxed.js.map +1 -0
- package/build/utility/urlUtils.js +21 -0
- package/build/utility/urlUtils.js.map +1 -0
- package/contributing/nextjs.md +410 -0
- package/package.json +75 -0
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import chalk from "chalk";
|
|
11
|
+
import parser from "@babel/parser";
|
|
12
|
+
import _traverse from "@babel/traverse";
|
|
13
|
+
const traverse = _traverse.default;
|
|
14
|
+
import fs from "fs";
|
|
15
|
+
import path from "path";
|
|
16
|
+
/**
|
|
17
|
+
* Extracts client-side paths from JSON.parse() calls in JavaScript files.
|
|
18
|
+
*
|
|
19
|
+
* Analyzes JavaScript files to find JSON.parse() calls with string literals as arguments.
|
|
20
|
+
* When the parsed JSON contains objects with keys that look like paths (starting with '/'),
|
|
21
|
+
* those keys are extracted as potential client-side routes.
|
|
22
|
+
*
|
|
23
|
+
* @param directory - The directory path containing JavaScript files to analyze
|
|
24
|
+
* @returns Promise that resolves to an array of discovered paths from JSON.parse() calls
|
|
25
|
+
*/
|
|
26
|
+
const client_jsonParse = (directory) => __awaiter(void 0, void 0, void 0, function* () {
|
|
27
|
+
let foundUrls = [];
|
|
28
|
+
console.log(chalk.cyan("[i] Searching for client-side paths in JSON.parse()"));
|
|
29
|
+
// filter out the directories
|
|
30
|
+
let files = fs.readdirSync(directory, {
|
|
31
|
+
recursive: true,
|
|
32
|
+
encoding: "utf8",
|
|
33
|
+
});
|
|
34
|
+
files = files.filter((file) => !fs.statSync(path.join(directory, file)).isDirectory());
|
|
35
|
+
// filter out the subsequent requests files
|
|
36
|
+
files = files.filter((file) => !file.startsWith("___subsequent_requests"));
|
|
37
|
+
for (const file of files) {
|
|
38
|
+
// read the file
|
|
39
|
+
const code = fs.readFileSync(path.join(directory, file), "utf8");
|
|
40
|
+
// parse the code with ast
|
|
41
|
+
let ast;
|
|
42
|
+
try {
|
|
43
|
+
ast = parser.parse(code, {
|
|
44
|
+
sourceType: "unambiguous",
|
|
45
|
+
plugins: ["jsx", "typescript"],
|
|
46
|
+
errorRecovery: true,
|
|
47
|
+
});
|
|
48
|
+
// traverse the ast, and find all the instances where JSON.parse() is used with a string as its
|
|
49
|
+
// argument, and if you parse that string, it contains paths
|
|
50
|
+
traverse(ast, {
|
|
51
|
+
CallExpression(path) {
|
|
52
|
+
const callee = path.get("callee");
|
|
53
|
+
if (callee.matchesPattern("JSON.parse")) {
|
|
54
|
+
const args = path.get("arguments");
|
|
55
|
+
if (args.length > 0 && args[0].isStringLiteral()) {
|
|
56
|
+
const jsonString = args[0].node.value;
|
|
57
|
+
try {
|
|
58
|
+
const parsedData = JSON.parse(jsonString);
|
|
59
|
+
// get all the keys of parsedData
|
|
60
|
+
const keys = Object.keys(parsedData);
|
|
61
|
+
// check if they all match the regex of path
|
|
62
|
+
let matched = true;
|
|
63
|
+
for (const key of keys) {
|
|
64
|
+
if (!key.match(/^\/[\w\.\/\-]*$/)) {
|
|
65
|
+
matched = false;
|
|
66
|
+
break;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
if (matched) {
|
|
70
|
+
// push all the keys to foundUrls
|
|
71
|
+
foundUrls.push(...keys);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
catch (e) {
|
|
75
|
+
// Ignore errors from JSON.parse
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
},
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
catch (err) {
|
|
83
|
+
console.error(chalk.red(`[!] Error when parsing JSON: ${err}`));
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
return foundUrls;
|
|
87
|
+
});
|
|
88
|
+
export default client_jsonParse;
|
|
89
|
+
//# sourceMappingURL=client_jsonParse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client_jsonParse.js","sourceRoot":"","sources":["../../../src/endpoints/next_js/client_jsonParse.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AACnC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB;;;;;;;;;GASG;AACH,MAAM,gBAAgB,GAAG,CAAO,SAAiB,EAAqB,EAAE;IACpE,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC,CAAC;IAE/E,6BAA6B;IAC7B,IAAI,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE;QAClC,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,MAAM;KACnB,CAAC,CAAC;IACH,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAEvF,2CAA2C;IAC3C,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC,CAAC,CAAC;IAE3E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,gBAAgB;QAChB,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAEjE,0BAA0B;QAC1B,IAAI,GAAG,CAAC;QACR,IAAI,CAAC;YACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE;gBACrB,UAAU,EAAE,aAAa;gBACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;gBAC9B,aAAa,EAAE,IAAI;aACtB,CAAC,CAAC;YAEH,+FAA+F;YAC/F,4DAA4D;YAC5D,QAAQ,CAAC,GAAG,EAAE;gBACV,cAAc,CAAC,IAAI;oBACf,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAClC,IAAI,MAAM,CAAC,cAAc,CAAC,YAAY,CAAC,EAAE,CAAC;wBACtC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;wBACnC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE,EAAE,CAAC;4BAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;4BACtC,IAAI,CAAC;gCACD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gCAE1C,iCAAiC;gCACjC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gCAErC,4CAA4C;gCAC5C,IAAI,OAAO,GAAG,IAAI,CAAC;gCAEnB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oCACrB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;wCAChC,OAAO,GAAG,KAAK,CAAC;wCAChB,MAAM;oCACV,CAAC;gCACL,CAAC;gCAED,IAAI,OAAO,EAAE,CAAC;oCACV,iCAAiC;oCACjC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;gCAC5B,CAAC;4BACL,CAAC;4BAAC,OAAO,CAAC,EAAE,CAAC;gCACT,gCAAgC;4BACpC,CAAC;wBACL,CAAC;oBACL,CAAC;gBACL,CAAC;aACJ,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAC,CAAC;QACpE,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC,CAAA,CAAC;AAEF,eAAe,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import chalk from "chalk";
|
|
11
|
+
import fs from "fs";
|
|
12
|
+
import parser from "@babel/parser";
|
|
13
|
+
import _traverse from "@babel/traverse";
|
|
14
|
+
const traverse = _traverse.default;
|
|
15
|
+
/**
|
|
16
|
+
* Checks for client-side paths in a mapped JSON file.
|
|
17
|
+
*
|
|
18
|
+
* @param {string} filePath - The path to the mapped JSON file
|
|
19
|
+
* @returns {Promise<string[]>} - A promise that resolves to an array of client-side paths
|
|
20
|
+
*/
|
|
21
|
+
const client_mappedJsonFile = (filePath) => __awaiter(void 0, void 0, void 0, function* () {
|
|
22
|
+
console.log(chalk.cyan("[i] Checking for client-side paths from mapped JSON file"));
|
|
23
|
+
// open the file and load the chunks
|
|
24
|
+
const chunks = JSON.parse(fs.readFileSync(filePath, "utf-8"));
|
|
25
|
+
let chunksCopy = chunks;
|
|
26
|
+
let foundPaths = [];
|
|
27
|
+
// iterate over the chunks
|
|
28
|
+
for (const [key, value] of Object.entries(chunks)) {
|
|
29
|
+
// see if the chunk code string contains window.__NEXT_P string
|
|
30
|
+
if (value.code.includes("window.__NEXT_P")) {
|
|
31
|
+
let ast;
|
|
32
|
+
try {
|
|
33
|
+
ast = parser.parse(value.code, {
|
|
34
|
+
sourceType: "unambiguous",
|
|
35
|
+
plugins: ["jsx", "typescript"],
|
|
36
|
+
errorRecovery: true,
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
catch (err) {
|
|
40
|
+
console.error(chalk.red(`[!] Failed to parse chunk ${key}: ${err}`));
|
|
41
|
+
continue;
|
|
42
|
+
}
|
|
43
|
+
traverse(ast, {
|
|
44
|
+
CallExpression(path) {
|
|
45
|
+
const callee = path.node.callee;
|
|
46
|
+
// Check if it's a .push() call
|
|
47
|
+
if (callee.type === "MemberExpression" &&
|
|
48
|
+
callee.property.type === "Identifier" &&
|
|
49
|
+
callee.property.name === "push") {
|
|
50
|
+
const obj = callee.object;
|
|
51
|
+
// Check if the object of the push call is an assignment expression
|
|
52
|
+
if (obj.type === "AssignmentExpression" && obj.left.type === "MemberExpression") {
|
|
53
|
+
const assignment = obj;
|
|
54
|
+
const memberExpr = assignment.left;
|
|
55
|
+
// Check for window.__NEXT_P
|
|
56
|
+
if (memberExpr.object.type === "Identifier" &&
|
|
57
|
+
memberExpr.object.name === "window" &&
|
|
58
|
+
memberExpr.property.type === "Identifier" &&
|
|
59
|
+
memberExpr.property.name === "__NEXT_P") {
|
|
60
|
+
// Check for the logical expression on the right side of the assignment
|
|
61
|
+
if (assignment.right.type === "LogicalExpression" &&
|
|
62
|
+
assignment.right.operator === "||") {
|
|
63
|
+
const logicalExpr = assignment.right;
|
|
64
|
+
// Check that the logical expression is `window.__NEXT_P || []`
|
|
65
|
+
if (logicalExpr.left.type === "MemberExpression" &&
|
|
66
|
+
logicalExpr.left.object.type === "Identifier" &&
|
|
67
|
+
logicalExpr.left.object.name === "window" &&
|
|
68
|
+
logicalExpr.left.property.type === "Identifier" &&
|
|
69
|
+
logicalExpr.left.property.name === "__NEXT_P" &&
|
|
70
|
+
logicalExpr.right.type === "ArrayExpression" &&
|
|
71
|
+
logicalExpr.right.elements.length === 0) {
|
|
72
|
+
// Now, get the arguments of the .push() call
|
|
73
|
+
const pushArgs = path.node.arguments;
|
|
74
|
+
if (pushArgs.length > 0 && pushArgs[0].type === "ArrayExpression") {
|
|
75
|
+
const firstArg = pushArgs[0];
|
|
76
|
+
if (firstArg.elements.length > 0) {
|
|
77
|
+
const element = firstArg.elements[0];
|
|
78
|
+
if (element.type === "StringLiteral") {
|
|
79
|
+
console.log(chalk.green(`[+] Found client-side path: ${element.value}`));
|
|
80
|
+
if (chunksCopy[key].description === "none") {
|
|
81
|
+
chunksCopy[key].description =
|
|
82
|
+
"Client-side path definition: " + element.value;
|
|
83
|
+
}
|
|
84
|
+
foundPaths.push(element.value);
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
},
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
// write the chunk to the output file
|
|
98
|
+
const chunks_json = JSON.stringify(chunksCopy, null, 2);
|
|
99
|
+
fs.writeFileSync(filePath, chunks_json);
|
|
100
|
+
return foundPaths;
|
|
101
|
+
});
|
|
102
|
+
export default client_mappedJsonFile;
|
|
103
|
+
//# sourceMappingURL=client_mappedJsonFile.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client_mappedJsonFile.js","sourceRoot":"","sources":["../../../src/endpoints/next_js/client_mappedJsonFile.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AAGnC;;;;;GAKG;AACH,MAAM,qBAAqB,GAAG,CAAO,QAAgB,EAAqB,EAAE;IACxE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC,CAAC;IAEpF,oCAAoC;IACpC,MAAM,MAAM,GAAW,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IAEtE,IAAI,UAAU,GAAG,MAAM,CAAC;IAExB,IAAI,UAAU,GAAa,EAAE,CAAC;IAE9B,0BAA0B;IAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,+DAA+D;QAC/D,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACzC,IAAI,GAAG,CAAC;YACR,IAAI,CAAC;gBACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE;oBAC3B,UAAU,EAAE,aAAa;oBACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;oBAC9B,aAAa,EAAE,IAAI;iBACtB,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;gBACrE,SAAS;YACb,CAAC;YAED,QAAQ,CAAC,GAAG,EAAE;gBACV,cAAc,CAAC,IAAI;oBACf,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;oBAEhC,+BAA+B;oBAC/B,IACI,MAAM,CAAC,IAAI,KAAK,kBAAkB;wBAClC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,YAAY;wBACrC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,MAAM,EACjC,CAAC;wBACC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC;wBAE1B,mEAAmE;wBACnE,IAAI,GAAG,CAAC,IAAI,KAAK,sBAAsB,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;4BAC9E,MAAM,UAAU,GAAG,GAAG,CAAC;4BACvB,MAAM,UAAU,GAAG,UAAU,CAAC,IAAW,CAAC;4BAE1C,4BAA4B;4BAC5B,IACI,UAAU,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY;gCACvC,UAAU,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ;gCACnC,UAAU,CAAC,QAAQ,CAAC,IAAI,KAAK,YAAY;gCACzC,UAAU,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,EACzC,CAAC;gCACC,uEAAuE;gCACvE,IACI,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,mBAAmB;oCAC7C,UAAU,CAAC,KAAK,CAAC,QAAQ,KAAK,IAAI,EACpC,CAAC;oCACC,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC;oCAErC,+DAA+D;oCAC/D,IACI,WAAW,CAAC,IAAI,CAAC,IAAI,KAAK,kBAAkB;wCAC5C,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY;wCAC7C,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ;wCACzC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,YAAY;wCAC/C,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU;wCAC7C,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB;wCAC5C,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EACzC,CAAC;wCACC,6CAA6C;wCAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;wCACrC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;4CAChE,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;4CAC7B,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gDAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gDACrC,IAAI,OAAO,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;oDACnC,OAAO,CAAC,GAAG,CACP,KAAK,CAAC,KAAK,CAAC,+BAA+B,OAAO,CAAC,KAAK,EAAE,CAAC,CAC9D,CAAC;oDACF,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;wDACzC,UAAU,CAAC,GAAG,CAAC,CAAC,WAAW;4DACvB,+BAA+B,GAAG,OAAO,CAAC,KAAK,CAAC;oDACxD,CAAC;oDACD,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gDACnC,CAAC;4CACL,CAAC;wCACL,CAAC;oCACL,CAAC;gCACL,CAAC;4BACL,CAAC;wBACL,CAAC;oBACL,CAAC;gBACL,CAAC;aACJ,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,qCAAqC;IACrC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACxD,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAExC,OAAO,UAAU,CAAC;AACtB,CAAC,CAAA,CAAC;AAEF,eAAe,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,211 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import chalk from "chalk";
|
|
11
|
+
import fs from "fs";
|
|
12
|
+
import path from "path";
|
|
13
|
+
import parser from "@babel/parser";
|
|
14
|
+
import _traverse from "@babel/traverse";
|
|
15
|
+
import makeRequest from "../../utility/makeReq.js";
|
|
16
|
+
const traverse = _traverse.default;
|
|
17
|
+
let toReturn = [];
|
|
18
|
+
/**
|
|
19
|
+
* Checks for client-side paths in a file and appends discovered paths to the module-scoped `toReturn` array.
|
|
20
|
+
*
|
|
21
|
+
* @param {string[]} files - The list of files to check
|
|
22
|
+
* @param {string} url - The base URL to resolve relative URLs against
|
|
23
|
+
* @returns {Promise<void>} - A promise that resolves when all files have been processed
|
|
24
|
+
*/
|
|
25
|
+
const checkHref = (files, url) => __awaiter(void 0, void 0, void 0, function* () {
|
|
26
|
+
// open each file and read the contents
|
|
27
|
+
for (const file of files) {
|
|
28
|
+
const content = fs.readFileSync(file, "utf-8");
|
|
29
|
+
// go through each line
|
|
30
|
+
const lines = content.split("\n");
|
|
31
|
+
for (const line of lines) {
|
|
32
|
+
// check what is the type of line's content by matching it against regex
|
|
33
|
+
if (line.match(/^[0-9a-z]+:I\[.+/)) {
|
|
34
|
+
// console.log("JS Chunks");
|
|
35
|
+
continue;
|
|
36
|
+
// } else if (line.match(/^[0-9a-z\s\.]+:([A-Za-z0-9\,\.\s\-]+:)?[\[\{].+/)) {
|
|
37
|
+
}
|
|
38
|
+
else if (line.match(/^[0-9a-z]+:\[.+/)) {
|
|
39
|
+
// extract the JS code. i.e. between [ and ]
|
|
40
|
+
let jsCode;
|
|
41
|
+
try {
|
|
42
|
+
jsCode = `[${line.match(/\[(.+)\]/)[1]}]`;
|
|
43
|
+
}
|
|
44
|
+
catch (err) {
|
|
45
|
+
continue;
|
|
46
|
+
}
|
|
47
|
+
// parse JS code with ast
|
|
48
|
+
let ast;
|
|
49
|
+
try {
|
|
50
|
+
ast = parser.parse(jsCode, {
|
|
51
|
+
sourceType: "unambiguous",
|
|
52
|
+
plugins: ["jsx", "typescript"],
|
|
53
|
+
errorRecovery: true,
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
catch (err) {
|
|
57
|
+
continue;
|
|
58
|
+
}
|
|
59
|
+
// traverse the ast, and find the objects with href, and external
|
|
60
|
+
let finds = [];
|
|
61
|
+
traverse(ast, {
|
|
62
|
+
ObjectExpression(path) {
|
|
63
|
+
const properties = path.node.properties;
|
|
64
|
+
let hasHrefOrUrl = false;
|
|
65
|
+
let hasExternal = false;
|
|
66
|
+
let hasChildren = false;
|
|
67
|
+
let hrefValue = null;
|
|
68
|
+
let externalValue = null;
|
|
69
|
+
for (const prop of properties) {
|
|
70
|
+
if (prop.type === "SpreadElement")
|
|
71
|
+
continue;
|
|
72
|
+
const prop_name = jsCode.substring(prop.key.start, prop.key.end);
|
|
73
|
+
if (prop_name === '"href"') {
|
|
74
|
+
hasHrefOrUrl = true;
|
|
75
|
+
if (prop.type === "ObjectProperty") {
|
|
76
|
+
hrefValue = jsCode
|
|
77
|
+
.substring(prop.value.start, prop.value.end)
|
|
78
|
+
.replace(/^"|"$/g, "");
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
if (prop_name === '"external"') {
|
|
82
|
+
hasExternal = true;
|
|
83
|
+
if (prop.type === "ObjectProperty") {
|
|
84
|
+
externalValue = jsCode
|
|
85
|
+
.substring(prop.value.start, prop.value.end)
|
|
86
|
+
.replace(/^"|"$/g, "");
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
if (prop_name === '"children"') {
|
|
90
|
+
hasChildren = true;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
if (hasHrefOrUrl) {
|
|
94
|
+
if ((hasExternal || hasChildren) && !hrefValue.startsWith("#")) {
|
|
95
|
+
// if the path doesn't starts with a `/`, then resolve the path
|
|
96
|
+
if (!hrefValue.startsWith("/") && !hrefValue.startsWith("http")) {
|
|
97
|
+
let path = file
|
|
98
|
+
.replace(/output\/[a-zA-Z0-9_\.\-]+\/___subsequent_requests\//, "/")
|
|
99
|
+
.split("/");
|
|
100
|
+
// remove the last one
|
|
101
|
+
path.pop();
|
|
102
|
+
path = path.join("/");
|
|
103
|
+
const fileUrl = url + path;
|
|
104
|
+
// now, resolve the path
|
|
105
|
+
const resolvedPath = new URL(hrefValue, fileUrl).href;
|
|
106
|
+
finds.push({
|
|
107
|
+
href: resolvedPath,
|
|
108
|
+
external: externalValue,
|
|
109
|
+
});
|
|
110
|
+
}
|
|
111
|
+
else {
|
|
112
|
+
finds.push({
|
|
113
|
+
href: hrefValue,
|
|
114
|
+
external: externalValue,
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
},
|
|
120
|
+
});
|
|
121
|
+
// // iterate through the finds and resolve the paths
|
|
122
|
+
// for (const find of finds) {
|
|
123
|
+
// console.log(find);
|
|
124
|
+
// report += `### ${find.href}\n`;
|
|
125
|
+
// report += `${find.external}\n`;
|
|
126
|
+
// }
|
|
127
|
+
for (const find of finds) {
|
|
128
|
+
toReturn.push(find.href);
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
else {
|
|
132
|
+
// console.log("Unknown");
|
|
133
|
+
// console.log(line);
|
|
134
|
+
continue;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
});
|
|
139
|
+
const checkSlug = (files, url) => __awaiter(void 0, void 0, void 0, function* () {
|
|
140
|
+
// open each file and read the contents
|
|
141
|
+
for (const file of files) {
|
|
142
|
+
const content = fs.readFileSync(file, "utf-8");
|
|
143
|
+
// go through each line
|
|
144
|
+
const lines = content.split("\n");
|
|
145
|
+
for (const line of lines) {
|
|
146
|
+
if (line.match(/^[0-9a-z]+:I\[.+/)) {
|
|
147
|
+
continue;
|
|
148
|
+
}
|
|
149
|
+
else if (line.match(/^[0-9a-z]+:\[.+/)) {
|
|
150
|
+
let jsCode;
|
|
151
|
+
try {
|
|
152
|
+
jsCode = `[${line.match(/\[(.+)\]/)[1]}]`;
|
|
153
|
+
}
|
|
154
|
+
catch (err) {
|
|
155
|
+
continue;
|
|
156
|
+
}
|
|
157
|
+
let jsonObject;
|
|
158
|
+
try {
|
|
159
|
+
jsonObject = JSON.parse(jsCode);
|
|
160
|
+
}
|
|
161
|
+
catch (error) {
|
|
162
|
+
continue;
|
|
163
|
+
}
|
|
164
|
+
const slugUrls = [];
|
|
165
|
+
const traverse = (obj) => {
|
|
166
|
+
if (obj && typeof obj === "object") {
|
|
167
|
+
if (obj.slug) {
|
|
168
|
+
const slugUrl = new URL(obj.slug, file.replace(/output\/[a-zA-Z0-9_\.\-]+\/___subsequent_requests\//, url + "/")).href;
|
|
169
|
+
slugUrls.push(slugUrl);
|
|
170
|
+
}
|
|
171
|
+
Object.values(obj).forEach((value) => traverse(value));
|
|
172
|
+
}
|
|
173
|
+
};
|
|
174
|
+
traverse(jsonObject);
|
|
175
|
+
for (const path of slugUrls) {
|
|
176
|
+
const res = yield makeRequest(path, {});
|
|
177
|
+
const statusCode = res.status;
|
|
178
|
+
if (statusCode !== 404) {
|
|
179
|
+
toReturn.push(path);
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
else {
|
|
184
|
+
continue;
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
});
|
|
189
|
+
const client_subsequentRequests = (subsequentRequestsDir, url) => __awaiter(void 0, void 0, void 0, function* () {
|
|
190
|
+
// let report = `## Subsequent Requests\n`;
|
|
191
|
+
console.log(chalk.cyan("[i] Using subsequent requests file method"));
|
|
192
|
+
// get all the files in the directory
|
|
193
|
+
const walkSync = (dir, files = []) => {
|
|
194
|
+
fs.readdirSync(dir).forEach((file) => {
|
|
195
|
+
let dirFile = path.join(dir, file);
|
|
196
|
+
if (fs.statSync(dirFile).isDirectory()) {
|
|
197
|
+
walkSync(dirFile, files);
|
|
198
|
+
}
|
|
199
|
+
else {
|
|
200
|
+
files.push(dirFile);
|
|
201
|
+
}
|
|
202
|
+
});
|
|
203
|
+
return files;
|
|
204
|
+
};
|
|
205
|
+
const files = walkSync(subsequentRequestsDir);
|
|
206
|
+
yield checkHref(files, url);
|
|
207
|
+
// await checkSlug(files, url);
|
|
208
|
+
return toReturn;
|
|
209
|
+
});
|
|
210
|
+
export default client_subsequentRequests;
|
|
211
|
+
//# sourceMappingURL=client_subsequentRequests.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client_subsequentRequests.js","sourceRoot":"","sources":["../../../src/endpoints/next_js/client_subsequentRequests.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,WAAW,MAAM,0BAA0B,CAAC;AACnD,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;AAEnC,IAAI,QAAQ,GAAG,EAAE,CAAC;AAElB;;;;;;GAMG;AACH,MAAM,SAAS,GAAG,CAAO,KAAK,EAAE,GAAG,EAAE,EAAE;IACnC,uCAAuC;IACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAE/C,uBAAuB;QACvB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,wEAAwE;YACxE,IAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACjC,4BAA4B;gBAC5B,SAAS;gBACT,8EAA8E;YAClF,CAAC;iBAAM,IAAI,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACvC,4CAA4C;gBAC5C,IAAI,MAAM,CAAC;gBACX,IAAI,CAAC;oBACD,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9C,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,SAAS;gBACb,CAAC;gBAED,yBAAyB;gBACzB,IAAI,GAAG,CAAC;gBACR,IAAI,CAAC;oBACD,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE;wBACvB,UAAU,EAAE,aAAa;wBACzB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;wBAC9B,aAAa,EAAE,IAAI;qBACtB,CAAC,CAAC;gBACP,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,SAAS;gBACb,CAAC;gBAED,iEAAiE;gBACjE,IAAI,KAAK,GAAU,EAAE,CAAC;gBACtB,QAAQ,CAAC,GAAG,EAAE;oBACV,gBAAgB,CAAC,IAAI;wBACjB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;wBACxC,IAAI,YAAY,GAAG,KAAK,CAAC;wBACzB,IAAI,WAAW,GAAG,KAAK,CAAC;wBACxB,IAAI,WAAW,GAAG,KAAK,CAAC;wBACxB,IAAI,SAAS,GAAG,IAAI,CAAC;wBACrB,IAAI,aAAa,GAAG,IAAI,CAAC;wBAEzB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;4BAC5B,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe;gCAAE,SAAS;4BAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;4BACjE,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;gCACzB,YAAY,GAAG,IAAI,CAAC;gCACpB,IAAI,IAAI,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oCACjC,SAAS,GAAG,MAAM;yCACb,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;yCAC3C,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gCAC/B,CAAC;4BACL,CAAC;4BACD,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;gCAC7B,WAAW,GAAG,IAAI,CAAC;gCACnB,IAAI,IAAI,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oCACjC,aAAa,GAAG,MAAM;yCACjB,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;yCAC3C,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gCAC/B,CAAC;4BACL,CAAC;4BACD,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;gCAC7B,WAAW,GAAG,IAAI,CAAC;4BACvB,CAAC;wBACL,CAAC;wBAED,IAAI,YAAY,EAAE,CAAC;4BACf,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gCAC7D,+DAA+D;gCAC/D,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oCAC9D,IAAI,IAAI,GAAG,IAAI;yCACV,OAAO,CAAC,qDAAqD,EAAE,GAAG,CAAC;yCACnE,KAAK,CAAC,GAAG,CAAC,CAAC;oCAChB,sBAAsB;oCACtB,IAAI,CAAC,GAAG,EAAE,CAAC;oCACX,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oCACtB,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC;oCAE3B,wBAAwB;oCACxB,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;oCACtD,KAAK,CAAC,IAAI,CAAC;wCACP,IAAI,EAAE,YAAY;wCAClB,QAAQ,EAAE,aAAa;qCAC1B,CAAC,CAAC;gCACP,CAAC;qCAAM,CAAC;oCACJ,KAAK,CAAC,IAAI,CAAC;wCACP,IAAI,EAAE,SAAS;wCACf,QAAQ,EAAE,aAAa;qCAC1B,CAAC,CAAC;gCACP,CAAC;4BACL,CAAC;wBACL,CAAC;oBACL,CAAC;iBACJ,CAAC,CAAC;gBAEH,qDAAqD;gBACrD,8BAA8B;gBAC9B,uBAAuB;gBACvB,oCAAoC;gBACpC,oCAAoC;gBACpC,IAAI;gBAEJ,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7B,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,0BAA0B;gBAC1B,qBAAqB;gBACrB,SAAS;YACb,CAAC;QACL,CAAC;IACL,CAAC;AACL,CAAC,CAAA,CAAC;AAEF,MAAM,SAAS,GAAG,CAAO,KAAK,EAAE,GAAG,EAAE,EAAE;IACnC,uCAAuC;IACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAE/C,uBAAuB;QACvB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACjC,SAAS;YACb,CAAC;iBAAM,IAAI,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACvC,IAAI,MAAM,CAAC;gBACX,IAAI,CAAC;oBACD,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9C,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,SAAS;gBACb,CAAC;gBAED,IAAI,UAAU,CAAC;gBACf,IAAI,CAAC;oBACD,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,SAAS;gBACb,CAAC;gBAED,MAAM,QAAQ,GAAG,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,CAAC,GAAG,EAAE,EAAE;oBACrB,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBACjC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;4BACX,MAAM,OAAO,GAAG,IAAI,GAAG,CACnB,GAAG,CAAC,IAAI,EACR,IAAI,CAAC,OAAO,CAAC,qDAAqD,EAAE,GAAG,GAAG,GAAG,CAAC,CACjF,CAAC,IAAI,CAAC;4BACP,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC3B,CAAC;wBAED,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC3D,CAAC;gBACL,CAAC,CAAC;gBAEF,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAErB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC1B,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBACxC,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC;oBAC9B,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;wBACrB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACxB,CAAC;gBACL,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,SAAS;YACb,CAAC;QACL,CAAC;IACL,CAAC;AACL,CAAC,CAAA,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAO,qBAAqB,EAAE,GAAG,EAAE,EAAE;IACnE,6CAA6C;IAC7C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC,CAAC;IAErE,qCAAqC;IACrC,MAAM,QAAQ,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,EAAE,EAAE,EAAE;QACjC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACjC,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACnC,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACrC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;QACL,CAAC,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAE9C,MAAM,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC5B,+BAA+B;IAE/B,OAAO,QAAQ,CAAC;AACpB,CAAC,CAAA,CAAC;AAEF,eAAe,yBAAyB,CAAC"}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import chalk from "chalk";
|
|
11
|
+
import fs from "fs";
|
|
12
|
+
import path from "path";
|
|
13
|
+
import * as cliProgress from "cli-progress";
|
|
14
|
+
import frameworkDetect from "../lazyLoad/techDetect/index.js";
|
|
15
|
+
import { computeBarSize, watchBarResize, setActiveBarLogger, progressLog } from "../utility/progressLog.js";
|
|
16
|
+
import * as globalsUtil from "../utility/globals.js";
|
|
17
|
+
const FRAMEWORK_LABELS = {
|
|
18
|
+
next: "next.js",
|
|
19
|
+
vue: "vue.js",
|
|
20
|
+
nuxt: "nuxt.js",
|
|
21
|
+
svelte: "svelte",
|
|
22
|
+
angular: "angular",
|
|
23
|
+
react: "react",
|
|
24
|
+
};
|
|
25
|
+
const parseUrls = (urlArg) => {
|
|
26
|
+
if (fs.existsSync(urlArg)) {
|
|
27
|
+
return fs
|
|
28
|
+
.readFileSync(urlArg, "utf-8")
|
|
29
|
+
.split("\n")
|
|
30
|
+
.map((u) => u.trim())
|
|
31
|
+
.filter((u) => u.length > 0);
|
|
32
|
+
}
|
|
33
|
+
return [urlArg];
|
|
34
|
+
};
|
|
35
|
+
const deriveOutputPath = (outputFile, format) => {
|
|
36
|
+
const ext = path.extname(outputFile);
|
|
37
|
+
const base = ext ? outputFile.slice(0, -ext.length) : outputFile;
|
|
38
|
+
if (format === "csv")
|
|
39
|
+
return `${base}.csv`;
|
|
40
|
+
if (format === "json")
|
|
41
|
+
return `${base}.json`;
|
|
42
|
+
if (format === "jsonl")
|
|
43
|
+
return `${base}.jsonl`;
|
|
44
|
+
return `${base}.txt`;
|
|
45
|
+
};
|
|
46
|
+
const writeResults = (results, outputFile, formats) => {
|
|
47
|
+
var _a;
|
|
48
|
+
for (const format of formats) {
|
|
49
|
+
const filePath = deriveOutputPath(outputFile, format);
|
|
50
|
+
if (format === "csv") {
|
|
51
|
+
const lines = ["framework,url"];
|
|
52
|
+
for (const r of results) {
|
|
53
|
+
lines.push(`${(_a = r.framework) !== null && _a !== void 0 ? _a : "unknown"},${r.url}`);
|
|
54
|
+
}
|
|
55
|
+
fs.writeFileSync(filePath, lines.join("\n") + "\n");
|
|
56
|
+
}
|
|
57
|
+
else if (format === "json") {
|
|
58
|
+
const data = results.map((r) => { var _a; return ({ url: r.url, framework: (_a = r.framework) !== null && _a !== void 0 ? _a : "unknown" }); });
|
|
59
|
+
fs.writeFileSync(filePath, JSON.stringify(data, null, 2) + "\n");
|
|
60
|
+
}
|
|
61
|
+
else if (format === "jsonl") {
|
|
62
|
+
const lines = results.map((r) => { var _a; return JSON.stringify({ url: r.url, framework: (_a = r.framework) !== null && _a !== void 0 ? _a : "unknown" }); });
|
|
63
|
+
fs.writeFileSync(filePath, lines.join("\n") + "\n");
|
|
64
|
+
}
|
|
65
|
+
else {
|
|
66
|
+
const lines = results.map((r) => { var _a; return `[${(_a = r.framework) !== null && _a !== void 0 ? _a : "unknown"}] ${r.url}`; });
|
|
67
|
+
fs.writeFileSync(filePath, lines.join("\n") + "\n");
|
|
68
|
+
}
|
|
69
|
+
console.log(chalk.green(`[✓] Results written to ${filePath}`));
|
|
70
|
+
}
|
|
71
|
+
};
|
|
72
|
+
const fingerprint = (urlArg, outputFile, formatArg) => __awaiter(void 0, void 0, void 0, function* () {
|
|
73
|
+
var _a;
|
|
74
|
+
const urls = parseUrls(urlArg);
|
|
75
|
+
const rawFormats = formatArg
|
|
76
|
+
.split(",")
|
|
77
|
+
.map((f) => f.trim().toLowerCase())
|
|
78
|
+
.filter((f) => f === "text" || f === "csv" || f === "json" || f === "jsonl");
|
|
79
|
+
const formats = rawFormats.length > 0 ? rawFormats : ["text"];
|
|
80
|
+
const results = [];
|
|
81
|
+
const overhead = 52;
|
|
82
|
+
const multiBar = new cliProgress.MultiBar({
|
|
83
|
+
format: chalk.cyan("[i] Fingerprinting ") + "[{bar}] {value}/{total} | {url}",
|
|
84
|
+
barCompleteChar: "█",
|
|
85
|
+
barIncompleteChar: "░",
|
|
86
|
+
barsize: computeBarSize(overhead),
|
|
87
|
+
hideCursor: true,
|
|
88
|
+
clearOnComplete: false,
|
|
89
|
+
stopOnComplete: false,
|
|
90
|
+
}, cliProgress.Presets.shades_classic);
|
|
91
|
+
const bar = multiBar.create(urls.length, 0, { url: "" });
|
|
92
|
+
const stopWatcher = watchBarResize(bar, overhead);
|
|
93
|
+
setActiveBarLogger(multiBar);
|
|
94
|
+
globalsUtil.setQuiet(true);
|
|
95
|
+
for (const url of urls) {
|
|
96
|
+
const displayUrl = url.length > 50 ? url.slice(0, 47) + "..." : url;
|
|
97
|
+
bar.update({ url: displayUrl });
|
|
98
|
+
let framework = null;
|
|
99
|
+
try {
|
|
100
|
+
const tech = yield frameworkDetect(url);
|
|
101
|
+
framework = tech ? tech.name : null;
|
|
102
|
+
}
|
|
103
|
+
catch (_b) {
|
|
104
|
+
// detection failure — treat as unknown
|
|
105
|
+
}
|
|
106
|
+
results.push({ url, framework });
|
|
107
|
+
const label = framework ? ((_a = FRAMEWORK_LABELS[framework]) !== null && _a !== void 0 ? _a : framework) : "unknown";
|
|
108
|
+
const line = framework ? chalk.green(`[${label}] ${url}`) : chalk.dim(`[unknown] ${url}`);
|
|
109
|
+
progressLog(line);
|
|
110
|
+
bar.increment(1);
|
|
111
|
+
}
|
|
112
|
+
globalsUtil.setQuiet(false);
|
|
113
|
+
multiBar.stop();
|
|
114
|
+
setActiveBarLogger(null);
|
|
115
|
+
stopWatcher();
|
|
116
|
+
const detected = results.filter((r) => r.framework !== null).length;
|
|
117
|
+
console.log(chalk.cyan(`\n[i] ${detected}/${results.length} URLs fingerprinted`));
|
|
118
|
+
if (outputFile) {
|
|
119
|
+
writeResults(results, outputFile, formats);
|
|
120
|
+
}
|
|
121
|
+
});
|
|
122
|
+
export default fingerprint;
|
|
123
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/fingerprint/index.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,WAAW,MAAM,cAAc,CAAC;AAC5C,OAAO,eAAe,MAAM,iCAAiC,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAC5G,OAAO,KAAK,WAAW,MAAM,uBAAuB,CAAC;AASrD,MAAM,gBAAgB,GAA2B;IAC7C,IAAI,EAAE,SAAS;IACf,GAAG,EAAE,QAAQ;IACb,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,OAAO;CACjB,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,MAAc,EAAY,EAAE;IAC3C,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE;aACJ,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC;aAC7B,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,UAAkB,EAAE,MAAoB,EAAU,EAAE;IAC1E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IACjE,IAAI,MAAM,KAAK,KAAK;QAAE,OAAO,GAAG,IAAI,MAAM,CAAC;IAC3C,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,GAAG,IAAI,OAAO,CAAC;IAC7C,IAAI,MAAM,KAAK,OAAO;QAAE,OAAO,GAAG,IAAI,QAAQ,CAAC;IAC/C,OAAO,GAAG,IAAI,MAAM,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,OAA4B,EAAE,UAAkB,EAAE,OAAuB,EAAQ,EAAE;;IACrG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEtD,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,CAAC,eAAe,CAAC,CAAC;YAChC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACtB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAA,CAAC,CAAC,SAAS,mCAAI,SAAS,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YACvD,CAAC;YACD,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACxD,CAAC;aAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,MAAA,CAAC,CAAC,SAAS,mCAAI,SAAS,EAAE,CAAC,CAAA,EAAA,CAAC,CAAC;YACvF,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QACrE,CAAC;aAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,MAAA,CAAC,CAAC,SAAS,mCAAI,SAAS,EAAE,CAAC,CAAA,EAAA,CAAC,CAAC;YACtG,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACJ,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,IAAI,MAAA,CAAC,CAAC,SAAS,mCAAI,SAAS,KAAK,CAAC,CAAC,GAAG,EAAE,CAAA,EAAA,CAAC,CAAC;YAC3E,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC,CAAC;IACnE,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAO,MAAc,EAAE,UAA8B,EAAE,SAAiB,EAAiB,EAAE;;IAC3G,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAE/B,MAAM,UAAU,GAAG,SAAS;SACvB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;SAClC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,OAAO,CAAmB,CAAC;IACnG,MAAM,OAAO,GAAmB,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAE9E,MAAM,OAAO,GAAwB,EAAE,CAAC;IAExC,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,MAAM,QAAQ,GAAG,IAAI,WAAW,CAAC,QAAQ,CACrC;QACI,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,GAAG,iCAAiC;QAC7E,eAAe,EAAE,GAAG;QACpB,iBAAiB,EAAE,GAAG;QACtB,OAAO,EAAE,cAAc,CAAC,QAAQ,CAAC;QACjC,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACxB,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACrC,CAAC;IAEF,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAClD,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAE7B,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAE3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;QACpE,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;QAEhC,IAAI,SAAS,GAAkB,IAAI,CAAC;QACpC,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;YACxC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACxC,CAAC;QAAC,WAAM,CAAC;YACL,uCAAuC;QAC3C,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;QAEjC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,MAAA,gBAAgB,CAAC,SAAS,CAAC,mCAAI,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACjF,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,GAAG,EAAE,CAAC,CAAC;QAC1F,WAAW,CAAC,IAAI,CAAC,CAAC;QAElB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IAED,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACzB,WAAW,EAAE,CAAC;IAEd,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,QAAQ,IAAI,OAAO,CAAC,MAAM,qBAAqB,CAAC,CAAC,CAAC;IAElF,IAAI,UAAU,EAAE,CAAC;QACb,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;AACL,CAAC,CAAA,CAAC;AAEF,eAAe,WAAW,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
const githubURL = "https://github.com/shriyanss/js-recon";
|
|
2
|
+
const modulesDocs = "https://js-recon.io/docs/category/modules";
|
|
3
|
+
const version = "1.3.1-beta.2";
|
|
4
|
+
const toolDesc = "JS Recon Tool";
|
|
5
|
+
const axiosNonHttpMethods = ["isAxiosError"]; // methods available in axios, which are not for making HTTP requests
|
|
6
|
+
let CONFIG = {
|
|
7
|
+
github: githubURL,
|
|
8
|
+
modulesDocs: modulesDocs,
|
|
9
|
+
notFoundMessage: `If you believe this is an error or is a new technology, please create an issue on ${githubURL} and we'll figure it out for you`,
|
|
10
|
+
version: version,
|
|
11
|
+
toolDesc: toolDesc,
|
|
12
|
+
axiosNonHttpMethods: axiosNonHttpMethods,
|
|
13
|
+
issueUrl: `${githubURL}/issues/new/choose`,
|
|
14
|
+
};
|
|
15
|
+
export default CONFIG;
|
|
16
|
+
//# sourceMappingURL=globalConfig.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"globalConfig.js","sourceRoot":"","sources":["../src/globalConfig.ts"],"names":[],"mappings":"AAAA,MAAM,SAAS,GAAG,uCAAuC,CAAC;AAC1D,MAAM,WAAW,GAAG,2CAA2C,CAAC;AAChE,MAAM,OAAO,GAAG,cAAc,CAAC;AAC/B,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,mBAAmB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,qEAAqE;AAEnH,IAAI,MAAM,GAAG;IACT,MAAM,EAAE,SAAS;IACjB,WAAW,EAAE,WAAW;IACxB,eAAe,EAAE,qFAAqF,SAAS,kCAAkC;IACjJ,OAAO,EAAE,OAAO;IAChB,QAAQ,EAAE,QAAQ;IAClB,mBAAmB,EAAE,mBAAmB;IACxC,QAAQ,EAAE,GAAG,SAAS,oBAAoB;CAC7C,CAAC;AAEF,eAAe,MAAM,CAAC"}
|