@contrast/contrast 1.0.5 → 1.0.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.prettierignore +0 -5
- package/dist/audit/autodetection/autoDetectLanguage.js +3 -3
- package/dist/audit/catalogueApplication/catalogueApplication.js +23 -5
- package/dist/audit/javaAnalysisEngine/parseMavenProjectFileContents.js +4 -2
- package/dist/audit/languageAnalysisEngine/checkForMultipleIdentifiedLanguages.js +2 -1
- package/dist/audit/languageAnalysisEngine/checkForMultipleIdentifiedProjectFiles.js +2 -1
- package/dist/audit/languageAnalysisEngine/checkIdentifiedLanguageHasProjectFile.js +2 -1
- package/dist/audit/languageAnalysisEngine/getIdentifiedLanguageInfo.js +5 -5
- package/dist/audit/languageAnalysisEngine/getProjectRootFilenames.js +9 -9
- package/dist/audit/languageAnalysisEngine/index.js +2 -2
- package/dist/audit/languageAnalysisEngine/languageAnalysisFactory.js +6 -27
- package/dist/audit/languageAnalysisEngine/reduceIdentifiedLanguages.js +25 -5
- package/dist/audit/languageAnalysisEngine/report/commonReportingFunctions.js +99 -20
- package/dist/audit/languageAnalysisEngine/report/models/reportListModel.js +2 -1
- package/dist/audit/languageAnalysisEngine/report/models/reportOutputModel.js +24 -0
- package/dist/audit/languageAnalysisEngine/report/models/reportSeverityModel.js +3 -1
- package/dist/audit/languageAnalysisEngine/report/models/severityCountModel.js +16 -0
- package/dist/audit/languageAnalysisEngine/report/reportingFeature.js +35 -14
- package/dist/audit/languageAnalysisEngine/report/utils/reportUtils.js +58 -47
- package/dist/audit/languageAnalysisEngine/sendSnapshot.js +65 -3
- package/dist/audit/save.js +29 -0
- package/dist/commands/audit/auditController.js +22 -6
- package/dist/commands/audit/help.js +24 -1
- package/dist/commands/audit/processAudit.js +8 -2
- package/dist/commands/audit/saveFile.js +7 -3
- package/dist/commands/scan/processScan.js +1 -1
- package/dist/commands/scan/sca/scaAnalysis.js +48 -11
- package/dist/common/HTTPClient.js +56 -15
- package/dist/common/errorHandling.js +6 -1
- package/dist/common/versionChecker.js +20 -5
- package/dist/constants/constants.js +13 -3
- package/dist/constants/locales.js +15 -12
- package/dist/constants.js +9 -4
- package/dist/index.js +4 -3
- package/dist/lambda/analytics.js +11 -0
- package/dist/lambda/lambda.js +35 -4
- package/dist/lambda/types.js +13 -0
- package/dist/sbom/generateSbom.js +4 -3
- package/dist/scaAnalysis/common/formatMessage.js +46 -1
- package/dist/scaAnalysis/common/treeUpload.js +1 -3
- package/dist/scaAnalysis/go/goAnalysis.js +17 -0
- package/dist/scaAnalysis/go/goParseDeps.js +158 -0
- package/dist/scaAnalysis/go/goReadDepFile.js +21 -0
- package/dist/scaAnalysis/java/analysis.js +11 -22
- package/dist/scaAnalysis/java/index.js +6 -6
- package/dist/scaAnalysis/java/javaBuildDepsParser.js +14 -1
- package/dist/scaAnalysis/javascript/analysis.js +110 -0
- package/dist/scaAnalysis/javascript/index.js +41 -0
- package/dist/scaAnalysis/php/analysis.js +89 -0
- package/dist/scaAnalysis/php/index.js +10 -0
- package/dist/scaAnalysis/python/analysis.js +42 -0
- package/dist/scaAnalysis/python/index.js +10 -0
- package/dist/scaAnalysis/ruby/analysis.js +226 -0
- package/dist/scaAnalysis/ruby/index.js +10 -0
- package/dist/scan/autoDetection.js +8 -4
- package/dist/scan/fileUtils.js +26 -8
- package/dist/scan/formatScanOutput.js +18 -17
- package/dist/scan/models/groupedResultsModel.js +1 -1
- package/dist/scan/models/scanResultsModel.js +3 -1
- package/dist/scan/populateProjectIdAndProjectName.js +2 -1
- package/dist/scan/scan.js +5 -3
- package/dist/scan/scanConfig.js +6 -1
- package/dist/scan/scanController.js +26 -6
- package/dist/scan/scanResults.js +20 -6
- package/dist/utils/commonApi.js +4 -1
- package/dist/utils/filterProjectPath.js +7 -2
- package/dist/utils/oraWrapper.js +5 -1
- package/package.json +13 -9
- package/src/audit/autodetection/autoDetectLanguage.ts +3 -3
- package/src/audit/catalogueApplication/catalogueApplication.js +28 -7
- package/src/audit/javaAnalysisEngine/parseMavenProjectFileContents.js +11 -8
- package/src/audit/languageAnalysisEngine/checkForMultipleIdentifiedLanguages.js +2 -1
- package/src/audit/languageAnalysisEngine/checkForMultipleIdentifiedProjectFiles.js +2 -1
- package/src/audit/languageAnalysisEngine/checkIdentifiedLanguageHasProjectFile.js +2 -1
- package/src/audit/languageAnalysisEngine/getIdentifiedLanguageInfo.js +5 -5
- package/src/audit/languageAnalysisEngine/getProjectRootFilenames.js +11 -11
- package/src/audit/languageAnalysisEngine/index.js +2 -2
- package/src/audit/languageAnalysisEngine/languageAnalysisFactory.js +11 -31
- package/src/audit/languageAnalysisEngine/reduceIdentifiedLanguages.js +35 -32
- package/src/audit/languageAnalysisEngine/report/commonReportingFunctions.ts +179 -25
- package/src/audit/languageAnalysisEngine/report/models/reportLibraryModel.ts +3 -3
- package/src/audit/languageAnalysisEngine/report/models/reportListModel.ts +18 -11
- package/src/audit/languageAnalysisEngine/report/models/reportOutputModel.ts +29 -0
- package/src/audit/languageAnalysisEngine/report/models/reportSeverityModel.ts +12 -3
- package/src/audit/languageAnalysisEngine/report/models/severityCountModel.ts +20 -0
- package/src/audit/languageAnalysisEngine/report/reportingFeature.ts +50 -18
- package/src/audit/languageAnalysisEngine/report/utils/reportUtils.ts +88 -66
- package/src/audit/languageAnalysisEngine/sendSnapshot.js +78 -3
- package/src/audit/save.js +32 -0
- package/src/commands/audit/auditController.ts +23 -15
- package/src/commands/audit/help.ts +24 -1
- package/src/commands/audit/processAudit.ts +7 -4
- package/src/commands/audit/saveFile.ts +5 -1
- package/src/commands/scan/processScan.js +2 -1
- package/src/commands/scan/sca/scaAnalysis.js +70 -29
- package/src/common/HTTPClient.js +72 -25
- package/src/common/errorHandling.ts +10 -1
- package/src/common/versionChecker.ts +24 -5
- package/src/constants/constants.js +13 -3
- package/src/constants/locales.js +15 -12
- package/src/constants.js +9 -4
- package/src/index.ts +5 -3
- package/src/lambda/analytics.ts +9 -0
- package/src/lambda/arn.ts +2 -1
- package/src/lambda/lambda.ts +37 -17
- package/src/lambda/types.ts +35 -0
- package/src/lambda/utils.ts +2 -7
- package/src/sbom/generateSbom.ts +1 -1
- package/src/scaAnalysis/common/formatMessage.js +51 -1
- package/src/scaAnalysis/common/treeUpload.js +1 -6
- package/src/scaAnalysis/go/goAnalysis.js +19 -0
- package/src/scaAnalysis/go/goParseDeps.js +203 -0
- package/src/scaAnalysis/go/goReadDepFile.js +30 -0
- package/src/scaAnalysis/java/analysis.js +15 -32
- package/src/scaAnalysis/java/index.js +6 -6
- package/src/scaAnalysis/java/javaBuildDepsParser.js +15 -2
- package/src/scaAnalysis/javascript/analysis.js +127 -0
- package/src/scaAnalysis/javascript/index.js +56 -0
- package/src/scaAnalysis/php/analysis.js +98 -0
- package/src/scaAnalysis/php/index.js +11 -0
- package/src/scaAnalysis/python/analysis.js +49 -0
- package/src/scaAnalysis/python/index.js +11 -0
- package/src/scaAnalysis/ruby/analysis.js +282 -0
- package/src/scaAnalysis/ruby/index.js +11 -0
- package/src/scan/autoDetection.js +11 -7
- package/src/scan/fileUtils.js +27 -8
- package/src/scan/formatScanOutput.ts +26 -18
- package/src/scan/models/groupedResultsModel.ts +3 -3
- package/src/scan/models/resultContentModel.ts +1 -1
- package/src/scan/models/scanResultsModel.ts +5 -2
- package/src/scan/populateProjectIdAndProjectName.js +3 -1
- package/src/scan/scan.ts +8 -6
- package/src/scan/scanConfig.js +5 -1
- package/src/scan/scanController.js +30 -9
- package/src/scan/scanResults.js +31 -10
- package/src/utils/commonApi.js +4 -1
- package/src/utils/filterProjectPath.js +6 -2
- package/src/utils/oraWrapper.js +6 -1
|
@@ -5,23 +5,20 @@ const i18n = require('i18n');
|
|
|
5
5
|
const fs = require('fs');
|
|
6
6
|
const MAVEN = 'maven';
|
|
7
7
|
const GRADLE = 'gradle';
|
|
8
|
-
const determineProjectTypeAndCwd = (files,
|
|
8
|
+
const determineProjectTypeAndCwd = (files, file) => {
|
|
9
9
|
const projectData = {};
|
|
10
10
|
if (files[0].includes('pom.xml')) {
|
|
11
11
|
projectData.projectType = MAVEN;
|
|
12
|
-
projectData.cwd = projectPath
|
|
13
|
-
? projectPath
|
|
14
|
-
: files[0].replace('pom.xml', '');
|
|
15
12
|
}
|
|
16
13
|
else if (files[0].includes('build.gradle')) {
|
|
17
14
|
projectData.projectType = GRADLE;
|
|
18
|
-
projectData.cwd = projectPath
|
|
19
|
-
? projectPath
|
|
20
|
-
: files[0].replace('pom.xml', '');
|
|
21
15
|
}
|
|
16
|
+
projectData.cwd = file
|
|
17
|
+
? file.replace('pom.xml', '').replace('build.gradle', '')
|
|
18
|
+
: file;
|
|
22
19
|
return projectData;
|
|
23
20
|
};
|
|
24
|
-
const buildMaven =
|
|
21
|
+
const buildMaven = (config, projectData, timeout) => {
|
|
25
22
|
let cmdStdout;
|
|
26
23
|
let mvn_settings = '';
|
|
27
24
|
try {
|
|
@@ -35,16 +32,7 @@ const buildMaven = async (config, projectData, timeout) => {
|
|
|
35
32
|
return cmdStdout.toString();
|
|
36
33
|
}
|
|
37
34
|
catch (err) {
|
|
38
|
-
|
|
39
|
-
child_process.execSync('mvn --version', {
|
|
40
|
-
cwd: projectData.cwd,
|
|
41
|
-
timeout
|
|
42
|
-
});
|
|
43
|
-
throw new Error(i18n.__('mavenDependencyTreeNonZero', projectData.cwd, `${err.message}`));
|
|
44
|
-
}
|
|
45
|
-
catch (mvnErr) {
|
|
46
|
-
throw new Error(i18n.__('mavenNotInstalledError', projectData.cwd, `${mvnErr.message}`));
|
|
47
|
-
}
|
|
35
|
+
throw new Error(i18n.__('mavenDependencyTreeNonZero', projectData.cwd, `${err.message}`));
|
|
48
36
|
}
|
|
49
37
|
};
|
|
50
38
|
const buildGradle = (config, projectData, timeout) => {
|
|
@@ -78,7 +66,7 @@ const buildGradle = (config, projectData, timeout) => {
|
|
|
78
66
|
timeout
|
|
79
67
|
});
|
|
80
68
|
}
|
|
81
|
-
output
|
|
69
|
+
output = cmdStdout.toString();
|
|
82
70
|
return output;
|
|
83
71
|
}
|
|
84
72
|
catch (err) {
|
|
@@ -91,16 +79,16 @@ const buildGradle = (config, projectData, timeout) => {
|
|
|
91
79
|
}
|
|
92
80
|
}
|
|
93
81
|
};
|
|
94
|
-
const getJavaBuildDeps =
|
|
82
|
+
const getJavaBuildDeps = (config, files) => {
|
|
95
83
|
const timeout = 960000;
|
|
96
84
|
let output = {
|
|
97
85
|
mvnDependancyTreeOutput: undefined,
|
|
98
86
|
projectType: undefined
|
|
99
87
|
};
|
|
100
88
|
try {
|
|
101
|
-
const projectData = determineProjectTypeAndCwd(files, config.
|
|
89
|
+
const projectData = determineProjectTypeAndCwd(files, config.file);
|
|
102
90
|
if (projectData.projectType === MAVEN) {
|
|
103
|
-
output.mvnDependancyTreeOutput =
|
|
91
|
+
output.mvnDependancyTreeOutput = buildMaven(config, projectData, timeout);
|
|
104
92
|
}
|
|
105
93
|
else if (projectData.projectType === GRADLE) {
|
|
106
94
|
output.mvnDependancyTreeOutput = buildGradle(config, projectData, timeout);
|
|
@@ -109,6 +97,7 @@ const getJavaBuildDeps = async (config, files) => {
|
|
|
109
97
|
return output;
|
|
110
98
|
}
|
|
111
99
|
catch (err) {
|
|
100
|
+
console.log(err.message.toString());
|
|
112
101
|
}
|
|
113
102
|
};
|
|
114
103
|
module.exports = {
|
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
const
|
|
2
|
+
const analysis = require('./analysis');
|
|
3
3
|
const { parseBuildDeps } = require('./javaBuildDepsParser');
|
|
4
4
|
const { createJavaTSMessage } = require('../common/formatMessage');
|
|
5
|
-
const javaAnalysis =
|
|
6
|
-
languageFiles.
|
|
5
|
+
const javaAnalysis = (config, languageFiles) => {
|
|
6
|
+
languageFiles.JAVA.forEach(file => {
|
|
7
7
|
file.replace('build.gradle.kts', 'build.gradle');
|
|
8
8
|
});
|
|
9
|
-
const javaDeps =
|
|
9
|
+
const javaDeps = buildJavaTree(config, languageFiles.JAVA);
|
|
10
10
|
return createJavaTSMessage(javaDeps);
|
|
11
11
|
};
|
|
12
|
-
const buildJavaTree =
|
|
13
|
-
const javaBuildDeps =
|
|
12
|
+
const buildJavaTree = (config, files) => {
|
|
13
|
+
const javaBuildDeps = analysis.getJavaBuildDeps(config, files);
|
|
14
14
|
return parseBuildDeps(config, javaBuildDeps);
|
|
15
15
|
};
|
|
16
16
|
module.exports = {
|
|
@@ -322,5 +322,18 @@ const parseGradle = (gradleDependencyTreeOutput, config, projectType) => {
|
|
|
322
322
|
}
|
|
323
323
|
};
|
|
324
324
|
module.exports = {
|
|
325
|
-
parseBuildDeps
|
|
325
|
+
parseBuildDeps,
|
|
326
|
+
shaveOutput,
|
|
327
|
+
validateIndentation,
|
|
328
|
+
calculateLevels,
|
|
329
|
+
lastChild,
|
|
330
|
+
hasChildren,
|
|
331
|
+
getElementHeader,
|
|
332
|
+
createElement,
|
|
333
|
+
stripElement,
|
|
334
|
+
checkVersion,
|
|
335
|
+
computeRelationToLastElement,
|
|
336
|
+
addIndentation,
|
|
337
|
+
computeLevel,
|
|
338
|
+
computeIndentation
|
|
326
339
|
};
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const fs = require('fs');
|
|
3
|
+
const yarnParser = require('@yarnpkg/lockfile');
|
|
4
|
+
const yaml = require('js-yaml');
|
|
5
|
+
const i18n = require('i18n');
|
|
6
|
+
const { formatKey } = require('../../audit/nodeAnalysisEngine/parseYarn2LockFileContents');
|
|
7
|
+
const readFile = async (config, languageFiles, nameOfFile) => {
|
|
8
|
+
const index = languageFiles.findIndex(v => v.includes(nameOfFile));
|
|
9
|
+
if (config.file) {
|
|
10
|
+
return fs.readFileSync(config.file.concat(languageFiles[index]), 'utf8');
|
|
11
|
+
}
|
|
12
|
+
else {
|
|
13
|
+
console.log('could not find file');
|
|
14
|
+
}
|
|
15
|
+
};
|
|
16
|
+
const readYarn = async (config, languageFiles, nameOfFile) => {
|
|
17
|
+
let yarn = {
|
|
18
|
+
yarnVersion: 1,
|
|
19
|
+
rawYarnLockFileContents: ''
|
|
20
|
+
};
|
|
21
|
+
try {
|
|
22
|
+
let rawYarnLockFileContents = await readFile(config, languageFiles, nameOfFile);
|
|
23
|
+
yarn.rawYarnLockFileContents = rawYarnLockFileContents;
|
|
24
|
+
if (!yarn.rawYarnLockFileContents.includes('lockfile v1') ||
|
|
25
|
+
yarn.rawYarnLockFileContents.includes('__metadata')) {
|
|
26
|
+
yarn.rawYarnLockFileContents = yaml.load(rawYarnLockFileContents);
|
|
27
|
+
yarn.yarnVersion = 2;
|
|
28
|
+
}
|
|
29
|
+
return yarn;
|
|
30
|
+
}
|
|
31
|
+
catch (err) {
|
|
32
|
+
console.log(i18n.__('nodeReadYarnLockFileError') + `${err.message}`);
|
|
33
|
+
return;
|
|
34
|
+
}
|
|
35
|
+
};
|
|
36
|
+
const parseNpmLockFile = async (js) => {
|
|
37
|
+
try {
|
|
38
|
+
js.npmLockFile = JSON.parse(js.rawLockFileContents);
|
|
39
|
+
if (js.npmLockFile && js.npmLockFile.lockfileVersion > 1) {
|
|
40
|
+
const listOfTopDep = Object.keys(js.npmLockFile.dependencies);
|
|
41
|
+
Object.entries(js.npmLockFile.dependencies).forEach(([objKey, value]) => {
|
|
42
|
+
if (value.requires) {
|
|
43
|
+
const listOfRequiresDep = Object.keys(value.requires);
|
|
44
|
+
listOfRequiresDep.forEach(dep => {
|
|
45
|
+
if (!listOfTopDep.includes(dep)) {
|
|
46
|
+
addDepToLockFile(js, value['requires'], dep);
|
|
47
|
+
}
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
if (value.dependencies) {
|
|
51
|
+
Object.entries(value.dependencies).forEach(([objChildKey, childValue]) => {
|
|
52
|
+
if (childValue.requires) {
|
|
53
|
+
const listOfRequiresDep = Object.keys(childValue.requires);
|
|
54
|
+
listOfRequiresDep.forEach(dep => {
|
|
55
|
+
if (!listOfTopDep.includes(dep)) {
|
|
56
|
+
addDepToLockFile(js, childValue['requires'], dep);
|
|
57
|
+
}
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
return js.npmLockFile;
|
|
64
|
+
}
|
|
65
|
+
else {
|
|
66
|
+
return js.npmLockFile;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
catch (err) {
|
|
70
|
+
console.log(i18n.__('NodeParseNPM') + `${err.message}`);
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
};
|
|
74
|
+
const addDepToLockFile = (js, depObj, key) => {
|
|
75
|
+
return (js.npmLockFile.dependencies[key] = { version: depObj[key] });
|
|
76
|
+
};
|
|
77
|
+
const parseYarnLockFile = async (js) => {
|
|
78
|
+
try {
|
|
79
|
+
js.yarn.yarnLockFile = {};
|
|
80
|
+
if (js.yarn.yarnVersion === 1) {
|
|
81
|
+
js.yarn.yarnLockFile = yarnParser.parse(js.yarn.rawYarnLockFileContents);
|
|
82
|
+
delete js.yarn.rawYarnLockFileContents;
|
|
83
|
+
return js;
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
js.yarn.yarnLockFile['object'] = js.yarn.rawYarnLockFileContents;
|
|
87
|
+
delete js.yarn.yarnLockFile['object'].__metadata;
|
|
88
|
+
js.yarn.yarnLockFile['type'] = 'success';
|
|
89
|
+
Object.entries(js.yarn.rawYarnLockFileContents).forEach(([key, value]) => {
|
|
90
|
+
const rawKeyNames = key.split(',');
|
|
91
|
+
const keyNames = formatKey(rawKeyNames);
|
|
92
|
+
keyNames.forEach(name => {
|
|
93
|
+
js.yarn.yarnLockFile.object[name] = value;
|
|
94
|
+
});
|
|
95
|
+
});
|
|
96
|
+
return js;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
catch (err) {
|
|
100
|
+
console.log(i18n.__('NodeParseYarn') + `${err.message}`);
|
|
101
|
+
return;
|
|
102
|
+
}
|
|
103
|
+
};
|
|
104
|
+
module.exports = {
|
|
105
|
+
readYarn,
|
|
106
|
+
parseYarnLockFile,
|
|
107
|
+
parseNpmLockFile,
|
|
108
|
+
readFile,
|
|
109
|
+
formatKey
|
|
110
|
+
};
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const analysis = require('./analysis');
|
|
3
|
+
const i18n = require('i18n');
|
|
4
|
+
const formatMessage = require('../common/formatMessage');
|
|
5
|
+
const jsAnalysis = async (config, languageFiles) => {
|
|
6
|
+
if (languageFiles.JAVASCRIPT.includes('package-lock.json') &&
|
|
7
|
+
languageFiles.JAVASCRIPT.includes('yarn.lock')) {
|
|
8
|
+
console.log(i18n.__('languageAnalysisMultipleLanguages1'));
|
|
9
|
+
return;
|
|
10
|
+
}
|
|
11
|
+
return buildNodeTree(config, languageFiles.JAVASCRIPT);
|
|
12
|
+
};
|
|
13
|
+
const buildNodeTree = async (config, files) => {
|
|
14
|
+
let analysis = await readFiles(config, files);
|
|
15
|
+
const rawNode = await parseFiles(config, files, analysis);
|
|
16
|
+
return formatMessage.createJavaScriptTSMessage(rawNode);
|
|
17
|
+
};
|
|
18
|
+
const readFiles = async (config, files) => {
|
|
19
|
+
let js = {};
|
|
20
|
+
js.packageJSON = JSON.parse(await analysis.readFile(config, files, 'package.json'));
|
|
21
|
+
if (files.includes('package-lock.json')) {
|
|
22
|
+
js.rawLockFileContents = await analysis.readFile(config, files, 'package-lock.json');
|
|
23
|
+
}
|
|
24
|
+
if (files.includes('yarn.lock')) {
|
|
25
|
+
js.yarn = {};
|
|
26
|
+
js.yarn = await analysis.readYarn(config, files, 'yarn.lock');
|
|
27
|
+
}
|
|
28
|
+
return js;
|
|
29
|
+
};
|
|
30
|
+
const parseFiles = async (config, files, js) => {
|
|
31
|
+
if (files.includes('package-lock.json')) {
|
|
32
|
+
js.npmLockFile = await analysis.parseNpmLockFile(js);
|
|
33
|
+
}
|
|
34
|
+
if (files.includes('yarn.lock')) {
|
|
35
|
+
js = await analysis.parseYarnLockFile(js);
|
|
36
|
+
}
|
|
37
|
+
return js;
|
|
38
|
+
};
|
|
39
|
+
module.exports = {
|
|
40
|
+
jsAnalysis
|
|
41
|
+
};
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const fs = require('fs');
|
|
3
|
+
const i18n = require('i18n');
|
|
4
|
+
const _ = require('lodash');
|
|
5
|
+
let php = {};
|
|
6
|
+
const readProjectFile = (projectPath, customFile) => {
|
|
7
|
+
const filePath = filePathForWindows(projectPath + customFile);
|
|
8
|
+
try {
|
|
9
|
+
php.composerJSON = JSON.parse(fs.readFileSync(filePath, 'utf8'));
|
|
10
|
+
php.composerJSON.dependencies = php.composerJSON.require;
|
|
11
|
+
php.composerJSON.devDependencies = php.composerJSON['require-dev'];
|
|
12
|
+
return php;
|
|
13
|
+
}
|
|
14
|
+
catch (err) {
|
|
15
|
+
console.log(err.message.toString());
|
|
16
|
+
}
|
|
17
|
+
};
|
|
18
|
+
const readAndParseLockFile = (projectPath, customFile) => {
|
|
19
|
+
const filePath = filePathForWindows(projectPath + customFile);
|
|
20
|
+
try {
|
|
21
|
+
php.rawLockFileContents = JSON.parse(fs.readFileSync(filePath, 'utf8'));
|
|
22
|
+
php.lockFile = php.rawLockFileContents;
|
|
23
|
+
let packages = _.keyBy(php.lockFile.packages, 'name');
|
|
24
|
+
let packagesDev = _.keyBy(php.lockFile['packages-dev'], 'name');
|
|
25
|
+
php.lockFile.dependencies = _.merge(packages, packagesDev);
|
|
26
|
+
const listOfTopDep = Object.keys(php.lockFile.dependencies);
|
|
27
|
+
Object.entries(php.lockFile.dependencies).forEach(([key, value]) => {
|
|
28
|
+
if (value.require) {
|
|
29
|
+
const listOfRequiresDep = Object.keys(value.require);
|
|
30
|
+
listOfRequiresDep.forEach(dep => {
|
|
31
|
+
if (!listOfTopDep.includes(dep)) {
|
|
32
|
+
addChildDepToLockFileAsOwnObj(php, value['require'], dep);
|
|
33
|
+
}
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
if (value['require-dev']) {
|
|
37
|
+
const listOfRequiresDep = Object.keys(value['require-dev']);
|
|
38
|
+
listOfRequiresDep.forEach(dep => {
|
|
39
|
+
if (!listOfTopDep.includes(dep)) {
|
|
40
|
+
addChildDepToLockFileAsOwnObj(php, value['require-dev'], dep);
|
|
41
|
+
}
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
});
|
|
45
|
+
formatParentDepToLockFile(php);
|
|
46
|
+
delete php.rawLockFileContents;
|
|
47
|
+
return php;
|
|
48
|
+
}
|
|
49
|
+
catch (err) {
|
|
50
|
+
return console.log(i18n.__('phpParseComposerLock', php) + `${err.message}`);
|
|
51
|
+
}
|
|
52
|
+
};
|
|
53
|
+
const getPhpDeps = (config, files) => {
|
|
54
|
+
try {
|
|
55
|
+
return (readProjectFile(config.file, files[0].projectFilename),
|
|
56
|
+
readAndParseLockFile(config.file, files[1].lockFilename));
|
|
57
|
+
}
|
|
58
|
+
catch (err) {
|
|
59
|
+
console.log(err.message.toString());
|
|
60
|
+
process.exit(1);
|
|
61
|
+
}
|
|
62
|
+
};
|
|
63
|
+
const filePathForWindows = path => {
|
|
64
|
+
if (process.platform === 'win32') {
|
|
65
|
+
path = path.replace(/\//g, '\\');
|
|
66
|
+
}
|
|
67
|
+
return path;
|
|
68
|
+
};
|
|
69
|
+
function addChildDepToLockFileAsOwnObj(php, depObj, key) {
|
|
70
|
+
php.lockFile.dependencies[key] = { version: depObj[key] };
|
|
71
|
+
}
|
|
72
|
+
function formatParentDepToLockFile(php) {
|
|
73
|
+
for (const [key, value] of Object.entries(php.lockFile.dependencies)) {
|
|
74
|
+
let requires = {};
|
|
75
|
+
for (const [childKey, childValue] of Object.entries(value)) {
|
|
76
|
+
if (childKey === 'require' || childKey === 'require-dev') {
|
|
77
|
+
requires = _.merge(requires, childValue);
|
|
78
|
+
php.lockFile.dependencies[key].requires = requires;
|
|
79
|
+
delete php.lockFile.dependencies[key].require;
|
|
80
|
+
delete php.lockFile.dependencies[key]['require-dev'];
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
module.exports = {
|
|
86
|
+
getPhpDeps,
|
|
87
|
+
readAndParseLockFile,
|
|
88
|
+
readProjectFile
|
|
89
|
+
};
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const { getPhpDeps } = require('./analysis');
|
|
3
|
+
const { createPhpTSMessage } = require('../common/formatMessage');
|
|
4
|
+
const phpAnalysis = (config, languageFiles) => {
|
|
5
|
+
const phpDeps = getPhpDeps(config, languageFiles.PHP);
|
|
6
|
+
return createPhpTSMessage(phpDeps);
|
|
7
|
+
};
|
|
8
|
+
module.exports = {
|
|
9
|
+
phpAnalysis
|
|
10
|
+
};
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const multiReplace = require('string-multiple-replace');
|
|
3
|
+
const fs = require('fs');
|
|
4
|
+
const readAndParseProjectFile = file => {
|
|
5
|
+
const filePath = filePathForWindows(file + '/Pipfile');
|
|
6
|
+
const pipFile = fs.readFileSync(filePath, 'utf8');
|
|
7
|
+
const matcherObj = { '"': '' };
|
|
8
|
+
const sequencer = ['"'];
|
|
9
|
+
const parsedPipfile = multiReplace(pipFile, matcherObj, sequencer);
|
|
10
|
+
const pythonArray = parsedPipfile.split('\n');
|
|
11
|
+
return pythonArray.filter(element => element !== '' && !element.includes('#'));
|
|
12
|
+
};
|
|
13
|
+
const readAndParseLockFile = file => {
|
|
14
|
+
const filePath = filePathForWindows(file + '/Pipfile.lock');
|
|
15
|
+
const lockFile = fs.readFileSync(filePath, 'utf8');
|
|
16
|
+
let parsedPipLock = JSON.parse(lockFile);
|
|
17
|
+
parsedPipLock['defaults'] = parsedPipLock['default'];
|
|
18
|
+
delete parsedPipLock['default'];
|
|
19
|
+
return parsedPipLock;
|
|
20
|
+
};
|
|
21
|
+
const getPythonDeps = config => {
|
|
22
|
+
try {
|
|
23
|
+
const parseProject = readAndParseProjectFile(config.file);
|
|
24
|
+
const parsePip = readAndParseLockFile(config.file);
|
|
25
|
+
return { pipfileLock: parsePip, pipfilDependanceies: parseProject };
|
|
26
|
+
}
|
|
27
|
+
catch (err) {
|
|
28
|
+
console.log(err.message.toString());
|
|
29
|
+
process.exit(1);
|
|
30
|
+
}
|
|
31
|
+
};
|
|
32
|
+
const filePathForWindows = path => {
|
|
33
|
+
if (process.platform === 'win32') {
|
|
34
|
+
path = path.replace(/\//g, '\\');
|
|
35
|
+
}
|
|
36
|
+
return path;
|
|
37
|
+
};
|
|
38
|
+
module.exports = {
|
|
39
|
+
getPythonDeps,
|
|
40
|
+
readAndParseProjectFile,
|
|
41
|
+
readAndParseLockFile
|
|
42
|
+
};
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const { createPythonTSMessage } = require('../common/formatMessage');
|
|
3
|
+
const { getPythonDeps } = require('./analysis');
|
|
4
|
+
const pythonAnalysis = (config, languageFiles) => {
|
|
5
|
+
const pythonDeps = getPythonDeps(config, languageFiles.PYTHON);
|
|
6
|
+
return createPythonTSMessage(pythonDeps);
|
|
7
|
+
};
|
|
8
|
+
module.exports = {
|
|
9
|
+
pythonAnalysis
|
|
10
|
+
};
|
|
@@ -0,0 +1,226 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const fs = require('fs');
|
|
3
|
+
const readAndParseGemfile = file => {
|
|
4
|
+
const fileName = filePathForWindows(file + '/Gemfile');
|
|
5
|
+
const gemFile = fs.readFileSync(fileName, 'utf8');
|
|
6
|
+
const rubyArray = gemFile.split('\n');
|
|
7
|
+
let filteredRubyDep = rubyArray.filter(element => {
|
|
8
|
+
return (!element.includes('#') &&
|
|
9
|
+
element.includes('gem') &&
|
|
10
|
+
!element.includes('source'));
|
|
11
|
+
});
|
|
12
|
+
for (let i = 0; i < filteredRubyDep.length; i++) {
|
|
13
|
+
filteredRubyDep[i] = filteredRubyDep[i].trim();
|
|
14
|
+
}
|
|
15
|
+
return filteredRubyDep;
|
|
16
|
+
};
|
|
17
|
+
const readAndParseGemLockFile = file => {
|
|
18
|
+
const fileName = filePathForWindows(file + '/Gemfile.lock');
|
|
19
|
+
const lockFile = fs.readFileSync(fileName, 'utf8');
|
|
20
|
+
const dependencyRegEx = /^\s*([A-Za-z0-9.!@#$%\-^&*_+]*)\s*(\((.*?)\))/;
|
|
21
|
+
const lines = lockFile.split('\n');
|
|
22
|
+
return {
|
|
23
|
+
dependencies: getDirectDependencies(lines, dependencyRegEx),
|
|
24
|
+
runtimeDetails: getLockFileRuntimeInfo(lines),
|
|
25
|
+
sources: getSourceArray(lines, dependencyRegEx)
|
|
26
|
+
};
|
|
27
|
+
};
|
|
28
|
+
const nonDependencyKeys = (line, sourceObject) => {
|
|
29
|
+
const GEMFILE_KEY_VALUE = /^\s*([^:(]*)\s*\:*\s*(.*)/;
|
|
30
|
+
let parts = GEMFILE_KEY_VALUE.exec(line);
|
|
31
|
+
let key = parts[1].trim();
|
|
32
|
+
let value = parts[2] || '';
|
|
33
|
+
sourceObject[key] = value;
|
|
34
|
+
return sourceObject;
|
|
35
|
+
};
|
|
36
|
+
const populateResolveAndPlatform = (version, sourceObject) => {
|
|
37
|
+
const depArr = version.split('-');
|
|
38
|
+
sourceObject.resolved = depArr[0];
|
|
39
|
+
sourceObject.platform = depArr.length > 1 ? depArr[1] : 'UNSPECIFIED';
|
|
40
|
+
return sourceObject;
|
|
41
|
+
};
|
|
42
|
+
const isUpperCase = str => {
|
|
43
|
+
return str === str.toUpperCase();
|
|
44
|
+
};
|
|
45
|
+
const getDirectDependencies = (lines, dependencyRegEx) => {
|
|
46
|
+
const dependencies = {};
|
|
47
|
+
let depIndex = 0;
|
|
48
|
+
for (let i = 0; i < lines.length; i++) {
|
|
49
|
+
if (lines[i] === 'DEPENDENCIES') {
|
|
50
|
+
depIndex = i;
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
const getDepArray = lines.slice(depIndex);
|
|
54
|
+
for (let j = 1; j < getDepArray.length; j++) {
|
|
55
|
+
const element = getDepArray[j];
|
|
56
|
+
if (!isUpperCase(element)) {
|
|
57
|
+
const isDependencyWithVersion = dependencyRegEx.test(element);
|
|
58
|
+
if (isDependencyWithVersion) {
|
|
59
|
+
const dependency = dependencyRegEx.exec(element);
|
|
60
|
+
let name = dependency[1];
|
|
61
|
+
name = name.replace('!', '');
|
|
62
|
+
dependencies[name.trim()] = dependency[3];
|
|
63
|
+
}
|
|
64
|
+
else {
|
|
65
|
+
let name = element;
|
|
66
|
+
name = name.replace('!', ' ');
|
|
67
|
+
dependencies[name.trim()] = 'UNSPECIFIED';
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
return dependencies;
|
|
72
|
+
};
|
|
73
|
+
const getLockFileRuntimeInfo = lines => {
|
|
74
|
+
let rubVersionIndex = 0;
|
|
75
|
+
for (let i = 0; i < lines.length; i++) {
|
|
76
|
+
if (lines[i] === 'RUBY VERSION') {
|
|
77
|
+
rubVersionIndex = i;
|
|
78
|
+
break;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
const runtimeDetails = {};
|
|
82
|
+
if (rubVersionIndex !== 0) {
|
|
83
|
+
const getRubyVersionArray = lines.slice(rubVersionIndex);
|
|
84
|
+
for (let element of getRubyVersionArray) {
|
|
85
|
+
if (!isUpperCase(element)) {
|
|
86
|
+
runtimeDetails['version'] = getVersion(element);
|
|
87
|
+
runtimeDetails['patchLevel'] = getPatchLevel(element);
|
|
88
|
+
if (element.includes('engine')) {
|
|
89
|
+
let splitElement = element.split(' ');
|
|
90
|
+
runtimeDetails[splitElement[0]] = splitElement[1];
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
return runtimeDetails;
|
|
96
|
+
};
|
|
97
|
+
const getVersion = element => {
|
|
98
|
+
const versionRegex = /^([ruby\s0-9.*]+)/;
|
|
99
|
+
if (versionRegex.test(element)) {
|
|
100
|
+
let version = versionRegex.exec(element)[0];
|
|
101
|
+
if (version.includes('ruby')) {
|
|
102
|
+
return trimWhiteSpace(version.replace('ruby', ''));
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
};
|
|
106
|
+
const getPatchLevel = element => {
|
|
107
|
+
const patchLevelRegex = /(p\d+)/;
|
|
108
|
+
if (patchLevelRegex.test(element)) {
|
|
109
|
+
return patchLevelRegex.exec(element)[0];
|
|
110
|
+
}
|
|
111
|
+
};
|
|
112
|
+
const formatSourceArr = sourceArr => {
|
|
113
|
+
return sourceArr.map(element => {
|
|
114
|
+
if (element.sourceType === 'GIT') {
|
|
115
|
+
delete element.specs;
|
|
116
|
+
}
|
|
117
|
+
if (element.sourceType === 'GEM') {
|
|
118
|
+
delete element.branch;
|
|
119
|
+
delete element.revision;
|
|
120
|
+
delete element.depthLevel;
|
|
121
|
+
delete element.specs;
|
|
122
|
+
}
|
|
123
|
+
if (element.sourceType === 'PATH') {
|
|
124
|
+
delete element.branch;
|
|
125
|
+
delete element.revision;
|
|
126
|
+
delete element.depthLevel;
|
|
127
|
+
delete element.specs;
|
|
128
|
+
delete element.platform;
|
|
129
|
+
}
|
|
130
|
+
return element;
|
|
131
|
+
});
|
|
132
|
+
};
|
|
133
|
+
const getSourceArray = (lines, dependencyRegEx) => {
|
|
134
|
+
const sourceObject = {
|
|
135
|
+
dependencies: {}
|
|
136
|
+
};
|
|
137
|
+
const whitespaceRegx = /^(\s*)/;
|
|
138
|
+
let index = 0;
|
|
139
|
+
let line = 0;
|
|
140
|
+
const sources = [];
|
|
141
|
+
while ((line = lines[index++]) !== undefined) {
|
|
142
|
+
let currentWS = whitespaceRegx.exec(line)[1].length;
|
|
143
|
+
if (!line.includes(' bundler (')) {
|
|
144
|
+
if (currentWS === 0 && !line.includes(':') && line !== '') {
|
|
145
|
+
sourceObject.sourceType = line;
|
|
146
|
+
}
|
|
147
|
+
if (currentWS !== 0 && line.includes(':')) {
|
|
148
|
+
nonDependencyKeys(line, sourceObject);
|
|
149
|
+
}
|
|
150
|
+
if (currentWS > 2) {
|
|
151
|
+
let nexlineWS = whitespaceRegx.exec(lines[index])[1].length;
|
|
152
|
+
sourceObject.dependencies = buildSourceDependencyWithVersion(whitespaceRegx, dependencyRegEx, line, currentWS, sourceObject.name, sourceObject.dependencies);
|
|
153
|
+
if (currentWS === 4 && sourceObject.depthLevel === undefined) {
|
|
154
|
+
const dependency = dependencyRegEx.exec(line);
|
|
155
|
+
sourceObject.name = dependency[1];
|
|
156
|
+
sourceObject.depthLevel = currentWS;
|
|
157
|
+
populateResolveAndPlatform(dependency[3], sourceObject);
|
|
158
|
+
}
|
|
159
|
+
if (currentWS === 4 && sourceObject.depthLevel) {
|
|
160
|
+
const dependency = dependencyRegEx.exec(line);
|
|
161
|
+
sourceObject.name = dependency[1];
|
|
162
|
+
sourceObject.depthLevel = currentWS;
|
|
163
|
+
populateResolveAndPlatform(dependency[3], sourceObject);
|
|
164
|
+
}
|
|
165
|
+
if ((currentWS === 4 && nexlineWS === 4) ||
|
|
166
|
+
(currentWS === 6 && nexlineWS === 4) ||
|
|
167
|
+
nexlineWS == '') {
|
|
168
|
+
let newObj = {};
|
|
169
|
+
newObj = JSON.parse(JSON.stringify(sourceObject));
|
|
170
|
+
sources.push(newObj);
|
|
171
|
+
sourceObject.dependencies = {};
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
return formatSourceArr(sources);
|
|
177
|
+
};
|
|
178
|
+
const buildSourceDependencyWithVersion = (whitespaceRegx, dependencyRegEx, line, currentWhiteSpace, name, dependencies) => {
|
|
179
|
+
const isDependencyWithVersion = dependencyRegEx.test(line);
|
|
180
|
+
if (currentWhiteSpace === 6) {
|
|
181
|
+
const dependency = dependencyRegEx.exec(line);
|
|
182
|
+
if (isDependencyWithVersion) {
|
|
183
|
+
if (name !== dependency[1]) {
|
|
184
|
+
dependencies[dependency[1]] = dependency[3];
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
else {
|
|
188
|
+
dependencies[line.trim()] = 'UNSPECIFIED';
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
return dependencies;
|
|
192
|
+
};
|
|
193
|
+
const getRubyDeps = config => {
|
|
194
|
+
try {
|
|
195
|
+
const parsedGem = readAndParseGemfile(config.file);
|
|
196
|
+
const parsedLock = readAndParseGemLockFile(config.file);
|
|
197
|
+
return { gemfilesDependanceies: parsedGem, gemfileLock: parsedLock };
|
|
198
|
+
}
|
|
199
|
+
catch (err) {
|
|
200
|
+
console.log(err.message);
|
|
201
|
+
process.exit(1);
|
|
202
|
+
}
|
|
203
|
+
};
|
|
204
|
+
const trimWhiteSpace = string => {
|
|
205
|
+
return string.replace(/\s+/g, '');
|
|
206
|
+
};
|
|
207
|
+
const filePathForWindows = path => {
|
|
208
|
+
if (process.platform === 'win32') {
|
|
209
|
+
path = path.replace(/\//g, '\\');
|
|
210
|
+
}
|
|
211
|
+
return path;
|
|
212
|
+
};
|
|
213
|
+
module.exports = {
|
|
214
|
+
getRubyDeps,
|
|
215
|
+
readAndParseGemfile,
|
|
216
|
+
readAndParseGemLockFile,
|
|
217
|
+
nonDependencyKeys,
|
|
218
|
+
populateResolveAndPlatform,
|
|
219
|
+
isUpperCase,
|
|
220
|
+
getDirectDependencies,
|
|
221
|
+
getLockFileRuntimeInfo,
|
|
222
|
+
getVersion,
|
|
223
|
+
getPatchLevel,
|
|
224
|
+
formatSourceArr,
|
|
225
|
+
getSourceArray
|
|
226
|
+
};
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const analysis = require('./analysis');
|
|
3
|
+
const { createRubyTSMessage } = require('../common/formatMessage');
|
|
4
|
+
const rubyAnalysis = (config, languageFiles) => {
|
|
5
|
+
const rubyDeps = analysis.getRubyDeps(config, languageFiles.RUBY);
|
|
6
|
+
return createRubyTSMessage(rubyDeps);
|
|
7
|
+
};
|
|
8
|
+
module.exports = {
|
|
9
|
+
rubyAnalysis
|
|
10
|
+
};
|