@contrast/contrast 1.0.5 → 1.0.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (138) hide show
  1. package/.prettierignore +0 -5
  2. package/dist/audit/autodetection/autoDetectLanguage.js +3 -3
  3. package/dist/audit/catalogueApplication/catalogueApplication.js +23 -5
  4. package/dist/audit/javaAnalysisEngine/parseMavenProjectFileContents.js +4 -2
  5. package/dist/audit/languageAnalysisEngine/checkForMultipleIdentifiedLanguages.js +2 -1
  6. package/dist/audit/languageAnalysisEngine/checkForMultipleIdentifiedProjectFiles.js +2 -1
  7. package/dist/audit/languageAnalysisEngine/checkIdentifiedLanguageHasProjectFile.js +2 -1
  8. package/dist/audit/languageAnalysisEngine/getIdentifiedLanguageInfo.js +5 -5
  9. package/dist/audit/languageAnalysisEngine/getProjectRootFilenames.js +9 -9
  10. package/dist/audit/languageAnalysisEngine/index.js +2 -2
  11. package/dist/audit/languageAnalysisEngine/languageAnalysisFactory.js +6 -27
  12. package/dist/audit/languageAnalysisEngine/reduceIdentifiedLanguages.js +25 -5
  13. package/dist/audit/languageAnalysisEngine/report/commonReportingFunctions.js +99 -20
  14. package/dist/audit/languageAnalysisEngine/report/models/reportListModel.js +2 -1
  15. package/dist/audit/languageAnalysisEngine/report/models/reportOutputModel.js +24 -0
  16. package/dist/audit/languageAnalysisEngine/report/models/reportSeverityModel.js +3 -1
  17. package/dist/audit/languageAnalysisEngine/report/models/severityCountModel.js +16 -0
  18. package/dist/audit/languageAnalysisEngine/report/reportingFeature.js +35 -14
  19. package/dist/audit/languageAnalysisEngine/report/utils/reportUtils.js +58 -47
  20. package/dist/audit/languageAnalysisEngine/sendSnapshot.js +65 -3
  21. package/dist/audit/save.js +29 -0
  22. package/dist/commands/audit/auditController.js +22 -6
  23. package/dist/commands/audit/help.js +24 -1
  24. package/dist/commands/audit/processAudit.js +8 -2
  25. package/dist/commands/audit/saveFile.js +7 -3
  26. package/dist/commands/scan/processScan.js +1 -1
  27. package/dist/commands/scan/sca/scaAnalysis.js +48 -11
  28. package/dist/common/HTTPClient.js +56 -15
  29. package/dist/common/errorHandling.js +6 -1
  30. package/dist/common/versionChecker.js +20 -5
  31. package/dist/constants/constants.js +13 -3
  32. package/dist/constants/locales.js +15 -12
  33. package/dist/constants.js +9 -4
  34. package/dist/index.js +4 -3
  35. package/dist/lambda/analytics.js +11 -0
  36. package/dist/lambda/lambda.js +35 -4
  37. package/dist/lambda/types.js +13 -0
  38. package/dist/sbom/generateSbom.js +4 -3
  39. package/dist/scaAnalysis/common/formatMessage.js +46 -1
  40. package/dist/scaAnalysis/common/treeUpload.js +1 -3
  41. package/dist/scaAnalysis/go/goAnalysis.js +17 -0
  42. package/dist/scaAnalysis/go/goParseDeps.js +158 -0
  43. package/dist/scaAnalysis/go/goReadDepFile.js +21 -0
  44. package/dist/scaAnalysis/java/analysis.js +11 -22
  45. package/dist/scaAnalysis/java/index.js +6 -6
  46. package/dist/scaAnalysis/java/javaBuildDepsParser.js +14 -1
  47. package/dist/scaAnalysis/javascript/analysis.js +110 -0
  48. package/dist/scaAnalysis/javascript/index.js +41 -0
  49. package/dist/scaAnalysis/php/analysis.js +89 -0
  50. package/dist/scaAnalysis/php/index.js +10 -0
  51. package/dist/scaAnalysis/python/analysis.js +42 -0
  52. package/dist/scaAnalysis/python/index.js +10 -0
  53. package/dist/scaAnalysis/ruby/analysis.js +226 -0
  54. package/dist/scaAnalysis/ruby/index.js +10 -0
  55. package/dist/scan/autoDetection.js +8 -4
  56. package/dist/scan/fileUtils.js +26 -8
  57. package/dist/scan/formatScanOutput.js +18 -17
  58. package/dist/scan/models/groupedResultsModel.js +1 -1
  59. package/dist/scan/models/scanResultsModel.js +3 -1
  60. package/dist/scan/populateProjectIdAndProjectName.js +2 -1
  61. package/dist/scan/scan.js +5 -3
  62. package/dist/scan/scanConfig.js +6 -1
  63. package/dist/scan/scanController.js +26 -6
  64. package/dist/scan/scanResults.js +20 -6
  65. package/dist/utils/commonApi.js +4 -1
  66. package/dist/utils/filterProjectPath.js +7 -2
  67. package/dist/utils/oraWrapper.js +5 -1
  68. package/package.json +13 -9
  69. package/src/audit/autodetection/autoDetectLanguage.ts +3 -3
  70. package/src/audit/catalogueApplication/catalogueApplication.js +28 -7
  71. package/src/audit/javaAnalysisEngine/parseMavenProjectFileContents.js +11 -8
  72. package/src/audit/languageAnalysisEngine/checkForMultipleIdentifiedLanguages.js +2 -1
  73. package/src/audit/languageAnalysisEngine/checkForMultipleIdentifiedProjectFiles.js +2 -1
  74. package/src/audit/languageAnalysisEngine/checkIdentifiedLanguageHasProjectFile.js +2 -1
  75. package/src/audit/languageAnalysisEngine/getIdentifiedLanguageInfo.js +5 -5
  76. package/src/audit/languageAnalysisEngine/getProjectRootFilenames.js +11 -11
  77. package/src/audit/languageAnalysisEngine/index.js +2 -2
  78. package/src/audit/languageAnalysisEngine/languageAnalysisFactory.js +11 -31
  79. package/src/audit/languageAnalysisEngine/reduceIdentifiedLanguages.js +35 -32
  80. package/src/audit/languageAnalysisEngine/report/commonReportingFunctions.ts +179 -25
  81. package/src/audit/languageAnalysisEngine/report/models/reportLibraryModel.ts +3 -3
  82. package/src/audit/languageAnalysisEngine/report/models/reportListModel.ts +18 -11
  83. package/src/audit/languageAnalysisEngine/report/models/reportOutputModel.ts +29 -0
  84. package/src/audit/languageAnalysisEngine/report/models/reportSeverityModel.ts +12 -3
  85. package/src/audit/languageAnalysisEngine/report/models/severityCountModel.ts +20 -0
  86. package/src/audit/languageAnalysisEngine/report/reportingFeature.ts +50 -18
  87. package/src/audit/languageAnalysisEngine/report/utils/reportUtils.ts +88 -66
  88. package/src/audit/languageAnalysisEngine/sendSnapshot.js +78 -3
  89. package/src/audit/save.js +32 -0
  90. package/src/commands/audit/auditController.ts +23 -15
  91. package/src/commands/audit/help.ts +24 -1
  92. package/src/commands/audit/processAudit.ts +7 -4
  93. package/src/commands/audit/saveFile.ts +5 -1
  94. package/src/commands/scan/processScan.js +2 -1
  95. package/src/commands/scan/sca/scaAnalysis.js +70 -29
  96. package/src/common/HTTPClient.js +72 -25
  97. package/src/common/errorHandling.ts +10 -1
  98. package/src/common/versionChecker.ts +24 -5
  99. package/src/constants/constants.js +13 -3
  100. package/src/constants/locales.js +15 -12
  101. package/src/constants.js +9 -4
  102. package/src/index.ts +5 -3
  103. package/src/lambda/analytics.ts +9 -0
  104. package/src/lambda/arn.ts +2 -1
  105. package/src/lambda/lambda.ts +37 -17
  106. package/src/lambda/types.ts +35 -0
  107. package/src/lambda/utils.ts +2 -7
  108. package/src/sbom/generateSbom.ts +1 -1
  109. package/src/scaAnalysis/common/formatMessage.js +51 -1
  110. package/src/scaAnalysis/common/treeUpload.js +1 -6
  111. package/src/scaAnalysis/go/goAnalysis.js +19 -0
  112. package/src/scaAnalysis/go/goParseDeps.js +203 -0
  113. package/src/scaAnalysis/go/goReadDepFile.js +30 -0
  114. package/src/scaAnalysis/java/analysis.js +15 -32
  115. package/src/scaAnalysis/java/index.js +6 -6
  116. package/src/scaAnalysis/java/javaBuildDepsParser.js +15 -2
  117. package/src/scaAnalysis/javascript/analysis.js +127 -0
  118. package/src/scaAnalysis/javascript/index.js +56 -0
  119. package/src/scaAnalysis/php/analysis.js +98 -0
  120. package/src/scaAnalysis/php/index.js +11 -0
  121. package/src/scaAnalysis/python/analysis.js +49 -0
  122. package/src/scaAnalysis/python/index.js +11 -0
  123. package/src/scaAnalysis/ruby/analysis.js +282 -0
  124. package/src/scaAnalysis/ruby/index.js +11 -0
  125. package/src/scan/autoDetection.js +11 -7
  126. package/src/scan/fileUtils.js +27 -8
  127. package/src/scan/formatScanOutput.ts +26 -18
  128. package/src/scan/models/groupedResultsModel.ts +3 -3
  129. package/src/scan/models/resultContentModel.ts +1 -1
  130. package/src/scan/models/scanResultsModel.ts +5 -2
  131. package/src/scan/populateProjectIdAndProjectName.js +3 -1
  132. package/src/scan/scan.ts +8 -6
  133. package/src/scan/scanConfig.js +5 -1
  134. package/src/scan/scanController.js +30 -9
  135. package/src/scan/scanResults.js +31 -10
  136. package/src/utils/commonApi.js +4 -1
  137. package/src/utils/filterProjectPath.js +6 -2
  138. package/src/utils/oraWrapper.js +6 -1
@@ -5,23 +5,20 @@ const i18n = require('i18n');
5
5
  const fs = require('fs');
6
6
  const MAVEN = 'maven';
7
7
  const GRADLE = 'gradle';
8
- const determineProjectTypeAndCwd = (files, projectPath) => {
8
+ const determineProjectTypeAndCwd = (files, file) => {
9
9
  const projectData = {};
10
10
  if (files[0].includes('pom.xml')) {
11
11
  projectData.projectType = MAVEN;
12
- projectData.cwd = projectPath
13
- ? projectPath
14
- : files[0].replace('pom.xml', '');
15
12
  }
16
13
  else if (files[0].includes('build.gradle')) {
17
14
  projectData.projectType = GRADLE;
18
- projectData.cwd = projectPath
19
- ? projectPath
20
- : files[0].replace('pom.xml', '');
21
15
  }
16
+ projectData.cwd = file
17
+ ? file.replace('pom.xml', '').replace('build.gradle', '')
18
+ : file;
22
19
  return projectData;
23
20
  };
24
- const buildMaven = async (config, projectData, timeout) => {
21
+ const buildMaven = (config, projectData, timeout) => {
25
22
  let cmdStdout;
26
23
  let mvn_settings = '';
27
24
  try {
@@ -35,16 +32,7 @@ const buildMaven = async (config, projectData, timeout) => {
35
32
  return cmdStdout.toString();
36
33
  }
37
34
  catch (err) {
38
- try {
39
- child_process.execSync('mvn --version', {
40
- cwd: projectData.cwd,
41
- timeout
42
- });
43
- throw new Error(i18n.__('mavenDependencyTreeNonZero', projectData.cwd, `${err.message}`));
44
- }
45
- catch (mvnErr) {
46
- throw new Error(i18n.__('mavenNotInstalledError', projectData.cwd, `${mvnErr.message}`));
47
- }
35
+ throw new Error(i18n.__('mavenDependencyTreeNonZero', projectData.cwd, `${err.message}`));
48
36
  }
49
37
  };
50
38
  const buildGradle = (config, projectData, timeout) => {
@@ -78,7 +66,7 @@ const buildGradle = (config, projectData, timeout) => {
78
66
  timeout
79
67
  });
80
68
  }
81
- output.mvnDependancyTreeOutput = cmdStdout.toString();
69
+ output = cmdStdout.toString();
82
70
  return output;
83
71
  }
84
72
  catch (err) {
@@ -91,16 +79,16 @@ const buildGradle = (config, projectData, timeout) => {
91
79
  }
92
80
  }
93
81
  };
94
- const getJavaBuildDeps = async (config, files) => {
82
+ const getJavaBuildDeps = (config, files) => {
95
83
  const timeout = 960000;
96
84
  let output = {
97
85
  mvnDependancyTreeOutput: undefined,
98
86
  projectType: undefined
99
87
  };
100
88
  try {
101
- const projectData = determineProjectTypeAndCwd(files, config.projectPath);
89
+ const projectData = determineProjectTypeAndCwd(files, config.file);
102
90
  if (projectData.projectType === MAVEN) {
103
- output.mvnDependancyTreeOutput = await buildMaven(config, projectData, timeout);
91
+ output.mvnDependancyTreeOutput = buildMaven(config, projectData, timeout);
104
92
  }
105
93
  else if (projectData.projectType === GRADLE) {
106
94
  output.mvnDependancyTreeOutput = buildGradle(config, projectData, timeout);
@@ -109,6 +97,7 @@ const getJavaBuildDeps = async (config, files) => {
109
97
  return output;
110
98
  }
111
99
  catch (err) {
100
+ console.log(err.message.toString());
112
101
  }
113
102
  };
114
103
  module.exports = {
@@ -1,16 +1,16 @@
1
1
  "use strict";
2
- const { getJavaBuildDeps } = require('./analysis');
2
+ const analysis = require('./analysis');
3
3
  const { parseBuildDeps } = require('./javaBuildDepsParser');
4
4
  const { createJavaTSMessage } = require('../common/formatMessage');
5
- const javaAnalysis = async (config, languageFiles) => {
6
- languageFiles.java.forEach(file => {
5
+ const javaAnalysis = (config, languageFiles) => {
6
+ languageFiles.JAVA.forEach(file => {
7
7
  file.replace('build.gradle.kts', 'build.gradle');
8
8
  });
9
- const javaDeps = await buildJavaTree(config, languageFiles.java);
9
+ const javaDeps = buildJavaTree(config, languageFiles.JAVA);
10
10
  return createJavaTSMessage(javaDeps);
11
11
  };
12
- const buildJavaTree = async (config, files) => {
13
- const javaBuildDeps = await getJavaBuildDeps(config, files);
12
+ const buildJavaTree = (config, files) => {
13
+ const javaBuildDeps = analysis.getJavaBuildDeps(config, files);
14
14
  return parseBuildDeps(config, javaBuildDeps);
15
15
  };
16
16
  module.exports = {
@@ -322,5 +322,18 @@ const parseGradle = (gradleDependencyTreeOutput, config, projectType) => {
322
322
  }
323
323
  };
324
324
  module.exports = {
325
- parseBuildDeps
325
+ parseBuildDeps,
326
+ shaveOutput,
327
+ validateIndentation,
328
+ calculateLevels,
329
+ lastChild,
330
+ hasChildren,
331
+ getElementHeader,
332
+ createElement,
333
+ stripElement,
334
+ checkVersion,
335
+ computeRelationToLastElement,
336
+ addIndentation,
337
+ computeLevel,
338
+ computeIndentation
326
339
  };
@@ -0,0 +1,110 @@
1
+ "use strict";
2
+ const fs = require('fs');
3
+ const yarnParser = require('@yarnpkg/lockfile');
4
+ const yaml = require('js-yaml');
5
+ const i18n = require('i18n');
6
+ const { formatKey } = require('../../audit/nodeAnalysisEngine/parseYarn2LockFileContents');
7
+ const readFile = async (config, languageFiles, nameOfFile) => {
8
+ const index = languageFiles.findIndex(v => v.includes(nameOfFile));
9
+ if (config.file) {
10
+ return fs.readFileSync(config.file.concat(languageFiles[index]), 'utf8');
11
+ }
12
+ else {
13
+ console.log('could not find file');
14
+ }
15
+ };
16
+ const readYarn = async (config, languageFiles, nameOfFile) => {
17
+ let yarn = {
18
+ yarnVersion: 1,
19
+ rawYarnLockFileContents: ''
20
+ };
21
+ try {
22
+ let rawYarnLockFileContents = await readFile(config, languageFiles, nameOfFile);
23
+ yarn.rawYarnLockFileContents = rawYarnLockFileContents;
24
+ if (!yarn.rawYarnLockFileContents.includes('lockfile v1') ||
25
+ yarn.rawYarnLockFileContents.includes('__metadata')) {
26
+ yarn.rawYarnLockFileContents = yaml.load(rawYarnLockFileContents);
27
+ yarn.yarnVersion = 2;
28
+ }
29
+ return yarn;
30
+ }
31
+ catch (err) {
32
+ console.log(i18n.__('nodeReadYarnLockFileError') + `${err.message}`);
33
+ return;
34
+ }
35
+ };
36
+ const parseNpmLockFile = async (js) => {
37
+ try {
38
+ js.npmLockFile = JSON.parse(js.rawLockFileContents);
39
+ if (js.npmLockFile && js.npmLockFile.lockfileVersion > 1) {
40
+ const listOfTopDep = Object.keys(js.npmLockFile.dependencies);
41
+ Object.entries(js.npmLockFile.dependencies).forEach(([objKey, value]) => {
42
+ if (value.requires) {
43
+ const listOfRequiresDep = Object.keys(value.requires);
44
+ listOfRequiresDep.forEach(dep => {
45
+ if (!listOfTopDep.includes(dep)) {
46
+ addDepToLockFile(js, value['requires'], dep);
47
+ }
48
+ });
49
+ }
50
+ if (value.dependencies) {
51
+ Object.entries(value.dependencies).forEach(([objChildKey, childValue]) => {
52
+ if (childValue.requires) {
53
+ const listOfRequiresDep = Object.keys(childValue.requires);
54
+ listOfRequiresDep.forEach(dep => {
55
+ if (!listOfTopDep.includes(dep)) {
56
+ addDepToLockFile(js, childValue['requires'], dep);
57
+ }
58
+ });
59
+ }
60
+ });
61
+ }
62
+ });
63
+ return js.npmLockFile;
64
+ }
65
+ else {
66
+ return js.npmLockFile;
67
+ }
68
+ }
69
+ catch (err) {
70
+ console.log(i18n.__('NodeParseNPM') + `${err.message}`);
71
+ return;
72
+ }
73
+ };
74
+ const addDepToLockFile = (js, depObj, key) => {
75
+ return (js.npmLockFile.dependencies[key] = { version: depObj[key] });
76
+ };
77
+ const parseYarnLockFile = async (js) => {
78
+ try {
79
+ js.yarn.yarnLockFile = {};
80
+ if (js.yarn.yarnVersion === 1) {
81
+ js.yarn.yarnLockFile = yarnParser.parse(js.yarn.rawYarnLockFileContents);
82
+ delete js.yarn.rawYarnLockFileContents;
83
+ return js;
84
+ }
85
+ else {
86
+ js.yarn.yarnLockFile['object'] = js.yarn.rawYarnLockFileContents;
87
+ delete js.yarn.yarnLockFile['object'].__metadata;
88
+ js.yarn.yarnLockFile['type'] = 'success';
89
+ Object.entries(js.yarn.rawYarnLockFileContents).forEach(([key, value]) => {
90
+ const rawKeyNames = key.split(',');
91
+ const keyNames = formatKey(rawKeyNames);
92
+ keyNames.forEach(name => {
93
+ js.yarn.yarnLockFile.object[name] = value;
94
+ });
95
+ });
96
+ return js;
97
+ }
98
+ }
99
+ catch (err) {
100
+ console.log(i18n.__('NodeParseYarn') + `${err.message}`);
101
+ return;
102
+ }
103
+ };
104
+ module.exports = {
105
+ readYarn,
106
+ parseYarnLockFile,
107
+ parseNpmLockFile,
108
+ readFile,
109
+ formatKey
110
+ };
@@ -0,0 +1,41 @@
1
+ "use strict";
2
+ const analysis = require('./analysis');
3
+ const i18n = require('i18n');
4
+ const formatMessage = require('../common/formatMessage');
5
+ const jsAnalysis = async (config, languageFiles) => {
6
+ if (languageFiles.JAVASCRIPT.includes('package-lock.json') &&
7
+ languageFiles.JAVASCRIPT.includes('yarn.lock')) {
8
+ console.log(i18n.__('languageAnalysisMultipleLanguages1'));
9
+ return;
10
+ }
11
+ return buildNodeTree(config, languageFiles.JAVASCRIPT);
12
+ };
13
+ const buildNodeTree = async (config, files) => {
14
+ let analysis = await readFiles(config, files);
15
+ const rawNode = await parseFiles(config, files, analysis);
16
+ return formatMessage.createJavaScriptTSMessage(rawNode);
17
+ };
18
+ const readFiles = async (config, files) => {
19
+ let js = {};
20
+ js.packageJSON = JSON.parse(await analysis.readFile(config, files, 'package.json'));
21
+ if (files.includes('package-lock.json')) {
22
+ js.rawLockFileContents = await analysis.readFile(config, files, 'package-lock.json');
23
+ }
24
+ if (files.includes('yarn.lock')) {
25
+ js.yarn = {};
26
+ js.yarn = await analysis.readYarn(config, files, 'yarn.lock');
27
+ }
28
+ return js;
29
+ };
30
+ const parseFiles = async (config, files, js) => {
31
+ if (files.includes('package-lock.json')) {
32
+ js.npmLockFile = await analysis.parseNpmLockFile(js);
33
+ }
34
+ if (files.includes('yarn.lock')) {
35
+ js = await analysis.parseYarnLockFile(js);
36
+ }
37
+ return js;
38
+ };
39
+ module.exports = {
40
+ jsAnalysis
41
+ };
@@ -0,0 +1,89 @@
1
+ "use strict";
2
+ const fs = require('fs');
3
+ const i18n = require('i18n');
4
+ const _ = require('lodash');
5
+ let php = {};
6
+ const readProjectFile = (projectPath, customFile) => {
7
+ const filePath = filePathForWindows(projectPath + customFile);
8
+ try {
9
+ php.composerJSON = JSON.parse(fs.readFileSync(filePath, 'utf8'));
10
+ php.composerJSON.dependencies = php.composerJSON.require;
11
+ php.composerJSON.devDependencies = php.composerJSON['require-dev'];
12
+ return php;
13
+ }
14
+ catch (err) {
15
+ console.log(err.message.toString());
16
+ }
17
+ };
18
+ const readAndParseLockFile = (projectPath, customFile) => {
19
+ const filePath = filePathForWindows(projectPath + customFile);
20
+ try {
21
+ php.rawLockFileContents = JSON.parse(fs.readFileSync(filePath, 'utf8'));
22
+ php.lockFile = php.rawLockFileContents;
23
+ let packages = _.keyBy(php.lockFile.packages, 'name');
24
+ let packagesDev = _.keyBy(php.lockFile['packages-dev'], 'name');
25
+ php.lockFile.dependencies = _.merge(packages, packagesDev);
26
+ const listOfTopDep = Object.keys(php.lockFile.dependencies);
27
+ Object.entries(php.lockFile.dependencies).forEach(([key, value]) => {
28
+ if (value.require) {
29
+ const listOfRequiresDep = Object.keys(value.require);
30
+ listOfRequiresDep.forEach(dep => {
31
+ if (!listOfTopDep.includes(dep)) {
32
+ addChildDepToLockFileAsOwnObj(php, value['require'], dep);
33
+ }
34
+ });
35
+ }
36
+ if (value['require-dev']) {
37
+ const listOfRequiresDep = Object.keys(value['require-dev']);
38
+ listOfRequiresDep.forEach(dep => {
39
+ if (!listOfTopDep.includes(dep)) {
40
+ addChildDepToLockFileAsOwnObj(php, value['require-dev'], dep);
41
+ }
42
+ });
43
+ }
44
+ });
45
+ formatParentDepToLockFile(php);
46
+ delete php.rawLockFileContents;
47
+ return php;
48
+ }
49
+ catch (err) {
50
+ return console.log(i18n.__('phpParseComposerLock', php) + `${err.message}`);
51
+ }
52
+ };
53
+ const getPhpDeps = (config, files) => {
54
+ try {
55
+ return (readProjectFile(config.file, files[0].projectFilename),
56
+ readAndParseLockFile(config.file, files[1].lockFilename));
57
+ }
58
+ catch (err) {
59
+ console.log(err.message.toString());
60
+ process.exit(1);
61
+ }
62
+ };
63
+ const filePathForWindows = path => {
64
+ if (process.platform === 'win32') {
65
+ path = path.replace(/\//g, '\\');
66
+ }
67
+ return path;
68
+ };
69
+ function addChildDepToLockFileAsOwnObj(php, depObj, key) {
70
+ php.lockFile.dependencies[key] = { version: depObj[key] };
71
+ }
72
+ function formatParentDepToLockFile(php) {
73
+ for (const [key, value] of Object.entries(php.lockFile.dependencies)) {
74
+ let requires = {};
75
+ for (const [childKey, childValue] of Object.entries(value)) {
76
+ if (childKey === 'require' || childKey === 'require-dev') {
77
+ requires = _.merge(requires, childValue);
78
+ php.lockFile.dependencies[key].requires = requires;
79
+ delete php.lockFile.dependencies[key].require;
80
+ delete php.lockFile.dependencies[key]['require-dev'];
81
+ }
82
+ }
83
+ }
84
+ }
85
+ module.exports = {
86
+ getPhpDeps,
87
+ readAndParseLockFile,
88
+ readProjectFile
89
+ };
@@ -0,0 +1,10 @@
1
+ "use strict";
2
+ const { getPhpDeps } = require('./analysis');
3
+ const { createPhpTSMessage } = require('../common/formatMessage');
4
+ const phpAnalysis = (config, languageFiles) => {
5
+ const phpDeps = getPhpDeps(config, languageFiles.PHP);
6
+ return createPhpTSMessage(phpDeps);
7
+ };
8
+ module.exports = {
9
+ phpAnalysis
10
+ };
@@ -0,0 +1,42 @@
1
+ "use strict";
2
+ const multiReplace = require('string-multiple-replace');
3
+ const fs = require('fs');
4
+ const readAndParseProjectFile = file => {
5
+ const filePath = filePathForWindows(file + '/Pipfile');
6
+ const pipFile = fs.readFileSync(filePath, 'utf8');
7
+ const matcherObj = { '"': '' };
8
+ const sequencer = ['"'];
9
+ const parsedPipfile = multiReplace(pipFile, matcherObj, sequencer);
10
+ const pythonArray = parsedPipfile.split('\n');
11
+ return pythonArray.filter(element => element !== '' && !element.includes('#'));
12
+ };
13
+ const readAndParseLockFile = file => {
14
+ const filePath = filePathForWindows(file + '/Pipfile.lock');
15
+ const lockFile = fs.readFileSync(filePath, 'utf8');
16
+ let parsedPipLock = JSON.parse(lockFile);
17
+ parsedPipLock['defaults'] = parsedPipLock['default'];
18
+ delete parsedPipLock['default'];
19
+ return parsedPipLock;
20
+ };
21
+ const getPythonDeps = config => {
22
+ try {
23
+ const parseProject = readAndParseProjectFile(config.file);
24
+ const parsePip = readAndParseLockFile(config.file);
25
+ return { pipfileLock: parsePip, pipfilDependanceies: parseProject };
26
+ }
27
+ catch (err) {
28
+ console.log(err.message.toString());
29
+ process.exit(1);
30
+ }
31
+ };
32
+ const filePathForWindows = path => {
33
+ if (process.platform === 'win32') {
34
+ path = path.replace(/\//g, '\\');
35
+ }
36
+ return path;
37
+ };
38
+ module.exports = {
39
+ getPythonDeps,
40
+ readAndParseProjectFile,
41
+ readAndParseLockFile
42
+ };
@@ -0,0 +1,10 @@
1
+ "use strict";
2
+ const { createPythonTSMessage } = require('../common/formatMessage');
3
+ const { getPythonDeps } = require('./analysis');
4
+ const pythonAnalysis = (config, languageFiles) => {
5
+ const pythonDeps = getPythonDeps(config, languageFiles.PYTHON);
6
+ return createPythonTSMessage(pythonDeps);
7
+ };
8
+ module.exports = {
9
+ pythonAnalysis
10
+ };
@@ -0,0 +1,226 @@
1
+ "use strict";
2
+ const fs = require('fs');
3
+ const readAndParseGemfile = file => {
4
+ const fileName = filePathForWindows(file + '/Gemfile');
5
+ const gemFile = fs.readFileSync(fileName, 'utf8');
6
+ const rubyArray = gemFile.split('\n');
7
+ let filteredRubyDep = rubyArray.filter(element => {
8
+ return (!element.includes('#') &&
9
+ element.includes('gem') &&
10
+ !element.includes('source'));
11
+ });
12
+ for (let i = 0; i < filteredRubyDep.length; i++) {
13
+ filteredRubyDep[i] = filteredRubyDep[i].trim();
14
+ }
15
+ return filteredRubyDep;
16
+ };
17
+ const readAndParseGemLockFile = file => {
18
+ const fileName = filePathForWindows(file + '/Gemfile.lock');
19
+ const lockFile = fs.readFileSync(fileName, 'utf8');
20
+ const dependencyRegEx = /^\s*([A-Za-z0-9.!@#$%\-^&*_+]*)\s*(\((.*?)\))/;
21
+ const lines = lockFile.split('\n');
22
+ return {
23
+ dependencies: getDirectDependencies(lines, dependencyRegEx),
24
+ runtimeDetails: getLockFileRuntimeInfo(lines),
25
+ sources: getSourceArray(lines, dependencyRegEx)
26
+ };
27
+ };
28
+ const nonDependencyKeys = (line, sourceObject) => {
29
+ const GEMFILE_KEY_VALUE = /^\s*([^:(]*)\s*\:*\s*(.*)/;
30
+ let parts = GEMFILE_KEY_VALUE.exec(line);
31
+ let key = parts[1].trim();
32
+ let value = parts[2] || '';
33
+ sourceObject[key] = value;
34
+ return sourceObject;
35
+ };
36
+ const populateResolveAndPlatform = (version, sourceObject) => {
37
+ const depArr = version.split('-');
38
+ sourceObject.resolved = depArr[0];
39
+ sourceObject.platform = depArr.length > 1 ? depArr[1] : 'UNSPECIFIED';
40
+ return sourceObject;
41
+ };
42
+ const isUpperCase = str => {
43
+ return str === str.toUpperCase();
44
+ };
45
+ const getDirectDependencies = (lines, dependencyRegEx) => {
46
+ const dependencies = {};
47
+ let depIndex = 0;
48
+ for (let i = 0; i < lines.length; i++) {
49
+ if (lines[i] === 'DEPENDENCIES') {
50
+ depIndex = i;
51
+ }
52
+ }
53
+ const getDepArray = lines.slice(depIndex);
54
+ for (let j = 1; j < getDepArray.length; j++) {
55
+ const element = getDepArray[j];
56
+ if (!isUpperCase(element)) {
57
+ const isDependencyWithVersion = dependencyRegEx.test(element);
58
+ if (isDependencyWithVersion) {
59
+ const dependency = dependencyRegEx.exec(element);
60
+ let name = dependency[1];
61
+ name = name.replace('!', '');
62
+ dependencies[name.trim()] = dependency[3];
63
+ }
64
+ else {
65
+ let name = element;
66
+ name = name.replace('!', ' ');
67
+ dependencies[name.trim()] = 'UNSPECIFIED';
68
+ }
69
+ }
70
+ }
71
+ return dependencies;
72
+ };
73
+ const getLockFileRuntimeInfo = lines => {
74
+ let rubVersionIndex = 0;
75
+ for (let i = 0; i < lines.length; i++) {
76
+ if (lines[i] === 'RUBY VERSION') {
77
+ rubVersionIndex = i;
78
+ break;
79
+ }
80
+ }
81
+ const runtimeDetails = {};
82
+ if (rubVersionIndex !== 0) {
83
+ const getRubyVersionArray = lines.slice(rubVersionIndex);
84
+ for (let element of getRubyVersionArray) {
85
+ if (!isUpperCase(element)) {
86
+ runtimeDetails['version'] = getVersion(element);
87
+ runtimeDetails['patchLevel'] = getPatchLevel(element);
88
+ if (element.includes('engine')) {
89
+ let splitElement = element.split(' ');
90
+ runtimeDetails[splitElement[0]] = splitElement[1];
91
+ }
92
+ }
93
+ }
94
+ }
95
+ return runtimeDetails;
96
+ };
97
+ const getVersion = element => {
98
+ const versionRegex = /^([ruby\s0-9.*]+)/;
99
+ if (versionRegex.test(element)) {
100
+ let version = versionRegex.exec(element)[0];
101
+ if (version.includes('ruby')) {
102
+ return trimWhiteSpace(version.replace('ruby', ''));
103
+ }
104
+ }
105
+ };
106
+ const getPatchLevel = element => {
107
+ const patchLevelRegex = /(p\d+)/;
108
+ if (patchLevelRegex.test(element)) {
109
+ return patchLevelRegex.exec(element)[0];
110
+ }
111
+ };
112
+ const formatSourceArr = sourceArr => {
113
+ return sourceArr.map(element => {
114
+ if (element.sourceType === 'GIT') {
115
+ delete element.specs;
116
+ }
117
+ if (element.sourceType === 'GEM') {
118
+ delete element.branch;
119
+ delete element.revision;
120
+ delete element.depthLevel;
121
+ delete element.specs;
122
+ }
123
+ if (element.sourceType === 'PATH') {
124
+ delete element.branch;
125
+ delete element.revision;
126
+ delete element.depthLevel;
127
+ delete element.specs;
128
+ delete element.platform;
129
+ }
130
+ return element;
131
+ });
132
+ };
133
+ const getSourceArray = (lines, dependencyRegEx) => {
134
+ const sourceObject = {
135
+ dependencies: {}
136
+ };
137
+ const whitespaceRegx = /^(\s*)/;
138
+ let index = 0;
139
+ let line = 0;
140
+ const sources = [];
141
+ while ((line = lines[index++]) !== undefined) {
142
+ let currentWS = whitespaceRegx.exec(line)[1].length;
143
+ if (!line.includes(' bundler (')) {
144
+ if (currentWS === 0 && !line.includes(':') && line !== '') {
145
+ sourceObject.sourceType = line;
146
+ }
147
+ if (currentWS !== 0 && line.includes(':')) {
148
+ nonDependencyKeys(line, sourceObject);
149
+ }
150
+ if (currentWS > 2) {
151
+ let nexlineWS = whitespaceRegx.exec(lines[index])[1].length;
152
+ sourceObject.dependencies = buildSourceDependencyWithVersion(whitespaceRegx, dependencyRegEx, line, currentWS, sourceObject.name, sourceObject.dependencies);
153
+ if (currentWS === 4 && sourceObject.depthLevel === undefined) {
154
+ const dependency = dependencyRegEx.exec(line);
155
+ sourceObject.name = dependency[1];
156
+ sourceObject.depthLevel = currentWS;
157
+ populateResolveAndPlatform(dependency[3], sourceObject);
158
+ }
159
+ if (currentWS === 4 && sourceObject.depthLevel) {
160
+ const dependency = dependencyRegEx.exec(line);
161
+ sourceObject.name = dependency[1];
162
+ sourceObject.depthLevel = currentWS;
163
+ populateResolveAndPlatform(dependency[3], sourceObject);
164
+ }
165
+ if ((currentWS === 4 && nexlineWS === 4) ||
166
+ (currentWS === 6 && nexlineWS === 4) ||
167
+ nexlineWS == '') {
168
+ let newObj = {};
169
+ newObj = JSON.parse(JSON.stringify(sourceObject));
170
+ sources.push(newObj);
171
+ sourceObject.dependencies = {};
172
+ }
173
+ }
174
+ }
175
+ }
176
+ return formatSourceArr(sources);
177
+ };
178
+ const buildSourceDependencyWithVersion = (whitespaceRegx, dependencyRegEx, line, currentWhiteSpace, name, dependencies) => {
179
+ const isDependencyWithVersion = dependencyRegEx.test(line);
180
+ if (currentWhiteSpace === 6) {
181
+ const dependency = dependencyRegEx.exec(line);
182
+ if (isDependencyWithVersion) {
183
+ if (name !== dependency[1]) {
184
+ dependencies[dependency[1]] = dependency[3];
185
+ }
186
+ }
187
+ else {
188
+ dependencies[line.trim()] = 'UNSPECIFIED';
189
+ }
190
+ }
191
+ return dependencies;
192
+ };
193
+ const getRubyDeps = config => {
194
+ try {
195
+ const parsedGem = readAndParseGemfile(config.file);
196
+ const parsedLock = readAndParseGemLockFile(config.file);
197
+ return { gemfilesDependanceies: parsedGem, gemfileLock: parsedLock };
198
+ }
199
+ catch (err) {
200
+ console.log(err.message);
201
+ process.exit(1);
202
+ }
203
+ };
204
+ const trimWhiteSpace = string => {
205
+ return string.replace(/\s+/g, '');
206
+ };
207
+ const filePathForWindows = path => {
208
+ if (process.platform === 'win32') {
209
+ path = path.replace(/\//g, '\\');
210
+ }
211
+ return path;
212
+ };
213
+ module.exports = {
214
+ getRubyDeps,
215
+ readAndParseGemfile,
216
+ readAndParseGemLockFile,
217
+ nonDependencyKeys,
218
+ populateResolveAndPlatform,
219
+ isUpperCase,
220
+ getDirectDependencies,
221
+ getLockFileRuntimeInfo,
222
+ getVersion,
223
+ getPatchLevel,
224
+ formatSourceArr,
225
+ getSourceArray
226
+ };
@@ -0,0 +1,10 @@
1
+ "use strict";
2
+ const analysis = require('./analysis');
3
+ const { createRubyTSMessage } = require('../common/formatMessage');
4
+ const rubyAnalysis = (config, languageFiles) => {
5
+ const rubyDeps = analysis.getRubyDeps(config, languageFiles.RUBY);
6
+ return createRubyTSMessage(rubyDeps);
7
+ };
8
+ module.exports = {
9
+ rubyAnalysis
10
+ };