scanoss 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (204) hide show
  1. package/CHANGELOG.md +21 -0
  2. package/LICENSE +23 -0
  3. package/README.md +98 -0
  4. package/build/main/bin/cli-bin.d.ts +2 -0
  5. package/build/main/bin/cli-bin.js +58 -0
  6. package/build/main/commands/dep.d.ts +1 -0
  7. package/build/main/commands/dep.js +38 -0
  8. package/build/main/commands/fingerprint.d.ts +1 -0
  9. package/build/main/commands/fingerprint.js +49 -0
  10. package/build/main/commands/helpers.d.ts +1 -0
  11. package/build/main/commands/helpers.js +22 -0
  12. package/build/main/commands/scan.d.ts +1 -0
  13. package/build/main/commands/scan.js +91 -0
  14. package/build/main/index.d.ts +7 -0
  15. package/build/main/index.js +20 -0
  16. package/build/main/lib/dependencies/DependencyScanner.d.ts +11 -0
  17. package/build/main/lib/dependencies/DependencyScanner.js +94 -0
  18. package/build/main/lib/dependencies/DependencyScannerCfg.d.ts +4 -0
  19. package/build/main/lib/dependencies/DependencyScannerCfg.js +11 -0
  20. package/build/main/lib/dependencies/DependencyTypes.d.ts +21 -0
  21. package/build/main/lib/dependencies/DependencyTypes.js +3 -0
  22. package/build/main/lib/dependencies/LocalDependency/DependencyTypes.d.ts +16 -0
  23. package/build/main/lib/dependencies/LocalDependency/DependencyTypes.js +3 -0
  24. package/build/main/lib/dependencies/LocalDependency/LocalDependency.d.ts +6 -0
  25. package/build/main/lib/dependencies/LocalDependency/LocalDependency.js +51 -0
  26. package/build/main/lib/dependencies/LocalDependency/parsers/golangParser.d.ts +2 -0
  27. package/build/main/lib/dependencies/LocalDependency/parsers/golangParser.js +63 -0
  28. package/build/main/lib/dependencies/LocalDependency/parsers/mavenParser.d.ts +2 -0
  29. package/build/main/lib/dependencies/LocalDependency/parsers/mavenParser.js +173 -0
  30. package/build/main/lib/dependencies/LocalDependency/parsers/npmParser.d.ts +3 -0
  31. package/build/main/lib/dependencies/LocalDependency/parsers/npmParser.js +50 -0
  32. package/build/main/lib/dependencies/LocalDependency/parsers/pyParser.d.ts +2 -0
  33. package/build/main/lib/dependencies/LocalDependency/parsers/pyParser.js +65 -0
  34. package/build/main/lib/dependencies/LocalDependency/parsers/rubyParser.d.ts +3 -0
  35. package/build/main/lib/dependencies/LocalDependency/parsers/rubyParser.js +133 -0
  36. package/build/main/lib/dependencies/LocalDependency/parsers/utils.d.ts +2 -0
  37. package/build/main/lib/dependencies/LocalDependency/parsers/utils.js +20 -0
  38. package/build/main/lib/filters/defaultFilter.d.ts +16 -0
  39. package/build/main/lib/filters/defaultFilter.js +195 -0
  40. package/build/main/lib/filters/filtering.d.ts +32 -0
  41. package/build/main/lib/filters/filtering.js +229 -0
  42. package/build/main/lib/grpc/GrpcDependencyService.d.ts +11 -0
  43. package/build/main/lib/grpc/GrpcDependencyService.js +87 -0
  44. package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.d.ts +0 -0
  45. package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.js +2 -0
  46. package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.d.ts +1 -0
  47. package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.js +404 -0
  48. package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.d.ts +62 -0
  49. package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.js +128 -0
  50. package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.d.ts +1 -0
  51. package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.js +1403 -0
  52. package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.d.ts +42 -0
  53. package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.js +98 -0
  54. package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.d.ts +1 -0
  55. package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.js +1197 -0
  56. package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.d.ts +21 -0
  57. package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.js +66 -0
  58. package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.d.ts +1 -0
  59. package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.js +14 -0
  60. package/build/main/lib/scanner/Dispatcher/DispatchableItem.d.ts +19 -0
  61. package/build/main/lib/scanner/Dispatcher/DispatchableItem.js +44 -0
  62. package/build/main/lib/scanner/Dispatcher/Dispatcher.d.ts +19 -0
  63. package/build/main/lib/scanner/Dispatcher/Dispatcher.js +122 -0
  64. package/build/main/lib/scanner/Dispatcher/DispatcherResponse.d.ts +12 -0
  65. package/build/main/lib/scanner/Dispatcher/DispatcherResponse.js +34 -0
  66. package/build/main/lib/scanner/Dispatcher/GlobalControllerAborter.d.ts +10 -0
  67. package/build/main/lib/scanner/Dispatcher/GlobalControllerAborter.js +33 -0
  68. package/build/main/lib/scanner/Scannable/ScannableItem.d.ts +15 -0
  69. package/build/main/lib/scanner/Scannable/ScannableItem.js +28 -0
  70. package/build/main/lib/scanner/Scanner.d.ts +46 -0
  71. package/build/main/lib/scanner/Scanner.js +280 -0
  72. package/build/main/lib/scanner/ScannerCfg.d.ts +13 -0
  73. package/build/main/lib/scanner/ScannerCfg.js +27 -0
  74. package/build/main/lib/scanner/ScannerQueue.d.ts +3 -0
  75. package/build/main/lib/scanner/ScannerQueue.js +8 -0
  76. package/build/main/lib/scanner/ScannerTypes.d.ts +39 -0
  77. package/build/main/lib/scanner/ScannerTypes.js +40 -0
  78. package/build/main/lib/scanner/WfpProvider/FingerprintPackage.d.ts +9 -0
  79. package/build/main/lib/scanner/WfpProvider/FingerprintPackage.js +32 -0
  80. package/build/main/lib/scanner/WfpProvider/FingerprintPacket.d.ts +12 -0
  81. package/build/main/lib/scanner/WfpProvider/FingerprintPacket.js +38 -0
  82. package/build/main/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.d.ts +20 -0
  83. package/build/main/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.js +334 -0
  84. package/build/main/lib/scanner/WfpProvider/WfpProvider.d.ts +32 -0
  85. package/build/main/lib/scanner/WfpProvider/WfpProvider.js +63 -0
  86. package/build/main/lib/scanner/WfpProvider/WfpProviderFactory.d.ts +6 -0
  87. package/build/main/lib/scanner/WfpProvider/WfpProviderFactory.js +16 -0
  88. package/build/main/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.d.ts +20 -0
  89. package/build/main/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.js +94 -0
  90. package/build/main/lib/scanner/Winnower/Winnower.d.ts +36 -0
  91. package/build/main/lib/scanner/Winnower/Winnower.js +407 -0
  92. package/build/main/lib/scanner/Winnower/WinnowerExtractor.d.ts +10 -0
  93. package/build/main/lib/scanner/Winnower/WinnowerExtractor.js +33 -0
  94. package/build/main/lib/scanner/Winnower/WinnowerResponse.d.ts +11 -0
  95. package/build/main/lib/scanner/Winnower/WinnowerResponse.js +32 -0
  96. package/build/main/lib/tree/File.d.ts +6 -0
  97. package/build/main/lib/tree/File.js +23 -0
  98. package/build/main/lib/tree/Folder.d.ts +10 -0
  99. package/build/main/lib/tree/Folder.js +54 -0
  100. package/build/main/lib/tree/Node.d.ts +15 -0
  101. package/build/main/lib/tree/Node.js +23 -0
  102. package/build/main/lib/tree/Tree.d.ts +19 -0
  103. package/build/main/lib/tree/Tree.js +76 -0
  104. package/build/module/bin/cli-bin.d.ts +2 -0
  105. package/build/module/bin/cli-bin.js +56 -0
  106. package/build/module/commands/dep.d.ts +1 -0
  107. package/build/module/commands/dep.js +31 -0
  108. package/build/module/commands/fingerprint.d.ts +1 -0
  109. package/build/module/commands/fingerprint.js +42 -0
  110. package/build/module/commands/helpers.d.ts +1 -0
  111. package/build/module/commands/helpers.js +15 -0
  112. package/build/module/commands/scan.d.ts +1 -0
  113. package/build/module/commands/scan.js +84 -0
  114. package/build/module/index.d.ts +7 -0
  115. package/build/module/index.js +8 -0
  116. package/build/module/lib/dependencies/DependencyScanner.d.ts +11 -0
  117. package/build/module/lib/dependencies/DependencyScanner.js +92 -0
  118. package/build/module/lib/dependencies/DependencyScannerCfg.d.ts +4 -0
  119. package/build/module/lib/dependencies/DependencyScannerCfg.js +5 -0
  120. package/build/module/lib/dependencies/DependencyTypes.d.ts +21 -0
  121. package/build/module/lib/dependencies/DependencyTypes.js +2 -0
  122. package/build/module/lib/dependencies/LocalDependency/DependencyTypes.d.ts +16 -0
  123. package/build/module/lib/dependencies/LocalDependency/DependencyTypes.js +2 -0
  124. package/build/module/lib/dependencies/LocalDependency/LocalDependency.d.ts +6 -0
  125. package/build/module/lib/dependencies/LocalDependency/LocalDependency.js +45 -0
  126. package/build/module/lib/dependencies/LocalDependency/parsers/golangParser.d.ts +2 -0
  127. package/build/module/lib/dependencies/LocalDependency/parsers/golangParser.js +55 -0
  128. package/build/module/lib/dependencies/LocalDependency/parsers/mavenParser.d.ts +2 -0
  129. package/build/module/lib/dependencies/LocalDependency/parsers/mavenParser.js +166 -0
  130. package/build/module/lib/dependencies/LocalDependency/parsers/npmParser.d.ts +3 -0
  131. package/build/module/lib/dependencies/LocalDependency/parsers/npmParser.js +42 -0
  132. package/build/module/lib/dependencies/LocalDependency/parsers/pyParser.d.ts +2 -0
  133. package/build/module/lib/dependencies/LocalDependency/parsers/pyParser.js +57 -0
  134. package/build/module/lib/dependencies/LocalDependency/parsers/rubyParser.d.ts +3 -0
  135. package/build/module/lib/dependencies/LocalDependency/parsers/rubyParser.js +130 -0
  136. package/build/module/lib/dependencies/LocalDependency/parsers/utils.d.ts +2 -0
  137. package/build/module/lib/dependencies/LocalDependency/parsers/utils.js +15 -0
  138. package/build/module/lib/filters/defaultFilter.d.ts +16 -0
  139. package/build/module/lib/filters/defaultFilter.js +192 -0
  140. package/build/module/lib/filters/filtering.d.ts +32 -0
  141. package/build/module/lib/filters/filtering.js +210 -0
  142. package/build/module/lib/grpc/GrpcDependencyService.d.ts +11 -0
  143. package/build/module/lib/grpc/GrpcDependencyService.js +66 -0
  144. package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.d.ts +0 -0
  145. package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.js +2 -0
  146. package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.d.ts +1 -0
  147. package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.js +404 -0
  148. package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.d.ts +62 -0
  149. package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.js +128 -0
  150. package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.d.ts +1 -0
  151. package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.js +1403 -0
  152. package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.d.ts +42 -0
  153. package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.js +98 -0
  154. package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.d.ts +1 -0
  155. package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.js +1197 -0
  156. package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.d.ts +21 -0
  157. package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.js +66 -0
  158. package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.d.ts +1 -0
  159. package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.js +14 -0
  160. package/build/module/lib/scanner/Dispatcher/DispatchableItem.d.ts +19 -0
  161. package/build/module/lib/scanner/Dispatcher/DispatchableItem.js +43 -0
  162. package/build/module/lib/scanner/Dispatcher/Dispatcher.d.ts +19 -0
  163. package/build/module/lib/scanner/Dispatcher/Dispatcher.js +121 -0
  164. package/build/module/lib/scanner/Dispatcher/DispatcherResponse.d.ts +12 -0
  165. package/build/module/lib/scanner/Dispatcher/DispatcherResponse.js +33 -0
  166. package/build/module/lib/scanner/Dispatcher/GlobalControllerAborter.d.ts +10 -0
  167. package/build/module/lib/scanner/Dispatcher/GlobalControllerAborter.js +28 -0
  168. package/build/module/lib/scanner/Scannable/ScannableItem.d.ts +15 -0
  169. package/build/module/lib/scanner/Scannable/ScannableItem.js +29 -0
  170. package/build/module/lib/scanner/Scanner.d.ts +46 -0
  171. package/build/module/lib/scanner/Scanner.js +288 -0
  172. package/build/module/lib/scanner/ScannerCfg.d.ts +13 -0
  173. package/build/module/lib/scanner/ScannerCfg.js +21 -0
  174. package/build/module/lib/scanner/ScannerQueue.d.ts +3 -0
  175. package/build/module/lib/scanner/ScannerQueue.js +4 -0
  176. package/build/module/lib/scanner/ScannerTypes.d.ts +39 -0
  177. package/build/module/lib/scanner/ScannerTypes.js +37 -0
  178. package/build/module/lib/scanner/WfpProvider/FingerprintPackage.d.ts +9 -0
  179. package/build/module/lib/scanner/WfpProvider/FingerprintPackage.js +30 -0
  180. package/build/module/lib/scanner/WfpProvider/FingerprintPacket.d.ts +12 -0
  181. package/build/module/lib/scanner/WfpProvider/FingerprintPacket.js +37 -0
  182. package/build/module/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.d.ts +20 -0
  183. package/build/module/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.js +330 -0
  184. package/build/module/lib/scanner/WfpProvider/WfpProvider.d.ts +32 -0
  185. package/build/module/lib/scanner/WfpProvider/WfpProvider.js +65 -0
  186. package/build/module/lib/scanner/WfpProvider/WfpProviderFactory.d.ts +6 -0
  187. package/build/module/lib/scanner/WfpProvider/WfpProviderFactory.js +12 -0
  188. package/build/module/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.d.ts +20 -0
  189. package/build/module/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.js +93 -0
  190. package/build/module/lib/scanner/Winnower/Winnower.d.ts +36 -0
  191. package/build/module/lib/scanner/Winnower/Winnower.js +411 -0
  192. package/build/module/lib/scanner/Winnower/WinnowerExtractor.d.ts +10 -0
  193. package/build/module/lib/scanner/Winnower/WinnowerExtractor.js +30 -0
  194. package/build/module/lib/scanner/Winnower/WinnowerResponse.d.ts +11 -0
  195. package/build/module/lib/scanner/Winnower/WinnowerResponse.js +31 -0
  196. package/build/module/lib/tree/File.d.ts +6 -0
  197. package/build/module/lib/tree/File.js +17 -0
  198. package/build/module/lib/tree/Folder.d.ts +10 -0
  199. package/build/module/lib/tree/Folder.js +49 -0
  200. package/build/module/lib/tree/Node.d.ts +15 -0
  201. package/build/module/lib/tree/Node.js +23 -0
  202. package/build/module/lib/tree/Tree.d.ts +19 -0
  203. package/build/module/lib/tree/Tree.js +73 -0
  204. package/package.json +121 -0
@@ -0,0 +1,288 @@
1
+ /* eslint-disable no-console */
2
+ // 2.0
3
+ import EventEmitter from 'eventemitter3';
4
+ import os from 'os';
5
+ import fs from 'fs';
6
+ import { Dispatcher } from './Dispatcher/Dispatcher';
7
+ import { DispatchableItem } from './Dispatcher/DispatchableItem';
8
+ import { DispatcherResponse } from './Dispatcher/DispatcherResponse';
9
+ import { ScannerCfg } from './ScannerCfg';
10
+ import { ScannerEvents } from './ScannerTypes';
11
+ import sortPaths from 'sort-paths';
12
+ import { WfpCalculator } from './WfpProvider/WfpCalculator/WfpCalculator';
13
+ import { WfpSplitter } from './WfpProvider/WfpSplitter/WfpSplitter';
14
+ let finishPromiseResolve;
15
+ let finishPromiseReject;
16
+ export class Scanner extends EventEmitter {
17
+ scannerCfg;
18
+ workDirectory;
19
+ resultFilePath;
20
+ wfpFilePath;
21
+ scanRoot;
22
+ scannerId;
23
+ wfpProvider;
24
+ dispatcher;
25
+ finishPromise;
26
+ scannerInput;
27
+ scanFinished; // Both flags are used to prevent a race condition between DISPATCHER.NEW_DATA and DISPATCHER_FINISHED
28
+ processingNewData; // Both flags are used to prevent a race condition between DISPATCHER.NEW_DATA and DISPATCHER_FINISHED
29
+ processedFiles;
30
+ running;
31
+ filesToScan;
32
+ responseBuffer;
33
+ filesNotScanned;
34
+ constructor(scannerCfg = new ScannerCfg()) {
35
+ super();
36
+ this.scannerCfg = scannerCfg;
37
+ this.scannerId = new Date().getTime().toString();
38
+ }
39
+ init() {
40
+ this.scanFinished = false;
41
+ this.processingNewData = false;
42
+ this.running = true;
43
+ this.processedFiles = 0;
44
+ this.responseBuffer = [];
45
+ this.filesToScan = {};
46
+ this.filesNotScanned = {};
47
+ this.wfpProvider = new WfpCalculator(this.scannerCfg);
48
+ this.dispatcher = new Dispatcher(this.scannerCfg);
49
+ this.finishPromise = new Promise((resolve, reject) => {
50
+ finishPromiseResolve = resolve;
51
+ finishPromiseReject = reject;
52
+ });
53
+ this.setWinnowerListeners();
54
+ this.setDispatcherListeners();
55
+ if (this.workDirectory === undefined)
56
+ this.setWorkDirectory(`${os.tmpdir()}/scanner-${this.getScannerId()}`);
57
+ }
58
+ setWinnowerListeners() {
59
+ this.wfpProvider.on(ScannerEvents.WINNOWING_NEW_CONTENT, (fingerprintPackage) => {
60
+ this.emit(ScannerEvents.WINNOWING_NEW_CONTENT, fingerprintPackage);
61
+ this.reportLog(`[ SCANNER ]: New WFP content`);
62
+ const item = new DispatchableItem();
63
+ item.setFingerprintPackage(fingerprintPackage);
64
+ if (this.scannerInput[0]?.engineFlags)
65
+ item.setEngineFlags(this.scannerInput[0]?.engineFlags);
66
+ if (this.scannerInput[0]?.sbom && this.scannerInput[0]?.sbomMode)
67
+ item.setSbom(this.scannerInput[0]?.sbom, this.scannerInput[0]?.sbomMode);
68
+ this.dispatcher.dispatchItem(item);
69
+ });
70
+ this.wfpProvider.on(ScannerEvents.WINNOWER_LOG, (msg) => {
71
+ this.reportLog(msg);
72
+ });
73
+ this.wfpProvider.on(ScannerEvents.ERROR, (error) => {
74
+ this.errorHandler(error, ScannerEvents.MODULE_WINNOWER);
75
+ });
76
+ }
77
+ setDispatcherListeners() {
78
+ this.dispatcher.on(ScannerEvents.DISPATCHER_QUEUE_SIZE_MAX_LIMIT, () => {
79
+ this.reportLog(`[ SCANNER ]: Maximum queue size reached. Winnower will be paused`);
80
+ this.wfpProvider.pause();
81
+ });
82
+ this.dispatcher.on(ScannerEvents.DISPATCHER_QUEUE_SIZE_MIN_LIMIT, () => {
83
+ this.reportLog(`[ SCANNER ]: Minimum queue size reached. Winnower will be resumed`);
84
+ this.wfpProvider.resume();
85
+ });
86
+ this.dispatcher.on(ScannerEvents.DISPATCHER_NEW_DATA, async (response) => {
87
+ this.processingNewData = true;
88
+ this.processedFiles += response.getNumberOfFilesScanned();
89
+ this.reportLog(`[ SCANNER ]: Received results of ${response.getNumberOfFilesScanned()} files`);
90
+ this.emit(ScannerEvents.DISPATCHER_NEW_DATA, response);
91
+ this.insertIntoBuffer(response);
92
+ if (this.bufferReachedLimit())
93
+ this.bufferToFiles();
94
+ this.processingNewData = false;
95
+ if (this.scanFinished)
96
+ await this.finishJob();
97
+ });
98
+ this.dispatcher.on(ScannerEvents.DISPATCHER_FINISHED, async () => {
99
+ if (!this.wfpProvider.hasPendingFiles()) {
100
+ if (this.processingNewData)
101
+ this.scanFinished = true;
102
+ else
103
+ await this.finishJob();
104
+ }
105
+ });
106
+ this.dispatcher.on(ScannerEvents.DISPATCHER_ITEM_NO_DISPATCHED, (disptItem) => {
107
+ const filesNotScanned = disptItem.getFingerprintPackage().getFilesFingerprinted();
108
+ this.appendFilesToNotScanned(filesNotScanned);
109
+ });
110
+ this.wfpProvider.on(ScannerEvents.DISPATCHER_LOG, (msg) => {
111
+ this.reportLog(msg);
112
+ });
113
+ this.dispatcher.on(ScannerEvents.ERROR, (error, disptItem) => {
114
+ const wfpContent = disptItem.getFingerprintPackage().getContent();
115
+ fs.writeFileSync(`${this.workDirectory}/failed.wfp`, wfpContent, 'utf8');
116
+ this.errorHandler(error, ScannerEvents.MODULE_DISPATCHER);
117
+ });
118
+ }
119
+ appendFilesToNotScanned(fileList) {
120
+ const obj = {};
121
+ // eslint-disable-next-line no-restricted-syntax
122
+ for (const file of fileList)
123
+ obj[file] = this.filesToScan[file];
124
+ Object.assign(this.filesNotScanned, obj);
125
+ return this.filesNotScanned;
126
+ }
127
+ insertIntoBuffer(dispatcherResponse) {
128
+ this.responseBuffer.push(dispatcherResponse);
129
+ }
130
+ isBufferEmpty() {
131
+ return this.responseBuffer.length === 0;
132
+ }
133
+ bufferReachedLimit() {
134
+ if (this.responseBuffer.length >= this.scannerCfg.MAX_RESPONSES_IN_BUFFER)
135
+ return true;
136
+ return false;
137
+ }
138
+ bufferToFiles() {
139
+ let wfpContent = '';
140
+ const serverResponse = {};
141
+ // eslint-disable-next-line no-restricted-syntax
142
+ for (const dispatcherResponse of this.responseBuffer) {
143
+ wfpContent += dispatcherResponse.getWfpContent();
144
+ const serverResponseToAppend = dispatcherResponse.getServerResponse();
145
+ Object.assign(serverResponse, serverResponseToAppend);
146
+ }
147
+ this.appendOutputFiles(wfpContent, serverResponse);
148
+ this.responseBuffer = [];
149
+ const responses = new DispatcherResponse(serverResponse, wfpContent);
150
+ this.reportLog(`[ SCANNER ]: Persisted results of ${responses.getNumberOfFilesScanned()} files...`);
151
+ this.emit(ScannerEvents.RESULTS_APPENDED, responses, this.filesNotScanned);
152
+ return responses;
153
+ }
154
+ setWorkDirectory(workDirectory) {
155
+ this.workDirectory = workDirectory;
156
+ this.resultFilePath = `${this.workDirectory}/result.json`;
157
+ this.wfpFilePath = `${this.workDirectory}/winnowing.wfp`;
158
+ if (!fs.existsSync(this.workDirectory))
159
+ fs.mkdirSync(this.workDirectory);
160
+ }
161
+ getWorkDirectory() {
162
+ return this.workDirectory;
163
+ }
164
+ cleanWorkDirectory() {
165
+ if (fs.existsSync(this.resultFilePath))
166
+ fs.unlinkSync(this.resultFilePath);
167
+ if (fs.existsSync(this.wfpFilePath))
168
+ fs.unlinkSync(this.wfpFilePath);
169
+ }
170
+ async finishJob() {
171
+ this.scannerInput.shift();
172
+ this.reportLog(`[ SCANNER ]: Job finished. ${this.scannerInput.length} pendings`);
173
+ if (this.scannerInput.length) {
174
+ if (this.scannerInput[0].wfpPath) {
175
+ this.wfpProvider = new WfpSplitter();
176
+ this.setWinnowerListeners();
177
+ this.wfpProvider.start({ wfpPath: this.scannerInput[0].wfpPath });
178
+ }
179
+ else {
180
+ const folderRoot = this.scannerInput[0].folderRoot;
181
+ const winnowingMode = this.scannerInput[0].winnowingMode;
182
+ const fileList = this.scannerInput[0].fileList;
183
+ this.wfpProvider.start({ folderRoot, winnowingMode, fileList });
184
+ }
185
+ }
186
+ else
187
+ await this.finishScan();
188
+ }
189
+ async finishScan() {
190
+ if (!this.isBufferEmpty())
191
+ this.bufferToFiles();
192
+ const results = JSON.parse(await fs.promises.readFile(this.resultFilePath, 'utf8'));
193
+ const sortedPaths = sortPaths(Object.keys(results), '/');
194
+ const resultSorted = {};
195
+ // eslint-disable-next-line no-restricted-syntax
196
+ for (const key of sortedPaths)
197
+ resultSorted[key] = results[key];
198
+ await fs.promises.writeFile(this.resultFilePath, JSON.stringify(resultSorted, null, 2));
199
+ this.reportLog(`[ SCANNER ]: Scan finished (Scanned: ${this.processedFiles}, Not Scanned: ${Object.keys(this.filesNotScanned).length})`);
200
+ this.reportLog(`[ SCANNER ]: Results on: ${this.resultFilePath}`);
201
+ this.running = false;
202
+ this.emit(ScannerEvents.SCAN_DONE, this.resultFilePath, this.filesNotScanned);
203
+ finishPromiseResolve();
204
+ }
205
+ reportLog(txt, level = 'info') {
206
+ this.emit(ScannerEvents.SCANNER_LOG, txt, level);
207
+ }
208
+ errorHandler(error, origin) {
209
+ this.stop();
210
+ if (origin === ScannerEvents.MODULE_DISPATCHER) {
211
+ }
212
+ if (origin === ScannerEvents.MODULE_WINNOWER) {
213
+ }
214
+ this.reportLog(`[ SCANNER ]: Error reason ${error}`);
215
+ this.emit(ScannerEvents.ERROR, error);
216
+ if (this.finishPromise)
217
+ finishPromiseReject(error);
218
+ }
219
+ createOutputFiles() {
220
+ if (!fs.existsSync(this.wfpFilePath))
221
+ fs.writeFileSync(this.wfpFilePath, '');
222
+ if (!fs.existsSync(this.resultFilePath))
223
+ fs.writeFileSync(this.resultFilePath, JSON.stringify({}));
224
+ }
225
+ appendOutputFiles(wfpContent, serverResponse) {
226
+ fs.appendFileSync(this.wfpFilePath, wfpContent);
227
+ const storedResultStr = fs.readFileSync(this.resultFilePath, 'utf-8');
228
+ const storedResultObj = JSON.parse(storedResultStr);
229
+ Object.assign(storedResultObj, serverResponse);
230
+ const newResultStr = JSON.stringify(storedResultObj);
231
+ fs.writeFileSync(this.resultFilePath, newResultStr);
232
+ }
233
+ scan(scannerInput) {
234
+ this.init();
235
+ this.createOutputFiles();
236
+ this.scannerInput = scannerInput;
237
+ if (!this.isValidInput(scannerInput)) {
238
+ this.finishScan();
239
+ return this.finishPromise;
240
+ }
241
+ if (scannerInput[0]?.wfpPath) {
242
+ this.wfpProvider = new WfpSplitter();
243
+ this.setWinnowerListeners();
244
+ this.wfpProvider.start({ wfpPath: scannerInput[0].wfpPath });
245
+ }
246
+ else {
247
+ const folderRoot = this.scannerInput[0].folderRoot;
248
+ const winnowingMode = this.scannerInput[0].winnowingMode;
249
+ const fileList = this.scannerInput[0].fileList;
250
+ this.wfpProvider.start({ folderRoot, winnowingMode, fileList });
251
+ }
252
+ return this.finishPromise;
253
+ }
254
+ isValidInput(scannerInput) {
255
+ if (!scannerInput) {
256
+ this.reportLog('[ SCANNER ]: No input provided', 'warning');
257
+ return false;
258
+ }
259
+ if (!Array.isArray(scannerInput)) {
260
+ this.reportLog('[ SCANNER ]: Input must be an array', 'warning');
261
+ return false;
262
+ }
263
+ if (!scannerInput.length) {
264
+ this.reportLog('[ SCANNER ]: Input array is empty', 'warning');
265
+ return false;
266
+ }
267
+ if (scannerInput.some((input) => !input.fileList.length && !input.wfpPath)) {
268
+ this.reportLog('[ SCANNER ]: Input array contains an element with no file list', 'warning');
269
+ return false;
270
+ }
271
+ return true;
272
+ }
273
+ getScannerId() {
274
+ return this.scannerId;
275
+ }
276
+ stop() {
277
+ this.reportLog(`[ SCANNER ]: Stopping scanner`);
278
+ this.running = false;
279
+ this.wfpProvider.removeAllListeners();
280
+ this.dispatcher.removeAllListeners();
281
+ this.dispatcher.stop();
282
+ this.wfpProvider.stop();
283
+ }
284
+ isRunning() {
285
+ return this.running;
286
+ }
287
+ }
288
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvc2Nhbm5lci9TY2FubmVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLCtCQUErQjtBQUMvQixNQUFNO0FBQ04sT0FBTyxZQUFZLE1BQU0sZUFBZSxDQUFDO0FBQ3pDLE9BQU8sRUFBRSxNQUFNLElBQUksQ0FBQztBQUNwQixPQUFPLEVBQUUsTUFBTSxJQUFJLENBQUM7QUFHcEIsT0FBTyxFQUFFLFVBQVUsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBRXJELE9BQU8sRUFBRSxnQkFBZ0IsRUFBRSxNQUFNLCtCQUErQixDQUFDO0FBQ2pFLE9BQU8sRUFBRSxrQkFBa0IsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQ3JFLE9BQU8sRUFBRSxVQUFVLEVBQUUsTUFBTSxjQUFjLENBQUM7QUFDMUMsT0FBTyxFQUFFLGFBQWEsRUFBZ0IsTUFBTSxnQkFBZ0IsQ0FBQztBQUU3RCxPQUFPLFNBQVMsTUFBTSxZQUFZLENBQUM7QUFJbkMsT0FBTyxFQUFFLGFBQWEsRUFBRSxNQUFNLDJDQUEyQyxDQUFDO0FBQzFFLE9BQU8sRUFBRSxXQUFXLEVBQUUsTUFBTSx1Q0FBdUMsQ0FBQztBQUVwRSxJQUFJLG9CQUFvQixDQUFDO0FBQ3pCLElBQUksbUJBQW1CLENBQUM7QUFFeEIsTUFBTSxPQUFPLE9BQVEsU0FBUSxZQUFZO0lBQy9CLFVBQVUsQ0FBYTtJQUV2QixhQUFhLENBQVM7SUFFdEIsY0FBYyxDQUFTO0lBRXZCLFdBQVcsQ0FBUztJQUVwQixRQUFRLENBQVM7SUFFakIsU0FBUyxDQUFTO0lBRWxCLFdBQVcsQ0FBYztJQUV6QixVQUFVLENBQWE7SUFFdkIsYUFBYSxDQUFnQjtJQUU3QixZQUFZLENBQXNCO0lBRWxDLFlBQVksQ0FBVSxDQUFDLHNHQUFzRztJQUU3SCxpQkFBaUIsQ0FBVSxDQUFDLHNHQUFzRztJQUVsSSxjQUFjLENBQVM7SUFFdkIsT0FBTyxDQUFVO0lBRWpCLFdBQVcsQ0FBQztJQUVaLGNBQWMsQ0FBQztJQUVmLGVBQWUsQ0FBQztJQUV4QixZQUFZLFVBQVUsR0FBRyxJQUFJLFVBQVUsRUFBRTtRQUN2QyxLQUFLLEVBQUUsQ0FBQztRQUNSLElBQUksQ0FBQyxVQUFVLEdBQUcsVUFBVSxDQUFDO1FBQzdCLElBQUksQ0FBQyxTQUFTLEdBQUcsSUFBSSxJQUFJLEVBQUUsQ0FBQyxPQUFPLEVBQUUsQ0FBQyxRQUFRLEVBQUUsQ0FBQztJQUNuRCxDQUFDO0lBRUQsSUFBSTtRQUNGLElBQUksQ0FBQyxZQUFZLEdBQUcsS0FBSyxDQUFDO1FBQzFCLElBQUksQ0FBQyxpQkFBaUIsR0FBRyxLQUFLLENBQUM7UUFDL0IsSUFBSSxDQUFDLE9BQU8sR0FBRyxJQUFJLENBQUM7UUFDcEIsSUFBSSxDQUFDLGNBQWMsR0FBRyxDQUFDLENBQUM7UUFDeEIsSUFBSSxDQUFDLGNBQWMsR0FBRyxFQUFFLENBQUM7UUFDekIsSUFBSSxDQUFDLFdBQVcsR0FBRyxFQUFFLENBQUM7UUFDdEIsSUFBSSxDQUFDLGVBQWUsR0FBRyxFQUFFLENBQUM7UUFDMUIsSUFBSSxDQUFDLFdBQVcsR0FBRyxJQUFJLGFBQWEsQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUM7UUFDdEQsSUFBSSxDQUFDLFVBQVUsR0FBRyxJQUFJLFVBQVUsQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUM7UUFFbEQsSUFBSSxDQUFDLGFBQWEsR0FBRyxJQUFJLE9BQU8sQ0FBQyxDQUFDLE9BQU8sRUFBRSxNQUFNLEVBQUUsRUFBRTtZQUNuRCxvQkFBb0IsR0FBRyxPQUFPLENBQUM7WUFDL0IsbUJBQW1CLEdBQUcsTUFBTSxDQUFDO1FBQy9CLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLG9CQUFvQixFQUFFLENBQUM7UUFDNUIsSUFBSSxDQUFDLHNCQUFzQixFQUFFLENBQUM7UUFFOUIsSUFBSSxJQUFJLENBQUMsYUFBYSxLQUFLLFNBQVM7WUFBRSxJQUFJLENBQUMsZ0JBQWdCLENBQUMsR0FBRyxFQUFFLENBQUMsTUFBTSxFQUFFLFlBQVksSUFBSSxDQUFDLFlBQVksRUFBRSxFQUFFLENBQUMsQ0FBQztJQUMvRyxDQUFDO0lBRUQsb0JBQW9CO1FBQ2xCLElBQUksQ0FBQyxXQUFXLENBQUMsRUFBRSxDQUFDLGFBQWEsQ0FBQyxxQkFBcUIsRUFBRSxDQUFDLGtCQUFzQyxFQUFFLEVBQUU7WUFDbEcsSUFBSSxDQUFDLElBQUksQ0FBQyxhQUFhLENBQUMscUJBQXFCLEVBQUUsa0JBQWtCLENBQUMsQ0FBQztZQUNuRSxJQUFJLENBQUMsU0FBUyxDQUFDLDhCQUE4QixDQUFDLENBQUM7WUFFL0MsTUFBTSxJQUFJLEdBQUcsSUFBSSxnQkFBZ0IsRUFBRSxDQUFDO1lBQ3BDLElBQUksQ0FBQyxxQkFBcUIsQ0FBQyxrQkFBa0IsQ0FBQyxDQUFDO1lBQy9DLElBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsRUFBRSxXQUFXO2dCQUFFLElBQUksQ0FBQyxjQUFjLENBQUMsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsRUFBRSxXQUFXLENBQUMsQ0FBQztZQUU3RixJQUFHLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLEVBQUUsSUFBSSxJQUFJLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLEVBQUUsUUFBUTtnQkFDN0QsSUFBSSxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsWUFBWSxDQUFDLENBQUMsQ0FBQyxFQUFFLElBQUksRUFBRSxJQUFJLENBQUMsWUFBWSxDQUFDLENBQUMsQ0FBQyxFQUFFLFFBQVEsQ0FBQyxDQUFDO1lBRTNFLElBQUksQ0FBQyxVQUFVLENBQUMsWUFBWSxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ3JDLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFdBQVcsQ0FBQyxFQUFFLENBQUMsYUFBYSxDQUFDLFlBQVksRUFBRSxDQUFDLEdBQUcsRUFBRSxFQUFFO1lBQ3RELElBQUksQ0FBQyxTQUFTLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDdEIsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsV0FBVyxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsS0FBSyxFQUFFLENBQUMsS0FBSyxFQUFFLEVBQUU7WUFDakQsSUFBSSxDQUFDLFlBQVksQ0FBQyxLQUFLLEVBQUUsYUFBYSxDQUFDLGVBQWUsQ0FBQyxDQUFDO1FBQzFELENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVELHNCQUFzQjtRQUNwQixJQUFJLENBQUMsVUFBVSxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsK0JBQStCLEVBQUUsR0FBRyxFQUFFO1lBQ3JFLElBQUksQ0FBQyxTQUFTLENBQUMsa0VBQWtFLENBQUMsQ0FBQztZQUNuRixJQUFJLENBQUMsV0FBVyxDQUFDLEtBQUssRUFBRSxDQUFDO1FBQzNCLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFVBQVUsQ0FBQyxFQUFFLENBQUMsYUFBYSxDQUFDLCtCQUErQixFQUFFLEdBQUcsRUFBRTtZQUNyRSxJQUFJLENBQUMsU0FBUyxDQUFDLG1FQUFtRSxDQUFDLENBQUM7WUFDcEYsSUFBSSxDQUFDLFdBQVcsQ0FBQyxNQUFNLEVBQUUsQ0FBQztRQUM1QixDQUFDLENBQUMsQ0FBQztRQUVILElBQUksQ0FBQyxVQUFVLENBQUMsRUFBRSxDQUFDLGFBQWEsQ0FBQyxtQkFBbUIsRUFBRSxLQUFLLEVBQUUsUUFBNEIsRUFBRSxFQUFFO1lBQzNGLElBQUksQ0FBQyxpQkFBaUIsR0FBRyxJQUFJLENBQUM7WUFDOUIsSUFBSSxDQUFDLGNBQWMsSUFBSSxRQUFRLENBQUMsdUJBQXVCLEVBQUUsQ0FBQztZQUMxRCxJQUFJLENBQUMsU0FBUyxDQUFDLG9DQUFvQyxRQUFRLENBQUMsdUJBQXVCLEVBQUUsUUFBUSxDQUFDLENBQUM7WUFDL0YsSUFBSSxDQUFDLElBQUksQ0FBQyxhQUFhLENBQUMsbUJBQW1CLEVBQUUsUUFBUSxDQUFDLENBQUM7WUFDdkQsSUFBSSxDQUFDLGdCQUFnQixDQUFDLFFBQVEsQ0FBQyxDQUFDO1lBQ2hDLElBQUksSUFBSSxDQUFDLGtCQUFrQixFQUFFO2dCQUFFLElBQUksQ0FBQyxhQUFhLEVBQUUsQ0FBQztZQUNwRCxJQUFJLENBQUMsaUJBQWlCLEdBQUcsS0FBSyxDQUFDO1lBQy9CLElBQUksSUFBSSxDQUFDLFlBQVk7Z0JBQUUsTUFBTSxJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7UUFDaEQsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsVUFBVSxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsbUJBQW1CLEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDL0QsSUFBSSxDQUFDLElBQUksQ0FBQyxXQUFXLENBQUMsZUFBZSxFQUFFLEVBQUU7Z0JBQ3ZDLElBQUksSUFBSSxDQUFDLGlCQUFpQjtvQkFBRSxJQUFJLENBQUMsWUFBWSxHQUFHLElBQUksQ0FBQzs7b0JBQ2hELE1BQU0sSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO2FBQzdCO1FBQ0gsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsVUFBVSxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsNkJBQTZCLEVBQUUsQ0FBQyxTQUEyQixFQUFFLEVBQUU7WUFDOUYsTUFBTSxlQUFlLEdBQUcsU0FBUyxDQUFDLHFCQUFxQixFQUFFLENBQUMscUJBQXFCLEVBQUUsQ0FBQztZQUNsRixJQUFJLENBQUMsdUJBQXVCLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDaEQsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsV0FBVyxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsY0FBYyxFQUFFLENBQUMsR0FBRyxFQUFFLEVBQUU7WUFDeEQsSUFBSSxDQUFDLFNBQVMsQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUN0QixDQUFDLENBQUMsQ0FBQztRQUVILElBQUksQ0FBQyxVQUFVLENBQUMsRUFBRSxDQUFDLGFBQWEsQ0FBQyxLQUFLLEVBQUUsQ0FBQyxLQUFZLEVBQUUsU0FBMkIsRUFBRSxFQUFFO1lBQ3BGLE1BQU0sVUFBVSxHQUFHLFNBQVMsQ0FBQyxxQkFBcUIsRUFBRSxDQUFDLFVBQVUsRUFBRSxDQUFDO1lBQ2xFLEVBQUUsQ0FBQyxhQUFhLENBQUMsR0FBRyxJQUFJLENBQUMsYUFBYSxhQUFhLEVBQUUsVUFBVSxFQUFFLE1BQU0sQ0FBQyxDQUFDO1lBQ3pFLElBQUksQ0FBQyxZQUFZLENBQUMsS0FBSyxFQUFFLGFBQWEsQ0FBQyxpQkFBaUIsQ0FBQyxDQUFDO1FBQzVELENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVELHVCQUF1QixDQUFDLFFBQVE7UUFDOUIsTUFBTSxHQUFHLEdBQUcsRUFBRSxDQUFDO1FBQ2YsZ0RBQWdEO1FBQ2hELEtBQUssTUFBTSxJQUFJLElBQUksUUFBUTtZQUFFLEdBQUcsQ0FBQyxJQUFJLENBQUMsR0FBRyxJQUFJLENBQUMsV0FBVyxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ2hFLE1BQU0sQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLGVBQWUsRUFBRSxHQUFHLENBQUMsQ0FBQztRQUN6QyxPQUFPLElBQUksQ0FBQyxlQUFlLENBQUM7SUFDOUIsQ0FBQztJQUVELGdCQUFnQixDQUFDLGtCQUFrQjtRQUNqQyxJQUFJLENBQUMsY0FBYyxDQUFDLElBQUksQ0FBQyxrQkFBa0IsQ0FBQyxDQUFDO0lBQy9DLENBQUM7SUFFRCxhQUFhO1FBQ1gsT0FBTyxJQUFJLENBQUMsY0FBYyxDQUFDLE1BQU0sS0FBSyxDQUFDLENBQUM7SUFDMUMsQ0FBQztJQUVELGtCQUFrQjtRQUNoQixJQUFJLElBQUksQ0FBQyxjQUFjLENBQUMsTUFBTSxJQUFJLElBQUksQ0FBQyxVQUFVLENBQUMsdUJBQXVCO1lBQUUsT0FBTyxJQUFJLENBQUM7UUFDdkYsT0FBTyxLQUFLLENBQUM7SUFDZixDQUFDO0lBRUQsYUFBYTtRQUNYLElBQUksVUFBVSxHQUFHLEVBQUUsQ0FBQztRQUNwQixNQUFNLGNBQWMsR0FBRyxFQUFFLENBQUM7UUFDMUIsZ0RBQWdEO1FBQ2hELEtBQUssTUFBTSxrQkFBa0IsSUFBSSxJQUFJLENBQUMsY0FBYyxFQUFFO1lBQ3BELFVBQVUsSUFBSSxrQkFBa0IsQ0FBQyxhQUFhLEVBQUUsQ0FBQztZQUNqRCxNQUFNLHNCQUFzQixHQUFHLGtCQUFrQixDQUFDLGlCQUFpQixFQUFFLENBQUM7WUFDdEUsTUFBTSxDQUFDLE1BQU0sQ0FBQyxjQUFjLEVBQUUsc0JBQXNCLENBQUMsQ0FBQztTQUN2RDtRQUNELElBQUksQ0FBQyxpQkFBaUIsQ0FBQyxVQUFVLEVBQUUsY0FBYyxDQUFDLENBQUM7UUFDbkQsSUFBSSxDQUFDLGNBQWMsR0FBRyxFQUFFLENBQUM7UUFDekIsTUFBTSxTQUFTLEdBQUcsSUFBSSxrQkFBa0IsQ0FBQyxjQUFjLEVBQUUsVUFBVSxDQUFDLENBQUM7UUFDckUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxxQ0FBcUMsU0FBUyxDQUFDLHVCQUF1QixFQUFFLFdBQVcsQ0FBQyxDQUFDO1FBQ3BHLElBQUksQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDLGdCQUFnQixFQUFFLFNBQVMsRUFBRSxJQUFJLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDM0UsT0FBTyxTQUFTLENBQUM7SUFDbkIsQ0FBQztJQUVNLGdCQUFnQixDQUFDLGFBQXFCO1FBQzNDLElBQUksQ0FBQyxhQUFhLEdBQUcsYUFBYSxDQUFDO1FBQ25DLElBQUksQ0FBQyxjQUFjLEdBQUcsR0FBRyxJQUFJLENBQUMsYUFBYSxjQUFjLENBQUM7UUFDMUQsSUFBSSxDQUFDLFdBQVcsR0FBRyxHQUFHLElBQUksQ0FBQyxhQUFhLGdCQUFnQixDQUFDO1FBRXpELElBQUksQ0FBQyxFQUFFLENBQUMsVUFBVSxDQUFDLElBQUksQ0FBQyxhQUFhLENBQUM7WUFBRSxFQUFFLENBQUMsU0FBUyxDQUFDLElBQUksQ0FBQyxhQUFhLENBQUMsQ0FBQztJQUMzRSxDQUFDO0lBRU0sZ0JBQWdCO1FBQ3JCLE9BQU8sSUFBSSxDQUFDLGFBQWEsQ0FBQztJQUM1QixDQUFDO0lBRU0sa0JBQWtCO1FBQ3ZCLElBQUksRUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsY0FBYyxDQUFDO1lBQUUsRUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsY0FBYyxDQUFDLENBQUM7UUFDM0UsSUFBSSxFQUFFLENBQUMsVUFBVSxDQUFDLElBQUksQ0FBQyxXQUFXLENBQUM7WUFBRSxFQUFFLENBQUMsVUFBVSxDQUFDLElBQUksQ0FBQyxXQUFXLENBQUMsQ0FBQztJQUN2RSxDQUFDO0lBRU8sS0FBSyxDQUFDLFNBQVM7UUFDckIsSUFBSSxDQUFDLFlBQVksQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUMxQixJQUFJLENBQUMsU0FBUyxDQUFDLDhCQUE4QixJQUFJLENBQUMsWUFBWSxDQUFDLE1BQU0sV0FBVyxDQUFDLENBQUM7UUFFbEYsSUFBRyxJQUFJLENBQUMsWUFBWSxDQUFDLE1BQU0sRUFBRTtZQUMzQixJQUFJLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxFQUFFO2dCQUNoQyxJQUFJLENBQUMsV0FBVyxHQUFHLElBQUksV0FBVyxFQUFFLENBQUM7Z0JBQ3JDLElBQUksQ0FBQyxvQkFBb0IsRUFBRSxDQUFDO2dCQUM1QixJQUFJLENBQUMsV0FBVyxDQUFDLEtBQUssQ0FBQyxFQUFDLE9BQU8sRUFBRSxJQUFJLENBQUMsWUFBWSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sRUFBQyxDQUFDLENBQUM7YUFDakU7aUJBQU07Z0JBQ0wsTUFBTSxVQUFVLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxVQUFVLENBQUM7Z0JBQ25ELE1BQU0sYUFBYSxHQUFHLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsYUFBYSxDQUFDO2dCQUN6RCxNQUFNLFFBQVEsR0FBRyxJQUFJLENBQUMsWUFBWSxDQUFDLENBQUMsQ0FBQyxDQUFDLFFBQVEsQ0FBQztnQkFDL0MsSUFBSSxDQUFDLFdBQVcsQ0FBQyxLQUFLLENBQUMsRUFBQyxVQUFVLEVBQUUsYUFBYSxFQUFFLFFBQVEsRUFBQyxDQUFDLENBQUM7YUFDL0Q7U0FDRDs7WUFBTSxNQUFNLElBQUksQ0FBQyxVQUFVLEVBQUUsQ0FBQztJQUNsQyxDQUFDO0lBRU8sS0FBSyxDQUFDLFVBQVU7UUFDdEIsSUFBSSxDQUFDLElBQUksQ0FBQyxhQUFhLEVBQUU7WUFBRSxJQUFJLENBQUMsYUFBYSxFQUFFLENBQUM7UUFDaEQsTUFBTSxPQUFPLEdBQUcsSUFBSSxDQUFDLEtBQUssQ0FBQyxNQUFNLEVBQUUsQ0FBQyxRQUFRLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxjQUFjLEVBQUUsTUFBTSxDQUFDLENBQUMsQ0FBQztRQUNwRixNQUFNLFdBQVcsR0FBRyxTQUFTLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsRUFBRSxHQUFHLENBQUMsQ0FBQztRQUN6RCxNQUFNLFlBQVksR0FBRyxFQUFFLENBQUM7UUFDeEIsZ0RBQWdEO1FBQ2hELEtBQUssTUFBTSxHQUFHLElBQUksV0FBVztZQUFFLFlBQVksQ0FBQyxHQUFHLENBQUMsR0FBRyxPQUFPLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDaEUsTUFBTSxFQUFFLENBQUMsUUFBUSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsY0FBYyxFQUFFLElBQUksQ0FBQyxTQUFTLENBQUMsWUFBWSxFQUFFLElBQUksRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ3hGLElBQUksQ0FBQyxTQUFTLENBQ1osd0NBQXdDLElBQUksQ0FBQyxjQUFjLGtCQUN6RCxNQUFNLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxlQUFlLENBQUMsQ0FBQyxNQUNwQyxHQUFHLENBQ0osQ0FBQztRQUNGLElBQUksQ0FBQyxTQUFTLENBQUMsNEJBQTRCLElBQUksQ0FBQyxjQUFjLEVBQUUsQ0FBQyxDQUFDO1FBQ2xFLElBQUksQ0FBQyxPQUFPLEdBQUcsS0FBSyxDQUFDO1FBQ3JCLElBQUksQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDLFNBQVMsRUFBRSxJQUFJLENBQUMsY0FBYyxFQUFFLElBQUksQ0FBQyxlQUFlLENBQUMsQ0FBQztRQUM5RSxvQkFBb0IsRUFBRSxDQUFDO0lBQ3pCLENBQUM7SUFFRCxTQUFTLENBQUMsR0FBRyxFQUFFLEtBQUssR0FBRyxNQUFNO1FBQzNCLElBQUksQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDLFdBQVcsRUFBRSxHQUFHLEVBQUUsS0FBSyxDQUFDLENBQUM7SUFDbkQsQ0FBQztJQUVELFlBQVksQ0FBQyxLQUFLLEVBQUUsTUFBTTtRQUN4QixJQUFJLENBQUMsSUFBSSxFQUFFLENBQUM7UUFDWixJQUFJLE1BQU0sS0FBSyxhQUFhLENBQUMsaUJBQWlCLEVBQUU7U0FDL0M7UUFDRCxJQUFJLE1BQU0sS0FBSyxhQUFhLENBQUMsZUFBZSxFQUFFO1NBQzdDO1FBRUQsSUFBSSxDQUFDLFNBQVMsQ0FBQyw2QkFBNkIsS0FBSyxFQUFFLENBQUMsQ0FBQztRQUVyRCxJQUFJLENBQUMsSUFBSSxDQUFDLGFBQWEsQ0FBQyxLQUFLLEVBQUUsS0FBSyxDQUFDLENBQUM7UUFDdEMsSUFBRyxJQUFJLENBQUMsYUFBYTtZQUFFLG1CQUFtQixDQUFDLEtBQUssQ0FBQyxDQUFDO0lBQ3BELENBQUM7SUFFRCxpQkFBaUI7UUFDZixJQUFJLENBQUMsRUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsV0FBVyxDQUFDO1lBQUUsRUFBRSxDQUFDLGFBQWEsQ0FBQyxJQUFJLENBQUMsV0FBVyxFQUFFLEVBQUUsQ0FBQyxDQUFDO1FBQzdFLElBQUksQ0FBQyxFQUFFLENBQUMsVUFBVSxDQUFDLElBQUksQ0FBQyxjQUFjLENBQUM7WUFBRSxFQUFFLENBQUMsYUFBYSxDQUFDLElBQUksQ0FBQyxjQUFjLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDO0lBQ3JHLENBQUM7SUFFRCxpQkFBaUIsQ0FBQyxVQUFVLEVBQUUsY0FBYztRQUMxQyxFQUFFLENBQUMsY0FBYyxDQUFDLElBQUksQ0FBQyxXQUFXLEVBQUUsVUFBVSxDQUFDLENBQUM7UUFDaEQsTUFBTSxlQUFlLEdBQUcsRUFBRSxDQUFDLFlBQVksQ0FBQyxJQUFJLENBQUMsY0FBYyxFQUFFLE9BQU8sQ0FBQyxDQUFDO1FBQ3RFLE1BQU0sZUFBZSxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDcEQsTUFBTSxDQUFDLE1BQU0sQ0FBQyxlQUFlLEVBQUUsY0FBYyxDQUFDLENBQUM7UUFDL0MsTUFBTSxZQUFZLEdBQUcsSUFBSSxDQUFDLFNBQVMsQ0FBQyxlQUFlLENBQUMsQ0FBQztRQUNyRCxFQUFFLENBQUMsYUFBYSxDQUFDLElBQUksQ0FBQyxjQUFjLEVBQUUsWUFBWSxDQUFDLENBQUM7SUFDdEQsQ0FBQztJQUdNLElBQUksQ0FBQyxZQUFpQztRQUMzQyxJQUFJLENBQUMsSUFBSSxFQUFFLENBQUM7UUFDWixJQUFJLENBQUMsaUJBQWlCLEVBQUUsQ0FBQztRQUN6QixJQUFJLENBQUMsWUFBWSxHQUFHLFlBQVksQ0FBQztRQUVqQyxJQUFJLENBQUMsSUFBSSxDQUFDLFlBQVksQ0FBQyxZQUFZLENBQUMsRUFBRTtZQUNwQyxJQUFJLENBQUMsVUFBVSxFQUFFLENBQUM7WUFDbEIsT0FBTyxJQUFJLENBQUMsYUFBYSxDQUFDO1NBQzNCO1FBRUQsSUFBSSxZQUFZLENBQUMsQ0FBQyxDQUFDLEVBQUUsT0FBTyxFQUFFO1lBQzVCLElBQUksQ0FBQyxXQUFXLEdBQUcsSUFBSSxXQUFXLEVBQUUsQ0FBQztZQUNyQyxJQUFJLENBQUMsb0JBQW9CLEVBQUUsQ0FBQztZQUM1QixJQUFJLENBQUMsV0FBVyxDQUFDLEtBQUssQ0FBQyxFQUFDLE9BQU8sRUFBRSxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxFQUFDLENBQUMsQ0FBQztTQUM1RDthQUFNO1lBQ0wsTUFBTSxVQUFVLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxVQUFVLENBQUM7WUFDbkQsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxhQUFhLENBQUM7WUFDekQsTUFBTSxRQUFRLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxRQUFRLENBQUM7WUFDL0MsSUFBSSxDQUFDLFdBQVcsQ0FBQyxLQUFLLENBQUMsRUFBQyxVQUFVLEVBQUUsYUFBYSxFQUFFLFFBQVEsRUFBQyxDQUFDLENBQUM7U0FDL0Q7UUFDRCxPQUFPLElBQUksQ0FBQyxhQUFhLENBQUM7SUFDNUIsQ0FBQztJQUtPLFlBQVksQ0FBQyxZQUFpQztRQUNwRCxJQUFJLENBQUMsWUFBWSxFQUFFO1lBQ2pCLElBQUksQ0FBQyxTQUFTLENBQUMsZ0NBQWdDLEVBQUUsU0FBUyxDQUFDLENBQUM7WUFDNUQsT0FBTyxLQUFLLENBQUM7U0FDZDtRQUVELElBQUksQ0FBQyxLQUFLLENBQUMsT0FBTyxDQUFDLFlBQVksQ0FBQyxFQUFFO1lBQ2hDLElBQUksQ0FBQyxTQUFTLENBQUMscUNBQXFDLEVBQUMsU0FBUyxDQUFDLENBQUM7WUFDaEUsT0FBTyxLQUFLLENBQUM7U0FDZDtRQUVELElBQUksQ0FBQyxZQUFZLENBQUMsTUFBTSxFQUFFO1lBQ3hCLElBQUksQ0FBQyxTQUFTLENBQUMsbUNBQW1DLEVBQUUsU0FBUyxDQUFDLENBQUM7WUFDL0QsT0FBTyxLQUFLLENBQUM7U0FDZDtRQUVELElBQUksWUFBWSxDQUFDLElBQUksQ0FBQyxDQUFDLEtBQUssRUFBRSxFQUFFLENBQUMsQ0FBQyxLQUFLLENBQUMsUUFBUSxDQUFDLE1BQU0sSUFBSSxDQUFDLEtBQUssQ0FBQyxPQUFPLENBQUMsRUFBRTtZQUMxRSxJQUFJLENBQUMsU0FBUyxDQUFDLGdFQUFnRSxFQUFDLFNBQVMsQ0FBQyxDQUFDO1lBQzNGLE9BQU8sS0FBSyxDQUFDO1NBQ2Q7UUFFRCxPQUFPLElBQUksQ0FBQztJQUNkLENBQUM7SUFHRCxZQUFZO1FBQ1YsT0FBTyxJQUFJLENBQUMsU0FBUyxDQUFDO0lBQ3hCLENBQUM7SUFFRCxJQUFJO1FBQ0YsSUFBSSxDQUFDLFNBQVMsQ0FBQywrQkFBK0IsQ0FBQyxDQUFDO1FBQ2hELElBQUksQ0FBQyxPQUFPLEdBQUcsS0FBSyxDQUFDO1FBQ3JCLElBQUksQ0FBQyxXQUFXLENBQUMsa0JBQWtCLEVBQUUsQ0FBQztRQUN0QyxJQUFJLENBQUMsVUFBVSxDQUFDLGtCQUFrQixFQUFFLENBQUM7UUFDckMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUN2QixJQUFJLENBQUMsV0FBVyxDQUFDLElBQUksRUFBRSxDQUFDO0lBQzFCLENBQUM7SUFFRCxTQUFTO1FBQ1AsT0FBTyxJQUFJLENBQUMsT0FBTyxDQUFDO0lBQ3RCLENBQUM7Q0FFRiJ9
@@ -0,0 +1,13 @@
1
+ export declare class ScannerCfg {
2
+ CLIENT_TIMESTAMP: string;
3
+ API_URL: string;
4
+ API_KEY: string;
5
+ CONCURRENCY_LIMIT: number;
6
+ TIMEOUT: number;
7
+ WFP_FILE_MAX_SIZE: number;
8
+ MAX_RETRIES_FOR_RECOVERABLES_ERRORS: number;
9
+ ABORT_ON_MAX_RETRIES: boolean;
10
+ MAX_RESPONSES_IN_BUFFER: number;
11
+ DISPATCHER_QUEUE_SIZE_MAX_LIMIT: number;
12
+ DISPATCHER_QUEUE_SIZE_MIN_LIMIT: number;
13
+ }
@@ -0,0 +1,21 @@
1
+ export class ScannerCfg {
2
+ // Client Timestamp
3
+ CLIENT_TIMESTAMP = "SCANNER JS";
4
+ // API URL
5
+ API_URL = 'https://osskb.org/api/scan/direct';
6
+ API_KEY = '';
7
+ // Level of concurrency
8
+ CONCURRENCY_LIMIT = 15;
9
+ // Timeout for each transaction
10
+ TIMEOUT = 60000;
11
+ // The maximum size for each .wfp file
12
+ WFP_FILE_MAX_SIZE = 64 * 1000;
13
+ MAX_RETRIES_FOR_RECOVERABLES_ERRORS = 5;
14
+ ABORT_ON_MAX_RETRIES = true;
15
+ // Persist results after [ X ] number of server responses.
16
+ MAX_RESPONSES_IN_BUFFER = 300;
17
+ DISPATCHER_QUEUE_SIZE_MAX_LIMIT = 300;
18
+ DISPATCHER_QUEUE_SIZE_MIN_LIMIT = 200;
19
+ }
20
+ ;
21
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lckNmZy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvc2Nhbm5lci9TY2FubmVyQ2ZnLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE1BQU0sT0FBTyxVQUFVO0lBQ3JCLG1CQUFtQjtJQUNuQixnQkFBZ0IsR0FBRyxZQUFZLENBQUE7SUFFL0IsVUFBVTtJQUNWLE9BQU8sR0FBRyxtQ0FBbUMsQ0FBQztJQUU5QyxPQUFPLEdBQUcsRUFBRSxDQUFDO0lBRWIsdUJBQXVCO0lBQ3ZCLGlCQUFpQixHQUFHLEVBQUUsQ0FBQztJQUV2QiwrQkFBK0I7SUFDL0IsT0FBTyxHQUFHLEtBQUssQ0FBQztJQUVoQixzQ0FBc0M7SUFDdEMsaUJBQWlCLEdBQUcsRUFBRSxHQUFHLElBQUksQ0FBQztJQUU5QixtQ0FBbUMsR0FBRyxDQUFDLENBQUM7SUFFeEMsb0JBQW9CLEdBQUcsSUFBSSxDQUFDO0lBRTVCLDBEQUEwRDtJQUMxRCx1QkFBdUIsR0FBRyxHQUFHLENBQUM7SUFFOUIsK0JBQStCLEdBQUcsR0FBRyxDQUFDO0lBRXRDLCtCQUErQixHQUFHLEdBQUcsQ0FBQztDQUN2QztBQUFBLENBQUMifQ==
@@ -0,0 +1,3 @@
1
+ import { Scanner } from './Scanner';
2
+ export declare class ScannerQueue extends Scanner {
3
+ }
@@ -0,0 +1,4 @@
1
+ import { Scanner } from './Scanner';
2
+ export class ScannerQueue extends Scanner {
3
+ }
4
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lclF1ZXVlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1NjYW5uZXJRdWV1ZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsT0FBTyxFQUFFLE1BQU0sV0FBVyxDQUFDO0FBRXBDLE1BQU0sT0FBTyxZQUFhLFNBQVEsT0FBTztDQUt4QyJ9
@@ -0,0 +1,39 @@
1
+ export declare enum ScannerEvents {
2
+ WINNOWING_STARTING = "WINNOWING_STARTING",
3
+ WINNOWING_NEW_CONTENT = "WINNOWING_NEW_CONTENT",
4
+ WINNOWING_FINISHED = "WINNOWING_FINISHED",
5
+ WINNOWER_LOG = "WINNOWER_LOG",
6
+ DISPATCHER_WFP_SENDED = "DISPATCHER_WFP_SENDED",
7
+ DISPATCHER_NEW_DATA = "DISPATCHER_NEW_DATA",
8
+ DISPATCHER_FINISHED = "DISPATCHER_FINISHED",
9
+ DISPATCHER_ITEM_NO_DISPATCHED = "DISPATCHER_ITEM_NO_DISPATCHED",
10
+ DISPATCHER_QUEUE_SIZE_MAX_LIMIT = "DISPATCHER_QUEUE_FULL",
11
+ DISPATCHER_QUEUE_SIZE_MIN_LIMIT = "DISPATCHER_QUEUE_SIZE_MIN_LIMIT",
12
+ DISPATCHER_LOG = "DISPATCHER_LOG",
13
+ ERROR_SCANNER_ABORTED = "ERROR_SCANNER_ABORTED",
14
+ ERROR_SERVER_SIDE = "ERROR_SERVER_SIDE",
15
+ ERROR_CLIENT_SIDE = "ERROR_CLIENT_SIDE",
16
+ MODULE_DISPATCHER = "MODULE_DISPATCHER",
17
+ MODULE_WINNOWER = "MODULE_WINNOWER",
18
+ SCAN_DONE = "SCAN_DONE",
19
+ RESULTS_APPENDED = "RESULTS_APPENDED",
20
+ SCANNER_LOG = "SCANNER_LOG",
21
+ ERROR = "error"
22
+ }
23
+ export declare enum WinnowingMode {
24
+ FULL_WINNOWING = "FULL_WINNOWING",
25
+ WINNOWING_ONLY_MD5 = "WINNOWING_ONLY_MD5"
26
+ }
27
+ export declare enum SbomMode {
28
+ SBOM_IGNORE = "blacklist",
29
+ SBOM_IDENTIFY = "identify"
30
+ }
31
+ export interface ScannerInput {
32
+ fileList: Array<string>;
33
+ folderRoot?: string;
34
+ engineFlags?: number;
35
+ winnowingMode?: WinnowingMode;
36
+ wfpPath?: string;
37
+ sbom?: string;
38
+ sbomMode?: SbomMode;
39
+ }
@@ -0,0 +1,37 @@
1
+ export var ScannerEvents;
2
+ (function (ScannerEvents) {
3
+ ScannerEvents["WINNOWING_STARTING"] = "WINNOWING_STARTING";
4
+ ScannerEvents["WINNOWING_NEW_CONTENT"] = "WINNOWING_NEW_CONTENT";
5
+ ScannerEvents["WINNOWING_FINISHED"] = "WINNOWING_FINISHED";
6
+ ScannerEvents["WINNOWER_LOG"] = "WINNOWER_LOG";
7
+ ScannerEvents["DISPATCHER_WFP_SENDED"] = "DISPATCHER_WFP_SENDED";
8
+ ScannerEvents["DISPATCHER_NEW_DATA"] = "DISPATCHER_NEW_DATA";
9
+ ScannerEvents["DISPATCHER_FINISHED"] = "DISPATCHER_FINISHED";
10
+ ScannerEvents["DISPATCHER_ITEM_NO_DISPATCHED"] = "DISPATCHER_ITEM_NO_DISPATCHED";
11
+ ScannerEvents["DISPATCHER_QUEUE_SIZE_MAX_LIMIT"] = "DISPATCHER_QUEUE_FULL";
12
+ ScannerEvents["DISPATCHER_QUEUE_SIZE_MIN_LIMIT"] = "DISPATCHER_QUEUE_SIZE_MIN_LIMIT";
13
+ ScannerEvents["DISPATCHER_LOG"] = "DISPATCHER_LOG";
14
+ ScannerEvents["ERROR_SCANNER_ABORTED"] = "ERROR_SCANNER_ABORTED";
15
+ ScannerEvents["ERROR_SERVER_SIDE"] = "ERROR_SERVER_SIDE";
16
+ ScannerEvents["ERROR_CLIENT_SIDE"] = "ERROR_CLIENT_SIDE";
17
+ ScannerEvents["MODULE_DISPATCHER"] = "MODULE_DISPATCHER";
18
+ ScannerEvents["MODULE_WINNOWER"] = "MODULE_WINNOWER";
19
+ ScannerEvents["SCAN_DONE"] = "SCAN_DONE";
20
+ ScannerEvents["RESULTS_APPENDED"] = "RESULTS_APPENDED";
21
+ ScannerEvents["SCANNER_LOG"] = "SCANNER_LOG";
22
+ ScannerEvents["ERROR"] = "error";
23
+ })(ScannerEvents || (ScannerEvents = {}));
24
+ ;
25
+ export var WinnowingMode;
26
+ (function (WinnowingMode) {
27
+ WinnowingMode["FULL_WINNOWING"] = "FULL_WINNOWING";
28
+ WinnowingMode["WINNOWING_ONLY_MD5"] = "WINNOWING_ONLY_MD5";
29
+ })(WinnowingMode || (WinnowingMode = {}));
30
+ ;
31
+ export var SbomMode;
32
+ (function (SbomMode) {
33
+ SbomMode["SBOM_IGNORE"] = "blacklist";
34
+ SbomMode["SBOM_IDENTIFY"] = "identify";
35
+ })(SbomMode || (SbomMode = {}));
36
+ ;
37
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lclR5cGVzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1NjYW5uZXJUeXBlcy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxNQUFNLENBQU4sSUFBWSxhQTRCWDtBQTVCRCxXQUFZLGFBQWE7SUFDdkIsMERBQXlDLENBQUE7SUFDekMsZ0VBQStDLENBQUE7SUFDL0MsMERBQXlDLENBQUE7SUFDekMsOENBQTZCLENBQUE7SUFFN0IsZ0VBQStDLENBQUE7SUFDL0MsNERBQTJDLENBQUE7SUFDM0MsNERBQTJDLENBQUE7SUFDM0MsZ0ZBQStELENBQUE7SUFDL0QsMEVBQXlELENBQUE7SUFDekQsb0ZBQW1FLENBQUE7SUFDbkUsa0RBQWlDLENBQUE7SUFFakMsZ0VBQStDLENBQUE7SUFFL0Msd0RBQXVDLENBQUE7SUFDdkMsd0RBQXVDLENBQUE7SUFFdkMsd0RBQXVDLENBQUE7SUFDdkMsb0RBQW1DLENBQUE7SUFFbkMsd0NBQXVCLENBQUE7SUFDdkIsc0RBQXFDLENBQUE7SUFFckMsNENBQTJCLENBQUE7SUFFM0IsZ0NBQWUsQ0FBQTtBQUNqQixDQUFDLEVBNUJXLGFBQWEsS0FBYixhQUFhLFFBNEJ4QjtBQUFBLENBQUM7QUFFRixNQUFNLENBQU4sSUFBWSxhQUdYO0FBSEQsV0FBWSxhQUFhO0lBQ3ZCLGtEQUFpQyxDQUFBO0lBQ2pDLDBEQUF5QyxDQUFBO0FBQzNDLENBQUMsRUFIVyxhQUFhLEtBQWIsYUFBYSxRQUd4QjtBQUFBLENBQUM7QUFFRixNQUFNLENBQU4sSUFBWSxRQUdYO0FBSEQsV0FBWSxRQUFRO0lBQ2xCLHFDQUF5QixDQUFBO0lBQ3pCLHNDQUEwQixDQUFBO0FBQzVCLENBQUMsRUFIVyxRQUFRLEtBQVIsUUFBUSxRQUduQjtBQVVBLENBQUMifQ==
@@ -0,0 +1,9 @@
1
+ export declare class FingerprintPackage {
2
+ private wfpContent;
3
+ private scanRoot;
4
+ constructor(wfpContent: string, scanRoot?: string);
5
+ isEqual(fingerprintPackage: FingerprintPackage): boolean;
6
+ getContent(): string;
7
+ getNumberFilesFingerprinted(): number;
8
+ getFilesFingerprinted(): any[] | "";
9
+ }
@@ -0,0 +1,30 @@
1
+ export class FingerprintPackage {
2
+ wfpContent;
3
+ scanRoot;
4
+ constructor(wfpContent, scanRoot = '') {
5
+ this.wfpContent = wfpContent;
6
+ this.scanRoot = scanRoot;
7
+ }
8
+ isEqual(fingerprintPackage) {
9
+ return this.getContent() === fingerprintPackage.getContent();
10
+ }
11
+ getContent() {
12
+ return this.wfpContent;
13
+ }
14
+ getNumberFilesFingerprinted() {
15
+ const match = this.getContent().match(/file=/g);
16
+ if (!match)
17
+ return 0;
18
+ return match.length;
19
+ }
20
+ getFilesFingerprinted() {
21
+ const files = [];
22
+ const regExp = new RegExp(/,(\/.*)/g);
23
+ let result;
24
+ // eslint-disable-next-line no-cond-assign
25
+ while ((result = regExp.exec(this.wfpContent)))
26
+ files.push(this.scanRoot + result[1]);
27
+ return files || '';
28
+ }
29
+ }
30
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiRmluZ2VycHJpbnRQYWNrYWdlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1dmcFByb3ZpZGVyL0ZpbmdlcnByaW50UGFja2FnZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxNQUFNLE9BQU8sa0JBQWtCO0lBQ3JCLFVBQVUsQ0FBUztJQUVuQixRQUFRLENBQVM7SUFFekIsWUFBWSxVQUFrQixFQUFFLFFBQVEsR0FBRyxFQUFFO1FBQzNDLElBQUksQ0FBQyxVQUFVLEdBQUcsVUFBVSxDQUFDO1FBQzdCLElBQUksQ0FBQyxRQUFRLEdBQUcsUUFBUSxDQUFDO0lBQzNCLENBQUM7SUFFTSxPQUFPLENBQUMsa0JBQXNDO1FBQ25ELE9BQU8sSUFBSSxDQUFDLFVBQVUsRUFBRSxLQUFLLGtCQUFrQixDQUFDLFVBQVUsRUFBRSxDQUFDO0lBQy9ELENBQUM7SUFFTSxVQUFVO1FBQ2YsT0FBTyxJQUFJLENBQUMsVUFBVSxDQUFDO0lBQ3pCLENBQUM7SUFFTSwyQkFBMkI7UUFDaEMsTUFBTSxLQUFLLEdBQUcsSUFBSSxDQUFDLFVBQVUsRUFBRSxDQUFDLEtBQUssQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUNoRCxJQUFHLENBQUMsS0FBSztZQUFFLE9BQU8sQ0FBQyxDQUFDO1FBQ3BCLE9BQU8sS0FBSyxDQUFDLE1BQU0sQ0FBQztJQUN0QixDQUFDO0lBRU0scUJBQXFCO1FBQzFCLE1BQU0sS0FBSyxHQUFHLEVBQUUsQ0FBQztRQUNqQixNQUFNLE1BQU0sR0FBRyxJQUFJLE1BQU0sQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUN0QyxJQUFJLE1BQU0sQ0FBQztRQUNYLDBDQUEwQztRQUMxQyxPQUFPLENBQUMsTUFBTSxHQUFHLE1BQU0sQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1lBQUUsS0FBSyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsUUFBUSxHQUFHLE1BQU0sQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ3RGLE9BQU8sS0FBSyxJQUFJLEVBQUUsQ0FBQztJQUNyQixDQUFDO0NBQ0YifQ==
@@ -0,0 +1,12 @@
1
+ export declare class FingerprintPacket {
2
+ private wfpContent;
3
+ private engineFlags;
4
+ private scanRoot;
5
+ constructor(wfpContent: string, scanRoot?: string);
6
+ isEqual(fingerprintPacket: FingerprintPacket): boolean;
7
+ getContent(): string;
8
+ setEngineFlags(engineFlags: number): void;
9
+ getEngineFlags(): number;
10
+ getNumberFilesFingerprinted(): number;
11
+ getFilesFingerprinted(): any[] | "";
12
+ }
@@ -0,0 +1,37 @@
1
+ export class FingerprintPacket {
2
+ wfpContent;
3
+ engineFlags;
4
+ scanRoot;
5
+ constructor(wfpContent, scanRoot = '') {
6
+ this.wfpContent = wfpContent;
7
+ this.scanRoot = scanRoot;
8
+ }
9
+ isEqual(fingerprintPacket) {
10
+ return this.getContent() === fingerprintPacket.getContent();
11
+ }
12
+ getContent() {
13
+ return this.wfpContent;
14
+ }
15
+ setEngineFlags(engineFlags) {
16
+ this.engineFlags = engineFlags;
17
+ }
18
+ getEngineFlags() {
19
+ return this.engineFlags;
20
+ }
21
+ getNumberFilesFingerprinted() {
22
+ const match = this.getContent().match(/file=/g);
23
+ if (!match)
24
+ return 0;
25
+ return match.length;
26
+ }
27
+ getFilesFingerprinted() {
28
+ const files = [];
29
+ const regExp = new RegExp(/,(\/.*)/g);
30
+ let result;
31
+ // eslint-disable-next-line no-cond-assign
32
+ while ((result = regExp.exec(this.wfpContent)))
33
+ files.push(this.scanRoot + result[1]);
34
+ return files || '';
35
+ }
36
+ }
37
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiRmluZ2VycHJpbnRQYWNrZXQuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi8uLi9zcmMvbGliL3NjYW5uZXIvV2ZwUHJvdmlkZXIvRmluZ2VycHJpbnRQYWNrZXQudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsTUFBTSxPQUFPLGlCQUFpQjtJQUNwQixVQUFVLENBQVM7SUFFbkIsV0FBVyxDQUFTO0lBRXBCLFFBQVEsQ0FBUztJQUV6QixZQUFZLFVBQWtCLEVBQUUsUUFBUSxHQUFHLEVBQUU7UUFDM0MsSUFBSSxDQUFDLFVBQVUsR0FBRyxVQUFVLENBQUM7UUFDN0IsSUFBSSxDQUFDLFFBQVEsR0FBRyxRQUFRLENBQUM7SUFDM0IsQ0FBQztJQUVNLE9BQU8sQ0FBQyxpQkFBb0M7UUFDakQsT0FBTyxJQUFJLENBQUMsVUFBVSxFQUFFLEtBQUssaUJBQWlCLENBQUMsVUFBVSxFQUFFLENBQUM7SUFDOUQsQ0FBQztJQUVNLFVBQVU7UUFDZixPQUFPLElBQUksQ0FBQyxVQUFVLENBQUM7SUFDekIsQ0FBQztJQUVNLGNBQWMsQ0FBQyxXQUFtQjtRQUN2QyxJQUFJLENBQUMsV0FBVyxHQUFHLFdBQVcsQ0FBQztJQUNqQyxDQUFDO0lBRU0sY0FBYztRQUNuQixPQUFPLElBQUksQ0FBQyxXQUFXLENBQUM7SUFDMUIsQ0FBQztJQUVNLDJCQUEyQjtRQUNoQyxNQUFNLEtBQUssR0FBRyxJQUFJLENBQUMsVUFBVSxFQUFFLENBQUMsS0FBSyxDQUFDLFFBQVEsQ0FBQyxDQUFDO1FBQ2hELElBQUcsQ0FBQyxLQUFLO1lBQUUsT0FBTyxDQUFDLENBQUM7UUFDcEIsT0FBTyxLQUFLLENBQUMsTUFBTSxDQUFDO0lBQ3RCLENBQUM7SUFFTSxxQkFBcUI7UUFDMUIsTUFBTSxLQUFLLEdBQUcsRUFBRSxDQUFDO1FBQ2pCLE1BQU0sTUFBTSxHQUFHLElBQUksTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ3RDLElBQUksTUFBTSxDQUFDO1FBQ1gsMENBQTBDO1FBQzFDLE9BQU8sQ0FBQyxNQUFNLEdBQUcsTUFBTSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUM7WUFBRSxLQUFLLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxRQUFRLEdBQUcsTUFBTSxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDdEYsT0FBTyxLQUFLLElBQUksRUFBRSxDQUFDO0lBQ3JCLENBQUM7Q0FDRiJ9
@@ -0,0 +1,20 @@
1
+ import { ScannableItem } from '../../Scannable/ScannableItem';
2
+ import { ScannerCfg } from '../../ScannerCfg';
3
+ import { IWfpProviderInput, WfpProvider } from '../WfpProvider';
4
+ export declare class WfpCalculator extends WfpProvider {
5
+ private fileList;
6
+ private fileListIndex;
7
+ private continue;
8
+ constructor(scannerCfg?: ScannerCfg);
9
+ init(): void;
10
+ prepareWorker(): void;
11
+ recoveryIndex(): 0 | -1;
12
+ forceStopWorker(): void;
13
+ protected processPackedWfp(content: any): void;
14
+ getNextScannableItem(): Promise<ScannableItem>;
15
+ nextStepMachine(): Promise<void>;
16
+ start(params: IWfpProviderInput): void;
17
+ pause(): void;
18
+ resume(): void;
19
+ stop(): void;
20
+ }