scanoss 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (204) hide show
  1. package/CHANGELOG.md +21 -0
  2. package/LICENSE +23 -0
  3. package/README.md +98 -0
  4. package/build/main/bin/cli-bin.d.ts +2 -0
  5. package/build/main/bin/cli-bin.js +58 -0
  6. package/build/main/commands/dep.d.ts +1 -0
  7. package/build/main/commands/dep.js +38 -0
  8. package/build/main/commands/fingerprint.d.ts +1 -0
  9. package/build/main/commands/fingerprint.js +49 -0
  10. package/build/main/commands/helpers.d.ts +1 -0
  11. package/build/main/commands/helpers.js +22 -0
  12. package/build/main/commands/scan.d.ts +1 -0
  13. package/build/main/commands/scan.js +91 -0
  14. package/build/main/index.d.ts +7 -0
  15. package/build/main/index.js +20 -0
  16. package/build/main/lib/dependencies/DependencyScanner.d.ts +11 -0
  17. package/build/main/lib/dependencies/DependencyScanner.js +94 -0
  18. package/build/main/lib/dependencies/DependencyScannerCfg.d.ts +4 -0
  19. package/build/main/lib/dependencies/DependencyScannerCfg.js +11 -0
  20. package/build/main/lib/dependencies/DependencyTypes.d.ts +21 -0
  21. package/build/main/lib/dependencies/DependencyTypes.js +3 -0
  22. package/build/main/lib/dependencies/LocalDependency/DependencyTypes.d.ts +16 -0
  23. package/build/main/lib/dependencies/LocalDependency/DependencyTypes.js +3 -0
  24. package/build/main/lib/dependencies/LocalDependency/LocalDependency.d.ts +6 -0
  25. package/build/main/lib/dependencies/LocalDependency/LocalDependency.js +51 -0
  26. package/build/main/lib/dependencies/LocalDependency/parsers/golangParser.d.ts +2 -0
  27. package/build/main/lib/dependencies/LocalDependency/parsers/golangParser.js +63 -0
  28. package/build/main/lib/dependencies/LocalDependency/parsers/mavenParser.d.ts +2 -0
  29. package/build/main/lib/dependencies/LocalDependency/parsers/mavenParser.js +173 -0
  30. package/build/main/lib/dependencies/LocalDependency/parsers/npmParser.d.ts +3 -0
  31. package/build/main/lib/dependencies/LocalDependency/parsers/npmParser.js +50 -0
  32. package/build/main/lib/dependencies/LocalDependency/parsers/pyParser.d.ts +2 -0
  33. package/build/main/lib/dependencies/LocalDependency/parsers/pyParser.js +65 -0
  34. package/build/main/lib/dependencies/LocalDependency/parsers/rubyParser.d.ts +3 -0
  35. package/build/main/lib/dependencies/LocalDependency/parsers/rubyParser.js +133 -0
  36. package/build/main/lib/dependencies/LocalDependency/parsers/utils.d.ts +2 -0
  37. package/build/main/lib/dependencies/LocalDependency/parsers/utils.js +20 -0
  38. package/build/main/lib/filters/defaultFilter.d.ts +16 -0
  39. package/build/main/lib/filters/defaultFilter.js +195 -0
  40. package/build/main/lib/filters/filtering.d.ts +32 -0
  41. package/build/main/lib/filters/filtering.js +229 -0
  42. package/build/main/lib/grpc/GrpcDependencyService.d.ts +11 -0
  43. package/build/main/lib/grpc/GrpcDependencyService.js +87 -0
  44. package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.d.ts +0 -0
  45. package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.js +2 -0
  46. package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.d.ts +1 -0
  47. package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.js +404 -0
  48. package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.d.ts +62 -0
  49. package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.js +128 -0
  50. package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.d.ts +1 -0
  51. package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.js +1403 -0
  52. package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.d.ts +42 -0
  53. package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.js +98 -0
  54. package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.d.ts +1 -0
  55. package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.js +1197 -0
  56. package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.d.ts +21 -0
  57. package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.js +66 -0
  58. package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.d.ts +1 -0
  59. package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.js +14 -0
  60. package/build/main/lib/scanner/Dispatcher/DispatchableItem.d.ts +19 -0
  61. package/build/main/lib/scanner/Dispatcher/DispatchableItem.js +44 -0
  62. package/build/main/lib/scanner/Dispatcher/Dispatcher.d.ts +19 -0
  63. package/build/main/lib/scanner/Dispatcher/Dispatcher.js +122 -0
  64. package/build/main/lib/scanner/Dispatcher/DispatcherResponse.d.ts +12 -0
  65. package/build/main/lib/scanner/Dispatcher/DispatcherResponse.js +34 -0
  66. package/build/main/lib/scanner/Dispatcher/GlobalControllerAborter.d.ts +10 -0
  67. package/build/main/lib/scanner/Dispatcher/GlobalControllerAborter.js +33 -0
  68. package/build/main/lib/scanner/Scannable/ScannableItem.d.ts +15 -0
  69. package/build/main/lib/scanner/Scannable/ScannableItem.js +28 -0
  70. package/build/main/lib/scanner/Scanner.d.ts +46 -0
  71. package/build/main/lib/scanner/Scanner.js +280 -0
  72. package/build/main/lib/scanner/ScannerCfg.d.ts +13 -0
  73. package/build/main/lib/scanner/ScannerCfg.js +27 -0
  74. package/build/main/lib/scanner/ScannerQueue.d.ts +3 -0
  75. package/build/main/lib/scanner/ScannerQueue.js +8 -0
  76. package/build/main/lib/scanner/ScannerTypes.d.ts +39 -0
  77. package/build/main/lib/scanner/ScannerTypes.js +40 -0
  78. package/build/main/lib/scanner/WfpProvider/FingerprintPackage.d.ts +9 -0
  79. package/build/main/lib/scanner/WfpProvider/FingerprintPackage.js +32 -0
  80. package/build/main/lib/scanner/WfpProvider/FingerprintPacket.d.ts +12 -0
  81. package/build/main/lib/scanner/WfpProvider/FingerprintPacket.js +38 -0
  82. package/build/main/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.d.ts +20 -0
  83. package/build/main/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.js +334 -0
  84. package/build/main/lib/scanner/WfpProvider/WfpProvider.d.ts +32 -0
  85. package/build/main/lib/scanner/WfpProvider/WfpProvider.js +63 -0
  86. package/build/main/lib/scanner/WfpProvider/WfpProviderFactory.d.ts +6 -0
  87. package/build/main/lib/scanner/WfpProvider/WfpProviderFactory.js +16 -0
  88. package/build/main/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.d.ts +20 -0
  89. package/build/main/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.js +94 -0
  90. package/build/main/lib/scanner/Winnower/Winnower.d.ts +36 -0
  91. package/build/main/lib/scanner/Winnower/Winnower.js +407 -0
  92. package/build/main/lib/scanner/Winnower/WinnowerExtractor.d.ts +10 -0
  93. package/build/main/lib/scanner/Winnower/WinnowerExtractor.js +33 -0
  94. package/build/main/lib/scanner/Winnower/WinnowerResponse.d.ts +11 -0
  95. package/build/main/lib/scanner/Winnower/WinnowerResponse.js +32 -0
  96. package/build/main/lib/tree/File.d.ts +6 -0
  97. package/build/main/lib/tree/File.js +23 -0
  98. package/build/main/lib/tree/Folder.d.ts +10 -0
  99. package/build/main/lib/tree/Folder.js +54 -0
  100. package/build/main/lib/tree/Node.d.ts +15 -0
  101. package/build/main/lib/tree/Node.js +23 -0
  102. package/build/main/lib/tree/Tree.d.ts +19 -0
  103. package/build/main/lib/tree/Tree.js +76 -0
  104. package/build/module/bin/cli-bin.d.ts +2 -0
  105. package/build/module/bin/cli-bin.js +56 -0
  106. package/build/module/commands/dep.d.ts +1 -0
  107. package/build/module/commands/dep.js +31 -0
  108. package/build/module/commands/fingerprint.d.ts +1 -0
  109. package/build/module/commands/fingerprint.js +42 -0
  110. package/build/module/commands/helpers.d.ts +1 -0
  111. package/build/module/commands/helpers.js +15 -0
  112. package/build/module/commands/scan.d.ts +1 -0
  113. package/build/module/commands/scan.js +84 -0
  114. package/build/module/index.d.ts +7 -0
  115. package/build/module/index.js +8 -0
  116. package/build/module/lib/dependencies/DependencyScanner.d.ts +11 -0
  117. package/build/module/lib/dependencies/DependencyScanner.js +92 -0
  118. package/build/module/lib/dependencies/DependencyScannerCfg.d.ts +4 -0
  119. package/build/module/lib/dependencies/DependencyScannerCfg.js +5 -0
  120. package/build/module/lib/dependencies/DependencyTypes.d.ts +21 -0
  121. package/build/module/lib/dependencies/DependencyTypes.js +2 -0
  122. package/build/module/lib/dependencies/LocalDependency/DependencyTypes.d.ts +16 -0
  123. package/build/module/lib/dependencies/LocalDependency/DependencyTypes.js +2 -0
  124. package/build/module/lib/dependencies/LocalDependency/LocalDependency.d.ts +6 -0
  125. package/build/module/lib/dependencies/LocalDependency/LocalDependency.js +45 -0
  126. package/build/module/lib/dependencies/LocalDependency/parsers/golangParser.d.ts +2 -0
  127. package/build/module/lib/dependencies/LocalDependency/parsers/golangParser.js +55 -0
  128. package/build/module/lib/dependencies/LocalDependency/parsers/mavenParser.d.ts +2 -0
  129. package/build/module/lib/dependencies/LocalDependency/parsers/mavenParser.js +166 -0
  130. package/build/module/lib/dependencies/LocalDependency/parsers/npmParser.d.ts +3 -0
  131. package/build/module/lib/dependencies/LocalDependency/parsers/npmParser.js +42 -0
  132. package/build/module/lib/dependencies/LocalDependency/parsers/pyParser.d.ts +2 -0
  133. package/build/module/lib/dependencies/LocalDependency/parsers/pyParser.js +57 -0
  134. package/build/module/lib/dependencies/LocalDependency/parsers/rubyParser.d.ts +3 -0
  135. package/build/module/lib/dependencies/LocalDependency/parsers/rubyParser.js +130 -0
  136. package/build/module/lib/dependencies/LocalDependency/parsers/utils.d.ts +2 -0
  137. package/build/module/lib/dependencies/LocalDependency/parsers/utils.js +15 -0
  138. package/build/module/lib/filters/defaultFilter.d.ts +16 -0
  139. package/build/module/lib/filters/defaultFilter.js +192 -0
  140. package/build/module/lib/filters/filtering.d.ts +32 -0
  141. package/build/module/lib/filters/filtering.js +210 -0
  142. package/build/module/lib/grpc/GrpcDependencyService.d.ts +11 -0
  143. package/build/module/lib/grpc/GrpcDependencyService.js +66 -0
  144. package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.d.ts +0 -0
  145. package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.js +2 -0
  146. package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.d.ts +1 -0
  147. package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.js +404 -0
  148. package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.d.ts +62 -0
  149. package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.js +128 -0
  150. package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.d.ts +1 -0
  151. package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.js +1403 -0
  152. package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.d.ts +42 -0
  153. package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.js +98 -0
  154. package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.d.ts +1 -0
  155. package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.js +1197 -0
  156. package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.d.ts +21 -0
  157. package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.js +66 -0
  158. package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.d.ts +1 -0
  159. package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.js +14 -0
  160. package/build/module/lib/scanner/Dispatcher/DispatchableItem.d.ts +19 -0
  161. package/build/module/lib/scanner/Dispatcher/DispatchableItem.js +43 -0
  162. package/build/module/lib/scanner/Dispatcher/Dispatcher.d.ts +19 -0
  163. package/build/module/lib/scanner/Dispatcher/Dispatcher.js +121 -0
  164. package/build/module/lib/scanner/Dispatcher/DispatcherResponse.d.ts +12 -0
  165. package/build/module/lib/scanner/Dispatcher/DispatcherResponse.js +33 -0
  166. package/build/module/lib/scanner/Dispatcher/GlobalControllerAborter.d.ts +10 -0
  167. package/build/module/lib/scanner/Dispatcher/GlobalControllerAborter.js +28 -0
  168. package/build/module/lib/scanner/Scannable/ScannableItem.d.ts +15 -0
  169. package/build/module/lib/scanner/Scannable/ScannableItem.js +29 -0
  170. package/build/module/lib/scanner/Scanner.d.ts +46 -0
  171. package/build/module/lib/scanner/Scanner.js +288 -0
  172. package/build/module/lib/scanner/ScannerCfg.d.ts +13 -0
  173. package/build/module/lib/scanner/ScannerCfg.js +21 -0
  174. package/build/module/lib/scanner/ScannerQueue.d.ts +3 -0
  175. package/build/module/lib/scanner/ScannerQueue.js +4 -0
  176. package/build/module/lib/scanner/ScannerTypes.d.ts +39 -0
  177. package/build/module/lib/scanner/ScannerTypes.js +37 -0
  178. package/build/module/lib/scanner/WfpProvider/FingerprintPackage.d.ts +9 -0
  179. package/build/module/lib/scanner/WfpProvider/FingerprintPackage.js +30 -0
  180. package/build/module/lib/scanner/WfpProvider/FingerprintPacket.d.ts +12 -0
  181. package/build/module/lib/scanner/WfpProvider/FingerprintPacket.js +37 -0
  182. package/build/module/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.d.ts +20 -0
  183. package/build/module/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.js +330 -0
  184. package/build/module/lib/scanner/WfpProvider/WfpProvider.d.ts +32 -0
  185. package/build/module/lib/scanner/WfpProvider/WfpProvider.js +65 -0
  186. package/build/module/lib/scanner/WfpProvider/WfpProviderFactory.d.ts +6 -0
  187. package/build/module/lib/scanner/WfpProvider/WfpProviderFactory.js +12 -0
  188. package/build/module/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.d.ts +20 -0
  189. package/build/module/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.js +93 -0
  190. package/build/module/lib/scanner/Winnower/Winnower.d.ts +36 -0
  191. package/build/module/lib/scanner/Winnower/Winnower.js +411 -0
  192. package/build/module/lib/scanner/Winnower/WinnowerExtractor.d.ts +10 -0
  193. package/build/module/lib/scanner/Winnower/WinnowerExtractor.js +30 -0
  194. package/build/module/lib/scanner/Winnower/WinnowerResponse.d.ts +11 -0
  195. package/build/module/lib/scanner/Winnower/WinnowerResponse.js +31 -0
  196. package/build/module/lib/tree/File.d.ts +6 -0
  197. package/build/module/lib/tree/File.js +17 -0
  198. package/build/module/lib/tree/Folder.d.ts +10 -0
  199. package/build/module/lib/tree/Folder.js +49 -0
  200. package/build/module/lib/tree/Node.d.ts +15 -0
  201. package/build/module/lib/tree/Node.js +23 -0
  202. package/build/module/lib/tree/Tree.d.ts +19 -0
  203. package/build/module/lib/tree/Tree.js +73 -0
  204. package/package.json +121 -0
@@ -0,0 +1,280 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.Scanner = void 0;
7
+ /* eslint-disable no-console */
8
+ // 2.0
9
+ const eventemitter3_1 = __importDefault(require("eventemitter3"));
10
+ const os_1 = __importDefault(require("os"));
11
+ const fs_1 = __importDefault(require("fs"));
12
+ const Dispatcher_1 = require("./Dispatcher/Dispatcher");
13
+ const DispatchableItem_1 = require("./Dispatcher/DispatchableItem");
14
+ const DispatcherResponse_1 = require("./Dispatcher/DispatcherResponse");
15
+ const ScannerCfg_1 = require("./ScannerCfg");
16
+ const ScannerTypes_1 = require("./ScannerTypes");
17
+ const sort_paths_1 = __importDefault(require("sort-paths"));
18
+ const WfpCalculator_1 = require("./WfpProvider/WfpCalculator/WfpCalculator");
19
+ const WfpSplitter_1 = require("./WfpProvider/WfpSplitter/WfpSplitter");
20
+ let finishPromiseResolve;
21
+ let finishPromiseReject;
22
+ class Scanner extends eventemitter3_1.default {
23
+ constructor(scannerCfg = new ScannerCfg_1.ScannerCfg()) {
24
+ super();
25
+ this.scannerCfg = scannerCfg;
26
+ this.scannerId = new Date().getTime().toString();
27
+ }
28
+ init() {
29
+ this.scanFinished = false;
30
+ this.processingNewData = false;
31
+ this.running = true;
32
+ this.processedFiles = 0;
33
+ this.responseBuffer = [];
34
+ this.filesToScan = {};
35
+ this.filesNotScanned = {};
36
+ this.wfpProvider = new WfpCalculator_1.WfpCalculator(this.scannerCfg);
37
+ this.dispatcher = new Dispatcher_1.Dispatcher(this.scannerCfg);
38
+ this.finishPromise = new Promise((resolve, reject) => {
39
+ finishPromiseResolve = resolve;
40
+ finishPromiseReject = reject;
41
+ });
42
+ this.setWinnowerListeners();
43
+ this.setDispatcherListeners();
44
+ if (this.workDirectory === undefined)
45
+ this.setWorkDirectory(`${os_1.default.tmpdir()}/scanner-${this.getScannerId()}`);
46
+ }
47
+ setWinnowerListeners() {
48
+ this.wfpProvider.on(ScannerTypes_1.ScannerEvents.WINNOWING_NEW_CONTENT, (fingerprintPackage) => {
49
+ var _a, _b, _c, _d, _e, _f;
50
+ this.emit(ScannerTypes_1.ScannerEvents.WINNOWING_NEW_CONTENT, fingerprintPackage);
51
+ this.reportLog(`[ SCANNER ]: New WFP content`);
52
+ const item = new DispatchableItem_1.DispatchableItem();
53
+ item.setFingerprintPackage(fingerprintPackage);
54
+ if ((_a = this.scannerInput[0]) === null || _a === void 0 ? void 0 : _a.engineFlags)
55
+ item.setEngineFlags((_b = this.scannerInput[0]) === null || _b === void 0 ? void 0 : _b.engineFlags);
56
+ if (((_c = this.scannerInput[0]) === null || _c === void 0 ? void 0 : _c.sbom) && ((_d = this.scannerInput[0]) === null || _d === void 0 ? void 0 : _d.sbomMode))
57
+ item.setSbom((_e = this.scannerInput[0]) === null || _e === void 0 ? void 0 : _e.sbom, (_f = this.scannerInput[0]) === null || _f === void 0 ? void 0 : _f.sbomMode);
58
+ this.dispatcher.dispatchItem(item);
59
+ });
60
+ this.wfpProvider.on(ScannerTypes_1.ScannerEvents.WINNOWER_LOG, (msg) => {
61
+ this.reportLog(msg);
62
+ });
63
+ this.wfpProvider.on(ScannerTypes_1.ScannerEvents.ERROR, (error) => {
64
+ this.errorHandler(error, ScannerTypes_1.ScannerEvents.MODULE_WINNOWER);
65
+ });
66
+ }
67
+ setDispatcherListeners() {
68
+ this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_QUEUE_SIZE_MAX_LIMIT, () => {
69
+ this.reportLog(`[ SCANNER ]: Maximum queue size reached. Winnower will be paused`);
70
+ this.wfpProvider.pause();
71
+ });
72
+ this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_QUEUE_SIZE_MIN_LIMIT, () => {
73
+ this.reportLog(`[ SCANNER ]: Minimum queue size reached. Winnower will be resumed`);
74
+ this.wfpProvider.resume();
75
+ });
76
+ this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_NEW_DATA, async (response) => {
77
+ this.processingNewData = true;
78
+ this.processedFiles += response.getNumberOfFilesScanned();
79
+ this.reportLog(`[ SCANNER ]: Received results of ${response.getNumberOfFilesScanned()} files`);
80
+ this.emit(ScannerTypes_1.ScannerEvents.DISPATCHER_NEW_DATA, response);
81
+ this.insertIntoBuffer(response);
82
+ if (this.bufferReachedLimit())
83
+ this.bufferToFiles();
84
+ this.processingNewData = false;
85
+ if (this.scanFinished)
86
+ await this.finishJob();
87
+ });
88
+ this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_FINISHED, async () => {
89
+ if (!this.wfpProvider.hasPendingFiles()) {
90
+ if (this.processingNewData)
91
+ this.scanFinished = true;
92
+ else
93
+ await this.finishJob();
94
+ }
95
+ });
96
+ this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_ITEM_NO_DISPATCHED, (disptItem) => {
97
+ const filesNotScanned = disptItem.getFingerprintPackage().getFilesFingerprinted();
98
+ this.appendFilesToNotScanned(filesNotScanned);
99
+ });
100
+ this.wfpProvider.on(ScannerTypes_1.ScannerEvents.DISPATCHER_LOG, (msg) => {
101
+ this.reportLog(msg);
102
+ });
103
+ this.dispatcher.on(ScannerTypes_1.ScannerEvents.ERROR, (error, disptItem) => {
104
+ const wfpContent = disptItem.getFingerprintPackage().getContent();
105
+ fs_1.default.writeFileSync(`${this.workDirectory}/failed.wfp`, wfpContent, 'utf8');
106
+ this.errorHandler(error, ScannerTypes_1.ScannerEvents.MODULE_DISPATCHER);
107
+ });
108
+ }
109
+ appendFilesToNotScanned(fileList) {
110
+ const obj = {};
111
+ // eslint-disable-next-line no-restricted-syntax
112
+ for (const file of fileList)
113
+ obj[file] = this.filesToScan[file];
114
+ Object.assign(this.filesNotScanned, obj);
115
+ return this.filesNotScanned;
116
+ }
117
+ insertIntoBuffer(dispatcherResponse) {
118
+ this.responseBuffer.push(dispatcherResponse);
119
+ }
120
+ isBufferEmpty() {
121
+ return this.responseBuffer.length === 0;
122
+ }
123
+ bufferReachedLimit() {
124
+ if (this.responseBuffer.length >= this.scannerCfg.MAX_RESPONSES_IN_BUFFER)
125
+ return true;
126
+ return false;
127
+ }
128
+ bufferToFiles() {
129
+ let wfpContent = '';
130
+ const serverResponse = {};
131
+ // eslint-disable-next-line no-restricted-syntax
132
+ for (const dispatcherResponse of this.responseBuffer) {
133
+ wfpContent += dispatcherResponse.getWfpContent();
134
+ const serverResponseToAppend = dispatcherResponse.getServerResponse();
135
+ Object.assign(serverResponse, serverResponseToAppend);
136
+ }
137
+ this.appendOutputFiles(wfpContent, serverResponse);
138
+ this.responseBuffer = [];
139
+ const responses = new DispatcherResponse_1.DispatcherResponse(serverResponse, wfpContent);
140
+ this.reportLog(`[ SCANNER ]: Persisted results of ${responses.getNumberOfFilesScanned()} files...`);
141
+ this.emit(ScannerTypes_1.ScannerEvents.RESULTS_APPENDED, responses, this.filesNotScanned);
142
+ return responses;
143
+ }
144
+ setWorkDirectory(workDirectory) {
145
+ this.workDirectory = workDirectory;
146
+ this.resultFilePath = `${this.workDirectory}/result.json`;
147
+ this.wfpFilePath = `${this.workDirectory}/winnowing.wfp`;
148
+ if (!fs_1.default.existsSync(this.workDirectory))
149
+ fs_1.default.mkdirSync(this.workDirectory);
150
+ }
151
+ getWorkDirectory() {
152
+ return this.workDirectory;
153
+ }
154
+ cleanWorkDirectory() {
155
+ if (fs_1.default.existsSync(this.resultFilePath))
156
+ fs_1.default.unlinkSync(this.resultFilePath);
157
+ if (fs_1.default.existsSync(this.wfpFilePath))
158
+ fs_1.default.unlinkSync(this.wfpFilePath);
159
+ }
160
+ async finishJob() {
161
+ this.scannerInput.shift();
162
+ this.reportLog(`[ SCANNER ]: Job finished. ${this.scannerInput.length} pendings`);
163
+ if (this.scannerInput.length) {
164
+ if (this.scannerInput[0].wfpPath) {
165
+ this.wfpProvider = new WfpSplitter_1.WfpSplitter();
166
+ this.setWinnowerListeners();
167
+ this.wfpProvider.start({ wfpPath: this.scannerInput[0].wfpPath });
168
+ }
169
+ else {
170
+ const folderRoot = this.scannerInput[0].folderRoot;
171
+ const winnowingMode = this.scannerInput[0].winnowingMode;
172
+ const fileList = this.scannerInput[0].fileList;
173
+ this.wfpProvider.start({ folderRoot, winnowingMode, fileList });
174
+ }
175
+ }
176
+ else
177
+ await this.finishScan();
178
+ }
179
+ async finishScan() {
180
+ if (!this.isBufferEmpty())
181
+ this.bufferToFiles();
182
+ const results = JSON.parse(await fs_1.default.promises.readFile(this.resultFilePath, 'utf8'));
183
+ const sortedPaths = (0, sort_paths_1.default)(Object.keys(results), '/');
184
+ const resultSorted = {};
185
+ // eslint-disable-next-line no-restricted-syntax
186
+ for (const key of sortedPaths)
187
+ resultSorted[key] = results[key];
188
+ await fs_1.default.promises.writeFile(this.resultFilePath, JSON.stringify(resultSorted, null, 2));
189
+ this.reportLog(`[ SCANNER ]: Scan finished (Scanned: ${this.processedFiles}, Not Scanned: ${Object.keys(this.filesNotScanned).length})`);
190
+ this.reportLog(`[ SCANNER ]: Results on: ${this.resultFilePath}`);
191
+ this.running = false;
192
+ this.emit(ScannerTypes_1.ScannerEvents.SCAN_DONE, this.resultFilePath, this.filesNotScanned);
193
+ finishPromiseResolve();
194
+ }
195
+ reportLog(txt, level = 'info') {
196
+ this.emit(ScannerTypes_1.ScannerEvents.SCANNER_LOG, txt, level);
197
+ }
198
+ errorHandler(error, origin) {
199
+ this.stop();
200
+ if (origin === ScannerTypes_1.ScannerEvents.MODULE_DISPATCHER) {
201
+ }
202
+ if (origin === ScannerTypes_1.ScannerEvents.MODULE_WINNOWER) {
203
+ }
204
+ this.reportLog(`[ SCANNER ]: Error reason ${error}`);
205
+ this.emit(ScannerTypes_1.ScannerEvents.ERROR, error);
206
+ if (this.finishPromise)
207
+ finishPromiseReject(error);
208
+ }
209
+ createOutputFiles() {
210
+ if (!fs_1.default.existsSync(this.wfpFilePath))
211
+ fs_1.default.writeFileSync(this.wfpFilePath, '');
212
+ if (!fs_1.default.existsSync(this.resultFilePath))
213
+ fs_1.default.writeFileSync(this.resultFilePath, JSON.stringify({}));
214
+ }
215
+ appendOutputFiles(wfpContent, serverResponse) {
216
+ fs_1.default.appendFileSync(this.wfpFilePath, wfpContent);
217
+ const storedResultStr = fs_1.default.readFileSync(this.resultFilePath, 'utf-8');
218
+ const storedResultObj = JSON.parse(storedResultStr);
219
+ Object.assign(storedResultObj, serverResponse);
220
+ const newResultStr = JSON.stringify(storedResultObj);
221
+ fs_1.default.writeFileSync(this.resultFilePath, newResultStr);
222
+ }
223
+ scan(scannerInput) {
224
+ var _a;
225
+ this.init();
226
+ this.createOutputFiles();
227
+ this.scannerInput = scannerInput;
228
+ if (!this.isValidInput(scannerInput)) {
229
+ this.finishScan();
230
+ return this.finishPromise;
231
+ }
232
+ if ((_a = scannerInput[0]) === null || _a === void 0 ? void 0 : _a.wfpPath) {
233
+ this.wfpProvider = new WfpSplitter_1.WfpSplitter();
234
+ this.setWinnowerListeners();
235
+ this.wfpProvider.start({ wfpPath: scannerInput[0].wfpPath });
236
+ }
237
+ else {
238
+ const folderRoot = this.scannerInput[0].folderRoot;
239
+ const winnowingMode = this.scannerInput[0].winnowingMode;
240
+ const fileList = this.scannerInput[0].fileList;
241
+ this.wfpProvider.start({ folderRoot, winnowingMode, fileList });
242
+ }
243
+ return this.finishPromise;
244
+ }
245
+ isValidInput(scannerInput) {
246
+ if (!scannerInput) {
247
+ this.reportLog('[ SCANNER ]: No input provided', 'warning');
248
+ return false;
249
+ }
250
+ if (!Array.isArray(scannerInput)) {
251
+ this.reportLog('[ SCANNER ]: Input must be an array', 'warning');
252
+ return false;
253
+ }
254
+ if (!scannerInput.length) {
255
+ this.reportLog('[ SCANNER ]: Input array is empty', 'warning');
256
+ return false;
257
+ }
258
+ if (scannerInput.some((input) => !input.fileList.length && !input.wfpPath)) {
259
+ this.reportLog('[ SCANNER ]: Input array contains an element with no file list', 'warning');
260
+ return false;
261
+ }
262
+ return true;
263
+ }
264
+ getScannerId() {
265
+ return this.scannerId;
266
+ }
267
+ stop() {
268
+ this.reportLog(`[ SCANNER ]: Stopping scanner`);
269
+ this.running = false;
270
+ this.wfpProvider.removeAllListeners();
271
+ this.dispatcher.removeAllListeners();
272
+ this.dispatcher.stop();
273
+ this.wfpProvider.stop();
274
+ }
275
+ isRunning() {
276
+ return this.running;
277
+ }
278
+ }
279
+ exports.Scanner = Scanner;
280
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvc2Nhbm5lci9TY2FubmVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7OztBQUFBLCtCQUErQjtBQUMvQixNQUFNO0FBQ04sa0VBQXlDO0FBQ3pDLDRDQUFvQjtBQUNwQiw0Q0FBb0I7QUFHcEIsd0RBQXFEO0FBRXJELG9FQUFpRTtBQUNqRSx3RUFBcUU7QUFDckUsNkNBQTBDO0FBQzFDLGlEQUE2RDtBQUU3RCw0REFBbUM7QUFJbkMsNkVBQTBFO0FBQzFFLHVFQUFvRTtBQUVwRSxJQUFJLG9CQUFvQixDQUFDO0FBQ3pCLElBQUksbUJBQW1CLENBQUM7QUFFeEIsTUFBYSxPQUFRLFNBQVEsdUJBQVk7SUFtQ3ZDLFlBQVksVUFBVSxHQUFHLElBQUksdUJBQVUsRUFBRTtRQUN2QyxLQUFLLEVBQUUsQ0FBQztRQUNSLElBQUksQ0FBQyxVQUFVLEdBQUcsVUFBVSxDQUFDO1FBQzdCLElBQUksQ0FBQyxTQUFTLEdBQUcsSUFBSSxJQUFJLEVBQUUsQ0FBQyxPQUFPLEVBQUUsQ0FBQyxRQUFRLEVBQUUsQ0FBQztJQUNuRCxDQUFDO0lBRUQsSUFBSTtRQUNGLElBQUksQ0FBQyxZQUFZLEdBQUcsS0FBSyxDQUFDO1FBQzFCLElBQUksQ0FBQyxpQkFBaUIsR0FBRyxLQUFLLENBQUM7UUFDL0IsSUFBSSxDQUFDLE9BQU8sR0FBRyxJQUFJLENBQUM7UUFDcEIsSUFBSSxDQUFDLGNBQWMsR0FBRyxDQUFDLENBQUM7UUFDeEIsSUFBSSxDQUFDLGNBQWMsR0FBRyxFQUFFLENBQUM7UUFDekIsSUFBSSxDQUFDLFdBQVcsR0FBRyxFQUFFLENBQUM7UUFDdEIsSUFBSSxDQUFDLGVBQWUsR0FBRyxFQUFFLENBQUM7UUFDMUIsSUFBSSxDQUFDLFdBQVcsR0FBRyxJQUFJLDZCQUFhLENBQUMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ3RELElBQUksQ0FBQyxVQUFVLEdBQUcsSUFBSSx1QkFBVSxDQUFDLElBQUksQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUVsRCxJQUFJLENBQUMsYUFBYSxHQUFHLElBQUksT0FBTyxDQUFDLENBQUMsT0FBTyxFQUFFLE1BQU0sRUFBRSxFQUFFO1lBQ25ELG9CQUFvQixHQUFHLE9BQU8sQ0FBQztZQUMvQixtQkFBbUIsR0FBRyxNQUFNLENBQUM7UUFDL0IsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsb0JBQW9CLEVBQUUsQ0FBQztRQUM1QixJQUFJLENBQUMsc0JBQXNCLEVBQUUsQ0FBQztRQUU5QixJQUFJLElBQUksQ0FBQyxhQUFhLEtBQUssU0FBUztZQUFFLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxHQUFHLFlBQUUsQ0FBQyxNQUFNLEVBQUUsWUFBWSxJQUFJLENBQUMsWUFBWSxFQUFFLEVBQUUsQ0FBQyxDQUFDO0lBQy9HLENBQUM7SUFFRCxvQkFBb0I7UUFDbEIsSUFBSSxDQUFDLFdBQVcsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxxQkFBcUIsRUFBRSxDQUFDLGtCQUFzQyxFQUFFLEVBQUU7O1lBQ2xHLElBQUksQ0FBQyxJQUFJLENBQUMsNEJBQWEsQ0FBQyxxQkFBcUIsRUFBRSxrQkFBa0IsQ0FBQyxDQUFDO1lBQ25FLElBQUksQ0FBQyxTQUFTLENBQUMsOEJBQThCLENBQUMsQ0FBQztZQUUvQyxNQUFNLElBQUksR0FBRyxJQUFJLG1DQUFnQixFQUFFLENBQUM7WUFDcEMsSUFBSSxDQUFDLHFCQUFxQixDQUFDLGtCQUFrQixDQUFDLENBQUM7WUFDL0MsSUFBRyxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLFdBQVc7Z0JBQUUsSUFBSSxDQUFDLGNBQWMsQ0FBQyxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLFdBQVcsQ0FBQyxDQUFDO1lBRTdGLElBQUcsQ0FBQSxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLElBQUksTUFBSSxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLFFBQVEsQ0FBQTtnQkFDN0QsSUFBSSxDQUFDLE9BQU8sQ0FBQyxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLElBQUksRUFBRSxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLFFBQVEsQ0FBQyxDQUFDO1lBRTNFLElBQUksQ0FBQyxVQUFVLENBQUMsWUFBWSxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ3JDLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFdBQVcsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxZQUFZLEVBQUUsQ0FBQyxHQUFHLEVBQUUsRUFBRTtZQUN0RCxJQUFJLENBQUMsU0FBUyxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQ3RCLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFdBQVcsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxLQUFLLEVBQUUsQ0FBQyxLQUFLLEVBQUUsRUFBRTtZQUNqRCxJQUFJLENBQUMsWUFBWSxDQUFDLEtBQUssRUFBRSw0QkFBYSxDQUFDLGVBQWUsQ0FBQyxDQUFDO1FBQzFELENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVELHNCQUFzQjtRQUNwQixJQUFJLENBQUMsVUFBVSxDQUFDLEVBQUUsQ0FBQyw0QkFBYSxDQUFDLCtCQUErQixFQUFFLEdBQUcsRUFBRTtZQUNyRSxJQUFJLENBQUMsU0FBUyxDQUFDLGtFQUFrRSxDQUFDLENBQUM7WUFDbkYsSUFBSSxDQUFDLFdBQVcsQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUMzQixDQUFDLENBQUMsQ0FBQztRQUVILElBQUksQ0FBQyxVQUFVLENBQUMsRUFBRSxDQUFDLDRCQUFhLENBQUMsK0JBQStCLEVBQUUsR0FBRyxFQUFFO1lBQ3JFLElBQUksQ0FBQyxTQUFTLENBQUMsbUVBQW1FLENBQUMsQ0FBQztZQUNwRixJQUFJLENBQUMsV0FBVyxDQUFDLE1BQU0sRUFBRSxDQUFDO1FBQzVCLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFVBQVUsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxtQkFBbUIsRUFBRSxLQUFLLEVBQUUsUUFBNEIsRUFBRSxFQUFFO1lBQzNGLElBQUksQ0FBQyxpQkFBaUIsR0FBRyxJQUFJLENBQUM7WUFDOUIsSUFBSSxDQUFDLGNBQWMsSUFBSSxRQUFRLENBQUMsdUJBQXVCLEVBQUUsQ0FBQztZQUMxRCxJQUFJLENBQUMsU0FBUyxDQUFDLG9DQUFvQyxRQUFRLENBQUMsdUJBQXVCLEVBQUUsUUFBUSxDQUFDLENBQUM7WUFDL0YsSUFBSSxDQUFDLElBQUksQ0FBQyw0QkFBYSxDQUFDLG1CQUFtQixFQUFFLFFBQVEsQ0FBQyxDQUFDO1lBQ3ZELElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxRQUFRLENBQUMsQ0FBQztZQUNoQyxJQUFJLElBQUksQ0FBQyxrQkFBa0IsRUFBRTtnQkFBRSxJQUFJLENBQUMsYUFBYSxFQUFFLENBQUM7WUFDcEQsSUFBSSxDQUFDLGlCQUFpQixHQUFHLEtBQUssQ0FBQztZQUMvQixJQUFJLElBQUksQ0FBQyxZQUFZO2dCQUFFLE1BQU0sSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1FBQ2hELENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFVBQVUsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxtQkFBbUIsRUFBRSxLQUFLLElBQUksRUFBRTtZQUMvRCxJQUFJLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQyxlQUFlLEVBQUUsRUFBRTtnQkFDdkMsSUFBSSxJQUFJLENBQUMsaUJBQWlCO29CQUFFLElBQUksQ0FBQyxZQUFZLEdBQUcsSUFBSSxDQUFDOztvQkFDaEQsTUFBTSxJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7YUFDN0I7UUFDSCxDQUFDLENBQUMsQ0FBQztRQUVILElBQUksQ0FBQyxVQUFVLENBQUMsRUFBRSxDQUFDLDRCQUFhLENBQUMsNkJBQTZCLEVBQUUsQ0FBQyxTQUEyQixFQUFFLEVBQUU7WUFDOUYsTUFBTSxlQUFlLEdBQUcsU0FBUyxDQUFDLHFCQUFxQixFQUFFLENBQUMscUJBQXFCLEVBQUUsQ0FBQztZQUNsRixJQUFJLENBQUMsdUJBQXVCLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDaEQsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsV0FBVyxDQUFDLEVBQUUsQ0FBQyw0QkFBYSxDQUFDLGNBQWMsRUFBRSxDQUFDLEdBQUcsRUFBRSxFQUFFO1lBQ3hELElBQUksQ0FBQyxTQUFTLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDdEIsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsVUFBVSxDQUFDLEVBQUUsQ0FBQyw0QkFBYSxDQUFDLEtBQUssRUFBRSxDQUFDLEtBQVksRUFBRSxTQUEyQixFQUFFLEVBQUU7WUFDcEYsTUFBTSxVQUFVLEdBQUcsU0FBUyxDQUFDLHFCQUFxQixFQUFFLENBQUMsVUFBVSxFQUFFLENBQUM7WUFDbEUsWUFBRSxDQUFDLGFBQWEsQ0FBQyxHQUFHLElBQUksQ0FBQyxhQUFhLGFBQWEsRUFBRSxVQUFVLEVBQUUsTUFBTSxDQUFDLENBQUM7WUFDekUsSUFBSSxDQUFDLFlBQVksQ0FBQyxLQUFLLEVBQUUsNEJBQWEsQ0FBQyxpQkFBaUIsQ0FBQyxDQUFDO1FBQzVELENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVELHVCQUF1QixDQUFDLFFBQVE7UUFDOUIsTUFBTSxHQUFHLEdBQUcsRUFBRSxDQUFDO1FBQ2YsZ0RBQWdEO1FBQ2hELEtBQUssTUFBTSxJQUFJLElBQUksUUFBUTtZQUFFLEdBQUcsQ0FBQyxJQUFJLENBQUMsR0FBRyxJQUFJLENBQUMsV0FBVyxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ2hFLE1BQU0sQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLGVBQWUsRUFBRSxHQUFHLENBQUMsQ0FBQztRQUN6QyxPQUFPLElBQUksQ0FBQyxlQUFlLENBQUM7SUFDOUIsQ0FBQztJQUVELGdCQUFnQixDQUFDLGtCQUFrQjtRQUNqQyxJQUFJLENBQUMsY0FBYyxDQUFDLElBQUksQ0FBQyxrQkFBa0IsQ0FBQyxDQUFDO0lBQy9DLENBQUM7SUFFRCxhQUFhO1FBQ1gsT0FBTyxJQUFJLENBQUMsY0FBYyxDQUFDLE1BQU0sS0FBSyxDQUFDLENBQUM7SUFDMUMsQ0FBQztJQUVELGtCQUFrQjtRQUNoQixJQUFJLElBQUksQ0FBQyxjQUFjLENBQUMsTUFBTSxJQUFJLElBQUksQ0FBQyxVQUFVLENBQUMsdUJBQXVCO1lBQUUsT0FBTyxJQUFJLENBQUM7UUFDdkYsT0FBTyxLQUFLLENBQUM7SUFDZixDQUFDO0lBRUQsYUFBYTtRQUNYLElBQUksVUFBVSxHQUFHLEVBQUUsQ0FBQztRQUNwQixNQUFNLGNBQWMsR0FBRyxFQUFFLENBQUM7UUFDMUIsZ0RBQWdEO1FBQ2hELEtBQUssTUFBTSxrQkFBa0IsSUFBSSxJQUFJLENBQUMsY0FBYyxFQUFFO1lBQ3BELFVBQVUsSUFBSSxrQkFBa0IsQ0FBQyxhQUFhLEVBQUUsQ0FBQztZQUNqRCxNQUFNLHNCQUFzQixHQUFHLGtCQUFrQixDQUFDLGlCQUFpQixFQUFFLENBQUM7WUFDdEUsTUFBTSxDQUFDLE1BQU0sQ0FBQyxjQUFjLEVBQUUsc0JBQXNCLENBQUMsQ0FBQztTQUN2RDtRQUNELElBQUksQ0FBQyxpQkFBaUIsQ0FBQyxVQUFVLEVBQUUsY0FBYyxDQUFDLENBQUM7UUFDbkQsSUFBSSxDQUFDLGNBQWMsR0FBRyxFQUFFLENBQUM7UUFDekIsTUFBTSxTQUFTLEdBQUcsSUFBSSx1Q0FBa0IsQ0FBQyxjQUFjLEVBQUUsVUFBVSxDQUFDLENBQUM7UUFDckUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxxQ0FBcUMsU0FBUyxDQUFDLHVCQUF1QixFQUFFLFdBQVcsQ0FBQyxDQUFDO1FBQ3BHLElBQUksQ0FBQyxJQUFJLENBQUMsNEJBQWEsQ0FBQyxnQkFBZ0IsRUFBRSxTQUFTLEVBQUUsSUFBSSxDQUFDLGVBQWUsQ0FBQyxDQUFDO1FBQzNFLE9BQU8sU0FBUyxDQUFDO0lBQ25CLENBQUM7SUFFTSxnQkFBZ0IsQ0FBQyxhQUFxQjtRQUMzQyxJQUFJLENBQUMsYUFBYSxHQUFHLGFBQWEsQ0FBQztRQUNuQyxJQUFJLENBQUMsY0FBYyxHQUFHLEdBQUcsSUFBSSxDQUFDLGFBQWEsY0FBYyxDQUFDO1FBQzFELElBQUksQ0FBQyxXQUFXLEdBQUcsR0FBRyxJQUFJLENBQUMsYUFBYSxnQkFBZ0IsQ0FBQztRQUV6RCxJQUFJLENBQUMsWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDO1lBQUUsWUFBRSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDLENBQUM7SUFDM0UsQ0FBQztJQUVNLGdCQUFnQjtRQUNyQixPQUFPLElBQUksQ0FBQyxhQUFhLENBQUM7SUFDNUIsQ0FBQztJQUVNLGtCQUFrQjtRQUN2QixJQUFJLFlBQUUsQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQztZQUFFLFlBQUUsQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQyxDQUFDO1FBQzNFLElBQUksWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsV0FBVyxDQUFDO1lBQUUsWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsV0FBVyxDQUFDLENBQUM7SUFDdkUsQ0FBQztJQUVPLEtBQUssQ0FBQyxTQUFTO1FBQ3JCLElBQUksQ0FBQyxZQUFZLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDMUIsSUFBSSxDQUFDLFNBQVMsQ0FBQyw4QkFBOEIsSUFBSSxDQUFDLFlBQVksQ0FBQyxNQUFNLFdBQVcsQ0FBQyxDQUFDO1FBRWxGLElBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxNQUFNLEVBQUU7WUFDM0IsSUFBSSxJQUFJLENBQUMsWUFBWSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sRUFBRTtnQkFDaEMsSUFBSSxDQUFDLFdBQVcsR0FBRyxJQUFJLHlCQUFXLEVBQUUsQ0FBQztnQkFDckMsSUFBSSxDQUFDLG9CQUFvQixFQUFFLENBQUM7Z0JBQzVCLElBQUksQ0FBQyxXQUFXLENBQUMsS0FBSyxDQUFDLEVBQUMsT0FBTyxFQUFFLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxFQUFDLENBQUMsQ0FBQzthQUNqRTtpQkFBTTtnQkFDTCxNQUFNLFVBQVUsR0FBRyxJQUFJLENBQUMsWUFBWSxDQUFDLENBQUMsQ0FBQyxDQUFDLFVBQVUsQ0FBQztnQkFDbkQsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxhQUFhLENBQUM7Z0JBQ3pELE1BQU0sUUFBUSxHQUFHLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsUUFBUSxDQUFDO2dCQUMvQyxJQUFJLENBQUMsV0FBVyxDQUFDLEtBQUssQ0FBQyxFQUFDLFVBQVUsRUFBRSxhQUFhLEVBQUUsUUFBUSxFQUFDLENBQUMsQ0FBQzthQUMvRDtTQUNEOztZQUFNLE1BQU0sSUFBSSxDQUFDLFVBQVUsRUFBRSxDQUFDO0lBQ2xDLENBQUM7SUFFTyxLQUFLLENBQUMsVUFBVTtRQUN0QixJQUFJLENBQUMsSUFBSSxDQUFDLGFBQWEsRUFBRTtZQUFFLElBQUksQ0FBQyxhQUFhLEVBQUUsQ0FBQztRQUNoRCxNQUFNLE9BQU8sR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLE1BQU0sWUFBRSxDQUFDLFFBQVEsQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLGNBQWMsRUFBRSxNQUFNLENBQUMsQ0FBQyxDQUFDO1FBQ3BGLE1BQU0sV0FBVyxHQUFHLElBQUEsb0JBQVMsRUFBQyxNQUFNLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxFQUFFLEdBQUcsQ0FBQyxDQUFDO1FBQ3pELE1BQU0sWUFBWSxHQUFHLEVBQUUsQ0FBQztRQUN4QixnREFBZ0Q7UUFDaEQsS0FBSyxNQUFNLEdBQUcsSUFBSSxXQUFXO1lBQUUsWUFBWSxDQUFDLEdBQUcsQ0FBQyxHQUFHLE9BQU8sQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUNoRSxNQUFNLFlBQUUsQ0FBQyxRQUFRLENBQUMsU0FBUyxDQUFDLElBQUksQ0FBQyxjQUFjLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxZQUFZLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDeEYsSUFBSSxDQUFDLFNBQVMsQ0FDWix3Q0FBd0MsSUFBSSxDQUFDLGNBQWMsa0JBQ3pELE1BQU0sQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLGVBQWUsQ0FBQyxDQUFDLE1BQ3BDLEdBQUcsQ0FDSixDQUFDO1FBQ0YsSUFBSSxDQUFDLFNBQVMsQ0FBQyw0QkFBNEIsSUFBSSxDQUFDLGNBQWMsRUFBRSxDQUFDLENBQUM7UUFDbEUsSUFBSSxDQUFDLE9BQU8sR0FBRyxLQUFLLENBQUM7UUFDckIsSUFBSSxDQUFDLElBQUksQ0FBQyw0QkFBYSxDQUFDLFNBQVMsRUFBRSxJQUFJLENBQUMsY0FBYyxFQUFFLElBQUksQ0FBQyxlQUFlLENBQUMsQ0FBQztRQUM5RSxvQkFBb0IsRUFBRSxDQUFDO0lBQ3pCLENBQUM7SUFFRCxTQUFTLENBQUMsR0FBRyxFQUFFLEtBQUssR0FBRyxNQUFNO1FBQzNCLElBQUksQ0FBQyxJQUFJLENBQUMsNEJBQWEsQ0FBQyxXQUFXLEVBQUUsR0FBRyxFQUFFLEtBQUssQ0FBQyxDQUFDO0lBQ25ELENBQUM7SUFFRCxZQUFZLENBQUMsS0FBSyxFQUFFLE1BQU07UUFDeEIsSUFBSSxDQUFDLElBQUksRUFBRSxDQUFDO1FBQ1osSUFBSSxNQUFNLEtBQUssNEJBQWEsQ0FBQyxpQkFBaUIsRUFBRTtTQUMvQztRQUNELElBQUksTUFBTSxLQUFLLDRCQUFhLENBQUMsZUFBZSxFQUFFO1NBQzdDO1FBRUQsSUFBSSxDQUFDLFNBQVMsQ0FBQyw2QkFBNkIsS0FBSyxFQUFFLENBQUMsQ0FBQztRQUVyRCxJQUFJLENBQUMsSUFBSSxDQUFDLDRCQUFhLENBQUMsS0FBSyxFQUFFLEtBQUssQ0FBQyxDQUFDO1FBQ3RDLElBQUcsSUFBSSxDQUFDLGFBQWE7WUFBRSxtQkFBbUIsQ0FBQyxLQUFLLENBQUMsQ0FBQztJQUNwRCxDQUFDO0lBRUQsaUJBQWlCO1FBQ2YsSUFBSSxDQUFDLFlBQUUsQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQztZQUFFLFlBQUUsQ0FBQyxhQUFhLENBQUMsSUFBSSxDQUFDLFdBQVcsRUFBRSxFQUFFLENBQUMsQ0FBQztRQUM3RSxJQUFJLENBQUMsWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsY0FBYyxDQUFDO1lBQUUsWUFBRSxDQUFDLGFBQWEsQ0FBQyxJQUFJLENBQUMsY0FBYyxFQUFFLElBQUksQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQztJQUNyRyxDQUFDO0lBRUQsaUJBQWlCLENBQUMsVUFBVSxFQUFFLGNBQWM7UUFDMUMsWUFBRSxDQUFDLGNBQWMsQ0FBQyxJQUFJLENBQUMsV0FBVyxFQUFFLFVBQVUsQ0FBQyxDQUFDO1FBQ2hELE1BQU0sZUFBZSxHQUFHLFlBQUUsQ0FBQyxZQUFZLENBQUMsSUFBSSxDQUFDLGNBQWMsRUFBRSxPQUFPLENBQUMsQ0FBQztRQUN0RSxNQUFNLGVBQWUsR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLGVBQWUsQ0FBQyxDQUFDO1FBQ3BELE1BQU0sQ0FBQyxNQUFNLENBQUMsZUFBZSxFQUFFLGNBQWMsQ0FBQyxDQUFDO1FBQy9DLE1BQU0sWUFBWSxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDckQsWUFBRSxDQUFDLGFBQWEsQ0FBQyxJQUFJLENBQUMsY0FBYyxFQUFFLFlBQVksQ0FBQyxDQUFDO0lBQ3RELENBQUM7SUFHTSxJQUFJLENBQUMsWUFBaUM7O1FBQzNDLElBQUksQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUNaLElBQUksQ0FBQyxpQkFBaUIsRUFBRSxDQUFDO1FBQ3pCLElBQUksQ0FBQyxZQUFZLEdBQUcsWUFBWSxDQUFDO1FBRWpDLElBQUksQ0FBQyxJQUFJLENBQUMsWUFBWSxDQUFDLFlBQVksQ0FBQyxFQUFFO1lBQ3BDLElBQUksQ0FBQyxVQUFVLEVBQUUsQ0FBQztZQUNsQixPQUFPLElBQUksQ0FBQyxhQUFhLENBQUM7U0FDM0I7UUFFRCxJQUFJLE1BQUEsWUFBWSxDQUFDLENBQUMsQ0FBQywwQ0FBRSxPQUFPLEVBQUU7WUFDNUIsSUFBSSxDQUFDLFdBQVcsR0FBRyxJQUFJLHlCQUFXLEVBQUUsQ0FBQztZQUNyQyxJQUFJLENBQUMsb0JBQW9CLEVBQUUsQ0FBQztZQUM1QixJQUFJLENBQUMsV0FBVyxDQUFDLEtBQUssQ0FBQyxFQUFDLE9BQU8sRUFBRSxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxFQUFDLENBQUMsQ0FBQztTQUM1RDthQUFNO1lBQ0wsTUFBTSxVQUFVLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxVQUFVLENBQUM7WUFDbkQsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxhQUFhLENBQUM7WUFDekQsTUFBTSxRQUFRLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxRQUFRLENBQUM7WUFDL0MsSUFBSSxDQUFDLFdBQVcsQ0FBQyxLQUFLLENBQUMsRUFBQyxVQUFVLEVBQUUsYUFBYSxFQUFFLFFBQVEsRUFBQyxDQUFDLENBQUM7U0FDL0Q7UUFDRCxPQUFPLElBQUksQ0FBQyxhQUFhLENBQUM7SUFDNUIsQ0FBQztJQUtPLFlBQVksQ0FBQyxZQUFpQztRQUNwRCxJQUFJLENBQUMsWUFBWSxFQUFFO1lBQ2pCLElBQUksQ0FBQyxTQUFTLENBQUMsZ0NBQWdDLEVBQUUsU0FBUyxDQUFDLENBQUM7WUFDNUQsT0FBTyxLQUFLLENBQUM7U0FDZDtRQUVELElBQUksQ0FBQyxLQUFLLENBQUMsT0FBTyxDQUFDLFlBQVksQ0FBQyxFQUFFO1lBQ2hDLElBQUksQ0FBQyxTQUFTLENBQUMscUNBQXFDLEVBQUMsU0FBUyxDQUFDLENBQUM7WUFDaEUsT0FBTyxLQUFLLENBQUM7U0FDZDtRQUVELElBQUksQ0FBQyxZQUFZLENBQUMsTUFBTSxFQUFFO1lBQ3hCLElBQUksQ0FBQyxTQUFTLENBQUMsbUNBQW1DLEVBQUUsU0FBUyxDQUFDLENBQUM7WUFDL0QsT0FBTyxLQUFLLENBQUM7U0FDZDtRQUVELElBQUksWUFBWSxDQUFDLElBQUksQ0FBQyxDQUFDLEtBQUssRUFBRSxFQUFFLENBQUMsQ0FBQyxLQUFLLENBQUMsUUFBUSxDQUFDLE1BQU0sSUFBSSxDQUFDLEtBQUssQ0FBQyxPQUFPLENBQUMsRUFBRTtZQUMxRSxJQUFJLENBQUMsU0FBUyxDQUFDLGdFQUFnRSxFQUFDLFNBQVMsQ0FBQyxDQUFDO1lBQzNGLE9BQU8sS0FBSyxDQUFDO1NBQ2Q7UUFFRCxPQUFPLElBQUksQ0FBQztJQUNkLENBQUM7SUFHRCxZQUFZO1FBQ1YsT0FBTyxJQUFJLENBQUMsU0FBUyxDQUFDO0lBQ3hCLENBQUM7SUFFRCxJQUFJO1FBQ0YsSUFBSSxDQUFDLFNBQVMsQ0FBQywrQkFBK0IsQ0FBQyxDQUFDO1FBQ2hELElBQUksQ0FBQyxPQUFPLEdBQUcsS0FBSyxDQUFDO1FBQ3JCLElBQUksQ0FBQyxXQUFXLENBQUMsa0JBQWtCLEVBQUUsQ0FBQztRQUN0QyxJQUFJLENBQUMsVUFBVSxDQUFDLGtCQUFrQixFQUFFLENBQUM7UUFDckMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUN2QixJQUFJLENBQUMsV0FBVyxDQUFDLElBQUksRUFBRSxDQUFDO0lBQzFCLENBQUM7SUFFRCxTQUFTO1FBQ1AsT0FBTyxJQUFJLENBQUMsT0FBTyxDQUFDO0lBQ3RCLENBQUM7Q0FFRjtBQXBVRCwwQkFvVUMifQ==
@@ -0,0 +1,13 @@
1
+ export declare class ScannerCfg {
2
+ CLIENT_TIMESTAMP: string;
3
+ API_URL: string;
4
+ API_KEY: string;
5
+ CONCURRENCY_LIMIT: number;
6
+ TIMEOUT: number;
7
+ WFP_FILE_MAX_SIZE: number;
8
+ MAX_RETRIES_FOR_RECOVERABLES_ERRORS: number;
9
+ ABORT_ON_MAX_RETRIES: boolean;
10
+ MAX_RESPONSES_IN_BUFFER: number;
11
+ DISPATCHER_QUEUE_SIZE_MAX_LIMIT: number;
12
+ DISPATCHER_QUEUE_SIZE_MIN_LIMIT: number;
13
+ }
@@ -0,0 +1,27 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ScannerCfg = void 0;
4
+ class ScannerCfg {
5
+ constructor() {
6
+ // Client Timestamp
7
+ this.CLIENT_TIMESTAMP = "SCANNER JS";
8
+ // API URL
9
+ this.API_URL = 'https://osskb.org/api/scan/direct';
10
+ this.API_KEY = '';
11
+ // Level of concurrency
12
+ this.CONCURRENCY_LIMIT = 15;
13
+ // Timeout for each transaction
14
+ this.TIMEOUT = 60000;
15
+ // The maximum size for each .wfp file
16
+ this.WFP_FILE_MAX_SIZE = 64 * 1000;
17
+ this.MAX_RETRIES_FOR_RECOVERABLES_ERRORS = 5;
18
+ this.ABORT_ON_MAX_RETRIES = true;
19
+ // Persist results after [ X ] number of server responses.
20
+ this.MAX_RESPONSES_IN_BUFFER = 300;
21
+ this.DISPATCHER_QUEUE_SIZE_MAX_LIMIT = 300;
22
+ this.DISPATCHER_QUEUE_SIZE_MIN_LIMIT = 200;
23
+ }
24
+ }
25
+ exports.ScannerCfg = ScannerCfg;
26
+ ;
27
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lckNmZy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvc2Nhbm5lci9TY2FubmVyQ2ZnLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7OztBQUFBLE1BQWEsVUFBVTtJQUF2QjtRQUNFLG1CQUFtQjtRQUNuQixxQkFBZ0IsR0FBRyxZQUFZLENBQUE7UUFFL0IsVUFBVTtRQUNWLFlBQU8sR0FBRyxtQ0FBbUMsQ0FBQztRQUU5QyxZQUFPLEdBQUcsRUFBRSxDQUFDO1FBRWIsdUJBQXVCO1FBQ3ZCLHNCQUFpQixHQUFHLEVBQUUsQ0FBQztRQUV2QiwrQkFBK0I7UUFDL0IsWUFBTyxHQUFHLEtBQUssQ0FBQztRQUVoQixzQ0FBc0M7UUFDdEMsc0JBQWlCLEdBQUcsRUFBRSxHQUFHLElBQUksQ0FBQztRQUU5Qix3Q0FBbUMsR0FBRyxDQUFDLENBQUM7UUFFeEMseUJBQW9CLEdBQUcsSUFBSSxDQUFDO1FBRTVCLDBEQUEwRDtRQUMxRCw0QkFBdUIsR0FBRyxHQUFHLENBQUM7UUFFOUIsb0NBQStCLEdBQUcsR0FBRyxDQUFDO1FBRXRDLG9DQUErQixHQUFHLEdBQUcsQ0FBQztJQUN4QyxDQUFDO0NBQUE7QUE1QkQsZ0NBNEJDO0FBQUEsQ0FBQyJ9
@@ -0,0 +1,3 @@
1
+ import { Scanner } from './Scanner';
2
+ export declare class ScannerQueue extends Scanner {
3
+ }
@@ -0,0 +1,8 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ScannerQueue = void 0;
4
+ const Scanner_1 = require("./Scanner");
5
+ class ScannerQueue extends Scanner_1.Scanner {
6
+ }
7
+ exports.ScannerQueue = ScannerQueue;
8
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lclF1ZXVlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1NjYW5uZXJRdWV1ZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7QUFBQSx1Q0FBb0M7QUFFcEMsTUFBYSxZQUFhLFNBQVEsaUJBQU87Q0FLeEM7QUFMRCxvQ0FLQyJ9
@@ -0,0 +1,39 @@
1
+ export declare enum ScannerEvents {
2
+ WINNOWING_STARTING = "WINNOWING_STARTING",
3
+ WINNOWING_NEW_CONTENT = "WINNOWING_NEW_CONTENT",
4
+ WINNOWING_FINISHED = "WINNOWING_FINISHED",
5
+ WINNOWER_LOG = "WINNOWER_LOG",
6
+ DISPATCHER_WFP_SENDED = "DISPATCHER_WFP_SENDED",
7
+ DISPATCHER_NEW_DATA = "DISPATCHER_NEW_DATA",
8
+ DISPATCHER_FINISHED = "DISPATCHER_FINISHED",
9
+ DISPATCHER_ITEM_NO_DISPATCHED = "DISPATCHER_ITEM_NO_DISPATCHED",
10
+ DISPATCHER_QUEUE_SIZE_MAX_LIMIT = "DISPATCHER_QUEUE_FULL",
11
+ DISPATCHER_QUEUE_SIZE_MIN_LIMIT = "DISPATCHER_QUEUE_SIZE_MIN_LIMIT",
12
+ DISPATCHER_LOG = "DISPATCHER_LOG",
13
+ ERROR_SCANNER_ABORTED = "ERROR_SCANNER_ABORTED",
14
+ ERROR_SERVER_SIDE = "ERROR_SERVER_SIDE",
15
+ ERROR_CLIENT_SIDE = "ERROR_CLIENT_SIDE",
16
+ MODULE_DISPATCHER = "MODULE_DISPATCHER",
17
+ MODULE_WINNOWER = "MODULE_WINNOWER",
18
+ SCAN_DONE = "SCAN_DONE",
19
+ RESULTS_APPENDED = "RESULTS_APPENDED",
20
+ SCANNER_LOG = "SCANNER_LOG",
21
+ ERROR = "error"
22
+ }
23
+ export declare enum WinnowingMode {
24
+ FULL_WINNOWING = "FULL_WINNOWING",
25
+ WINNOWING_ONLY_MD5 = "WINNOWING_ONLY_MD5"
26
+ }
27
+ export declare enum SbomMode {
28
+ SBOM_IGNORE = "blacklist",
29
+ SBOM_IDENTIFY = "identify"
30
+ }
31
+ export interface ScannerInput {
32
+ fileList: Array<string>;
33
+ folderRoot?: string;
34
+ engineFlags?: number;
35
+ winnowingMode?: WinnowingMode;
36
+ wfpPath?: string;
37
+ sbom?: string;
38
+ sbomMode?: SbomMode;
39
+ }
@@ -0,0 +1,40 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.SbomMode = exports.WinnowingMode = exports.ScannerEvents = void 0;
4
+ var ScannerEvents;
5
+ (function (ScannerEvents) {
6
+ ScannerEvents["WINNOWING_STARTING"] = "WINNOWING_STARTING";
7
+ ScannerEvents["WINNOWING_NEW_CONTENT"] = "WINNOWING_NEW_CONTENT";
8
+ ScannerEvents["WINNOWING_FINISHED"] = "WINNOWING_FINISHED";
9
+ ScannerEvents["WINNOWER_LOG"] = "WINNOWER_LOG";
10
+ ScannerEvents["DISPATCHER_WFP_SENDED"] = "DISPATCHER_WFP_SENDED";
11
+ ScannerEvents["DISPATCHER_NEW_DATA"] = "DISPATCHER_NEW_DATA";
12
+ ScannerEvents["DISPATCHER_FINISHED"] = "DISPATCHER_FINISHED";
13
+ ScannerEvents["DISPATCHER_ITEM_NO_DISPATCHED"] = "DISPATCHER_ITEM_NO_DISPATCHED";
14
+ ScannerEvents["DISPATCHER_QUEUE_SIZE_MAX_LIMIT"] = "DISPATCHER_QUEUE_FULL";
15
+ ScannerEvents["DISPATCHER_QUEUE_SIZE_MIN_LIMIT"] = "DISPATCHER_QUEUE_SIZE_MIN_LIMIT";
16
+ ScannerEvents["DISPATCHER_LOG"] = "DISPATCHER_LOG";
17
+ ScannerEvents["ERROR_SCANNER_ABORTED"] = "ERROR_SCANNER_ABORTED";
18
+ ScannerEvents["ERROR_SERVER_SIDE"] = "ERROR_SERVER_SIDE";
19
+ ScannerEvents["ERROR_CLIENT_SIDE"] = "ERROR_CLIENT_SIDE";
20
+ ScannerEvents["MODULE_DISPATCHER"] = "MODULE_DISPATCHER";
21
+ ScannerEvents["MODULE_WINNOWER"] = "MODULE_WINNOWER";
22
+ ScannerEvents["SCAN_DONE"] = "SCAN_DONE";
23
+ ScannerEvents["RESULTS_APPENDED"] = "RESULTS_APPENDED";
24
+ ScannerEvents["SCANNER_LOG"] = "SCANNER_LOG";
25
+ ScannerEvents["ERROR"] = "error";
26
+ })(ScannerEvents = exports.ScannerEvents || (exports.ScannerEvents = {}));
27
+ ;
28
+ var WinnowingMode;
29
+ (function (WinnowingMode) {
30
+ WinnowingMode["FULL_WINNOWING"] = "FULL_WINNOWING";
31
+ WinnowingMode["WINNOWING_ONLY_MD5"] = "WINNOWING_ONLY_MD5";
32
+ })(WinnowingMode = exports.WinnowingMode || (exports.WinnowingMode = {}));
33
+ ;
34
+ var SbomMode;
35
+ (function (SbomMode) {
36
+ SbomMode["SBOM_IGNORE"] = "blacklist";
37
+ SbomMode["SBOM_IDENTIFY"] = "identify";
38
+ })(SbomMode = exports.SbomMode || (exports.SbomMode = {}));
39
+ ;
40
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lclR5cGVzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1NjYW5uZXJUeXBlcy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7QUFBQSxJQUFZLGFBNEJYO0FBNUJELFdBQVksYUFBYTtJQUN2QiwwREFBeUMsQ0FBQTtJQUN6QyxnRUFBK0MsQ0FBQTtJQUMvQywwREFBeUMsQ0FBQTtJQUN6Qyw4Q0FBNkIsQ0FBQTtJQUU3QixnRUFBK0MsQ0FBQTtJQUMvQyw0REFBMkMsQ0FBQTtJQUMzQyw0REFBMkMsQ0FBQTtJQUMzQyxnRkFBK0QsQ0FBQTtJQUMvRCwwRUFBeUQsQ0FBQTtJQUN6RCxvRkFBbUUsQ0FBQTtJQUNuRSxrREFBaUMsQ0FBQTtJQUVqQyxnRUFBK0MsQ0FBQTtJQUUvQyx3REFBdUMsQ0FBQTtJQUN2Qyx3REFBdUMsQ0FBQTtJQUV2Qyx3REFBdUMsQ0FBQTtJQUN2QyxvREFBbUMsQ0FBQTtJQUVuQyx3Q0FBdUIsQ0FBQTtJQUN2QixzREFBcUMsQ0FBQTtJQUVyQyw0Q0FBMkIsQ0FBQTtJQUUzQixnQ0FBZSxDQUFBO0FBQ2pCLENBQUMsRUE1QlcsYUFBYSxHQUFiLHFCQUFhLEtBQWIscUJBQWEsUUE0QnhCO0FBQUEsQ0FBQztBQUVGLElBQVksYUFHWDtBQUhELFdBQVksYUFBYTtJQUN2QixrREFBaUMsQ0FBQTtJQUNqQywwREFBeUMsQ0FBQTtBQUMzQyxDQUFDLEVBSFcsYUFBYSxHQUFiLHFCQUFhLEtBQWIscUJBQWEsUUFHeEI7QUFBQSxDQUFDO0FBRUYsSUFBWSxRQUdYO0FBSEQsV0FBWSxRQUFRO0lBQ2xCLHFDQUF5QixDQUFBO0lBQ3pCLHNDQUEwQixDQUFBO0FBQzVCLENBQUMsRUFIVyxRQUFRLEdBQVIsZ0JBQVEsS0FBUixnQkFBUSxRQUduQjtBQVVBLENBQUMifQ==
@@ -0,0 +1,9 @@
1
+ export declare class FingerprintPackage {
2
+ private wfpContent;
3
+ private scanRoot;
4
+ constructor(wfpContent: string, scanRoot?: string);
5
+ isEqual(fingerprintPackage: FingerprintPackage): boolean;
6
+ getContent(): string;
7
+ getNumberFilesFingerprinted(): number;
8
+ getFilesFingerprinted(): any[] | "";
9
+ }
@@ -0,0 +1,32 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.FingerprintPackage = void 0;
4
+ class FingerprintPackage {
5
+ constructor(wfpContent, scanRoot = '') {
6
+ this.wfpContent = wfpContent;
7
+ this.scanRoot = scanRoot;
8
+ }
9
+ isEqual(fingerprintPackage) {
10
+ return this.getContent() === fingerprintPackage.getContent();
11
+ }
12
+ getContent() {
13
+ return this.wfpContent;
14
+ }
15
+ getNumberFilesFingerprinted() {
16
+ const match = this.getContent().match(/file=/g);
17
+ if (!match)
18
+ return 0;
19
+ return match.length;
20
+ }
21
+ getFilesFingerprinted() {
22
+ const files = [];
23
+ const regExp = new RegExp(/,(\/.*)/g);
24
+ let result;
25
+ // eslint-disable-next-line no-cond-assign
26
+ while ((result = regExp.exec(this.wfpContent)))
27
+ files.push(this.scanRoot + result[1]);
28
+ return files || '';
29
+ }
30
+ }
31
+ exports.FingerprintPackage = FingerprintPackage;
32
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiRmluZ2VycHJpbnRQYWNrYWdlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1dmcFByb3ZpZGVyL0ZpbmdlcnByaW50UGFja2FnZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7QUFBQSxNQUFhLGtCQUFrQjtJQUs3QixZQUFZLFVBQWtCLEVBQUUsUUFBUSxHQUFHLEVBQUU7UUFDM0MsSUFBSSxDQUFDLFVBQVUsR0FBRyxVQUFVLENBQUM7UUFDN0IsSUFBSSxDQUFDLFFBQVEsR0FBRyxRQUFRLENBQUM7SUFDM0IsQ0FBQztJQUVNLE9BQU8sQ0FBQyxrQkFBc0M7UUFDbkQsT0FBTyxJQUFJLENBQUMsVUFBVSxFQUFFLEtBQUssa0JBQWtCLENBQUMsVUFBVSxFQUFFLENBQUM7SUFDL0QsQ0FBQztJQUVNLFVBQVU7UUFDZixPQUFPLElBQUksQ0FBQyxVQUFVLENBQUM7SUFDekIsQ0FBQztJQUVNLDJCQUEyQjtRQUNoQyxNQUFNLEtBQUssR0FBRyxJQUFJLENBQUMsVUFBVSxFQUFFLENBQUMsS0FBSyxDQUFDLFFBQVEsQ0FBQyxDQUFDO1FBQ2hELElBQUcsQ0FBQyxLQUFLO1lBQUUsT0FBTyxDQUFDLENBQUM7UUFDcEIsT0FBTyxLQUFLLENBQUMsTUFBTSxDQUFDO0lBQ3RCLENBQUM7SUFFTSxxQkFBcUI7UUFDMUIsTUFBTSxLQUFLLEdBQUcsRUFBRSxDQUFDO1FBQ2pCLE1BQU0sTUFBTSxHQUFHLElBQUksTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ3RDLElBQUksTUFBTSxDQUFDO1FBQ1gsMENBQTBDO1FBQzFDLE9BQU8sQ0FBQyxNQUFNLEdBQUcsTUFBTSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUM7WUFBRSxLQUFLLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxRQUFRLEdBQUcsTUFBTSxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDdEYsT0FBTyxLQUFLLElBQUksRUFBRSxDQUFDO0lBQ3JCLENBQUM7Q0FDRjtBQWhDRCxnREFnQ0MifQ==
@@ -0,0 +1,12 @@
1
+ export declare class FingerprintPacket {
2
+ private wfpContent;
3
+ private engineFlags;
4
+ private scanRoot;
5
+ constructor(wfpContent: string, scanRoot?: string);
6
+ isEqual(fingerprintPacket: FingerprintPacket): boolean;
7
+ getContent(): string;
8
+ setEngineFlags(engineFlags: number): void;
9
+ getEngineFlags(): number;
10
+ getNumberFilesFingerprinted(): number;
11
+ getFilesFingerprinted(): any[] | "";
12
+ }
@@ -0,0 +1,38 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.FingerprintPacket = void 0;
4
+ class FingerprintPacket {
5
+ constructor(wfpContent, scanRoot = '') {
6
+ this.wfpContent = wfpContent;
7
+ this.scanRoot = scanRoot;
8
+ }
9
+ isEqual(fingerprintPacket) {
10
+ return this.getContent() === fingerprintPacket.getContent();
11
+ }
12
+ getContent() {
13
+ return this.wfpContent;
14
+ }
15
+ setEngineFlags(engineFlags) {
16
+ this.engineFlags = engineFlags;
17
+ }
18
+ getEngineFlags() {
19
+ return this.engineFlags;
20
+ }
21
+ getNumberFilesFingerprinted() {
22
+ const match = this.getContent().match(/file=/g);
23
+ if (!match)
24
+ return 0;
25
+ return match.length;
26
+ }
27
+ getFilesFingerprinted() {
28
+ const files = [];
29
+ const regExp = new RegExp(/,(\/.*)/g);
30
+ let result;
31
+ // eslint-disable-next-line no-cond-assign
32
+ while ((result = regExp.exec(this.wfpContent)))
33
+ files.push(this.scanRoot + result[1]);
34
+ return files || '';
35
+ }
36
+ }
37
+ exports.FingerprintPacket = FingerprintPacket;
38
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiRmluZ2VycHJpbnRQYWNrZXQuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi8uLi9zcmMvbGliL3NjYW5uZXIvV2ZwUHJvdmlkZXIvRmluZ2VycHJpbnRQYWNrZXQudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBQUEsTUFBYSxpQkFBaUI7SUFPNUIsWUFBWSxVQUFrQixFQUFFLFFBQVEsR0FBRyxFQUFFO1FBQzNDLElBQUksQ0FBQyxVQUFVLEdBQUcsVUFBVSxDQUFDO1FBQzdCLElBQUksQ0FBQyxRQUFRLEdBQUcsUUFBUSxDQUFDO0lBQzNCLENBQUM7SUFFTSxPQUFPLENBQUMsaUJBQW9DO1FBQ2pELE9BQU8sSUFBSSxDQUFDLFVBQVUsRUFBRSxLQUFLLGlCQUFpQixDQUFDLFVBQVUsRUFBRSxDQUFDO0lBQzlELENBQUM7SUFFTSxVQUFVO1FBQ2YsT0FBTyxJQUFJLENBQUMsVUFBVSxDQUFDO0lBQ3pCLENBQUM7SUFFTSxjQUFjLENBQUMsV0FBbUI7UUFDdkMsSUFBSSxDQUFDLFdBQVcsR0FBRyxXQUFXLENBQUM7SUFDakMsQ0FBQztJQUVNLGNBQWM7UUFDbkIsT0FBTyxJQUFJLENBQUMsV0FBVyxDQUFDO0lBQzFCLENBQUM7SUFFTSwyQkFBMkI7UUFDaEMsTUFBTSxLQUFLLEdBQUcsSUFBSSxDQUFDLFVBQVUsRUFBRSxDQUFDLEtBQUssQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUNoRCxJQUFHLENBQUMsS0FBSztZQUFFLE9BQU8sQ0FBQyxDQUFDO1FBQ3BCLE9BQU8sS0FBSyxDQUFDLE1BQU0sQ0FBQztJQUN0QixDQUFDO0lBRU0scUJBQXFCO1FBQzFCLE1BQU0sS0FBSyxHQUFHLEVBQUUsQ0FBQztRQUNqQixNQUFNLE1BQU0sR0FBRyxJQUFJLE1BQU0sQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUN0QyxJQUFJLE1BQU0sQ0FBQztRQUNYLDBDQUEwQztRQUMxQyxPQUFPLENBQUMsTUFBTSxHQUFHLE1BQU0sQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1lBQUUsS0FBSyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsUUFBUSxHQUFHLE1BQU0sQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ3RGLE9BQU8sS0FBSyxJQUFJLEVBQUUsQ0FBQztJQUNyQixDQUFDO0NBQ0Y7QUExQ0QsOENBMENDIn0=
@@ -0,0 +1,20 @@
1
+ import { ScannableItem } from '../../Scannable/ScannableItem';
2
+ import { ScannerCfg } from '../../ScannerCfg';
3
+ import { IWfpProviderInput, WfpProvider } from '../WfpProvider';
4
+ export declare class WfpCalculator extends WfpProvider {
5
+ private fileList;
6
+ private fileListIndex;
7
+ private continue;
8
+ constructor(scannerCfg?: ScannerCfg);
9
+ init(): void;
10
+ prepareWorker(): void;
11
+ recoveryIndex(): 0 | -1;
12
+ forceStopWorker(): void;
13
+ protected processPackedWfp(content: any): void;
14
+ getNextScannableItem(): Promise<ScannableItem>;
15
+ nextStepMachine(): Promise<void>;
16
+ start(params: IWfpProviderInput): void;
17
+ pause(): void;
18
+ resume(): void;
19
+ stop(): void;
20
+ }