scanoss 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +21 -0
- package/LICENSE +23 -0
- package/README.md +98 -0
- package/build/main/bin/cli-bin.d.ts +2 -0
- package/build/main/bin/cli-bin.js +58 -0
- package/build/main/commands/dep.d.ts +1 -0
- package/build/main/commands/dep.js +38 -0
- package/build/main/commands/fingerprint.d.ts +1 -0
- package/build/main/commands/fingerprint.js +49 -0
- package/build/main/commands/helpers.d.ts +1 -0
- package/build/main/commands/helpers.js +22 -0
- package/build/main/commands/scan.d.ts +1 -0
- package/build/main/commands/scan.js +91 -0
- package/build/main/index.d.ts +7 -0
- package/build/main/index.js +20 -0
- package/build/main/lib/dependencies/DependencyScanner.d.ts +11 -0
- package/build/main/lib/dependencies/DependencyScanner.js +94 -0
- package/build/main/lib/dependencies/DependencyScannerCfg.d.ts +4 -0
- package/build/main/lib/dependencies/DependencyScannerCfg.js +11 -0
- package/build/main/lib/dependencies/DependencyTypes.d.ts +21 -0
- package/build/main/lib/dependencies/DependencyTypes.js +3 -0
- package/build/main/lib/dependencies/LocalDependency/DependencyTypes.d.ts +16 -0
- package/build/main/lib/dependencies/LocalDependency/DependencyTypes.js +3 -0
- package/build/main/lib/dependencies/LocalDependency/LocalDependency.d.ts +6 -0
- package/build/main/lib/dependencies/LocalDependency/LocalDependency.js +51 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/golangParser.d.ts +2 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/golangParser.js +63 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/mavenParser.d.ts +2 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/mavenParser.js +173 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/npmParser.d.ts +3 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/npmParser.js +50 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/pyParser.d.ts +2 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/pyParser.js +65 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/rubyParser.d.ts +3 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/rubyParser.js +133 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/utils.d.ts +2 -0
- package/build/main/lib/dependencies/LocalDependency/parsers/utils.js +20 -0
- package/build/main/lib/filters/defaultFilter.d.ts +16 -0
- package/build/main/lib/filters/defaultFilter.js +195 -0
- package/build/main/lib/filters/filtering.d.ts +32 -0
- package/build/main/lib/filters/filtering.js +229 -0
- package/build/main/lib/grpc/GrpcDependencyService.d.ts +11 -0
- package/build/main/lib/grpc/GrpcDependencyService.js +87 -0
- package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.d.ts +0 -0
- package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.js +2 -0
- package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.d.ts +1 -0
- package/build/main/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.js +404 -0
- package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.d.ts +62 -0
- package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.js +128 -0
- package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.d.ts +1 -0
- package/build/main/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.js +1403 -0
- package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.d.ts +42 -0
- package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.js +98 -0
- package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.d.ts +1 -0
- package/build/main/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.js +1197 -0
- package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.d.ts +21 -0
- package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.js +66 -0
- package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.d.ts +1 -0
- package/build/main/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.js +14 -0
- package/build/main/lib/scanner/Dispatcher/DispatchableItem.d.ts +19 -0
- package/build/main/lib/scanner/Dispatcher/DispatchableItem.js +44 -0
- package/build/main/lib/scanner/Dispatcher/Dispatcher.d.ts +19 -0
- package/build/main/lib/scanner/Dispatcher/Dispatcher.js +122 -0
- package/build/main/lib/scanner/Dispatcher/DispatcherResponse.d.ts +12 -0
- package/build/main/lib/scanner/Dispatcher/DispatcherResponse.js +34 -0
- package/build/main/lib/scanner/Dispatcher/GlobalControllerAborter.d.ts +10 -0
- package/build/main/lib/scanner/Dispatcher/GlobalControllerAborter.js +33 -0
- package/build/main/lib/scanner/Scannable/ScannableItem.d.ts +15 -0
- package/build/main/lib/scanner/Scannable/ScannableItem.js +28 -0
- package/build/main/lib/scanner/Scanner.d.ts +46 -0
- package/build/main/lib/scanner/Scanner.js +280 -0
- package/build/main/lib/scanner/ScannerCfg.d.ts +13 -0
- package/build/main/lib/scanner/ScannerCfg.js +27 -0
- package/build/main/lib/scanner/ScannerQueue.d.ts +3 -0
- package/build/main/lib/scanner/ScannerQueue.js +8 -0
- package/build/main/lib/scanner/ScannerTypes.d.ts +39 -0
- package/build/main/lib/scanner/ScannerTypes.js +40 -0
- package/build/main/lib/scanner/WfpProvider/FingerprintPackage.d.ts +9 -0
- package/build/main/lib/scanner/WfpProvider/FingerprintPackage.js +32 -0
- package/build/main/lib/scanner/WfpProvider/FingerprintPacket.d.ts +12 -0
- package/build/main/lib/scanner/WfpProvider/FingerprintPacket.js +38 -0
- package/build/main/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.d.ts +20 -0
- package/build/main/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.js +334 -0
- package/build/main/lib/scanner/WfpProvider/WfpProvider.d.ts +32 -0
- package/build/main/lib/scanner/WfpProvider/WfpProvider.js +63 -0
- package/build/main/lib/scanner/WfpProvider/WfpProviderFactory.d.ts +6 -0
- package/build/main/lib/scanner/WfpProvider/WfpProviderFactory.js +16 -0
- package/build/main/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.d.ts +20 -0
- package/build/main/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.js +94 -0
- package/build/main/lib/scanner/Winnower/Winnower.d.ts +36 -0
- package/build/main/lib/scanner/Winnower/Winnower.js +407 -0
- package/build/main/lib/scanner/Winnower/WinnowerExtractor.d.ts +10 -0
- package/build/main/lib/scanner/Winnower/WinnowerExtractor.js +33 -0
- package/build/main/lib/scanner/Winnower/WinnowerResponse.d.ts +11 -0
- package/build/main/lib/scanner/Winnower/WinnowerResponse.js +32 -0
- package/build/main/lib/tree/File.d.ts +6 -0
- package/build/main/lib/tree/File.js +23 -0
- package/build/main/lib/tree/Folder.d.ts +10 -0
- package/build/main/lib/tree/Folder.js +54 -0
- package/build/main/lib/tree/Node.d.ts +15 -0
- package/build/main/lib/tree/Node.js +23 -0
- package/build/main/lib/tree/Tree.d.ts +19 -0
- package/build/main/lib/tree/Tree.js +76 -0
- package/build/module/bin/cli-bin.d.ts +2 -0
- package/build/module/bin/cli-bin.js +56 -0
- package/build/module/commands/dep.d.ts +1 -0
- package/build/module/commands/dep.js +31 -0
- package/build/module/commands/fingerprint.d.ts +1 -0
- package/build/module/commands/fingerprint.js +42 -0
- package/build/module/commands/helpers.d.ts +1 -0
- package/build/module/commands/helpers.js +15 -0
- package/build/module/commands/scan.d.ts +1 -0
- package/build/module/commands/scan.js +84 -0
- package/build/module/index.d.ts +7 -0
- package/build/module/index.js +8 -0
- package/build/module/lib/dependencies/DependencyScanner.d.ts +11 -0
- package/build/module/lib/dependencies/DependencyScanner.js +92 -0
- package/build/module/lib/dependencies/DependencyScannerCfg.d.ts +4 -0
- package/build/module/lib/dependencies/DependencyScannerCfg.js +5 -0
- package/build/module/lib/dependencies/DependencyTypes.d.ts +21 -0
- package/build/module/lib/dependencies/DependencyTypes.js +2 -0
- package/build/module/lib/dependencies/LocalDependency/DependencyTypes.d.ts +16 -0
- package/build/module/lib/dependencies/LocalDependency/DependencyTypes.js +2 -0
- package/build/module/lib/dependencies/LocalDependency/LocalDependency.d.ts +6 -0
- package/build/module/lib/dependencies/LocalDependency/LocalDependency.js +45 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/golangParser.d.ts +2 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/golangParser.js +55 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/mavenParser.d.ts +2 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/mavenParser.js +166 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/npmParser.d.ts +3 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/npmParser.js +42 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/pyParser.d.ts +2 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/pyParser.js +57 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/rubyParser.d.ts +3 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/rubyParser.js +130 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/utils.d.ts +2 -0
- package/build/module/lib/dependencies/LocalDependency/parsers/utils.js +15 -0
- package/build/module/lib/filters/defaultFilter.d.ts +16 -0
- package/build/module/lib/filters/defaultFilter.js +192 -0
- package/build/module/lib/filters/filtering.d.ts +32 -0
- package/build/module/lib/filters/filtering.js +210 -0
- package/build/module/lib/grpc/GrpcDependencyService.d.ts +11 -0
- package/build/module/lib/grpc/GrpcDependencyService.js +66 -0
- package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.d.ts +0 -0
- package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_grpc_pb.js +2 -0
- package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.d.ts +1 -0
- package/build/module/lib/grpc/scanoss/api/common/v2/scanoss-common_pb.js +404 -0
- package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.d.ts +62 -0
- package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_grpc_pb.js +128 -0
- package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.d.ts +1 -0
- package/build/module/lib/grpc/scanoss/api/components/v2/scanoss-components_pb.js +1403 -0
- package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.d.ts +42 -0
- package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_grpc_pb.js +98 -0
- package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.d.ts +1 -0
- package/build/module/lib/grpc/scanoss/api/dependencies/v2/scanoss-dependencies_pb.js +1197 -0
- package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.d.ts +21 -0
- package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_grpc_pb.js +66 -0
- package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.d.ts +1 -0
- package/build/module/lib/grpc/scanoss/api/scanning/v2/scanoss-scanning_pb.js +14 -0
- package/build/module/lib/scanner/Dispatcher/DispatchableItem.d.ts +19 -0
- package/build/module/lib/scanner/Dispatcher/DispatchableItem.js +43 -0
- package/build/module/lib/scanner/Dispatcher/Dispatcher.d.ts +19 -0
- package/build/module/lib/scanner/Dispatcher/Dispatcher.js +121 -0
- package/build/module/lib/scanner/Dispatcher/DispatcherResponse.d.ts +12 -0
- package/build/module/lib/scanner/Dispatcher/DispatcherResponse.js +33 -0
- package/build/module/lib/scanner/Dispatcher/GlobalControllerAborter.d.ts +10 -0
- package/build/module/lib/scanner/Dispatcher/GlobalControllerAborter.js +28 -0
- package/build/module/lib/scanner/Scannable/ScannableItem.d.ts +15 -0
- package/build/module/lib/scanner/Scannable/ScannableItem.js +29 -0
- package/build/module/lib/scanner/Scanner.d.ts +46 -0
- package/build/module/lib/scanner/Scanner.js +288 -0
- package/build/module/lib/scanner/ScannerCfg.d.ts +13 -0
- package/build/module/lib/scanner/ScannerCfg.js +21 -0
- package/build/module/lib/scanner/ScannerQueue.d.ts +3 -0
- package/build/module/lib/scanner/ScannerQueue.js +4 -0
- package/build/module/lib/scanner/ScannerTypes.d.ts +39 -0
- package/build/module/lib/scanner/ScannerTypes.js +37 -0
- package/build/module/lib/scanner/WfpProvider/FingerprintPackage.d.ts +9 -0
- package/build/module/lib/scanner/WfpProvider/FingerprintPackage.js +30 -0
- package/build/module/lib/scanner/WfpProvider/FingerprintPacket.d.ts +12 -0
- package/build/module/lib/scanner/WfpProvider/FingerprintPacket.js +37 -0
- package/build/module/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.d.ts +20 -0
- package/build/module/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.js +330 -0
- package/build/module/lib/scanner/WfpProvider/WfpProvider.d.ts +32 -0
- package/build/module/lib/scanner/WfpProvider/WfpProvider.js +65 -0
- package/build/module/lib/scanner/WfpProvider/WfpProviderFactory.d.ts +6 -0
- package/build/module/lib/scanner/WfpProvider/WfpProviderFactory.js +12 -0
- package/build/module/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.d.ts +20 -0
- package/build/module/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.js +93 -0
- package/build/module/lib/scanner/Winnower/Winnower.d.ts +36 -0
- package/build/module/lib/scanner/Winnower/Winnower.js +411 -0
- package/build/module/lib/scanner/Winnower/WinnowerExtractor.d.ts +10 -0
- package/build/module/lib/scanner/Winnower/WinnowerExtractor.js +30 -0
- package/build/module/lib/scanner/Winnower/WinnowerResponse.d.ts +11 -0
- package/build/module/lib/scanner/Winnower/WinnowerResponse.js +31 -0
- package/build/module/lib/tree/File.d.ts +6 -0
- package/build/module/lib/tree/File.js +17 -0
- package/build/module/lib/tree/Folder.d.ts +10 -0
- package/build/module/lib/tree/Folder.js +49 -0
- package/build/module/lib/tree/Node.d.ts +15 -0
- package/build/module/lib/tree/Node.js +23 -0
- package/build/module/lib/tree/Tree.d.ts +19 -0
- package/build/module/lib/tree/Tree.js +73 -0
- package/package.json +121 -0
|
@@ -0,0 +1,280 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.Scanner = void 0;
|
|
7
|
+
/* eslint-disable no-console */
|
|
8
|
+
// 2.0
|
|
9
|
+
const eventemitter3_1 = __importDefault(require("eventemitter3"));
|
|
10
|
+
const os_1 = __importDefault(require("os"));
|
|
11
|
+
const fs_1 = __importDefault(require("fs"));
|
|
12
|
+
const Dispatcher_1 = require("./Dispatcher/Dispatcher");
|
|
13
|
+
const DispatchableItem_1 = require("./Dispatcher/DispatchableItem");
|
|
14
|
+
const DispatcherResponse_1 = require("./Dispatcher/DispatcherResponse");
|
|
15
|
+
const ScannerCfg_1 = require("./ScannerCfg");
|
|
16
|
+
const ScannerTypes_1 = require("./ScannerTypes");
|
|
17
|
+
const sort_paths_1 = __importDefault(require("sort-paths"));
|
|
18
|
+
const WfpCalculator_1 = require("./WfpProvider/WfpCalculator/WfpCalculator");
|
|
19
|
+
const WfpSplitter_1 = require("./WfpProvider/WfpSplitter/WfpSplitter");
|
|
20
|
+
let finishPromiseResolve;
|
|
21
|
+
let finishPromiseReject;
|
|
22
|
+
class Scanner extends eventemitter3_1.default {
|
|
23
|
+
constructor(scannerCfg = new ScannerCfg_1.ScannerCfg()) {
|
|
24
|
+
super();
|
|
25
|
+
this.scannerCfg = scannerCfg;
|
|
26
|
+
this.scannerId = new Date().getTime().toString();
|
|
27
|
+
}
|
|
28
|
+
init() {
|
|
29
|
+
this.scanFinished = false;
|
|
30
|
+
this.processingNewData = false;
|
|
31
|
+
this.running = true;
|
|
32
|
+
this.processedFiles = 0;
|
|
33
|
+
this.responseBuffer = [];
|
|
34
|
+
this.filesToScan = {};
|
|
35
|
+
this.filesNotScanned = {};
|
|
36
|
+
this.wfpProvider = new WfpCalculator_1.WfpCalculator(this.scannerCfg);
|
|
37
|
+
this.dispatcher = new Dispatcher_1.Dispatcher(this.scannerCfg);
|
|
38
|
+
this.finishPromise = new Promise((resolve, reject) => {
|
|
39
|
+
finishPromiseResolve = resolve;
|
|
40
|
+
finishPromiseReject = reject;
|
|
41
|
+
});
|
|
42
|
+
this.setWinnowerListeners();
|
|
43
|
+
this.setDispatcherListeners();
|
|
44
|
+
if (this.workDirectory === undefined)
|
|
45
|
+
this.setWorkDirectory(`${os_1.default.tmpdir()}/scanner-${this.getScannerId()}`);
|
|
46
|
+
}
|
|
47
|
+
setWinnowerListeners() {
|
|
48
|
+
this.wfpProvider.on(ScannerTypes_1.ScannerEvents.WINNOWING_NEW_CONTENT, (fingerprintPackage) => {
|
|
49
|
+
var _a, _b, _c, _d, _e, _f;
|
|
50
|
+
this.emit(ScannerTypes_1.ScannerEvents.WINNOWING_NEW_CONTENT, fingerprintPackage);
|
|
51
|
+
this.reportLog(`[ SCANNER ]: New WFP content`);
|
|
52
|
+
const item = new DispatchableItem_1.DispatchableItem();
|
|
53
|
+
item.setFingerprintPackage(fingerprintPackage);
|
|
54
|
+
if ((_a = this.scannerInput[0]) === null || _a === void 0 ? void 0 : _a.engineFlags)
|
|
55
|
+
item.setEngineFlags((_b = this.scannerInput[0]) === null || _b === void 0 ? void 0 : _b.engineFlags);
|
|
56
|
+
if (((_c = this.scannerInput[0]) === null || _c === void 0 ? void 0 : _c.sbom) && ((_d = this.scannerInput[0]) === null || _d === void 0 ? void 0 : _d.sbomMode))
|
|
57
|
+
item.setSbom((_e = this.scannerInput[0]) === null || _e === void 0 ? void 0 : _e.sbom, (_f = this.scannerInput[0]) === null || _f === void 0 ? void 0 : _f.sbomMode);
|
|
58
|
+
this.dispatcher.dispatchItem(item);
|
|
59
|
+
});
|
|
60
|
+
this.wfpProvider.on(ScannerTypes_1.ScannerEvents.WINNOWER_LOG, (msg) => {
|
|
61
|
+
this.reportLog(msg);
|
|
62
|
+
});
|
|
63
|
+
this.wfpProvider.on(ScannerTypes_1.ScannerEvents.ERROR, (error) => {
|
|
64
|
+
this.errorHandler(error, ScannerTypes_1.ScannerEvents.MODULE_WINNOWER);
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
setDispatcherListeners() {
|
|
68
|
+
this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_QUEUE_SIZE_MAX_LIMIT, () => {
|
|
69
|
+
this.reportLog(`[ SCANNER ]: Maximum queue size reached. Winnower will be paused`);
|
|
70
|
+
this.wfpProvider.pause();
|
|
71
|
+
});
|
|
72
|
+
this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_QUEUE_SIZE_MIN_LIMIT, () => {
|
|
73
|
+
this.reportLog(`[ SCANNER ]: Minimum queue size reached. Winnower will be resumed`);
|
|
74
|
+
this.wfpProvider.resume();
|
|
75
|
+
});
|
|
76
|
+
this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_NEW_DATA, async (response) => {
|
|
77
|
+
this.processingNewData = true;
|
|
78
|
+
this.processedFiles += response.getNumberOfFilesScanned();
|
|
79
|
+
this.reportLog(`[ SCANNER ]: Received results of ${response.getNumberOfFilesScanned()} files`);
|
|
80
|
+
this.emit(ScannerTypes_1.ScannerEvents.DISPATCHER_NEW_DATA, response);
|
|
81
|
+
this.insertIntoBuffer(response);
|
|
82
|
+
if (this.bufferReachedLimit())
|
|
83
|
+
this.bufferToFiles();
|
|
84
|
+
this.processingNewData = false;
|
|
85
|
+
if (this.scanFinished)
|
|
86
|
+
await this.finishJob();
|
|
87
|
+
});
|
|
88
|
+
this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_FINISHED, async () => {
|
|
89
|
+
if (!this.wfpProvider.hasPendingFiles()) {
|
|
90
|
+
if (this.processingNewData)
|
|
91
|
+
this.scanFinished = true;
|
|
92
|
+
else
|
|
93
|
+
await this.finishJob();
|
|
94
|
+
}
|
|
95
|
+
});
|
|
96
|
+
this.dispatcher.on(ScannerTypes_1.ScannerEvents.DISPATCHER_ITEM_NO_DISPATCHED, (disptItem) => {
|
|
97
|
+
const filesNotScanned = disptItem.getFingerprintPackage().getFilesFingerprinted();
|
|
98
|
+
this.appendFilesToNotScanned(filesNotScanned);
|
|
99
|
+
});
|
|
100
|
+
this.wfpProvider.on(ScannerTypes_1.ScannerEvents.DISPATCHER_LOG, (msg) => {
|
|
101
|
+
this.reportLog(msg);
|
|
102
|
+
});
|
|
103
|
+
this.dispatcher.on(ScannerTypes_1.ScannerEvents.ERROR, (error, disptItem) => {
|
|
104
|
+
const wfpContent = disptItem.getFingerprintPackage().getContent();
|
|
105
|
+
fs_1.default.writeFileSync(`${this.workDirectory}/failed.wfp`, wfpContent, 'utf8');
|
|
106
|
+
this.errorHandler(error, ScannerTypes_1.ScannerEvents.MODULE_DISPATCHER);
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
appendFilesToNotScanned(fileList) {
|
|
110
|
+
const obj = {};
|
|
111
|
+
// eslint-disable-next-line no-restricted-syntax
|
|
112
|
+
for (const file of fileList)
|
|
113
|
+
obj[file] = this.filesToScan[file];
|
|
114
|
+
Object.assign(this.filesNotScanned, obj);
|
|
115
|
+
return this.filesNotScanned;
|
|
116
|
+
}
|
|
117
|
+
insertIntoBuffer(dispatcherResponse) {
|
|
118
|
+
this.responseBuffer.push(dispatcherResponse);
|
|
119
|
+
}
|
|
120
|
+
isBufferEmpty() {
|
|
121
|
+
return this.responseBuffer.length === 0;
|
|
122
|
+
}
|
|
123
|
+
bufferReachedLimit() {
|
|
124
|
+
if (this.responseBuffer.length >= this.scannerCfg.MAX_RESPONSES_IN_BUFFER)
|
|
125
|
+
return true;
|
|
126
|
+
return false;
|
|
127
|
+
}
|
|
128
|
+
bufferToFiles() {
|
|
129
|
+
let wfpContent = '';
|
|
130
|
+
const serverResponse = {};
|
|
131
|
+
// eslint-disable-next-line no-restricted-syntax
|
|
132
|
+
for (const dispatcherResponse of this.responseBuffer) {
|
|
133
|
+
wfpContent += dispatcherResponse.getWfpContent();
|
|
134
|
+
const serverResponseToAppend = dispatcherResponse.getServerResponse();
|
|
135
|
+
Object.assign(serverResponse, serverResponseToAppend);
|
|
136
|
+
}
|
|
137
|
+
this.appendOutputFiles(wfpContent, serverResponse);
|
|
138
|
+
this.responseBuffer = [];
|
|
139
|
+
const responses = new DispatcherResponse_1.DispatcherResponse(serverResponse, wfpContent);
|
|
140
|
+
this.reportLog(`[ SCANNER ]: Persisted results of ${responses.getNumberOfFilesScanned()} files...`);
|
|
141
|
+
this.emit(ScannerTypes_1.ScannerEvents.RESULTS_APPENDED, responses, this.filesNotScanned);
|
|
142
|
+
return responses;
|
|
143
|
+
}
|
|
144
|
+
setWorkDirectory(workDirectory) {
|
|
145
|
+
this.workDirectory = workDirectory;
|
|
146
|
+
this.resultFilePath = `${this.workDirectory}/result.json`;
|
|
147
|
+
this.wfpFilePath = `${this.workDirectory}/winnowing.wfp`;
|
|
148
|
+
if (!fs_1.default.existsSync(this.workDirectory))
|
|
149
|
+
fs_1.default.mkdirSync(this.workDirectory);
|
|
150
|
+
}
|
|
151
|
+
getWorkDirectory() {
|
|
152
|
+
return this.workDirectory;
|
|
153
|
+
}
|
|
154
|
+
cleanWorkDirectory() {
|
|
155
|
+
if (fs_1.default.existsSync(this.resultFilePath))
|
|
156
|
+
fs_1.default.unlinkSync(this.resultFilePath);
|
|
157
|
+
if (fs_1.default.existsSync(this.wfpFilePath))
|
|
158
|
+
fs_1.default.unlinkSync(this.wfpFilePath);
|
|
159
|
+
}
|
|
160
|
+
async finishJob() {
|
|
161
|
+
this.scannerInput.shift();
|
|
162
|
+
this.reportLog(`[ SCANNER ]: Job finished. ${this.scannerInput.length} pendings`);
|
|
163
|
+
if (this.scannerInput.length) {
|
|
164
|
+
if (this.scannerInput[0].wfpPath) {
|
|
165
|
+
this.wfpProvider = new WfpSplitter_1.WfpSplitter();
|
|
166
|
+
this.setWinnowerListeners();
|
|
167
|
+
this.wfpProvider.start({ wfpPath: this.scannerInput[0].wfpPath });
|
|
168
|
+
}
|
|
169
|
+
else {
|
|
170
|
+
const folderRoot = this.scannerInput[0].folderRoot;
|
|
171
|
+
const winnowingMode = this.scannerInput[0].winnowingMode;
|
|
172
|
+
const fileList = this.scannerInput[0].fileList;
|
|
173
|
+
this.wfpProvider.start({ folderRoot, winnowingMode, fileList });
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
else
|
|
177
|
+
await this.finishScan();
|
|
178
|
+
}
|
|
179
|
+
async finishScan() {
|
|
180
|
+
if (!this.isBufferEmpty())
|
|
181
|
+
this.bufferToFiles();
|
|
182
|
+
const results = JSON.parse(await fs_1.default.promises.readFile(this.resultFilePath, 'utf8'));
|
|
183
|
+
const sortedPaths = (0, sort_paths_1.default)(Object.keys(results), '/');
|
|
184
|
+
const resultSorted = {};
|
|
185
|
+
// eslint-disable-next-line no-restricted-syntax
|
|
186
|
+
for (const key of sortedPaths)
|
|
187
|
+
resultSorted[key] = results[key];
|
|
188
|
+
await fs_1.default.promises.writeFile(this.resultFilePath, JSON.stringify(resultSorted, null, 2));
|
|
189
|
+
this.reportLog(`[ SCANNER ]: Scan finished (Scanned: ${this.processedFiles}, Not Scanned: ${Object.keys(this.filesNotScanned).length})`);
|
|
190
|
+
this.reportLog(`[ SCANNER ]: Results on: ${this.resultFilePath}`);
|
|
191
|
+
this.running = false;
|
|
192
|
+
this.emit(ScannerTypes_1.ScannerEvents.SCAN_DONE, this.resultFilePath, this.filesNotScanned);
|
|
193
|
+
finishPromiseResolve();
|
|
194
|
+
}
|
|
195
|
+
reportLog(txt, level = 'info') {
|
|
196
|
+
this.emit(ScannerTypes_1.ScannerEvents.SCANNER_LOG, txt, level);
|
|
197
|
+
}
|
|
198
|
+
errorHandler(error, origin) {
|
|
199
|
+
this.stop();
|
|
200
|
+
if (origin === ScannerTypes_1.ScannerEvents.MODULE_DISPATCHER) {
|
|
201
|
+
}
|
|
202
|
+
if (origin === ScannerTypes_1.ScannerEvents.MODULE_WINNOWER) {
|
|
203
|
+
}
|
|
204
|
+
this.reportLog(`[ SCANNER ]: Error reason ${error}`);
|
|
205
|
+
this.emit(ScannerTypes_1.ScannerEvents.ERROR, error);
|
|
206
|
+
if (this.finishPromise)
|
|
207
|
+
finishPromiseReject(error);
|
|
208
|
+
}
|
|
209
|
+
createOutputFiles() {
|
|
210
|
+
if (!fs_1.default.existsSync(this.wfpFilePath))
|
|
211
|
+
fs_1.default.writeFileSync(this.wfpFilePath, '');
|
|
212
|
+
if (!fs_1.default.existsSync(this.resultFilePath))
|
|
213
|
+
fs_1.default.writeFileSync(this.resultFilePath, JSON.stringify({}));
|
|
214
|
+
}
|
|
215
|
+
appendOutputFiles(wfpContent, serverResponse) {
|
|
216
|
+
fs_1.default.appendFileSync(this.wfpFilePath, wfpContent);
|
|
217
|
+
const storedResultStr = fs_1.default.readFileSync(this.resultFilePath, 'utf-8');
|
|
218
|
+
const storedResultObj = JSON.parse(storedResultStr);
|
|
219
|
+
Object.assign(storedResultObj, serverResponse);
|
|
220
|
+
const newResultStr = JSON.stringify(storedResultObj);
|
|
221
|
+
fs_1.default.writeFileSync(this.resultFilePath, newResultStr);
|
|
222
|
+
}
|
|
223
|
+
scan(scannerInput) {
|
|
224
|
+
var _a;
|
|
225
|
+
this.init();
|
|
226
|
+
this.createOutputFiles();
|
|
227
|
+
this.scannerInput = scannerInput;
|
|
228
|
+
if (!this.isValidInput(scannerInput)) {
|
|
229
|
+
this.finishScan();
|
|
230
|
+
return this.finishPromise;
|
|
231
|
+
}
|
|
232
|
+
if ((_a = scannerInput[0]) === null || _a === void 0 ? void 0 : _a.wfpPath) {
|
|
233
|
+
this.wfpProvider = new WfpSplitter_1.WfpSplitter();
|
|
234
|
+
this.setWinnowerListeners();
|
|
235
|
+
this.wfpProvider.start({ wfpPath: scannerInput[0].wfpPath });
|
|
236
|
+
}
|
|
237
|
+
else {
|
|
238
|
+
const folderRoot = this.scannerInput[0].folderRoot;
|
|
239
|
+
const winnowingMode = this.scannerInput[0].winnowingMode;
|
|
240
|
+
const fileList = this.scannerInput[0].fileList;
|
|
241
|
+
this.wfpProvider.start({ folderRoot, winnowingMode, fileList });
|
|
242
|
+
}
|
|
243
|
+
return this.finishPromise;
|
|
244
|
+
}
|
|
245
|
+
isValidInput(scannerInput) {
|
|
246
|
+
if (!scannerInput) {
|
|
247
|
+
this.reportLog('[ SCANNER ]: No input provided', 'warning');
|
|
248
|
+
return false;
|
|
249
|
+
}
|
|
250
|
+
if (!Array.isArray(scannerInput)) {
|
|
251
|
+
this.reportLog('[ SCANNER ]: Input must be an array', 'warning');
|
|
252
|
+
return false;
|
|
253
|
+
}
|
|
254
|
+
if (!scannerInput.length) {
|
|
255
|
+
this.reportLog('[ SCANNER ]: Input array is empty', 'warning');
|
|
256
|
+
return false;
|
|
257
|
+
}
|
|
258
|
+
if (scannerInput.some((input) => !input.fileList.length && !input.wfpPath)) {
|
|
259
|
+
this.reportLog('[ SCANNER ]: Input array contains an element with no file list', 'warning');
|
|
260
|
+
return false;
|
|
261
|
+
}
|
|
262
|
+
return true;
|
|
263
|
+
}
|
|
264
|
+
getScannerId() {
|
|
265
|
+
return this.scannerId;
|
|
266
|
+
}
|
|
267
|
+
stop() {
|
|
268
|
+
this.reportLog(`[ SCANNER ]: Stopping scanner`);
|
|
269
|
+
this.running = false;
|
|
270
|
+
this.wfpProvider.removeAllListeners();
|
|
271
|
+
this.dispatcher.removeAllListeners();
|
|
272
|
+
this.dispatcher.stop();
|
|
273
|
+
this.wfpProvider.stop();
|
|
274
|
+
}
|
|
275
|
+
isRunning() {
|
|
276
|
+
return this.running;
|
|
277
|
+
}
|
|
278
|
+
}
|
|
279
|
+
exports.Scanner = Scanner;
|
|
280
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvc2Nhbm5lci9TY2FubmVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7OztBQUFBLCtCQUErQjtBQUMvQixNQUFNO0FBQ04sa0VBQXlDO0FBQ3pDLDRDQUFvQjtBQUNwQiw0Q0FBb0I7QUFHcEIsd0RBQXFEO0FBRXJELG9FQUFpRTtBQUNqRSx3RUFBcUU7QUFDckUsNkNBQTBDO0FBQzFDLGlEQUE2RDtBQUU3RCw0REFBbUM7QUFJbkMsNkVBQTBFO0FBQzFFLHVFQUFvRTtBQUVwRSxJQUFJLG9CQUFvQixDQUFDO0FBQ3pCLElBQUksbUJBQW1CLENBQUM7QUFFeEIsTUFBYSxPQUFRLFNBQVEsdUJBQVk7SUFtQ3ZDLFlBQVksVUFBVSxHQUFHLElBQUksdUJBQVUsRUFBRTtRQUN2QyxLQUFLLEVBQUUsQ0FBQztRQUNSLElBQUksQ0FBQyxVQUFVLEdBQUcsVUFBVSxDQUFDO1FBQzdCLElBQUksQ0FBQyxTQUFTLEdBQUcsSUFBSSxJQUFJLEVBQUUsQ0FBQyxPQUFPLEVBQUUsQ0FBQyxRQUFRLEVBQUUsQ0FBQztJQUNuRCxDQUFDO0lBRUQsSUFBSTtRQUNGLElBQUksQ0FBQyxZQUFZLEdBQUcsS0FBSyxDQUFDO1FBQzFCLElBQUksQ0FBQyxpQkFBaUIsR0FBRyxLQUFLLENBQUM7UUFDL0IsSUFBSSxDQUFDLE9BQU8sR0FBRyxJQUFJLENBQUM7UUFDcEIsSUFBSSxDQUFDLGNBQWMsR0FBRyxDQUFDLENBQUM7UUFDeEIsSUFBSSxDQUFDLGNBQWMsR0FBRyxFQUFFLENBQUM7UUFDekIsSUFBSSxDQUFDLFdBQVcsR0FBRyxFQUFFLENBQUM7UUFDdEIsSUFBSSxDQUFDLGVBQWUsR0FBRyxFQUFFLENBQUM7UUFDMUIsSUFBSSxDQUFDLFdBQVcsR0FBRyxJQUFJLDZCQUFhLENBQUMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ3RELElBQUksQ0FBQyxVQUFVLEdBQUcsSUFBSSx1QkFBVSxDQUFDLElBQUksQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUVsRCxJQUFJLENBQUMsYUFBYSxHQUFHLElBQUksT0FBTyxDQUFDLENBQUMsT0FBTyxFQUFFLE1BQU0sRUFBRSxFQUFFO1lBQ25ELG9CQUFvQixHQUFHLE9BQU8sQ0FBQztZQUMvQixtQkFBbUIsR0FBRyxNQUFNLENBQUM7UUFDL0IsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsb0JBQW9CLEVBQUUsQ0FBQztRQUM1QixJQUFJLENBQUMsc0JBQXNCLEVBQUUsQ0FBQztRQUU5QixJQUFJLElBQUksQ0FBQyxhQUFhLEtBQUssU0FBUztZQUFFLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxHQUFHLFlBQUUsQ0FBQyxNQUFNLEVBQUUsWUFBWSxJQUFJLENBQUMsWUFBWSxFQUFFLEVBQUUsQ0FBQyxDQUFDO0lBQy9HLENBQUM7SUFFRCxvQkFBb0I7UUFDbEIsSUFBSSxDQUFDLFdBQVcsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxxQkFBcUIsRUFBRSxDQUFDLGtCQUFzQyxFQUFFLEVBQUU7O1lBQ2xHLElBQUksQ0FBQyxJQUFJLENBQUMsNEJBQWEsQ0FBQyxxQkFBcUIsRUFBRSxrQkFBa0IsQ0FBQyxDQUFDO1lBQ25FLElBQUksQ0FBQyxTQUFTLENBQUMsOEJBQThCLENBQUMsQ0FBQztZQUUvQyxNQUFNLElBQUksR0FBRyxJQUFJLG1DQUFnQixFQUFFLENBQUM7WUFDcEMsSUFBSSxDQUFDLHFCQUFxQixDQUFDLGtCQUFrQixDQUFDLENBQUM7WUFDL0MsSUFBRyxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLFdBQVc7Z0JBQUUsSUFBSSxDQUFDLGNBQWMsQ0FBQyxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLFdBQVcsQ0FBQyxDQUFDO1lBRTdGLElBQUcsQ0FBQSxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLElBQUksTUFBSSxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLFFBQVEsQ0FBQTtnQkFDN0QsSUFBSSxDQUFDLE9BQU8sQ0FBQyxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLElBQUksRUFBRSxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLDBDQUFFLFFBQVEsQ0FBQyxDQUFDO1lBRTNFLElBQUksQ0FBQyxVQUFVLENBQUMsWUFBWSxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ3JDLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFdBQVcsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxZQUFZLEVBQUUsQ0FBQyxHQUFHLEVBQUUsRUFBRTtZQUN0RCxJQUFJLENBQUMsU0FBUyxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQ3RCLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFdBQVcsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxLQUFLLEVBQUUsQ0FBQyxLQUFLLEVBQUUsRUFBRTtZQUNqRCxJQUFJLENBQUMsWUFBWSxDQUFDLEtBQUssRUFBRSw0QkFBYSxDQUFDLGVBQWUsQ0FBQyxDQUFDO1FBQzFELENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVELHNCQUFzQjtRQUNwQixJQUFJLENBQUMsVUFBVSxDQUFDLEVBQUUsQ0FBQyw0QkFBYSxDQUFDLCtCQUErQixFQUFFLEdBQUcsRUFBRTtZQUNyRSxJQUFJLENBQUMsU0FBUyxDQUFDLGtFQUFrRSxDQUFDLENBQUM7WUFDbkYsSUFBSSxDQUFDLFdBQVcsQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUMzQixDQUFDLENBQUMsQ0FBQztRQUVILElBQUksQ0FBQyxVQUFVLENBQUMsRUFBRSxDQUFDLDRCQUFhLENBQUMsK0JBQStCLEVBQUUsR0FBRyxFQUFFO1lBQ3JFLElBQUksQ0FBQyxTQUFTLENBQUMsbUVBQW1FLENBQUMsQ0FBQztZQUNwRixJQUFJLENBQUMsV0FBVyxDQUFDLE1BQU0sRUFBRSxDQUFDO1FBQzVCLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFVBQVUsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxtQkFBbUIsRUFBRSxLQUFLLEVBQUUsUUFBNEIsRUFBRSxFQUFFO1lBQzNGLElBQUksQ0FBQyxpQkFBaUIsR0FBRyxJQUFJLENBQUM7WUFDOUIsSUFBSSxDQUFDLGNBQWMsSUFBSSxRQUFRLENBQUMsdUJBQXVCLEVBQUUsQ0FBQztZQUMxRCxJQUFJLENBQUMsU0FBUyxDQUFDLG9DQUFvQyxRQUFRLENBQUMsdUJBQXVCLEVBQUUsUUFBUSxDQUFDLENBQUM7WUFDL0YsSUFBSSxDQUFDLElBQUksQ0FBQyw0QkFBYSxDQUFDLG1CQUFtQixFQUFFLFFBQVEsQ0FBQyxDQUFDO1lBQ3ZELElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxRQUFRLENBQUMsQ0FBQztZQUNoQyxJQUFJLElBQUksQ0FBQyxrQkFBa0IsRUFBRTtnQkFBRSxJQUFJLENBQUMsYUFBYSxFQUFFLENBQUM7WUFDcEQsSUFBSSxDQUFDLGlCQUFpQixHQUFHLEtBQUssQ0FBQztZQUMvQixJQUFJLElBQUksQ0FBQyxZQUFZO2dCQUFFLE1BQU0sSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO1FBQ2hELENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLFVBQVUsQ0FBQyxFQUFFLENBQUMsNEJBQWEsQ0FBQyxtQkFBbUIsRUFBRSxLQUFLLElBQUksRUFBRTtZQUMvRCxJQUFJLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQyxlQUFlLEVBQUUsRUFBRTtnQkFDdkMsSUFBSSxJQUFJLENBQUMsaUJBQWlCO29CQUFFLElBQUksQ0FBQyxZQUFZLEdBQUcsSUFBSSxDQUFDOztvQkFDaEQsTUFBTSxJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7YUFDN0I7UUFDSCxDQUFDLENBQUMsQ0FBQztRQUVILElBQUksQ0FBQyxVQUFVLENBQUMsRUFBRSxDQUFDLDRCQUFhLENBQUMsNkJBQTZCLEVBQUUsQ0FBQyxTQUEyQixFQUFFLEVBQUU7WUFDOUYsTUFBTSxlQUFlLEdBQUcsU0FBUyxDQUFDLHFCQUFxQixFQUFFLENBQUMscUJBQXFCLEVBQUUsQ0FBQztZQUNsRixJQUFJLENBQUMsdUJBQXVCLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDaEQsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsV0FBVyxDQUFDLEVBQUUsQ0FBQyw0QkFBYSxDQUFDLGNBQWMsRUFBRSxDQUFDLEdBQUcsRUFBRSxFQUFFO1lBQ3hELElBQUksQ0FBQyxTQUFTLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDdEIsQ0FBQyxDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsVUFBVSxDQUFDLEVBQUUsQ0FBQyw0QkFBYSxDQUFDLEtBQUssRUFBRSxDQUFDLEtBQVksRUFBRSxTQUEyQixFQUFFLEVBQUU7WUFDcEYsTUFBTSxVQUFVLEdBQUcsU0FBUyxDQUFDLHFCQUFxQixFQUFFLENBQUMsVUFBVSxFQUFFLENBQUM7WUFDbEUsWUFBRSxDQUFDLGFBQWEsQ0FBQyxHQUFHLElBQUksQ0FBQyxhQUFhLGFBQWEsRUFBRSxVQUFVLEVBQUUsTUFBTSxDQUFDLENBQUM7WUFDekUsSUFBSSxDQUFDLFlBQVksQ0FBQyxLQUFLLEVBQUUsNEJBQWEsQ0FBQyxpQkFBaUIsQ0FBQyxDQUFDO1FBQzVELENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVELHVCQUF1QixDQUFDLFFBQVE7UUFDOUIsTUFBTSxHQUFHLEdBQUcsRUFBRSxDQUFDO1FBQ2YsZ0RBQWdEO1FBQ2hELEtBQUssTUFBTSxJQUFJLElBQUksUUFBUTtZQUFFLEdBQUcsQ0FBQyxJQUFJLENBQUMsR0FBRyxJQUFJLENBQUMsV0FBVyxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ2hFLE1BQU0sQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLGVBQWUsRUFBRSxHQUFHLENBQUMsQ0FBQztRQUN6QyxPQUFPLElBQUksQ0FBQyxlQUFlLENBQUM7SUFDOUIsQ0FBQztJQUVELGdCQUFnQixDQUFDLGtCQUFrQjtRQUNqQyxJQUFJLENBQUMsY0FBYyxDQUFDLElBQUksQ0FBQyxrQkFBa0IsQ0FBQyxDQUFDO0lBQy9DLENBQUM7SUFFRCxhQUFhO1FBQ1gsT0FBTyxJQUFJLENBQUMsY0FBYyxDQUFDLE1BQU0sS0FBSyxDQUFDLENBQUM7SUFDMUMsQ0FBQztJQUVELGtCQUFrQjtRQUNoQixJQUFJLElBQUksQ0FBQyxjQUFjLENBQUMsTUFBTSxJQUFJLElBQUksQ0FBQyxVQUFVLENBQUMsdUJBQXVCO1lBQUUsT0FBTyxJQUFJLENBQUM7UUFDdkYsT0FBTyxLQUFLLENBQUM7SUFDZixDQUFDO0lBRUQsYUFBYTtRQUNYLElBQUksVUFBVSxHQUFHLEVBQUUsQ0FBQztRQUNwQixNQUFNLGNBQWMsR0FBRyxFQUFFLENBQUM7UUFDMUIsZ0RBQWdEO1FBQ2hELEtBQUssTUFBTSxrQkFBa0IsSUFBSSxJQUFJLENBQUMsY0FBYyxFQUFFO1lBQ3BELFVBQVUsSUFBSSxrQkFBa0IsQ0FBQyxhQUFhLEVBQUUsQ0FBQztZQUNqRCxNQUFNLHNCQUFzQixHQUFHLGtCQUFrQixDQUFDLGlCQUFpQixFQUFFLENBQUM7WUFDdEUsTUFBTSxDQUFDLE1BQU0sQ0FBQyxjQUFjLEVBQUUsc0JBQXNCLENBQUMsQ0FBQztTQUN2RDtRQUNELElBQUksQ0FBQyxpQkFBaUIsQ0FBQyxVQUFVLEVBQUUsY0FBYyxDQUFDLENBQUM7UUFDbkQsSUFBSSxDQUFDLGNBQWMsR0FBRyxFQUFFLENBQUM7UUFDekIsTUFBTSxTQUFTLEdBQUcsSUFBSSx1Q0FBa0IsQ0FBQyxjQUFjLEVBQUUsVUFBVSxDQUFDLENBQUM7UUFDckUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxxQ0FBcUMsU0FBUyxDQUFDLHVCQUF1QixFQUFFLFdBQVcsQ0FBQyxDQUFDO1FBQ3BHLElBQUksQ0FBQyxJQUFJLENBQUMsNEJBQWEsQ0FBQyxnQkFBZ0IsRUFBRSxTQUFTLEVBQUUsSUFBSSxDQUFDLGVBQWUsQ0FBQyxDQUFDO1FBQzNFLE9BQU8sU0FBUyxDQUFDO0lBQ25CLENBQUM7SUFFTSxnQkFBZ0IsQ0FBQyxhQUFxQjtRQUMzQyxJQUFJLENBQUMsYUFBYSxHQUFHLGFBQWEsQ0FBQztRQUNuQyxJQUFJLENBQUMsY0FBYyxHQUFHLEdBQUcsSUFBSSxDQUFDLGFBQWEsY0FBYyxDQUFDO1FBQzFELElBQUksQ0FBQyxXQUFXLEdBQUcsR0FBRyxJQUFJLENBQUMsYUFBYSxnQkFBZ0IsQ0FBQztRQUV6RCxJQUFJLENBQUMsWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDO1lBQUUsWUFBRSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDLENBQUM7SUFDM0UsQ0FBQztJQUVNLGdCQUFnQjtRQUNyQixPQUFPLElBQUksQ0FBQyxhQUFhLENBQUM7SUFDNUIsQ0FBQztJQUVNLGtCQUFrQjtRQUN2QixJQUFJLFlBQUUsQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQztZQUFFLFlBQUUsQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQyxDQUFDO1FBQzNFLElBQUksWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsV0FBVyxDQUFDO1lBQUUsWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsV0FBVyxDQUFDLENBQUM7SUFDdkUsQ0FBQztJQUVPLEtBQUssQ0FBQyxTQUFTO1FBQ3JCLElBQUksQ0FBQyxZQUFZLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDMUIsSUFBSSxDQUFDLFNBQVMsQ0FBQyw4QkFBOEIsSUFBSSxDQUFDLFlBQVksQ0FBQyxNQUFNLFdBQVcsQ0FBQyxDQUFDO1FBRWxGLElBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxNQUFNLEVBQUU7WUFDM0IsSUFBSSxJQUFJLENBQUMsWUFBWSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sRUFBRTtnQkFDaEMsSUFBSSxDQUFDLFdBQVcsR0FBRyxJQUFJLHlCQUFXLEVBQUUsQ0FBQztnQkFDckMsSUFBSSxDQUFDLG9CQUFvQixFQUFFLENBQUM7Z0JBQzVCLElBQUksQ0FBQyxXQUFXLENBQUMsS0FBSyxDQUFDLEVBQUMsT0FBTyxFQUFFLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxFQUFDLENBQUMsQ0FBQzthQUNqRTtpQkFBTTtnQkFDTCxNQUFNLFVBQVUsR0FBRyxJQUFJLENBQUMsWUFBWSxDQUFDLENBQUMsQ0FBQyxDQUFDLFVBQVUsQ0FBQztnQkFDbkQsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxhQUFhLENBQUM7Z0JBQ3pELE1BQU0sUUFBUSxHQUFHLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsUUFBUSxDQUFDO2dCQUMvQyxJQUFJLENBQUMsV0FBVyxDQUFDLEtBQUssQ0FBQyxFQUFDLFVBQVUsRUFBRSxhQUFhLEVBQUUsUUFBUSxFQUFDLENBQUMsQ0FBQzthQUMvRDtTQUNEOztZQUFNLE1BQU0sSUFBSSxDQUFDLFVBQVUsRUFBRSxDQUFDO0lBQ2xDLENBQUM7SUFFTyxLQUFLLENBQUMsVUFBVTtRQUN0QixJQUFJLENBQUMsSUFBSSxDQUFDLGFBQWEsRUFBRTtZQUFFLElBQUksQ0FBQyxhQUFhLEVBQUUsQ0FBQztRQUNoRCxNQUFNLE9BQU8sR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLE1BQU0sWUFBRSxDQUFDLFFBQVEsQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLGNBQWMsRUFBRSxNQUFNLENBQUMsQ0FBQyxDQUFDO1FBQ3BGLE1BQU0sV0FBVyxHQUFHLElBQUEsb0JBQVMsRUFBQyxNQUFNLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxFQUFFLEdBQUcsQ0FBQyxDQUFDO1FBQ3pELE1BQU0sWUFBWSxHQUFHLEVBQUUsQ0FBQztRQUN4QixnREFBZ0Q7UUFDaEQsS0FBSyxNQUFNLEdBQUcsSUFBSSxXQUFXO1lBQUUsWUFBWSxDQUFDLEdBQUcsQ0FBQyxHQUFHLE9BQU8sQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUNoRSxNQUFNLFlBQUUsQ0FBQyxRQUFRLENBQUMsU0FBUyxDQUFDLElBQUksQ0FBQyxjQUFjLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxZQUFZLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDeEYsSUFBSSxDQUFDLFNBQVMsQ0FDWix3Q0FBd0MsSUFBSSxDQUFDLGNBQWMsa0JBQ3pELE1BQU0sQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLGVBQWUsQ0FBQyxDQUFDLE1BQ3BDLEdBQUcsQ0FDSixDQUFDO1FBQ0YsSUFBSSxDQUFDLFNBQVMsQ0FBQyw0QkFBNEIsSUFBSSxDQUFDLGNBQWMsRUFBRSxDQUFDLENBQUM7UUFDbEUsSUFBSSxDQUFDLE9BQU8sR0FBRyxLQUFLLENBQUM7UUFDckIsSUFBSSxDQUFDLElBQUksQ0FBQyw0QkFBYSxDQUFDLFNBQVMsRUFBRSxJQUFJLENBQUMsY0FBYyxFQUFFLElBQUksQ0FBQyxlQUFlLENBQUMsQ0FBQztRQUM5RSxvQkFBb0IsRUFBRSxDQUFDO0lBQ3pCLENBQUM7SUFFRCxTQUFTLENBQUMsR0FBRyxFQUFFLEtBQUssR0FBRyxNQUFNO1FBQzNCLElBQUksQ0FBQyxJQUFJLENBQUMsNEJBQWEsQ0FBQyxXQUFXLEVBQUUsR0FBRyxFQUFFLEtBQUssQ0FBQyxDQUFDO0lBQ25ELENBQUM7SUFFRCxZQUFZLENBQUMsS0FBSyxFQUFFLE1BQU07UUFDeEIsSUFBSSxDQUFDLElBQUksRUFBRSxDQUFDO1FBQ1osSUFBSSxNQUFNLEtBQUssNEJBQWEsQ0FBQyxpQkFBaUIsRUFBRTtTQUMvQztRQUNELElBQUksTUFBTSxLQUFLLDRCQUFhLENBQUMsZUFBZSxFQUFFO1NBQzdDO1FBRUQsSUFBSSxDQUFDLFNBQVMsQ0FBQyw2QkFBNkIsS0FBSyxFQUFFLENBQUMsQ0FBQztRQUVyRCxJQUFJLENBQUMsSUFBSSxDQUFDLDRCQUFhLENBQUMsS0FBSyxFQUFFLEtBQUssQ0FBQyxDQUFDO1FBQ3RDLElBQUcsSUFBSSxDQUFDLGFBQWE7WUFBRSxtQkFBbUIsQ0FBQyxLQUFLLENBQUMsQ0FBQztJQUNwRCxDQUFDO0lBRUQsaUJBQWlCO1FBQ2YsSUFBSSxDQUFDLFlBQUUsQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQztZQUFFLFlBQUUsQ0FBQyxhQUFhLENBQUMsSUFBSSxDQUFDLFdBQVcsRUFBRSxFQUFFLENBQUMsQ0FBQztRQUM3RSxJQUFJLENBQUMsWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsY0FBYyxDQUFDO1lBQUUsWUFBRSxDQUFDLGFBQWEsQ0FBQyxJQUFJLENBQUMsY0FBYyxFQUFFLElBQUksQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQztJQUNyRyxDQUFDO0lBRUQsaUJBQWlCLENBQUMsVUFBVSxFQUFFLGNBQWM7UUFDMUMsWUFBRSxDQUFDLGNBQWMsQ0FBQyxJQUFJLENBQUMsV0FBVyxFQUFFLFVBQVUsQ0FBQyxDQUFDO1FBQ2hELE1BQU0sZUFBZSxHQUFHLFlBQUUsQ0FBQyxZQUFZLENBQUMsSUFBSSxDQUFDLGNBQWMsRUFBRSxPQUFPLENBQUMsQ0FBQztRQUN0RSxNQUFNLGVBQWUsR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLGVBQWUsQ0FBQyxDQUFDO1FBQ3BELE1BQU0sQ0FBQyxNQUFNLENBQUMsZUFBZSxFQUFFLGNBQWMsQ0FBQyxDQUFDO1FBQy9DLE1BQU0sWUFBWSxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDckQsWUFBRSxDQUFDLGFBQWEsQ0FBQyxJQUFJLENBQUMsY0FBYyxFQUFFLFlBQVksQ0FBQyxDQUFDO0lBQ3RELENBQUM7SUFHTSxJQUFJLENBQUMsWUFBaUM7O1FBQzNDLElBQUksQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUNaLElBQUksQ0FBQyxpQkFBaUIsRUFBRSxDQUFDO1FBQ3pCLElBQUksQ0FBQyxZQUFZLEdBQUcsWUFBWSxDQUFDO1FBRWpDLElBQUksQ0FBQyxJQUFJLENBQUMsWUFBWSxDQUFDLFlBQVksQ0FBQyxFQUFFO1lBQ3BDLElBQUksQ0FBQyxVQUFVLEVBQUUsQ0FBQztZQUNsQixPQUFPLElBQUksQ0FBQyxhQUFhLENBQUM7U0FDM0I7UUFFRCxJQUFJLE1BQUEsWUFBWSxDQUFDLENBQUMsQ0FBQywwQ0FBRSxPQUFPLEVBQUU7WUFDNUIsSUFBSSxDQUFDLFdBQVcsR0FBRyxJQUFJLHlCQUFXLEVBQUUsQ0FBQztZQUNyQyxJQUFJLENBQUMsb0JBQW9CLEVBQUUsQ0FBQztZQUM1QixJQUFJLENBQUMsV0FBVyxDQUFDLEtBQUssQ0FBQyxFQUFDLE9BQU8sRUFBRSxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxFQUFDLENBQUMsQ0FBQztTQUM1RDthQUFNO1lBQ0wsTUFBTSxVQUFVLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxVQUFVLENBQUM7WUFDbkQsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxhQUFhLENBQUM7WUFDekQsTUFBTSxRQUFRLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQyxRQUFRLENBQUM7WUFDL0MsSUFBSSxDQUFDLFdBQVcsQ0FBQyxLQUFLLENBQUMsRUFBQyxVQUFVLEVBQUUsYUFBYSxFQUFFLFFBQVEsRUFBQyxDQUFDLENBQUM7U0FDL0Q7UUFDRCxPQUFPLElBQUksQ0FBQyxhQUFhLENBQUM7SUFDNUIsQ0FBQztJQUtPLFlBQVksQ0FBQyxZQUFpQztRQUNwRCxJQUFJLENBQUMsWUFBWSxFQUFFO1lBQ2pCLElBQUksQ0FBQyxTQUFTLENBQUMsZ0NBQWdDLEVBQUUsU0FBUyxDQUFDLENBQUM7WUFDNUQsT0FBTyxLQUFLLENBQUM7U0FDZDtRQUVELElBQUksQ0FBQyxLQUFLLENBQUMsT0FBTyxDQUFDLFlBQVksQ0FBQyxFQUFFO1lBQ2hDLElBQUksQ0FBQyxTQUFTLENBQUMscUNBQXFDLEVBQUMsU0FBUyxDQUFDLENBQUM7WUFDaEUsT0FBTyxLQUFLLENBQUM7U0FDZDtRQUVELElBQUksQ0FBQyxZQUFZLENBQUMsTUFBTSxFQUFFO1lBQ3hCLElBQUksQ0FBQyxTQUFTLENBQUMsbUNBQW1DLEVBQUUsU0FBUyxDQUFDLENBQUM7WUFDL0QsT0FBTyxLQUFLLENBQUM7U0FDZDtRQUVELElBQUksWUFBWSxDQUFDLElBQUksQ0FBQyxDQUFDLEtBQUssRUFBRSxFQUFFLENBQUMsQ0FBQyxLQUFLLENBQUMsUUFBUSxDQUFDLE1BQU0sSUFBSSxDQUFDLEtBQUssQ0FBQyxPQUFPLENBQUMsRUFBRTtZQUMxRSxJQUFJLENBQUMsU0FBUyxDQUFDLGdFQUFnRSxFQUFDLFNBQVMsQ0FBQyxDQUFDO1lBQzNGLE9BQU8sS0FBSyxDQUFDO1NBQ2Q7UUFFRCxPQUFPLElBQUksQ0FBQztJQUNkLENBQUM7SUFHRCxZQUFZO1FBQ1YsT0FBTyxJQUFJLENBQUMsU0FBUyxDQUFDO0lBQ3hCLENBQUM7SUFFRCxJQUFJO1FBQ0YsSUFBSSxDQUFDLFNBQVMsQ0FBQywrQkFBK0IsQ0FBQyxDQUFDO1FBQ2hELElBQUksQ0FBQyxPQUFPLEdBQUcsS0FBSyxDQUFDO1FBQ3JCLElBQUksQ0FBQyxXQUFXLENBQUMsa0JBQWtCLEVBQUUsQ0FBQztRQUN0QyxJQUFJLENBQUMsVUFBVSxDQUFDLGtCQUFrQixFQUFFLENBQUM7UUFDckMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUN2QixJQUFJLENBQUMsV0FBVyxDQUFDLElBQUksRUFBRSxDQUFDO0lBQzFCLENBQUM7SUFFRCxTQUFTO1FBQ1AsT0FBTyxJQUFJLENBQUMsT0FBTyxDQUFDO0lBQ3RCLENBQUM7Q0FFRjtBQXBVRCwwQkFvVUMifQ==
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export declare class ScannerCfg {
|
|
2
|
+
CLIENT_TIMESTAMP: string;
|
|
3
|
+
API_URL: string;
|
|
4
|
+
API_KEY: string;
|
|
5
|
+
CONCURRENCY_LIMIT: number;
|
|
6
|
+
TIMEOUT: number;
|
|
7
|
+
WFP_FILE_MAX_SIZE: number;
|
|
8
|
+
MAX_RETRIES_FOR_RECOVERABLES_ERRORS: number;
|
|
9
|
+
ABORT_ON_MAX_RETRIES: boolean;
|
|
10
|
+
MAX_RESPONSES_IN_BUFFER: number;
|
|
11
|
+
DISPATCHER_QUEUE_SIZE_MAX_LIMIT: number;
|
|
12
|
+
DISPATCHER_QUEUE_SIZE_MIN_LIMIT: number;
|
|
13
|
+
}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ScannerCfg = void 0;
|
|
4
|
+
class ScannerCfg {
|
|
5
|
+
constructor() {
|
|
6
|
+
// Client Timestamp
|
|
7
|
+
this.CLIENT_TIMESTAMP = "SCANNER JS";
|
|
8
|
+
// API URL
|
|
9
|
+
this.API_URL = 'https://osskb.org/api/scan/direct';
|
|
10
|
+
this.API_KEY = '';
|
|
11
|
+
// Level of concurrency
|
|
12
|
+
this.CONCURRENCY_LIMIT = 15;
|
|
13
|
+
// Timeout for each transaction
|
|
14
|
+
this.TIMEOUT = 60000;
|
|
15
|
+
// The maximum size for each .wfp file
|
|
16
|
+
this.WFP_FILE_MAX_SIZE = 64 * 1000;
|
|
17
|
+
this.MAX_RETRIES_FOR_RECOVERABLES_ERRORS = 5;
|
|
18
|
+
this.ABORT_ON_MAX_RETRIES = true;
|
|
19
|
+
// Persist results after [ X ] number of server responses.
|
|
20
|
+
this.MAX_RESPONSES_IN_BUFFER = 300;
|
|
21
|
+
this.DISPATCHER_QUEUE_SIZE_MAX_LIMIT = 300;
|
|
22
|
+
this.DISPATCHER_QUEUE_SIZE_MIN_LIMIT = 200;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
exports.ScannerCfg = ScannerCfg;
|
|
26
|
+
;
|
|
27
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lckNmZy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9saWIvc2Nhbm5lci9TY2FubmVyQ2ZnLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7OztBQUFBLE1BQWEsVUFBVTtJQUF2QjtRQUNFLG1CQUFtQjtRQUNuQixxQkFBZ0IsR0FBRyxZQUFZLENBQUE7UUFFL0IsVUFBVTtRQUNWLFlBQU8sR0FBRyxtQ0FBbUMsQ0FBQztRQUU5QyxZQUFPLEdBQUcsRUFBRSxDQUFDO1FBRWIsdUJBQXVCO1FBQ3ZCLHNCQUFpQixHQUFHLEVBQUUsQ0FBQztRQUV2QiwrQkFBK0I7UUFDL0IsWUFBTyxHQUFHLEtBQUssQ0FBQztRQUVoQixzQ0FBc0M7UUFDdEMsc0JBQWlCLEdBQUcsRUFBRSxHQUFHLElBQUksQ0FBQztRQUU5Qix3Q0FBbUMsR0FBRyxDQUFDLENBQUM7UUFFeEMseUJBQW9CLEdBQUcsSUFBSSxDQUFDO1FBRTVCLDBEQUEwRDtRQUMxRCw0QkFBdUIsR0FBRyxHQUFHLENBQUM7UUFFOUIsb0NBQStCLEdBQUcsR0FBRyxDQUFDO1FBRXRDLG9DQUErQixHQUFHLEdBQUcsQ0FBQztJQUN4QyxDQUFDO0NBQUE7QUE1QkQsZ0NBNEJDO0FBQUEsQ0FBQyJ9
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ScannerQueue = void 0;
|
|
4
|
+
const Scanner_1 = require("./Scanner");
|
|
5
|
+
class ScannerQueue extends Scanner_1.Scanner {
|
|
6
|
+
}
|
|
7
|
+
exports.ScannerQueue = ScannerQueue;
|
|
8
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lclF1ZXVlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1NjYW5uZXJRdWV1ZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7QUFBQSx1Q0FBb0M7QUFFcEMsTUFBYSxZQUFhLFNBQVEsaUJBQU87Q0FLeEM7QUFMRCxvQ0FLQyJ9
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
export declare enum ScannerEvents {
|
|
2
|
+
WINNOWING_STARTING = "WINNOWING_STARTING",
|
|
3
|
+
WINNOWING_NEW_CONTENT = "WINNOWING_NEW_CONTENT",
|
|
4
|
+
WINNOWING_FINISHED = "WINNOWING_FINISHED",
|
|
5
|
+
WINNOWER_LOG = "WINNOWER_LOG",
|
|
6
|
+
DISPATCHER_WFP_SENDED = "DISPATCHER_WFP_SENDED",
|
|
7
|
+
DISPATCHER_NEW_DATA = "DISPATCHER_NEW_DATA",
|
|
8
|
+
DISPATCHER_FINISHED = "DISPATCHER_FINISHED",
|
|
9
|
+
DISPATCHER_ITEM_NO_DISPATCHED = "DISPATCHER_ITEM_NO_DISPATCHED",
|
|
10
|
+
DISPATCHER_QUEUE_SIZE_MAX_LIMIT = "DISPATCHER_QUEUE_FULL",
|
|
11
|
+
DISPATCHER_QUEUE_SIZE_MIN_LIMIT = "DISPATCHER_QUEUE_SIZE_MIN_LIMIT",
|
|
12
|
+
DISPATCHER_LOG = "DISPATCHER_LOG",
|
|
13
|
+
ERROR_SCANNER_ABORTED = "ERROR_SCANNER_ABORTED",
|
|
14
|
+
ERROR_SERVER_SIDE = "ERROR_SERVER_SIDE",
|
|
15
|
+
ERROR_CLIENT_SIDE = "ERROR_CLIENT_SIDE",
|
|
16
|
+
MODULE_DISPATCHER = "MODULE_DISPATCHER",
|
|
17
|
+
MODULE_WINNOWER = "MODULE_WINNOWER",
|
|
18
|
+
SCAN_DONE = "SCAN_DONE",
|
|
19
|
+
RESULTS_APPENDED = "RESULTS_APPENDED",
|
|
20
|
+
SCANNER_LOG = "SCANNER_LOG",
|
|
21
|
+
ERROR = "error"
|
|
22
|
+
}
|
|
23
|
+
export declare enum WinnowingMode {
|
|
24
|
+
FULL_WINNOWING = "FULL_WINNOWING",
|
|
25
|
+
WINNOWING_ONLY_MD5 = "WINNOWING_ONLY_MD5"
|
|
26
|
+
}
|
|
27
|
+
export declare enum SbomMode {
|
|
28
|
+
SBOM_IGNORE = "blacklist",
|
|
29
|
+
SBOM_IDENTIFY = "identify"
|
|
30
|
+
}
|
|
31
|
+
export interface ScannerInput {
|
|
32
|
+
fileList: Array<string>;
|
|
33
|
+
folderRoot?: string;
|
|
34
|
+
engineFlags?: number;
|
|
35
|
+
winnowingMode?: WinnowingMode;
|
|
36
|
+
wfpPath?: string;
|
|
37
|
+
sbom?: string;
|
|
38
|
+
sbomMode?: SbomMode;
|
|
39
|
+
}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SbomMode = exports.WinnowingMode = exports.ScannerEvents = void 0;
|
|
4
|
+
var ScannerEvents;
|
|
5
|
+
(function (ScannerEvents) {
|
|
6
|
+
ScannerEvents["WINNOWING_STARTING"] = "WINNOWING_STARTING";
|
|
7
|
+
ScannerEvents["WINNOWING_NEW_CONTENT"] = "WINNOWING_NEW_CONTENT";
|
|
8
|
+
ScannerEvents["WINNOWING_FINISHED"] = "WINNOWING_FINISHED";
|
|
9
|
+
ScannerEvents["WINNOWER_LOG"] = "WINNOWER_LOG";
|
|
10
|
+
ScannerEvents["DISPATCHER_WFP_SENDED"] = "DISPATCHER_WFP_SENDED";
|
|
11
|
+
ScannerEvents["DISPATCHER_NEW_DATA"] = "DISPATCHER_NEW_DATA";
|
|
12
|
+
ScannerEvents["DISPATCHER_FINISHED"] = "DISPATCHER_FINISHED";
|
|
13
|
+
ScannerEvents["DISPATCHER_ITEM_NO_DISPATCHED"] = "DISPATCHER_ITEM_NO_DISPATCHED";
|
|
14
|
+
ScannerEvents["DISPATCHER_QUEUE_SIZE_MAX_LIMIT"] = "DISPATCHER_QUEUE_FULL";
|
|
15
|
+
ScannerEvents["DISPATCHER_QUEUE_SIZE_MIN_LIMIT"] = "DISPATCHER_QUEUE_SIZE_MIN_LIMIT";
|
|
16
|
+
ScannerEvents["DISPATCHER_LOG"] = "DISPATCHER_LOG";
|
|
17
|
+
ScannerEvents["ERROR_SCANNER_ABORTED"] = "ERROR_SCANNER_ABORTED";
|
|
18
|
+
ScannerEvents["ERROR_SERVER_SIDE"] = "ERROR_SERVER_SIDE";
|
|
19
|
+
ScannerEvents["ERROR_CLIENT_SIDE"] = "ERROR_CLIENT_SIDE";
|
|
20
|
+
ScannerEvents["MODULE_DISPATCHER"] = "MODULE_DISPATCHER";
|
|
21
|
+
ScannerEvents["MODULE_WINNOWER"] = "MODULE_WINNOWER";
|
|
22
|
+
ScannerEvents["SCAN_DONE"] = "SCAN_DONE";
|
|
23
|
+
ScannerEvents["RESULTS_APPENDED"] = "RESULTS_APPENDED";
|
|
24
|
+
ScannerEvents["SCANNER_LOG"] = "SCANNER_LOG";
|
|
25
|
+
ScannerEvents["ERROR"] = "error";
|
|
26
|
+
})(ScannerEvents = exports.ScannerEvents || (exports.ScannerEvents = {}));
|
|
27
|
+
;
|
|
28
|
+
var WinnowingMode;
|
|
29
|
+
(function (WinnowingMode) {
|
|
30
|
+
WinnowingMode["FULL_WINNOWING"] = "FULL_WINNOWING";
|
|
31
|
+
WinnowingMode["WINNOWING_ONLY_MD5"] = "WINNOWING_ONLY_MD5";
|
|
32
|
+
})(WinnowingMode = exports.WinnowingMode || (exports.WinnowingMode = {}));
|
|
33
|
+
;
|
|
34
|
+
var SbomMode;
|
|
35
|
+
(function (SbomMode) {
|
|
36
|
+
SbomMode["SBOM_IGNORE"] = "blacklist";
|
|
37
|
+
SbomMode["SBOM_IDENTIFY"] = "identify";
|
|
38
|
+
})(SbomMode = exports.SbomMode || (exports.SbomMode = {}));
|
|
39
|
+
;
|
|
40
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU2Nhbm5lclR5cGVzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1NjYW5uZXJUeXBlcy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7QUFBQSxJQUFZLGFBNEJYO0FBNUJELFdBQVksYUFBYTtJQUN2QiwwREFBeUMsQ0FBQTtJQUN6QyxnRUFBK0MsQ0FBQTtJQUMvQywwREFBeUMsQ0FBQTtJQUN6Qyw4Q0FBNkIsQ0FBQTtJQUU3QixnRUFBK0MsQ0FBQTtJQUMvQyw0REFBMkMsQ0FBQTtJQUMzQyw0REFBMkMsQ0FBQTtJQUMzQyxnRkFBK0QsQ0FBQTtJQUMvRCwwRUFBeUQsQ0FBQTtJQUN6RCxvRkFBbUUsQ0FBQTtJQUNuRSxrREFBaUMsQ0FBQTtJQUVqQyxnRUFBK0MsQ0FBQTtJQUUvQyx3REFBdUMsQ0FBQTtJQUN2Qyx3REFBdUMsQ0FBQTtJQUV2Qyx3REFBdUMsQ0FBQTtJQUN2QyxvREFBbUMsQ0FBQTtJQUVuQyx3Q0FBdUIsQ0FBQTtJQUN2QixzREFBcUMsQ0FBQTtJQUVyQyw0Q0FBMkIsQ0FBQTtJQUUzQixnQ0FBZSxDQUFBO0FBQ2pCLENBQUMsRUE1QlcsYUFBYSxHQUFiLHFCQUFhLEtBQWIscUJBQWEsUUE0QnhCO0FBQUEsQ0FBQztBQUVGLElBQVksYUFHWDtBQUhELFdBQVksYUFBYTtJQUN2QixrREFBaUMsQ0FBQTtJQUNqQywwREFBeUMsQ0FBQTtBQUMzQyxDQUFDLEVBSFcsYUFBYSxHQUFiLHFCQUFhLEtBQWIscUJBQWEsUUFHeEI7QUFBQSxDQUFDO0FBRUYsSUFBWSxRQUdYO0FBSEQsV0FBWSxRQUFRO0lBQ2xCLHFDQUF5QixDQUFBO0lBQ3pCLHNDQUEwQixDQUFBO0FBQzVCLENBQUMsRUFIVyxRQUFRLEdBQVIsZ0JBQVEsS0FBUixnQkFBUSxRQUduQjtBQVVBLENBQUMifQ==
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export declare class FingerprintPackage {
|
|
2
|
+
private wfpContent;
|
|
3
|
+
private scanRoot;
|
|
4
|
+
constructor(wfpContent: string, scanRoot?: string);
|
|
5
|
+
isEqual(fingerprintPackage: FingerprintPackage): boolean;
|
|
6
|
+
getContent(): string;
|
|
7
|
+
getNumberFilesFingerprinted(): number;
|
|
8
|
+
getFilesFingerprinted(): any[] | "";
|
|
9
|
+
}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.FingerprintPackage = void 0;
|
|
4
|
+
class FingerprintPackage {
|
|
5
|
+
constructor(wfpContent, scanRoot = '') {
|
|
6
|
+
this.wfpContent = wfpContent;
|
|
7
|
+
this.scanRoot = scanRoot;
|
|
8
|
+
}
|
|
9
|
+
isEqual(fingerprintPackage) {
|
|
10
|
+
return this.getContent() === fingerprintPackage.getContent();
|
|
11
|
+
}
|
|
12
|
+
getContent() {
|
|
13
|
+
return this.wfpContent;
|
|
14
|
+
}
|
|
15
|
+
getNumberFilesFingerprinted() {
|
|
16
|
+
const match = this.getContent().match(/file=/g);
|
|
17
|
+
if (!match)
|
|
18
|
+
return 0;
|
|
19
|
+
return match.length;
|
|
20
|
+
}
|
|
21
|
+
getFilesFingerprinted() {
|
|
22
|
+
const files = [];
|
|
23
|
+
const regExp = new RegExp(/,(\/.*)/g);
|
|
24
|
+
let result;
|
|
25
|
+
// eslint-disable-next-line no-cond-assign
|
|
26
|
+
while ((result = regExp.exec(this.wfpContent)))
|
|
27
|
+
files.push(this.scanRoot + result[1]);
|
|
28
|
+
return files || '';
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
exports.FingerprintPackage = FingerprintPackage;
|
|
32
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiRmluZ2VycHJpbnRQYWNrYWdlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1dmcFByb3ZpZGVyL0ZpbmdlcnByaW50UGFja2FnZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7QUFBQSxNQUFhLGtCQUFrQjtJQUs3QixZQUFZLFVBQWtCLEVBQUUsUUFBUSxHQUFHLEVBQUU7UUFDM0MsSUFBSSxDQUFDLFVBQVUsR0FBRyxVQUFVLENBQUM7UUFDN0IsSUFBSSxDQUFDLFFBQVEsR0FBRyxRQUFRLENBQUM7SUFDM0IsQ0FBQztJQUVNLE9BQU8sQ0FBQyxrQkFBc0M7UUFDbkQsT0FBTyxJQUFJLENBQUMsVUFBVSxFQUFFLEtBQUssa0JBQWtCLENBQUMsVUFBVSxFQUFFLENBQUM7SUFDL0QsQ0FBQztJQUVNLFVBQVU7UUFDZixPQUFPLElBQUksQ0FBQyxVQUFVLENBQUM7SUFDekIsQ0FBQztJQUVNLDJCQUEyQjtRQUNoQyxNQUFNLEtBQUssR0FBRyxJQUFJLENBQUMsVUFBVSxFQUFFLENBQUMsS0FBSyxDQUFDLFFBQVEsQ0FBQyxDQUFDO1FBQ2hELElBQUcsQ0FBQyxLQUFLO1lBQUUsT0FBTyxDQUFDLENBQUM7UUFDcEIsT0FBTyxLQUFLLENBQUMsTUFBTSxDQUFDO0lBQ3RCLENBQUM7SUFFTSxxQkFBcUI7UUFDMUIsTUFBTSxLQUFLLEdBQUcsRUFBRSxDQUFDO1FBQ2pCLE1BQU0sTUFBTSxHQUFHLElBQUksTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ3RDLElBQUksTUFBTSxDQUFDO1FBQ1gsMENBQTBDO1FBQzFDLE9BQU8sQ0FBQyxNQUFNLEdBQUcsTUFBTSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUM7WUFBRSxLQUFLLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxRQUFRLEdBQUcsTUFBTSxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDdEYsT0FBTyxLQUFLLElBQUksRUFBRSxDQUFDO0lBQ3JCLENBQUM7Q0FDRjtBQWhDRCxnREFnQ0MifQ==
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export declare class FingerprintPacket {
|
|
2
|
+
private wfpContent;
|
|
3
|
+
private engineFlags;
|
|
4
|
+
private scanRoot;
|
|
5
|
+
constructor(wfpContent: string, scanRoot?: string);
|
|
6
|
+
isEqual(fingerprintPacket: FingerprintPacket): boolean;
|
|
7
|
+
getContent(): string;
|
|
8
|
+
setEngineFlags(engineFlags: number): void;
|
|
9
|
+
getEngineFlags(): number;
|
|
10
|
+
getNumberFilesFingerprinted(): number;
|
|
11
|
+
getFilesFingerprinted(): any[] | "";
|
|
12
|
+
}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.FingerprintPacket = void 0;
|
|
4
|
+
class FingerprintPacket {
|
|
5
|
+
constructor(wfpContent, scanRoot = '') {
|
|
6
|
+
this.wfpContent = wfpContent;
|
|
7
|
+
this.scanRoot = scanRoot;
|
|
8
|
+
}
|
|
9
|
+
isEqual(fingerprintPacket) {
|
|
10
|
+
return this.getContent() === fingerprintPacket.getContent();
|
|
11
|
+
}
|
|
12
|
+
getContent() {
|
|
13
|
+
return this.wfpContent;
|
|
14
|
+
}
|
|
15
|
+
setEngineFlags(engineFlags) {
|
|
16
|
+
this.engineFlags = engineFlags;
|
|
17
|
+
}
|
|
18
|
+
getEngineFlags() {
|
|
19
|
+
return this.engineFlags;
|
|
20
|
+
}
|
|
21
|
+
getNumberFilesFingerprinted() {
|
|
22
|
+
const match = this.getContent().match(/file=/g);
|
|
23
|
+
if (!match)
|
|
24
|
+
return 0;
|
|
25
|
+
return match.length;
|
|
26
|
+
}
|
|
27
|
+
getFilesFingerprinted() {
|
|
28
|
+
const files = [];
|
|
29
|
+
const regExp = new RegExp(/,(\/.*)/g);
|
|
30
|
+
let result;
|
|
31
|
+
// eslint-disable-next-line no-cond-assign
|
|
32
|
+
while ((result = regExp.exec(this.wfpContent)))
|
|
33
|
+
files.push(this.scanRoot + result[1]);
|
|
34
|
+
return files || '';
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
exports.FingerprintPacket = FingerprintPacket;
|
|
38
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiRmluZ2VycHJpbnRQYWNrZXQuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi8uLi9zcmMvbGliL3NjYW5uZXIvV2ZwUHJvdmlkZXIvRmluZ2VycHJpbnRQYWNrZXQudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBQUEsTUFBYSxpQkFBaUI7SUFPNUIsWUFBWSxVQUFrQixFQUFFLFFBQVEsR0FBRyxFQUFFO1FBQzNDLElBQUksQ0FBQyxVQUFVLEdBQUcsVUFBVSxDQUFDO1FBQzdCLElBQUksQ0FBQyxRQUFRLEdBQUcsUUFBUSxDQUFDO0lBQzNCLENBQUM7SUFFTSxPQUFPLENBQUMsaUJBQW9DO1FBQ2pELE9BQU8sSUFBSSxDQUFDLFVBQVUsRUFBRSxLQUFLLGlCQUFpQixDQUFDLFVBQVUsRUFBRSxDQUFDO0lBQzlELENBQUM7SUFFTSxVQUFVO1FBQ2YsT0FBTyxJQUFJLENBQUMsVUFBVSxDQUFDO0lBQ3pCLENBQUM7SUFFTSxjQUFjLENBQUMsV0FBbUI7UUFDdkMsSUFBSSxDQUFDLFdBQVcsR0FBRyxXQUFXLENBQUM7SUFDakMsQ0FBQztJQUVNLGNBQWM7UUFDbkIsT0FBTyxJQUFJLENBQUMsV0FBVyxDQUFDO0lBQzFCLENBQUM7SUFFTSwyQkFBMkI7UUFDaEMsTUFBTSxLQUFLLEdBQUcsSUFBSSxDQUFDLFVBQVUsRUFBRSxDQUFDLEtBQUssQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUNoRCxJQUFHLENBQUMsS0FBSztZQUFFLE9BQU8sQ0FBQyxDQUFDO1FBQ3BCLE9BQU8sS0FBSyxDQUFDLE1BQU0sQ0FBQztJQUN0QixDQUFDO0lBRU0scUJBQXFCO1FBQzFCLE1BQU0sS0FBSyxHQUFHLEVBQUUsQ0FBQztRQUNqQixNQUFNLE1BQU0sR0FBRyxJQUFJLE1BQU0sQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUN0QyxJQUFJLE1BQU0sQ0FBQztRQUNYLDBDQUEwQztRQUMxQyxPQUFPLENBQUMsTUFBTSxHQUFHLE1BQU0sQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1lBQUUsS0FBSyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsUUFBUSxHQUFHLE1BQU0sQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ3RGLE9BQU8sS0FBSyxJQUFJLEVBQUUsQ0FBQztJQUNyQixDQUFDO0NBQ0Y7QUExQ0QsOENBMENDIn0=
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { ScannableItem } from '../../Scannable/ScannableItem';
|
|
2
|
+
import { ScannerCfg } from '../../ScannerCfg';
|
|
3
|
+
import { IWfpProviderInput, WfpProvider } from '../WfpProvider';
|
|
4
|
+
export declare class WfpCalculator extends WfpProvider {
|
|
5
|
+
private fileList;
|
|
6
|
+
private fileListIndex;
|
|
7
|
+
private continue;
|
|
8
|
+
constructor(scannerCfg?: ScannerCfg);
|
|
9
|
+
init(): void;
|
|
10
|
+
prepareWorker(): void;
|
|
11
|
+
recoveryIndex(): 0 | -1;
|
|
12
|
+
forceStopWorker(): void;
|
|
13
|
+
protected processPackedWfp(content: any): void;
|
|
14
|
+
getNextScannableItem(): Promise<ScannableItem>;
|
|
15
|
+
nextStepMachine(): Promise<void>;
|
|
16
|
+
start(params: IWfpProviderInput): void;
|
|
17
|
+
pause(): void;
|
|
18
|
+
resume(): void;
|
|
19
|
+
stop(): void;
|
|
20
|
+
}
|