scanoss 0.2.3

package/build/main/lib/scanner/WfpProvider/WfpCalculator/WfpCalculator.js

@@ -0,0 +1,334 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WfpCalculator = void 0;
+const fs_1 = __importDefault(require("fs"));
+const worker_threads_1 = require("worker_threads");
+const ScannableItem_1 = require("../../Scannable/ScannableItem");
+const ScannerCfg_1 = require("../../ScannerCfg");
+const FingerprintPackage_1 = require("../FingerprintPackage");
+const WfpProvider_1 = require("../WfpProvider");
+const stringWorker = `
+const { parentPort } = require('worker_threads');
+
+parentPort.on('message', async (scannableItem) => {
+
+  let fingerprint;
+  if ( scannableItem.winnowingMode === "FULL_WINNOWING") {
+    fingerprint = wfp_for_content(
+      scannableItem.content,
+      scannableItem.contentSource,
+      scannableItem.maxSizeWfp
+    );
+  } else {
+    fingerprint = wfp_only_md5(
+      scannableItem.content,
+      scannableItem.contentSource
+    );
+  }
+
+  scannableItem.fingerprint = fingerprint;
+
+  parentPort.postMessage(scannableItem);
+});
+
+
+const crypto = require('crypto');
+
+const isWin = process.platform === 'win32';
+const pathSeparator = isWin ? String.fromCharCode(92) : '/';
+
+// Winnowing configuration. DO NOT CHANGE.
+const GRAM = 30;
+const WINDOW = 64;
+
+// ASCII characters
+const ASCII_0 = 48;
+const ASCII_9 = 57;
+const ASCII_A = 65;
+const ASCII_Z = 90;
+const ASCII_a = 97;
+const ASCII_z = 122;
+const ASCII_LF = 10;
+
+function normalize(byte) {
+  if (byte < ASCII_0 || byte > ASCII_z) {
+    return 0;
+  }
+  if (byte <= ASCII_9 || byte >= ASCII_a) {
+    return byte;
+  }
+  if (byte >= ASCII_A && byte <= ASCII_Z) {
+    return byte + 32;
+  }
+  return 0;
+}
+
+function min_hex_array(array) {
+  let min = 'ffffffff';
+  for (let i = 0; i < array.length; i++) {
+    if (array[i] < min) {
+      min = array[i];
+    }
+  }
+  return min;
+}
+
+function wfp_for_content(content, contentSource, maxSize) {
+  let wfp = wfp_only_md5(content, contentSource);
+  wfp += calc_wfp(content, maxSize);
+  return wfp;
+}
+
+function wfp_only_md5(contents, contentSource) {
+  const file_md5 = crypto.createHash('md5').update(contents).digest('hex');
+  let wfp = 'file=' + String(file_md5) + ',' + String(contents.length) + ',' + String(contentSource)+ String.fromCharCode(10);
+  return wfp;
+}
+
+function calc_wfp(contents, maxSize) {
+  let gram = '';
+  const window = [];
+  let normalized = 0;
+  let line = 1;
+  let min_hash = 'ffffffff';
+  let last_hash = 'ffffffff';
+  let last_line = 0;
+  let output = '';
+  let gram_crc32 = 0;
+  let wfp = '';
+
+  for (let i = 0; i < contents.length; i++) {
+    if(wfp.length > maxSize)
+      return wfp;
+
+    const byte = contents[i];
+    if (byte == ASCII_LF) {
+      line += 1;
+      normalized = 0;
+    } else {
+      normalized = normalize(byte);
+    }
+    // Is this an useful byte?
+    if (normalized) {
+      gram += String.fromCharCode(normalized);
+
+      if (gram.length >= GRAM) {
+        gram_crc32 = crc32c_hex(gram);
+        window.push(gram_crc32);
+
+        if (window.length >= WINDOW) {
+          min_hash = min_hex_array(window);
+          if (min_hash !== last_hash) {
+            // Hashing the hash will result in a better balanced output data set
+            // as it will counter the winnowing effect which selects the "minimum"
+            // hash in each window
+            const min_hash_bytes_le = parseHexString(
+              toLittleEndianCRCHex(min_hash)
+            );
+            const crc_hex = crc32c_for_bytes_hex(min_hash_bytes_le);
+
+            if (last_line != line) {
+              if (output.length > 0) {
+                wfp += String(output) + String.fromCharCode(10);
+              }
+              output = String(line) + '=' + String(crc_hex);
+            } else {
+              output += ',' + String(crc_hex);
+            }
+            last_line = line;
+            last_hash = min_hash;
+          }
+          window.shift();
+        }
+        gram = gram.slice(1);
+      }
+    }
+  }
+  if (output.length > 0) {
+    wfp += String(output) + String.fromCharCode(10);
+  }
+
+  return wfp;
+}
+
+function parseHexString(str) {
+  const result = [];
+  while (str.length >= 2) {
+    result.push(parseInt(str.substring(0, 2), 16));
+    str = str.substring(2, str.length);
+  }
+
+  return result;
+}
+
+/**
+ *
+ * @param {string} hex
+ */
+function toLittleEndianCRCHex(hex) {
+  return (
+    hex.charAt(6) +
+    hex.charAt(7) +
+    hex.charAt(4) +
+    hex.charAt(5) +
+    hex.charAt(2) +
+    hex.charAt(3) +
+    hex.charAt(0) +
+    hex.charAt(1)
+  );
+}
+
+let CRC_TABLE = [];
+
+function makeCRCTable() {
+  let c;
+  const crcTable = [];
+  for (let n = 0; n < 256; n++) {
+    c = n;
+    for (let k = 0; k < 8; k++) {
+      c = c & 1 ? 0x82f63b78 ^ (c >>> 1) : c >>> 1;
+    }
+    crcTable[n] = c;
+  }
+  return crcTable;
+}
+
+function crc32c(str) {
+  if (CRC_TABLE.length == 0) {
+    CRC_TABLE = makeCRCTable();
+  }
+  let crc = 0 ^ -1;
+
+  for (let i = 0; i < str.length; i++) {
+    crc = (crc >>> 8) ^ CRC_TABLE[(crc ^ str.charCodeAt(i)) & 0xff];
+  }
+
+  return (crc ^ -1) >>> 0;
+}
+
+function crc32c_for_bytes(bytes) {
+  if (CRC_TABLE.length == 0) {
+    CRC_TABLE = makeCRCTable();
+  }
+  let crc = 0 ^ -1;
+
+  for (let i = 0; i < bytes.length; i++) {
+    crc = (crc >>> 8) ^ CRC_TABLE[(crc ^ bytes[i]) & 0xff];
+  }
+
+  return (crc ^ -1) >>> 0;
+}
+
+function crc32c_for_bytes_hex(bytes) {
+  return crc32c_for_bytes(bytes).toString(16).padStart(8, '0');
+}
+
+function crc32c_hex(str) {
+  return crc32c(str).toString(16).padStart(8, '0');
+}
+
+`;
+class WfpCalculator extends WfpProvider_1.WfpProvider {
+    constructor(scannerCfg = new ScannerCfg_1.ScannerCfg()) {
+        super();
+        this.scannerCfg = scannerCfg;
+    }
+    init() {
+        super.init();
+        this.continue = true;
+        this.fileList = [];
+        this.fileListIndex = 0;
+    }
+    prepareWorker() {
+        this.worker = new worker_threads_1.Worker(stringWorker, { eval: true });
+        this.worker.on('message', async (scannableItem) => {
+            this.fingerprintPacker(scannableItem.fingerprint);
+            await this.nextStepMachine();
+        });
+    }
+    recoveryIndex() {
+        // Files: contains all files winnowed but not packed yet
+        const files = new FingerprintPackage_1.FingerprintPackage(this.wfp, this.folderRoot).getFilesFingerprinted();
+        if (files.length) {
+            const lastFileWinnowed = files[files.length - 1];
+            let i = 0;
+            while (i <= files.length && lastFileWinnowed !== this.fileList[this.fileListIndex - i]) {
+                i += 1;
+            }
+            // If file already winnowed cannot be found in fileList emit an error.
+            if (i > files.length) {
+                this.sendError('Cannot recovery index on winnower');
+                return -1;
+            }
+            this.fileListIndex -= i;
+            if (this.fileList[this.fileListIndex] === lastFileWinnowed)
+                this.fileListIndex += 1;
+        }
+        return 0;
+    }
+    forceStopWorker() {
+        this.worker.removeAllListeners();
+        this.worker.terminate();
+    }
+    processPackedWfp(content) {
+        const fingerprint = new FingerprintPackage_1.FingerprintPackage(content, this.folderRoot);
+        this.sendFingerprint(fingerprint);
+    }
+    async getNextScannableItem() {
+        if (this.fileListIndex >= this.fileList.length)
+            return null;
+        const path = this.fileList[this.fileListIndex];
+        const contentSource = path.replace(`${this.folderRoot}`, '');
+        const content = await fs_1.default.promises.readFile(path);
+        this.fileListIndex += 1;
+        const scannable = new ScannableItem_1.ScannableItem(content, contentSource, this.winnowingMode, this.scannerCfg.WFP_FILE_MAX_SIZE);
+        return scannable;
+    }
+    async nextStepMachine() {
+        if (!this.continue)
+            return;
+        const scannableItem = await this.getNextScannableItem();
+        if (scannableItem)
+            this.worker.postMessage(scannableItem);
+        else {
+            this.finishWinnowing();
+            this.forceStopWorker();
+            this.sendLog('[ SCANNER ]: WFP Calculator finished...');
+        }
+    }
+    start(params) {
+        if (!params.fileList)
+            this.sendError('File list is required');
+        this.sendLog('[ SCANNER ]: WFP Calculator starting...');
+        this.init();
+        this.prepareWorker();
+        if (params.winnowingMode)
+            this.setWinnowingMode(params.winnowingMode);
+        this.pendingFiles = true;
+        this.folderRoot = params.folderRoot;
+        this.fileList = params.fileList;
+        this.nextStepMachine();
+    }
+    pause() {
+        this.sendLog('[ SCANNER ]: WFP Calculator paused...');
+        this.continue = false;
+    }
+    resume() {
+        this.sendLog('[ SCANNER ]: WFP Calculator resumed...');
+        this.continue = true;
+        this.recoveryIndex();
+        this.nextStepMachine();
+    }
+    stop() {
+        this.continue = false;
+        this.pendingFiles = false;
+        this.forceStopWorker();
+        this.prepareWorker();
+        this.init();
+    }
+}
+exports.WfpCalculator = WfpCalculator;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiV2ZwQ2FsY3VsYXRvci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uLy4uLy4uL3NyYy9saWIvc2Nhbm5lci9XZnBQcm92aWRlci9XZnBDYWxjdWxhdG9yL1dmcENhbGN1bGF0b3IudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7O0FBQUEsNENBQW9CO0FBQ3BCLG1EQUF3QztBQUV4QyxpRUFBOEQ7QUFDOUQsaURBQThDO0FBRzlDLDhEQUEyRDtBQUMzRCxnREFBZ0U7QUFHaEUsTUFBTSxZQUFZLEdBQUc7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Q0E0TnBCLENBQUM7QUFFRixNQUFhLGFBQWMsU0FBUSx5QkFBVztJQU81QyxZQUFZLFVBQVUsR0FBRyxJQUFJLHVCQUFVLEVBQUU7UUFDdkMsS0FBSyxFQUFFLENBQUM7UUFDUixJQUFJLENBQUMsVUFBVSxHQUFHLFVBQVUsQ0FBQztJQUMvQixDQUFDO0lBRUQsSUFBSTtRQUNGLEtBQUssQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUNiLElBQUksQ0FBQyxRQUFRLEdBQUcsSUFBSSxDQUFDO1FBQ3JCLElBQUksQ0FBQyxRQUFRLEdBQUcsRUFBRSxDQUFDO1FBQ25CLElBQUksQ0FBQyxhQUFhLEdBQUcsQ0FBQyxDQUFDO0lBQ3pCLENBQUM7SUFFRCxhQUFhO1FBQ1gsSUFBSSxDQUFDLE1BQU0sR0FBRyxJQUFJLHVCQUFNLENBQUMsWUFBWSxFQUFFLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxDQUFDLENBQUM7UUFDdkQsSUFBSSxDQUFDLE1BQU0sQ0FBQyxFQUFFLENBQUMsU0FBUyxFQUFFLEtBQUssRUFBRSxhQUFhLEVBQUUsRUFBRTtZQUNoRCxJQUFJLENBQUMsaUJBQWlCLENBQUMsYUFBYSxDQUFDLFdBQVcsQ0FBQyxDQUFDO1lBQ2xELE1BQU0sSUFBSSxDQUFDLGVBQWUsRUFBRSxDQUFDO1FBQy9CLENBQUMsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVELGFBQWE7UUFDWCx3REFBd0Q7UUFDeEQsTUFBTSxLQUFLLEdBQUcsSUFBSSx1Q0FBa0IsQ0FBQyxJQUFJLENBQUMsR0FBRyxFQUFFLElBQUksQ0FBQyxVQUFVLENBQUMsQ0FBQyxxQkFBcUIsRUFBRSxDQUFDO1FBQ3hGLElBQUksS0FBSyxDQUFDLE1BQU0sRUFBRTtZQUNoQixNQUFNLGdCQUFnQixHQUFHLEtBQUssQ0FBQyxLQUFLLENBQUMsTUFBTSxHQUFHLENBQUMsQ0FBQyxDQUFDO1lBQ2pELElBQUksQ0FBQyxHQUFHLENBQUMsQ0FBQztZQUNWLE9BQU8sQ0FBQyxJQUFJLEtBQUssQ0FBQyxNQUFNLElBQUksZ0JBQWdCLEtBQUssSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsYUFBYSxHQUFHLENBQUMsQ0FBQyxFQUFFO2dCQUN0RixDQUFDLElBQUksQ0FBQyxDQUFDO2FBQ1I7WUFDRCxzRUFBc0U7WUFDdEUsSUFBSSxDQUFDLEdBQUcsS0FBSyxDQUFDLE1BQU0sRUFBRTtnQkFDcEIsSUFBSSxDQUFDLFNBQVMsQ0FBQyxtQ0FBbUMsQ0FBQyxDQUFDO2dCQUNwRCxPQUFPLENBQUMsQ0FBQyxDQUFDO2FBQ1g7WUFDRCxJQUFJLENBQUMsYUFBYSxJQUFJLENBQUMsQ0FBQztZQUN4QixJQUFJLElBQUksQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLGFBQWEsQ0FBQyxLQUFLLGdCQUFnQjtnQkFBRSxJQUFJLENBQUMsYUFBYSxJQUFJLENBQUMsQ0FBQztTQUNyRjtRQUNELE9BQU8sQ0FBQyxDQUFDO0lBQ1gsQ0FBQztJQUVELGVBQWU7UUFDYixJQUFJLENBQUMsTUFBTSxDQUFDLGtCQUFrQixFQUFFLENBQUM7UUFDakMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxTQUFTLEVBQUUsQ0FBQztJQUMxQixDQUFDO0lBRVMsZ0JBQWdCLENBQUMsT0FBTztRQUNoQyxNQUFNLFdBQVcsR0FBRyxJQUFJLHVDQUFrQixDQUFDLE9BQU8sRUFBRSxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUM7UUFDckUsSUFBSSxDQUFDLGVBQWUsQ0FBQyxXQUFXLENBQUMsQ0FBQztJQUNwQyxDQUFDO0lBRUQsS0FBSyxDQUFDLG9CQUFvQjtRQUN4QixJQUFJLElBQUksQ0FBQyxhQUFhLElBQUksSUFBSSxDQUFDLFFBQVEsQ0FBQyxNQUFNO1lBQUUsT0FBTyxJQUFJLENBQUM7UUFDNUQsTUFBTSxJQUFJLEdBQUcsSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDLENBQUM7UUFDL0MsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxHQUFHLElBQUksQ0FBQyxVQUFVLEVBQUUsRUFBRSxFQUFFLENBQUMsQ0FBQztRQUM3RCxNQUFNLE9BQU8sR0FBRyxNQUFNLFlBQUUsQ0FBQyxRQUFRLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ2pELElBQUksQ0FBQyxhQUFhLElBQUksQ0FBQyxDQUFDO1FBQ3hCLE1BQU0sU0FBUyxHQUFHLElBQUksNkJBQWEsQ0FBQyxPQUFPLEVBQUUsYUFBYSxFQUFFLElBQUksQ0FBQyxhQUFhLEVBQUUsSUFBSSxDQUFDLFVBQVUsQ0FBQyxpQkFBaUIsQ0FBQyxDQUFDO1FBQ25ILE9BQU8sU0FBUyxDQUFDO0lBQ25CLENBQUM7SUFFRCxLQUFLLENBQUMsZUFBZTtRQUNuQixJQUFJLENBQUMsSUFBSSxDQUFDLFFBQVE7WUFBRSxPQUFPO1FBQzNCLE1BQU0sYUFBYSxHQUFHLE1BQU0sSUFBSSxDQUFDLG9CQUFvQixFQUFFLENBQUM7UUFDeEQsSUFBSSxhQUFhO1lBQUUsSUFBSSxDQUFDLE1BQU0sQ0FBQyxXQUFXLENBQUMsYUFBYSxDQUFDLENBQUM7YUFDckQ7WUFDSCxJQUFJLENBQUMsZUFBZSxFQUFFLENBQUM7WUFDdkIsSUFBSSxDQUFDLGVBQWUsRUFBRSxDQUFDO1lBQ3ZCLElBQUksQ0FBQyxPQUFPLENBQUMseUNBQXlDLENBQUMsQ0FBQztTQUV6RDtJQUNILENBQUM7SUFHTSxLQUFLLENBQUMsTUFBeUI7UUFFcEMsSUFBRyxDQUFDLE1BQU0sQ0FBQyxRQUFRO1lBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyx1QkFBdUIsQ0FBQyxDQUFDO1FBQzdELElBQUksQ0FBQyxPQUFPLENBQUMseUNBQXlDLENBQUMsQ0FBQztRQUV4RCxJQUFJLENBQUMsSUFBSSxFQUFFLENBQUM7UUFDWixJQUFJLENBQUMsYUFBYSxFQUFFLENBQUM7UUFFckIsSUFBRyxNQUFNLENBQUMsYUFBYTtZQUFFLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxNQUFNLENBQUMsYUFBYSxDQUFDLENBQUM7UUFDckUsSUFBSSxDQUFDLFlBQVksR0FBRyxJQUFJLENBQUM7UUFDekIsSUFBSSxDQUFDLFVBQVUsR0FBRyxNQUFNLENBQUMsVUFBVSxDQUFDO1FBQ3BDLElBQUksQ0FBQyxRQUFRLEdBQUcsTUFBTSxDQUFDLFFBQVEsQ0FBQztRQUNoQyxJQUFJLENBQUMsZUFBZSxFQUFFLENBQUM7SUFDekIsQ0FBQztJQUtNLEtBQUs7UUFDVixJQUFJLENBQUMsT0FBTyxDQUFDLHVDQUF1QyxDQUFDLENBQUE7UUFDckQsSUFBSSxDQUFDLFFBQVEsR0FBRyxLQUFLLENBQUM7SUFDeEIsQ0FBQztJQUVNLE1BQU07UUFDWCxJQUFJLENBQUMsT0FBTyxDQUFDLHdDQUF3QyxDQUFDLENBQUE7UUFDdEQsSUFBSSxDQUFDLFFBQVEsR0FBRyxJQUFJLENBQUM7UUFDckIsSUFBSSxDQUFDLGFBQWEsRUFBRSxDQUFDO1FBQ3JCLElBQUksQ0FBQyxlQUFlLEVBQUUsQ0FBQztJQUN6QixDQUFDO0lBRU0sSUFBSTtRQUNULElBQUksQ0FBQyxRQUFRLEdBQUcsS0FBSyxDQUFDO1FBQ3RCLElBQUksQ0FBQyxZQUFZLEdBQUcsS0FBSyxDQUFDO1FBQzFCLElBQUksQ0FBQyxlQUFlLEVBQUUsQ0FBQztRQUN2QixJQUFJLENBQUMsYUFBYSxFQUFFLENBQUM7UUFDckIsSUFBSSxDQUFDLElBQUksRUFBRSxDQUFDO0lBQ2QsQ0FBQztDQUVGO0FBdEhELHNDQXNIQyJ9

package/build/main/lib/scanner/WfpProvider/WfpProvider.d.ts

@@ -0,0 +1,32 @@
+/// <reference types="node" />
+import { Worker } from 'worker_threads';
+import { EventEmitter } from "stream";
+import { ScannerCfg } from "../ScannerCfg";
+import { WinnowingMode } from "../ScannerTypes";
+import { FingerprintPackage } from "./FingerprintPackage";
+export interface IWfpProviderInput {
+    wfpPath?: string;
+    folderRoot?: string;
+    fileList?: Array<string>;
+    winnowingMode?: WinnowingMode;
+}
+export declare abstract class WfpProvider extends EventEmitter {
+    protected wfp: string;
+    protected scannerCfg: ScannerCfg;
+    protected folderRoot: string;
+    protected worker: Worker;
+    protected pendingFiles: boolean;
+    protected winnowingMode: WinnowingMode;
+    protected init(): void;
+    protected fingerprintPacker(fingerprint: string): boolean;
+    protected finishWinnowing(): void;
+    protected sendFingerprint(fingerprintPackage: FingerprintPackage): void;
+    protected sendLog(logMsg: string): void;
+    protected sendError(errorMsg: string): void;
+    protected setWinnowingMode(mode: WinnowingMode): void;
+    abstract start(params: IWfpProviderInput): void;
+    abstract stop(): void;
+    abstract pause(): void;
+    abstract resume(): void;
+    hasPendingFiles(): boolean;
+}

package/build/main/lib/scanner/WfpProvider/WfpProvider.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WfpProvider = void 0;
+const stream_1 = require("stream");
+const ScannerTypes_1 = require("../ScannerTypes");
+const FingerprintPackage_1 = require("./FingerprintPackage");
+class WfpProvider extends stream_1.EventEmitter {
+    init() {
+        this.wfp = '';
+        this.folderRoot = '';
+        this.pendingFiles = false;
+        this.winnowingMode = ScannerTypes_1.WinnowingMode.FULL_WINNOWING;
+    }
+    // returns true if the function emitted a new fingerprint packet
+    fingerprintPacker(fingerprint) {
+        // When the fingerprint of one file is bigger than 64Kb, truncate to the last 64Kb line.
+        if (fingerprint.length > this.scannerCfg.WFP_FILE_MAX_SIZE) {
+            let truncateStringOnIndex = this.scannerCfg.WFP_FILE_MAX_SIZE;
+            let keepRemovingCharacters = true;
+            while (keepRemovingCharacters) {
+                if (fingerprint[truncateStringOnIndex] === '\n')
+                    keepRemovingCharacters = false;
+                truncateStringOnIndex -= 1;
+            }
+            truncateStringOnIndex += 1;
+            // eslint-disable-next-line no-param-reassign
+            fingerprint = fingerprint.substring(0, truncateStringOnIndex);
+            // eslint-disable-next-line no-param-reassign
+            fingerprint += '\n';
+        }
+        if (this.wfp.length + fingerprint.length >= this.scannerCfg.WFP_FILE_MAX_SIZE) {
+            this.sendFingerprint(new FingerprintPackage_1.FingerprintPackage(this.wfp, this.folderRoot));
+            this.wfp = '';
+        }
+        this.wfp += fingerprint;
+        if (this.wfp !== fingerprint)
+            return false;
+        return true;
+    }
+    finishWinnowing() {
+        if (this.wfp.length !== 0)
+            this.sendFingerprint(new FingerprintPackage_1.FingerprintPackage(this.wfp, this.folderRoot));
+        this.pendingFiles = false;
+        this.emit(ScannerTypes_1.ScannerEvents.WINNOWING_FINISHED);
+    }
+    sendFingerprint(fingerprintPackage) {
+        this.emit(ScannerTypes_1.ScannerEvents.WINNOWING_NEW_CONTENT, fingerprintPackage);
+    }
+    sendLog(logMsg) {
+        this.emit(ScannerTypes_1.ScannerEvents.WINNOWER_LOG, logMsg);
+    }
+    sendError(errorMsg) {
+        this.emit(ScannerTypes_1.ScannerEvents.ERROR, new Error(errorMsg));
+    }
+    setWinnowingMode(mode) {
+        this.winnowingMode = mode;
+    }
+    hasPendingFiles() {
+        return this.pendingFiles;
+    }
+}
+exports.WfpProvider = WfpProvider;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiV2ZwUHJvdmlkZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi8uLi9zcmMvbGliL3NjYW5uZXIvV2ZwUHJvdmlkZXIvV2ZwUHJvdmlkZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBQ0EsbUNBQXNDO0FBRXRDLGtEQUE2RTtBQUM3RSw2REFBMEQ7QUFVMUQsTUFBc0IsV0FBWSxTQUFRLHFCQUFZO0lBUzFDLElBQUk7UUFDWixJQUFJLENBQUMsR0FBRyxHQUFHLEVBQUUsQ0FBQztRQUNkLElBQUksQ0FBQyxVQUFVLEdBQUcsRUFBRSxDQUFDO1FBQ3JCLElBQUksQ0FBQyxZQUFZLEdBQUcsS0FBSyxDQUFDO1FBQzFCLElBQUksQ0FBQyxhQUFhLEdBQUcsNEJBQWEsQ0FBQyxjQUFjLENBQUM7SUFDcEQsQ0FBQztJQUVELGdFQUFnRTtJQUN0RCxpQkFBaUIsQ0FBQyxXQUFtQjtRQUM3Qyx3RkFBd0Y7UUFDeEYsSUFBSSxXQUFXLENBQUMsTUFBTSxHQUFHLElBQUksQ0FBQyxVQUFVLENBQUMsaUJBQWlCLEVBQUU7WUFDMUQsSUFBSSxxQkFBcUIsR0FBRyxJQUFJLENBQUMsVUFBVSxDQUFDLGlCQUFpQixDQUFDO1lBQzlELElBQUksc0JBQXNCLEdBQUcsSUFBSSxDQUFDO1lBQ2xDLE9BQU8sc0JBQXNCLEVBQUU7Z0JBQzdCLElBQUksV0FBVyxDQUFDLHFCQUFxQixDQUFDLEtBQUssSUFBSTtvQkFBRSxzQkFBc0IsR0FBRyxLQUFLLENBQUM7Z0JBQ2hGLHFCQUFxQixJQUFJLENBQUMsQ0FBQzthQUM1QjtZQUNELHFCQUFxQixJQUFJLENBQUMsQ0FBQztZQUMzQiw2Q0FBNkM7WUFDN0MsV0FBVyxHQUFHLFdBQVcsQ0FBQyxTQUFTLENBQUMsQ0FBQyxFQUFFLHFCQUFxQixDQUFDLENBQUM7WUFDOUQsNkNBQTZDO1lBQzdDLFdBQVcsSUFBSSxJQUFJLENBQUM7U0FDckI7UUFFRCxJQUFJLElBQUksQ0FBQyxHQUFHLENBQUMsTUFBTSxHQUFHLFdBQVcsQ0FBQyxNQUFNLElBQUksSUFBSSxDQUFDLFVBQVUsQ0FBQyxpQkFBaUIsRUFBRTtZQUM3RSxJQUFJLENBQUMsZUFBZSxDQUFDLElBQUksdUNBQWtCLENBQUMsSUFBSSxDQUFDLEdBQUcsRUFBRSxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUMsQ0FBQztZQUN4RSxJQUFJLENBQUMsR0FBRyxHQUFHLEVBQUUsQ0FBQztTQUNmO1FBQ0QsSUFBSSxDQUFDLEdBQUcsSUFBSSxXQUFXLENBQUM7UUFFeEIsSUFBRyxJQUFJLENBQUMsR0FBRyxLQUFLLFdBQVc7WUFBRSxPQUFPLEtBQUssQ0FBQztRQUMxQyxPQUFPLElBQUksQ0FBQztJQUNkLENBQUM7SUFFUyxlQUFlO1FBQ3ZCLElBQUksSUFBSSxDQUFDLEdBQUcsQ0FBQyxNQUFNLEtBQUssQ0FBQztZQUFFLElBQUksQ0FBQyxlQUFlLENBQUMsSUFBSSx1Q0FBa0IsQ0FBQyxJQUFJLENBQUMsR0FBRyxFQUFFLElBQUksQ0FBQyxVQUFVLENBQUMsQ0FBQyxDQUFDO1FBQ25HLElBQUksQ0FBQyxZQUFZLEdBQUcsS0FBSyxDQUFDO1FBQzFCLElBQUksQ0FBQyxJQUFJLENBQUMsNEJBQWEsQ0FBQyxrQkFBa0IsQ0FBQyxDQUFDO0lBQzlDLENBQUM7SUFHUyxlQUFlLENBQUMsa0JBQXNDO1FBQzlELElBQUksQ0FBQyxJQUFJLENBQUMsNEJBQWEsQ0FBQyxxQkFBcUIsRUFBRSxrQkFBa0IsQ0FBQyxDQUFDO0lBQ3JFLENBQUM7SUFFUyxPQUFPLENBQUMsTUFBYztRQUM5QixJQUFJLENBQUMsSUFBSSxDQUFDLDRCQUFhLENBQUMsWUFBWSxFQUFFLE1BQU0sQ0FBQyxDQUFDO0lBQ2hELENBQUM7SUFFUyxTQUFTLENBQUMsUUFBZ0I7UUFDbEMsSUFBSSxDQUFDLElBQUksQ0FBQyw0QkFBYSxDQUFDLEtBQUssRUFBRSxJQUFJLEtBQUssQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDO0lBQ3RELENBQUM7SUFFUyxnQkFBZ0IsQ0FBQyxJQUFtQjtRQUM1QyxJQUFJLENBQUMsYUFBYSxHQUFHLElBQUksQ0FBQztJQUM1QixDQUFDO0lBUU0sZUFBZTtRQUNwQixPQUFPLElBQUksQ0FBQyxZQUFZLENBQUM7SUFDM0IsQ0FBQztDQUVGO0FBNUVELGtDQTRFQyJ9

package/build/main/lib/scanner/WfpProvider/WfpProviderFactory.d.ts

@@ -0,0 +1,6 @@
+import { ScannerInput } from "../ScannerTypes";
+import { WfpCalculator } from "./WfpCalculator/WfpCalculator";
+import { WfpSplitter } from "./WfpSplitter/WfpSplitter";
+export declare class WfpProviderFactory {
+    static create(scannerInput: ScannerInput): WfpCalculator | WfpSplitter;
+}

package/build/main/lib/scanner/WfpProvider/WfpProviderFactory.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WfpProviderFactory = void 0;
+const WfpCalculator_1 = require("./WfpCalculator/WfpCalculator");
+const WfpSplitter_1 = require("./WfpSplitter/WfpSplitter");
+class WfpProviderFactory {
+    static create(scannerInput) {
+        if (scannerInput.fileScan)
+            return new WfpCalculator_1.WfpCalculator();
+        if (scannerInput.wfpScan)
+            return new WfpSplitter_1.WfpSplitter();
+        return null;
+    }
+}
+exports.WfpProviderFactory = WfpProviderFactory;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiV2ZwUHJvdmlkZXJGYWN0b3J5LmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vc3JjL2xpYi9zY2FubmVyL1dmcFByb3ZpZGVyL1dmcFByb3ZpZGVyRmFjdG9yeS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7QUFDQSxpRUFBOEQ7QUFDOUQsMkRBQXdEO0FBRXhELE1BQWEsa0JBQWtCO0lBRTdCLE1BQU0sQ0FBQyxNQUFNLENBQUMsWUFBMEI7UUFDdEMsSUFBSSxZQUFZLENBQUMsUUFBUTtZQUFFLE9BQU8sSUFBSSw2QkFBYSxFQUFFLENBQUM7UUFDdEQsSUFBSSxZQUFZLENBQUMsT0FBTztZQUFFLE9BQU8sSUFBSSx5QkFBVyxFQUFFLENBQUM7UUFDbkQsT0FBTyxJQUFJLENBQUM7SUFDZCxDQUFDO0NBSUY7QUFWRCxnREFVQyJ9

package/build/main/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.d.ts

@@ -0,0 +1,20 @@
+import { IWfpProviderInput, WfpProvider } from "../WfpProvider";
+import { ScannerCfg } from "../../ScannerCfg";
+export declare class WfpSplitter extends WfpProvider {
+    private continue;
+    private wfpStream;
+    private chunkDataRead;
+    private fingerprints;
+    private fingerprintIndex;
+    private timer;
+    constructor(scannerCfg?: ScannerCfg);
+    start(params: IWfpProviderInput): void;
+    stop(): void;
+    pause(): void;
+    resume(): void;
+    private sendFingerprints;
+    private stopSendFingerprints;
+    private streamBufferFlush;
+    private setStreamListeners;
+    private splitFingerprints;
+}

package/build/main/lib/scanner/WfpProvider/WfpSplitter/WfpSplitter.js

@@ -0,0 +1,94 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WfpSplitter = void 0;
+const WfpProvider_1 = require("../WfpProvider");
+const fs_1 = __importDefault(require("fs"));
+const ScannerCfg_1 = require("../../ScannerCfg");
+class WfpSplitter extends WfpProvider_1.WfpProvider {
+    constructor(scannerCfg = new ScannerCfg_1.ScannerCfg()) {
+        super();
+        this.scannerCfg = scannerCfg;
+    }
+    start(params) {
+        this.sendLog('[ SCANNER ]: WFP Splitter starting...');
+        this.init();
+        this.pendingFiles = true;
+        this.chunkDataRead = '';
+        this.fingerprints = [];
+        this.continue = true;
+        this.fingerprintIndex = 0;
+        const wfpPath = params.wfpPath;
+        if (!wfpPath)
+            this.sendError('WFP path is not defined');
+        this.wfpStream = fs_1.default.createReadStream(wfpPath, { encoding: 'utf8' });
+        this.setStreamListeners();
+    }
+    stop() {
+        this.continue = false;
+    }
+    pause() {
+        this.sendLog('[ SCANNER ]: WFP Splitter paused...');
+        this.continue = false;
+    }
+    resume() {
+        this.sendLog('[ SCANNER ]: WFP Splitter resumed...');
+        this.continue = true;
+        this.sendFingerprints();
+        this.streamBufferFlush();
+    }
+    sendFingerprints() {
+        if (this.timer === undefined) {
+            this.timer = setInterval(() => {
+                if (this.fingerprintIndex < this.fingerprints.length && this.continue) {
+                    this.fingerprintPacker(this.fingerprints[this.fingerprintIndex]);
+                    this.fingerprintIndex++;
+                }
+                else {
+                    this.stopSendFingerprints();
+                }
+            });
+        }
+    }
+    stopSendFingerprints() {
+        clearInterval(this.timer);
+        this.timer = undefined;
+        if (this.fingerprintIndex === this.fingerprints.length) {
+            this.finishWinnowing();
+            this.sendLog('[ SCANNER ]: WFP Splitter finished...');
+        }
+    }
+    streamBufferFlush() {
+        // Use a loop to make sure we read all currently available data
+        while (this.continue && null !== (this.chunkDataRead = this.wfpStream.read(1 * 1024 * 1024))) { // Read chunks of 1MB
+            // Extract the first portion of the chunk until the first file=
+            // Then append the chunk to the last fingerprint.
+            if (!this.chunkDataRead.startsWith('file=')) {
+                const chunkOfData = this.chunkDataRead.substring(0, this.chunkDataRead.indexOf('file='));
+                this.fingerprints[this.fingerprints.length - 1] += chunkOfData;
+            }
+            this.fingerprints = [...this.fingerprints, ...this.splitFingerprints(this.chunkDataRead)];
+            this.sendFingerprints();
+        }
+    }
+    setStreamListeners() {
+        this.wfpStream.on('readable', () => {
+            this.streamBufferFlush();
+        });
+        this.wfpStream.on('end', () => { });
+    }
+    splitFingerprints(chunkOfData) {
+        const reg = /file=/g;
+        const blocksIndex = [...((chunkOfData).matchAll(reg))].map(x => x.index);
+        const fingerprints = [];
+        for (let i = 0; i < blocksIndex.length; i++) {
+            const fingerprint = chunkOfData.substring(blocksIndex[i], blocksIndex[i + 1]);
+            fingerprints.push(fingerprint);
+        }
+        return fingerprints;
+    }
+}
+exports.WfpSplitter = WfpSplitter;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiV2ZwU3BsaXR0ZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi8uLi8uLi9zcmMvbGliL3NjYW5uZXIvV2ZwUHJvdmlkZXIvV2ZwU3BsaXR0ZXIvV2ZwU3BsaXR0ZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7O0FBQUEsZ0RBQWdFO0FBQ2hFLDRDQUFvQjtBQUNwQixpREFBOEM7QUFHOUMsTUFBYSxXQUFZLFNBQVEseUJBQVc7SUFjMUMsWUFBWSxVQUFVLEdBQUcsSUFBSSx1QkFBVSxFQUFFO1FBQ3ZDLEtBQUssRUFBRSxDQUFDO1FBQ1IsSUFBSSxDQUFDLFVBQVUsR0FBRyxVQUFVLENBQUM7SUFDL0IsQ0FBQztJQUVNLEtBQUssQ0FBQyxNQUF5QjtRQUNwQyxJQUFJLENBQUMsT0FBTyxDQUFDLHVDQUF1QyxDQUFDLENBQUM7UUFFdEQsSUFBSSxDQUFDLElBQUksRUFBRSxDQUFDO1FBQ1osSUFBSSxDQUFDLFlBQVksR0FBRyxJQUFJLENBQUM7UUFDekIsSUFBSSxDQUFDLGFBQWEsR0FBRyxFQUFFLENBQUM7UUFDeEIsSUFBSSxDQUFDLFlBQVksR0FBRyxFQUFFLENBQUM7UUFDdkIsSUFBSSxDQUFDLFFBQVEsR0FBRyxJQUFJLENBQUM7UUFDckIsSUFBSSxDQUFDLGdCQUFnQixHQUFHLENBQUMsQ0FBQztRQUMxQixNQUFNLE9BQU8sR0FBRyxNQUFNLENBQUMsT0FBTyxDQUFDO1FBQy9CLElBQUksQ0FBQyxPQUFPO1lBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyx5QkFBeUIsQ0FBQyxDQUFDO1FBRXhELElBQUksQ0FBQyxTQUFTLEdBQUcsWUFBRSxDQUFDLGdCQUFnQixDQUFDLE9BQU8sRUFBRSxFQUFFLFFBQVEsRUFBRSxNQUFNLEVBQUUsQ0FBQyxDQUFDO1FBQ3BFLElBQUksQ0FBQyxrQkFBa0IsRUFBRSxDQUFDO0lBQzVCLENBQUM7SUFFTSxJQUFJO1FBQ1QsSUFBSSxDQUFDLFFBQVEsR0FBRyxLQUFLLENBQUM7SUFDeEIsQ0FBQztJQUVNLEtBQUs7UUFDVixJQUFJLENBQUMsT0FBTyxDQUFDLHFDQUFxQyxDQUFDLENBQUE7UUFDbkQsSUFBSSxDQUFDLFFBQVEsR0FBRyxLQUFLLENBQUM7SUFDeEIsQ0FBQztJQUVNLE1BQU07UUFDWCxJQUFJLENBQUMsT0FBTyxDQUFDLHNDQUFzQyxDQUFDLENBQUE7UUFDcEQsSUFBSSxDQUFDLFFBQVEsR0FBRyxJQUFJLENBQUM7UUFDckIsSUFBSSxDQUFDLGdCQUFnQixFQUFFLENBQUM7UUFDeEIsSUFBSSxDQUFDLGlCQUFpQixFQUFFLENBQUM7SUFDM0IsQ0FBQztJQUdPLGdCQUFnQjtRQUN0QixJQUFHLElBQUksQ0FBQyxLQUFLLEtBQUssU0FBUyxFQUFFO1lBQzNCLElBQUksQ0FBQyxLQUFLLEdBQUcsV0FBVyxDQUFDLEdBQUcsRUFBRTtnQkFDNUIsSUFBRyxJQUFJLENBQUMsZ0JBQWdCLEdBQUcsSUFBSSxDQUFDLFlBQVksQ0FBQyxNQUFNLElBQUksSUFBSSxDQUFDLFFBQVEsRUFBRTtvQkFDcEUsSUFBSSxDQUFDLGlCQUFpQixDQUFDLElBQUksQ0FBQyxZQUFZLENBQUMsSUFBSSxDQUFDLGdCQUFnQixDQUFDLENBQUMsQ0FBQztvQkFDakUsSUFBSSxDQUFDLGdCQUFnQixFQUFFLENBQUM7aUJBQ3pCO3FCQUFNO29CQUNMLElBQUksQ0FBQyxvQkFBb0IsRUFBRSxDQUFDO2lCQUM3QjtZQUNILENBQUMsQ0FBQyxDQUFDO1NBQ0o7SUFHSCxDQUFDO0lBRU8sb0JBQW9CO1FBQzFCLGFBQWEsQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLENBQUM7UUFDMUIsSUFBSSxDQUFDLEtBQUssR0FBRyxTQUFTLENBQUM7UUFDdkIsSUFBRyxJQUFJLENBQUMsZ0JBQWdCLEtBQUssSUFBSSxDQUFDLFlBQVksQ0FBQyxNQUFNLEVBQUM7WUFDcEQsSUFBSSxDQUFDLGVBQWUsRUFBRSxDQUFDO1lBQ3ZCLElBQUksQ0FBQyxPQUFPLENBQUMsdUNBQXVDLENBQUMsQ0FBQztTQUN2RDtJQUNILENBQUM7SUFFTyxpQkFBaUI7UUFDdkIsK0RBQStEO1FBQy9ELE9BQU8sSUFBSSxDQUFDLFFBQVEsSUFBSSxJQUFJLEtBQUssQ0FBQyxJQUFJLENBQUMsYUFBYSxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUMsSUFBSSxDQUFDLENBQUMsR0FBRyxJQUFJLEdBQUcsSUFBSSxDQUFDLENBQUMsRUFBRSxFQUFHLHFCQUFxQjtZQUdwSCwrREFBK0Q7WUFDL0QsaURBQWlEO1lBQ2pELElBQUksQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDLFVBQVUsQ0FBQyxPQUFPLENBQUMsRUFBRTtnQkFDM0MsTUFBTSxXQUFXLEdBQUcsSUFBSSxDQUFDLGFBQWEsQ0FBQyxTQUFTLENBQUMsQ0FBQyxFQUFFLElBQUksQ0FBQyxhQUFhLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUM7Z0JBQ3pGLElBQUksQ0FBQyxZQUFZLENBQUMsSUFBSSxDQUFDLFlBQVksQ0FBQyxNQUFNLEdBQUMsQ0FBQyxDQUFDLElBQUksV0FBVyxDQUFDO2FBQzlEO1lBQ0QsSUFBSSxDQUFDLFlBQVksR0FBRyxDQUFDLEdBQUcsSUFBSSxDQUFDLFlBQVksRUFBRSxHQUFHLElBQUksQ0FBQyxpQkFBaUIsQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDLENBQUMsQ0FBQztZQUMxRixJQUFJLENBQUMsZ0JBQWdCLEVBQUUsQ0FBQztTQUN6QjtJQUNILENBQUM7SUFFTyxrQkFBa0I7UUFDeEIsSUFBSSxDQUFDLFNBQVMsQ0FBQyxFQUFFLENBQUMsVUFBVSxFQUFFLEdBQUcsRUFBRTtZQUNqQyxJQUFJLENBQUMsaUJBQWlCLEVBQUUsQ0FBQztRQUMzQixDQUFDLENBQUMsQ0FBQztRQUVILElBQUksQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDLEtBQUssRUFBRSxHQUFHLEVBQUUsR0FBRSxDQUFDLENBQUMsQ0FBQztJQUNyQyxDQUFDO0lBRU8saUJBQWlCLENBQUMsV0FBa0I7UUFDMUMsTUFBTSxHQUFHLEdBQUcsUUFBUSxDQUFDO1FBQ3JCLE1BQU0sV0FBVyxHQUFHLENBQUMsR0FBRyxDQUFDLENBQUMsV0FBVyxDQUFDLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsS0FBSyxDQUFDLENBQUM7UUFDekUsTUFBTSxZQUFZLEdBQUcsRUFBRSxDQUFDO1FBQ3hCLEtBQUssSUFBSSxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUMsR0FBRyxXQUFXLENBQUMsTUFBTSxFQUFHLENBQUMsRUFBRSxFQUFFO1lBQzVDLE1BQU0sV0FBVyxHQUFHLFdBQVcsQ0FBQyxTQUFTLENBQUMsV0FBVyxDQUFDLENBQUMsQ0FBQyxFQUFFLFdBQVcsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsQ0FBQztZQUM5RSxZQUFZLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQyxDQUFDO1NBQ2hDO1FBQ0QsT0FBTyxZQUFZLENBQUM7SUFDdEIsQ0FBQztDQUdGO0FBaEhELGtDQWdIQyJ9

package/build/main/lib/scanner/Winnower/Winnower.d.ts

@@ -0,0 +1,36 @@
+/// <reference types="node" />
+import EventEmitter from 'events';
+import { ScannableItem } from '../Scannable/ScannableItem';
+import { ScannerCfg } from '../ScannerCfg';
+import { ScannerInput, WinnowingMode } from '../ScannerTypes';
+export declare class Winnower extends EventEmitter {
+    private scannerCfg;
+    private fileList;
+    private fileListIndex;
+    private folderRoot;
+    private wfp;
+    private worker;
+    private continue;
+    private isRunning;
+    private winnowingMode;
+    private readingFromFile;
+    private winnowingExtractor;
+    constructor(scannerCfg?: ScannerCfg);
+    init(): void;
+    prepareWorker(): void;
+    recoveryIndex(): 0 | -1;
+    forceStopWorker(): void;
+    private winnowerPacker;
+    processPackedWfp(content: any): void;
+    getNextScannableItem(): Promise<ScannableItem>;
+    nextStepMachine(): Promise<void>;
+    startWinnowingFromFile(filePath: string): void;
+    private extractionProcess;
+    startWinnowing(scanInput: ScannerInput): Promise<void>;
+    private finishWinnowing;
+    pause(): void;
+    resume(): void;
+    stop(): void;
+    hasPendingFiles(): boolean;
+    setWinnowingMode(mode: WinnowingMode): void;
+}