scanoss 0.2.10 → 0.2.11

package/src/bin/cli-bin.ts

@@ -1,52 +0,0 @@
-#!/usr/bin/env node
-
-import { program } from 'commander';
-import { scanHandler } from '../commands/scan';
-
-function CLIErrorHandler(e: Error) {
-  console.error(' ');
-  console.error(e);
-  process.exit(1);
-}
-
-
-
-
-async function main() {
-  program
-    .version("0.2.9")
-    .description('The SCANOSS JS package provides a simple, easy to consume module for interacting with SCANOSS APIs/Engine.')
-
-  program
-    .command('scan <source>')
-    .description('Scan a folder/file')
-    //.option('-w, --wfp', 'Scan a .wfp file instead of a folder') // In progress
-    .option('-c, --concurrency <number>', 'Number of concurrent connections to use while scanning (optional -default 10)')
-    .option('--filter <path>', 'Loads an user defined filter (optional)')
-    .option('-o, --output <filename>', 'Output result file name (optional - default stdout)')
-    .option('-F, --flags <flags>', 'Scanning engine flags (1: disable snippet matching, 2 enable snippet ids, 4: disable dependencies, 8: disable licenses, 16: disable copyrights,32: disable vulnerabilities, 64: disable quality, 128: disable cryptography,256: disable best match, 512: Report identified files)')
-    .option('-P, --post-size <postsize>', 'Number of kilobytes to limit the post to while scanning (optional - default 64)')
-    .option('-R, --max-retry <retry>', 'Max number of retries for each POST (optional -default 5)')
-    .option('-M, --timeout <timeout>', 'Timeout (in seconds) for API communication (optional -default 120)')
-    .option('-a, --apiurl <apiurl>', 'SCANOSS API URL (optional - default: https://osskb.org/api/scan/direct)')
-    .option('-k, --key <key>', 'SCANOSS API Key token (optional - not required for default OSSKB URL)')
-    .option('-v, --verbose', 'Makes scan operation verbose')
-    .action((source, options) => {scanHandler(source, options).catch((e) => {CLIErrorHandler(e)})})
-    .addHelpText('after', `
-  Examples:
-    $ scanoss-js scan -o scan-output.json <source-folder>`
-    );
-
-
-    await program.parseAsync(process.argv);
-
-
-}
-
-
-try {
-  main();
-} catch (e) {
-  console.error(e);
-  process.exit(1);
-}

package/src/commands/scan.ts

@@ -1,97 +0,0 @@
-import { Scanner } from '../lib/scanner/Scanner';
-import { ScannerEvents, ScannerInput } from '../lib/scanner/ScannerTypes';
-import { ScannerCfg } from '../lib/scanner/ScannerCfg';
-import { Tree } from '../lib/tree/Tree';
-
-import cliProgress from 'cli-progress';
-import { DispatcherResponse } from '../lib/scanner/Dispatcher/DispatcherResponse';
-import { defaultFilter } from '../lib/filters/defaultFilter';
-import { FilterList } from '../lib/filters/filtering';
-
-import fs from 'fs';
-
-// Async function that verify if a path is a folder. If the path is not valid the promise will be rejected
-const isFolder = (path: string): Promise<boolean> => {
-  return new Promise((resolve, reject) => {
-    fs.stat(path, (err, stats) => {
-      if (err) {
-        reject(err);
-      } else {
-        resolve(stats.isDirectory());
-      }
-    });
-  });
-}
-
-export async function scanHandler(rootPath: string, options: any): Promise<void> {
-
-  let scannerInput: ScannerInput = {fileList: []};
-
-  rootPath = rootPath.replace(/\/$/, '');  // Remove trailing slash if exists
-  rootPath = rootPath.replace(/^\./, process.env.PWD);  // Convert relative path to absolute path.
-  const pathIsFolder = await isFolder(rootPath);
-
-  // Create scanner and set connections parameters
-  const scannerCfg = new ScannerCfg();
-  if(options.concurrency) scannerCfg.CONCURRENCY_LIMIT = parseInt(options.concurrency);
-  if(options.postSize) scannerCfg.WFP_FILE_MAX_SIZE = parseInt(options.postSize) * 1024;
-  if(options.apiurl) scannerCfg.API_URL = options.apiurl;
-  if(options.key) scannerCfg.API_KEY = options.key;
-  if(options.timeout) scannerCfg.TIMEOUT = options.timeout * 1000;
-  if(options.maxRetry) scannerCfg.MAX_RETRIES_FOR_RECOVERABLES_ERRORS = options.maxRetry;
-  const scanner = new Scanner(scannerCfg);
-
-  scannerInput.folderRoot = rootPath + '/'; // This will remove the project root path from the results.
-  if(options.flags) scannerInput.engineFlags = options.flags;
-
-  if(!options.wfp) {
-    if(pathIsFolder) {
-      const tree = new Tree(rootPath);
-      const filter = new FilterList('');
-
-      if (options.filter) {
-        console.error('Loading filter from file: ' + options.filter);
-        filter.loadFromFile(options.filter);
-      } else {
-        console.error('Loading default filters...');
-        filter.load(defaultFilter as FilterList);
-      }
-      console.error('Reading directory...  ');
-      tree.loadFilter(filter);
-      tree.buildTree();
-      scannerInput.fileList = tree.getFileList();
-    } else {
-      scannerInput.fileList = [rootPath];
-    }
-  } else {
-    const winnowing = fs.readFileSync(rootPath, {encoding: 'utf-8'});
-    //filesCounter = [...winnowing.matchAll(/file=/g)].length;
-  }
-
-  if (!options.verbose) {
-    const optBar1 = { format: 'Scan Progress: [{bar}] {percentage}% | Scanned {value} files of {total}' };
-    const bar1 = new cliProgress.SingleBar(optBar1, cliProgress.Presets.shades_classic);
-    bar1.start(scannerInput.fileList.length, 0);
-
-    scanner.on(ScannerEvents.DISPATCHER_NEW_DATA, (dispResp: DispatcherResponse) => {
-      bar1.increment(dispResp.getFilesScanned().length);
-    });
-
-    scanner.on(ScannerEvents.SCAN_DONE, async (resultPath) => {bar1.stop();});
-  } else {
-    scanner.on(ScannerEvents.SCANNER_LOG, (logText) => console.error(logText));
-  }
-
-  scanner.on(ScannerEvents.SCAN_DONE, async (resultPath) => {
-    if(options.output)
-      await fs.promises.copyFile(resultPath, options.output);
-    else
-      console.log(await fs.promises.readFile(resultPath, 'utf8'));
-  });
-
-  if (options.wfp) await scanner.scanFromWinnowingFile(rootPath);
-  else await scanner.scan([scannerInput]);
-
-}
-
-

package/src/index.ts

@@ -1,4 +0,0 @@
-export * from './lib/scanner/ScannerTypes';
-export * from './lib/scanner/ScannerCfg'
-export * from './lib/scanner/Scanner'
-

package/src/lib/filters/defaultFilter.ts

@@ -1,207 +0,0 @@
-// ------ FILTERS SYNC WITH PYTHON CLIENT 06/10/2021 ------ //
-import { FilterListType } from "./filtering";
-
-
-export const defaultFilter = {
-  name: 'Default',
-  type: FilterListType.BANNED,
-  filters: [
-    { condition: '=', value: '0', ftype: 'SIZE', scope: 'FILE' },
-
-    //Folders and files filters
-    { condition: 'starts', value: '.', ftype: 'NAME' },
-
-    //Folder filters
-    { condition: 'ends', value: '.egg-info', ftype: 'NAME', scope: 'FOLDER' },
-
-    { condition: 'fullmatch', value: 'nbproject', ftype: 'NAME', scope: 'FOLDER' },
-    { condition: 'fullmatch', value: 'nbbuild', ftype: 'NAME', scope: 'FOLDER'  },
-    { condition: 'fullmatch', value: 'nbdist', ftype: 'NAME', scope: 'FOLDER'  },
-    { condition: 'fullmatch', value: '__pycache__', ftype: 'NAME', scope: 'FOLDER'  },
-    { condition: 'fullmatch', value: 'venv', ftype: 'NAME', scope: 'FOLDER'  },
-    { condition: 'fullmatch', value: '_yardoc', ftype: 'NAME', scope: 'FOLDER'  },
-    { condition: 'fullmatch', value: 'eggs', ftype: 'NAME', scope: 'FOLDER'  },
-    { condition: 'fullmatch', value: 'wheels', ftype: 'NAME', scope: 'FOLDER'  },
-    { condition: 'fullmatch', value: 'htmlcov', ftype: 'NAME', scope: 'FOLDER'  },
-    { condition: 'fullmatch', value: '__pypackages__', ftype: 'NAME', scope: 'FOLDER'  },
-
-
-    //Files filters
-
-    { condition: 'fullmatch', value: 'gradlew', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'gradlew.bat', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'mvnw', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'mvnw.cmd', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'gradle-wrapper.jar', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'maven-wrapper.jar', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'thumbs.db', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'babel.config.js', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'license.txt', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'license.md', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'copying.lib', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'fullmatch', value: 'makefile', ftype: 'NAME', scope: 'FILE' },
-
-
-    { condition: 'starts', value: '.asar', ftype: 'NAME', scope: 'FILE' },
-
-
-    { condition: 'ends', value: 'news', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'authors', ftype: 'NAME', scope: 'FILE' },
-
-
-    { condition: 'ends', value: '-doc', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'changelog', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'config', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'copying', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'license', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'licenses', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'notice', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'readme', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'swiftdoc', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'texidoc', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'todo', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'version', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'ignore', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'manifest', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'sqlite', ftype: 'NAME', scope: 'FILE' },
-    { condition: 'ends', value: 'sqlite3', ftype: 'NAME', scope: 'FILE' },
-
-    { condition: '=', value: '.1', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.2', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.3', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.4', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.5', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.6', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.7', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.8', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.9', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.ac', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.adoc', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.am', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.asciidoc', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.bmp', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.build', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.cfg', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.chm', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.class', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.cmake', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.cnf', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.conf', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.config', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.contributors', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.copying', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.crt', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.csproj', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.css', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.csv', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.dat', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.data', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.doc', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.docx', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.dtd', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.dts', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.iws', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.c9', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.c9revisions', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.dtsi', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.dump', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.eot', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.eps', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.geojson', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.gdoc', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.gif', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.glif', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.gmo', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.gradle', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.guess', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.hex', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.htm', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.html', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.ico', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.iml', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.in', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.inc', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.info', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.ini', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.ipynb', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.jpeg', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.jpg', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.json', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.jsonld', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.lock', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.log', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.m4', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.map', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.markdown', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.md', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.md5', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.meta', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.mk', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.mxml', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.o', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.otf', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.out', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.pbtxt', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.pdf', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.pem', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.phtml', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.plist', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.png', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.po', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.ppt', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.prefs', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.properties', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.pyc', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.qdoc', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.result', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.rgb', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.rst', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.scss', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.sha', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.sha1', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.sha2', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.sha256', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.sln', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.spec', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.sql', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.sub', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.svg', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.svn-base', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.tab', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.template', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.test', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.tex', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.tiff', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.toml', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.ttf', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.txt', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.utf-8', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.vim', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.wav', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.whl', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.woff', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.xht', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.xhtml', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.xls', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.xlsx', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.xml', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.xpm', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.xsd', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.xul', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.yaml', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.yml', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.wfp', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.editorconfig', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.dotcover', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.pid', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.lcov', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.egg', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.manifest', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.cache', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.coverage', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.cover', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.gem', ftype: 'EXTENSION', scope: 'FILE' },
-    { condition: '=', value: '.lst', ftype: 'EXTENSION', scope: 'FILE' },
-  ],
-};
-

package/src/lib/filters/filtering.ts

@@ -1,234 +0,0 @@
-import fs from 'fs';
-import * as fpath from 'path';
-import { isBinaryFileSync } from 'isbinaryfile';
-
-export enum FilterType {
-  NAME = 'NAME',
-  CONTENT = 'CONTENT',
-  EXTENSION = 'EXTENSION',
-  SIZE = 'SIZE',
-  DATE = 'DATE',
-};
-
-export enum FilterListType {
-  BANNED = 'BANNED',
-  WHITELIST = 'WHITELIST',
-};
-
-class AbstractFilter {
-  condition: string;
-
-  value: string;
-
-  ftype: string;
-
-  scope: string;
-
-  constructor(condition: string, value: string) {
-    this.condition = condition;
-    this.value = value;
-    this.ftype = 'NONE';
-    this.scope = 'ALL';
-  }
-
-  evaluate(path: string): boolean {
-    return true;
-  }
-}
-class NameFilter extends AbstractFilter {
-  constructor(condition: string, value: string, scope: string) {
-    super(condition, value);
-    this.ftype = 'NAME';
-    this.scope = scope || super.scope;
-  }
-
-  evaluate(path: string): boolean {
-    this.value = this.value.toLowerCase();
-    path = path.toLowerCase();
-
-    if (this.condition === 'contains') {
-      return !(path.indexOf(this.value) >= 0);
-    }
-    if (this.condition === 'fullmatch') return fpath.basename(path) !== this.value;
-    if (this.condition === 'starts') {
-      let filename: string;
-      filename = fpath.basename(path);
-      return !filename.startsWith(this.value);
-    }
-    if (this.condition === 'ends') {
-      let filename: string;
-      filename = fpath.basename(path);
-      return !filename.endsWith(this.value);
-    }
-
-    return true;
-  }
-}
-
-class ContentFilter extends AbstractFilter {
-  constructor(condition: string, value: string, scope: string) {
-    super(condition, value);
-    this.ftype = 'CONTENT';
-    this.scope = scope || super.scope; // Verificar
-  }
-
-  evaluate(path: string): boolean {
-    const binary = isBinaryFileSync(path);
-
-    if (this.condition === '=' && this.value === 'BINARY' && binary) return false;
-    if (this.condition === '!=' && this.value === 'TEXT' && binary) return false;
-    if (this.condition === '=' && this.value === 'TEXT' && !binary) return false;
-    if (this.condition === '!=' && this.value === 'BINARY' && !binary) return false;
-    return true;
-  }
-}
-
-class ExtensionFilter extends AbstractFilter {
-  constructor(condition: string, value: string, scope: string) {
-    super(condition, value);
-    this.ftype = 'EXTENSION';
-    this.scope = scope || super.scope; // Verificar
-  }
-
-  evaluate(path: string): boolean {
-    path = path.toLowerCase();
-    this.value = this.value.toLowerCase();
-    return !path.endsWith(this.value);
-  }
-}
-
-class SizeFilter extends AbstractFilter {
-  constructor(condition: string, value: string, scope: string) {
-    super(condition, value);
-    this.ftype = 'SIZE';
-    this.scope = scope || super.scope; // Verificar
-  }
-
-  evaluate(path: string): boolean {
-    const stat = fs.statSync(path);
-
-    if (this.condition === '>') {
-      if (stat.size > parseInt(this.value, 10)) {
-        //   console.log("NO aceptado por que NO es mayor");
-        return false;
-      }
-      return true;
-    }
-    if (this.condition === '<') {
-      if (stat.size < parseInt(this.value, 10)) {
-        return false;
-      }
-      return true;
-    }
-    if (this.condition === '=') {
-      if (stat.size === parseInt(this.value, 10)) {
-        return false;
-      }
-
-      return true;
-    }
-
-    return true;
-  }
-}
-class DateFilter extends AbstractFilter {
-  constructor(condition: string, value: string, scope: string) {
-    super(condition, value);
-    this.ftype = 'DATE';
-    this.scope = scope || super.scope; // Verificar
-  }
-
-  evaluate(path: string): boolean {
-    const stats = fs.statSync(path);
-
-    modified = stats.mtime;
-
-    const lDate = new Date(this.value);
-
-    const ms: number = stats.mtimeMs;
-    var modified = new Date(ms);
-    // console.log(lDate);
-    // console.log(modified);
-    if (this.condition === '>') {
-      if (modified > lDate) {
-        return false;
-      }
-      return true;
-    }
-    if (this.condition === '<') {
-      if (modified < lDate) {
-        return false;
-      }
-      return true;
-    }
-    return true;
-  }
-}
-
-export class FilterList {
-  type: FilterListType;
-
-  name: string;
-
-  filters: AbstractFilter[];
-
-  constructor(name: string) {
-    this.name = name;
-    this.filters = [];
-  }
-
-  addFilter(filter: AbstractFilter): void {
-    this.filters.push(filter);
-  }
-
-  // Returns false if the path match with some filter in the list
-  evaluate(path: string): boolean {
-    const pathStat = fs.lstatSync(path);
-
-    let i: number;
-    for (i = 0; i < this.filters.length; i += 1) {
-      const evaluation = this.filters[i].evaluate(path);
-
-      if (this.filters[i].scope === 'FOLDER' && pathStat.isDirectory() && !evaluation) return false;
-
-      if (this.filters[i].scope === 'FILE' && pathStat.isFile() && !evaluation) return false;
-
-      if (this.filters[i].scope === 'ALL' && !evaluation) return false;
-    }
-    return true;
-  }
-
-  public include(path: string): boolean {
-    if(this.type === FilterListType.BANNED) return this.evaluate(path);
-    return !this.evaluate(path);
-  }
-
-  save(path: string) {
-    fs.writeFileSync(path, JSON.stringify(this.filters).toString());
-  }
-
-  loadFromFile(path: string) {
-    const json = fs.readFileSync(path, 'utf8');
-    const filters = JSON.parse(json);
-    this.load(filters);
-  }
-
-  load(fList: FilterList) {
-    this.name = fList.name;
-    this.type = fList.type;
-
-    const a = fList.filters;
-
-    let i: number;
-    for (i = 0; i < a.length; i += 1) {
-      const scope = a[i].scope || 'ALL';
-      if (a[i].ftype === 'NAME') this.addFilter(new NameFilter(a[i].condition, a[i].value, scope));
-      if (a[i].ftype === 'DATE') this.addFilter(new DateFilter(a[i].condition, a[i].value, scope));
-      if (a[i].ftype === 'SIZE') this.addFilter(new SizeFilter(a[i].condition, a[i].value, scope));
-      if (a[i].ftype === 'EXTENSION') this.addFilter(new ExtensionFilter(a[i].condition, a[i].value, scope));
-      if (a[i].ftype === 'CONTENT') this.addFilter(new ContentFilter(a[i].condition, a[i].value, scope));
-    }
-  }
-}
-
-

package/src/lib/scanner/Dispatcher/DispatchableItem.ts

@@ -1,29 +0,0 @@
-import { WinnowerResponse } from "../Winnower/WinnowerResponse";
-
-export class DispatchableItem {
-  private winnowerResponse: WinnowerResponse;
-
-  private errorCounter: number;
-
-  constructor(winnowerResponse) {
-    this.winnowerResponse = winnowerResponse;
-    this.errorCounter = 0;
-  }
-
-  increaseErrorCounter() {
-    this.errorCounter += 1;
-  }
-
-  public getWinnowerResponse(): WinnowerResponse {
-    return this.winnowerResponse;
-  }
-
-  getContent() {
-    return this.winnowerResponse.getContent();
-  }
-
-  getErrorCounter() {
-    return this.errorCounter;
-  }
-
-}