scanoss 0.7.9 → 0.7.10

package/tests/sdk/FileCount/FileCount.spec.ts

@@ -1,35 +0,0 @@
-import { FileCount } from '../../../src/sdk/FileCount/FileCount';
-import { IDirSummary } from '../../../src/sdk/FileCount/Interfaces';
-import path from 'path';
-import { Format } from '../../../src/sdk/FileCount/Interfaces';
-import { expect } from 'chai';
-
-describe('Suit test for FileCount', () => {
-
-  it('Testing empty dir with CSV and RAW formats', async function() {
-
-    let data = await FileCount.walk(path.join(__dirname, './samples/0'), );
-    expect((data as IDirSummary).totalFileSize ).to.be.equal(0)
-    expect((data as IDirSummary).fileSummary.size ).to.be.equal(0)
-
-
-    data = await FileCount.walk(path.join(__dirname, './samples/0'), {output: Format.CSV});
-    expect(data).equal( "");
-  });
-
-
-  it('Testing dir with files', async function() {
-    const data = await FileCount.walk(path.join(__dirname, './samples/22036'), { output: Format.CSV});
-    expect(data).equal('.ts,6,1\n');
-  });
-
-
-  it('Testing dir with hidden files in CSV formats', async function() {
-    const data = await FileCount.walk(path.join(__dirname, './samples/16557'), { output: Format.CSV});
-    expect(data).equal('.ts,3,1\n');
-  });
-
-
-
-});
-

package/tests/sdk/FileCount/samples/16557/.y.ts

@@ -1,27 +0,0 @@
-// import { DataProvider, IDataLayers } from './DataLayerTypes';
-//
-// export class DataProviderManager {
-//   private dataLayersProviders: Array<DataProvider>;
-//
-//   constructor() {
-//     this.dataLayersProviders = [];
-//   }
-//
-//   public addDataProvider(l: DataProvider) {
-//     this.dataLayersProviders.push(l)
-//   }
-//
-//   public generateData(): IDataLayers {
-//
-//     let dataLayer: IDataLayers = {
-//       component: null,
-//       dependencies: null,
-//       vulnerabilities: null,
-//       summary: null,
-//       licenses: null
-//     };
-//
-//     for (const layer of this.dataLayersProviders) Object.assign(dataLayer, layer.getData());
-//     return dataLayer;
-//   }
-// }

package/tests/sdk/FileCount/samples/16557/.z.ts

@@ -1,129 +0,0 @@
-// /*************  Component interface definition  *************/
-// export interface ComponentDataLayer {
-//   key: string; // purl[0]
-//   purls: string[];
-//   name: string;
-//   vendor: string;
-//   url: string;
-//   health: Health;
-//   versions: Version[];
-// }
-//
-// export interface Version {
-//   version: string;
-//   licenses:  string[]
-//   copyrights: Copyright[]
-//   cryptography: Cryptography[];
-//   quality: Quality;
-// }
-//
-// export interface Copyright {
-//   name: string;
-//   source: string;
-// };
-//
-// export interface Cryptography {
-//   algorithm: string;
-//   strength: string;
-// };
-//
-// export interface Quality {
-//   scoreAvg: number;
-//   count: number;
-//   sum: number; //TODO remove
-// };
-//
-// export interface Health {
-//   creation_date: string;
-//   issues: number;
-//   last_push: string;
-//   last_update: string;
-//   watchers: number;
-//   country: string;
-//   stars: number;
-//   forks: number;
-// }
-// /*************  Component interface definition  *************/
-//
-//
-// /*************  Dependency interface definition  *************/
-// export interface DependencyDataLayer {
-//   file: string;
-//   dependencies: Dependency[];
-// }
-//
-// export interface License {
-//   name: string;
-//   spdxid: string;
-// }
-//
-// export interface Dependency {
-//   purl: string;
-//   component: string;
-//   version: string;
-//   licenses: License[]
-// }
-// /*************  Dependency interface definition  *************/
-//
-// /*************  Vulnerability interface definition  *************/
-// export interface Vulnerability {
-//   id: string;
-//   cve: string;
-//   url: string;
-//   summary: string;
-//   severity: string;
-//   published: string;
-//   modified: string;
-//   source: string;
-// }
-//
-// export interface VulnerabilityDataLayer {
-//   purl: string;
-//   vulnerability: Vulnerability[];
-// }
-// /*************  Vulnerability interface definition  *************/
-//
-//
-// /*************  License interface definition  *************/
-// export interface LicenseDataLayer {
-//   label: string;
-//   value: number;  //Number of licenses found
-//   components: Array<LicenseComponent>;
-//   incompatibleWith: Array<string>;
-//   hasIncompatibles: Array<string>;
-//   copyleft:boolean;
-// }
-//
-//
-// export interface LicenseComponent {
-//   purl: string;
-//   name: string;
-//   versions: Array<string>;
-//   url:string;
-//   vendor:string;
-// }
-// /*************  License interface definition  *************/
-//
-// export interface SummaryDataLayer {
-//   projectName: string;
-//   timestamp: Date;
-//   matchedFiles: number;
-//   noMatchFiles: number;
-//   totalFiles: number;
-// }
-//
-// // Each layer is created to group by differents criteria.
-// export interface IDataLayers {
-//   licenses: LicenseDataLayer[];
-//   component: ComponentDataLayer[];
-//   dependencies: DependencyDataLayer[];
-//   vulnerabilities: VulnerabilityDataLayer[];
-//   summary: SummaryDataLayer;
-// }
-//
-//
-// export interface DataProvider {
-//   getData(): IDataLayers;
-//   getLayerName(): string;
-// }
-//

package/tests/sdk/FileCount/samples/16557/files/a.ts

@@ -1,195 +0,0 @@
-// import {
-//   ComponentDataLayer,
-//   DataProvider,
-//   Health,
-//   IDataLayers
-// } from '../DataLayerTypes';
-// import {
-//   ScannerComponent,
-//   ScannerResults
-// } from '../../scanner/ScannerTypes';
-// import { IDependencyResponse } from '../../Dependencies/DependencyTypes';
-//
-// export class ComponentDataProvider implements DataProvider {
-//
-//   private scanRawResults: ScannerResults
-//
-//   private componentList: Array<ScannerComponent>;
-//
-//   private dependencies: IDependencyResponse;
-//
-//   constructor(scanRawResults: ScannerResults, dependencies?: IDependencyResponse) {
-//     this.scanRawResults=scanRawResults;
-//     this.dependencies = dependencies;
-//   }
-//
-//   public getLayerName(): string {
-//     return this.constructor.name;
-//   }
-//
-//   public getData(): IDataLayers {
-//     const componentLayer = <IDataLayers>{component: null};
-//
-//     if (!this.scanRawResults && !this.dependencies) return componentLayer;
-//
-//
-//     //Extract all components from scanRawResults, does not matter if there are duplicated
-//     //And removes all no match results.
-//     this.componentList = Object.values(this.scanRawResults).flat();
-//     this.componentList = this.componentList.filter(component => component.id!=='none')
-//     const scannerComponentLayer = this.parseComponentsFromScanner(this.componentList);
-//     const dependenciesComponentLayer = this.parseComponentsFromDependencies(this.dependencies);
-//
-//     componentLayer.component =  [...scannerComponentLayer, ...dependenciesComponentLayer].sort(
-//       (itemA, itemB) => {
-//                   if ( itemA.name < itemB.name) return -1;
-//                   else if( itemA.name > itemB.name) return 1;
-//                   return 0;
-//                });
-//
-//     if(!componentLayer.component.length) componentLayer.component=null;
-//
-//     return componentLayer
-//
-//   }
-//
-//   private parseComponentsFromDependencies(dependencies: IDependencyResponse): Array<ComponentDataLayer> {
-//     const componentLayer: Array<ComponentDataLayer> = [];
-//     if (!dependencies) return componentLayer;
-//
-//     dependencies.filesList.forEach(file => {
-//       file.dependenciesList.forEach(dependency => {
-//         const newComponent: ComponentDataLayer = <ComponentDataLayer>{};
-//         newComponent.key = dependency.purl;
-//         newComponent.purls = [dependency.purl];
-//         newComponent.name = dependency.component;
-//         newComponent.url = null;
-//         newComponent.vendor = null;
-//         newComponent.health = null;
-//         newComponent.versions = [{
-//           version: dependency.version,
-//           licenses: dependency.licensesList.map(license => license.spdxId),
-//           copyrights: null,
-//           cryptography: null,
-//           quality: null,
-//         }];
-//
-//         const existingComponent = componentLayer.find(component => component.key === newComponent.key);
-//         if (existingComponent) {
-//           const existingVersion = existingComponent.versions.find(version => version.version === newComponent.versions[0].version);
-//           if(!existingVersion) existingComponent.versions.push({
-//             version : newComponent.versions[0].version,
-//             licenses: newComponent.versions[0].licenses,
-//             copyrights: newComponent.versions[0].copyrights,
-//             quality: null,
-//             cryptography: null,
-//           });
-//         } else { //Component does not exist, insert as it is.
-//           componentLayer.push(newComponent);
-//         }
-//
-//       });
-//     });
-//     return componentLayer;
-//   }
-//
-//   private parseComponentsFromScanner(scanComponents: Array<ScannerComponent>): Array<ComponentDataLayer> {
-//     const componentLayer: Array<ComponentDataLayer> = [];
-//     if (!scanComponents) return componentLayer
-//
-//     for (let i=0 ; i<scanComponents.length ; i++) {
-//
-//       try {
-//
-//         // qualityValue would have a number from 0 to 5 or undefined.
-//         const qualityValue = Number(scanComponents[i]?.quality?.shift()?.score?.split("/").shift());
-//
-//
-//         //Generates a new component
-//         const newComponent: ComponentDataLayer = {
-//           key: scanComponents[i].purl[0],
-//           purls: scanComponents[i].purl,
-//           name: scanComponents[i].component,
-//           url: scanComponents[i].url,
-//           vendor: scanComponents[i].vendor,
-//           health: scanComponents[i].health,
-//           versions: [{
-//             version: scanComponents[i].version,
-//             licenses: scanComponents[i].licenses.map(license => license.name),
-//             copyrights: scanComponents[i].copyrights,
-//             quality: { sum: 0, scoreAvg: 0, count: 0 },
-//             cryptography: scanComponents[i]?.cryptography,
-//           }]
-//         };
-//
-//         //Removes duplicated licenses
-//         newComponent.versions[0].licenses = [...new Set(newComponent.versions[0].licenses)]
-//
-//         if(qualityValue) {
-//           newComponent.versions[0].quality.count = 1;
-//           newComponent.versions[0].quality.sum = qualityValue;
-//           newComponent.versions[0].quality.scoreAvg = qualityValue;
-//         }
-//
-//         //Merge new component in componentList
-//         const componentTarget = componentLayer.find(component => component.key === newComponent.key);
-//         if (componentTarget) {
-//           const versionTarget = componentTarget.versions.find(item => item.version === newComponent.versions[0].version);
-//           if (versionTarget) {
-//
-//             //Insert licenses
-//             newComponent.versions[0].licenses.forEach(licence => {
-//               if (!versionTarget.licenses.includes(licence)) versionTarget.licenses.push(licence);
-//             });
-//
-//             //Insert copyright
-//             newComponent.versions[0]?.copyrights?.forEach(newCopyright => {
-//               if (versionTarget.copyrights.every(copyright => newCopyright.name != copyright.name)) {
-//                 versionTarget.copyrights.push(newCopyright);
-//               }
-//             });
-//
-//             //Insert cryptography
-//             newComponent.versions[0]?.cryptography?.forEach(newCryptoAlgo => {
-//               if (versionTarget.cryptography.every(cryptoAlgorithm => cryptoAlgorithm.algorithm != newCryptoAlgo.algorithm)) {
-//                 versionTarget.cryptography.push(newCryptoAlgo);
-//               }
-//             });
-//
-//             //recalculate quality average in case we have a quality value
-//             if (qualityValue) {
-//               versionTarget.quality.count++;
-//               versionTarget.quality.sum += Number(qualityValue);
-//               versionTarget.quality.scoreAvg = versionTarget.quality.sum / versionTarget.quality.count
-//             }
-//
-//
-//
-//           } else {
-//             //newComponent version is not included in the component with same purl key
-//             componentTarget.versions = componentTarget.versions.concat(newComponent.versions);
-//           }
-//         } else componentLayer.push(newComponent);
-//
-//       } catch (e) {
-//         console.error(`Problem inserting new component building Component Data Layer - `, e);
-//       }
-//     }
-//
-//     //Replace [] for null in versions
-//     for (let i=0 ; i<componentLayer.length ; i++) {
-//       if(!componentLayer[i].health) componentLayer[i].health = null;
-//       componentLayer[i].versions.forEach(version => {
-//         if(version.copyrights?.length == 0) version.copyrights = null;
-//         if(version.licenses?.length == 0) version.licenses = null;
-//         if(version.cryptography?.length === 0) version.cryptography = null;
-//         if(version.quality.count === 0 ) version.quality = null;
-//       })
-//     }
-//
-//     return componentLayer;
-//
-//   }
-//
-// }
-//

package/tests/sdk/FileCount/samples/16557/files/b.ts

@@ -1,184 +0,0 @@
-// import {
-//   DataProvider,
-//   IDataLayers,
-//   LicenseComponent,
-//   LicenseDataLayer
-// } from '../DataLayerTypes';
-// import {
-//   ScannerComponent,
-//   ScannerResults
-// } from '../../scanner/ScannerTypes';
-// import { IDependencyResponse } from '../../Dependencies/DependencyTypes';
-//
-// export class LicenseDataProvider implements DataProvider {
-//
-//   private scanResults: ScannerResults
-//
-//   private componentList: ScannerComponent[];
-//
-//   private dependencies: IDependencyResponse;
-//
-//   private licenseStorage: Record<string, LicenseDataLayer>;
-//
-//   private licenseLayer: Array<LicenseDataLayer>;
-//
-//   constructor(scanResults: ScannerResults, dependencies?: IDependencyResponse ) {
-//     this.scanResults = scanResults;
-//     this.dependencies = dependencies;
-//
-//     //Maps a license name to its own data
-//     this.licenseStorage = {};
-//     this.licenseLayer = [];
-//   }
-//
-//   public getLayerName(): string {
-//     return this.constructor.name;
-//   }
-//
-//   public getData(): IDataLayers {
-//
-//     this.componentList = Object.values(this.scanResults).flat();
-//     this.componentList = this.componentList.filter(component => component.id!=='none')
-//
-//     if (this.componentList.length >0)
-//       this.updateLicenseStorageFromComponentList();
-//
-//     if (this.dependencies && this.dependencies.filesList.length > 0)
-//       this.updateLicenseStorageFromDependencies();
-//
-//
-//     this.licenseLayer = Object.values(this.licenseStorage);
-//     if (this.licenseLayer.length > 0)
-//       this.updateIncompatibilities();
-//
-//     this.licenseLayer.sort((itemA, itemB) => {
-//       if (itemA.value > itemB.value) return -1
-//       else if (itemA.value < itemB.value) return 1
-//       return 0;
-//     });
-//
-//     return {licenses: this.licenseLayer} as IDataLayers
-//   }
-//
-//   //Gets all license from the result of scan and stores in this.licenseStorage map
-//   private updateLicenseStorageFromComponentList() {
-//     this.componentList.forEach(component => {
-//       component.licenses.forEach((license) => {
-//
-//         const newLicenseComponent: LicenseComponent = <LicenseComponent>{};
-//         newLicenseComponent.purl = component.purl[0];
-//         newLicenseComponent.vendor = component.vendor;
-//         newLicenseComponent.versions = [component.version];
-//         newLicenseComponent.name = component.component
-//         newLicenseComponent.url = component.url;
-//
-//         const licenseExist = !!this.licenseStorage[license.name];
-//         if(!licenseExist){
-//           const newLicense: LicenseDataLayer = <LicenseDataLayer>{};
-//           newLicense.value = 1;
-//           newLicense.label = license.name;
-//           newLicense.copyleft = license.copyleft === 'yes' ? true : false;
-//           newLicense.hasIncompatibles = [];
-//           newLicense.incompatibleWith = license.incompatible_with!== undefined ? license.incompatible_with.split(',').map(il=> il.trim()) : [];
-//           newLicense.components = [newLicenseComponent];
-//           this.licenseStorage[license.name] = newLicense;
-//         } else {
-//           this.licenseStorage[license.name] = this.insertComponentIntoLicense(this.licenseStorage[license.name], newLicenseComponent);
-//         }
-//       });
-//     });
-//   }
-//
-//   //Gets all licenses from results of dependency analysis
-//   private updateLicenseStorageFromDependencies() {
-//     this.dependencies.filesList.forEach(file => {
-//       file.dependenciesList.forEach(dependency => {
-//         dependency.licensesList.forEach(license => {
-//
-//
-//           const newLicenseComponent = <LicenseComponent>{};
-//           newLicenseComponent.purl = dependency.purl;
-//           newLicenseComponent.versions = [dependency.version];
-//           newLicenseComponent.name = dependency.component;
-//           newLicenseComponent.vendor = null;
-//           newLicenseComponent.url = null;
-//
-//           if(license.spdxId !== '') {
-//             license.spdxId.split(/;|\//g).forEach(license_name => {
-//
-//               const licenseExist = !!this.licenseStorage[license_name];
-//               if (!licenseExist) {
-//                 const newLicense: LicenseDataLayer = <LicenseDataLayer>{};
-//                 newLicense.value = 1;
-//                 newLicense.label = license_name;
-//                 newLicense.copyleft = false;
-//                 newLicense.hasIncompatibles = [];
-//                 newLicense.incompatibleWith = [];
-//                 newLicense.components = [newLicenseComponent];
-//                 this.licenseStorage[license_name] = newLicense;
-//               } else {
-//                 this.licenseStorage[license_name] = this.insertComponentIntoLicense(this.licenseStorage[license_name], newLicenseComponent);
-//               }
-//             });
-//           } else { // Unknown license
-//             const licenseExist = !!this.licenseStorage['unknown'];
-//             if (!licenseExist) {
-//               const newLicense: LicenseDataLayer = <LicenseDataLayer>{};
-//               newLicense.value = 1;
-//               newLicense.label = 'unknown';
-//               newLicense.copyleft = false;
-//               newLicense.hasIncompatibles = [];
-//               newLicense.incompatibleWith = [];
-//               newLicense.components = [newLicenseComponent];
-//               this.licenseStorage['unknown'] = newLicense;
-//             } else{
-//               this.licenseStorage['unknown'] = this.insertComponentIntoLicense(this.licenseStorage['unknown'], newLicenseComponent);
-//             }
-//           }
-//         });
-//       });
-//     });
-//   }
-//
-//   private updateIncompatibilities() {
-//     for (let l = 0; l < this.licenseLayer.length; l += 1) {
-//       const license = this.licenseLayer[l];
-//       if (license.incompatibleWith !== undefined)
-//         for (let i = 0; i < license.incompatibleWith.length; i += 1) {
-//           if (this.licenseLayer.some((lic) => lic.label === license.incompatibleWith[i]))
-//             license.hasIncompatibles.push(license.incompatibleWith[i]);
-//         }
-//     }
-//   }
-//
-//
-//   private insertComponentIntoLicense(license: LicenseDataLayer, newComponent: LicenseComponent): LicenseDataLayer {
-//     const componentIndex = license.components.findIndex((c)=> c.purl === newComponent.purl);
-//     if (componentIndex >= 0) {  //if newComponent exist in license
-//       const versionExist = !!license.components[componentIndex].versions.find((version)=>version === newComponent.versions[0]);
-//       if (!versionExist) {
-//         license.components[componentIndex].versions.push(newComponent.versions[0]);
-//         license.value++;
-//       }
-//     } else {
-//       license.components.push(newComponent);
-//       license.value++;
-//     }
-//     return license;
-//   }
-//
-//   private unknownLicensesToEnd(){
-//     // let unknownLicenses = null;
-//     // if(this.licenseMapper['unknown']){
-//     //   unknownLicenses =  this.licenseMapper['unknown'];
-//     //   delete this.licenseMapper['unknown'];
-//     // }
-//     //
-//     // this.licenses =  Object.values((this.licenseMapper));
-//     // if(unknownLicenses){
-//     //   this.licenses.push(unknownLicenses);
-//     // }
-//   }
-//
-//
-// }

package/tests/sdk/FileCount/samples/16557/files/c.ts

@@ -1,47 +0,0 @@
-// import { DataProvider, IDataLayers, SummaryDataLayer } from '../DataLayerTypes';
-// import {
-//   ScannerComponent,
-//   ScannerComponentId,
-//   ScannerResults
-// } from '../../scanner/ScannerTypes';
-//
-// export class SummaryDataProvider implements DataProvider {
-//
-//   private scannerResults: ScannerResults;
-//
-//   private summary: SummaryDataLayer;
-//
-//   private projectName: string;
-//
-//   private projectCreateAt: Date;
-//
-//   constructor(projectName: string, projectCreatedAt: Date, scannerResults: ScannerResults) {
-//     this.scannerResults = scannerResults;
-//     this.projectName = projectName;
-//     this.projectCreateAt = projectCreatedAt
-//     this.summary = <SummaryDataLayer>{};
-//   }
-//
-//   public getLayerName(): string {
-//     return this.constructor.name;
-//   }
-//
-//   public getData(): IDataLayers {
-//     this.summary.projectName = this.projectName;
-//     this.summary.timestamp = this.projectCreateAt;
-//     this.summary.totalFiles = 0;
-//     this.summary.noMatchFiles = 0;
-//     this.summary.matchedFiles = 0;
-//
-//     for (const [file, components] of Object.entries(this.scannerResults)) {
-//       components.forEach(component => {
-//         if (component.id==ScannerComponentId.NONE) this.summary.noMatchFiles++;
-//         else this.summary.matchedFiles++;
-//         this.summary.totalFiles++;
-//       });
-//     }
-//
-//     return <IDataLayers>{summary: this.summary};
-//   }
-//
-// }