airbyte-faros-destination 0.9.66 → 0.9.68

package/lib/converters/vanta/types.d.ts

@@ -1,52 +1,48 @@
 type OptString = string | null | undefined;
 type OptBool = boolean | null | undefined;
-type OptNumber = number | null | undefined;
 export interface BaseVulnerabilityType {
     uid: string;
     displayName: OptString;
     createdAt: OptString;
     externalURL: OptString;
-    severity: OptString | OptNumber;
+    severity: OptString;
 }
 export type ExtendedVulnerabilityType = BaseVulnerabilityType & {
     description?: OptString;
     externalIds?: OptString[];
+    vulnURL?: OptString;
     [key: string]: any;
 };
-export interface GithubSecurityAdvisory {
-    cveId: OptString;
-    description: OptString;
-    ghsaId: OptString;
+export interface GitV2Ignored {
+    ignoredAt: OptString;
+    ignoredUntil: OptString;
+    ignoreReason: OptString;
+    reactivateWhenFixable: OptBool;
 }
-export interface GithubVulnerabilityData {
-    uid: string;
+export interface GitV2Asset {
     displayName: OptString;
-    createdAt: OptString;
-    externalURL: OptString;
-    severity: OptNumber;
-    repositoryName: OptString;
-    slaDeadline: OptString;
-    vantaDescription: OptString;
-    securityAdvisory: GithubSecurityAdvisory;
-}
-export interface AWSFindings {
-    description: OptString;
-    providerSeverity: OptString;
-    name: OptString;
+    assetType: OptString;
+    imageScanTag: OptString;
 }
-export interface AWSVulnerabilityData {
+export interface GitV2VulnerabilityData {
     uid: string;
     displayName: OptString;
     createdAt: OptString;
     externalURL: OptString;
-    severity: OptNumber;
+    severity: OptString;
+    relatedUrls: string[];
     packageName: OptString;
-    packageVersion: OptString;
-    slaDeadline: OptString;
-    repositoryName: OptString;
-    repositoryArn: OptString;
-    findings: AWSFindings[];
-    imageTags: string[];
+    orgName: OptString;
+    name: OptString;
+    isFixable: OptBool;
+    duplicateVulnerabilityId: OptString;
+    description: OptString;
+    relatedCves: string[];
+    remediateBy: OptString;
+    packageIdentifier: OptString;
+    externalVulnerabilityId: OptString;
+    ignored: GitV2Ignored;
+    asset: GitV2Asset;
 }
 export interface AWSV2Ignored {
     ignoreReason: OptString;
@@ -73,8 +69,8 @@ export interface AWSV2VulnerabilityData {
     ignored: AWSV2Ignored;
     imageTags: string[];
     imageDigest: OptString;
+    relatedUrls: string[];
 }
-export type BaseAWSVuln = AWSVulnerabilityData | AWSV2VulnerabilityData;
 export declare const vulnTypeOptions: string[];
 export interface VcsOrgKey {
     uid: string;
@@ -96,10 +92,21 @@ export interface CicdArtifactKey {
     uid: string;
     repository: CicdRepoKey;
 }
-export type VulnerabilityInfo = {
+export type VulnerabilityKey = {
+    uid: string;
+    source: string;
+};
+export type VcsRepositoryVulnerabilityResponse = {
+    id: string;
+    resolvedAt: OptString;
+    vulnerability: VulnerabilityKey;
+    repository: VcsRepoKey;
+};
+export type CicdArtifactVulnerabilityResponse = {
     id: string;
     resolvedAt: OptString;
-    vulnerabilityUid: OptString;
+    vulnerability: VulnerabilityKey;
+    artifact: CicdArtifactKey;
 };
-export type FarosObjectKey = VcsOrgKey | VcsRepoKey | CicdOrgKey | CicdRepoKey | CicdArtifactKey;
+export type FarosObjectKey = VcsOrgKey | VcsRepoKey | CicdOrgKey | CicdRepoKey | CicdArtifactKey | VulnerabilityKey;
 export {};

package/lib/converters/vanta/types.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.vulnTypeOptions = void 0;
-exports.vulnTypeOptions = ['git', 'aws', 'awsv2'];
+exports.vulnTypeOptions = ['gitv2', 'awsv2'];
 //# sourceMappingURL=types.js.map

package/lib/converters/vanta/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/converters/vanta/types.ts"],"names":[],"mappings":";;;AAwFa,QAAA,eAAe,GAAa,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/converters/vanta/types.ts"],"names":[],"mappings":";;;AAmFa,QAAA,eAAe,GAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC"}

package/lib/converters/vanta/utils.d.ts

@@ -1,2 +1,2 @@
 export declare function getQueryFromName(name: string): string;
-export declare function looksLikeGithubCommitSha(sha: string): boolean;
+export declare function looksLikeGitCommitSha(sha: string): boolean;

package/lib/converters/vanta/utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.looksLikeGithubCommitSha = exports.getQueryFromName = void 0;
+exports.looksLikeGitCommitSha = exports.getQueryFromName = void 0;
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
 // Function to find a specific parent directory
@@ -34,8 +34,8 @@ function getQueryFromName(name) {
     return fs_extra_1.default.readFileSync(`${gql_dir}/${fn}`, 'utf8');
 }
 exports.getQueryFromName = getQueryFromName;
-function looksLikeGithubCommitSha(sha) {
+function looksLikeGitCommitSha(sha) {
     return /^[a-f0-9]{40}$/i.test(sha);
 }
-exports.looksLikeGithubCommitSha = looksLikeGithubCommitSha;
+exports.looksLikeGitCommitSha = looksLikeGitCommitSha;
 //# sourceMappingURL=utils.js.map

package/lib/converters/vanta/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/converters/vanta/utils.ts"],"names":[],"mappings":";;;;;;AAAA,wDAA0B;AAC1B,gDAAwB;AAExB,+CAA+C;AAC/C,SAAS,mBAAmB,CAC1B,UAAkB,EAClB,aAAqB;IAErB,IAAI,WAAW,GAAG,UAAU,CAAC;IAC7B,OAAO,WAAW,KAAK,GAAG,EAAE,CAAC;QAC3B,IAAI,cAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,aAAa,EAAE,CAAC;YACjD,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,WAAW,GAAG,cAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,gBAAgB,CAAC,IAAY;IAC3C,MAAM,OAAO,GAAG,SAAS,CAAC;IAC1B,sDAAsD;IACtD,MAAM,aAAa,GAAG,mBAAmB,CACvC,OAAO,EACP,2BAA2B,CAC5B,CAAC;IACF,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;IAEtD,MAAM,EAAE,GAAG,GAAG,IAAI,MAAM,CAAC;IACzB,6BAA6B;IAC7B,IAAI,CAAC,kBAAE,CAAC,UAAU,CAAC,GAAG,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,iBAAiB,OAAO,EAAE,CAAC,CAAC;IACzD,CAAC;IACD,iEAAiE;IACjE,OAAO,kBAAE,CAAC,YAAY,CAAC,GAAG,OAAO,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;AACrD,CAAC;AApBD,4CAoBC;AAED,SAAgB,wBAAwB,CAAC,GAAW;IAClD,OAAO,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACrC,CAAC;AAFD,4DAEC"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/converters/vanta/utils.ts"],"names":[],"mappings":";;;;;;AAAA,wDAA0B;AAC1B,gDAAwB;AAExB,+CAA+C;AAC/C,SAAS,mBAAmB,CAC1B,UAAkB,EAClB,aAAqB;IAErB,IAAI,WAAW,GAAG,UAAU,CAAC;IAC7B,OAAO,WAAW,KAAK,GAAG,EAAE,CAAC;QAC3B,IAAI,cAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,aAAa,EAAE,CAAC;YACjD,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,WAAW,GAAG,cAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,gBAAgB,CAAC,IAAY;IAC3C,MAAM,OAAO,GAAG,SAAS,CAAC;IAC1B,sDAAsD;IACtD,MAAM,aAAa,GAAG,mBAAmB,CACvC,OAAO,EACP,2BAA2B,CAC5B,CAAC;IACF,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;IAEtD,MAAM,EAAE,GAAG,GAAG,IAAI,MAAM,CAAC;IACzB,6BAA6B;IAC7B,IAAI,CAAC,kBAAE,CAAC,UAAU,CAAC,GAAG,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,iBAAiB,OAAO,EAAE,CAAC,CAAC;IACzD,CAAC;IACD,iEAAiE;IACjE,OAAO,kBAAE,CAAC,YAAY,CAAC,GAAG,OAAO,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;AACrD,CAAC;AApBD,4CAoBC;AAED,SAAgB,qBAAqB,CAAC,GAAW;IAC/C,OAAO,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACrC,CAAC;AAFD,sDAEC"}

package/lib/converters/vanta/vulnerabilities.d.ts

@@ -1,22 +1,21 @@
 import { AirbyteRecord } from 'faros-airbyte-cdk';
 import { FarosClient } from 'faros-js-client';
 import { Converter, DestinationModel, DestinationRecord, StreamContext } from '../converter';
-import { AWSV2VulnerabilityData, AWSVulnerabilityData, BaseAWSVuln, CicdArtifactKey, ExtendedVulnerabilityType, FarosObjectKey, GithubVulnerabilityData, VcsRepoKey, VulnerabilityInfo } from './types';
+import { AWSV2VulnerabilityData, CicdArtifactKey, CicdArtifactVulnerabilityResponse, ExtendedVulnerabilityType, FarosObjectKey, GitV2VulnerabilityData, VcsRepoKey, VcsRepositoryVulnerabilityResponse } from './types';
 export declare abstract class Vulnerabilities extends Converter {
     source: string;
     readonly destinationModels: ReadonlyArray<DestinationModel>;
-    git_vulns: GithubVulnerabilityData[];
-    aws_vulns: AWSVulnerabilityData[];
+    git_vulns: GitV2VulnerabilityData[];
     awsv2_vulns: AWSV2VulnerabilityData[];
     vulnsMissingIds: ExtendedVulnerabilityType[];
     severityMap: {
         [key: string]: number;
     };
-    repositoryNamesToUids: Record<string, string[]>;
+    vantaBasedGitRepositoryNamesToVantaUids: Record<string, string[]>;
     awsV2ContainerNamesToUids: Record<string, string[]>;
-    gitUidsToVulns: Record<string, GithubVulnerabilityData>;
-    awsUidsToVulns: Record<string, AWSVulnerabilityData>;
-    duplicateAwsV2Uids: Set<string>;
+    vantaVulnsFromGitUidsToRecords: Record<string, GitV2VulnerabilityData>;
+    vantaVulnsFromAWSUidsToRecords: Record<string, AWSV2VulnerabilityData>;
+    duplicateAwsV2UidsAndTitles: Set<[string, string]>;
     duplicateAwsUids: Set<string>;
     vcsRepositoryQuery: string;
     cicdArtifactQueryByCommitSha: string;
@@ -43,39 +42,45 @@ export declare abstract class Vulnerabilities extends Converter {
     id(record: AirbyteRecord): any;
     convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
     addUIDToMapping(name: string, uid: string, mapping: Record<string, string[]>): void;
-    getVulnRecordsFromGit(data: GithubVulnerabilityData[]): DestinationRecord[];
-    getVulnRecordsFromAws(data: AWSVulnerabilityData[]): DestinationRecord[];
+    convertDateFormat(inputDate: string): Date | null;
+    parseVantaVulnRecordsWithGitV2Origin(vantaVulnsFromGit: GitV2VulnerabilityData[]): DestinationRecord[];
     runFunctionInBatches(names: string[], fc: FarosClient, ctx: StreamContext, batchSize: number, func: (names: string[], fc: FarosClient, ctx: StreamContext) => Promise<FarosObjectKey[]>): Promise<FarosObjectKey[]>;
     getVCSRepositoriesFromNames(vcsRepoNames: string[], fc: FarosClient, ctx: StreamContext): Promise<VcsRepoKey[]>;
     getCICDArtifactsFromCommitShas(commitShas: string[], fc: FarosClient, ctx: StreamContext): Promise<CicdArtifactKey[]>;
-    getVCSRepositoriesFromNamesBatches(vcsRepoNames: string[], fc: FarosClient, ctx: StreamContext, batchSize: number): Promise<VcsRepoKey[]>;
-    getCICDArtifactFromCommitShaBatches(allCommitShas: Set<string>, fc: FarosClient, ctx: StreamContext): Promise<CicdArtifactKey[]>;
-    getAWSCicdArtifactsFromRepoNamesByBatches(allRepoNames: string[], fc: FarosClient, ctx: StreamContext): Promise<CicdArtifactKey[]>;
     getAWSCicdArtifactsFromNames(repoNames: string[], fc: FarosClient, ctx: StreamContext): Promise<CicdArtifactKey[]>;
-    getVCSMappingsFromGit(gitRepoNamesToUIDs: Record<string, string[]>, fc: FarosClient, ctx: StreamContext): Promise<DestinationRecord[]>;
-    getAWSV2VulnStatusDetail(vuln: AWSV2VulnerabilityData): string;
-    getAWSV2VulnStatusCategory(vuln: AWSV2VulnerabilityData): string;
-    getCICDMappingsFromAWSByCommitSha(fc: FarosClient, ctx: StreamContext): Promise<[DestinationRecord[], Set<string>]>;
-    getCICDMappingsFromAWSByRepoName(fc: FarosClient, ctx: StreamContext, vulnUidsToCheck: Set<string>): Promise<DestinationRecord[]>;
-    getCommitShasFromAWSVulns(vulns: BaseAWSVuln[], ctx: StreamContext): [Set<string>, Record<string, BaseAWSVuln>];
-    getCommitShaDataFromAWSVulns(aws_vulns: BaseAWSVuln[], fc: FarosClient, ctx: StreamContext): Promise<[
+    createMissingRepositoryDestinationRecords(missedRepositoryNames: Set<string>): [VcsRepoKey[], DestinationRecord[]];
+    getVCSMappingsFromGitVulns(vantaBasedGitRepoNamesToUids: Record<string, string[]>, fc: FarosClient, ctx: StreamContext): Promise<DestinationRecord[]>;
+    getVulnStatusDetail(vuln: AWSV2VulnerabilityData | GitV2VulnerabilityData): string;
+    getVulnStatusCategory(vuln: AWSV2VulnerabilityData | GitV2VulnerabilityData): string;
+    getCommitShasFromAWSVulns(vulns: AWSV2VulnerabilityData[], ctx: StreamContext): [
         Set<string>,
-        Record<string, BaseAWSVuln>,
-        Record<string, CicdArtifactKey>
+        Record<string, AWSV2VulnerabilityData[]>,
+        AWSV2VulnerabilityData[]
+    ];
+    getRepoNameAndArtifactUidFromAWSVuln(awsVuln: AWSV2VulnerabilityData, inpRepo: string, inpArtifactUid: string, vuln_type: string): [string, string];
+    createAssociatedCicdArtifacts(aws_vulns_with_no_associated_commit_shas: AWSV2VulnerabilityData[], vuln_type: string): [
+        CicdArtifactKey[],
+        DestinationRecord[],
+        Record<string, AWSV2VulnerabilityData[]>
+    ];
+    getCommitShaDataFromFarosUsingAWSVulns(aws_vulns: AWSV2VulnerabilityData[], fc: FarosClient, ctx: StreamContext, vuln_type: string): Promise<[
+        Record<string, AWSV2VulnerabilityData[]>,
+        Record<string, CicdArtifactKey>,
+        DestinationRecord[]
     ]>;
-    encodeURL(url: string): string;
+    encodeURL(url: string | null): string;
     getCICDMappingsFromAWSV2(aws_vulns: AWSV2VulnerabilityData[], fc: FarosClient, ctx: StreamContext): Promise<DestinationRecord[]>;
-    getUidFromAWSVuln(vuln: BaseAWSVuln): string;
-    getVulnRecordsFromAwsV2(data: AWSV2VulnerabilityData[]): DestinationRecord[];
+    getUidFromAWSVuln(vuln: AWSV2VulnerabilityData): string;
+    parseVantaVulnRecordsWithAwsV2Origin(data: AWSV2VulnerabilityData[]): DestinationRecord[];
     combineAwsVulns(aws_v1_vulns: DestinationRecord[], aws_v2_vulns: DestinationRecord[], ctx: StreamContext): DestinationRecord[];
     getSecVulnerabilityRecordFromData(data: ExtendedVulnerabilityType): DestinationRecord;
     printReport(ctx: StreamContext): void;
     getTotalNumberOfRecords(): number;
-    getPaginatedQueryResults(ctx: any, query: string, key: string): Promise<any>;
-    getAllUnresolvedObjectVulnerabilities(ctx: StreamContext, query: string, key: string): Promise<VulnerabilityInfo[]>;
-    updateVulnsInBatches(ctx: StreamContext, ids: string[], resolvedAt: string, mutationName: string, updateName: string, updatesPerRequest: number): Promise<void>;
-    updateVCSVulnsToResolved(ctx: StreamContext): Promise<number>;
-    updateCICDVulnsToResolved(ctx: StreamContext): Promise<number>;
-    updateExistingVulnerabilities(ctx: StreamContext): Promise<void>;
+    getPaginatedQueryResponseFromFaros(ctx: any, query: string, key: string): Promise<any>;
+    getAllUnresolvedObjectVulnerabilities(ctx: StreamContext, query: string, key: string): Promise<VcsRepositoryVulnerabilityResponse[] | CicdArtifactVulnerabilityResponse[]>;
+    getUpdateVCSVulnsRecords(ctx: StreamContext): Promise<DestinationRecord[]>;
+    getUpdateCICDVulnsRecords(ctx: StreamContext): Promise<DestinationRecord[]>;
+    updateExistingVulnerabilities(ctx: StreamContext): Promise<DestinationRecord[]>;
+    removeDuplicateRecords(records: DestinationRecord[]): DestinationRecord[];
     onProcessingComplete(ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
 }