airbyte-faros-destination 0.1.66 → 0.1.69

package/lib/converters/azureactivedirectory/users.js

@@ -70,7 +70,7 @@ class Users extends common_1.AzureActiveDirectoryConverter {
                 title: user.displayName,
                 level: 0,
                 joinedAt,
-                department: { uid: user.department },
+                department: user.department ? { uid: user.department } : null,
                 identity: { uid, source },
                 manager,
                 location,

package/lib/converters/buildkite/builds.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { BuildkiteConverter } from './common';
+export declare class Builds extends BuildkiteConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/buildkite/builds.js

@@ -0,0 +1,87 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Builds = void 0;
+const faros_feeds_sdk_1 = require("faros-feeds-sdk");
+const lodash_1 = require("lodash");
+const common_1 = require("./common");
+class Builds extends common_1.BuildkiteConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'cicd_Build',
+            'cicd_BuildCommitAssociation',
+            'cicd_BuildStep',
+        ];
+    }
+    async convert(record, ctx) {
+        var _a;
+        const source = this.streamName.source;
+        const build = record.record.data;
+        if (!build.pipeline)
+            return [];
+        const pipeline = {
+            uid: build.pipeline.slug,
+            organization: { uid: build.pipeline.organization.slug, source },
+        };
+        const createdAt = faros_feeds_sdk_1.Utils.toDate(build.createdAt);
+        const startedAt = faros_feeds_sdk_1.Utils.toDate(build.startedAt);
+        const endedAt = faros_feeds_sdk_1.Utils.toDate(build.finishedAt);
+        const status = this.convertBuildState(build.state);
+        const res = [];
+        const buildKey = {
+            uid: build.uuid,
+            pipeline,
+        };
+        res.push({
+            model: 'cicd_Build',
+            record: {
+                uid: build.uuid,
+                name: build.message,
+                number: build.number,
+                createdAt,
+                startedAt,
+                endedAt,
+                status,
+                url: build.url,
+                pipeline,
+            },
+        });
+        for (const job of build.jobs) {
+            res.push({
+                model: 'cicd_BuildStep',
+                record: {
+                    uid: job.uuid,
+                    name: job.label,
+                    ...this.convertBuildStepTime(job),
+                    command: job.command,
+                    type: this.convertBuildStepType(job.type),
+                    createdAt: faros_feeds_sdk_1.Utils.toDate(job.createdAt),
+                    startedAt: faros_feeds_sdk_1.Utils.toDate(job.startedAt),
+                    endedAt: faros_feeds_sdk_1.Utils.toDate(job.finishedAt),
+                    status: this.convertBuildStepState(job.state),
+                    url: job.url,
+                    build: buildKey,
+                },
+            });
+        }
+        const repo = (_a = build.pipeline) === null || _a === void 0 ? void 0 : _a.repository;
+        if (repo) {
+            const repoExtract = this.extractRepo(repo.url);
+            if (repoExtract) {
+                const repoKey = {
+                    organization: { uid: (0, lodash_1.toLower)(repoExtract.org), source },
+                    name: (0, lodash_1.toLower)(repoExtract.name),
+                };
+                res.push({
+                    model: 'cicd_BuildCommitAssociation',
+                    record: {
+                        build: buildKey,
+                        commit: { repository: repoKey, sha: build.commit },
+                    },
+                });
+            }
+        }
+        return res;
+    }
+}
+exports.Builds = Builds;

package/lib/converters/buildkite/common.d.ts

@@ -0,0 +1,129 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter } from '../converter';
+export interface Organization {
+    readonly id: string;
+    readonly slug: string;
+    readonly name: string;
+    readonly web_url: string;
+}
+export interface Build {
+    readonly uuid: string;
+    readonly number: number;
+    readonly message: string;
+    readonly createdAt?: string;
+    readonly startedAt?: string;
+    readonly finishedAt?: string;
+    readonly state: string;
+    readonly url: string;
+    readonly commit: string;
+    readonly jobs: Array<Job>;
+    readonly pipeline?: {
+        slug?: string;
+        readonly repository?: Repo;
+        readonly organization?: {
+            slug?: string;
+        };
+    };
+}
+export interface Job {
+    readonly type: string;
+    readonly uuid: string;
+    readonly label?: string;
+    readonly state: string;
+    readonly createdAt?: string;
+    readonly startedAt?: string;
+    readonly finishedAt?: string;
+    readonly triggered?: {
+        startedAt?: string;
+        createdAt?: string;
+        finishedAt?: string;
+    };
+    readonly unblockedAt?: string;
+    readonly url?: string;
+    readonly command: string;
+    readonly build?: {
+        uuid?: string;
+        readonly pipeline?: {
+            slug?: string;
+            readonly organization?: {
+                slug?: string;
+            };
+        };
+    };
+}
+export interface Timestamps {
+    createdAt?: Date;
+    startedAt?: Date;
+    endedAt?: Date;
+}
+export interface JobState {
+    category: string;
+    detail: string;
+}
+export interface Pipeline {
+    readonly id: string;
+    readonly uuid: string;
+    readonly slug: string;
+    readonly name: string;
+    readonly url: string;
+    readonly description?: string;
+    readonly repository?: Repo;
+    readonly createdAt?: string;
+    readonly organization?: {
+        slug?: string;
+    };
+}
+export declare enum RepoSource {
+    BITBUCKET = "Bitbucket",
+    GITHUB = "GitHub",
+    GITLAB = "GitLab",
+    VCS = "VCS"
+}
+export declare enum BuildStateCategory {
+    Unknown = "Unknown",
+    Canceled = "Canceled",
+    Failed = "Failed",
+    Success = "Success",
+    Running = "Running",
+    Queued = "Queued",
+    Custom = "Custom"
+}
+export declare enum JobType {
+    JobTypeBlock = "JobTypeBlock",
+    JobTypeTrigger = "JobTypeTrigger",
+    JobTypeWait = "JobTypeWait",
+    JobTypeCommand = "JobTypeCommand"
+}
+export declare enum JobCategory {
+    Custom = "Custom",
+    Script = "Script",
+    Manual = "Manual"
+}
+export interface Repo {
+    readonly provider: Provider;
+    readonly url: string;
+}
+export interface RepoExtract {
+    readonly org: string;
+    readonly name: string;
+}
+export interface Provider {
+    readonly name: RepoSource;
+}
+/** Buildkite converter base */
+export declare abstract class BuildkiteConverter extends Converter {
+    source: string;
+    /** Almost every Buildkite record have id property */
+    id(record: AirbyteRecord): any;
+    convertBuildState(state: string | undefined): {
+        category: string;
+        detail: string;
+    };
+    extractRepo(repoUrl: string): RepoExtract | undefined;
+    convertBuildStepTime(buildStep: Job): Timestamps;
+    convertBuildStepState(state: string | undefined): {
+        category: string;
+        detail: string;
+    };
+    convertBuildStepType(type: string): JobState;
+}

package/lib/converters/buildkite/common.js

@@ -0,0 +1,161 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BuildkiteConverter = exports.JobCategory = exports.JobType = exports.BuildStateCategory = exports.RepoSource = void 0;
+const faros_feeds_sdk_1 = require("faros-feeds-sdk");
+const git_url_parse_1 = __importDefault(require("git-url-parse"));
+const converter_1 = require("../converter");
+var RepoSource;
+(function (RepoSource) {
+    RepoSource["BITBUCKET"] = "Bitbucket";
+    RepoSource["GITHUB"] = "GitHub";
+    RepoSource["GITLAB"] = "GitLab";
+    RepoSource["VCS"] = "VCS";
+})(RepoSource = exports.RepoSource || (exports.RepoSource = {}));
+var BuildStateCategory;
+(function (BuildStateCategory) {
+    BuildStateCategory["Unknown"] = "Unknown";
+    BuildStateCategory["Canceled"] = "Canceled";
+    BuildStateCategory["Failed"] = "Failed";
+    BuildStateCategory["Success"] = "Success";
+    BuildStateCategory["Running"] = "Running";
+    BuildStateCategory["Queued"] = "Queued";
+    BuildStateCategory["Custom"] = "Custom";
+})(BuildStateCategory = exports.BuildStateCategory || (exports.BuildStateCategory = {}));
+var JobType;
+(function (JobType) {
+    JobType["JobTypeBlock"] = "JobTypeBlock";
+    JobType["JobTypeTrigger"] = "JobTypeTrigger";
+    JobType["JobTypeWait"] = "JobTypeWait";
+    JobType["JobTypeCommand"] = "JobTypeCommand";
+})(JobType = exports.JobType || (exports.JobType = {}));
+var JobCategory;
+(function (JobCategory) {
+    JobCategory["Custom"] = "Custom";
+    JobCategory["Script"] = "Script";
+    JobCategory["Manual"] = "Manual";
+})(JobCategory = exports.JobCategory || (exports.JobCategory = {}));
+/** Buildkite converter base */
+class BuildkiteConverter extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'Buildkite';
+    }
+    /** Almost every Buildkite record have id property */
+    id(record) {
+        var _a, _b;
+        return (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.id;
+    }
+    convertBuildState(state) {
+        if (!state) {
+            return { category: BuildStateCategory.Unknown, detail: 'undefined' };
+        }
+        const detail = state.toLowerCase();
+        // Read more on Buildkite build states:
+        // https://buildkite.com/user/graphql/documentation/type/BuildStates
+        switch (detail) {
+            case 'canceling':
+            case 'canceled':
+                return { category: BuildStateCategory.Canceled, detail };
+            case 'failed':
+                return { category: BuildStateCategory.Failed, detail };
+            case 'passed':
+                return { category: BuildStateCategory.Success, detail };
+            case 'running':
+                return { category: BuildStateCategory.Running, detail };
+            case 'scheduled':
+            case 'blocked':
+                return { category: BuildStateCategory.Queued, detail };
+            case 'skipped':
+            case 'not_run':
+            default:
+                return { category: BuildStateCategory.Custom, detail };
+        }
+    }
+    extractRepo(repoUrl) {
+        const gitUrl = (0, git_url_parse_1.default)(repoUrl);
+        if (!gitUrl.organization || !gitUrl.name)
+            return undefined;
+        return { org: gitUrl.organization, name: gitUrl.name };
+    }
+    convertBuildStepTime(buildStep) {
+        const type = buildStep.type;
+        const result = {
+            createdAt: faros_feeds_sdk_1.Utils.toDate(buildStep.createdAt),
+            startedAt: faros_feeds_sdk_1.Utils.toDate(buildStep.startedAt),
+            endedAt: faros_feeds_sdk_1.Utils.toDate(buildStep.finishedAt),
+        };
+        switch (type) {
+            case JobType.JobTypeBlock:
+                result.createdAt = faros_feeds_sdk_1.Utils.toDate(buildStep.unblockedAt);
+                result.startedAt = faros_feeds_sdk_1.Utils.toDate(buildStep.unblockedAt);
+                result.endedAt = faros_feeds_sdk_1.Utils.toDate(buildStep.unblockedAt);
+                break;
+            case JobType.JobTypeTrigger:
+                result.createdAt = faros_feeds_sdk_1.Utils.toDate(buildStep.createdAt);
+                result.startedAt = faros_feeds_sdk_1.Utils.toDate(buildStep.startedAt);
+                result.endedAt = faros_feeds_sdk_1.Utils.toDate(buildStep.finishedAt);
+                break;
+            case JobType.JobTypeWait: // This type does not currently have timestamps
+            case JobType.JobTypeCommand:
+            default:
+                break;
+        }
+        return result;
+    }
+    convertBuildStepState(state) {
+        if (!state) {
+            return { category: BuildStateCategory.Unknown, detail: 'undefined' };
+        }
+        const detail = state.toLowerCase();
+        // Read more on Buildkite job states:
+        // https://buildkite.com/user/graphql/documentation/type/JobStates
+        switch (detail) {
+            case 'canceling':
+            case 'canceled':
+                return { category: BuildStateCategory.Canceled, detail };
+            case 'blocked_failed':
+            case 'broken':
+            case 'timed_out':
+            case 'timing_out':
+            case 'unblocked_failed':
+            case 'waiting_failed':
+                return { category: BuildStateCategory.Failed, detail };
+            case 'finished':
+                return { category: BuildStateCategory.Success, detail };
+            case 'running':
+                return { category: BuildStateCategory.Running, detail };
+            case 'scheduled':
+            case 'accepted':
+            case 'assigned':
+            case 'blocked':
+            case 'limited':
+            case 'limiting':
+            case 'waiting':
+                return { category: BuildStateCategory.Queued, detail };
+            case 'skipped':
+            case 'pending':
+            case 'unblocked':
+            default:
+                return { category: BuildStateCategory.Custom, detail };
+        }
+    }
+    convertBuildStepType(type) {
+        if (!type) {
+            return { category: JobCategory.Custom, detail: 'undefined' };
+        }
+        const detail = type;
+        switch (type) {
+            case JobType.JobTypeCommand:
+                return { category: JobCategory.Script, detail };
+            case JobType.JobTypeBlock:
+                return { category: JobCategory.Manual, detail };
+            case JobType.JobTypeWait:
+            default:
+                return { category: JobCategory.Custom, detail };
+        }
+    }
+}
+exports.BuildkiteConverter = BuildkiteConverter;

package/lib/converters/buildkite/organizations.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { BuildkiteConverter } from './common';
+export declare class Organizations extends BuildkiteConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/buildkite/organizations.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Organizations = void 0;
+const common_1 = require("./common");
+class Organizations extends common_1.BuildkiteConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'cicd_Organization',
+        ];
+    }
+    async convert(record, ctx) {
+        const source = this.streamName.source;
+        const organization = record.record.data;
+        return [
+            {
+                model: 'cicd_Organization',
+                record: {
+                    uid: organization.id,
+                    name: organization.name,
+                    slug: organization.slug,
+                    url: organization.web_url,
+                    source,
+                },
+            },
+        ];
+    }
+}
+exports.Organizations = Organizations;

package/lib/converters/buildkite/pipelines.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { BuildkiteConverter } from './common';
+export declare class Pipelines extends BuildkiteConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/buildkite/pipelines.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Pipelines = void 0;
+const common_1 = require("./common");
+class Pipelines extends common_1.BuildkiteConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'cicd_Pipeline',
+        ];
+    }
+    async convert(record, ctx) {
+        var _a;
+        const source = this.streamName.source;
+        const pipeline = record.record.data;
+        if (!pipeline.organization)
+            return [];
+        const organization = { uid: (_a = pipeline.organization) === null || _a === void 0 ? void 0 : _a.slug, source };
+        return [
+            {
+                model: 'cicd_Pipeline',
+                record: {
+                    uid: pipeline.slug,
+                    name: pipeline.name,
+                    url: pipeline.url,
+                    organization,
+                },
+            },
+        ];
+    }
+}
+exports.Pipelines = Pipelines;

package/lib/converters/opsgenie/common.d.ts

@@ -0,0 +1,20 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter, StreamContext } from '../converter';
+declare type ApplicationMapping = Record<string, {
+    name: string;
+    platform?: string;
+}>;
+interface OpsGenieConfig {
+    application_mapping?: ApplicationMapping;
+    max_description_length?: number;
+}
+/** Opsgenie converter base */
+export declare abstract class OpsGenieConverter extends Converter {
+    source: string;
+    /** Almost every Opsgenie record have id property */
+    id(record: AirbyteRecord): any;
+    protected opsgenieConfig(ctx: StreamContext): OpsGenieConfig;
+    protected maxDescriptionLength(ctx: StreamContext): number;
+    protected applicationMapping(ctx: StreamContext): ApplicationMapping;
+}
+export {};

package/lib/converters/opsgenie/common.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpsGenieConverter = void 0;
+const converter_1 = require("../converter");
+const MAX_DESCRIPTION_LENGTH = 1000;
+/** Opsgenie converter base */
+class OpsGenieConverter extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'OpsGenie';
+    }
+    /** Almost every Opsgenie record have id property */
+    id(record) {
+        var _a, _b;
+        return (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.id;
+    }
+    opsgenieConfig(ctx) {
+        var _a, _b;
+        return (_b = (_a = ctx.config.source_specific_configs) === null || _a === void 0 ? void 0 : _a.opsgenie) !== null && _b !== void 0 ? _b : {};
+    }
+    maxDescriptionLength(ctx) {
+        var _a;
+        return ((_a = this.opsgenieConfig(ctx).max_description_length) !== null && _a !== void 0 ? _a : MAX_DESCRIPTION_LENGTH);
+    }
+    applicationMapping(ctx) {
+        var _a, _b;
+        return ((_b = (0, converter_1.parseObjectConfig)((_a = this.opsgenieConfig(ctx)) === null || _a === void 0 ? void 0 : _a.application_mapping, 'Application Mapping')) !== null && _b !== void 0 ? _b : {});
+    }
+}
+exports.OpsGenieConverter = OpsGenieConverter;

package/lib/converters/opsgenie/incidents.d.ts

@@ -0,0 +1,10 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { OpsGenieConverter } from './common';
+export declare class Incidents extends OpsGenieConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    private seenTags;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+    private getPriority;
+    private getIncidentStatus;
+}