airbyte-faros-destination 0.1.53

package/lib/converters/okta_faros/common.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OktaFarosConverter = void 0;
+const converter_1 = require("../converter");
+class OktaFarosConverter extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'Okta_Faros';
+    }
+}
+exports.OktaFarosConverter = OktaFarosConverter;

package/lib/converters/okta_faros/groups.d.ts

@@ -0,0 +1,13 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { OktaFarosConverter } from './common';
+/**
+ * This converter is identical to OktaGroups for Okta community source.
+ * It is here to support the Okta source we developed at Faros.
+ */
+export declare class Groups extends OktaFarosConverter {
+    private alias;
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    id(record: AirbyteRecord): any;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/okta_faros/groups.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Groups = void 0;
+const groups_1 = require("../okta/groups");
+const common_1 = require("./common");
+/**
+ * This converter is identical to OktaGroups for Okta community source.
+ * It is here to support the Okta source we developed at Faros.
+ */
+class Groups extends common_1.OktaFarosConverter {
+    constructor() {
+        super(...arguments);
+        this.alias = new groups_1.Groups();
+        this.destinationModels = this.alias.destinationModels;
+    }
+    id(record) {
+        return this.alias.id(record);
+    }
+    async convert(record, ctx) {
+        return this.alias.convert(record, ctx);
+    }
+}
+exports.Groups = Groups;

package/lib/converters/okta_faros/users.d.ts

@@ -0,0 +1,13 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { OktaFarosConverter } from './common';
+/**
+ * This converter is identical to OktaUsers for Okta community source.
+ * It is here to support the Okta source we developed at Faros.
+ */
+export declare class Users extends OktaFarosConverter {
+    private alias;
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    id(record: AirbyteRecord): any;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/okta_faros/users.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Users = void 0;
+const users_1 = require("../okta/users");
+const common_1 = require("./common");
+/**
+ * This converter is identical to OktaUsers for Okta community source.
+ * It is here to support the Okta source we developed at Faros.
+ */
+class Users extends common_1.OktaFarosConverter {
+    constructor() {
+        super(...arguments);
+        this.alias = new users_1.Users();
+        this.destinationModels = this.alias.destinationModels;
+    }
+    id(record) {
+        return this.alias.id(record);
+    }
+    async convert(record, ctx) {
+        return this.alias.convert(record, ctx);
+    }
+}
+exports.Users = Users;

package/lib/converters/pagerduty/common.d.ts

@@ -0,0 +1,37 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter, StreamContext } from '../converter';
+export interface PagerdutyObject {
+    readonly id: string;
+    readonly type: string;
+    readonly summary: string;
+    readonly self: string;
+    readonly html_url: string;
+}
+export declare enum IncidentSeverityCategory {
+    Sev1 = "Sev1",
+    Sev2 = "Sev2",
+    Sev3 = "Sev3",
+    Sev4 = "Sev4",
+    Sev5 = "Sev5",
+    Custom = "Custom"
+}
+declare type ApplicationMapping = Record<string, {
+    name: string;
+    platform?: string;
+}>;
+interface PagerDutyConfig {
+    application_mapping?: ApplicationMapping;
+    default_severity?: IncidentSeverityCategory;
+}
+/** PagerDuty converter base */
+export declare abstract class PagerDutyConverter extends Converter {
+    source: string;
+    /** Almost every Pagerduty record have id property. Function will be
+     * override if record doesn't have id property.
+     */
+    id(record: AirbyteRecord): any;
+    protected pagerdutyConfig(ctx: StreamContext): PagerDutyConfig;
+    protected applicationMapping(ctx: StreamContext): ApplicationMapping;
+    protected defaultSeverity(ctx: StreamContext): IncidentSeverityCategory | null;
+}
+export {};

package/lib/converters/pagerduty/common.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PagerDutyConverter = exports.IncidentSeverityCategory = void 0;
+const converter_1 = require("../converter");
+var IncidentSeverityCategory;
+(function (IncidentSeverityCategory) {
+    IncidentSeverityCategory["Sev1"] = "Sev1";
+    IncidentSeverityCategory["Sev2"] = "Sev2";
+    IncidentSeverityCategory["Sev3"] = "Sev3";
+    IncidentSeverityCategory["Sev4"] = "Sev4";
+    IncidentSeverityCategory["Sev5"] = "Sev5";
+    IncidentSeverityCategory["Custom"] = "Custom";
+})(IncidentSeverityCategory = exports.IncidentSeverityCategory || (exports.IncidentSeverityCategory = {}));
+/** PagerDuty converter base */
+class PagerDutyConverter extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'PagerDuty';
+    }
+    /** Almost every Pagerduty record have id property. Function will be
+     * override if record doesn't have id property.
+     */
+    id(record) {
+        var _a, _b;
+        return (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.id;
+    }
+    pagerdutyConfig(ctx) {
+        var _a, _b;
+        return (_b = (_a = ctx.config.source_specific_configs) === null || _a === void 0 ? void 0 : _a.pagerduty) !== null && _b !== void 0 ? _b : {};
+    }
+    applicationMapping(ctx) {
+        var _a, _b;
+        return ((_b = (0, converter_1.parseObjectConfig)((_a = this.pagerdutyConfig(ctx)) === null || _a === void 0 ? void 0 : _a.application_mapping, 'Application Mapping')) !== null && _b !== void 0 ? _b : {});
+    }
+    defaultSeverity(ctx) {
+        var _a;
+        return (_a = this.pagerdutyConfig(ctx).default_severity) !== null && _a !== void 0 ? _a : null;
+    }
+}
+exports.PagerDutyConverter = PagerDutyConverter;

package/lib/converters/pagerduty/incident_log_entries.d.ts

@@ -0,0 +1,8 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { PagerDutyConverter } from './common';
+export declare class IncidentLogEntries extends PagerDutyConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+    private eventType;
+}

package/lib/converters/pagerduty/incident_log_entries.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IncidentLogEntries = void 0;
+const faros_feeds_sdk_1 = require("faros-feeds-sdk");
+const common_1 = require("./common");
+var IncidentEventTypeCategory;
+(function (IncidentEventTypeCategory) {
+    IncidentEventTypeCategory["Created"] = "Created";
+    IncidentEventTypeCategory["Acknowledged"] = "Acknowledged";
+    IncidentEventTypeCategory["Resolved"] = "Resolved";
+    IncidentEventTypeCategory["Custom"] = "Custom";
+})(IncidentEventTypeCategory || (IncidentEventTypeCategory = {}));
+class IncidentLogEntries extends common_1.PagerDutyConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'ims_IncidentEvent',
+        ];
+    }
+    async convert(record, ctx) {
+        const source = this.streamName.source;
+        const event = record.record.data;
+        return [
+            {
+                model: 'ims_IncidentEvent',
+                record: {
+                    uid: event.id,
+                    type: this.eventType(event.type),
+                    createdAt: faros_feeds_sdk_1.Utils.toDate(event.created_at),
+                    detail: event.summary,
+                    incident: { uid: event.incident.id, source },
+                },
+            },
+        ];
+    }
+    eventType(logEntryType) {
+        const typeRef = logEntryType.split('_')[0]; // i.e. "resolve" of "resolve_log_entry"
+        let eventTypeCategory;
+        switch (typeRef.toLowerCase()) {
+            case 'trigger':
+                eventTypeCategory = IncidentEventTypeCategory.Created;
+                break;
+            case 'acknowledge':
+                eventTypeCategory = IncidentEventTypeCategory.Acknowledged;
+                break;
+            case 'resolve':
+                eventTypeCategory = IncidentEventTypeCategory.Resolved;
+                break;
+            default:
+                eventTypeCategory = IncidentEventTypeCategory.Custom;
+                break;
+        }
+        return { category: eventTypeCategory, detail: logEntryType };
+    }
+}
+exports.IncidentLogEntries = IncidentLogEntries;

package/lib/converters/pagerduty/incidents.d.ts

@@ -0,0 +1,10 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { PagerDutyConverter } from './common';
+export declare class Incidents extends PagerDutyConverter {
+    private readonly logger;
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+    private incidentPriority;
+    private incidentState;
+}

package/lib/converters/pagerduty/incidents.js

@@ -0,0 +1,127 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Incidents = void 0;
+const faros_airbyte_cdk_1 = require("faros-airbyte-cdk");
+const faros_feeds_sdk_1 = require("faros-feeds-sdk");
+const common_1 = require("./common");
+var IncidentStatusCategory;
+(function (IncidentStatusCategory) {
+    IncidentStatusCategory["Created"] = "Created";
+    IncidentStatusCategory["Identified"] = "Identified";
+    IncidentStatusCategory["Investigating"] = "Investigating";
+    IncidentStatusCategory["Resolved"] = "Resolved";
+    IncidentStatusCategory["Custom"] = "Custom";
+})(IncidentStatusCategory || (IncidentStatusCategory = {}));
+class Incidents extends common_1.PagerDutyConverter {
+    constructor() {
+        super(...arguments);
+        this.logger = new faros_airbyte_cdk_1.AirbyteLogger();
+        this.destinationModels = [
+            'compute_Application',
+            'ims_Incident',
+            'ims_IncidentApplicationImpact',
+            'ims_IncidentAssignment',
+        ];
+    }
+    async convert(record, ctx) {
+        var _a;
+        const source = this.streamName.source;
+        const incident = record.record.data;
+        const res = [];
+        const incidentRef = { uid: incident.id, source };
+        const lastUpdated = faros_feeds_sdk_1.Utils.toDate(incident.last_status_change_at);
+        let acknowledgedAt, resolvedAt;
+        if (incident.status === 'acknowledged') {
+            if (!incident.acknowledgements || !incident.acknowledgements.length) {
+                this.logger.warn(`Incident ${incident.id} acknowledged, but acknowledger info missing`);
+            }
+            else {
+                // find first acknowledgement
+                acknowledgedAt = faros_feeds_sdk_1.Utils.toDate(incident.acknowledgements
+                    .map((ack) => ack.at)
+                    .sort()[0]);
+            }
+        }
+        else if (incident.status === 'resolved') {
+            resolvedAt = lastUpdated;
+        }
+        res.push({
+            // We are explicitly passing __Upsert command here with at := 0,
+            // to allow updating Incident severity from prioritiesResource stream
+            // in the same revision
+            model: 'ims_Incident__Upsert',
+            record: {
+                at: 0,
+                data: {
+                    ...incidentRef,
+                    title: incident.title,
+                    description: incident.description,
+                    url: incident.self,
+                    createdAt: faros_feeds_sdk_1.Utils.toDate(incident.created_at),
+                    updatedAt: resolvedAt,
+                    acknowledgedAt: acknowledgedAt,
+                    resolvedAt: resolvedAt,
+                    priority: this.incidentPriority(incident.urgency),
+                    status: this.incidentState(incident.status),
+                },
+            },
+        });
+        for (const assignment of incident.assignments) {
+            const assignee = { uid: assignment.assignee.id, source };
+            res.push({
+                model: 'ims_IncidentAssignment',
+                record: {
+                    incident: incidentRef,
+                    assignee,
+                },
+            });
+        }
+        const applicationMapping = this.applicationMapping(ctx);
+        let application = {
+            name: incident.service.summary,
+            platform: '',
+        };
+        // if we have an app mapping specified
+        if (incident.service.summary in applicationMapping &&
+            applicationMapping[incident.service.summary].name) {
+            const mappedApp = applicationMapping[incident.service.summary];
+            application = {
+                name: mappedApp.name,
+                platform: (_a = mappedApp.platform) !== null && _a !== void 0 ? _a : application.platform,
+            };
+        }
+        res.push({ model: 'compute_Application', record: application });
+        res.push({
+            model: 'ims_IncidentApplicationImpact',
+            record: {
+                incident: incidentRef,
+                application,
+            },
+        });
+        return res;
+    }
+    incidentPriority(incidentUrgency) {
+        const detail = incidentUrgency;
+        switch (incidentUrgency.toLowerCase()) {
+            case 'high':
+                return { category: 'High', detail };
+            case 'low':
+                return { category: 'Low', detail };
+            default:
+                return { category: 'Custom', detail };
+        }
+    }
+    incidentState(incidentStatus) {
+        const detail = incidentStatus;
+        switch (incidentStatus) {
+            case 'resolved':
+                return { category: IncidentStatusCategory.Resolved, detail };
+            case 'acknowledged':
+                return { category: IncidentStatusCategory.Investigating, detail };
+            case 'triggered':
+            default:
+                return { category: IncidentStatusCategory.Created, detail };
+        }
+    }
+}
+exports.Incidents = Incidents;

package/lib/converters/pagerduty/priorities_resource.d.ts

@@ -0,0 +1,11 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext, StreamName } from '../converter';
+import { PagerDutyConverter } from './common';
+export declare class PrioritiesResource extends PagerDutyConverter {
+    private readonly logger;
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    private readonly incidentsStream;
+    get dependencies(): ReadonlyArray<StreamName>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+    private incidentSeverity;
+}

package/lib/converters/pagerduty/priorities_resource.js

@@ -0,0 +1,64 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PrioritiesResource = void 0;
+const faros_airbyte_cdk_1 = require("faros-airbyte-cdk");
+const converter_1 = require("../converter");
+const common_1 = require("./common");
+const SeverityLevel = ['Sev1', 'Sev2', 'Sev3', 'Sev4', 'Sev5'];
+class PrioritiesResource extends common_1.PagerDutyConverter {
+    constructor() {
+        super(...arguments);
+        this.logger = new faros_airbyte_cdk_1.AirbyteLogger();
+        this.destinationModels = [
+            'ims_Incident',
+        ];
+        this.incidentsStream = new converter_1.StreamName('pagerduty', 'incidents');
+    }
+    get dependencies() {
+        return [this.incidentsStream];
+    }
+    async convert(record, ctx) {
+        var _a, _b;
+        const source = this.streamName.source;
+        const priorityResource = record.record.data;
+        const incidentsStream = this.incidentsStream.asString;
+        const incident = ctx.get(incidentsStream, String(priorityResource.id));
+        const incidentPriority = (_b = (_a = incident === null || incident === void 0 ? void 0 : incident.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.priority;
+        const defaultSeverity = this.defaultSeverity(ctx);
+        const severity = this.incidentSeverity(priorityResource, incidentPriority, defaultSeverity);
+        if (!severity)
+            return [];
+        return [
+            {
+                model: 'ims_Incident__Update',
+                record: {
+                    at: record.record.emitted_at,
+                    where: {
+                        uid: priorityResource.id,
+                        source,
+                    },
+                    mask: ['severity'],
+                    patch: {
+                        severity,
+                    },
+                },
+            },
+        ];
+    }
+    incidentSeverity(priorityResource, incidentPriority, defaultSeverity) {
+        var _a;
+        if (!incidentPriority && defaultSeverity) {
+            //priorities can be disabled on the PD account
+            return defaultSeverity
+                ? { category: defaultSeverity, detail: 'default' }
+                : undefined;
+        }
+        const detail = (_a = incidentPriority === null || incidentPriority === void 0 ? void 0 : incidentPriority.summary) !== null && _a !== void 0 ? _a : priorityResource.summary;
+        const [severityIndex] = detail.match(/\d$/);
+        if (incidentPriority) {
+            return { category: SeverityLevel[severityIndex], detail };
+        }
+        return { category: 'Custom', detail };
+    }
+}
+exports.PrioritiesResource = PrioritiesResource;

package/lib/converters/pagerduty/users.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { PagerDutyConverter } from './common';
+export declare class Users extends PagerDutyConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/pagerduty/users.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Users = void 0;
+const common_1 = require("./common");
+class Users extends common_1.PagerDutyConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = ['ims_User'];
+    }
+    async convert(record, ctx) {
+        const source = this.streamName.source;
+        const user = record.record.data;
+        return [
+            {
+                model: 'ims_User',
+                record: {
+                    uid: user.id,
+                    email: user.email,
+                    name: user.name,
+                    source,
+                },
+            },
+        ];
+    }
+}
+exports.Users = Users;

package/lib/converters/phabricator/commits.d.ts

@@ -0,0 +1,8 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { PhabricatorConverter } from './common';
+export declare class Commits extends PhabricatorConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    id(record: AirbyteRecord): any;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/phabricator/commits.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Commits = void 0;
+const faros_feeds_sdk_1 = require("faros-feeds-sdk");
+const common_1 = require("./common");
+class Commits extends common_1.PhabricatorConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'vcs_BranchCommitAssociation',
+            'vcs_Commit',
+        ];
+    }
+    id(record) {
+        var _a, _b, _c;
+        return (_c = (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.fields) === null || _c === void 0 ? void 0 : _c.identifier;
+    }
+    async convert(record, ctx) {
+        var _a, _b, _c, _d;
+        const source = this.streamName.source;
+        const commit = record.record.data;
+        const res = [];
+        const sha = (_a = commit.fields) === null || _a === void 0 ? void 0 : _a.identifier;
+        const repository = common_1.PhabricatorCommon.repositoryKey(commit.repository, source);
+        if (!sha || !repository)
+            return res;
+        const author = (_b = commit.fields) === null || _b === void 0 ? void 0 : _b.author;
+        const fullMessage = (_c = commit.fields) === null || _c === void 0 ? void 0 : _c.message;
+        const commitMessage = common_1.PhabricatorCommon.parseCommitMessage(fullMessage);
+        res.push({
+            model: 'vcs_Commit',
+            record: {
+                uid: sha,
+                sha,
+                message: fullMessage,
+                author: (author === null || author === void 0 ? void 0 : author.userPHID) ? { uid: author.userPHID, source } : null,
+                htmlUrl: null,
+                createdAt: (author === null || author === void 0 ? void 0 : author.epoch) ? faros_feeds_sdk_1.Utils.toDate(author === null || author === void 0 ? void 0 : author.epoch) : null,
+                repository,
+                source,
+            },
+        });
+        // TODO: figure out how to get the actual commit branch
+        // Until then we assume the default repository branch for all commits
+        const branch = (_d = commit.repository.fields) === null || _d === void 0 ? void 0 : _d.defaultBranch;
+        if (branch) {
+            res.push({
+                model: 'vcs_BranchCommitAssociation',
+                record: {
+                    commit: { sha, repository },
+                    branch: { name: branch, uid: branch, repository },
+                },
+            });
+        }
+        if (commitMessage === null || commitMessage === void 0 ? void 0 : commitMessage.revisionId) {
+            res.push({
+                model: 'vcs_PullRequest__Update',
+                record: {
+                    at: record.record.emitted_at,
+                    where: {
+                        number: commitMessage === null || commitMessage === void 0 ? void 0 : commitMessage.revisionId,
+                        uid: commitMessage === null || commitMessage === void 0 ? void 0 : commitMessage.revisionId.toString(),
+                        repository,
+                    },
+                    mask: ['mergeCommit'],
+                    patch: {
+                        mergeCommit: { repository, sha },
+                    },
+                },
+            });
+        }
+        return res;
+    }
+}
+exports.Commits = Commits;

package/lib/converters/phabricator/common.d.ts

@@ -0,0 +1,40 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Dictionary } from 'ts-essentials';
+import { Converter } from '../converter';
+/** Common functions shares across Phabricator converters */
+export declare class PhabricatorCommon {
+    static vcs_UserType(user: Dictionary<any>): {
+        category: string;
+        detail: string;
+    };
+    static vcs_PullRequestState(revisionStatus: Dictionary<any>): {
+        category: string;
+        detail: string;
+    };
+    static vcs_PullRequestReviewState(reviewStatus: string): {
+        category: string;
+        detail: string;
+    };
+    static parseCommitMessage(message: string): CommitMessage | undefined;
+    static repositoryURIs(repository: Dictionary<any>): ReadonlyArray<Dictionary<any>>;
+    static repositoryKey(repository: Dictionary<any>, source: string): undefined | RepositoryKey;
+    static orgKey(source: string): undefined | OrgKey;
+}
+/** Phabricator converter base */
+export declare abstract class PhabricatorConverter extends Converter {
+    source: string;
+    /** Most of Phabricator records should have phid property */
+    id(record: AirbyteRecord): any;
+}
+export interface CommitMessage {
+    message?: string;
+    revisionId?: number;
+}
+export interface RepositoryKey {
+    name: string;
+    organization: OrgKey;
+}
+export interface OrgKey {
+    uid: string;
+    source: string;
+}