airbyte-faros-destination 0.0.1

package/lib/converters/github/users.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Users = void 0;
+const common_1 = require("./common");
+class Users extends common_1.GitHubConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'vcs_Membership',
+            'vcs_User',
+        ];
+    }
+    async convert(record) {
+        const source = this.streamName.source;
+        const user = record.record.data;
+        return common_1.GitHubCommon.vcs_User_with_Membership(user, source);
+    }
+}
+exports.Users = Users;
+//# sourceMappingURL=users.js.map

package/lib/converters/github/users.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"users.js","sourceRoot":"","sources":["../../../src/converters/github/users.ts"],"names":[],"mappings":";;;AAGA,qCAAuD;AAEvD,MAAa,KAAM,SAAQ,wBAAe;IAA1C;;QACW,sBAAiB,GAAoC;YAC5D,gBAAgB;YAChB,UAAU;SACX,CAAC;IASJ,CAAC;IAPC,KAAK,CAAC,OAAO,CACX,MAAqB;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAChC,OAAO,qBAAY,CAAC,wBAAwB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7D,CAAC;CACF;AAbD,sBAaC"}

package/lib/converters/github/workflow_runs.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord } from '../converter';
+import { GitHubConverter } from './common';
+export declare class WorkflowRuns extends GitHubConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/github/workflow_runs.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkflowRuns = void 0;
+const faros_js_client_1 = require("faros-js-client");
+const common_1 = require("./common");
+class WorkflowRuns extends common_1.GitHubConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'cicd_Build',
+            'cicd_BuildCommitAssociation',
+        ];
+    }
+    async convert(record) {
+        const source = this.streamName.source;
+        const run = record.record.data;
+        const res = [];
+        const repositoryKey = common_1.GitHubCommon.parseRepositoryKey(run.repository.full_name, source);
+        const pipeline = {
+            uid: run.workflow_id.toString(),
+            organization: repositoryKey.organization,
+        };
+        const build = {
+            uid: run.id.toString(),
+            name: run.name,
+            number: run.run_number,
+            createdAt: faros_js_client_1.Utils.toDate(run.created_at),
+            startedAt: faros_js_client_1.Utils.toDate(run.run_started_at),
+            endedAt: run.conclusion ? faros_js_client_1.Utils.toDate(run.updated_at) : null,
+            status: common_1.GitHubCommon.cicd_BuildStatus(run.status, run.conclusion),
+            url: run.url,
+            pipeline,
+        };
+        res.push({
+            model: 'cicd_Build',
+            record: build,
+        });
+        if (run.head_commit) {
+            const commit = {
+                sha: run.head_commit.id,
+                uid: run.head_commit.id,
+                repository: repositoryKey,
+            };
+            res.push({
+                model: 'cicd_BuildCommitAssociation',
+                record: {
+                    build: { uid: build.uid, pipeline },
+                    commit,
+                },
+            });
+        }
+        return res;
+    }
+}
+exports.WorkflowRuns = WorkflowRuns;
+//# sourceMappingURL=workflow_runs.js.map

package/lib/converters/github/workflow_runs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow_runs.js","sourceRoot":"","sources":["../../../src/converters/github/workflow_runs.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AAGtC,qCAAuD;AAEvD,MAAa,YAAa,SAAQ,wBAAe;IAAjD;;QACW,sBAAiB,GAAoC;YAC5D,YAAY;YACZ,6BAA6B;SAC9B,CAAC;IAsDJ,CAAC;IApDC,KAAK,CAAC,OAAO,CACX,MAAqB;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAC/B,MAAM,GAAG,GAAwB,EAAE,CAAC;QAEpC,MAAM,aAAa,GAAG,qBAAY,CAAC,kBAAkB,CACnD,GAAG,CAAC,UAAU,CAAC,SAAS,EACxB,MAAM,CACP,CAAC;QAEF,MAAM,QAAQ,GAAG;YACf,GAAG,EAAE,GAAG,CAAC,WAAW,CAAC,QAAQ,EAAE;YAC/B,YAAY,EAAE,aAAa,CAAC,YAAY;SACzC,CAAC;QAEF,MAAM,KAAK,GAAG;YACZ,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE;YACtB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;YACvC,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;YAC3C,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,uBAAK,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI;YAC7D,MAAM,EAAE,qBAAY,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC;YACjE,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,QAAQ;SACT,CAAC;QAEF,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,IAAI,GAAG,CAAC,WAAW,EAAE;YACnB,MAAM,MAAM,GAAG;gBACb,GAAG,EAAE,GAAG,CAAC,WAAW,CAAC,EAAE;gBACvB,GAAG,EAAE,GAAG,CAAC,WAAW,CAAC,EAAE;gBACvB,UAAU,EAAE,aAAa;aAC1B,CAAC;YAEF,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,6BAA6B;gBACpC,MAAM,EAAE;oBACN,KAAK,EAAE,EAAC,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,QAAQ,EAAC;oBACjC,MAAM;iBACP;aACF,CAAC,CAAC;SACJ;QAED,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AA1DD,oCA0DC"}

package/lib/converters/github/workflows.d.ts

@@ -0,0 +1,8 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord } from '../converter';
+import { GitHubConverter } from './common';
+export declare class Workflows extends GitHubConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    private seenOrganizations;
+    convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/github/workflows.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Workflows = void 0;
+const common_1 = require("./common");
+class Workflows extends common_1.GitHubConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'cicd_Organization',
+            'cicd_Pipeline',
+        ];
+        this.seenOrganizations = new Set();
+    }
+    async convert(record) {
+        const source = this.streamName.source;
+        const workflow = record.record.data;
+        const repositoryKey = common_1.GitHubCommon.parseRepositoryKey(workflow.repository, source);
+        if (!repositoryKey)
+            return [];
+        const res = [];
+        const organization = repositoryKey.organization;
+        if (!this.seenOrganizations.has(organization.uid)) {
+            this.seenOrganizations.add(organization.uid);
+            res.push({
+                model: 'cicd_Organization',
+                record: {
+                    ...organization,
+                    name: organization.uid,
+                },
+            });
+        }
+        res.push({
+            model: 'cicd_Pipeline',
+            record: {
+                uid: workflow.id.toString(),
+                name: workflow.name,
+                url: workflow.url,
+                organization,
+            },
+        });
+        return res;
+    }
+}
+exports.Workflows = Workflows;
+//# sourceMappingURL=workflows.js.map

package/lib/converters/github/workflows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflows.js","sourceRoot":"","sources":["../../../src/converters/github/workflows.ts"],"names":[],"mappings":";;;AAGA,qCAAuD;AAEvD,MAAa,SAAU,SAAQ,wBAAe;IAA9C;;QACW,sBAAiB,GAAoC;YAC5D,mBAAmB;YACnB,eAAe;SAChB,CAAC;QAEM,sBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAwChD,CAAC;IAtCC,KAAK,CAAC,OAAO,CACX,MAAqB;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QACpC,MAAM,aAAa,GAAG,qBAAY,CAAC,kBAAkB,CACnD,QAAQ,CAAC,UAAU,EACnB,MAAM,CACP,CAAC;QAEF,IAAI,CAAC,aAAa;YAAE,OAAO,EAAE,CAAC;QAE9B,MAAM,GAAG,GAAG,EAAE,CAAC;QACf,MAAM,YAAY,GAAG,aAAa,CAAC,YAAY,CAAC;QAEhD,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE;YACjD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAC7C,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,mBAAmB;gBAC1B,MAAM,EAAE;oBACN,GAAG,YAAY;oBACf,IAAI,EAAE,YAAY,CAAC,GAAG;iBACvB;aACF,CAAC,CAAC;SACJ;QAED,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,eAAe;YACtB,MAAM,EAAE;gBACN,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE;gBAC3B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,GAAG,EAAE,QAAQ,CAAC,GAAG;gBACjB,YAAY;aACb;SACF,CAAC,CAAC;QAEH,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AA9CD,8BA8CC"}

package/lib/converters/gitlab/branches.d.ts

@@ -0,0 +1,8 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord } from '../converter';
+import { GitlabConverter } from './common';
+export declare class Branches extends GitlabConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    id(record: AirbyteRecord): any;
+    convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/gitlab/branches.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Branches = void 0;
+const common_1 = require("./common");
+class Branches extends common_1.GitlabConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'vcs_Branch',
+            'vcs_BranchCommitAssociation',
+        ];
+    }
+    id(record) {
+        var _a, _b;
+        return (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.name;
+    }
+    async convert(record) {
+        const source = this.streamName.source;
+        const branch = record.record.data;
+        const res = [];
+        const repository = common_1.GitlabCommon.parseRepositoryKey(branch.web_url, source);
+        if (!repository)
+            return [];
+        res.push({
+            model: 'vcs_Branch',
+            record: {
+                name: branch.name,
+                uid: branch.name,
+                repository,
+            },
+        });
+        if (branch.commit_id) {
+            res.push({
+                model: 'vcs_BranchCommitAssociation',
+                record: {
+                    commit: { sha: branch.commit_id, uid: branch.commit_id, repository },
+                    branch: { name: branch.name, uid: branch.name, repository },
+                },
+            });
+        }
+        return res;
+    }
+}
+exports.Branches = Branches;
+//# sourceMappingURL=branches.js.map

package/lib/converters/gitlab/branches.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"branches.js","sourceRoot":"","sources":["../../../src/converters/gitlab/branches.ts"],"names":[],"mappings":";;;AAGA,qCAAuD;AAEvD,MAAa,QAAS,SAAQ,wBAAe;IAA7C;;QACW,sBAAiB,GAAoC;YAC5D,YAAY;YACZ,6BAA6B;SAC9B,CAAC;IAoCJ,CAAC;IAlCC,EAAE,CAAC,MAAqB;;QACtB,OAAO,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,0CAAE,IAAI,0CAAE,IAAI,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAqB;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAClC,MAAM,GAAG,GAAwB,EAAE,CAAC;QAEpC,MAAM,UAAU,GAAG,qBAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE3E,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QAE3B,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,GAAG,EAAE,MAAM,CAAC,IAAI;gBAChB,UAAU;aACX;SACF,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,SAAS,EAAE;YACpB,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,6BAA6B;gBACpC,MAAM,EAAE;oBACN,MAAM,EAAE,EAAC,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,UAAU,EAAC;oBAClE,MAAM,EAAE,EAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,EAAC;iBAC1D;aACF,CAAC,CAAC;SACJ;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAxCD,4BAwCC"}

package/lib/converters/gitlab/commits.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord } from '../converter';
+import { GitlabConverter } from './common';
+export declare class Commits extends GitlabConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/gitlab/commits.js

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Commits = void 0;
+const faros_js_client_1 = require("faros-js-client");
+const common_1 = require("./common");
+class Commits extends common_1.GitlabConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = ['vcs_Commit'];
+    }
+    async convert(record) {
+        const source = this.streamName.source;
+        const commit = record.record.data;
+        const repository = common_1.GitlabCommon.parseRepositoryKey(commit.web_url, source);
+        if (!repository)
+            return [];
+        return [
+            {
+                model: 'vcs_Commit',
+                record: {
+                    sha: commit.id,
+                    uid: commit.id,
+                    message: commit.message,
+                    author: commit.author_name ? { uid: commit.author_name, source } : null,
+                    htmlUrl: commit.web_url,
+                    createdAt: faros_js_client_1.Utils.toDate(commit.created_at),
+                    repository,
+                },
+            },
+        ];
+    }
+}
+exports.Commits = Commits;
+//# sourceMappingURL=commits.js.map

package/lib/converters/gitlab/commits.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commits.js","sourceRoot":"","sources":["../../../src/converters/gitlab/commits.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AAGtC,qCAAuD;AAEvD,MAAa,OAAQ,SAAQ,wBAAe;IAA5C;;QACW,sBAAiB,GAAoC,CAAC,YAAY,CAAC,CAAC;IA2B/E,CAAC;IAzBC,KAAK,CAAC,OAAO,CACX,MAAqB;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAElC,MAAM,UAAU,GAAG,qBAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE3E,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QAE3B,OAAO;YACL;gBACE,KAAK,EAAE,YAAY;gBACnB,MAAM,EAAE;oBACN,GAAG,EAAE,MAAM,CAAC,EAAE;oBACd,GAAG,EAAE,MAAM,CAAC,EAAE;oBACd,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAC,GAAG,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,IAAI;oBACrE,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;oBAC1C,UAAU;iBACX;aACF;SACF,CAAC;IACJ,CAAC;CACF;AA5BD,0BA4BC"}

package/lib/converters/gitlab/common.d.ts

@@ -0,0 +1,45 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter, DestinationRecord } from '../converter';
+export interface CategoryRef {
+    readonly category: string;
+    readonly detail: string;
+}
+interface OrgKey {
+    uid: string;
+    source: string;
+}
+interface RepositoryKey {
+    name: string;
+    uid: string;
+    organization: OrgKey;
+}
+interface BuildKey {
+    uid: string;
+    pipeline: Omit<RepositoryKey, 'name'>;
+}
+/** Common functions shares across GitLab converters */
+export declare class GitlabCommon {
+    static readonly MAX_DESCRIPTION_LENGTH = 1000;
+    static mapRepositoryHierarchy<T>(repository: RepositoryKey, callback: (k: ProjectKey) => T): T[];
+    static tms_TaskBoard(boardKey: ProjectKey, name: string): DestinationRecord;
+    static tms_TaskBoardProjectRelationship(boardKey: ProjectKey, projectKey: ProjectKey): DestinationRecord;
+    static tms_ProjectBoard_with_TaskBoard(repository: RepositoryKey, description: string | null, createdAt: string | null | undefined, updatedAt: string | null | undefined): DestinationRecord[];
+    static parseRepositoryKey(webUrl: string | undefined, source: string): undefined | RepositoryKey;
+    static parseGroupKey(webUrl: string | undefined, source: string): undefined | OrgKey;
+    private static parseKeyFromUrl;
+    static createBuildKey(pipelineId: any, repository: RepositoryKey): BuildKey;
+    static convertBuildStatus(status?: string): CategoryRef;
+}
+/** GitLab converter base */
+export declare abstract class GitlabConverter extends Converter {
+    source: string;
+    /** Almost every GitLab record have id property. Function will be
+     * override if record doesn't have id property.
+     */
+    id(record: AirbyteRecord): any;
+}
+export interface ProjectKey {
+    uid: string;
+    source: string;
+}
+export {};

package/lib/converters/gitlab/common.js

@@ -0,0 +1,143 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GitlabConverter = exports.GitlabCommon = void 0;
+const faros_js_client_1 = require("faros-js-client");
+const converter_1 = require("../converter");
+/** Common functions shares across GitLab converters */
+class GitlabCommon {
+    static mapRepositoryHierarchy(repository, callback) {
+        return repository.uid.split('/').map((_, i, a) => {
+            const key = {
+                uid: a.slice(0, i + 1).join('/'),
+                source: repository.organization.source,
+            };
+            return callback(key);
+        });
+    }
+    static tms_TaskBoard(boardKey, name) {
+        return {
+            model: 'tms_TaskBoard',
+            record: {
+                ...boardKey,
+                name,
+            },
+        };
+    }
+    static tms_TaskBoardProjectRelationship(boardKey, projectKey) {
+        return {
+            model: 'tms_TaskBoardProjectRelationship',
+            record: {
+                board: boardKey,
+                project: projectKey,
+            },
+        };
+    }
+    static tms_ProjectBoard_with_TaskBoard(repository, description, createdAt, updatedAt) {
+        const projectKey = {
+            uid: repository.uid,
+            source: repository.organization.source,
+        };
+        const name = repository.name;
+        return [
+            {
+                model: 'tms_Project',
+                record: {
+                    ...projectKey,
+                    name: name,
+                    description: description === null || description === void 0 ? void 0 : description.substring(0, GitlabCommon.MAX_DESCRIPTION_LENGTH),
+                    createdAt: faros_js_client_1.Utils.toDate(createdAt),
+                    updatedAt: faros_js_client_1.Utils.toDate(updatedAt),
+                },
+            },
+            this.tms_TaskBoard(projectKey, name),
+            // traverse the hierarchy to link boards for the sub groups and the project itself
+            ...this.mapRepositoryHierarchy(repository, key => this.tms_TaskBoardProjectRelationship(key, projectKey)),
+        ];
+    }
+    static parseRepositoryKey(webUrl, source) {
+        if (!webUrl) {
+            return undefined;
+        }
+        return this.parseKeyFromUrl(webUrl, source, false);
+    }
+    static parseGroupKey(webUrl, source) {
+        if (!webUrl) {
+            return undefined;
+        }
+        return this.parseKeyFromUrl(webUrl, source, true);
+    }
+    static parseKeyFromUrl(webUrl, source, hasGroupPrefix) {
+        const startIndex = hasGroupPrefix ? 4 : 3;
+        const nameParts = webUrl.split('/');
+        const endIndex = nameParts.indexOf('-') == -1 ? nameParts.length : nameParts.indexOf('-');
+        const uid = nameParts.slice(startIndex + 1, endIndex).join('/').toLowerCase();
+        if (hasGroupPrefix) {
+            return { uid: uid, source };
+        }
+        const org = nameParts[startIndex].toLowerCase();
+        const name = nameParts[endIndex - 1].toLowerCase();
+        return {
+            organization: { uid: org, source },
+            uid,
+            name,
+        };
+    }
+    static createBuildKey(pipelineId, repository) {
+        return {
+            uid: String(pipelineId),
+            pipeline: {
+                organization: repository.organization,
+                uid: repository.uid,
+            },
+        };
+    }
+    // GitLab defined status for:
+    // >> pipelines (aka builds): created, waiting_for_resource, preparing, pending,
+    //    running, success, failed, canceled, skipped, manual, scheduled
+    // >> jobs: created, pending, running, failed, success, canceled, skipped, or manual.
+    static convertBuildStatus(status) {
+        if (!status) {
+            return { category: 'Unknown', detail: 'undefined' };
+        }
+        const detail = status === null || status === void 0 ? void 0 : status.toLowerCase();
+        switch (detail) {
+            case 'canceled':
+                return { category: 'Canceled', detail };
+            case 'failed':
+                return { category: 'Failed', detail };
+            case 'running':
+                return { category: 'Running', detail };
+            case 'success':
+                return { category: 'Success', detail };
+            case 'created':
+            case 'manual':
+            case 'pending':
+            case 'preparing':
+            case 'scheduled':
+            case 'waiting_for_resource':
+                return { category: 'Queued', detail };
+            case 'skipped':
+            default:
+                return { category: 'Custom', detail };
+        }
+    }
+}
+exports.GitlabCommon = GitlabCommon;
+// Max length for free-form description text fields such as issue body
+GitlabCommon.MAX_DESCRIPTION_LENGTH = 1000;
+/** GitLab converter base */
+class GitlabConverter extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'GitLab';
+    }
+    /** Almost every GitLab record have id property. Function will be
+     * override if record doesn't have id property.
+     */
+    id(record) {
+        var _a, _b;
+        return (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.id;
+    }
+}
+exports.GitlabConverter = GitlabConverter;
+//# sourceMappingURL=common.js.map

package/lib/converters/gitlab/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/converters/gitlab/common.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AAEtC,4CAA0D;AAuB1D,uDAAuD;AACvD,MAAa,YAAY;IAIvB,MAAM,CAAC,sBAAsB,CAC3B,UAAyB,EACzB,QAA8B;QAE9B,OAAO,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;YAC/C,MAAM,GAAG,GAAG;gBACV,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAChC,MAAM,EAAE,UAAU,CAAC,YAAY,CAAC,MAAM;aACvC,CAAC;YACF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,CAAC,aAAa,CAClB,QAAoB,EACpB,IAAY;QAEZ,OAAO;YACL,KAAK,EAAE,eAAe;YACtB,MAAM,EAAE;gBACN,GAAG,QAAQ;gBACX,IAAI;aACL;SACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,gCAAgC,CACrC,QAAoB,EACpB,UAAsB;QAEtB,OAAO;YACL,KAAK,EAAE,kCAAkC;YACzC,MAAM,EAAE;gBACN,KAAK,EAAE,QAAQ;gBACf,OAAO,EAAE,UAAU;aACpB;SACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,+BAA+B,CACpC,UAAyB,EACzB,WAA0B,EAC1B,SAAoC,EACpC,SAAoC;QAEpC,MAAM,UAAU,GAAG;YACjB,GAAG,EAAE,UAAU,CAAC,GAAG;YACnB,MAAM,EAAE,UAAU,CAAC,YAAY,CAAC,MAAM;SACvC,CAAC;QACF,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC7B,OAAO;YACL;gBACE,KAAK,EAAE,aAAa;gBACpB,MAAM,EAAE;oBACN,GAAG,UAAU;oBACb,IAAI,EAAE,IAAI;oBACV,WAAW,EAAE,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,SAAS,CACjC,CAAC,EACD,YAAY,CAAC,sBAAsB,CACpC;oBACD,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,SAAS,CAAC;oBAClC,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,SAAS,CAAC;iBACnC;aACF;YACD,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC;YACpC,kFAAkF;YAClF,GAAG,IAAI,CAAC,sBAAsB,CAC5B,UAAU,EACV,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,gCAAgC,CAAC,GAAG,EAAE,UAAU,CAAC,CAC9D;SACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,kBAAkB,CACvB,MAA0B,EAC1B,MAAc;QAEd,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,SAAS,CAAC;SAClB;QACD,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,aAAa,CAClB,MAA0B,EAC1B,MAAc;QAEd,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,SAAS,CAAC;SAClB;QACD,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IACpD,CAAC;IAQO,MAAM,CAAC,eAAe,CAC5B,MAAc,EACd,MAAc,EACd,cAAuB;QAEvB,MAAM,UAAU,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,SAAS,GAA0B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC1F,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAE9E,IAAI,cAAc,EAAE;YAClB,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;SAC7B;QAED,MAAM,GAAG,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAEnD,OAAO;YACL,YAAY,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE;YAClC,GAAG;YACH,IAAI;SACL,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,UAAe,EAAE,UAAyB;QAC9D,OAAO;YACL,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC;YACvB,QAAQ,EAAE;gBACR,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,GAAG,EAAE,UAAU,CAAC,GAAG;aACpB;SACF,CAAC;IACJ,CAAC;IAED,6BAA6B;IAC7B,gFAAgF;IAChF,oEAAoE;IACpE,qFAAqF;IACrF,MAAM,CAAC,kBAAkB,CAAC,MAAe;QACvC,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAC,CAAC;SACnD;QACD,MAAM,MAAM,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,EAAE,CAAC;QACrC,QAAQ,MAAM,EAAE;YACd,KAAK,UAAU;gBACb,OAAO,EAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC;YACxC,KAAK,QAAQ;gBACX,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAC,CAAC;YACtC,KAAK,SAAS;gBACZ,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAC,CAAC;YACvC,KAAK,SAAS;gBACZ,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAC,CAAC;YACvC,KAAK,SAAS,CAAC;YACf,KAAK,QAAQ,CAAC;YACd,KAAK,SAAS,CAAC;YACf,KAAK,WAAW,CAAC;YACjB,KAAK,WAAW,CAAC;YACjB,KAAK,sBAAsB;gBACzB,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAC,CAAC;YACtC,KAAK,SAAS,CAAC;YACf;gBACE,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAC,CAAC;SACvC;IACH,CAAC;;AAtKH,oCAuKC;AAtKC,sEAAsE;AACtD,mCAAsB,GAAG,IAAI,CAAC;AAuKhD,4BAA4B;AAC5B,MAAsB,eAAgB,SAAQ,qBAAS;IAAvD;;QACE,WAAM,GAAG,QAAQ,CAAC;IAQpB,CAAC;IANC;;OAEG;IACH,EAAE,CAAC,MAAqB;;QACtB,OAAO,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,0CAAE,IAAI,0CAAE,EAAE,CAAC;IAClC,CAAC;CACF;AATD,0CASC"}

package/lib/converters/gitlab/group_labels.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord } from '../converter';
+import { GitlabConverter } from './common';
+export declare class GroupLabels extends GitlabConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/gitlab/group_labels.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GroupLabels = void 0;
+const common_1 = require("./common");
+class GroupLabels extends common_1.GitlabConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = ['tms_Label'];
+    }
+    async convert(record) {
+        const label = record.record.data;
+        return [{ model: 'tms_Label', record: { name: label.name } }];
+    }
+}
+exports.GroupLabels = GroupLabels;
+//# sourceMappingURL=group_labels.js.map

package/lib/converters/gitlab/group_labels.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"group_labels.js","sourceRoot":"","sources":["../../../src/converters/gitlab/group_labels.ts"],"names":[],"mappings":";;;AAGA,qCAAyC;AAEzC,MAAa,WAAY,SAAQ,wBAAe;IAAhD;;QACW,sBAAiB,GAAoC,CAAC,WAAW,CAAC,CAAC;IAS9E,CAAC;IAPC,KAAK,CAAC,OAAO,CACX,MAAqB;QAErB,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAEjC,OAAO,CAAC,EAAC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAC,EAAC,CAAC,CAAC;IAC5D,CAAC;CACF;AAVD,kCAUC"}

package/lib/converters/gitlab/group_milestones.d.ts

@@ -0,0 +1,8 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord } from '../converter';
+import { GitlabConverter } from './common';
+export declare class GroupMilestones extends GitlabConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
+    private epicStatus;
+}

package/lib/converters/gitlab/group_milestones.js

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GroupMilestones = void 0;
+const common_1 = require("./common");
+class GroupMilestones extends common_1.GitlabConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = ['tms_Epic'];
+    }
+    async convert(record) {
+        var _a;
+        const source = this.streamName.source;
+        const milestone = record.record.data;
+        const group = common_1.GitlabCommon.parseGroupKey(milestone.web_url, source);
+        return [
+            {
+                model: 'tms_Epic',
+                record: {
+                    uid: String(milestone.id),
+                    name: milestone.title,
+                    description: (_a = milestone.description) === null || _a === void 0 ? void 0 : _a.substring(0, common_1.GitlabCommon.MAX_DESCRIPTION_LENGTH),
+                    project: group,
+                    status: this.epicStatus(milestone.state),
+                    source,
+                },
+            },
+        ];
+    }
+    epicStatus(state) {
+        const detail = state === null || state === void 0 ? void 0 : state.toLowerCase();
+        switch (detail) {
+            case 'active':
+                return { category: 'InProgress', detail };
+            case 'closed':
+                return { category: 'Done', detail };
+            default:
+                return { category: 'Custom', detail };
+        }
+    }
+}
+exports.GroupMilestones = GroupMilestones;
+//# sourceMappingURL=group_milestones.js.map

package/lib/converters/gitlab/group_milestones.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"group_milestones.js","sourceRoot":"","sources":["../../../src/converters/gitlab/group_milestones.ts"],"names":[],"mappings":";;;AAGA,qCAAuD;AAEvD,MAAa,eAAgB,SAAQ,wBAAe;IAApD;;QACW,sBAAiB,GAAoC,CAAC,UAAU,CAAC,CAAC;IAsC7E,CAAC;IApCC,KAAK,CAAC,OAAO,CACX,MAAqB;;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QACrC,MAAM,KAAK,GAAG,qBAAY,CAAC,aAAa,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAEpE,OAAO;YACL;gBACE,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE;oBACN,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;oBACzB,IAAI,EAAE,SAAS,CAAC,KAAK;oBACrB,WAAW,EAAE,MAAA,SAAS,CAAC,WAAW,0CAAE,SAAS,CAC3C,CAAC,EACD,qBAAY,CAAC,sBAAsB,CACpC;oBACD,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC;oBACxC,MAAM;iBACP;aACF;SACF,CAAC;IACJ,CAAC;IAEO,UAAU,CAAC,KAAc;QAC/B,MAAM,MAAM,GAAG,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,WAAW,EAAE,CAAC;QACpC,QAAQ,MAAM,EAAE;YACd,KAAK,QAAQ;gBACX,OAAO,EAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAC,CAAC;YAC1C,KAAK,QAAQ;gBACX,OAAO,EAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC;YACpC;gBACE,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAC,CAAC;SACvC;IACH,CAAC;CACF;AAvCD,0CAuCC"}

package/lib/converters/gitlab/groups.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord } from '../converter';
+import { GitlabConverter } from './common';
+export declare class Groups extends GitlabConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/gitlab/groups.js

@@ -0,0 +1,52 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Groups = void 0;
+const faros_js_client_1 = require("faros-js-client");
+const common_1 = require("./common");
+class Groups extends common_1.GitlabConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'cicd_Organization',
+            'vcs_Organization',
+            'tms_TaskBoard',
+        ];
+    }
+    async convert(record) {
+        var _a;
+        const source = this.streamName.source;
+        const group = record.record.data;
+        const res = [];
+        // we only create orgs for top level groups
+        // but create a task board for all groups
+        if (group.path == group.full_path) {
+            res.push({
+                model: 'cicd_Organization',
+                record: {
+                    uid: group.full_path,
+                    description: (_a = group.description) === null || _a === void 0 ? void 0 : _a.substring(0, common_1.GitlabCommon.MAX_DESCRIPTION_LENGTH),
+                    name: group.name,
+                    url: group.web_url,
+                    source,
+                },
+            });
+            res.push({
+                model: 'vcs_Organization',
+                record: {
+                    uid: group.full_path,
+                    name: group.name,
+                    htmlUrl: group.web_url,
+                    type: { category: 'Group', detail: '' },
+                    createdAt: faros_js_client_1.Utils.toDate(group.created_at),
+                    source,
+                },
+            });
+        }
+        else {
+            res.push(common_1.GitlabCommon.tms_TaskBoard({ uid: group.full_path.slice(group.full_path.indexOf('/') + 1), source }, group.name));
+        }
+        return res;
+    }
+}
+exports.Groups = Groups;
+//# sourceMappingURL=groups.js.map

package/lib/converters/gitlab/groups.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"groups.js","sourceRoot":"","sources":["../../../src/converters/gitlab/groups.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AAGtC,qCAAuD;AAEvD,MAAa,MAAO,SAAQ,wBAAe;IAA3C;;QACW,sBAAiB,GAAoC;YAC5D,mBAAmB;YACnB,kBAAkB;YAClB,eAAe;SAChB,CAAC;IAgDJ,CAAC;IA9CC,KAAK,CAAC,OAAO,CACX,MAAqB;;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QACjC,MAAM,GAAG,GAAwB,EAAE,CAAC;QAEpC,2CAA2C;QAC3C,yCAAyC;QACzC,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,EAAE;YACjC,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,mBAAmB;gBAC1B,MAAM,EAAE;oBACN,GAAG,EAAE,KAAK,CAAC,SAAS;oBACpB,WAAW,EAAE,MAAA,KAAK,CAAC,WAAW,0CAAE,SAAS,CACvC,CAAC,EACD,qBAAY,CAAC,sBAAsB,CACpC;oBACD,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,GAAG,EAAE,KAAK,CAAC,OAAO;oBAClB,MAAM;iBACP;aACF,CAAC,CAAC;YAEH,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,kBAAkB;gBACzB,MAAM,EAAE;oBACN,GAAG,EAAE,KAAK,CAAC,SAAS;oBACpB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,IAAI,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE;oBACvC,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;oBACzC,MAAM;iBACP;aACF,CAAC,CAAC;SACJ;aAAM;YACL,GAAG,CAAC,IAAI,CACN,qBAAY,CAAC,aAAa,CACxB,EAAE,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EACxE,KAAK,CAAC,IAAI,CACX,CACF,CAAC;SACH;QAED,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AArDD,wBAqDC"}

package/lib/converters/gitlab/issues.d.ts

@@ -0,0 +1,9 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext, StreamName } from '../converter';
+import { GitlabConverter } from './common';
+export declare class Issues extends GitlabConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    private readonly usersStream;
+    get dependencies(): ReadonlyArray<StreamName>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}