airbyte-faros-destination 0.0.1

package/lib/converters/circleci/models.d.ts

@@ -0,0 +1,128 @@
+export interface Project {
+    slug: string;
+    organization_name: string;
+    organization_id: string;
+    name: string;
+    id: string;
+    organization_slug: string;
+    vcs_info: VcsInfo;
+}
+export interface VcsInfo {
+    vcs_url: string;
+    provider: string;
+    default_branch: string;
+}
+export interface Actor {
+    login: string;
+    avatar_url: string;
+}
+export interface Trigger {
+    received_at: Date;
+    type: string;
+    actor: Actor;
+}
+export interface Vcs {
+    origin_repository_url: string;
+    target_repository_url: string;
+    revision: string;
+    provider_name: string;
+    branch: string;
+}
+export interface Pipeline {
+    id: string;
+    errors: any[];
+    project_slug: string;
+    updated_at: string;
+    number: number;
+    state: string;
+    created_at: string;
+    trigger: Trigger;
+    vcs: Vcs;
+    workflows: Workflow[];
+}
+export interface Workflow {
+    pipeline_id: string;
+    id: string;
+    name: string;
+    project_slug: string;
+    status: string;
+    started_by: string;
+    pipeline_number: number;
+    created_at: string;
+    stopped_at: string;
+    jobs: Job[];
+}
+export interface Job {
+    dependencies: any[];
+    job_number: number;
+    id: string;
+    started_at: Date;
+    name: string;
+    project_slug: string;
+    status: string;
+    type: string;
+    stopped_at: string;
+}
+export interface TestMetadata {
+    pipeline_id: string;
+    pipeline_vcs: Vcs;
+    project_slug: string;
+    workflow_id: string;
+    workflow_name: string;
+    job_id: string;
+    job_number: number;
+    job_started_at: Date;
+    job_stopped_at: Date;
+    message: string;
+    source: string;
+    run_time: number;
+    file: string;
+    result: string;
+    name: string;
+    classname: string;
+}
+export interface qa_TestExecutionStats {
+    failure: number;
+    success: number;
+    skipped: number;
+    unknown: number;
+    custom: number;
+    total: number;
+}
+export interface TaskType {
+    category: string;
+    detail?: string;
+}
+export interface FeedState {
+    readonly projectSlug: string;
+    readonly lastPipelineUpdatedAt: Date;
+}
+export declare enum SyncEntity {
+    All = "All",
+    Org = "Org",
+    Project = "Project"
+}
+export interface CommitKey {
+    readonly sha: string;
+    readonly uid: string;
+    readonly repository: {
+        readonly name: string;
+        readonly uid: string;
+        readonly organization: {
+            readonly uid: string;
+            readonly source: string;
+        };
+    };
+}
+export interface BuildKey {
+    readonly uid: string;
+    readonly pipeline: PipelineKey;
+}
+interface PipelineKey {
+    readonly uid: string;
+    readonly organization: {
+        readonly uid: string;
+        readonly source: string;
+    };
+}
+export {};

package/lib/converters/circleci/models.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SyncEntity = void 0;
+var SyncEntity;
+(function (SyncEntity) {
+    SyncEntity["All"] = "All";
+    SyncEntity["Org"] = "Org";
+    SyncEntity["Project"] = "Project";
+})(SyncEntity = exports.SyncEntity || (exports.SyncEntity = {}));
+//# sourceMappingURL=models.js.map

package/lib/converters/circleci/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/converters/circleci/models.ts"],"names":[],"mappings":";;;AA8GA,IAAY,UAIX;AAJD,WAAY,UAAU;IACpB,yBAAW,CAAA;IACX,yBAAW,CAAA;IACX,iCAAmB,CAAA;AACrB,CAAC,EAJW,UAAU,GAAV,kBAAU,KAAV,kBAAU,QAIrB"}

package/lib/converters/circleci/pipelines.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord } from '../converter';
+import { CircleCIConverter } from './common';
+export declare class Pipelines extends CircleCIConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/circleci/pipelines.js

@@ -0,0 +1,61 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Pipelines = void 0;
+const faros_js_client_1 = require("faros-js-client");
+const lodash_1 = require("lodash");
+const common_1 = require("./common");
+class Pipelines extends common_1.CircleCIConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'cicd_Build',
+            'cicd_BuildCommitAssociation',
+            'cicd_BuildStep',
+        ];
+    }
+    async convert(record) {
+        var _a, _b;
+        const source = this.streamName.source;
+        const pipeline = record.record.data;
+        const res = [];
+        for (const workflow of (_a = pipeline.workflows) !== null && _a !== void 0 ? _a : []) {
+            const buildKey = common_1.CircleCICommon.getBuildKey(workflow.id, pipeline.id, pipeline.project_slug, source);
+            res.push({
+                model: 'cicd_Build',
+                record: {
+                    ...buildKey,
+                    number: pipeline.number,
+                    name: `${common_1.CircleCICommon.getProject(pipeline.project_slug)}_${pipeline.number}_${workflow.name}`,
+                    createdAt: faros_js_client_1.Utils.toDate(workflow.created_at),
+                    startedAt: faros_js_client_1.Utils.toDate(workflow.created_at),
+                    endedAt: faros_js_client_1.Utils.toDate(workflow.stopped_at),
+                    status: common_1.CircleCICommon.convertStatus(workflow.status),
+                },
+            });
+            res.push({
+                model: 'cicd_BuildCommitAssociation',
+                record: {
+                    build: buildKey,
+                    commit: common_1.CircleCICommon.getCommitKey(pipeline.vcs, pipeline.project_slug),
+                },
+            });
+            for (const job of (_b = workflow.jobs) !== null && _b !== void 0 ? _b : []) {
+                res.push({
+                    model: 'cicd_BuildStep',
+                    record: {
+                        uid: (0, lodash_1.toLower)(job.id),
+                        name: job.name,
+                        startedAt: faros_js_client_1.Utils.toDate(job.started_at),
+                        endedAt: faros_js_client_1.Utils.toDate(job.stopped_at),
+                        status: common_1.CircleCICommon.convertStatus(job.status),
+                        type: common_1.CircleCICommon.convertJobType(job.type),
+                        build: buildKey,
+                    },
+                });
+            }
+        }
+        return res;
+    }
+}
+exports.Pipelines = Pipelines;
+//# sourceMappingURL=pipelines.js.map

package/lib/converters/circleci/pipelines.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipelines.js","sourceRoot":"","sources":["../../../src/converters/circleci/pipelines.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AACtC,mCAA+B;AAG/B,qCAA2D;AAG3D,MAAa,SAAU,SAAQ,0BAAiB;IAAhD;;QACW,sBAAiB,GAAoC;YAC5D,YAAY;YACZ,6BAA6B;YAC7B,gBAAgB;SACjB,CAAC;IAyDJ,CAAC;IAvDC,KAAK,CAAC,OAAO,CACX,MAAqB;;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAgB,CAAC;QAChD,MAAM,GAAG,GAAwB,EAAE,CAAC;QAEpC,KAAK,MAAM,QAAQ,IAAI,MAAA,QAAQ,CAAC,SAAS,mCAAI,EAAE,EAAE;YAC/C,MAAM,QAAQ,GAAG,uBAAc,CAAC,WAAW,CACzC,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,YAAY,EACrB,MAAM,CACP,CAAC;YACF,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,YAAY;gBACnB,MAAM,EAAE;oBACN,GAAG,QAAQ;oBACX,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,IAAI,EAAE,GAAG,uBAAc,CAAC,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,IACvD,QAAQ,CAAC,MACX,IAAI,QAAQ,CAAC,IAAI,EAAE;oBACnB,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;oBAC5C,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;oBAC5C,OAAO,EAAE,uBAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;oBAC1C,MAAM,EAAE,uBAAc,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC;iBACtD;aACF,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,6BAA6B;gBACpC,MAAM,EAAE;oBACN,KAAK,EAAE,QAAQ;oBACf,MAAM,EAAE,uBAAc,CAAC,YAAY,CACjC,QAAQ,CAAC,GAAG,EACZ,QAAQ,CAAC,YAAY,CACtB;iBACF;aACF,CAAC,CAAC;YACH,KAAK,MAAM,GAAG,IAAI,MAAA,QAAQ,CAAC,IAAI,mCAAI,EAAE,EAAE;gBACrC,GAAG,CAAC,IAAI,CAAC;oBACP,KAAK,EAAE,gBAAgB;oBACvB,MAAM,EAAE;wBACN,GAAG,EAAE,IAAA,gBAAO,EAAC,GAAG,CAAC,EAAE,CAAC;wBACpB,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;wBACvC,OAAO,EAAE,uBAAK,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;wBACrC,MAAM,EAAE,uBAAc,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC;wBAChD,IAAI,EAAE,uBAAc,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC;wBAC7C,KAAK,EAAE,QAAQ;qBAChB;iBACF,CAAC,CAAC;aACJ;SACF;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AA9DD,8BA8DC"}

package/lib/converters/circleci/projects.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord } from '../converter';
+import { CircleCIConverter } from './common';
+export declare class Projects extends CircleCIConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/circleci/projects.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Projects = void 0;
+const common_1 = require("./common");
+class Projects extends common_1.CircleCIConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'cicd_Organization',
+            'cicd_Pipeline',
+        ];
+    }
+    async convert(record) {
+        const source = this.streamName.source;
+        const project = record.record.data;
+        const projectUid = common_1.CircleCICommon.getProject(project.slug);
+        const orgUid = common_1.CircleCICommon.getOrganization(project.slug);
+        const res = [];
+        res.push({
+            model: 'cicd_Organization',
+            record: {
+                uid: orgUid,
+                name: project.organization_name,
+                source,
+            },
+        });
+        res.push({
+            model: 'cicd_Pipeline',
+            record: {
+                uid: projectUid,
+                name: project.name,
+                organization: { uid: orgUid, source },
+            },
+        });
+        return res;
+    }
+}
+exports.Projects = Projects;
+//# sourceMappingURL=projects.js.map

package/lib/converters/circleci/projects.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"projects.js","sourceRoot":"","sources":["../../../src/converters/circleci/projects.ts"],"names":[],"mappings":";;;AAGA,qCAA2D;AAG3D,MAAa,QAAS,SAAQ,0BAAiB;IAA/C;;QACW,sBAAiB,GAAoC;YAC5D,mBAAmB;YACnB,eAAe;SAChB,CAAC;IA4BJ,CAAC;IA1BC,KAAK,CAAC,OAAO,CACX,MAAqB;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAe,CAAC;QAC9C,MAAM,UAAU,GAAG,uBAAc,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,uBAAc,CAAC,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5D,MAAM,GAAG,GAAwB,EAAE,CAAC;QACpC,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE;gBACN,GAAG,EAAE,MAAM;gBACX,IAAI,EAAE,OAAO,CAAC,iBAAiB;gBAC/B,MAAM;aACP;SACF,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,eAAe;YACtB,MAAM,EAAE;gBACN,GAAG,EAAE,UAAU;gBACf,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,YAAY,EAAE,EAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAC;aACpC;SACF,CAAC,CAAC;QACH,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAhCD,4BAgCC"}

package/lib/converters/circleci/tests.d.ts

@@ -0,0 +1,18 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { CircleCIConverter } from './common';
+export declare class Tests extends CircleCIConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    private skipWritingTestCases;
+    private readonly testCases;
+    private readonly testSuites;
+    private readonly testExecutionCommits;
+    private readonly testExecutions;
+    private readonly testCaseResults;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+    onProcessingComplete(): Promise<ReadonlyArray<DestinationRecord>>;
+    convertTestStatus(testResult: string): {
+        category: string;
+        detail: string;
+    };
+}

package/lib/converters/circleci/tests.js

@@ -0,0 +1,183 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Tests = void 0;
+const faros_js_client_1 = require("faros-js-client");
+const common_1 = require("./common");
+class Tests extends common_1.CircleCIConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'qa_TestSuite',
+            'qa_TestSuiteTestCaseAssociation',
+            'qa_TestCase',
+            'qa_TestExecution',
+            'qa_TestCaseResult',
+            'qa_TestExecutionCommitAssociation',
+        ];
+        this.skipWritingTestCases = undefined;
+        this.testCases = new Set();
+        this.testSuites = new Set();
+        this.testExecutionCommits = new Set();
+        this.testExecutions = {};
+        this.testCaseResults = new Set();
+    }
+    async convert(record, ctx) {
+        var _a, _b;
+        if (this.skipWritingTestCases === undefined) {
+            const skipWritingTestCases = (_a = this.circleCIConfig(ctx)) === null || _a === void 0 ? void 0 : _a.skip_writing_test_cases;
+            this.skipWritingTestCases =
+                skipWritingTestCases === undefined ? true : skipWritingTestCases;
+        }
+        const source = this.streamName.source;
+        const test = record.record.data;
+        const res = [];
+        const testSuiteUid = `${test.pipeline_id}__${test.workflow_name}__${test.classname}`;
+        const testCaseUid = `${testSuiteUid}__${test.name}`;
+        const testCaseResultUid = `${testCaseUid}__${test.job_id}`;
+        const testExecutionUid = `${testSuiteUid}__${test.job_id}`;
+        if (this.testCaseResults.has(testCaseResultUid)) {
+            ctx.logger.warn(`Duplicate test case result will be skipped. project/${test.project_slug}/${test.job_number}/tests - ${test.classname}__${test.name} `);
+            return res;
+        }
+        this.testCaseResults.add(testCaseResultUid);
+        // Write test case & test suite association only once
+        if (!this.skipWritingTestCases && !this.testCases.has(testCaseUid)) {
+            res.push({
+                model: 'qa_TestCase',
+                record: {
+                    uid: testCaseUid,
+                    name: `${common_1.CircleCICommon.getProject(test.project_slug)}: ${test.name}`,
+                    description: test.file
+                        ? `${test.file}: ${test.classname}`
+                        : test.classname,
+                    source,
+                    type: { category: 'Custom', detail: 'unknown' },
+                },
+            });
+            res.push({
+                model: 'qa_TestSuiteTestCaseAssociation',
+                record: {
+                    testSuite: { uid: testSuiteUid, source },
+                    testCase: { uid: testCaseUid, source },
+                },
+            });
+            this.testCases.add(testCaseUid);
+        }
+        // Write the test case result on every test outcome
+        const testCaseResultStatus = this.convertTestStatus(test.result);
+        if (!this.skipWritingTestCases) {
+            res.push({
+                model: 'qa_TestCaseResult',
+                record: {
+                    uid: testCaseResultUid,
+                    description: (_b = test.message) === null || _b === void 0 ? void 0 : _b.substring(0, 256),
+                    status: testCaseResultStatus,
+                    testCase: { uid: testCaseUid, source },
+                    testExecution: { uid: testExecutionUid, source },
+                },
+            });
+        }
+        // Write the test suite only once
+        if (!this.testSuites.has(testSuiteUid)) {
+            res.push({
+                model: 'qa_TestSuite',
+                record: {
+                    uid: testSuiteUid,
+                    name: test.workflow_name,
+                    source,
+                    type: { category: 'Custom', detail: 'unknown' },
+                },
+            });
+            this.testSuites.add(testSuiteUid);
+        }
+        // Write the commit association only once
+        if (!this.testExecutionCommits.has(testExecutionUid)) {
+            res.push({
+                model: 'qa_TestExecutionCommitAssociation',
+                record: {
+                    testExecution: { uid: testExecutionUid, source },
+                    commit: common_1.CircleCICommon.getCommitKey(test.pipeline_vcs, test.project_slug),
+                },
+            });
+            this.testExecutionCommits.add(testExecutionUid);
+        }
+        if (!(testExecutionUid in this.testExecutions)) {
+            this.testExecutions[testExecutionUid] = {
+                uid: testExecutionUid,
+                name: `${test.workflow_name} - ${test.job_number}`,
+                source,
+                status: { category: 'Success', detail: null },
+                startedAt: faros_js_client_1.Utils.toDate(test.job_started_at),
+                endedAt: faros_js_client_1.Utils.toDate(test.job_stopped_at),
+                testCaseResultsStats: {
+                    failure: 0,
+                    success: 0,
+                    skipped: 0,
+                    unknown: 0,
+                    custom: 0,
+                    total: 0,
+                },
+                suite: { uid: testSuiteUid, source },
+                build: common_1.CircleCICommon.getBuildKey(test.workflow_id, test.pipeline_id, test.project_slug, source),
+            };
+        }
+        // Update test execution status & stats
+        const te = this.testExecutions[testExecutionUid];
+        if (testCaseResultStatus.category === 'Failure') {
+            te.status = { category: 'Failure', detail: null };
+            te.testCaseResultsStats.failure += 1;
+        }
+        else if (testCaseResultStatus.category === 'Success') {
+            te.testCaseResultsStats.success += 1;
+        }
+        else if (testCaseResultStatus.category === 'Skipped') {
+            te.testCaseResultsStats.skipped += 1;
+        }
+        else if (testCaseResultStatus.category === 'Custom') {
+            te.testCaseResultsStats.custom += 1;
+        }
+        else {
+            te.testCaseResultsStats.unknown += 1;
+        }
+        te.testCaseResultsStats.total += 1;
+        return res;
+    }
+    async onProcessingComplete() {
+        const res = [];
+        for (const record of Object.values(this.testExecutions)) {
+            res.push({ model: 'qa_TestExecution', record });
+        }
+        return res;
+    }
+    convertTestStatus(testResult) {
+        if (!testResult) {
+            return { category: 'Unknown', detail: 'undefined' };
+        }
+        const detail = testResult;
+        switch (testResult.toLowerCase()) {
+            case 'success':
+            case 'succeed':
+            case 'succeeded':
+            case 'pass':
+            case 'passed':
+                return { category: 'Success', detail };
+            case 'skip':
+            case 'skipped':
+            case 'disable':
+            case 'disabled':
+            case 'ignore':
+            case 'ignored':
+                return { category: 'Skipped', detail };
+            case 'fail':
+            case 'failed':
+            case 'failure':
+            case 'error':
+            case 'errored':
+                return { category: 'Failure', detail };
+            default:
+                return { category: 'Custom', detail };
+        }
+    }
+}
+exports.Tests = Tests;
+//# sourceMappingURL=tests.js.map

package/lib/converters/circleci/tests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tests.js","sourceRoot":"","sources":["../../../src/converters/circleci/tests.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AAItC,qCAA2D;AAG3D,MAAa,KAAM,SAAQ,0BAAiB;IAA5C;;QACW,sBAAiB,GAAoC;YAC5D,cAAc;YACd,iCAAiC;YACjC,aAAa;YACb,kBAAkB;YAClB,mBAAmB;YACnB,mCAAmC;SACpC,CAAC;QAEM,yBAAoB,GAAwB,SAAS,CAAC;QAC7C,cAAS,GAAgB,IAAI,GAAG,EAAU,CAAC;QAC3C,eAAU,GAAgB,IAAI,GAAG,EAAU,CAAC;QAC5C,yBAAoB,GAAgB,IAAI,GAAG,EAAU,CAAC;QACtD,mBAAc,GAAoB,EAAE,CAAC;QACrC,oBAAe,GAAgB,IAAI,GAAG,EAAU,CAAC;IAiLpE,CAAC;IA/KC,KAAK,CAAC,OAAO,CACX,MAAqB,EACrB,GAAkB;;QAElB,IAAI,IAAI,CAAC,oBAAoB,KAAK,SAAS,EAAE;YAC3C,MAAM,oBAAoB,GACxB,MAAA,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,0CAAE,uBAAuB,CAAC;YACpD,IAAI,CAAC,oBAAoB;gBACvB,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC;SACpE;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAoB,CAAC;QAChD,MAAM,GAAG,GAAwB,EAAE,CAAC;QAEpC,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;QACrF,MAAM,WAAW,GAAG,GAAG,YAAY,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;QACpD,MAAM,iBAAiB,GAAG,GAAG,WAAW,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3D,MAAM,gBAAgB,GAAG,GAAG,YAAY,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAE3D,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE;YAC/C,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,uDAAuD,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,UAAU,YAAY,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,IAAI,GAAG,CACvI,CAAC;YACF,OAAO,GAAG,CAAC;SACZ;QACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAE5C,qDAAqD;QACrD,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YAClE,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,aAAa;gBACpB,MAAM,EAAE;oBACN,GAAG,EAAE,WAAW;oBAChB,IAAI,EAAE,GAAG,uBAAc,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE;oBACrE,WAAW,EAAE,IAAI,CAAC,IAAI;wBACpB,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,SAAS,EAAE;wBACnC,CAAC,CAAC,IAAI,CAAC,SAAS;oBAClB,MAAM;oBACN,IAAI,EAAE,EAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAC;iBAC9C;aACF,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,iCAAiC;gBACxC,MAAM,EAAE;oBACN,SAAS,EAAE,EAAC,GAAG,EAAE,YAAY,EAAE,MAAM,EAAC;oBACtC,QAAQ,EAAE,EAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAC;iBACrC;aACF,CAAC,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;SACjC;QACD,mDAAmD;QACnD,MAAM,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE;YAC9B,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,mBAAmB;gBAC1B,MAAM,EAAE;oBACN,GAAG,EAAE,iBAAiB;oBACtB,WAAW,EAAE,MAAA,IAAI,CAAC,OAAO,0CAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC5C,MAAM,EAAE,oBAAoB;oBAC5B,QAAQ,EAAE,EAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAC;oBACpC,aAAa,EAAE,EAAC,GAAG,EAAE,gBAAgB,EAAE,MAAM,EAAC;iBAC/C;aACF,CAAC,CAAC;SACJ;QAED,iCAAiC;QACjC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE;YACtC,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,cAAc;gBACrB,MAAM,EAAE;oBACN,GAAG,EAAE,YAAY;oBACjB,IAAI,EAAE,IAAI,CAAC,aAAa;oBACxB,MAAM;oBACN,IAAI,EAAE,EAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAC;iBAC9C;aACF,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;SACnC;QACD,yCAAyC;QACzC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE;YACpD,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,mCAAmC;gBAC1C,MAAM,EAAE;oBACN,aAAa,EAAE,EAAC,GAAG,EAAE,gBAAgB,EAAE,MAAM,EAAC;oBAC9C,MAAM,EAAE,uBAAc,CAAC,YAAY,CACjC,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,YAAY,CAClB;iBACF;aACF,CAAC,CAAC;YACH,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;SACjD;QAED,IAAI,CAAC,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,CAAC,EAAE;YAC9C,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,GAAG;gBACtC,GAAG,EAAE,gBAAgB;gBACrB,IAAI,EAAE,GAAG,IAAI,CAAC,aAAa,MAAM,IAAI,CAAC,UAAU,EAAE;gBAClD,MAAM;gBACN,MAAM,EAAE,EAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAC;gBAC3C,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC;gBAC5C,OAAO,EAAE,uBAAK,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC;gBAC1C,oBAAoB,EAAE;oBACpB,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC;oBACV,MAAM,EAAE,CAAC;oBACT,KAAK,EAAE,CAAC;iBACT;gBACD,KAAK,EAAE,EAAC,GAAG,EAAE,YAAY,EAAE,MAAM,EAAC;gBAClC,KAAK,EAAE,uBAAc,CAAC,WAAW,CAC/B,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,EACjB,MAAM,CACP;aACF,CAAC;SACH;QACD,uCAAuC;QACvC,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QACjD,IAAI,oBAAoB,CAAC,QAAQ,KAAK,SAAS,EAAE;YAC/C,EAAE,CAAC,MAAM,GAAG,EAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC;YAChD,EAAE,CAAC,oBAAoB,CAAC,OAAO,IAAI,CAAC,CAAC;SACtC;aAAM,IAAI,oBAAoB,CAAC,QAAQ,KAAK,SAAS,EAAE;YACtD,EAAE,CAAC,oBAAoB,CAAC,OAAO,IAAI,CAAC,CAAC;SACtC;aAAM,IAAI,oBAAoB,CAAC,QAAQ,KAAK,SAAS,EAAE;YACtD,EAAE,CAAC,oBAAoB,CAAC,OAAO,IAAI,CAAC,CAAC;SACtC;aAAM,IAAI,oBAAoB,CAAC,QAAQ,KAAK,QAAQ,EAAE;YACrD,EAAE,CAAC,oBAAoB,CAAC,MAAM,IAAI,CAAC,CAAC;SACrC;aAAM;YACL,EAAE,CAAC,oBAAoB,CAAC,OAAO,IAAI,CAAC,CAAC;SACtC;QACD,EAAE,CAAC,oBAAoB,CAAC,KAAK,IAAI,CAAC,CAAC;QAEnC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,MAAM,GAAG,GAAwB,EAAE,CAAC;QACpC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE;YACvD,GAAG,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAC,CAAC,CAAC;SAC/C;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,iBAAiB,CAAC,UAAkB;QAClC,IAAI,CAAC,UAAU,EAAE;YACf,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAC,CAAC;SACnD;QACD,MAAM,MAAM,GAAG,UAAU,CAAC;QAC1B,QAAQ,UAAU,CAAC,WAAW,EAAE,EAAE;YAChC,KAAK,SAAS,CAAC;YACf,KAAK,SAAS,CAAC;YACf,KAAK,WAAW,CAAC;YACjB,KAAK,MAAM,CAAC;YACZ,KAAK,QAAQ;gBACX,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAC,CAAC;YACvC,KAAK,MAAM,CAAC;YACZ,KAAK,SAAS,CAAC;YACf,KAAK,SAAS,CAAC;YACf,KAAK,UAAU,CAAC;YAChB,KAAK,QAAQ,CAAC;YACd,KAAK,SAAS;gBACZ,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAC,CAAC;YACvC,KAAK,MAAM,CAAC;YACZ,KAAK,QAAQ,CAAC;YACd,KAAK,SAAS,CAAC;YACf,KAAK,OAAO,CAAC;YACb,KAAK,SAAS;gBACZ,OAAO,EAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAC,CAAC;YACvC;gBACE,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAC,CAAC;SACvC;IACH,CAAC;CACF;AAhMD,sBAgMC"}

package/lib/converters/clickup/common.d.ts

@@ -0,0 +1,21 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter, StreamContext } from '../converter';
+declare type TaskBoardSource = 'space' | 'folder' | 'list';
+interface ClickUpConfig {
+    taskboard_source?: TaskBoardSource;
+    truncate_limit?: number;
+}
+export declare class ClickUpCommon {
+    static normalize(str: string): string;
+    static statusCategory(status: string): string;
+}
+export declare abstract class ClickUpConverter extends Converter {
+    source: string;
+    /** All ClickUp records should have id property */
+    id(record: AirbyteRecord): any;
+    protected clickupConfig(ctx: StreamContext): ClickUpConfig;
+    protected taskboardSource(ctx: StreamContext): TaskBoardSource;
+    protected truncateLimit(ctx: StreamContext): number;
+    protected truncate(ctx: StreamContext, str?: string): string | undefined;
+}
+export {};

package/lib/converters/clickup/common.js

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ClickUpConverter = exports.ClickUpCommon = void 0;
+const lodash_1 = require("lodash");
+const converter_1 = require("../converter");
+const DEFAULT_TASKBOARD_SOURCE = 'space';
+const DEFAULT_TRUNCATE_LIMIT = 10000;
+class ClickUpCommon {
+    static normalize(str) {
+        return str.replace(/\s/g, '').toLowerCase();
+    }
+    static statusCategory(status) {
+        switch (this.normalize(status)) {
+            case 'open':
+                return 'Todo';
+            case 'todo':
+                return 'Todo';
+            case 'inprogress':
+                return 'InProgress';
+            case 'closed':
+                return 'Done';
+            default:
+                return 'Custom';
+        }
+    }
+}
+exports.ClickUpCommon = ClickUpCommon;
+class ClickUpConverter extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'ClickUp';
+    }
+    /** All ClickUp records should have id property */
+    id(record) {
+        var _a, _b;
+        return (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.id;
+    }
+    clickupConfig(ctx) {
+        var _a, _b;
+        return (_b = (_a = ctx.config.source_specific_configs) === null || _a === void 0 ? void 0 : _a.clickup) !== null && _b !== void 0 ? _b : {};
+    }
+    taskboardSource(ctx) {
+        var _a;
+        return (_a = this.clickupConfig(ctx).taskboard_source) !== null && _a !== void 0 ? _a : DEFAULT_TASKBOARD_SOURCE;
+    }
+    truncateLimit(ctx) {
+        var _a;
+        return (_a = this.clickupConfig(ctx).truncate_limit) !== null && _a !== void 0 ? _a : DEFAULT_TRUNCATE_LIMIT;
+    }
+    truncate(ctx, str) {
+        if ((0, lodash_1.isString)(str) && str.length > this.truncateLimit(ctx)) {
+            return str.substring(0, this.truncateLimit(ctx));
+        }
+        return str;
+    }
+}
+exports.ClickUpConverter = ClickUpConverter;
+//# sourceMappingURL=common.js.map

package/lib/converters/clickup/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/converters/clickup/common.ts"],"names":[],"mappings":";;;AACA,mCAAgC;AAEhC,4CAAsD;AAStD,MAAM,wBAAwB,GAAoB,OAAO,CAAC;AAC1D,MAAM,sBAAsB,GAAG,KAAM,CAAC;AAEtC,MAAa,aAAa;IACxB,MAAM,CAAC,SAAS,CAAC,GAAW;QAC1B,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,MAAc;QAClC,QAAQ,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;YAC9B,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,YAAY;gBACf,OAAO,YAAY,CAAC;YACtB,KAAK,QAAQ;gBACX,OAAO,MAAM,CAAC;YAChB;gBACE,OAAO,QAAQ,CAAC;SACnB;IACH,CAAC;CACF;AAnBD,sCAmBC;AAED,MAAsB,gBAAiB,SAAQ,qBAAS;IAAxD;;QACE,WAAM,GAAG,SAAS,CAAC;IAyBrB,CAAC;IAvBC,kDAAkD;IAClD,EAAE,CAAC,MAAqB;;QACtB,OAAO,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,0CAAE,IAAI,0CAAE,EAAE,CAAC;IAClC,CAAC;IAES,aAAa,CAAC,GAAkB;;QACxC,OAAO,MAAA,MAAA,GAAG,CAAC,MAAM,CAAC,uBAAuB,0CAAE,OAAO,mCAAI,EAAE,CAAC;IAC3D,CAAC;IAES,eAAe,CAAC,GAAkB;;QAC1C,OAAO,MAAA,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,gBAAgB,mCAAI,wBAAwB,CAAC;IAC9E,CAAC;IAES,aAAa,CAAC,GAAkB;;QACxC,OAAO,MAAA,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,cAAc,mCAAI,sBAAsB,CAAC;IAC1E,CAAC;IAES,QAAQ,CAAC,GAAkB,EAAE,GAAY;QACjD,IAAI,IAAA,iBAAQ,EAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE;YACzD,OAAO,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;SAClD;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AA1BD,4CA0BC"}

package/lib/converters/clickup/folders.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { ClickUpConverter } from './common';
+export declare class Folders extends ClickUpConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/clickup/folders.js

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Folders = void 0;
+const common_1 = require("./common");
+class Folders extends common_1.ClickUpConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'tms_TaskBoard',
+            'tms_TaskBoardProjectRelationship',
+        ];
+    }
+    async convert(record, ctx) {
+        const folder = record.record.data;
+        const source = this.streamName.source;
+        const uid = folder.id;
+        const results = [];
+        if (this.taskboardSource(ctx) === 'folder') {
+            results.push({
+                model: 'tms_TaskBoard',
+                record: { uid, name: folder.name, source },
+            }, {
+                model: 'tms_TaskBoardProjectRelationship',
+                record: {
+                    board: { uid, source },
+                    project: { uid: folder.computedProperties.workspace.id, source },
+                },
+            });
+        }
+        return results;
+    }
+}
+exports.Folders = Folders;
+//# sourceMappingURL=folders.js.map

package/lib/converters/clickup/folders.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"folders.js","sourceRoot":"","sources":["../../../src/converters/clickup/folders.ts"],"names":[],"mappings":";;;AAIA,qCAA0C;AAE1C,MAAa,OAAQ,SAAQ,yBAAgB;IAA7C;;QACW,sBAAiB,GAAoC;YAC5D,eAAe;YACf,kCAAkC;SACnC,CAAC;IA2BJ,CAAC;IAzBC,KAAK,CAAC,OAAO,CACX,MAAqB,EACrB,GAAkB;QAElB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAc,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC;QACtB,MAAM,OAAO,GAAwB,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE;YAC1C,OAAO,CAAC,IAAI,CACV;gBACE,KAAK,EAAE,eAAe;gBACtB,MAAM,EAAE,EAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAC;aACzC,EACD;gBACE,KAAK,EAAE,kCAAkC;gBACzC,MAAM,EAAE;oBACN,KAAK,EAAE,EAAC,GAAG,EAAE,MAAM,EAAC;oBACpB,OAAO,EAAE,EAAC,GAAG,EAAE,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAC;iBAC/D;aACF,CACF,CAAC;SACH;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AA/BD,0BA+BC"}

package/lib/converters/clickup/goals.d.ts

@@ -0,0 +1,6 @@
+import { DestinationModel, DestinationRecord } from '../converter';
+import { ClickUpConverter } from './common';
+export declare class Goals extends ClickUpConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/clickup/goals.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Goals = void 0;
+const common_1 = require("./common");
+class Goals extends common_1.ClickUpConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [];
+    }
+    async convert() {
+        return [];
+    }
+}
+exports.Goals = Goals;
+//# sourceMappingURL=goals.js.map

package/lib/converters/clickup/goals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"goals.js","sourceRoot":"","sources":["../../../src/converters/clickup/goals.ts"],"names":[],"mappings":";;;AACA,qCAA0C;AAE1C,MAAa,KAAM,SAAQ,yBAAgB;IAA3C;;QACW,sBAAiB,GAAoC,EAAE,CAAC;IAKnE,CAAC;IAHC,KAAK,CAAC,OAAO;QACX,OAAO,EAAE,CAAC;IACZ,CAAC;CACF;AAND,sBAMC"}

package/lib/converters/clickup/lists.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { ClickUpConverter } from './common';
+export declare class Lists extends ClickUpConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}