airbyte-faros-destination 0.0.1

package/lib/converters/docker/common.d.ts

@@ -0,0 +1,88 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter, StreamContext } from '../converter';
+export declare const ARTIFACT_TYPE = "Docker";
+interface DockerConfig {
+    label_prefix?: string;
+    skip_tags?: string[];
+    organization?: string;
+}
+interface LayerConfig {
+    mediaType: string;
+    size: number;
+    digest: string;
+}
+interface ImageManifest {
+    schemaVersion: number;
+    mediaType: string;
+    config: LayerConfig;
+    layers: LayerConfig[];
+    /**
+     * Optional for backwards compatibility. This field is not directly returned by the container registry,
+     * it is appended before returning the ImageManifest.
+     * It is only applicable to multi-platform images.
+     */
+    indexDigest?: string;
+    /**
+     * Optional for backwards compatibility. This field is not directly returned by the container registry,
+     * it is appended before returning the ImageManifest.
+     */
+    manifestDigest?: string;
+}
+interface ImageConfigContainer {
+    Labels: Record<string, string>;
+}
+interface ImageConfig {
+    config: ImageConfigContainer;
+    created: string;
+}
+export interface Tag {
+    name: string;
+    projectName: string;
+    imageConfig?: ImageConfig;
+    imageManifest?: ImageManifest;
+}
+export interface OrganizationKey {
+    readonly uid: string;
+    readonly source: string;
+}
+interface PipelineKey {
+    readonly uid: string;
+    readonly organization: OrganizationKey;
+}
+interface BuildKey {
+    readonly uid: string;
+    readonly pipeline: PipelineKey;
+}
+export interface RepositoryKey {
+    readonly uid: string;
+    readonly organization: OrganizationKey;
+}
+interface VCSRepositoryKey {
+    readonly name: string;
+    readonly organization: OrganizationKey;
+}
+interface CommitKey {
+    readonly sha: string;
+    readonly uid: string;
+    readonly repository: VCSRepositoryKey;
+}
+export interface CICDTag {
+    name: string;
+    value: string;
+}
+export declare class DockerCommon {
+    static ALLOWED_MANIFEST_SCHEMA_VERSION: number;
+    static getBuildKey(tags: CICDTag[], prefix: string): BuildKey | undefined;
+    static getCommitKey(tags: CICDTag[], prefix: string): CommitKey | undefined;
+}
+/** Docker converter base */
+export declare abstract class DockerConverter extends Converter {
+    source: string;
+    /** Every Docker record have id property */
+    id(record: AirbyteRecord): any;
+    protected dockerConfig(ctx: StreamContext): DockerConfig;
+    protected labelPrefix(ctx: StreamContext): string;
+    protected skipTags(ctx: StreamContext): string[];
+    protected organization(ctx: StreamContext): string | undefined;
+}
+export {};

package/lib/converters/docker/common.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DockerConverter = exports.DockerCommon = exports.ARTIFACT_TYPE = void 0;
+const converter_1 = require("../converter");
+exports.ARTIFACT_TYPE = 'Docker';
+const DEFAULT_LABEL_PREFIX = 'faros-';
+class DockerCommon {
+    static getBuildKey(tags, prefix) {
+        var _a, _b, _c;
+        const buildId = tags.find(({ name }) => name === `${prefix}build-id`);
+        const ciPipeline = (_a = tags.find(({ name }) => name === `${prefix}ci-pipeline`)) !== null && _a !== void 0 ? _a : tags.find(({ name }) => name === `${prefix}pipeline-id`);
+        const ciOrg = (_b = tags.find(({ name }) => name === `${prefix}ci-org`)) !== null && _b !== void 0 ? _b : tags.find(({ name }) => name === `${prefix}org-id`);
+        const ciSource = (_c = tags.find(({ name }) => name === `${prefix}ci-source`)) !== null && _c !== void 0 ? _c : tags.find(({ name }) => name === `${prefix}org-source`);
+        if (buildId && ciPipeline && ciOrg && ciSource) {
+            return {
+                uid: buildId.value,
+                pipeline: {
+                    uid: ciPipeline.value,
+                    organization: {
+                        uid: ciOrg.value,
+                        source: ciSource.value,
+                    },
+                },
+            };
+        }
+        return undefined;
+    }
+    static getCommitKey(tags, prefix) {
+        const commitSha = tags.find(({ name }) => name === `${prefix}commit-sha`);
+        const vcsRepo = tags.find(({ name }) => name === `${prefix}vcs-repo`);
+        const vcsOrg = tags.find(({ name }) => name === `${prefix}vcs-org`);
+        const vcsSource = tags.find(({ name }) => name === `${prefix}vcs-source`);
+        if (commitSha && vcsRepo && vcsOrg && vcsSource) {
+            return {
+                sha: commitSha.value,
+                uid: commitSha.value,
+                repository: {
+                    name: vcsRepo.value,
+                    organization: {
+                        uid: vcsOrg.value,
+                        source: vcsSource.value,
+                    },
+                },
+            };
+        }
+        return undefined;
+    }
+}
+exports.DockerCommon = DockerCommon;
+DockerCommon.ALLOWED_MANIFEST_SCHEMA_VERSION = 2;
+/** Docker converter base */
+class DockerConverter extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'Docker';
+    }
+    /** Every Docker record have id property */
+    id(record) {
+        var _a, _b;
+        return (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.id;
+    }
+    dockerConfig(ctx) {
+        var _a, _b;
+        return (_b = (_a = ctx.config.source_specific_configs) === null || _a === void 0 ? void 0 : _a.docker) !== null && _b !== void 0 ? _b : {};
+    }
+    labelPrefix(ctx) {
+        return this.dockerConfig(ctx).label_prefix || DEFAULT_LABEL_PREFIX;
+    }
+    skipTags(ctx) {
+        var _a;
+        return (_a = this.dockerConfig(ctx).skip_tags) !== null && _a !== void 0 ? _a : [];
+    }
+    organization(ctx) {
+        return this.dockerConfig(ctx).organization;
+    }
+}
+exports.DockerConverter = DockerConverter;
+//# sourceMappingURL=common.js.map

package/lib/converters/docker/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/converters/docker/common.ts"],"names":[],"mappings":";;;AAEA,4CAAsD;AAEzC,QAAA,aAAa,GAAG,QAAQ,CAAC;AACtC,MAAM,oBAAoB,GAAG,QAAQ,CAAC;AAoFtC,MAAa,YAAY;IAGvB,MAAM,CAAC,WAAW,CAAC,IAAe,EAAE,MAAc;;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,UAAU,CAAC,CAAC;QACpE,MAAM,UAAU,GACd,MAAA,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,aAAa,CAAC,mCACtD,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,aAAa,CAAC,CAAC;QACzD,MAAM,KAAK,GACT,MAAA,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,mCACjD,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,CAAC;QACpD,MAAM,QAAQ,GACZ,MAAA,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,WAAW,CAAC,mCACpD,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,YAAY,CAAC,CAAC;QACxD,IAAI,OAAO,IAAI,UAAU,IAAI,KAAK,IAAI,QAAQ,EAAE;YAC9C,OAAO;gBACL,GAAG,EAAE,OAAO,CAAC,KAAK;gBAClB,QAAQ,EAAE;oBACR,GAAG,EAAE,UAAU,CAAC,KAAK;oBACrB,YAAY,EAAE;wBACZ,GAAG,EAAE,KAAK,CAAC,KAAK;wBAChB,MAAM,EAAE,QAAQ,CAAC,KAAK;qBACvB;iBACF;aACF,CAAC;SACH;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,IAAe,EAAE,MAAc;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,YAAY,CAAC,CAAC;QACxE,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,UAAU,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,SAAS,CAAC,CAAC;QAClE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,MAAM,YAAY,CAAC,CAAC;QACxE,IAAI,SAAS,IAAI,OAAO,IAAI,MAAM,IAAI,SAAS,EAAE;YAC/C,OAAO;gBACL,GAAG,EAAE,SAAS,CAAC,KAAK;gBACpB,GAAG,EAAE,SAAS,CAAC,KAAK;gBACpB,UAAU,EAAE;oBACV,IAAI,EAAE,OAAO,CAAC,KAAK;oBACnB,YAAY,EAAE;wBACZ,GAAG,EAAE,MAAM,CAAC,KAAK;wBACjB,MAAM,EAAE,SAAS,CAAC,KAAK;qBACxB;iBACF;aACF,CAAC;SACH;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;;AAhDH,oCAiDC;AAhDQ,4CAA+B,GAAG,CAAC,CAAC;AAkD7C,4BAA4B;AAC5B,MAAsB,eAAgB,SAAQ,qBAAS;IAAvD;;QACE,WAAM,GAAG,QAAQ,CAAC;IAoBpB,CAAC;IAlBC,2CAA2C;IAC3C,EAAE,CAAC,MAAqB;;QACtB,OAAO,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,0CAAE,IAAI,0CAAE,EAAE,CAAC;IAClC,CAAC;IAES,YAAY,CAAC,GAAkB;;QACvC,OAAO,MAAA,MAAA,GAAG,CAAC,MAAM,CAAC,uBAAuB,0CAAE,MAAM,mCAAI,EAAE,CAAC;IAC1D,CAAC;IAES,WAAW,CAAC,GAAkB;QACtC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,YAAY,IAAI,oBAAoB,CAAC;IACrE,CAAC;IACS,QAAQ,CAAC,GAAkB;;QACnC,OAAO,MAAA,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,SAAS,mCAAI,EAAE,CAAC;IAChD,CAAC;IACS,YAAY,CAAC,GAAkB;QACvC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC;IAC7C,CAAC;CACF;AArBD,0CAqBC"}

package/lib/converters/docker/tags.d.ts

@@ -0,0 +1,7 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { DockerConverter } from './common';
+export declare class Tags extends DockerConverter {
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/docker/tags.js

@@ -0,0 +1,97 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Tags = void 0;
+const faros_js_client_1 = require("faros-js-client");
+const common_1 = require("./common");
+class Tags extends common_1.DockerConverter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'cicd_Artifact',
+            'cicd_ArtifactCommitAssociation',
+            'cicd_Organization',
+            'cicd_Repository',
+        ];
+    }
+    async convert(record, ctx) {
+        var _a;
+        const source = this.streamName.source;
+        const tag = record.record.data;
+        const res = [];
+        const org = this.organization(ctx);
+        if (!org) {
+            return res;
+        }
+        const organizationKey = {
+            uid: org.toLowerCase(),
+            source,
+        };
+        res.push({
+            model: 'cicd_Organization',
+            record: {
+                ...organizationKey,
+                name: org,
+            },
+        });
+        const [repoName] = tag.projectName.toLowerCase().split('/').slice(-1);
+        const repositoryKey = {
+            uid: repoName.toLowerCase(),
+            organization: organizationKey,
+        };
+        res.push({
+            model: 'cicd_Repository',
+            record: {
+                ...repositoryKey,
+                name: repoName,
+            },
+        });
+        const cicdTags = [];
+        const imageInfo = `(${tag.projectName}:${tag.name})`;
+        if (((_a = tag.imageManifest) === null || _a === void 0 ? void 0 : _a.schemaVersion) !==
+            common_1.DockerCommon.ALLOWED_MANIFEST_SCHEMA_VERSION) {
+            ctx.logger.info(`Image schema version is not supported: ${tag.imageManifest.schemaVersion} != expected ${common_1.DockerCommon.ALLOWED_MANIFEST_SCHEMA_VERSION} ${imageInfo}`);
+            return res;
+        }
+        if (tag.imageConfig.config.Labels) {
+            Object.entries(tag.imageConfig.config.Labels).forEach(([name, value]) => {
+                cicdTags.push({ name, value });
+            });
+        }
+        const skipTags = this.skipTags(ctx);
+        if (!skipTags || !skipTags.includes(tag.name)) {
+            const labelPrefix = this.labelPrefix(ctx);
+            const buildKey = common_1.DockerCommon.getBuildKey(cicdTags, labelPrefix);
+            const commitKey = common_1.DockerCommon.getCommitKey(cicdTags, labelPrefix);
+            res.push({
+                model: 'cicd_Artifact',
+                record: {
+                    uid: tag.name,
+                    name: tag.name,
+                    type: common_1.ARTIFACT_TYPE,
+                    createdAt: faros_js_client_1.Utils.toDate(tag.imageConfig.created),
+                    build: buildKey,
+                    tags: cicdTags,
+                    repository: repositoryKey,
+                },
+            });
+            if (commitKey) {
+                res.push({
+                    model: 'cicd_ArtifactCommitAssociation',
+                    record: {
+                        artifact: {
+                            uid: tag.name,
+                            repository: repositoryKey,
+                        },
+                        commit: commitKey,
+                    },
+                });
+            }
+        }
+        else {
+            ctx.logger.info(`Skipped artifact in repo ${repositoryKey.uid} (uid: ${tag.name})`);
+        }
+        return res;
+    }
+}
+exports.Tags = Tags;
+//# sourceMappingURL=tags.js.map

package/lib/converters/docker/tags.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tags.js","sourceRoot":"","sources":["../../../src/converters/docker/tags.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AAGtC,qCAQkB;AAElB,MAAa,IAAK,SAAQ,wBAAe;IAAzC;;QACW,sBAAiB,GAAoC;YAC5D,eAAe;YACf,gCAAgC;YAChC,mBAAmB;YACnB,iBAAiB;SAClB,CAAC;IAiGJ,CAAC;IA/FC,KAAK,CAAC,OAAO,CACX,MAAqB,EACrB,GAAkB;;QAElB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAW,CAAC;QACtC,MAAM,GAAG,GAAwB,EAAE,CAAC;QAEpC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QAEnC,IAAI,CAAC,GAAG,EAAE;YACR,OAAO,GAAG,CAAC;SACZ;QAED,MAAM,eAAe,GAAoB;YACvC,GAAG,EAAE,GAAG,CAAC,WAAW,EAAE;YACtB,MAAM;SACP,CAAC;QACF,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE;gBACN,GAAG,eAAe;gBAClB,IAAI,EAAE,GAAG;aACV;SACF,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,aAAa,GAAkB;YACnC,GAAG,EAAE,QAAQ,CAAC,WAAW,EAAE;YAC3B,YAAY,EAAE,eAAe;SAC9B,CAAC;QACF,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,iBAAiB;YACxB,MAAM,EAAE;gBACN,GAAG,aAAa;gBAChB,IAAI,EAAE,QAAQ;aACf;SACF,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC;QAErD,IACE,CAAA,MAAA,GAAG,CAAC,aAAa,0CAAE,aAAa;YAChC,qBAAY,CAAC,+BAA+B,EAC5C;YACA,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,0CAA0C,GAAG,CAAC,aAAa,CAAC,aAAa,gBAAgB,qBAAY,CAAC,+BAA+B,IAAI,SAAS,EAAE,CACrJ,CAAC;YACF,OAAO,GAAG,CAAC;SACZ;QAED,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE;YACjC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;gBACtE,QAAQ,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;SACJ;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,qBAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YACjE,MAAM,SAAS,GAAG,qBAAY,CAAC,YAAY,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YACnE,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,eAAe;gBACtB,MAAM,EAAE;oBACN,GAAG,EAAE,GAAG,CAAC,IAAI;oBACb,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,IAAI,EAAE,sBAAa;oBACnB,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC;oBAChD,KAAK,EAAE,QAAQ;oBACf,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,aAAa;iBAC1B;aACF,CAAC,CAAC;YAEH,IAAI,SAAS,EAAE;gBACb,GAAG,CAAC,IAAI,CAAC;oBACP,KAAK,EAAE,gCAAgC;oBACvC,MAAM,EAAE;wBACN,QAAQ,EAAE;4BACR,GAAG,EAAE,GAAG,CAAC,IAAI;4BACb,UAAU,EAAE,aAAa;yBAC1B;wBACD,MAAM,EAAE,SAAS;qBAClB;iBACF,CAAC,CAAC;aACJ;SACF;aAAM;YACL,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,4BAA4B,aAAa,CAAC,GAAG,UAAU,GAAG,CAAC,IAAI,GAAG,CACnE,CAAC;SACH;QAED,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAvGD,oBAuGC"}

package/lib/converters/faros-feed/faros_feed.d.ts

@@ -0,0 +1,13 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter, DestinationModel, DestinationRecord, StreamContext } from '../converter';
+/**
+ * This converter is identical to FarosFeed converter.
+ * It is here to allow users specifying 'faros_feed' as stream prefix in their source.
+ */
+export declare class FarosFeed extends Converter {
+    source: string;
+    private alias;
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    id(): any;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/faros-feed/faros_feed.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FarosFeed = void 0;
+const converter_1 = require("../converter");
+const faros_feed_1 = require("../faros-feeds/faros_feed");
+/**
+ * This converter is identical to FarosFeed converter.
+ * It is here to allow users specifying 'faros_feed' as stream prefix in their source.
+ */
+class FarosFeed extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'Faros-Feed';
+        this.alias = new faros_feed_1.FarosFeed();
+        this.destinationModels = this.alias.destinationModels;
+    }
+    id() {
+        return this.alias.id();
+    }
+    async convert(record, ctx) {
+        return this.alias.convert(record, ctx);
+    }
+}
+exports.FarosFeed = FarosFeed;
+//# sourceMappingURL=faros_feed.js.map

package/lib/converters/faros-feed/faros_feed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"faros_feed.js","sourceRoot":"","sources":["../../../src/converters/faros-feed/faros_feed.ts"],"names":[],"mappings":";;;AAEA,4CAKsB;AACtB,0DAAyE;AAEzE;;;GAGG;AACH,MAAa,SAAU,SAAQ,qBAAS;IAAxC;;QACE,WAAM,GAAG,YAAY,CAAC;QACd,UAAK,GAAG,IAAI,sBAAiB,EAAE,CAAC;QAE/B,sBAAiB,GACxB,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC;IAYjC,CAAC;IAVC,EAAE;QACA,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAqB,EACrB,GAAkB;QAElB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACzC,CAAC;CACF;AAjBD,8BAiBC"}

package/lib/converters/faros-feeds/faros_feed.d.ts

@@ -0,0 +1,9 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter, DestinationModel, DestinationRecord, StreamContext } from '../converter';
+export declare class FarosFeed extends Converter {
+    source: string;
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    private schema;
+    id(): any;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/faros-feeds/faros_feed.js

@@ -0,0 +1,69 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FarosFeed = void 0;
+const faros_js_client_1 = require("faros-js-client");
+const types_1 = require("../../common/types");
+const converter_1 = require("../converter");
+const model_names_1 = require("./model_names");
+function isFarosFeedsRecord(data) {
+    return ('id' in data &&
+        data.record &&
+        typeof data.record === 'object' &&
+        Object.keys(data.record).length === 1);
+}
+function getModelRecord(data) {
+    if (isFarosFeedsRecord(data)) {
+        const [model, rec] = Object.entries(data.record).pop();
+        return { model, rec };
+    }
+    else if (Object.keys(data).length === 1) {
+        // support previous farosai/airbyte-faros-feeds-source versions
+        const [model, rec] = Object.entries(data).pop();
+        return { model, rec };
+    }
+    return undefined;
+}
+class FarosFeed extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'Faros-Feeds';
+        this.destinationModels = model_names_1.ALL_MODEL_NAMES;
+        this.schema = undefined;
+    }
+    id() {
+        return undefined;
+    }
+    async convert(record, ctx) {
+        if (!this.schema && ctx.farosClient && ctx.graph) {
+            this.schema = new faros_js_client_1.FarosGraphSchema(await ctx.farosClient.introspect(ctx.graph));
+        }
+        const data = record.record.data;
+        if (data.state)
+            return [];
+        const modelRecord = getModelRecord(data);
+        if (!modelRecord)
+            return [];
+        const { model, rec } = modelRecord;
+        if (ctx.config.edition_configs.edition === types_1.Edition.COMMUNITY ||
+            ctx.config.edition_configs.graphql_api === 'v2') {
+            // Full model deletion records.
+            // E.g., {"vcs_TeamMembership__Deletion":{"where":"my-source"}}
+            // These are issued by the feed and are only applicable to the V1 API
+            // We accumulate the model names in 'resetModels' to reset them in topological order
+            if (model.endsWith('__Deletion') && Object.entries(rec).length == 1) {
+                const [key, value] = Object.entries(rec).pop();
+                if (key === 'where' && typeof value == 'string') {
+                    const [baseModel] = model.split('__', 1);
+                    ctx.resetModels.add(baseModel);
+                    return [];
+                }
+            }
+        }
+        if (this.schema) {
+            this.schema.fixTimestampFields(rec, model);
+        }
+        return [{ model, record: rec }];
+    }
+}
+exports.FarosFeed = FarosFeed;
+//# sourceMappingURL=faros_feed.js.map

package/lib/converters/faros-feeds/faros_feed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"faros_feed.js","sourceRoot":"","sources":["../../../src/converters/faros-feeds/faros_feed.ts"],"names":[],"mappings":";;;AACA,qDAAiD;AAGjD,8CAA2C;AAC3C,4CAKsB;AACtB,+CAA8C;AAY9C,SAAS,kBAAkB,CAAC,IAAqB;IAC/C,OAAO,CACL,IAAI,IAAI,IAAI;QACZ,IAAI,CAAC,MAAM;QACX,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;QAC/B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,CACtC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,IAAqB;IAC3C,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE;QAC5B,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QACvD,OAAO,EAAC,KAAK,EAAE,GAAG,EAAC,CAAC;KACrB;SAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;QACzC,+DAA+D;QAC/D,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QAChD,OAAO,EAAC,KAAK,EAAE,GAAG,EAAC,CAAC;KACrB;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAa,SAAU,SAAQ,qBAAS;IAAxC;;QACE,WAAM,GAAG,aAAa,CAAC;QAEd,sBAAiB,GAAoC,6BAAe,CAAC;QAEtE,WAAM,GAAqB,SAAS,CAAC;IAgD/C,CAAC;IA9CC,EAAE;QACA,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAqB,EACrB,GAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,KAAK,EAAE;YAChD,IAAI,CAAC,MAAM,GAAG,IAAI,kCAAgB,CAChC,MAAM,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAC5C,CAAC;SACH;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAEhC,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAE1B,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAC,KAAK,EAAE,GAAG,EAAC,GAAG,WAAW,CAAC;QAEjC,IACE,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,KAAK,eAAO,CAAC,SAAS;YACxD,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,WAAW,KAAK,IAAI,EAC/C;YACA,+BAA+B;YAC/B,+DAA+D;YAC/D,qEAAqE;YACrE,oFAAoF;YACpF,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE;gBACnE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;gBAC/C,IAAI,GAAG,KAAK,OAAO,IAAI,OAAO,KAAK,IAAI,QAAQ,EAAE;oBAC/C,MAAM,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACzC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBAC/B,OAAO,EAAE,CAAC;iBACX;aACF;SACF;QAED,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;SAC5C;QAED,OAAO,CAAC,EAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAC,CAAC,CAAC;IAChC,CAAC;CACF;AArDD,8BAqDC"}

package/lib/converters/faros-feeds/model_names.d.ts

@@ -0,0 +1 @@
+export declare const ALL_MODEL_NAMES: string[];

package/lib/converters/faros-feeds/model_names.js

@@ -0,0 +1,136 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ALL_MODEL_NAMES = void 0;
+exports.ALL_MODEL_NAMES = [
+    'ams_Activity',
+    'ams_Project',
+    'ams_User',
+    'ams_UserIdentity',
+    'cal_Calendar',
+    'cal_Event',
+    'cal_EventGuestAssociation',
+    'cal_User',
+    'cal_UserIdentity',
+    'cicd_Agent',
+    'cicd_AgentTag',
+    'cicd_Artifact',
+    'cicd_ArtifactCommitAssociation',
+    'cicd_ArtifactDeployment',
+    'cicd_Build',
+    'cicd_BuildCommitAssociation',
+    'cicd_BuildStep',
+    'cicd_BuildStepTag',
+    'cicd_BuildTag',
+    'cicd_Deployment',
+    'cicd_DeploymentChangeset',
+    'cicd_EnvBranchAssociation',
+    'cicd_Organization',
+    'cicd_Pipeline',
+    'cicd_Release',
+    'cicd_ReleaseTagAssociation',
+    'cicd_Repository',
+    'compute_Application',
+    'compute_ApplicationDependency',
+    'compute_ApplicationMetric',
+    'compute_ApplicationPath',
+    'compute_ApplicationSource',
+    'compute_ApplicationTag',
+    'compute_Instance',
+    'compute_Volume',
+    'compute_VolumeAttachment',
+    'faros_CicdPipelineOptions',
+    'faros_ComputeApplicationOptions',
+    'faros_MetricDefinition',
+    'faros_MetricThreshold',
+    'faros_MetricThresholdGroup',
+    'faros_MetricThresholdGroupTag',
+    'faros_MetricValue',
+    'faros_Path',
+    'faros_Scorecard',
+    'faros_ScorecardMetric',
+    'faros_Tag',
+    'faros_TmsTaskBoardOptions',
+    'faros_VcsRepositoryOptions',
+    'geo_Address',
+    'geo_Coordinates',
+    'geo_Location',
+    'identity_Identity',
+    'ims_Incident',
+    'ims_IncidentApplicationImpact',
+    'ims_IncidentAssignment',
+    'ims_IncidentEvent',
+    'ims_IncidentTag',
+    'ims_IncidentTasks',
+    'ims_Label',
+    'ims_Team',
+    'ims_TeamIncidentAssociation',
+    'ims_TeamMembership',
+    'ims_User',
+    'ims_UserIdentity',
+    'org_ApplicationOwnership',
+    'org_BoardOwnership',
+    'org_Department',
+    'org_Employee',
+    'org_PipelineOwnership',
+    'org_ProjectOwnership',
+    'org_RepositoryOwnership',
+    'org_Team',
+    'org_TeamMembership',
+    'org_TeamMetric',
+    'org_TeamTag',
+    'qa_CodeQuality',
+    'qa_TestCase',
+    'qa_TestCaseResult',
+    'qa_TestCaseStep',
+    'qa_TestCaseStepResult',
+    'qa_TestExecution',
+    'qa_TestExecutionCommitAssociation',
+    'qa_TestSuite',
+    'qa_TestSuiteTestCaseAssociation',
+    'tms_Epic',
+    'tms_Label',
+    'tms_Project',
+    'tms_ProjectPath',
+    'tms_ProjectReleaseRelationship',
+    'tms_ProjectTag',
+    'tms_Release',
+    'tms_Sprint',
+    'tms_SprintHistory',
+    'tms_Task',
+    'tms_TaskAssignment',
+    'tms_TaskBoard',
+    'tms_TaskBoardProjectRelationship',
+    'tms_TaskBoardRelationship',
+    'tms_TaskDependency',
+    'tms_TaskProjectRelationship',
+    'tms_TaskPullRequestAssociation',
+    'tms_TaskReleaseRelationship',
+    'tms_TaskTag',
+    'tms_TaskTestCaseResultAssociation',
+    'tms_Team',
+    'tms_TeamMembership',
+    'tms_User',
+    'tms_UserIdentity',
+    'vcs_Branch',
+    'vcs_BranchCommitAssociation',
+    'vcs_Commit',
+    'vcs_File',
+    'vcs_Label',
+    'vcs_Membership',
+    'vcs_Organization',
+    'vcs_PullRequest',
+    'vcs_PullRequestComment',
+    'vcs_PullRequestCommit',
+    'vcs_PullRequestFile',
+    'vcs_PullRequestLabel',
+    'vcs_PullRequestReview',
+    'vcs_PullRequestReviewRequest',
+    'vcs_Repository',
+    'vcs_RepositoryContribution',
+    'vcs_Tag',
+    'vcs_Team',
+    'vcs_TeamMembership',
+    'vcs_User',
+    'vcs_UserIdentity',
+];
+//# sourceMappingURL=model_names.js.map

package/lib/converters/faros-feeds/model_names.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model_names.js","sourceRoot":"","sources":["../../../src/converters/faros-feeds/model_names.ts"],"names":[],"mappings":";;;AAAa,QAAA,eAAe,GAAG;IAC7B,cAAc;IACd,aAAa;IACb,UAAU;IACV,kBAAkB;IAClB,cAAc;IACd,WAAW;IACX,2BAA2B;IAC3B,UAAU;IACV,kBAAkB;IAClB,YAAY;IACZ,eAAe;IACf,eAAe;IACf,gCAAgC;IAChC,yBAAyB;IACzB,YAAY;IACZ,6BAA6B;IAC7B,gBAAgB;IAChB,mBAAmB;IACnB,eAAe;IACf,iBAAiB;IACjB,0BAA0B;IAC1B,2BAA2B;IAC3B,mBAAmB;IACnB,eAAe;IACf,cAAc;IACd,4BAA4B;IAC5B,iBAAiB;IACjB,qBAAqB;IACrB,+BAA+B;IAC/B,2BAA2B;IAC3B,yBAAyB;IACzB,2BAA2B;IAC3B,wBAAwB;IACxB,kBAAkB;IAClB,gBAAgB;IAChB,0BAA0B;IAC1B,2BAA2B;IAC3B,iCAAiC;IACjC,wBAAwB;IACxB,uBAAuB;IACvB,4BAA4B;IAC5B,+BAA+B;IAC/B,mBAAmB;IACnB,YAAY;IACZ,iBAAiB;IACjB,uBAAuB;IACvB,WAAW;IACX,2BAA2B;IAC3B,4BAA4B;IAC5B,aAAa;IACb,iBAAiB;IACjB,cAAc;IACd,mBAAmB;IACnB,cAAc;IACd,+BAA+B;IAC/B,wBAAwB;IACxB,mBAAmB;IACnB,iBAAiB;IACjB,mBAAmB;IACnB,WAAW;IACX,UAAU;IACV,6BAA6B;IAC7B,oBAAoB;IACpB,UAAU;IACV,kBAAkB;IAClB,0BAA0B;IAC1B,oBAAoB;IACpB,gBAAgB;IAChB,cAAc;IACd,uBAAuB;IACvB,sBAAsB;IACtB,yBAAyB;IACzB,UAAU;IACV,oBAAoB;IACpB,gBAAgB;IAChB,aAAa;IACb,gBAAgB;IAChB,aAAa;IACb,mBAAmB;IACnB,iBAAiB;IACjB,uBAAuB;IACvB,kBAAkB;IAClB,mCAAmC;IACnC,cAAc;IACd,iCAAiC;IACjC,UAAU;IACV,WAAW;IACX,aAAa;IACb,iBAAiB;IACjB,gCAAgC;IAChC,gBAAgB;IAChB,aAAa;IACb,YAAY;IACZ,mBAAmB;IACnB,UAAU;IACV,oBAAoB;IACpB,eAAe;IACf,kCAAkC;IAClC,2BAA2B;IAC3B,oBAAoB;IACpB,6BAA6B;IAC7B,gCAAgC;IAChC,6BAA6B;IAC7B,aAAa;IACb,mCAAmC;IACnC,UAAU;IACV,oBAAoB;IACpB,UAAU;IACV,kBAAkB;IAClB,YAAY;IACZ,6BAA6B;IAC7B,YAAY;IACZ,UAAU;IACV,WAAW;IACX,gBAAgB;IAChB,kBAAkB;IAClB,iBAAiB;IACjB,wBAAwB;IACxB,uBAAuB;IACvB,qBAAqB;IACrB,sBAAsB;IACtB,uBAAuB;IACvB,8BAA8B;IAC9B,gBAAgB;IAChB,4BAA4B;IAC5B,SAAS;IACT,UAAU;IACV,oBAAoB;IACpB,UAAU;IACV,kBAAkB;CACnB,CAAC"}

package/lib/converters/faros-graphql/faros_graph.d.ts

@@ -0,0 +1,13 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk/lib';
+import { Converter, DestinationModel, DestinationRecord, StreamContext } from '../converter';
+/**
+ * This converter is identical to FarosFeed converter.
+ * It is just a wrapper to use the appropriate source/stream name.
+ */
+export declare class FarosGraph extends Converter {
+    source: string;
+    private alias;
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    id(): any;
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+}

package/lib/converters/faros-graphql/faros_graph.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FarosGraph = void 0;
+const converter_1 = require("../converter");
+const faros_feed_1 = require("../faros-feeds/faros_feed");
+/**
+ * This converter is identical to FarosFeed converter.
+ * It is just a wrapper to use the appropriate source/stream name.
+ */
+class FarosGraph extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'Faros-GraphQL';
+        this.alias = new faros_feed_1.FarosFeed();
+        this.destinationModels = this.alias.destinationModels;
+    }
+    id() {
+        return this.alias.id();
+    }
+    async convert(record, ctx) {
+        return this.alias.convert(record, ctx);
+    }
+}
+exports.FarosGraph = FarosGraph;
+//# sourceMappingURL=faros_graph.js.map

package/lib/converters/faros-graphql/faros_graph.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"faros_graph.js","sourceRoot":"","sources":["../../../src/converters/faros-graphql/faros_graph.ts"],"names":[],"mappings":";;;AAEA,4CAKsB;AACtB,0DAAyE;AAEzE;;;GAGG;AACH,MAAa,UAAW,SAAQ,qBAAS;IAAzC;;QACE,WAAM,GAAG,eAAe,CAAC;QACjB,UAAK,GAAG,IAAI,sBAAiB,EAAE,CAAC;QAE/B,sBAAiB,GACxB,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC;IAYjC,CAAC;IAVC,EAAE;QACA,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAqB,EACrB,GAAkB;QAElB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACzC,CAAC;CACF;AAjBD,gCAiBC"}

package/lib/converters/firehydrant/common.d.ts

@@ -0,0 +1,20 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter, StreamContext } from '../converter';
+declare type ApplicationMapping = Record<string, {
+    name: string;
+    platform?: string;
+}>;
+interface FirehHydrantConfig {
+    application_mapping?: ApplicationMapping;
+    max_description_length?: number;
+}
+/** Firehydrant converter base */
+export declare abstract class FireHydrantConverter extends Converter {
+    source: string;
+    /** Almost every Firehydrant record have id property */
+    id(record: AirbyteRecord): any;
+    protected firehydrantConfig(ctx: StreamContext): FirehHydrantConfig;
+    protected maxDescriptionLength(ctx: StreamContext): number;
+    protected applicationMapping(ctx: StreamContext): ApplicationMapping;
+}
+export {};

package/lib/converters/firehydrant/common.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FireHydrantConverter = void 0;
+const converter_1 = require("../converter");
+const MAX_DESCRIPTION_LENGTH = 1000;
+/** Firehydrant converter base */
+class FireHydrantConverter extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.source = 'FireHydrant';
+    }
+    /** Almost every Firehydrant record have id property */
+    id(record) {
+        var _a, _b;
+        return (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.id;
+    }
+    firehydrantConfig(ctx) {
+        var _a, _b;
+        return (_b = (_a = ctx.config.source_specific_configs) === null || _a === void 0 ? void 0 : _a.firehydrant) !== null && _b !== void 0 ? _b : {};
+    }
+    maxDescriptionLength(ctx) {
+        var _a;
+        return ((_a = this.firehydrantConfig(ctx).max_description_length) !== null && _a !== void 0 ? _a : MAX_DESCRIPTION_LENGTH);
+    }
+    applicationMapping(ctx) {
+        var _a, _b;
+        return ((_b = (0, converter_1.parseObjectConfig)((_a = this.firehydrantConfig(ctx)) === null || _a === void 0 ? void 0 : _a.application_mapping, 'Application Mapping')) !== null && _b !== void 0 ? _b : {});
+    }
+}
+exports.FireHydrantConverter = FireHydrantConverter;
+//# sourceMappingURL=common.js.map