airbyte-faros-destination 0.19.57-rc4 → 0.19.57-rc6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "airbyte-faros-destination",
-  "version": "0.19.57-rc4",
+  "version": "0.19.57-rc6",
   "description": "Faros Destination for Airbyte",
   "keywords": [
     "airbyte",
@@ -36,13 +36,14 @@
     "ajv-formats": "^2.1.1",
     "csv-parse": "^6.1.0",
     "date-format": "^4.0.6",
-    "faros-airbyte-cdk": "0.19.57-rc4",
-    "faros-airbyte-common": "0.19.57-rc4",
+    "faros-airbyte-cdk": "0.19.57-rc6",
+    "faros-airbyte-common": "0.19.57-rc6",
     "fs-extra": "^11.2.0",
     "git-url-parse": "^13.1.0",
     "graphql": "^16.8.1",
     "http-proxy-agent": "^7.0.2",
     "https-proxy-agent": "^7.0.6",
+    "js-yaml": "^4.1.0",
     "json-to-graphql-query": "^2.2.0",
     "jsonata": "^1.8.7",
     "object-sizeof": "^1.6.1",
@@ -56,6 +57,7 @@
   },
   "devDependencies": {
     "@types/jest": "^29.5.12",
+    "@types/js-yaml": "^4.0.9",
     "@types/node": "^20.14.11",
     "@typescript-eslint/eslint-plugin": "^6.21.0",
     "@typescript-eslint/parser": "^6.21.0",

package/lib/converters/azure-tfvc/users.d.ts

@@ -1,7 +0,0 @@
-import { AirbyteRecord } from 'faros-airbyte-cdk';
-import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
-import { AzureTfvcConverter } from './common';
-export declare class Users extends AzureTfvcConverter {
-    readonly destinationModels: ReadonlyArray<DestinationModel>;
-    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
-}

package/lib/converters/azure-tfvc/users.js

@@ -1,56 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Users = void 0;
-const azure_devops_1 = require("faros-airbyte-common/azure-devops");
-const azure_devops_2 = require("../common/azure-devops");
-const vcs_1 = require("../common/vcs");
-const common_1 = require("./common");
-class Users extends common_1.AzureTfvcConverter {
-    constructor() {
-        super(...arguments);
-        this.destinationModels = [
-            'vcs_Membership',
-            'vcs_User',
-        ];
-    }
-    async convert(record, ctx) {
-        var _a, _b, _c;
-        const source = this.streamName.source;
-        const userItem = record.record.data;
-        const uniqueName = (0, azure_devops_1.getUserIdentifier)(userItem);
-        if (!uniqueName) {
-            return [];
-        }
-        const url = (_c = (_b = (_a = userItem._links) === null || _a === void 0 ? void 0 : _a.self) === null || _b === void 0 ? void 0 : _b.href) !== null && _c !== void 0 ? _c : userItem.url;
-        const organizationName = (0, azure_devops_2.getOrganization)(ctx, url, 1);
-        const organization = this.getOrgKey(organizationName);
-        const type = {
-            category: vcs_1.UserTypeCategory.User,
-            detail: 'subjectKind' in userItem ? userItem.subjectKind : null,
-        };
-        const uid = uniqueName.toLowerCase();
-        this.uidsFromUsersStream.add(uid);
-        return [
-            {
-                model: 'vcs_Membership',
-                record: {
-                    organization,
-                    user: { uid, source },
-                },
-            },
-            {
-                model: 'vcs_User',
-                record: {
-                    uid,
-                    name: userItem.displayName,
-                    email: 'mailAddress' in userItem ? userItem.mailAddress : undefined,
-                    type,
-                    htmlUrl: userItem.url,
-                    source,
-                },
-            },
-        ];
-    }
-}
-exports.Users = Users;
-//# sourceMappingURL=users.js.map

package/lib/converters/azure-tfvc/users.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"users.js","sourceRoot":"","sources":["../../../src/converters/azure-tfvc/users.ts"],"names":[],"mappings":";;;AACA,oEAA0E;AAE1E,yDAAuD;AAEvD,uCAA+C;AAE/C,qCAA4C;AAE5C,MAAa,KAAM,SAAQ,2BAAkB;IAA7C;;QACW,sBAAiB,GAAoC;YAC5D,gBAAgB;YAChB,UAAU;SACX,CAAC;IA8CJ,CAAC;IA5CC,KAAK,CAAC,OAAO,CACX,MAAqB,EACrB,GAAkB;;QAElB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAY,CAAC;QAE5C,MAAM,UAAU,GAAG,IAAA,gCAAiB,EAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,GAAG,GAAG,MAAA,MAAA,MAAA,QAAQ,CAAC,MAAM,0CAAE,IAAI,0CAAE,IAAI,mCAAI,QAAQ,CAAC,GAAG,CAAC;QACxD,MAAM,gBAAgB,GAAG,IAAA,8BAAe,EAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QACtD,MAAM,IAAI,GAAmB;YAC3B,QAAQ,EAAE,sBAAgB,CAAC,IAAI;YAC/B,MAAM,EAAE,aAAa,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;SAChE,CAAC;QAEF,MAAM,GAAG,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,OAAO;YACL;gBACE,KAAK,EAAE,gBAAgB;gBACvB,MAAM,EAAE;oBACN,YAAY;oBACZ,IAAI,EAAE,EAAC,GAAG,EAAE,MAAM,EAAC;iBACpB;aACF;YACD;gBACE,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE;oBACN,GAAG;oBACH,IAAI,EAAE,QAAQ,CAAC,WAAW;oBAC1B,KAAK,EAAE,aAAa,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;oBACnE,IAAI;oBACJ,OAAO,EAAE,QAAQ,CAAC,GAAG;oBACrB,MAAM;iBACP;aACF;SACF,CAAC;IACJ,CAAC;CACF;AAlDD,sBAkDC"}

package/lib/converters/github/faros_stats.d.ts

@@ -1,10 +0,0 @@
-import { AirbyteRecord } from 'faros-airbyte-cdk';
-import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
-import { GitHubConverter } from './common';
-export declare class FarosStats extends GitHubConverter {
-    private readonly seenDefinitions;
-    private readonly seenTags;
-    readonly destinationModels: ReadonlyArray<DestinationModel>;
-    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
-    private getMetricName;
-}

package/lib/converters/github/faros_stats.js

@@ -1,107 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.FarosStats = void 0;
-const github_1 = require("faros-airbyte-common/github");
-const faros_js_client_1 = require("faros-js-client");
-const lodash_1 = require("lodash");
-const common_1 = require("./common");
-class FarosStats extends common_1.GitHubConverter {
-    constructor() {
-        super(...arguments);
-        this.seenDefinitions = new Set();
-        this.seenTags = new Set();
-        this.destinationModels = [
-            'faros_MetricDefinition',
-            'faros_MetricValue',
-            'faros_MetricValueTag',
-            'faros_Tag',
-            'vcs_RepositoryMetric',
-        ];
-    }
-    async convert(record, ctx) {
-        const stats = record.record.data;
-        const results = [];
-        const source = this.streamName.source;
-        const definitionUid = stats.type;
-        const metricValueUid = (0, lodash_1.toLower)(`${source}/${stats.org}/${stats.repo}/${stats.type}/`).concat(`${stats.start_timestamp}`);
-        const metricValueRef = {
-            definition: { uid: definitionUid },
-            uid: metricValueUid,
-        };
-        // Write MetricDefinition once per type
-        if (!this.seenDefinitions.has(definitionUid)) {
-            this.seenDefinitions.add(definitionUid);
-            results.push({
-                model: 'faros_MetricDefinition',
-                record: {
-                    uid: definitionUid,
-                    name: this.getMetricName(stats.type),
-                    valueType: { category: 'Numeric' },
-                },
-            });
-        }
-        // Write tags for start_timestamp and end_timestamp (deduplicated)
-        const startTagUid = `start_timestamp:${stats.start_timestamp}`;
-        const endTagUid = `end_timestamp:${stats.end_timestamp}`;
-        if (!this.seenTags.has(startTagUid)) {
-            this.seenTags.add(startTagUid);
-            results.push({
-                model: 'faros_Tag',
-                record: {
-                    uid: startTagUid,
-                    key: 'start_timestamp',
-                    value: stats.start_timestamp,
-                },
-            });
-        }
-        if (!this.seenTags.has(endTagUid)) {
-            this.seenTags.add(endTagUid);
-            results.push({
-                model: 'faros_Tag',
-                record: {
-                    uid: endTagUid,
-                    key: 'end_timestamp',
-                    value: stats.end_timestamp,
-                },
-            });
-        }
-        // Write MetricValue, MetricValueTags, and RepositoryMetric
-        const repoKey = common_1.GitHubCommon.repoKey(stats.org, stats.repo, source);
-        results.push({
-            model: 'faros_MetricValue',
-            record: {
-                uid: metricValueUid,
-                value: `${stats.count}`,
-                computedAt: faros_js_client_1.Utils.toDate(record.record.emitted_at),
-                definition: { uid: definitionUid },
-            },
-        }, {
-            model: 'faros_MetricValueTag',
-            record: {
-                value: metricValueRef,
-                tag: { uid: startTagUid },
-            },
-        }, {
-            model: 'faros_MetricValueTag',
-            record: {
-                value: metricValueRef,
-                tag: { uid: endTagUid },
-            },
-        }, {
-            model: 'vcs_RepositoryMetric',
-            record: {
-                repository: repoKey,
-                metricValue: metricValueRef,
-            },
-        });
-        return results;
-    }
-    getMetricName(type) {
-        if (type === github_1.StatsType.MERGED_PRS_PER_MONTH) {
-            return 'Merged PRs per Month';
-        }
-        return type;
-    }
-}
-exports.FarosStats = FarosStats;
-//# sourceMappingURL=faros_stats.js.map

package/lib/converters/github/faros_stats.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"faros_stats.js","sourceRoot":"","sources":["../../../src/converters/github/faros_stats.ts"],"names":[],"mappings":";;;AACA,wDAAmE;AACnE,qDAAsC;AACtC,mCAA+B;AAG/B,qCAAuD;AAEvD,MAAa,UAAW,SAAQ,wBAAe;IAA/C;;QACmB,oBAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QACpC,aAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QAErC,sBAAiB,GAAoC;YAC5D,wBAAwB;YACxB,mBAAmB;YACnB,sBAAsB;YACtB,WAAW;YACX,sBAAsB;SACvB,CAAC;IAuGJ,CAAC;IArGC,KAAK,CAAC,OAAO,CACX,MAAqB,EACrB,GAAkB;QAElB,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAmB,CAAC;QAChD,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC;QACjC,MAAM,cAAc,GAAG,IAAA,gBAAO,EAC5B,GAAG,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,CACtD,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;QACrC,MAAM,cAAc,GAAG;YACrB,UAAU,EAAE,EAAC,GAAG,EAAE,aAAa,EAAC;YAChC,GAAG,EAAE,cAAc;SACpB,CAAC;QAEF,uCAAuC;QACvC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,wBAAwB;gBAC/B,MAAM,EAAE;oBACN,GAAG,EAAE,aAAa;oBAClB,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;oBACpC,SAAS,EAAE,EAAC,QAAQ,EAAE,SAAS,EAAC;iBACjC;aACF,CAAC,CAAC;QACL,CAAC;QAED,kEAAkE;QAClE,MAAM,WAAW,GAAG,mBAAmB,KAAK,CAAC,eAAe,EAAE,CAAC;QAC/D,MAAM,SAAS,GAAG,iBAAiB,KAAK,CAAC,aAAa,EAAE,CAAC;QAEzD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC/B,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE;oBACN,GAAG,EAAE,WAAW;oBAChB,GAAG,EAAE,iBAAiB;oBACtB,KAAK,EAAE,KAAK,CAAC,eAAe;iBAC7B;aACF,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE;oBACN,GAAG,EAAE,SAAS;oBACd,GAAG,EAAE,eAAe;oBACpB,KAAK,EAAE,KAAK,CAAC,aAAa;iBAC3B;aACF,CAAC,CAAC;QACL,CAAC;QAED,2DAA2D;QAC3D,MAAM,OAAO,GAAG,qBAAY,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACpE,OAAO,CAAC,IAAI,CACV;YACE,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE;gBACN,GAAG,EAAE,cAAc;gBACnB,KAAK,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE;gBACvB,UAAU,EAAE,uBAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;gBAClD,UAAU,EAAE,EAAC,GAAG,EAAE,aAAa,EAAC;aACjC;SACF,EACD;YACE,KAAK,EAAE,sBAAsB;YAC7B,MAAM,EAAE;gBACN,KAAK,EAAE,cAAc;gBACrB,GAAG,EAAE,EAAC,GAAG,EAAE,WAAW,EAAC;aACxB;SACF,EACD;YACE,KAAK,EAAE,sBAAsB;YAC7B,MAAM,EAAE;gBACN,KAAK,EAAE,cAAc;gBACrB,GAAG,EAAE,EAAC,GAAG,EAAE,SAAS,EAAC;aACtB;SACF,EACD;YACE,KAAK,EAAE,sBAAsB;YAC7B,MAAM,EAAE;gBACN,UAAU,EAAE,OAAO;gBACnB,WAAW,EAAE,cAAc;aAC5B;SACF,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,aAAa,CAAC,IAAe;QACnC,IAAI,IAAI,KAAK,kBAAS,CAAC,oBAAoB,EAAE,CAAC;YAC5C,OAAO,sBAAsB,CAAC;QAChC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAjHD,gCAiHC"}