faros-airbyte-common 0.14.13 → 0.15.0

package/lib/common/index.js

@@ -0,0 +1,126 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.applyRoundRobinBucketing = exports.nextBucketId = exports.validateBucketingConfig = exports.bucket = void 0;
+exports.normalizeString = normalizeString;
+exports.calculateDateRange = calculateDateRange;
+exports.collectReposByOrg = collectReposByOrg;
+exports.getFarosOptions = getFarosOptions;
+const faros_js_client_1 = require("faros-js-client");
+const fs_1 = __importDefault(require("fs"));
+const lodash_1 = require("lodash");
+const luxon_1 = require("luxon");
+const path_1 = __importDefault(require("path"));
+const verror_1 = require("verror");
+var bucketing_1 = require("./bucketing");
+Object.defineProperty(exports, "bucket", { enumerable: true, get: function () { return bucketing_1.bucket; } });
+Object.defineProperty(exports, "validateBucketingConfig", { enumerable: true, get: function () { return bucketing_1.validateBucketingConfig; } });
+Object.defineProperty(exports, "nextBucketId", { enumerable: true, get: function () { return bucketing_1.nextBucketId; } });
+Object.defineProperty(exports, "applyRoundRobinBucketing", { enumerable: true, get: function () { return bucketing_1.applyRoundRobinBucketing; } });
+function normalizeString(str) {
+    return str.replace(/\s/g, '').toLowerCase();
+}
+function calculateDateRange(options) {
+    const { start_date, end_date, cutoff_days, logger } = options;
+    let startDate;
+    let endDate;
+    if (!end_date) {
+        logger('End date not provided, using current date');
+        endDate = new Date();
+    }
+    else {
+        endDate = new Date(end_date);
+    }
+    if (start_date && cutoff_days) {
+        logger('Both start date and cutoff days provided, discarding cutoff days');
+    }
+    if (start_date) {
+        startDate = new Date(start_date);
+    }
+    else {
+        if (cutoff_days) {
+            logger('Cutoff days provided, calculating start date from end date');
+            startDate = luxon_1.DateTime.fromJSDate(endDate)
+                .minus({ days: cutoff_days })
+                .toJSDate();
+        }
+        else {
+            throw new Error('Either start_date or cutoff_days must be provided');
+        }
+    }
+    if (startDate > endDate) {
+        throw new Error(`Start date: ${startDate} is after end date: ${endDate}`);
+    }
+    logger(`Will process data from ${startDate} to ${endDate}`);
+    return { startDate, endDate };
+}
+function collectReposByOrg(reposByOrg, repos) {
+    for (const repo of repos) {
+        const [org, name] = repo.split('/');
+        if (!org || !name) {
+            throw new verror_1.VError(`Bad repository provided: ${repo}. Must match org/repo format, e.g apache/kafka`);
+        }
+        const lowerOrg = (0, lodash_1.toLower)(org);
+        const lowerRepoName = (0, lodash_1.toLower)(name);
+        if (!reposByOrg.has(lowerOrg)) {
+            reposByOrg.set(lowerOrg, new Set());
+        }
+        reposByOrg.get(lowerOrg).add(lowerRepoName);
+    }
+}
+const readFarosOptionsQuery = (fileName) => fs_1.default.readFileSync(path_1.default.join(__dirname, '..', '..', 'resources', 'common', 'queries', fileName), 'utf8');
+const TMS_TASK_BOARD_OPTIONS_QUERY = readFarosOptionsQuery('faros-tms-task-board-options.gql');
+const VCS_REPOSITORY_OPTIONS_QUERY = readFarosOptionsQuery('faros-vcs-repository-options.gql');
+async function getFarosOptions(optionsType, source, farosClient, graph) {
+    const included = new Set();
+    const excluded = new Set();
+    let query;
+    switch (optionsType) {
+        case 'board':
+            query = TMS_TASK_BOARD_OPTIONS_QUERY;
+            break;
+        case 'repository':
+            query = VCS_REPOSITORY_OPTIONS_QUERY;
+            break;
+        default:
+            throw new Error(`Unknown Faros options type: ${optionsType}`);
+    }
+    const iter = farosClient.nodeIterable(graph, query, 1000, faros_js_client_1.paginatedQueryV2, new Map(Object.entries({
+        source,
+    })));
+    for await (const options of iter) {
+        const key = getFarosOptionsItemKey(optionsType, options);
+        if (!key)
+            continue;
+        if (options.inclusionCategory === 'Included') {
+            included.add(key);
+        }
+        else if (options.inclusionCategory === 'Excluded') {
+            excluded.add(key);
+        }
+    }
+    return { included, excluded };
+}
+const getFarosOptionsItemKey = (optionsType, options) => {
+    var _a, _b, _c, _d;
+    switch (optionsType) {
+        case 'board': {
+            const board = (_a = options.board) === null || _a === void 0 ? void 0 : _a.uid;
+            if (!board) {
+                return;
+            }
+            return board;
+        }
+        case 'repository': {
+            const repo = (_b = options.repository) === null || _b === void 0 ? void 0 : _b.name;
+            const org = (_d = (_c = options.repository) === null || _c === void 0 ? void 0 : _c.organization) === null || _d === void 0 ? void 0 : _d.uid;
+            if (!repo || !org) {
+                return;
+            }
+            return `${org}/${repo}`;
+        }
+    }
+};
+//# sourceMappingURL=index.js.map

package/lib/common/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;;;AAyBA,0CAEC;AAED,gDA0CC;AAED,8CAkBC;AAwBD,0CA2CC;AA9JD,qDAA8D;AAC9D,4CAAoB;AACpB,mCAA+B;AAC/B,iCAA+B;AAC/B,gDAAwB;AACxB,mCAA8B;AAE9B,yCAMqB;AALnB,mGAAA,MAAM,OAAA;AACN,oHAAA,uBAAuB,OAAA;AACvB,yGAAA,YAAY,OAAA;AACZ,qHAAA,wBAAwB,OAAA;AAc1B,SAAgB,eAAe,CAAC,GAAW;IACzC,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AAC9C,CAAC;AAED,SAAgB,kBAAkB,CAAC,OAKlC;IACC,MAAM,EAAC,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAC,GAAG,OAAO,CAAC;IAE5D,IAAI,SAAe,CAAC;IACpB,IAAI,OAAa,CAAC;IAElB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,CAAC,2CAA2C,CAAC,CAAC;QACpD,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,kEAAkE,CAAC,CAAC;IAC7E,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,4DAA4D,CAAC,CAAC;YACrE,SAAS,GAAG,gBAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;iBACrC,KAAK,CAAC,EAAC,IAAI,EAAE,WAAW,EAAC,CAAC;iBAC1B,QAAQ,EAAE,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,eAAe,SAAS,uBAAuB,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,CAAC,0BAA0B,SAAS,OAAO,OAAO,EAAE,CAAC,CAAC;IAE5D,OAAO,EAAC,SAAS,EAAE,OAAO,EAAC,CAAC;AAC9B,CAAC;AAED,SAAgB,iBAAiB,CAC/B,UAAoC,EACpC,KAA4B;IAE5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,eAAM,CACd,4BAA4B,IAAI,gDAAgD,CACjF,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAG,IAAA,gBAAO,EAAC,GAAG,CAAC,CAAC;QAC9B,MAAM,aAAa,GAAG,IAAA,gBAAO,EAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACtC,CAAC;QACD,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,MAAM,qBAAqB,GAAG,CAAC,QAAgB,EAAE,EAAE,CACjD,YAAE,CAAC,YAAY,CACb,cAAI,CAAC,IAAI,CACP,SAAS,EACT,IAAI,EACJ,IAAI,EACJ,WAAW,EACX,QAAQ,EACR,SAAS,EACT,QAAQ,CACT,EACD,MAAM,CACP,CAAC;AAEJ,MAAM,4BAA4B,GAAG,qBAAqB,CACxD,kCAAkC,CACnC,CAAC;AAEF,MAAM,4BAA4B,GAAG,qBAAqB,CACxD,kCAAkC,CACnC,CAAC;AAEK,KAAK,UAAU,eAAe,CACnC,WAAmC,EACnC,MAAc,EACd,WAAwB,EACxB,KAAa;IAKb,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,KAAa,CAAC;IAClB,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,OAAO;YACV,KAAK,GAAG,4BAA4B,CAAC;YACrC,MAAM;QACR,KAAK,YAAY;YACf,KAAK,GAAG,4BAA4B,CAAC;YACrC,MAAM;QACR;YACE,MAAM,IAAI,KAAK,CAAC,+BAA+B,WAAW,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,YAAY,CACnC,KAAK,EACL,KAAK,EACL,IAAI,EACJ,kCAAgB,EAChB,IAAI,GAAG,CACL,MAAM,CAAC,OAAO,CAAC;QACb,MAAM;KACP,CAAC,CACH,CACF,CAAC;IACF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,sBAAsB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,OAAO,CAAC,iBAAiB,KAAK,UAAU,EAAE,CAAC;YAC7C,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;aAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,UAAU,EAAE,CAAC;YACpD,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAC,CAAC;AAC9B,CAAC;AAED,MAAM,sBAAsB,GAAG,CAC7B,WAAmC,EACnC,OAAY,EACJ,EAAE;;IACV,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,KAAK,GAAG,MAAA,OAAO,CAAC,KAAK,0CAAE,GAAG,CAAC;YACjC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO;YACT,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,IAAI,GAAG,MAAA,OAAO,CAAC,UAAU,0CAAE,IAAI,CAAC;YACtC,MAAM,GAAG,GAAG,MAAA,MAAA,OAAO,CAAC,UAAU,0CAAE,YAAY,0CAAE,GAAG,CAAC;YAClD,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBAClB,OAAO;YACT,CAAC;YACD,OAAO,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;AACH,CAAC,CAAC"}

package/lib/github/codegen.d.ts

@@ -0,0 +1,3 @@
+import type { CodegenConfig } from '@graphql-codegen/cli';
+declare const config: CodegenConfig;
+export default config;

package/lib/github/codegen.js

@@ -0,0 +1,39 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const path_1 = __importDefault(require("path"));
+const SCALARS = {
+    Base64String: 'string',
+    BigInt: 'string',
+    Date: 'string',
+    DateTime: 'string',
+    GitObjectID: 'string',
+    GitRefname: 'string',
+    GitSSHRemote: 'string',
+    GitTimestamp: 'string',
+    HTML: 'string',
+    PreciseDateTime: 'string',
+    URI: 'string',
+    X509Certificate: 'string',
+};
+const config = {
+    overwrite: true,
+    schema: 'resources/github/schemas/schema.docs.graphql',
+    documents: ['resources/github/queries/*.gql'],
+    generates: {
+        [path_1.default.join(__dirname, 'generated', 'index.ts')]: {
+            plugins: ['typescript', 'typescript-operations'],
+            config: {
+                onlyOperationTypes: true,
+                scalars: SCALARS,
+                skipTypename: true,
+                strictScalars: true,
+            },
+        },
+    },
+    hooks: { afterAllFileWrite: ['prettier --write'] },
+};
+exports.default = config;
+//# sourceMappingURL=codegen.js.map

package/lib/github/codegen.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codegen.js","sourceRoot":"","sources":["../../src/github/codegen.ts"],"names":[],"mappings":";;;;;AACA,gDAAwB;AAExB,MAAM,OAAO,GAAG;IACd,YAAY,EAAE,QAAQ;IACtB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,QAAQ;IAClB,WAAW,EAAE,QAAQ;IACrB,UAAU,EAAE,QAAQ;IACpB,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE,QAAQ;IACtB,IAAI,EAAE,QAAQ;IACd,eAAe,EAAE,QAAQ;IACzB,GAAG,EAAE,QAAQ;IACb,eAAe,EAAE,QAAQ;CAC1B,CAAC;AAEF,MAAM,MAAM,GAAkB;IAC5B,SAAS,EAAE,IAAI;IACf,MAAM,EAAE,8CAA8C;IACtD,SAAS,EAAE,CAAC,gCAAgC,CAAC;IAC7C,SAAS,EAAE;QACT,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,EAAE;YAC/C,OAAO,EAAE,CAAC,YAAY,EAAE,uBAAuB,CAAC;YAChD,MAAM,EAAE;gBACN,kBAAkB,EAAE,IAAI;gBACxB,OAAO,EAAE,OAAO;gBAChB,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,IAAI;aACpB;SACF;KACF;IACD,KAAK,EAAE,EAAC,iBAAiB,EAAE,CAAC,kBAAkB,CAAC,EAAC;CACjD,CAAC;AAEF,kBAAe,MAAM,CAAC"}