faros-airbyte-common 0.14.0 → 0.14.1

package/lib/common/index.js

@@ -1,126 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.applyRoundRobinBucketing = exports.nextBucketId = exports.validateBucketingConfig = exports.bucket = void 0;
-exports.normalizeString = normalizeString;
-exports.calculateDateRange = calculateDateRange;
-exports.collectReposByOrg = collectReposByOrg;
-exports.getFarosOptions = getFarosOptions;
-const faros_js_client_1 = require("faros-js-client");
-const fs_1 = __importDefault(require("fs"));
-const lodash_1 = require("lodash");
-const luxon_1 = require("luxon");
-const path_1 = __importDefault(require("path"));
-const verror_1 = require("verror");
-var bucketing_1 = require("./bucketing");
-Object.defineProperty(exports, "bucket", { enumerable: true, get: function () { return bucketing_1.bucket; } });
-Object.defineProperty(exports, "validateBucketingConfig", { enumerable: true, get: function () { return bucketing_1.validateBucketingConfig; } });
-Object.defineProperty(exports, "nextBucketId", { enumerable: true, get: function () { return bucketing_1.nextBucketId; } });
-Object.defineProperty(exports, "applyRoundRobinBucketing", { enumerable: true, get: function () { return bucketing_1.applyRoundRobinBucketing; } });
-function normalizeString(str) {
-    return str.replace(/\s/g, '').toLowerCase();
-}
-function calculateDateRange(options) {
-    const { start_date, end_date, cutoff_days, logger } = options;
-    let startDate;
-    let endDate;
-    if (!end_date) {
-        logger('End date not provided, using current date');
-        endDate = new Date();
-    }
-    else {
-        endDate = new Date(end_date);
-    }
-    if (start_date && cutoff_days) {
-        logger('Both start date and cutoff days provided, discarding cutoff days');
-    }
-    if (start_date) {
-        startDate = new Date(start_date);
-    }
-    else {
-        if (cutoff_days) {
-            logger('Cutoff days provided, calculating start date from end date');
-            startDate = luxon_1.DateTime.fromJSDate(endDate)
-                .minus({ days: cutoff_days })
-                .toJSDate();
-        }
-        else {
-            throw new Error('Either start_date or cutoff_days must be provided');
-        }
-    }
-    if (startDate > endDate) {
-        throw new Error(`Start date: ${startDate} is after end date: ${endDate}`);
-    }
-    logger(`Will process data from ${startDate} to ${endDate}`);
-    return { startDate, endDate };
-}
-function collectReposByOrg(reposByOrg, repos) {
-    for (const repo of repos) {
-        const [org, name] = repo.split('/');
-        if (!org || !name) {
-            throw new verror_1.VError(`Bad repository provided: ${repo}. Must match org/repo format, e.g apache/kafka`);
-        }
-        const lowerOrg = (0, lodash_1.toLower)(org);
-        const lowerRepoName = (0, lodash_1.toLower)(name);
-        if (!reposByOrg.has(lowerOrg)) {
-            reposByOrg.set(lowerOrg, new Set());
-        }
-        reposByOrg.get(lowerOrg).add(lowerRepoName);
-    }
-}
-const readFarosOptionsQuery = (fileName) => fs_1.default.readFileSync(path_1.default.join(__dirname, '..', '..', 'resources', 'common', 'queries', fileName), 'utf8');
-const TMS_TASK_BOARD_OPTIONS_QUERY = readFarosOptionsQuery('faros-tms-task-board-options.gql');
-const VCS_REPOSITORY_OPTIONS_QUERY = readFarosOptionsQuery('faros-vcs-repository-options.gql');
-async function getFarosOptions(optionsType, source, farosClient, graph) {
-    const included = new Set();
-    const excluded = new Set();
-    let query;
-    switch (optionsType) {
-        case 'board':
-            query = TMS_TASK_BOARD_OPTIONS_QUERY;
-            break;
-        case 'repository':
-            query = VCS_REPOSITORY_OPTIONS_QUERY;
-            break;
-        default:
-            throw new Error(`Unknown Faros options type: ${optionsType}`);
-    }
-    const iter = farosClient.nodeIterable(graph, query, 1000, faros_js_client_1.paginatedQueryV2, new Map(Object.entries({
-        source,
-    })));
-    for await (const options of iter) {
-        const key = getFarosOptionsItemKey(optionsType, options);
-        if (!key)
-            continue;
-        if (options.inclusionCategory === 'Included') {
-            included.add(key);
-        }
-        else if (options.inclusionCategory === 'Excluded') {
-            excluded.add(key);
-        }
-    }
-    return { included, excluded };
-}
-const getFarosOptionsItemKey = (optionsType, options) => {
-    var _a, _b, _c, _d;
-    switch (optionsType) {
-        case 'board': {
-            const board = (_a = options.board) === null || _a === void 0 ? void 0 : _a.uid;
-            if (!board) {
-                return;
-            }
-            return board;
-        }
-        case 'repository': {
-            const repo = (_b = options.repository) === null || _b === void 0 ? void 0 : _b.name;
-            const org = (_d = (_c = options.repository) === null || _c === void 0 ? void 0 : _c.organization) === null || _d === void 0 ? void 0 : _d.uid;
-            if (!repo || !org) {
-                return;
-            }
-            return `${org}/${repo}`;
-        }
-    }
-};
-//# sourceMappingURL=index.js.map

package/lib/common/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;;;AAyBA,0CAEC;AAED,gDA0CC;AAED,8CAkBC;AAwBD,0CA2CC;AA9JD,qDAA8D;AAC9D,4CAAoB;AACpB,mCAA+B;AAC/B,iCAA+B;AAC/B,gDAAwB;AACxB,mCAA8B;AAE9B,yCAMqB;AALnB,mGAAA,MAAM,OAAA;AACN,oHAAA,uBAAuB,OAAA;AACvB,yGAAA,YAAY,OAAA;AACZ,qHAAA,wBAAwB,OAAA;AAc1B,SAAgB,eAAe,CAAC,GAAW;IACzC,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AAC9C,CAAC;AAED,SAAgB,kBAAkB,CAAC,OAKlC;IACC,MAAM,EAAC,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAC,GAAG,OAAO,CAAC;IAE5D,IAAI,SAAe,CAAC;IACpB,IAAI,OAAa,CAAC;IAElB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,CAAC,2CAA2C,CAAC,CAAC;QACpD,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,kEAAkE,CAAC,CAAC;IAC7E,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,4DAA4D,CAAC,CAAC;YACrE,SAAS,GAAG,gBAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;iBACrC,KAAK,CAAC,EAAC,IAAI,EAAE,WAAW,EAAC,CAAC;iBAC1B,QAAQ,EAAE,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,eAAe,SAAS,uBAAuB,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,CAAC,0BAA0B,SAAS,OAAO,OAAO,EAAE,CAAC,CAAC;IAE5D,OAAO,EAAC,SAAS,EAAE,OAAO,EAAC,CAAC;AAC9B,CAAC;AAED,SAAgB,iBAAiB,CAC/B,UAAoC,EACpC,KAA4B;IAE5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,eAAM,CACd,4BAA4B,IAAI,gDAAgD,CACjF,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAG,IAAA,gBAAO,EAAC,GAAG,CAAC,CAAC;QAC9B,MAAM,aAAa,GAAG,IAAA,gBAAO,EAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACtC,CAAC;QACD,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,MAAM,qBAAqB,GAAG,CAAC,QAAgB,EAAE,EAAE,CACjD,YAAE,CAAC,YAAY,CACb,cAAI,CAAC,IAAI,CACP,SAAS,EACT,IAAI,EACJ,IAAI,EACJ,WAAW,EACX,QAAQ,EACR,SAAS,EACT,QAAQ,CACT,EACD,MAAM,CACP,CAAC;AAEJ,MAAM,4BAA4B,GAAG,qBAAqB,CACxD,kCAAkC,CACnC,CAAC;AAEF,MAAM,4BAA4B,GAAG,qBAAqB,CACxD,kCAAkC,CACnC,CAAC;AAEK,KAAK,UAAU,eAAe,CACnC,WAAmC,EACnC,MAAc,EACd,WAAwB,EACxB,KAAa;IAKb,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,KAAa,CAAC;IAClB,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,OAAO;YACV,KAAK,GAAG,4BAA4B,CAAC;YACrC,MAAM;QACR,KAAK,YAAY;YACf,KAAK,GAAG,4BAA4B,CAAC;YACrC,MAAM;QACR;YACE,MAAM,IAAI,KAAK,CAAC,+BAA+B,WAAW,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,YAAY,CACnC,KAAK,EACL,KAAK,EACL,IAAI,EACJ,kCAAgB,EAChB,IAAI,GAAG,CACL,MAAM,CAAC,OAAO,CAAC;QACb,MAAM;KACP,CAAC,CACH,CACF,CAAC;IACF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,sBAAsB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,OAAO,CAAC,iBAAiB,KAAK,UAAU,EAAE,CAAC;YAC7C,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;aAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,UAAU,EAAE,CAAC;YACpD,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAC,CAAC;AAC9B,CAAC;AAED,MAAM,sBAAsB,GAAG,CAC7B,WAAmC,EACnC,OAAY,EACJ,EAAE;;IACV,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,KAAK,GAAG,MAAA,OAAO,CAAC,KAAK,0CAAE,GAAG,CAAC;YACjC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO;YACT,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,IAAI,GAAG,MAAA,OAAO,CAAC,UAAU,0CAAE,IAAI,CAAC;YACtC,MAAM,GAAG,GAAG,MAAA,MAAA,OAAO,CAAC,UAAU,0CAAE,YAAY,0CAAE,GAAG,CAAC;YAClD,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBAClB,OAAO;YACT,CAAC;YACD,OAAO,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;AACH,CAAC,CAAC"}

package/lib/github/codegen.d.ts

@@ -1,3 +0,0 @@
-import type { CodegenConfig } from '@graphql-codegen/cli';
-declare const config: CodegenConfig;
-export default config;

package/lib/github/codegen.js

@@ -1,39 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const path_1 = __importDefault(require("path"));
-const SCALARS = {
-    Base64String: 'string',
-    BigInt: 'string',
-    Date: 'string',
-    DateTime: 'string',
-    GitObjectID: 'string',
-    GitRefname: 'string',
-    GitSSHRemote: 'string',
-    GitTimestamp: 'string',
-    HTML: 'string',
-    PreciseDateTime: 'string',
-    URI: 'string',
-    X509Certificate: 'string',
-};
-const config = {
-    overwrite: true,
-    schema: 'resources/github/schemas/schema.docs.graphql',
-    documents: ['resources/github/queries/*.gql'],
-    generates: {
-        [path_1.default.join(__dirname, 'generated', 'index.ts')]: {
-            plugins: ['typescript', 'typescript-operations'],
-            config: {
-                onlyOperationTypes: true,
-                scalars: SCALARS,
-                skipTypename: true,
-                strictScalars: true,
-            },
-        },
-    },
-    hooks: { afterAllFileWrite: ['prettier --write'] },
-};
-exports.default = config;
-//# sourceMappingURL=codegen.js.map

package/lib/github/codegen.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"codegen.js","sourceRoot":"","sources":["../../src/github/codegen.ts"],"names":[],"mappings":";;;;;AACA,gDAAwB;AAExB,MAAM,OAAO,GAAG;IACd,YAAY,EAAE,QAAQ;IACtB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,QAAQ;IAClB,WAAW,EAAE,QAAQ;IACrB,UAAU,EAAE,QAAQ;IACpB,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE,QAAQ;IACtB,IAAI,EAAE,QAAQ;IACd,eAAe,EAAE,QAAQ;IACzB,GAAG,EAAE,QAAQ;IACb,eAAe,EAAE,QAAQ;CAC1B,CAAC;AAEF,MAAM,MAAM,GAAkB;IAC5B,SAAS,EAAE,IAAI;IACf,MAAM,EAAE,8CAA8C;IACtD,SAAS,EAAE,CAAC,gCAAgC,CAAC;IAC7C,SAAS,EAAE;QACT,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,EAAE;YAC/C,OAAO,EAAE,CAAC,YAAY,EAAE,uBAAuB,CAAC;YAChD,MAAM,EAAE;gBACN,kBAAkB,EAAE,IAAI;gBACxB,OAAO,EAAE,OAAO;gBAChB,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,IAAI;aACpB;SACF;KACF;IACD,KAAK,EAAE,EAAC,iBAAiB,EAAE,CAAC,kBAAkB,CAAC,EAAC;CACjD,CAAC;AAEF,kBAAe,MAAM,CAAC"}