@datadog/datadog-ci 2.6.0 → 2.8.0

package/dist/commands/git-metadata/gitdb.d.ts

@@ -0,0 +1,7 @@
+import { AxiosResponse } from 'axios';
+import * as simpleGit from 'simple-git';
+import { RequestBuilder } from '../../helpers/interfaces';
+import { Logger } from './utils';
+export declare const uploadToGitDB: (log: Logger, request: RequestBuilder, git: simpleGit.SimpleGit, dryRun: boolean, repositoryURL?: string | undefined) => Promise<void>;
+export declare const uploadPackfiles: (log: Logger, request: RequestBuilder, repoURL: string, headCommit: string, packfilePaths: string[]) => Promise<void>;
+export declare const uploadPackfile: (log: Logger, request: RequestBuilder, repoURL: string, headCommit: string, packfilePath: string) => Promise<AxiosResponse<any>>;

package/dist/commands/git-metadata/gitdb.js

@@ -0,0 +1,267 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.uploadPackfile = exports.uploadPackfiles = exports.uploadToGitDB = void 0;
+const child_process_1 = __importDefault(require("child_process"));
+const fs_1 = __importDefault(require("fs"));
+const promises_1 = require("fs/promises");
+const os_1 = __importDefault(require("os"));
+const path_1 = __importDefault(require("path"));
+const form_data_1 = __importDefault(require("form-data"));
+const retry_1 = require("../../helpers/retry");
+const git_1 = require("./git");
+const API_TIMEOUT = 15000;
+// we only consider recent commits to avoid uploading the whole repository
+// at most 1000 commits or > 1 month of data is considered.
+const MAX_HISTORY = {
+    maxCommits: 1000,
+    oldestCommits: '1 month ago',
+};
+const uploadToGitDB = (log, request, git, dryRun, repositoryURL) => __awaiter(void 0, void 0, void 0, function* () {
+    let repoURL;
+    if (repositoryURL) {
+        repoURL = repositoryURL;
+    }
+    else {
+        try {
+            repoURL = yield git_1.gitRemote(git);
+            log.debug(`Syncing repository ${repoURL}`);
+        }
+        catch (err) {
+            log.warn(`Failed getting repository URL: ${err}`);
+            throw err;
+        }
+    }
+    yield unshallowRepositoryWhenNeeded(log, git);
+    let latestCommits;
+    try {
+        latestCommits = yield getLatestLocalCommits(git);
+        if (latestCommits.length === 0) {
+            log.debug('No local commits found.');
+            return;
+        }
+        log.debug(`${latestCommits.length} commits found, asking GitDB which ones are missing.`);
+    }
+    catch (err) {
+        log.warn(`Failed getting local commits: ${err}`);
+        throw err;
+    }
+    let commitsToExclude;
+    try {
+        commitsToExclude = yield getKnownCommits(log, request, repoURL, latestCommits);
+        log.debug(`${commitsToExclude.length} commits already in GitDB.`);
+    }
+    catch (err) {
+        log.warn(`Failed getting commits to exclude: ${err}`);
+        throw err;
+    }
+    // Get the list of all objects (commits, trees) to upload. This list can be quite long
+    // so quite memory intensive (multiple MBs).
+    let objectsToUpload;
+    try {
+        objectsToUpload = yield getObjectsToUpload(git, commitsToExclude);
+        log.debug(`${objectsToUpload.length} objects to upload.`);
+    }
+    catch (err) {
+        log.warn(`Failed getting objects to upload: ${err}`);
+        throw err;
+    }
+    let packfiles;
+    let tmpDir;
+    try {
+        ;
+        [packfiles, tmpDir] = yield generatePackFilesForCommits(log, objectsToUpload);
+        log.debug(`${packfiles.length} packfiles generated.`);
+    }
+    catch (err) {
+        log.warn(`Failed generating packfiles: ${err}`);
+        throw err;
+    }
+    try {
+        if (dryRun) {
+            log.debug(`Dry-run enabled, not uploading anything.`);
+            return;
+        }
+        log.debug(`Uploading packfiles...`);
+        yield exports.uploadPackfiles(log, request, repoURL, latestCommits[0], packfiles);
+        log.debug('Successfully uploaded packfiles.');
+    }
+    catch (err) {
+        log.warn(`Failed to upload packfiles: ${err}`);
+        throw err;
+    }
+    finally {
+        if (tmpDir !== undefined) {
+            fs_1.default.rmSync(tmpDir, { recursive: true });
+        }
+    }
+});
+exports.uploadToGitDB = uploadToGitDB;
+const getLatestLocalCommits = (git) => __awaiter(void 0, void 0, void 0, function* () {
+    // we add some boundaries to avoid retrieving ALL commits here.
+    const logResult = yield git.log([`-n ${MAX_HISTORY.maxCommits}`, `--since="${MAX_HISTORY.oldestCommits}"`]);
+    return logResult.all.map((c) => c.hash);
+});
+const unshallowRepositoryWhenNeeded = (log, git) => __awaiter(void 0, void 0, void 0, function* () {
+    const isShallow = (yield git.revparse('--is-shallow-repository')) === 'true';
+    if (isShallow) {
+        log.info('[unshallow] Git repository is a shallow clone., unshallowing it...');
+        log.info('[unshallow] Setting remote.origin.partialclonefilter to "blob:none" to avoid fetching file content');
+        yield git.addConfig('remote.origin.partialclonefilter', 'blob:none');
+        log.info(`[unshallow] Running git fetch --shallow-since="${MAX_HISTORY.oldestCommits}" --update-shallow --refetch`);
+        yield git.fetch([`--shallow-since="${MAX_HISTORY.oldestCommits}"`, '--update-shallow', '--refetch']);
+        log.info('[unshallow] Fetch completed.');
+    }
+});
+// getKnownCommits asks the backend which of the given commits are already known
+const getKnownCommits = (log, request, repoURL, latestCommits) => __awaiter(void 0, void 0, void 0, function* () {
+    const localCommitData = JSON.stringify({
+        meta: {
+            repository_url: repoURL,
+        },
+        data: latestCommits.map((commit) => ({
+            id: commit,
+            type: 'commit',
+        })),
+    });
+    const response = yield runRequest(log, 'search_commits', () => request({
+        url: '/api/v2/git/repository/search_commits',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        data: localCommitData,
+        method: 'POST',
+        timeout: API_TIMEOUT,
+    }));
+    const commits = response.data;
+    if (!commits || commits.data === undefined) {
+        throw new Error(`Invalid API response: ${response}`);
+    }
+    return commits.data.map((c) => {
+        if (c.type !== 'commit' || c.id === undefined) {
+            throw new Error('Invalid commit type response');
+        }
+        return validateCommit(c.id);
+    });
+});
+const validateCommit = (sha) => {
+    const isValidSha1 = (s) => /^[0-9a-f]{40}$/.test(s);
+    const isValidSha256 = (s) => /^[0-9a-f]{64}$/.test(s);
+    if (!isValidSha1(sha) && !isValidSha256(sha)) {
+        throw new Error(`Invalid commit format: ${sha}`);
+    }
+    return sha;
+};
+const getObjectsToUpload = (git, commitsToExclude) => __awaiter(void 0, void 0, void 0, function* () {
+    const rawResponse = yield git.raw([
+        'rev-list',
+        '--objects',
+        '--no-object-names',
+        '--filter=blob:none',
+        `--since="${MAX_HISTORY.oldestCommits}"`,
+        'HEAD',
+    ].concat(commitsToExclude.map((sha) => '^' + sha)));
+    const commitsToInclude = rawResponse.split('\n').filter((c) => c !== '');
+    return commitsToInclude;
+});
+const generatePackFilesForCommits = (log, commits) => __awaiter(void 0, void 0, void 0, function* () {
+    if (commits.length === 0) {
+        return [[], undefined];
+    }
+    const generatePackfiles = (baseTmpPath) => __awaiter(void 0, void 0, void 0, function* () {
+        const randomPrefix = String(Math.floor(Math.random() * 10000));
+        const tmpPath = yield promises_1.mkdtemp(path_1.default.join(baseTmpPath, 'dd-packfiles-'));
+        const packfilePath = path_1.default.join(tmpPath, randomPrefix);
+        const packObjectResults = child_process_1.default
+            .execSync(`git pack-objects --compression=9 --max-pack-size=3m ${packfilePath}`, {
+            input: commits.join('\n'),
+        })
+            .toString()
+            .split('\n')
+            .filter((sha) => sha.length > 0)
+            .map((sha) => `${packfilePath}-${sha}.pack`);
+        return [packObjectResults, tmpPath];
+    });
+    // Try using tmp folder first:
+    try {
+        return yield generatePackfiles(os_1.default.tmpdir());
+    }
+    catch (err) {
+        /**
+         * The generation of pack files in the temporary folder (from `os.tmpdir()`)
+         * sometimes fails in certain CI setups with the error message
+         * `unable to rename temporary pack file: Invalid cross-device link`.
+         * The reason why is unclear.
+         *
+         * A workaround is to attempt to generate the pack files in `process.cwd()`.
+         * While this works most of the times, it's not ideal since it affects the git status.
+         * This workaround is intended to be temporary.
+         *
+         * TODO: fix issue and remove workaround.
+         */
+        log.warn(`Failed generation of packfiles in tmpdir: ${err}`);
+        log.warn(`Generating them in ${process.cwd()} instead`);
+        return generatePackfiles(process.cwd());
+    }
+});
+const uploadPackfiles = (log, request, repoURL, headCommit, packfilePaths) => __awaiter(void 0, void 0, void 0, function* () {
+    // this loop makes sure requests are performed sequentially
+    for (const pack of packfilePaths) {
+        yield exports.uploadPackfile(log, request, repoURL, headCommit, pack);
+    }
+});
+exports.uploadPackfiles = uploadPackfiles;
+const uploadPackfile = (log, request, repoURL, headCommit, packfilePath) => __awaiter(void 0, void 0, void 0, function* () {
+    const pushedSha = JSON.stringify({
+        data: {
+            id: headCommit,
+            type: 'commit',
+        },
+        meta: {
+            repository_url: repoURL,
+        },
+    });
+    const form = new form_data_1.default();
+    form.append('pushedSha', pushedSha, { contentType: 'application/json' });
+    const packFileContent = fs_1.default.readFileSync(packfilePath);
+    // The original filename includes a random prefix, so we remove it here
+    const [, filename] = path_1.default.basename(packfilePath).split('-');
+    form.append('packfile', packFileContent, {
+        filename,
+        contentType: 'application/octet-stream',
+    });
+    return runRequest(log, 'packfile', () => request({
+        url: '/api/v2/git/repository/packfile',
+        headers: Object.assign({}, form.getHeaders()),
+        timeout: API_TIMEOUT,
+        data: form,
+        method: 'POST',
+    }));
+});
+exports.uploadPackfile = uploadPackfile;
+// runRequest will run the passed request, with retries of retriable errors + logging of any retry attempt.
+const runRequest = (log, reqName, request) => __awaiter(void 0, void 0, void 0, function* () {
+    return retry_1.retryRequest(request, {
+        retries: 2,
+        onRetry: (e, attempt) => {
+            let errorMessage = `${e}`;
+            const maybeHttpError = e;
+            if (maybeHttpError.response && maybeHttpError.response.statusText) {
+                errorMessage = `${maybeHttpError.message} (${maybeHttpError.response.statusText})`;
+            }
+            log.warn(`[attempt ${attempt}] Retrying ${reqName} request: ${errorMessage}`);
+        },
+    });
+});
+//# sourceMappingURL=gitdb.js.map

package/dist/commands/git-metadata/gitdb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gitdb.js","sourceRoot":"","sources":["../../../src/commands/git-metadata/gitdb.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,kEAAyC;AACzC,4CAAmB;AACnB,0CAAmC;AACnC,4CAAmB;AACnB,gDAAuB;AAGvB,0DAAgC;AAIhC,+CAAgD;AAEhD,+BAA6C;AAG7C,MAAM,WAAW,GAAG,KAAK,CAAA;AAEzB,0EAA0E;AAC1E,2DAA2D;AAC3D,MAAM,WAAW,GAAG;IAClB,UAAU,EAAE,IAAI;IAChB,aAAa,EAAE,aAAa;CAC7B,CAAA;AAEM,MAAM,aAAa,GAAG,CAC3B,GAAW,EACX,OAAuB,EACvB,GAAwB,EACxB,MAAe,EACf,aAAsB,EACtB,EAAE;IACF,IAAI,OAAO,CAAA;IACX,IAAI,aAAa,EAAE;QACjB,OAAO,GAAG,aAAa,CAAA;KACxB;SAAM;QACL,IAAI;YACF,OAAO,GAAG,MAAM,eAAU,CAAC,GAAG,CAAC,CAAA;YAC/B,GAAG,CAAC,KAAK,CAAC,sBAAsB,OAAO,EAAE,CAAC,CAAA;SAC3C;QAAC,OAAO,GAAG,EAAE;YACZ,GAAG,CAAC,IAAI,CAAC,kCAAkC,GAAG,EAAE,CAAC,CAAA;YACjD,MAAM,GAAG,CAAA;SACV;KACF;IAED,MAAM,6BAA6B,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAE7C,IAAI,aAAa,CAAA;IACjB,IAAI;QACF,aAAa,GAAG,MAAM,qBAAqB,CAAC,GAAG,CAAC,CAAA;QAChD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9B,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;YAEpC,OAAM;SACP;QACD,GAAG,CAAC,KAAK,CAAC,GAAG,aAAa,CAAC,MAAM,sDAAsD,CAAC,CAAA;KACzF;IAAC,OAAO,GAAG,EAAE;QACZ,GAAG,CAAC,IAAI,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAA;QAChD,MAAM,GAAG,CAAA;KACV;IAED,IAAI,gBAAgB,CAAA;IACpB,IAAI;QACF,gBAAgB,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,CAAC,CAAA;QAC9E,GAAG,CAAC,KAAK,CAAC,GAAG,gBAAgB,CAAC,MAAM,4BAA4B,CAAC,CAAA;KAClE;IAAC,OAAO,GAAG,EAAE;QACZ,GAAG,CAAC,IAAI,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAA;QACrD,MAAM,GAAG,CAAA;KACV;IAED,sFAAsF;IACtF,4CAA4C;IAC5C,IAAI,eAAe,CAAA;IACnB,IAAI;QACF,eAAe,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAA;QACjE,GAAG,CAAC,KAAK,CAAC,GAAG,eAAe,CAAC,MAAM,qBAAqB,CAAC,CAAA;KAC1D;IAAC,OAAO,GAAG,EAAE;QACZ,GAAG,CAAC,IAAI,CAAC,qCAAqC,GAAG,EAAE,CAAC,CAAA;QACpD,MAAM,GAAG,CAAA;KACV;IAED,IAAI,SAAS,CAAA;IACb,IAAI,MAAM,CAAA;IACV,IAAI;QACF,CAAC;QAAA,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,MAAM,2BAA2B,CAAC,GAAG,EAAE,eAAe,CAAC,CAAA;QAC9E,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,MAAM,uBAAuB,CAAC,CAAA;KACtD;IAAC,OAAO,GAAG,EAAE;QACZ,GAAG,CAAC,IAAI,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAA;QAC/C,MAAM,GAAG,CAAA;KACV;IAED,IAAI;QACF,IAAI,MAAM,EAAE;YACV,GAAG,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAA;YAErD,OAAM;SACP;QACD,GAAG,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACnC,MAAM,uBAAe,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;QACzE,GAAG,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAA;KAC9C;IAAC,OAAO,GAAG,EAAE;QACZ,GAAG,CAAC,IAAI,CAAC,+BAA+B,GAAG,EAAE,CAAC,CAAA;QAC9C,MAAM,GAAG,CAAA;KACV;YAAS;QACR,IAAI,MAAM,KAAK,SAAS,EAAE;YACxB,YAAE,CAAC,MAAM,CAAC,MAAM,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;SACrC;KACF;AACH,CAAC,CAAA,CAAA;AAnFY,QAAA,aAAa,iBAmFzB;AAED,MAAM,qBAAqB,GAAG,CAAO,GAAwB,EAAE,EAAE;IAC/D,+DAA+D;IAC/D,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,WAAW,CAAC,UAAU,EAAE,EAAE,YAAY,WAAW,CAAC,aAAa,GAAG,CAAC,CAAC,CAAA;IAE3G,OAAO,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;AACzC,CAAC,CAAA,CAAA;AAED,MAAM,6BAA6B,GAAG,CAAO,GAAW,EAAE,GAAwB,EAAE,EAAE;IACpF,MAAM,SAAS,GAAG,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,KAAK,MAAM,CAAA;IAC5E,IAAI,SAAS,EAAE;QACb,GAAG,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAA;QAC9E,GAAG,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAA;QAC9G,MAAM,GAAG,CAAC,SAAS,CAAC,kCAAkC,EAAE,WAAW,CAAC,CAAA;QACpE,GAAG,CAAC,IAAI,CAAC,kDAAkD,WAAW,CAAC,aAAa,8BAA8B,CAAC,CAAA;QACnH,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,oBAAoB,WAAW,CAAC,aAAa,GAAG,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC,CAAA;QACpG,GAAG,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAA;KACzC;AACH,CAAC,CAAA,CAAA;AAED,gFAAgF;AAChF,MAAM,eAAe,GAAG,CAAO,GAAW,EAAE,OAAuB,EAAE,OAAe,EAAE,aAAuB,EAAE,EAAE;IAU/G,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC;QACrC,IAAI,EAAE;YACJ,cAAc,EAAE,OAAO;SACxB;QACD,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACnC,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;KACJ,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,CAC5D,OAAO,CAAC;QACN,GAAG,EAAE,uCAAuC;QAC5C,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,eAAe;QACrB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,WAAW;KACrB,CAAC,CACH,CAAA;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAA4B,CAAA;IACrD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE;QAC1C,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAA;KACrD;IAED,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC5B,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,EAAE,KAAK,SAAS,EAAE;YAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;SAChD;QAED,OAAO,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA,CAAA;AAED,MAAM,cAAc,GAAG,CAAC,GAAW,EAAE,EAAE;IACrC,MAAM,WAAW,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC3D,MAAM,aAAa,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAE7D,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE;QAC5C,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAA;KACjD;IAED,OAAO,GAAG,CAAA;AACZ,CAAC,CAAA;AAED,MAAM,kBAAkB,GAAG,CAAO,GAAwB,EAAE,gBAA0B,EAAE,EAAE;IACxF,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,GAAG,CAC/B;QACE,UAAU;QACV,WAAW;QACX,mBAAmB;QACnB,oBAAoB;QACpB,YAAY,WAAW,CAAC,aAAa,GAAG;QACxC,MAAM;KACP,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CACnD,CAAA;IACD,MAAM,gBAAgB,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;IAExE,OAAO,gBAAgB,CAAA;AACzB,CAAC,CAAA,CAAA;AAED,MAAM,2BAA2B,GAAG,CAAO,GAAW,EAAE,OAAiB,EAA2C,EAAE;IACpH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;QACxB,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAAA;KACvB;IAED,MAAM,iBAAiB,GAAG,CAAO,WAAmB,EAA2C,EAAE;QAC/F,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAA;QAC9D,MAAM,OAAO,GAAG,MAAM,kBAAO,CAAC,cAAI,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAA;QACtE,MAAM,YAAY,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;QACrD,MAAM,iBAAiB,GAAG,uBAAa;aACpC,QAAQ,CAAC,uDAAuD,YAAY,EAAE,EAAE;YAC/E,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;SAC1B,CAAC;aACD,QAAQ,EAAE;aACV,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;aAC/B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,YAAY,IAAI,GAAG,OAAO,CAAC,CAAA;QAE9C,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;IACrC,CAAC,CAAA,CAAA;IAED,8BAA8B;IAC9B,IAAI;QACF,OAAO,MAAM,iBAAiB,CAAC,YAAE,CAAC,MAAM,EAAE,CAAC,CAAA;KAC5C;IAAC,OAAO,GAAG,EAAE;QACZ;;;;;;;;;;;WAWG;QACH,GAAG,CAAC,IAAI,CAAC,6CAA6C,GAAG,EAAE,CAAC,CAAA;QAC5D,GAAG,CAAC,IAAI,CAAC,sBAAsB,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;QAEvD,OAAO,iBAAiB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;KACxC;AACH,CAAC,CAAA,CAAA;AAEM,MAAM,eAAe,GAAG,CAC7B,GAAW,EACX,OAAuB,EACvB,OAAe,EACf,UAAkB,EAClB,aAAuB,EACvB,EAAE;IACF,2DAA2D;IAC3D,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE;QAChC,MAAM,sBAAc,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA;KAC9D;AACH,CAAC,CAAA,CAAA;AAXY,QAAA,eAAe,mBAW3B;AAEM,MAAM,cAAc,GAAG,CAC5B,GAAW,EACX,OAAuB,EACvB,OAAe,EACf,UAAkB,EAClB,YAAoB,EACpB,EAAE;IACF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAC/B,IAAI,EAAE;YACJ,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,QAAQ;SACf;QACD,IAAI,EAAE;YACJ,cAAc,EAAE,OAAO;SACxB;KACF,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG,IAAI,mBAAQ,EAAE,CAAA;IAE3B,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,EAAC,WAAW,EAAE,kBAAkB,EAAC,CAAC,CAAA;IACtE,MAAM,eAAe,GAAG,YAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;IACrD,uEAAuE;IACvE,MAAM,CAAC,EAAE,QAAQ,CAAC,GAAG,cAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC3D,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,eAAe,EAAE;QACvC,QAAQ;QACR,WAAW,EAAE,0BAA0B;KACxC,CAAC,CAAA;IAEF,OAAO,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,CACtC,OAAO,CAAC;QACN,GAAG,EAAE,iCAAiC;QACtC,OAAO,oBACF,IAAI,CAAC,UAAU,EAAE,CACrB;QACD,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,MAAM;KACf,CAAC,CACH,CAAA;AACH,CAAC,CAAA,CAAA;AAvCY,QAAA,cAAc,kBAuC1B;AAED,2GAA2G;AAC3G,MAAM,UAAU,GAAG,CAAU,GAAW,EAAE,OAAe,EAAE,OAAwC,EAAE,EAAE;IACrG,OAAO,oBAAY,CAAC,OAAO,EAAE;QAC3B,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;YACtB,IAAI,YAAY,GAAG,GAAG,CAAC,EAAE,CAAA;YACzB,MAAM,cAAc,GAAG,CAAQ,CAAA;YAC/B,IAAI,cAAc,CAAC,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC,UAAU,EAAE;gBACjE,YAAY,GAAG,GAAG,cAAc,CAAC,OAAO,KAAK,cAAc,CAAC,QAAQ,CAAC,UAAU,GAAG,CAAA;aACnF;YACD,GAAG,CAAC,IAAI,CAAC,YAAY,OAAO,cAAc,OAAO,aAAa,YAAY,EAAE,CAAC,CAAA;QAC/E,CAAC;KACF,CAAC,CAAA;AACJ,CAAC,CAAA,CAAA"}

package/dist/commands/git-metadata/renderer.d.ts

@@ -1,5 +1,4 @@
 import { CommitInfo } from './interfaces';
-export declare const renderGitError: (errorMessage: string) => string;
 export declare const renderConfigurationError: (error: Error) => string;
 export declare const renderFailedUpload: (errorMessage: string) => string;
 export declare const renderRetriedUpload: (errorMessage: string, attempt: number) => string;

package/dist/commands/git-metadata/renderer.js

@@ -3,30 +3,27 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.renderCommandInfo = exports.renderDryRunWarning = exports.renderSuccessfulCommand = exports.renderRetriedUpload = exports.renderFailedUpload = exports.renderConfigurationError = exports.renderGitError = void 0;
+exports.renderCommandInfo = exports.renderDryRunWarning = exports.renderSuccessfulCommand = exports.renderRetriedUpload = exports.renderFailedUpload = exports.renderConfigurationError = void 0;
 const chalk_1 = __importDefault(require("chalk"));
 const formatting_1 = require("../../helpers/formatting");
-const renderGitError = (errorMessage) => chalk_1.default.red(`${formatting_1.ICONS.FAILED} An error occured while invoking git: ${errorMessage}
-Make sure the command is running within your git repository.\n`);
-exports.renderGitError = renderGitError;
-const renderConfigurationError = (error) => chalk_1.default.red(`${formatting_1.ICONS.FAILED} Configuration error: ${error}.\n`);
+const renderConfigurationError = (error) => `${formatting_1.ICONS.FAILED} Configuration error: ${error}.`;
 exports.renderConfigurationError = renderConfigurationError;
-const renderFailedUpload = (errorMessage) => chalk_1.default.red(`${formatting_1.ICONS.FAILED} Failed upload: ${errorMessage}\n`);
+const renderFailedUpload = (errorMessage) => `${formatting_1.ICONS.FAILED} Failed upload: ${errorMessage}`;
 exports.renderFailedUpload = renderFailedUpload;
-const renderRetriedUpload = (errorMessage, attempt) => chalk_1.default.yellow(`[attempt ${attempt}] Retrying upload: ${errorMessage}\n`);
+const renderRetriedUpload = (errorMessage, attempt) => `[attempt ${attempt}] Retrying upload: ${errorMessage}`;
 exports.renderRetriedUpload = renderRetriedUpload;
 const renderSuccessfulCommand = (duration, dryRun) => {
     if (dryRun) {
-        return chalk_1.default.green(`${formatting_1.ICONS.SUCCESS} [DRYRUN] Handled in ${duration} seconds.\n`);
+        return chalk_1.default.green(`${formatting_1.ICONS.SUCCESS} [DRYRUN] Handled in ${duration} seconds.`);
     }
     else {
-        return chalk_1.default.green(`${formatting_1.ICONS.SUCCESS} Uploaded in ${duration} seconds.\n`);
+        return chalk_1.default.green(`${formatting_1.ICONS.SUCCESS} Uploaded in ${duration} seconds.`);
     }
 };
 exports.renderSuccessfulCommand = renderSuccessfulCommand;
-const renderDryRunWarning = () => chalk_1.default.yellow(`${formatting_1.ICONS.WARNING} DRY-RUN MODE ENABLED. WILL NOT UPLOAD\n`);
+const renderDryRunWarning = () => `${formatting_1.ICONS.WARNING} DRY-RUN MODE ENABLED. WILL NOT UPLOAD`;
 exports.renderDryRunWarning = renderDryRunWarning;
 const renderCommandInfo = (commit) => `Reporting commit ${commit.hash} from repository ${commit.remote}.
-${commit.trackedFiles.length} tracked file paths will be reported.\n`;
+${commit.trackedFiles.length} tracked file paths will be reported.`;
 exports.renderCommandInfo = renderCommandInfo;
 //# sourceMappingURL=renderer.js.map

package/dist/commands/git-metadata/renderer.js.map

@@ -1 +1 @@
-{"version":3,"file":"renderer.js","sourceRoot":"","sources":["../../../src/commands/git-metadata/renderer.ts"],"names":[],"mappings":";;;;;;AAAA,kDAAyB;AAEzB,yDAA8C;AAIvC,MAAM,cAAc,GAAG,CAAC,YAAoB,EAAE,EAAE,CACrD,eAAK,CAAC,GAAG,CAAC,GAAG,kBAAK,CAAC,MAAM,yCAAyC,YAAY;+DACjB,CAAC,CAAA;AAFnD,QAAA,cAAc,kBAEqC;AAEzD,MAAM,wBAAwB,GAAG,CAAC,KAAY,EAAE,EAAE,CAAC,eAAK,CAAC,GAAG,CAAC,GAAG,kBAAK,CAAC,MAAM,yBAAyB,KAAK,KAAK,CAAC,CAAA;AAA1G,QAAA,wBAAwB,4BAAkF;AAEhH,MAAM,kBAAkB,GAAG,CAAC,YAAoB,EAAE,EAAE,CACzD,eAAK,CAAC,GAAG,CAAC,GAAG,kBAAK,CAAC,MAAM,mBAAmB,YAAY,IAAI,CAAC,CAAA;AADlD,QAAA,kBAAkB,sBACgC;AAExD,MAAM,mBAAmB,GAAG,CAAC,YAAoB,EAAE,OAAe,EAAE,EAAE,CAC3E,eAAK,CAAC,MAAM,CAAC,YAAY,OAAO,sBAAsB,YAAY,IAAI,CAAC,CAAA;AAD5D,QAAA,mBAAmB,uBACyC;AAElE,MAAM,uBAAuB,GAAG,CAAC,QAAgB,EAAE,MAAe,EAAE,EAAE;IAC3E,IAAI,MAAM,EAAE;QACV,OAAO,eAAK,CAAC,KAAK,CAAC,GAAG,kBAAK,CAAC,OAAO,wBAAwB,QAAQ,aAAa,CAAC,CAAA;KAClF;SAAM;QACL,OAAO,eAAK,CAAC,KAAK,CAAC,GAAG,kBAAK,CAAC,OAAO,gBAAgB,QAAQ,aAAa,CAAC,CAAA;KAC1E;AACH,CAAC,CAAA;AANY,QAAA,uBAAuB,2BAMnC;AAEM,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,eAAK,CAAC,MAAM,CAAC,GAAG,kBAAK,CAAC,OAAO,0CAA0C,CAAC,CAAA;AAApG,QAAA,mBAAmB,uBAAiF;AAE1G,MAAM,iBAAiB,GAAG,CAAC,MAAkB,EAAE,EAAE,CACtD,oBAAoB,MAAM,CAAC,IAAI,oBAAoB,MAAM,CAAC,MAAM;EAChE,MAAM,CAAC,YAAY,CAAC,MAAM,yCAAyC,CAAA;AAFxD,QAAA,iBAAiB,qBAEuC"}
+{"version":3,"file":"renderer.js","sourceRoot":"","sources":["../../../src/commands/git-metadata/renderer.ts"],"names":[],"mappings":";;;;;;AAAA,kDAAyB;AAEzB,yDAA8C;AAIvC,MAAM,wBAAwB,GAAG,CAAC,KAAY,EAAE,EAAE,CAAC,GAAG,kBAAK,CAAC,MAAM,yBAAyB,KAAK,GAAG,CAAA;AAA7F,QAAA,wBAAwB,4BAAqE;AAEnG,MAAM,kBAAkB,GAAG,CAAC,YAAoB,EAAE,EAAE,CAAC,GAAG,kBAAK,CAAC,MAAM,mBAAmB,YAAY,EAAE,CAAA;AAA/F,QAAA,kBAAkB,sBAA6E;AAErG,MAAM,mBAAmB,GAAG,CAAC,YAAoB,EAAE,OAAe,EAAE,EAAE,CAC3E,YAAY,OAAO,sBAAsB,YAAY,EAAE,CAAA;AAD5C,QAAA,mBAAmB,uBACyB;AAElD,MAAM,uBAAuB,GAAG,CAAC,QAAgB,EAAE,MAAe,EAAE,EAAE;IAC3E,IAAI,MAAM,EAAE;QACV,OAAO,eAAK,CAAC,KAAK,CAAC,GAAG,kBAAK,CAAC,OAAO,wBAAwB,QAAQ,WAAW,CAAC,CAAA;KAChF;SAAM;QACL,OAAO,eAAK,CAAC,KAAK,CAAC,GAAG,kBAAK,CAAC,OAAO,gBAAgB,QAAQ,WAAW,CAAC,CAAA;KACxE;AACH,CAAC,CAAA;AANY,QAAA,uBAAuB,2BAMnC;AAEM,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,GAAG,kBAAK,CAAC,OAAO,wCAAwC,CAAA;AAApF,QAAA,mBAAmB,uBAAiE;AAE1F,MAAM,iBAAiB,GAAG,CAAC,MAAkB,EAAE,EAAE,CACtD,oBAAoB,MAAM,CAAC,IAAI,oBAAoB,MAAM,CAAC,MAAM;EAChE,MAAM,CAAC,YAAY,CAAC,MAAM,uCAAuC,CAAA;AAFtD,QAAA,iBAAiB,qBAEqC"}

package/dist/commands/git-metadata/upload.d.ts

@@ -5,7 +5,14 @@ export declare class UploadCommand extends Command {
     private cliVersion;
     private config;
     private dryRun;
+    private verbose;
+    private gitSync;
+    private directory;
+    private logger;
     constructor();
-    execute(): Promise<1 | 0 | undefined>;
-    private getRequestBuilder;
+    execute(): Promise<1 | 0>;
+    private uploadToGitDB;
+    private uploadToSrcmapTrack;
+    private getSrcmapRequestBuilder;
+    private getApiRequestBuilder;
 }

package/dist/commands/git-metadata/upload.js

@@ -23,8 +23,10 @@ const upload_1 = require("../../helpers/upload");
 const utils_1 = require("../../helpers/utils");
 const api_1 = require("./api");
 const git_1 = require("./git");
+const gitdb_1 = require("./gitdb");
 const library_1 = require("./library");
 const renderer_1 = require("./renderer");
+const utils_2 = require("./utils");
 class UploadCommand extends clipanion_1.Command {
     constructor() {
         super();
@@ -32,13 +34,32 @@ class UploadCommand extends clipanion_1.Command {
             apiKey: process.env.DATADOG_API_KEY,
         };
         this.dryRun = false;
+        this.verbose = false;
+        this.gitSync = false;
+        this.directory = '';
+        this.logger = new utils_2.Logger((s) => {
+            this.context.stdout.write(s);
+        }, utils_2.LogLevel.INFO);
         this.cliVersion = require('../../../package.json').version;
     }
     execute() {
         return __awaiter(this, void 0, void 0, function* () {
-            const initialTime = new Date().getTime();
+            const initialTime = Date.now();
+            if (this.verbose) {
+                this.logger = new utils_2.Logger((s) => {
+                    this.context.stdout.write(s);
+                }, utils_2.LogLevel.DEBUG);
+            }
             if (this.dryRun) {
-                this.context.stdout.write(renderer_1.renderDryRunWarning());
+                this.logger.warn(renderer_1.renderDryRunWarning());
+            }
+            if (this.directory) {
+                // change working dir
+                process.chdir(this.directory);
+            }
+            if (!this.config.apiKey) {
+                this.logger.error(renderer_1.renderConfigurationError(new errors_1.InvalidConfigurationError(`Missing ${chalk_1.default.bold('DATADOG_API_KEY')} in your environment`)));
+                return 1;
             }
             const metricsLogger = metrics_1.getMetricsLogger({
                 datadogSite: process.env.DATADOG_SITE,
@@ -50,33 +71,84 @@ class UploadCommand extends clipanion_1.Command {
                 datadogSite: api_1.datadogSite,
                 metricsLogger: metricsLogger.logger,
             });
-            let payload;
+            const apiRequestBuilder = this.getApiRequestBuilder(this.config.apiKey);
+            const srcmapRequestBuilder = this.getSrcmapRequestBuilder(this.config.apiKey);
+            let inError = false;
             try {
-                payload = yield git_1.getCommitInfo(yield git_1.newSimpleGit(), this.repositoryURL);
+                this.logger.info('Uploading list of tracked files...');
+                const elapsed = yield utils_2.timedExecAsync(this.uploadToSrcmapTrack.bind(this), {
+                    requestBuilder: srcmapRequestBuilder,
+                    apiKeyValidator,
+                    metricsLogger,
+                });
+                metricsLogger.logger.increment('sci.success', 1);
+                this.logger.info(`${this.dryRun ? '[DRYRUN] ' : ''}Successfully uploaded tracked files in ${elapsed} seconds.`);
             }
-            catch (e) {
-                if (e instanceof Error) {
-                    this.context.stdout.write(renderer_1.renderFailedUpload(e.message));
+            catch (err) {
+                this.logger.error(`Failed upload of tracked files: ${err}`);
+                inError = true;
+            }
+            if (this.gitSync) {
+                try {
+                    this.logger.info('Syncing GitDB...');
+                    const elapsed = yield utils_2.timedExecAsync(this.uploadToGitDB.bind(this), {
+                        requestBuilder: apiRequestBuilder,
+                    });
+                    metricsLogger.logger.increment('gitdb.success', 1);
+                    this.logger.info(`${this.dryRun ? '[DRYRUN] ' : ''}Successfully synced git DB in ${elapsed} seconds.`);
+                }
+                catch (err) {
+                    console.log('error writing to git db');
+                    this.logger.warn(`Could not write to GitDB: ${err}`);
                 }
-                return;
             }
-            this.context.stdout.write(renderer_1.renderCommandInfo(payload));
-            let status;
             try {
-                const requestBuilder = this.getRequestBuilder();
+                yield metricsLogger.flush();
+            }
+            catch (err) {
+                this.logger.warn(`WARN: ${err}`);
+            }
+            if (inError) {
+                this.logger.error('Command failed. See messages above for more details.');
+                return 1;
+            }
+            this.logger.info(renderer_1.renderSuccessfulCommand((Date.now() - initialTime) / 1000, this.dryRun));
+            return 0;
+        });
+    }
+    uploadToGitDB(opts) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield gitdb_1.uploadToGitDB(this.logger, opts.requestBuilder, yield git_1.newSimpleGit(), this.dryRun, this.repositoryURL);
+        });
+    }
+    uploadToSrcmapTrack(opts) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const generatePayload = () => __awaiter(this, void 0, void 0, function* () {
+                try {
+                    return yield git_1.getCommitInfo(yield git_1.newSimpleGit(), this.repositoryURL);
+                }
+                catch (e) {
+                    if (e instanceof Error) {
+                        this.logger.error(renderer_1.renderFailedUpload(e.message));
+                    }
+                    throw e;
+                }
+            });
+            const sendPayload = (commit) => __awaiter(this, void 0, void 0, function* () {
+                let status;
                 if (this.dryRun) {
                     status = upload_1.UploadStatus.Success;
                 }
                 else {
-                    status = yield library_1.uploadRepository(requestBuilder, this.cliVersion)(payload, {
-                        apiKeyValidator,
+                    status = yield library_1.uploadRepository(opts.requestBuilder, this.cliVersion)(commit, {
+                        apiKeyValidator: opts.apiKeyValidator,
                         onError: (e) => {
-                            this.context.stdout.write(renderer_1.renderFailedUpload(e.message));
-                            metricsLogger.logger.increment('failed', 1);
+                            this.logger.error(renderer_1.renderFailedUpload(e.message));
+                            opts.metricsLogger.logger.increment('sci.failed', 1);
                         },
                         onRetry: (e, attempt) => {
-                            this.context.stdout.write(renderer_1.renderRetriedUpload(e.message, attempt));
-                            metricsLogger.logger.increment('retries', 1);
+                            this.logger.warn(renderer_1.renderRetriedUpload(e.message, attempt));
+                            opts.metricsLogger.logger.increment('sci.retries', 1);
                         },
                         onUpload: () => {
                             return;
@@ -84,40 +156,19 @@ class UploadCommand extends clipanion_1.Command {
                         retries: 5,
                     });
                 }
-                metricsLogger.logger.increment('success', 1);
-                const totalTime = (Date.now() - initialTime) / 1000;
                 if (status !== upload_1.UploadStatus.Success) {
-                    this.context.stdout.write(chalk_1.default.red(`${formatting_1.ICONS.FAILED} Error uploading commit information.`));
-                    return 1;
-                }
-                this.context.stdout.write(renderer_1.renderSuccessfulCommand(totalTime, this.dryRun));
-                metricsLogger.logger.gauge('duration', totalTime);
-                return 0;
-            }
-            catch (error) {
-                if (error instanceof errors_1.InvalidConfigurationError) {
-                    this.context.stdout.write(renderer_1.renderConfigurationError(error));
-                    return 1;
-                }
-                // Otherwise unknown error, let's propagate the exception
-                throw error;
-            }
-            finally {
-                try {
-                    yield metricsLogger.flush();
-                }
-                catch (err) {
-                    this.context.stdout.write(`WARN: ${err}\n`);
+                    this.logger.error(`${formatting_1.ICONS.FAILED} Error uploading commit information.`);
+                    throw new Error('Could not upload commit information');
                 }
-            }
+            });
+            const payload = yield generatePayload();
+            this.logger.info(renderer_1.renderCommandInfo(payload));
+            yield sendPayload(payload);
         });
     }
-    getRequestBuilder() {
-        if (!this.config.apiKey) {
-            throw new errors_1.InvalidConfigurationError(`Missing ${chalk_1.default.bold('DATADOG_API_KEY')} in your environment.`);
-        }
+    getSrcmapRequestBuilder(apiKey) {
         return utils_1.getRequestBuilder({
-            apiKey: this.config.apiKey,
+            apiKey,
             baseUrl: api_1.getBaseIntakeUrl(),
             headers: new Map([
                 ['DD-EVP-ORIGIN', 'datadog-ci git-metadata'],
@@ -126,6 +177,12 @@ class UploadCommand extends clipanion_1.Command {
             overrideUrl: 'api/v2/srcmap',
         });
     }
+    getApiRequestBuilder(apiKey) {
+        return utils_1.getRequestBuilder({
+            apiKey,
+            baseUrl: 'https://' + api_1.apiHost,
+        });
+    }
 }
 exports.UploadCommand = UploadCommand;
 UploadCommand.usage = clipanion_1.Command.Usage({
@@ -138,5 +195,8 @@ UploadCommand.usage = clipanion_1.Command.Usage({
 });
 UploadCommand.addPath('git-metadata', 'upload');
 UploadCommand.addOption('dryRun', clipanion_1.Command.Boolean('--dry-run'));
+UploadCommand.addOption('verbose', clipanion_1.Command.Boolean('--verbose'));
+UploadCommand.addOption('directory', clipanion_1.Command.String('--directory'));
+UploadCommand.addOption('gitSync', clipanion_1.Command.Boolean('--git-sync'));
 UploadCommand.addOption('repositoryURL', clipanion_1.Command.String('--repository-url'));
 //# sourceMappingURL=upload.js.map

package/dist/commands/git-metadata/upload.js.map

@@ -1 +1 @@
-{"version":3,"file":"upload.js","sourceRoot":"","sources":["../../../src/commands/git-metadata/upload.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,kDAAyB;AACzB,yCAAiC;AAEjC,iDAAuD;AACvD,iDAA8D;AAC9D,yDAA8C;AAE9C,mDAAsD;AACtD,iDAAiD;AACjD,+CAAqD;AAErD,+BAAmD;AACnD,+BAAiD;AAEjD,uCAA0C;AAC1C,yCAOmB;AAEnB,MAAa,aAAc,SAAQ,mBAAO;IAkBxC;QACE,KAAK,EAAE,CAAA;QAND,WAAM,GAAG;YACf,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;SACpC,CAAA;QACO,WAAM,GAAG,KAAK,CAAA;QAIpB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC,OAAO,CAAA;IAC5D,CAAC;IAEY,OAAO;;YAClB,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAA;YACxC,IAAI,IAAI,CAAC,MAAM,EAAE;gBACf,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,8BAAmB,EAAE,CAAC,CAAA;aACjD;YAED,MAAM,aAAa,GAAG,0BAAgB,CAAC;gBACrC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;gBACrC,WAAW,EAAE,CAAC,eAAe,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC/C,MAAM,EAAE,4BAA4B;aACrC,CAAC,CAAA;YACF,MAAM,eAAe,GAAG,2BAAkB,CAAC;gBACzC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAC1B,WAAW,EAAX,iBAAW;gBACX,aAAa,EAAE,aAAa,CAAC,MAAM;aACpC,CAAC,CAAA;YAEF,IAAI,OAAmB,CAAA;YACvB,IAAI;gBACF,OAAO,GAAG,MAAM,mBAAa,CAAC,MAAM,kBAAY,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;aACxE;YAAC,OAAO,CAAC,EAAE;gBACV,IAAI,CAAC,YAAY,KAAK,EAAE;oBACtB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,6BAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;iBACzD;gBAED,OAAM;aACP;YAED,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4BAAiB,CAAC,OAAO,CAAC,CAAC,CAAA;YACrD,IAAI,MAAM,CAAA;YACV,IAAI;gBACF,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAA;gBAC/C,IAAI,IAAI,CAAC,MAAM,EAAE;oBACf,MAAM,GAAG,qBAAY,CAAC,OAAO,CAAA;iBAC9B;qBAAM;oBACL,MAAM,GAAG,MAAM,0BAAgB,CAAC,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE;wBACxE,eAAe;wBACf,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;4BACb,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,6BAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;4BACxD,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;wBAC7C,CAAC;wBACD,OAAO,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;4BACtB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,8BAAmB,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;4BAClE,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;wBAC9C,CAAC;wBACD,QAAQ,EAAE,GAAG,EAAE;4BACb,OAAM;wBACR,CAAC;wBACD,OAAO,EAAE,CAAC;qBACX,CAAC,CAAA;iBACH;gBACD,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;gBAE5C,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,GAAG,IAAI,CAAA;gBAEnD,IAAI,MAAM,KAAK,qBAAY,CAAC,OAAO,EAAE;oBACnC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,GAAG,kBAAK,CAAC,MAAM,sCAAsC,CAAC,CAAC,CAAA;oBAE3F,OAAO,CAAC,CAAA;iBACT;gBACD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAuB,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;gBAC1E,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;gBAEjD,OAAO,CAAC,CAAA;aACT;YAAC,OAAO,KAAK,EAAE;gBACd,IAAI,KAAK,YAAY,kCAAyB,EAAE;oBAC9C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAwB,CAAC,KAAK,CAAC,CAAC,CAAA;oBAE1D,OAAO,CAAC,CAAA;iBACT;gBACD,yDAAyD;gBACzD,MAAM,KAAK,CAAA;aACZ;oBAAS;gBACR,IAAI;oBACF,MAAM,aAAa,CAAC,KAAK,EAAE,CAAA;iBAC5B;gBAAC,OAAO,GAAG,EAAE;oBACZ,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAA;iBAC5C;aACF;QACH,CAAC;KAAA;IAEO,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YACvB,MAAM,IAAI,kCAAyB,CAAC,WAAW,eAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,uBAAuB,CAAC,CAAA;SACrG;QAED,OAAO,yBAAiB,CAAC;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,OAAO,EAAE,sBAAgB,EAAE;YAC3B,OAAO,EAAE,IAAI,GAAG,CAAC;gBACf,CAAC,eAAe,EAAE,yBAAyB,CAAC;gBAC5C,CAAC,uBAAuB,EAAE,IAAI,CAAC,UAAU,CAAC;aAC3C,CAAC;YACF,WAAW,EAAE,eAAe;SAC7B,CAAC,CAAA;IACJ,CAAC;;AAtHH,sCAuHC;AAtHe,mBAAK,GAAG,mBAAO,CAAC,KAAK,CAAC;IAClC,WAAW,EAAE,+CAA+C;IAC5D,OAAO,EAAE;;;KAGR;IACD,QAAQ,EAAE,CAAC,CAAC,mCAAmC,EAAE,kCAAkC,CAAC,CAAC;CACtF,CAAC,CAAA;AAiHJ,aAAa,CAAC,OAAO,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAA;AAC/C,aAAa,CAAC,SAAS,CAAC,QAAQ,EAAE,mBAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAA;AAC/D,aAAa,CAAC,SAAS,CAAC,eAAe,EAAE,mBAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAA"}
+{"version":3,"file":"upload.js","sourceRoot":"","sources":["../../../src/commands/git-metadata/upload.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,kDAAyB;AACzB,yCAAiC;AAEjC,iDAAwE;AACxE,iDAA8D;AAC9D,yDAA8C;AAE9C,mDAAqE;AACrE,iDAAiD;AACjD,+CAAqD;AAErD,+BAA4D;AAC5D,+BAAiD;AACjD,mCAAqC;AAErC,uCAA0C;AAC1C,yCAOmB;AACnB,mCAAwD;AAExD,MAAa,aAAc,SAAQ,mBAAO;IAwBxC;QACE,KAAK,EAAE,CAAA;QAZD,WAAM,GAAG;YACf,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;SACpC,CAAA;QACO,WAAM,GAAG,KAAK,CAAA;QACd,YAAO,GAAG,KAAK,CAAA;QACf,YAAO,GAAG,KAAK,CAAA;QACf,cAAS,GAAG,EAAE,CAAA;QACd,WAAM,GAAW,IAAI,cAAM,CAAC,CAAC,CAAS,EAAE,EAAE;YAChD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC9B,CAAC,EAAE,gBAAQ,CAAC,IAAI,CAAC,CAAA;QAIf,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC,OAAO,CAAA;IAC5D,CAAC;IAEY,OAAO;;YAClB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC9B,IAAI,IAAI,CAAC,OAAO,EAAE;gBAChB,IAAI,CAAC,MAAM,GAAG,IAAI,cAAM,CAAC,CAAC,CAAS,EAAE,EAAE;oBACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;gBAC9B,CAAC,EAAE,gBAAQ,CAAC,KAAK,CAAC,CAAA;aACnB;YACD,IAAI,IAAI,CAAC,MAAM,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAAmB,EAAE,CAAC,CAAA;aACxC;YAED,IAAI,IAAI,CAAC,SAAS,EAAE;gBAClB,qBAAqB;gBACrB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;aAC9B;YAED,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;gBACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mCAAwB,CACtB,IAAI,kCAAyB,CAAC,WAAW,eAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,CAAC,CAC9F,CACF,CAAA;gBAED,OAAO,CAAC,CAAA;aACT;YAED,MAAM,aAAa,GAAG,0BAAgB,CAAC;gBACrC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;gBACrC,WAAW,EAAE,CAAC,eAAe,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC/C,MAAM,EAAE,4BAA4B;aACrC,CAAC,CAAA;YACF,MAAM,eAAe,GAAG,2BAAkB,CAAC;gBACzC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAC1B,WAAW,EAAX,iBAAW;gBACX,aAAa,EAAE,aAAa,CAAC,MAAM;aACpC,CAAC,CAAA;YAEF,MAAM,iBAAiB,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YACvE,MAAM,oBAAoB,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAE7E,IAAI,OAAO,GAAG,KAAK,CAAA;YACnB,IAAI;gBACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAA;gBACtD,MAAM,OAAO,GAAG,MAAM,sBAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBACxE,cAAc,EAAE,oBAAoB;oBACpC,eAAe;oBACf,aAAa;iBACd,CAAC,CAAA;gBACF,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,CAAA;gBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,0CAA0C,OAAO,WAAW,CAAC,CAAA;aAChH;YAAC,OAAO,GAAG,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,EAAE,CAAC,CAAA;gBAC3D,OAAO,GAAG,IAAI,CAAA;aACf;YAED,IAAI,IAAI,CAAC,OAAO,EAAE;gBAChB,IAAI;oBACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;oBACpC,MAAM,OAAO,GAAG,MAAM,sBAAc,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;wBAClE,cAAc,EAAE,iBAAiB;qBAClC,CAAC,CAAA;oBACF,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,CAAA;oBAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,iCAAiC,OAAO,WAAW,CAAC,CAAA;iBACvG;gBAAC,OAAO,GAAG,EAAE;oBACZ,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAA;oBACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAA;iBACrD;aACF;YAED,IAAI;gBACF,MAAM,aAAa,CAAC,KAAK,EAAE,CAAA;aAC5B;YAAC,OAAO,GAAG,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC,CAAA;aACjC;YACD,IAAI,OAAO,EAAE;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAA;gBAEzE,OAAO,CAAC,CAAA;aACT;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAuB,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;YAEzF,OAAO,CAAC,CAAA;QACV,CAAC;KAAA;IAEa,aAAa,CAAC,IAAsC;;YAChE,MAAM,qBAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,MAAM,kBAAY,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAC9G,CAAC;KAAA;IAEa,mBAAmB,CAAC,IAIjC;;YACC,MAAM,eAAe,GAAG,GAAS,EAAE;gBACjC,IAAI;oBACF,OAAO,MAAM,mBAAa,CAAC,MAAM,kBAAY,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;iBACrE;gBAAC,OAAO,CAAC,EAAE;oBACV,IAAI,CAAC,YAAY,KAAK,EAAE;wBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;qBACjD;oBACD,MAAM,CAAC,CAAA;iBACR;YACH,CAAC,CAAA,CAAA;YAED,MAAM,WAAW,GAAG,CAAO,MAAkB,EAAE,EAAE;gBAC/C,IAAI,MAAM,CAAA;gBACV,IAAI,IAAI,CAAC,MAAM,EAAE;oBACf,MAAM,GAAG,qBAAY,CAAC,OAAO,CAAA;iBAC9B;qBAAM;oBACL,MAAM,GAAG,MAAM,0BAAgB,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE;wBAC5E,eAAe,EAAE,IAAI,CAAC,eAAe;wBACrC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;4BACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;4BAChD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC,CAAA;wBACtD,CAAC;wBACD,OAAO,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;4BACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAAmB,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;4BACzD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,CAAA;wBACvD,CAAC;wBACD,QAAQ,EAAE,GAAG,EAAE;4BACb,OAAM;wBACR,CAAC;wBACD,OAAO,EAAE,CAAC;qBACX,CAAC,CAAA;iBACH;gBACD,IAAI,MAAM,KAAK,qBAAY,CAAC,OAAO,EAAE;oBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,kBAAK,CAAC,MAAM,sCAAsC,CAAC,CAAA;oBACxE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;iBACvD;YACH,CAAC,CAAA,CAAA;YAED,MAAM,OAAO,GAAG,MAAM,eAAe,EAAE,CAAA;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAAiB,CAAC,OAAO,CAAC,CAAC,CAAA;YAC5C,MAAM,WAAW,CAAC,OAAO,CAAC,CAAA;QAC5B,CAAC;KAAA;IAEO,uBAAuB,CAAC,MAAc;QAC5C,OAAO,yBAAiB,CAAC;YACvB,MAAM;YACN,OAAO,EAAE,sBAAgB,EAAE;YAC3B,OAAO,EAAE,IAAI,GAAG,CAAC;gBACf,CAAC,eAAe,EAAE,yBAAyB,CAAC;gBAC5C,CAAC,uBAAuB,EAAE,IAAI,CAAC,UAAU,CAAC;aAC3C,CAAC;YACF,WAAW,EAAE,eAAe;SAC7B,CAAC,CAAA;IACJ,CAAC;IAEO,oBAAoB,CAAC,MAAc;QACzC,OAAO,yBAAiB,CAAC;YACvB,MAAM;YACN,OAAO,EAAE,UAAU,GAAG,aAAO;SAC9B,CAAC,CAAA;IACJ,CAAC;;AAtLH,sCAuLC;AAtLe,mBAAK,GAAG,mBAAO,CAAC,KAAK,CAAC;IAClC,WAAW,EAAE,+CAA+C;IAC5D,OAAO,EAAE;;;KAGR;IACD,QAAQ,EAAE,CAAC,CAAC,mCAAmC,EAAE,kCAAkC,CAAC,CAAC;CACtF,CAAC,CAAA;AAiLJ,aAAa,CAAC,OAAO,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAA;AAC/C,aAAa,CAAC,SAAS,CAAC,QAAQ,EAAE,mBAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAA;AAC/D,aAAa,CAAC,SAAS,CAAC,SAAS,EAAE,mBAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAA;AAChE,aAAa,CAAC,SAAS,CAAC,WAAW,EAAE,mBAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAA;AACnE,aAAa,CAAC,SAAS,CAAC,SAAS,EAAE,mBAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAA;AACjE,aAAa,CAAC,SAAS,CAAC,eAAe,EAAE,mBAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAA"}

package/dist/commands/git-metadata/utils.d.ts

@@ -0,0 +1,16 @@
+export declare const timedExecAsync: <I, O>(f: (input: I) => Promise<O>, input: I) => Promise<number>;
+export declare enum LogLevel {
+    DEBUG = 1,
+    INFO = 2,
+    WARN = 3,
+    ERROR = 4
+}
+export declare class Logger {
+    private loglevel;
+    private writeMessage;
+    constructor(writeMessage: (s: string) => void, loglevel: LogLevel);
+    error(s: string): void;
+    warn(s: string): void;
+    info(s: string): void;
+    debug(s: string): void;
+}