@nrwl/nx-cloud 15.0.4-beta.2 → 15.0.4-beta.3

package/lib/core/runners/cloud-enabled/cloud-remote-cache.js

@@ -0,0 +1,117 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudRemoteCache = void 0;
+const environment_1 = require("../../../utilities/environment");
+const { output } = require('../../../utilities/nx-imports');
+class CloudRemoteCache {
+    constructor(messages, api, runContext, fileStorage) {
+        this.messages = messages;
+        this.api = api;
+        this.runContext = runContext;
+        this.fileStorage = fileStorage;
+        this.storeRequests = [];
+    }
+    retrieve(hash, cacheDirectory) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.messages.cacheError)
+                return false;
+            const hashUrls = yield this.hashUrls(hash);
+            if (!hashUrls || !hashUrls.get) {
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({ title: `Nx Cloud: Cache miss ${hash}.` });
+                }
+                this.runContext.statuses[hash] = 'cache-miss';
+                return false;
+            }
+            try {
+                yield this.fileStorage.retrieve(hash, hashUrls.get, cacheDirectory);
+                this.runContext.statuses[hash] = 'remote-cache-hit';
+                return true;
+            }
+            catch (ee) {
+                const e = (_a = ee.axiosException) !== null && _a !== void 0 ? _a : ee;
+                if (e.response && e.response.status === 404) {
+                    if (environment_1.VERBOSE_LOGGING) {
+                        output.note({ title: `Nx Cloud: Cache miss ${hash}. Status 404.` });
+                    }
+                    // cache miss. print nothing
+                }
+                else {
+                    this.messages.cacheError = this.messages.extractErrorMessage(e, 'storage');
+                }
+                this.runContext.statuses[hash] = 'cache-miss';
+                return false;
+            }
+        });
+    }
+    store(hash, cacheDirectory) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.messages.cacheError)
+                return false;
+            const res = Promise.resolve().then(() => __awaiter(this, void 0, void 0, function* () {
+                var _a;
+                const hashUrls = yield this.hashUrls(hash);
+                if (!hashUrls)
+                    return false;
+                if (!hashUrls.put) {
+                    if (environment_1.VERBOSE_LOGGING) {
+                        output.note({
+                            title: `Nx Cloud: Skipping storing ${hash}.`,
+                            bodyLines: [
+                                `There are several reasons why this can happen.`,
+                                `Maybe you are using a read-only token or the artifact has already being uploaded.`,
+                            ],
+                        });
+                    }
+                    return true;
+                }
+                try {
+                    yield this.fileStorage.store(hash, hashUrls.put, cacheDirectory);
+                    return true;
+                }
+                catch (ee) {
+                    const e = (_a = ee.axiosException) !== null && _a !== void 0 ? _a : ee;
+                    this.messages.cacheError = this.messages.extractErrorMessage(e, 'storage');
+                    return false;
+                }
+            }));
+            this.storeRequests.push(res);
+            return res;
+        });
+    }
+    hashUrls(hash) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (hash in this.runContext.requests) {
+                return (yield this.runContext.requests[hash])[hash];
+            }
+            else {
+                const scheduledTaskHashesWithoutRequests = this.runContext.scheduledTasks
+                    .filter((t) => !this.runContext.requests[t.hash])
+                    .map((t) => t.hash);
+                if (scheduledTaskHashesWithoutRequests.indexOf(hash) === -1) {
+                    scheduledTaskHashesWithoutRequests.push(hash);
+                }
+                const request = this.api.startRun(environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_ID, scheduledTaskHashesWithoutRequests);
+                scheduledTaskHashesWithoutRequests.forEach((taskHash) => {
+                    this.runContext.requests[taskHash] = request;
+                });
+                return (yield request)[hash];
+            }
+        });
+    }
+    waitForStoreRequestsToComplete() {
+        return Promise.all(this.storeRequests).then((r) => r.reduce((a, b) => a && b, true));
+    }
+}
+exports.CloudRemoteCache = CloudRemoteCache;
+//# sourceMappingURL=cloud-remote-cache.js.map

package/lib/core/runners/cloud-enabled/cloud-remote-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-remote-cache.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/cloud-enabled/cloud-remote-cache.ts"],"names":[],"mappings":";;;;;;;;;;;;AAGA,gEAGwC;AAGxC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE5D,MAAa,gBAAgB;IAG3B,YACmB,QAAyB,EACzB,GAAgB,EAChB,UAAsB,EACtB,WAAwB;QAHxB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,QAAG,GAAH,GAAG,CAAa;QAChB,eAAU,GAAV,UAAU,CAAY;QACtB,gBAAW,GAAX,WAAW,CAAa;QAN1B,kBAAa,GAAG,EAAwB,CAAC;IAOvD,CAAC;IAEE,QAAQ,CAAC,IAAY,EAAE,cAAsB;;;YACjD,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU;gBAAE,OAAO,KAAK,CAAC;YAE3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAC9B,IAAI,6BAAe,EAAE;oBACnB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,IAAI,GAAG,EAAE,CAAC,CAAC;iBACzD;gBACD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;gBAC9C,OAAO,KAAK,CAAC;aACd;YAED,IAAI;gBACF,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;gBACpE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC;gBACpD,OAAO,IAAI,CAAC;aACb;YAAC,OAAO,EAAO,EAAE;gBAChB,MAAM,CAAC,GAAG,MAAA,EAAE,CAAC,cAAc,mCAAI,EAAE,CAAC;gBAClC,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE;oBAC3C,IAAI,6BAAe,EAAE;wBACnB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,IAAI,eAAe,EAAE,CAAC,CAAC;qBACrE;oBACD,4BAA4B;iBAC7B;qBAAM;oBACL,IAAI,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC1D,CAAC,EACD,SAAS,CACV,CAAC;iBACH;gBACD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;gBAC9C,OAAO,KAAK,CAAC;aACd;;KACF;IAEK,KAAK,CAAC,IAAY,EAAE,cAAsB;;YAC9C,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU;gBAAE,OAAO,KAAK,CAAC;YAE3C,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAS,EAAE;;gBAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC3C,IAAI,CAAC,QAAQ;oBAAE,OAAO,KAAK,CAAC;gBAE5B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;oBACjB,IAAI,6BAAe,EAAE;wBACnB,MAAM,CAAC,IAAI,CAAC;4BACV,KAAK,EAAE,8BAA8B,IAAI,GAAG;4BAC5C,SAAS,EAAE;gCACT,gDAAgD;gCAChD,mFAAmF;6BACpF;yBACF,CAAC,CAAC;qBACJ;oBACD,OAAO,IAAI,CAAC;iBACb;gBAED,IAAI;oBACF,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;oBACjE,OAAO,IAAI,CAAC;iBACb;gBAAC,OAAO,EAAO,EAAE;oBAChB,MAAM,CAAC,GAAG,MAAA,EAAE,CAAC,cAAc,mCAAI,EAAE,CAAC;oBAClC,IAAI,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC1D,CAAC,EACD,SAAS,CACV,CAAC;oBACF,OAAO,KAAK,CAAC;iBACd;YACH,CAAC,CAAA,CAAC,CAAC;YACH,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,OAAO,GAAG,CAAC;QACb,CAAC;KAAA;IAEa,QAAQ,CAAC,IAAY;;YACjC,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE;gBACpC,OAAO,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;aACrD;iBAAM;gBACL,MAAM,kCAAkC,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc;qBACtE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAM,CAAC,CAAC;qBAClD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAM,CAAC,CAAC;gBACxB,IAAI,kCAAkC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE;oBAC3D,kCAAkC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC/C;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAC/B,+CAAiC,EACjC,kCAAkC,CACnC,CAAC;gBACF,kCAAkC,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;oBACtD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC;gBAC/C,CAAC,CAAC,CAAC;gBACH,OAAO,CAAC,MAAM,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;aAC9B;QACH,CAAC;KAAA;IAED,8BAA8B;QAC5B,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAChD,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CACjC,CAAC;IACJ,CAAC;CACF;AA1GD,4CA0GC"}

package/lib/core/runners/cloud-enabled/cloud-run.api.d.ts

@@ -0,0 +1,18 @@
+import { RunContext } from '../../models/run-context.model';
+import { MachineInfo } from '../../models/machine-info.model';
+import { CacheUrls } from '../../models/cache-urls.model';
+import { CloudTaskRunnerOptions } from '../../models/cloud-task-runner-options';
+import { RunData } from '../../models/run-data.model';
+import { MessageReporter } from '../../terminal-output/message-reporter';
+import { TaskExecution } from '../../models/task-execution.model';
+export declare class CloudRunApi {
+    private readonly messages;
+    private readonly runContext;
+    private readonly machineInfo;
+    private apiAxiosInstance;
+    constructor(messages: MessageReporter, runContext: RunContext, options: CloudTaskRunnerOptions, machineInfo: MachineInfo);
+    startRun(distributedExecutionId: string | undefined, hashes: string[]): Promise<CacheUrls>;
+    private createReqBody;
+    endRun(run: RunData, tasks: TaskExecution[], linkId?: string): Promise<boolean>;
+    private nxCloudVersion;
+}

package/lib/core/runners/cloud-enabled/cloud-run.api.js

@@ -0,0 +1,167 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudRunApi = void 0;
+const axios_1 = require("../../../utilities/axios");
+const environment_1 = require("../../../utilities/environment");
+const fs_1 = require("fs");
+const zlib_1 = require("zlib");
+const util_1 = require("util");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const { output } = require('../../../utilities/nx-imports');
+class CloudRunApi {
+    constructor(messages, runContext, options, machineInfo) {
+        this.messages = messages;
+        this.runContext = runContext;
+        this.machineInfo = machineInfo;
+        this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
+    }
+    startRun(distributedExecutionId, hashes) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('startRun');
+            try {
+                const request = {
+                    meta: {
+                        nxCloudVersion: this.nxCloudVersion(),
+                    },
+                    branch: (0, environment_1.getBranch)(),
+                    runGroup: (0, environment_1.getRunGroup)(),
+                    distributedExecutionId,
+                    hashes,
+                };
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({
+                        title: 'RunStart',
+                        bodyLines: ['\n' + JSON.stringify(request, null, 2)],
+                    });
+                }
+                const resp = yield (0, axios_1.printDuration)('RunStart duration', () => (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/start', request)));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+                if (resp.data && resp.data.message) {
+                    this.messages.message = resp.data.message;
+                }
+                if (!resp.data || !resp.data.urls) {
+                    this.messages.apiError = `Invalid Nx Cloud response: ${JSON.stringify(resp.data)}`;
+                    return {};
+                }
+                return resp.data.urls;
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
+                return {};
+            }
+        });
+    }
+    createReqBody(run, tasks, linkId) {
+        const uncompressedReqBody = {
+            meta: {
+                nxCloudVersion: this.nxCloudVersion(),
+            },
+            tasks,
+            run,
+            linkId,
+            machineInfo: this.machineInfo,
+        };
+        return JSON.stringify(uncompressedReqBody);
+    }
+    endRun(run, tasks, linkId) {
+        var _a, _b;
+        return __awaiter(this, void 0, void 0, function* () {
+            // API is not working, don't make the end request
+            if (this.messages.apiError)
+                return false;
+            let uncompressedBodyString = this.createReqBody(run, tasks, linkId);
+            // if the req body is > 20mb, remove hashDetails
+            if (uncompressedBodyString.length > 20 * 1000 * 1000) {
+                uncompressedBodyString = this.createReqBody(run, tasks.map((t) => (Object.assign(Object.assign({}, t), { hashDetails: undefined }))));
+            }
+            const uncompressedBuffer = Buffer.from(uncompressedBodyString);
+            const compressedBuffer = yield (0, util_1.promisify)(zlib_1.gzip)(uncompressedBuffer);
+            const recorder = (0, metric_logger_1.createMetricRecorder)('endRun');
+            try {
+                if (environment_1.VERBOSE_LOGGING) {
+                    const t = tasks.map((tt) => {
+                        return Object.assign(Object.assign({}, tt), { terminalOutput: tt.terminalOutput
+                                ? `${tt.terminalOutput.slice(0, 20)}...`
+                                : undefined });
+                    });
+                    output.note({
+                        title: 'RunEnd. Completed tasks',
+                        bodyLines: ['\n' + JSON.stringify(t, null, 2)],
+                    });
+                }
+                const resp = yield (0, axios_1.printDuration)('RunEnd duration', () => (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/end', compressedBuffer, {
+                    headers: Object.assign(Object.assign({}, this.apiAxiosInstance.defaults.headers), { 'Content-Encoding': 'gzip', 'Content-Type': 'application/octet-stream' }),
+                })));
+                if (resp) {
+                    recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+                    if (resp.data && resp.data.runUrl && resp.data.status === 'success') {
+                        this.runContext.runUrl = resp.data.runUrl;
+                        return true;
+                    }
+                    if (resp.data && resp.data.status) {
+                        this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data.message)}`;
+                    }
+                    else if (resp.data && typeof resp.data === 'string') {
+                        if (resp.data !== 'success') {
+                            this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
+                        }
+                    }
+                    else {
+                        this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
+                    }
+                    if (environment_1.VERBOSE_LOGGING) {
+                        output.note({
+                            title: 'Invalid end run response',
+                            bodyLines: [JSON.stringify(resp.data, null, 2)],
+                        });
+                    }
+                }
+                else {
+                    output.error({
+                        title: 'Nx Cloud: Unknown Error Occurred',
+                        bodyLines: [
+                            'Run completion responded with `undefined`.',
+                            'Run Details:',
+                            JSON.stringify(run, null, 2),
+                            'Stack Trace:',
+                            JSON.stringify(new Error().stack, null, 2),
+                        ],
+                    });
+                }
+                return false;
+            }
+            catch (ee) {
+                recorder.recordMetric(((_a = ee === null || ee === void 0 ? void 0 : ee.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(ee.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                const e = (_b = ee.axiosException) !== null && _b !== void 0 ? _b : ee;
+                this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
+                return false;
+            }
+        });
+    }
+    nxCloudVersion() {
+        try {
+            const v = JSON.parse((0, fs_1.readFileSync)(`package.json`).toString());
+            return v.devDependencies['@nrwl/nx-cloud'];
+        }
+        catch (e) {
+            return 'unknown';
+        }
+    }
+}
+exports.CloudRunApi = CloudRunApi;
+//# sourceMappingURL=cloud-run.api.js.map

package/lib/core/runners/cloud-enabled/cloud-run.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-run.api.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/cloud-enabled/cloud-run.api.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,oDAIkC;AAClC,gEAIwC;AAIxC,2BAAkC;AAClC,+BAA4B;AAC5B,+BAAiC;AACjC,oEAI0C;AAE1C,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE5D,MAAa,WAAW;IAGtB,YACmB,QAAyB,EACzB,UAAsB,EACvC,OAA+B,EACd,WAAwB;QAHxB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,eAAU,GAAV,UAAU,CAAY;QAEtB,gBAAW,GAAX,WAAW,CAAa;QAEzC,IAAI,CAAC,gBAAgB,GAAG,IAAA,8BAAsB,EAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IAEK,QAAQ,CACZ,sBAA0C,EAC1C,MAAgB;;;YAEhB,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,UAAU,CAAC,CAAC;YAElD,IAAI;gBACF,MAAM,OAAO,GAAG;oBACd,IAAI,EAAE;wBACJ,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;qBACtC;oBACD,MAAM,EAAE,IAAA,uBAAS,GAAE;oBACnB,QAAQ,EAAE,IAAA,yBAAW,GAAE;oBACvB,sBAAsB;oBACtB,MAAM;iBACP,CAAC;gBACF,IAAI,6BAAe,EAAE;oBACnB,MAAM,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,UAAU;wBACjB,SAAS,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;qBACrD,CAAC,CAAC;iBACJ;gBACD,MAAM,IAAI,GAAG,MAAM,IAAA,qBAAa,EAAC,mBAAmB,EAAE,GAAG,EAAE,CACzD,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACtB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAC5D,CACF,CAAC;gBAEF,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;gBAEhD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;oBAClC,IAAI,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;iBAC3C;gBAED,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,8BAA8B,IAAI,CAAC,SAAS,CACnE,IAAI,CAAC,IAAI,CACV,EAAE,CAAC;oBACJ,OAAO,EAAE,CAAC;iBACX;gBACD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;aACvB;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;gBACrE,OAAO,EAAE,CAAC;aACX;;KACF;IAEO,aAAa,CACnB,GAAY,EACZ,KAAsB,EACtB,MAAe;QAEf,MAAM,mBAAmB,GAAG;YAC1B,IAAI,EAAE;gBACJ,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;aACtC;YACD,KAAK;YACL,GAAG;YACH,MAAM;YACN,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC;QACF,OAAO,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAC7C,CAAC;IAEK,MAAM,CACV,GAAY,EACZ,KAAsB,EACtB,MAAe;;;YAEf,iDAAiD;YACjD,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAEzC,IAAI,sBAAsB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YACpE,gDAAgD;YAChD,IAAI,sBAAsB,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE;gBACpD,sBAAsB,GAAG,IAAI,CAAC,aAAa,CACzC,GAAG,EACH,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iCAAM,CAAC,KAAE,WAAW,EAAE,SAAS,IAAG,CAAC,CACrD,CAAC;aACH;YAED,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC/D,MAAM,gBAAgB,GAAG,MAAM,IAAA,gBAAS,EAAC,WAAI,CAAC,CAAC,kBAAkB,CAAC,CAAC;YAEnE,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,QAAQ,CAAC,CAAC;YAEhD,IAAI;gBACF,IAAI,6BAAe,EAAE;oBACnB,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;wBACzB,uCACK,EAAE,KACL,cAAc,EAAE,EAAE,CAAC,cAAc;gCAC/B,CAAC,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;gCACxC,CAAC,CAAC,SAAS,IACb;oBACJ,CAAC,CAAC,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,yBAAyB;wBAChC,SAAS,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;qBAC/C,CAAC,CAAC;iBACJ;gBAED,MAAM,IAAI,GAAG,MAAM,IAAA,qBAAa,EAAC,iBAAiB,EAAE,GAAG,EAAE,CACvD,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACtB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,oBAAoB,EAAE,gBAAgB,EAAE;oBACjE,OAAO,kCACF,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,KACzC,kBAAkB,EAAE,MAAM,EAC1B,cAAc,EAAE,0BAA0B,GAC3C;iBACF,CAAC,CACH,CACF,CAAC;gBAEF,IAAI,IAAI,EAAE;oBACR,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;oBAEhD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE;wBACnE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;wBAC1C,OAAO,IAAI,CAAC;qBACb;oBAED,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;wBACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,6BAA6B,IAAI,CAAC,SAAS,CAClE,IAAI,CAAC,IAAI,CAAC,OAAO,CAClB,EAAE,CAAC;qBACL;yBAAM,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE;wBACrD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE;4BAC3B,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,6BAA6B,IAAI,CAAC,SAAS,CAClE,IAAI,CAAC,IAAI,CACV,EAAE,CAAC;yBACL;qBACF;yBAAM;wBACL,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,6BAA6B,IAAI,CAAC,SAAS,CAClE,IAAI,CAAC,IAAI,CACV,EAAE,CAAC;qBACL;oBAED,IAAI,6BAAe,EAAE;wBACnB,MAAM,CAAC,IAAI,CAAC;4BACV,KAAK,EAAE,0BAA0B;4BACjC,SAAS,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;yBAChD,CAAC,CAAC;qBACJ;iBACF;qBAAM;oBACL,MAAM,CAAC,KAAK,CAAC;wBACX,KAAK,EAAE,kCAAkC;wBACzC,SAAS,EAAE;4BACT,4CAA4C;4BAC5C,cAAc;4BACd,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;4BAC5B,cAAc;4BACd,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;yBAC3C;qBACF,CAAC,CAAC;iBACJ;gBAED,OAAO,KAAK,CAAC;aACd;YAAC,OAAO,EAAO,EAAE;gBAChB,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,EAAE,aAAF,EAAE,uBAAF,EAAE,CAAE,cAAc,0CAAE,QAAQ;oBAC1B,CAAC,CAAC,IAAA,kCAAkB,EAAC,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAChD,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBAEF,MAAM,CAAC,GAAG,MAAA,EAAE,CAAC,cAAc,mCAAI,EAAE,CAAC;gBAClC,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;gBACrE,OAAO,KAAK,CAAC;aACd;;KACF;IAEO,cAAc;QACpB,IAAI;YACF,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAY,EAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC9D,OAAO,CAAC,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;SAC5C;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,SAAS,CAAC;SAClB;IACH,CAAC;CACF;AApMD,kCAoMC"}

package/lib/core/runners/cloud-enabled/id-generator.d.ts

@@ -0,0 +1 @@
+export declare function generateUniqueLinkId(): string;

package/lib/core/runners/cloud-enabled/id-generator.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateUniqueLinkId = void 0;
+const upper = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
+const digits = '0123456789';
+const lower = upper.toLowerCase();
+const alphanum = upper + lower + digits;
+function generateUniqueLinkId() {
+    let res = '';
+    for (let i = 0; i < 10; ++i) {
+        res += alphanum[Math.floor(Math.random() * alphanum.length)];
+    }
+    return res;
+}
+exports.generateUniqueLinkId = generateUniqueLinkId;
+//# sourceMappingURL=id-generator.js.map

package/lib/core/runners/cloud-enabled/id-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"id-generator.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/cloud-enabled/id-generator.ts"],"names":[],"mappings":";;;AAAA,MAAM,KAAK,GAAG,4BAA4B,CAAC;AAC3C,MAAM,MAAM,GAAG,YAAY,CAAC;AAC5B,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;AAClC,MAAM,QAAQ,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;AAExC,SAAgB,oBAAoB;IAClC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,EAAE;QAC3B,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;KAC9D;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAND,oDAMC"}

package/lib/core/runners/distributed-agent/distributed-agent.api.d.ts

@@ -0,0 +1,13 @@
+import { CloudTaskRunnerOptions } from '../../models/cloud-task-runner-options';
+import { TasksApiResponse } from '../../models/distributed-agent/tasks-api-response.model';
+export declare class DistributedAgentApi {
+    private readonly runGroup;
+    private readonly agentName;
+    private apiAxiosInstance;
+    constructor(options: CloudTaskRunnerOptions, runGroup: string, agentName: string);
+    tasks(executionId: string | null, statusCode: number | null, completedTasks: {
+        taskId: string;
+        hash: string;
+    }[]): Promise<TasksApiResponse>;
+    completeRunGroupWithError(error: string): Promise<void>;
+}

package/lib/core/runners/distributed-agent/distributed-agent.api.js

@@ -0,0 +1,79 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DistributedAgentApi = void 0;
+const axios_1 = require("../../../utilities/axios");
+const environment_1 = require("../../../utilities/environment");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const { output } = require('../../../utilities/nx-imports');
+class DistributedAgentApi {
+    constructor(options, runGroup, agentName) {
+        this.runGroup = runGroup;
+        this.agentName = agentName;
+        this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
+    }
+    tasks(executionId, statusCode, completedTasks) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dtePollTasks');
+            try {
+                const res = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/tasks', {
+                    runGroup: this.runGroup,
+                    agentName: this.agentName,
+                    executionId,
+                    statusCode,
+                    completedTasks,
+                }));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(res));
+                return res.data;
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                throw e;
+            }
+        });
+    }
+    completeRunGroupWithError(error) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Completing run group with an error',
+                    bodyLines: [`runGroup: ${this.runGroup}`, `error: ${error}`],
+                });
+            }
+            const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
+                    runGroup: this.runGroup,
+                    agentName: this.agentName,
+                    criticalErrorMessage: error,
+                }));
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({
+                        title: 'Completed run group with an error',
+                    });
+                }
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                console.error(e);
+            }
+        });
+    }
+}
+exports.DistributedAgentApi = DistributedAgentApi;
+//# sourceMappingURL=distributed-agent.api.js.map

package/lib/core/runners/distributed-agent/distributed-agent.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"distributed-agent.api.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/distributed-agent/distributed-agent.api.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,oDAGkC;AAElC,gEAAiE;AACjE,oEAI0C;AAC1C,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE5D,MAAa,mBAAmB;IAG9B,YACE,OAA+B,EACd,QAAgB,EAChB,SAAiB;QADjB,aAAQ,GAAR,QAAQ,CAAQ;QAChB,cAAS,GAAT,SAAS,CAAQ;QAElC,IAAI,CAAC,gBAAgB,GAAG,IAAA,8BAAsB,EAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IAEK,KAAK,CACT,WAA0B,EAC1B,UAAyB,EACzB,cAAkD;;;YAElD,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,cAAc,CAAC,CAAC;YAEtD,IAAI;gBACF,MAAM,GAAG,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACxC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,4BAA4B,EAAE;oBACvD,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,WAAW;oBACX,UAAU;oBACV,cAAc;iBACf,CAAC,CACH,CAAC;gBACF,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,GAAG,CAAC,CAAC,CAAC;gBAC/C,OAAO,GAAG,CAAC,IAAI,CAAC;aACjB;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBACF,MAAM,CAAC,CAAC;aACT;;KACF;IAEK,yBAAyB,CAAC,KAAa;;;YAC3C,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,oCAAoC;oBAC3C,SAAS,EAAE,CAAC,aAAa,IAAI,CAAC,QAAQ,EAAE,EAAE,UAAU,KAAK,EAAE,CAAC;iBAC7D,CAAC,CAAC;aACJ;YAED,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,kBAAkB,CAAC,CAAC;YAE1D,IAAI;gBACF,MAAM,IAAI,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACzC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,yCAAyC,EAAE;oBACpE,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,oBAAoB,EAAE,KAAK;iBAC5B,CAAC,CACH,CAAC;gBACF,IAAI,6BAAe,EAAE;oBACnB,MAAM,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,mCAAmC;qBAC3C,CAAC,CAAC;iBACJ;gBACD,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;aACjD;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBACF,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aAClB;;KACF;CACF;AAzED,kDAyEC"}

package/lib/core/runners/distributed-agent/distributed-agent.impl.d.ts

@@ -0,0 +1 @@
+export declare function startAgent(): Promise<void>;