@nrwl/nx-cloud 14.0.3-beta.1 → 14.0.3-beta.2

package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js

@@ -0,0 +1,167 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cloudEnabledTasksRunner = void 0;
+const Subject_1 = require("rxjs/internal/Subject");
+const message_reporter_1 = require("../../terminal-output/message-reporter");
+const end_of_run_message_1 = require("../../terminal-output/end-of-run-message");
+const output_obfuscator_1 = require("../../terminal-output/output-obfuscator");
+const cloud_enabled_life_cycle_1 = require("./cloud-enabled-life-cycle");
+const file_storage_1 = require("../../file-storage/file-storage");
+const e2e_encryption_1 = require("../../file-storage/e2e-encryption");
+const environment_1 = require("../../../utilities/environment");
+const cloud_remote_cache_1 = require("./cloud-remote-cache");
+const cloud_run_api_1 = require("./cloud-run.api");
+const fs_1 = require("fs");
+const path = require("path");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const { tasksRunnerV2, output } = require('../../../utilities/nx-imports');
+function createApi(errors, options, runContext) {
+    const machineInfo = (0, environment_1.getMachineInfo)(options);
+    return new cloud_run_api_1.CloudRunApi(errors, runContext, options, machineInfo);
+}
+function storeTaskHashes(taskExecutions, directory, distributedExecutionId) {
+    const hashes = JSON.stringify(taskExecutions.map((t) => ({
+        taskId: t.taskId,
+        hash: t.hash,
+    })));
+    if (environment_1.VERBOSE_LOGGING) {
+        output.note({
+            title: `Executed tasks with hashes: ${hashes}`,
+        });
+    }
+    (0, fs_1.writeFileSync)(path.join(directory, `tasks-hashes-${distributedExecutionId}`), hashes);
+}
+function onComplete(lifeCycle, options, remoteCache, api, outputObfuscator, runStartTime, messages, endOfRunMessage, taskExecutions, versionOfNxBefore133, inner) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const runEndTime = new Date().toISOString();
+        if (environment_1.AGENT_RUNNING_IN_DISTRIBUTED_EXECUTION) {
+            storeTaskHashes(taskExecutions, options.cacheDirectory || './node_modules/.cache/nx', environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_ID);
+        }
+        const branch = (0, environment_1.getBranch)();
+        const endRequest = yield Promise.all([
+            remoteCache.waitForStoreRequestsToComplete(),
+            api.endRun({
+                command: outputObfuscator.obfuscate((0, environment_1.parseCommand)()),
+                startTime: runStartTime,
+                endTime: runEndTime,
+                distributedExecutionId: environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_ID,
+                branch: branch,
+                scan: true,
+                runGroup: (0, environment_1.getRunGroup)(),
+                // only set sha if branch is set because we invoke a separate process,
+                // which adds a few millis
+                sha: branch ? (0, environment_1.extractGitSha)() : undefined,
+                inner: inner,
+            }, taskExecutions),
+        ]);
+        // this workaround is required because prior to Nx 13.3 we printed
+        // the end message after the runner completes, so we need to wait for the
+        // message to appear in the right place
+        if (versionOfNxBefore133) {
+            setTimeout(() => {
+                messages.printMessages();
+                if (!messages.anyErrors && !inner) {
+                    endOfRunMessage.printCacheHitsMessage();
+                }
+            }, 0);
+        }
+        else {
+            messages.printMessages();
+            if (!messages.anyErrors && !inner) {
+                endOfRunMessage.printCacheHitsMessage();
+            }
+        }
+        if (environment_1.AGENT_RUNNING_IN_DISTRIBUTED_EXECUTION) {
+            if (!endRequest[0]) {
+                output.error({
+                    title: `Agent wasn't able to store artifacts`,
+                });
+                messages.printMessages();
+                process.exit(environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE);
+            }
+            if (!endRequest[1]) {
+                output.error({
+                    title: `Agent wasn't able to record its run`,
+                });
+                messages.printMessages();
+                process.exit(environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE);
+            }
+        }
+        yield (0, metric_logger_1.submitRunMetrics)(options);
+    });
+}
+function createLifeCycle(runContext, options, outputObfuscator, tasks) {
+    const cloudEnabledLifeCycle = new cloud_enabled_life_cycle_1.CloudEnabledLifeCycle(runContext, options.cacheDirectory, !!options.skipNxCache, options.scan === undefined ? true : options.scan, options.cacheableOperations || [], outputObfuscator, tasks);
+    try {
+        const { CompositeLifeCycle } = require('../../../utilities/nx-imports');
+        if (!CompositeLifeCycle)
+            return cloudEnabledLifeCycle;
+        return new CompositeLifeCycle([options.lifeCycle, cloudEnabledLifeCycle]);
+    }
+    catch (e) {
+        return cloudEnabledLifeCycle;
+    }
+}
+function cloudEnabledTasksRunner(tasks, options, context, inner = false) {
+    const runContext = {
+        statuses: {},
+        scheduledTasks: [],
+        requests: {},
+        allTasks: tasks,
+    };
+    const versionOfNxBefore133 = options.lifeCycle === undefined;
+    const taskExecutions = [];
+    const messages = new message_reporter_1.MessageReporter(options);
+    const api = createApi(messages, options, runContext);
+    const endOfRunMessage = new end_of_run_message_1.EndOfRunMessage(runContext, taskExecutions);
+    const outputObfuscator = new output_obfuscator_1.OutputObfuscator(options.maskedProperties);
+    const hashes = tasks.map((t) => t.hash).filter((h) => !!h);
+    const startRunRequest = api.startRun(environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_ID, hashes);
+    hashes.forEach((hash) => {
+        runContext.requests[hash] = startRunRequest;
+    });
+    const runStartTime = new Date().toISOString();
+    const lifeCycle = createLifeCycle(runContext, options, outputObfuscator, taskExecutions);
+    const encryption = new e2e_encryption_1.E2EEncryption(environment_1.ENCRYPTION_KEY || options.encryptionKey);
+    const fileStorage = new file_storage_1.FileStorage(encryption);
+    const remoteCache = new cloud_remote_cache_1.CloudRemoteCache(messages, api, runContext, fileStorage);
+    // have to reset it so we don't capture inner tasks
+    delete process.env.NX_CLOUD_DISTRIBUTED_EXECUTION_ID;
+    const res = tasksRunnerV2(tasks, Object.assign(Object.assign({}, options), { remoteCache, lifeCycle }), context);
+    // observable -> legacy
+    if (res.subscribe) {
+        const wrappedRes = new Subject_1.Subject();
+        res.subscribe({
+            next: (value) => wrappedRes.next(value),
+            error: (err) => wrappedRes.error(err),
+            complete: () => __awaiter(this, void 0, void 0, function* () {
+                yield onComplete(lifeCycle, options, remoteCache, api, outputObfuscator, runStartTime, messages, endOfRunMessage, taskExecutions, versionOfNxBefore133, inner);
+                wrappedRes.complete();
+            }),
+        });
+        return wrappedRes;
+        // promise
+    }
+    else {
+        return res
+            .then((r) => __awaiter(this, void 0, void 0, function* () {
+            yield onComplete(lifeCycle, options, remoteCache, api, outputObfuscator, runStartTime, messages, endOfRunMessage, taskExecutions, versionOfNxBefore133, inner);
+            return r;
+        }))
+            .catch((e) => __awaiter(this, void 0, void 0, function* () {
+            yield onComplete(lifeCycle, options, remoteCache, api, outputObfuscator, runStartTime, messages, endOfRunMessage, taskExecutions, versionOfNxBefore133, inner);
+            throw e;
+        }));
+    }
+}
+exports.cloudEnabledTasksRunner = cloudEnabledTasksRunner;
+//# sourceMappingURL=cloud-enabled.runner.js.map

package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-enabled.runner.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/cloud-enabled/cloud-enabled.runner.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,mDAAgD;AAEhD,6EAAyE;AACzE,iFAA2E;AAC3E,+EAA2E;AAC3E,yEAAmE;AACnE,kEAA8D;AAC9D,sEAAkE;AAClE,gEAWwC;AACxC,6DAAwD;AACxD,mDAA8C;AAE9C,2BAAmC;AACnC,6BAA6B;AAC7B,oEAAoE;AAEpE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE3E,SAAS,SAAS,CAChB,MAAuB,EACvB,OAA+B,EAC/B,UAAsB;IAEtB,MAAM,WAAW,GAAG,IAAA,4BAAc,EAAC,OAAO,CAAC,CAAC;IAC5C,OAAO,IAAI,2BAAW,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,eAAe,CACtB,cAA+B,EAC/B,SAAiB,EACjB,sBAA8B;IAE9B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAC3B,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,IAAI,EAAE,CAAC,CAAC,IAAI;KACb,CAAC,CAAC,CACJ,CAAC;IAEF,IAAI,6BAAe,EAAE;QACnB,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,+BAA+B,MAAM,EAAE;SAC/C,CAAC,CAAC;KACJ;IAED,IAAA,kBAAa,EACX,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,sBAAsB,EAAE,CAAC,EAC9D,MAAM,CACP,CAAC;AACJ,CAAC;AAED,SAAe,UAAU,CACvB,SAAgC,EAChC,OAA+B,EAC/B,WAA6B,EAC7B,GAAgB,EAChB,gBAAkC,EAClC,YAAoB,EACpB,QAAyB,EACzB,eAAgC,EAChC,cAA+B,EAC/B,oBAA6B,EAC7B,KAAc;;QAEd,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE5C,IAAI,oDAAsC,EAAE;YAC1C,eAAe,CACb,cAAc,EACd,OAAO,CAAC,cAAc,IAAI,0BAA0B,EACpD,+CAAkC,CACnC,CAAC;SACH;QAED,MAAM,MAAM,GAAG,IAAA,uBAAS,GAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnC,WAAW,CAAC,8BAA8B,EAAE;YAC5C,GAAG,CAAC,MAAM,CACR;gBACE,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC,IAAA,0BAAY,GAAE,CAAC;gBACnD,SAAS,EAAE,YAAY;gBACvB,OAAO,EAAE,UAAU;gBACnB,sBAAsB,EAAE,+CAAiC;gBACzD,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI;gBACV,QAAQ,EAAE,IAAA,yBAAW,GAAE;gBACvB,sEAAsE;gBACtE,0BAA0B;gBAC1B,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,IAAA,2BAAa,GAAE,CAAC,CAAC,CAAC,SAAS;gBACzC,KAAK,EAAE,KAAK;aACb,EACD,cAAc,CACf;SACF,CAAC,CAAC;QAEH,kEAAkE;QAClE,yEAAyE;QACzE,uCAAuC;QACvC,IAAI,oBAAoB,EAAE;YACxB,UAAU,CAAC,GAAG,EAAE;gBACd,QAAQ,CAAC,aAAa,EAAE,CAAC;gBACzB,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE;oBACjC,eAAe,CAAC,qBAAqB,EAAE,CAAC;iBACzC;YACH,CAAC,EAAE,CAAC,CAAC,CAAC;SACP;aAAM;YACL,QAAQ,CAAC,aAAa,EAAE,CAAC;YACzB,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE;gBACjC,eAAe,CAAC,qBAAqB,EAAE,CAAC;aACzC;SACF;QAED,IAAI,oDAAsC,EAAE;YAC1C,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;gBAClB,MAAM,CAAC,KAAK,CAAC;oBACX,KAAK,EAAE,sCAAsC;iBAC9C,CAAC,CAAC;gBACH,QAAQ,CAAC,aAAa,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,mEAAqD,CAAC,CAAC;aACrE;YACD,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;gBAClB,MAAM,CAAC,KAAK,CAAC;oBACX,KAAK,EAAE,qCAAqC;iBAC7C,CAAC,CAAC;gBACH,QAAQ,CAAC,aAAa,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,mEAAqD,CAAC,CAAC;aACrE;SACF;QACD,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,CAAC;IAClC,CAAC;CAAA;AAED,SAAS,eAAe,CACtB,UAAsB,EACtB,OAA+B,EAC/B,gBAAkC,EAClC,KAAsB;IAEtB,MAAM,qBAAqB,GAAG,IAAI,gDAAqB,CACrD,UAAU,EACV,OAAO,CAAC,cAAc,EACtB,CAAC,CAAC,OAAO,CAAC,WAAW,EACrB,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAChD,OAAO,CAAC,mBAAmB,IAAI,EAAE,EACjC,gBAAgB,EAChB,KAAK,CACN,CAAC;IAEF,IAAI;QACF,MAAM,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;QACxE,IAAI,CAAC,kBAAkB;YAAE,OAAO,qBAAqB,CAAC;QACtD,OAAO,IAAI,kBAAkB,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC,CAAC;KAC3E;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,qBAAqB,CAAC;KAC9B;AACH,CAAC;AAED,SAAgB,uBAAuB,CACrC,KAAa,EACb,OAA+B,EAC/B,OAAY,EACZ,QAAiB,KAAK;IAEtB,MAAM,UAAU,GAAG;QACjB,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,EAAE;QAClB,QAAQ,EAAE,EAAE;QACZ,QAAQ,EAAE,KAAK;KACF,CAAC;IAEhB,MAAM,oBAAoB,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC;IAC7D,MAAM,cAAc,GAAG,EAAqB,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,kCAAe,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IACrD,MAAM,eAAe,GAAG,IAAI,oCAAe,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IAExE,MAAM,gBAAgB,GAAG,IAAI,oCAAgB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,eAAe,GAAG,GAAG,CAAC,QAAQ,CAClC,+CAAiC,EACjC,MAAM,CACP,CAAC;IACF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACtB,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC;IAC9C,CAAC,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9C,MAAM,SAAS,GAAG,eAAe,CAC/B,UAAU,EACV,OAAO,EACP,gBAAgB,EAChB,cAAc,CACf,CAAC;IACF,MAAM,UAAU,GAAG,IAAI,8BAAa,CAAC,4BAAc,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IAC9E,MAAM,WAAW,GAAG,IAAI,0BAAW,CAAC,UAAU,CAAC,CAAC;IAEhD,MAAM,WAAW,GAAG,IAAI,qCAAgB,CACtC,QAAQ,EACR,GAAG,EACH,UAAU,EACV,WAAW,CACZ,CAAC;IAEF,mDAAmD;IACnD,OAAO,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC;IACrD,MAAM,GAAG,GAAG,aAAa,CACvB,KAAK,kCACA,OAAO,KAAE,WAAW,EAAE,SAAS,KACpC,OAAO,CACD,CAAC;IACT,uBAAuB;IACvB,IAAK,GAAW,CAAC,SAAS,EAAE;QAC1B,MAAM,UAAU,GAAG,IAAI,iBAAO,EAAS,CAAC;QACxC,GAAG,CAAC,SAAS,CAAC;YACZ,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC;YACvC,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC;YACrC,QAAQ,EAAE,GAAS,EAAE;gBACnB,MAAM,UAAU,CACd,SAAS,EACT,OAAO,EACP,WAAW,EACX,GAAG,EACH,gBAAgB,EAChB,YAAY,EACZ,QAAQ,EACR,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,KAAK,CACN,CAAC;gBACF,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxB,CAAC,CAAA;SACF,CAAC,CAAC;QACH,OAAO,UAAU,CAAC;QAClB,UAAU;KACX;SAAM;QACL,OAAO,GAAG;aACP,IAAI,CAAC,CAAO,CAAC,EAAE,EAAE;YAChB,MAAM,UAAU,CACd,SAAS,EACT,OAAO,EACP,WAAW,EACX,GAAG,EACH,gBAAgB,EAChB,YAAY,EACZ,QAAQ,EACR,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,KAAK,CACN,CAAC;YACF,OAAO,CAAC,CAAC;QACX,CAAC,CAAA,CAAC;aACD,KAAK,CAAC,CAAO,CAAC,EAAE,EAAE;YACjB,MAAM,UAAU,CACd,SAAS,EACT,OAAO,EACP,WAAW,EACX,GAAG,EACH,gBAAgB,EAChB,YAAY,EACZ,QAAQ,EACR,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,KAAK,CACN,CAAC;YACF,MAAM,CAAC,CAAC;QACV,CAAC,CAAA,CAAC,CAAC;KACN;AACH,CAAC;AAhHD,0DAgHC"}

package/lib/core/runners/cloud-enabled/cloud-remote-cache.d.ts

@@ -0,0 +1,16 @@
+import { CloudRunApi } from './cloud-run.api';
+import { RunContext } from '../../models/run-context.model';
+import { FileStorage } from '../../file-storage/file-storage';
+import { MessageReporter } from '../../terminal-output/message-reporter';
+export declare class CloudRemoteCache {
+    private readonly messages;
+    private readonly api;
+    private readonly runContext;
+    private readonly fileStorage;
+    private readonly storeRequests;
+    constructor(messages: MessageReporter, api: CloudRunApi, runContext: RunContext, fileStorage: FileStorage);
+    retrieve(hash: string, cacheDirectory: string): Promise<boolean>;
+    store(hash: string, cacheDirectory: string): Promise<boolean>;
+    private hashUrls;
+    waitForStoreRequestsToComplete(): Promise<boolean>;
+}

package/lib/core/runners/cloud-enabled/cloud-remote-cache.js

@@ -0,0 +1,113 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudRemoteCache = void 0;
+const environment_1 = require("../../../utilities/environment");
+const { output } = require('../../../utilities/nx-imports');
+class CloudRemoteCache {
+    constructor(messages, api, runContext, fileStorage) {
+        this.messages = messages;
+        this.api = api;
+        this.runContext = runContext;
+        this.fileStorage = fileStorage;
+        this.storeRequests = [];
+    }
+    retrieve(hash, cacheDirectory) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.messages.cacheError)
+                return false;
+            const hashUrls = yield this.hashUrls(hash);
+            if (!hashUrls || !hashUrls.get) {
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({ title: `Nx Cloud: Cache miss ${hash}.` });
+                }
+                this.runContext.statuses[hash] = 'cache-miss';
+                return false;
+            }
+            try {
+                yield this.fileStorage.retrieve(hash, hashUrls.get, cacheDirectory);
+                this.runContext.statuses[hash] = 'remote-cache-hit';
+                return true;
+            }
+            catch (ee) {
+                const e = (_a = ee.axiosException) !== null && _a !== void 0 ? _a : ee;
+                if (e.response && e.response.status === 404) {
+                    if (environment_1.VERBOSE_LOGGING) {
+                        output.note({ title: `Nx Cloud: Cache miss ${hash}. Status 404.` });
+                    }
+                    // cache miss. print nothing
+                }
+                else {
+                    this.messages.cacheError = this.messages.extractErrorMessage(e, 'storage');
+                }
+                this.runContext.statuses[hash] = 'cache-miss';
+                return false;
+            }
+        });
+    }
+    store(hash, cacheDirectory) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.messages.cacheError)
+                return false;
+            const res = Promise.resolve().then(() => __awaiter(this, void 0, void 0, function* () {
+                var _a;
+                const hashUrls = yield this.hashUrls(hash);
+                if (!hashUrls)
+                    return false;
+                if (!hashUrls.put) {
+                    if (environment_1.VERBOSE_LOGGING) {
+                        output.note({
+                            title: `Nx Cloud: Skipping storing ${hash}. Read only token is used.`,
+                        });
+                    }
+                    return true;
+                }
+                try {
+                    yield this.fileStorage.store(hash, hashUrls.put, cacheDirectory);
+                    return true;
+                }
+                catch (ee) {
+                    const e = (_a = ee.axiosException) !== null && _a !== void 0 ? _a : ee;
+                    this.messages.cacheError = this.messages.extractErrorMessage(e, 'storage');
+                    return false;
+                }
+            }));
+            this.storeRequests.push(res);
+            return res;
+        });
+    }
+    hashUrls(hash) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (hash in this.runContext.requests) {
+                return (yield this.runContext.requests[hash])[hash];
+            }
+            else {
+                const scheduledTaskHashesWithoutRequests = this.runContext.scheduledTasks
+                    .filter((t) => !this.runContext.requests[t.hash])
+                    .map((t) => t.hash);
+                if (scheduledTaskHashesWithoutRequests.indexOf(hash) === -1) {
+                    scheduledTaskHashesWithoutRequests.push(hash);
+                }
+                const request = this.api.startRun(environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_ID, scheduledTaskHashesWithoutRequests);
+                scheduledTaskHashesWithoutRequests.forEach((taskHash) => {
+                    this.runContext.requests[taskHash] = request;
+                });
+                return (yield request)[hash];
+            }
+        });
+    }
+    waitForStoreRequestsToComplete() {
+        return Promise.all(this.storeRequests).then((r) => r.reduce((a, b) => a && b, true));
+    }
+}
+exports.CloudRemoteCache = CloudRemoteCache;
+//# sourceMappingURL=cloud-remote-cache.js.map

package/lib/core/runners/cloud-enabled/cloud-remote-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-remote-cache.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/cloud-enabled/cloud-remote-cache.ts"],"names":[],"mappings":";;;;;;;;;;;;AAGA,gEAGwC;AAGxC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE5D,MAAa,gBAAgB;IAG3B,YACmB,QAAyB,EACzB,GAAgB,EAChB,UAAsB,EACtB,WAAwB;QAHxB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,QAAG,GAAH,GAAG,CAAa;QAChB,eAAU,GAAV,UAAU,CAAY;QACtB,gBAAW,GAAX,WAAW,CAAa;QAN1B,kBAAa,GAAG,EAAwB,CAAC;IAOvD,CAAC;IAEE,QAAQ,CAAC,IAAY,EAAE,cAAsB;;;YACjD,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU;gBAAE,OAAO,KAAK,CAAC;YAE3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAC9B,IAAI,6BAAe,EAAE;oBACnB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,IAAI,GAAG,EAAE,CAAC,CAAC;iBACzD;gBACD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;gBAC9C,OAAO,KAAK,CAAC;aACd;YAED,IAAI;gBACF,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;gBACpE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC;gBACpD,OAAO,IAAI,CAAC;aACb;YAAC,OAAO,EAAO,EAAE;gBAChB,MAAM,CAAC,GAAG,MAAA,EAAE,CAAC,cAAc,mCAAI,EAAE,CAAC;gBAClC,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE;oBAC3C,IAAI,6BAAe,EAAE;wBACnB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,IAAI,eAAe,EAAE,CAAC,CAAC;qBACrE;oBACD,4BAA4B;iBAC7B;qBAAM;oBACL,IAAI,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC1D,CAAC,EACD,SAAS,CACV,CAAC;iBACH;gBACD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;gBAC9C,OAAO,KAAK,CAAC;aACd;;KACF;IAEK,KAAK,CAAC,IAAY,EAAE,cAAsB;;YAC9C,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU;gBAAE,OAAO,KAAK,CAAC;YAE3C,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAS,EAAE;;gBAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC3C,IAAI,CAAC,QAAQ;oBAAE,OAAO,KAAK,CAAC;gBAE5B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;oBACjB,IAAI,6BAAe,EAAE;wBACnB,MAAM,CAAC,IAAI,CAAC;4BACV,KAAK,EAAE,8BAA8B,IAAI,4BAA4B;yBACtE,CAAC,CAAC;qBACJ;oBACD,OAAO,IAAI,CAAC;iBACb;gBAED,IAAI;oBACF,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;oBACjE,OAAO,IAAI,CAAC;iBACb;gBAAC,OAAO,EAAO,EAAE;oBAChB,MAAM,CAAC,GAAG,MAAA,EAAE,CAAC,cAAc,mCAAI,EAAE,CAAC;oBAClC,IAAI,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC1D,CAAC,EACD,SAAS,CACV,CAAC;oBACF,OAAO,KAAK,CAAC;iBACd;YACH,CAAC,CAAA,CAAC,CAAC;YACH,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,OAAO,GAAG,CAAC;QACb,CAAC;KAAA;IAEa,QAAQ,CAAC,IAAY;;YACjC,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE;gBACpC,OAAO,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;aACrD;iBAAM;gBACL,MAAM,kCAAkC,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc;qBACtE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAM,CAAC,CAAC;qBAClD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAM,CAAC,CAAC;gBACxB,IAAI,kCAAkC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE;oBAC3D,kCAAkC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC/C;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAC/B,+CAAiC,EACjC,kCAAkC,CACnC,CAAC;gBACF,kCAAkC,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;oBACtD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC;gBAC/C,CAAC,CAAC,CAAC;gBACH,OAAO,CAAC,MAAM,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;aAC9B;QACH,CAAC;KAAA;IAED,8BAA8B;QAC5B,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAChD,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CACjC,CAAC;IACJ,CAAC;CACF;AAtGD,4CAsGC"}

package/lib/core/runners/cloud-enabled/cloud-run.api.d.ts

@@ -0,0 +1,17 @@
+import { RunContext } from '../../models/run-context.model';
+import { MachineInfo } from '../../models/machine-info.model';
+import { CacheUrls } from '../../models/cache-urls.model';
+import { CloudTaskRunnerOptions } from '../../models/cloud-task-runner-options';
+import { RunData } from '../../models/run-data.model';
+import { MessageReporter } from '../../terminal-output/message-reporter';
+import { TaskExecution } from '../../models/task-execution.model';
+export declare class CloudRunApi {
+    private readonly messages;
+    private readonly runContext;
+    private readonly machineInfo;
+    private apiAxiosInstance;
+    constructor(messages: MessageReporter, runContext: RunContext, options: CloudTaskRunnerOptions, machineInfo: MachineInfo);
+    startRun(distributedExecutionId: string | undefined, hashes: string[]): Promise<CacheUrls>;
+    endRun(run: RunData, tasks: TaskExecution[]): Promise<boolean>;
+    private nxCloudVersion;
+}

package/lib/core/runners/cloud-enabled/cloud-run.api.js

@@ -0,0 +1,158 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudRunApi = void 0;
+const axios_1 = require("../../../utilities/axios");
+const environment_1 = require("../../../utilities/environment");
+const fs_1 = require("fs");
+const zlib_1 = require("zlib");
+const util_1 = require("util");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const { output } = require('../../../utilities/nx-imports');
+class CloudRunApi {
+    constructor(messages, runContext, options, machineInfo) {
+        this.messages = messages;
+        this.runContext = runContext;
+        this.machineInfo = machineInfo;
+        this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
+    }
+    startRun(distributedExecutionId, hashes) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('startRun');
+            try {
+                const request = {
+                    meta: {
+                        nxCloudVersion: this.nxCloudVersion(),
+                    },
+                    branch: (0, environment_1.getBranch)(),
+                    runGroup: (0, environment_1.getRunGroup)(),
+                    distributedExecutionId,
+                    hashes,
+                };
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({
+                        title: 'RunStart',
+                        bodyLines: ['\n' + JSON.stringify(request, null, 2)],
+                    });
+                }
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/start', request));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+                if (resp.data && resp.data.message) {
+                    this.messages.message = resp.data.message;
+                }
+                if (!resp.data || !resp.data.urls) {
+                    this.messages.apiError = `Invalid Nx Cloud response: ${JSON.stringify(resp.data)}`;
+                    return {};
+                }
+                return resp.data.urls;
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
+                return {};
+            }
+        });
+    }
+    endRun(run, tasks) {
+        var _a, _b;
+        return __awaiter(this, void 0, void 0, function* () {
+            // API is not working, don't make the end request
+            if (this.messages.apiError)
+                return false;
+            const uncompressedReqBody = {
+                meta: {
+                    nxCloudVersion: this.nxCloudVersion(),
+                },
+                tasks,
+                run: run,
+                machineInfo: this.machineInfo,
+            };
+            const uncompressedBuffer = Buffer.from(JSON.stringify(uncompressedReqBody));
+            const compressedBuffer = yield (0, util_1.promisify)(zlib_1.gzip)(uncompressedBuffer);
+            const recorder = (0, metric_logger_1.createMetricRecorder)('endRun');
+            try {
+                if (environment_1.VERBOSE_LOGGING) {
+                    const t = tasks.map((tt) => {
+                        return Object.assign(Object.assign({}, tt), { terminalOutput: tt.terminalOutput
+                                ? `${tt.terminalOutput.slice(0, 20)}...`
+                                : undefined });
+                    });
+                    output.note({
+                        title: 'RunEnd. Completed tasks',
+                        bodyLines: ['\n' + JSON.stringify(t, null, 2)],
+                    });
+                }
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/end', compressedBuffer, {
+                    headers: Object.assign(Object.assign({}, this.apiAxiosInstance.defaults.headers), { 'Content-Encoding': 'gzip', 'Content-Type': 'application/octet-stream' }),
+                }));
+                if (resp) {
+                    recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+                    if (resp.data && resp.data.runUrl && resp.data.status === 'success') {
+                        this.runContext.runUrl = resp.data.runUrl;
+                        return true;
+                    }
+                    if (resp.data && resp.data.status) {
+                        this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data.message)}`;
+                    }
+                    else if (resp.data && typeof resp.data === 'string') {
+                        if (resp.data !== 'success') {
+                            this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
+                        }
+                    }
+                    else {
+                        this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
+                    }
+                    if (environment_1.VERBOSE_LOGGING) {
+                        output.note({
+                            title: 'Invalid end run response',
+                            bodyLines: [JSON.stringify(resp.data, null, 2)],
+                        });
+                    }
+                }
+                else {
+                    output.error({
+                        title: 'Nx Cloud: Unknown Error Occurred',
+                        bodyLines: [
+                            'Run completion responded with `undefined`.',
+                            'Run Details:',
+                            JSON.stringify(run, null, 2),
+                            'Stack Trace:',
+                            JSON.stringify(new Error().stack, null, 2),
+                        ],
+                    });
+                }
+                return false;
+            }
+            catch (ee) {
+                recorder.recordMetric(((_a = ee === null || ee === void 0 ? void 0 : ee.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(ee.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                const e = (_b = ee.axiosException) !== null && _b !== void 0 ? _b : ee;
+                this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
+                return false;
+            }
+        });
+    }
+    nxCloudVersion() {
+        try {
+            const v = JSON.parse((0, fs_1.readFileSync)(`package.json`).toString());
+            return v.devDependencies['@nrwl/nx-cloud'];
+        }
+        catch (e) {
+            return 'unknown';
+        }
+    }
+}
+exports.CloudRunApi = CloudRunApi;
+//# sourceMappingURL=cloud-run.api.js.map

package/lib/core/runners/cloud-enabled/cloud-run.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-run.api.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/cloud-enabled/cloud-run.api.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,oDAGkC;AAClC,gEAIwC;AAIxC,2BAAkC;AAClC,+BAA4B;AAC5B,+BAAiC;AACjC,oEAI0C;AAC1C,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE5D,MAAa,WAAW;IAGtB,YACmB,QAAyB,EACzB,UAAsB,EACvC,OAA+B,EACd,WAAwB;QAHxB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,eAAU,GAAV,UAAU,CAAY;QAEtB,gBAAW,GAAX,WAAW,CAAa;QAEzC,IAAI,CAAC,gBAAgB,GAAG,IAAA,8BAAsB,EAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IAEK,QAAQ,CACZ,sBAA0C,EAC1C,MAAgB;;;YAEhB,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,UAAU,CAAC,CAAC;YAElD,IAAI;gBACF,MAAM,OAAO,GAAG;oBACd,IAAI,EAAE;wBACJ,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;qBACtC;oBACD,MAAM,EAAE,IAAA,uBAAS,GAAE;oBACnB,QAAQ,EAAE,IAAA,yBAAW,GAAE;oBACvB,sBAAsB;oBACtB,MAAM;iBACP,CAAC;gBACF,IAAI,6BAAe,EAAE;oBACnB,MAAM,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,UAAU;wBACjB,SAAS,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;qBACrD,CAAC,CAAC;iBACJ;gBACD,MAAM,IAAI,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACzC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAC5D,CAAC;gBACF,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;gBAEhD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;oBAClC,IAAI,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;iBAC3C;gBAED,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,8BAA8B,IAAI,CAAC,SAAS,CACnE,IAAI,CAAC,IAAI,CACV,EAAE,CAAC;oBACJ,OAAO,EAAE,CAAC;iBACX;gBACD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;aACvB;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;gBACrE,OAAO,EAAE,CAAC;aACX;;KACF;IAEK,MAAM,CAAC,GAAY,EAAE,KAAsB;;;YAC/C,iDAAiD;YACjD,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAEzC,MAAM,mBAAmB,GAAG;gBAC1B,IAAI,EAAE;oBACJ,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;iBACtC;gBACD,KAAK;gBACL,GAAG,EAAE,GAAG;gBACR,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC;YAEF,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAC5E,MAAM,gBAAgB,GAAG,MAAM,IAAA,gBAAS,EAAC,WAAI,CAAC,CAAC,kBAAkB,CAAC,CAAC;YAEnE,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,QAAQ,CAAC,CAAC;YAEhD,IAAI;gBACF,IAAI,6BAAe,EAAE;oBACnB,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;wBACzB,uCACK,EAAE,KACL,cAAc,EAAE,EAAE,CAAC,cAAc;gCAC/B,CAAC,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;gCACxC,CAAC,CAAC,SAAS,IACb;oBACJ,CAAC,CAAC,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,yBAAyB;wBAChC,SAAS,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;qBAC/C,CAAC,CAAC;iBACJ;gBAED,MAAM,IAAI,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACzC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,oBAAoB,EAAE,gBAAgB,EAAE;oBACjE,OAAO,kCACF,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,KACzC,kBAAkB,EAAE,MAAM,EAC1B,cAAc,EAAE,0BAA0B,GAC3C;iBACF,CAAC,CACH,CAAC;gBAEF,IAAI,IAAI,EAAE;oBACR,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;oBAEhD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE;wBACnE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;wBAC1C,OAAO,IAAI,CAAC;qBACb;oBAED,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;wBACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,6BAA6B,IAAI,CAAC,SAAS,CAClE,IAAI,CAAC,IAAI,CAAC,OAAO,CAClB,EAAE,CAAC;qBACL;yBAAM,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE;wBACrD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE;4BAC3B,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,6BAA6B,IAAI,CAAC,SAAS,CAClE,IAAI,CAAC,IAAI,CACV,EAAE,CAAC;yBACL;qBACF;yBAAM;wBACL,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,6BAA6B,IAAI,CAAC,SAAS,CAClE,IAAI,CAAC,IAAI,CACV,EAAE,CAAC;qBACL;oBAED,IAAI,6BAAe,EAAE;wBACnB,MAAM,CAAC,IAAI,CAAC;4BACV,KAAK,EAAE,0BAA0B;4BACjC,SAAS,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;yBAChD,CAAC,CAAC;qBACJ;iBACF;qBAAM;oBACL,MAAM,CAAC,KAAK,CAAC;wBACX,KAAK,EAAE,kCAAkC;wBACzC,SAAS,EAAE;4BACT,4CAA4C;4BAC5C,cAAc;4BACd,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;4BAC5B,cAAc;4BACd,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;yBAC3C;qBACF,CAAC,CAAC;iBACJ;gBAED,OAAO,KAAK,CAAC;aACd;YAAC,OAAO,EAAO,EAAE;gBAChB,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,EAAE,aAAF,EAAE,uBAAF,EAAE,CAAE,cAAc,0CAAE,QAAQ;oBAC1B,CAAC,CAAC,IAAA,kCAAkB,EAAC,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAChD,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBAEF,MAAM,CAAC,GAAG,MAAA,EAAE,CAAC,cAAc,mCAAI,EAAE,CAAC;gBAClC,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;gBACrE,OAAO,KAAK,CAAC;aACd;;KACF;IAEO,cAAc;QACpB,IAAI;YACF,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAY,EAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC9D,OAAO,CAAC,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;SAC5C;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,SAAS,CAAC;SAClB;IACH,CAAC;CACF;AA1KD,kCA0KC"}

package/lib/core/runners/distributed-agent/distributed-agent.api.d.ts

@@ -0,0 +1,13 @@
+import { CloudTaskRunnerOptions } from '../../models/cloud-task-runner-options';
+import { TasksApiResponse } from '../../models/distributed-agent/tasks-api-response.model';
+export declare class DistributedAgentApi {
+    private readonly runGroup;
+    private readonly agentName;
+    private apiAxiosInstance;
+    constructor(options: CloudTaskRunnerOptions, runGroup: string, agentName: string);
+    tasks(executionId: string | null, statusCode: number | null, completedTasks: {
+        taskId: string;
+        hash: string;
+    }[]): Promise<TasksApiResponse>;
+    completeRunGroupWithError(error: string): Promise<void>;
+}

package/lib/core/runners/distributed-agent/distributed-agent.api.js

@@ -0,0 +1,79 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DistributedAgentApi = void 0;
+const axios_1 = require("../../../utilities/axios");
+const environment_1 = require("../../../utilities/environment");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const { output } = require('../../../utilities/nx-imports');
+class DistributedAgentApi {
+    constructor(options, runGroup, agentName) {
+        this.runGroup = runGroup;
+        this.agentName = agentName;
+        this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
+    }
+    tasks(executionId, statusCode, completedTasks) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dtePollTasks');
+            try {
+                const res = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/tasks', {
+                    runGroup: this.runGroup,
+                    agentName: this.agentName,
+                    executionId,
+                    statusCode,
+                    completedTasks,
+                }));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(res));
+                return res.data;
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                throw e;
+            }
+        });
+    }
+    completeRunGroupWithError(error) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Completing run group with an error',
+                    bodyLines: [`runGroup: ${this.runGroup}`, `error: ${error}`],
+                });
+            }
+            const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
+                    runGroup: this.runGroup,
+                    agentName: this.agentName,
+                    criticalErrorMessage: error,
+                }));
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({
+                        title: 'Completed run group with an error',
+                    });
+                }
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                console.error(e);
+            }
+        });
+    }
+}
+exports.DistributedAgentApi = DistributedAgentApi;
+//# sourceMappingURL=distributed-agent.api.js.map

package/lib/core/runners/distributed-agent/distributed-agent.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"distributed-agent.api.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/distributed-agent/distributed-agent.api.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,oDAGkC;AAElC,gEAAiE;AACjE,oEAI0C;AAC1C,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE5D,MAAa,mBAAmB;IAG9B,YACE,OAA+B,EACd,QAAgB,EAChB,SAAiB;QADjB,aAAQ,GAAR,QAAQ,CAAQ;QAChB,cAAS,GAAT,SAAS,CAAQ;QAElC,IAAI,CAAC,gBAAgB,GAAG,IAAA,8BAAsB,EAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IAEK,KAAK,CACT,WAA0B,EAC1B,UAAyB,EACzB,cAAkD;;;YAElD,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,cAAc,CAAC,CAAC;YAEtD,IAAI;gBACF,MAAM,GAAG,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACxC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,4BAA4B,EAAE;oBACvD,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,WAAW;oBACX,UAAU;oBACV,cAAc;iBACf,CAAC,CACH,CAAC;gBACF,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,GAAG,CAAC,CAAC,CAAC;gBAC/C,OAAO,GAAG,CAAC,IAAI,CAAC;aACjB;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBACF,MAAM,CAAC,CAAC;aACT;;KACF;IAEK,yBAAyB,CAAC,KAAa;;;YAC3C,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,oCAAoC;oBAC3C,SAAS,EAAE,CAAC,aAAa,IAAI,CAAC,QAAQ,EAAE,EAAE,UAAU,KAAK,EAAE,CAAC;iBAC7D,CAAC,CAAC;aACJ;YAED,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,kBAAkB,CAAC,CAAC;YAE1D,IAAI;gBACF,MAAM,IAAI,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACzC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,yCAAyC,EAAE;oBACpE,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,oBAAoB,EAAE,KAAK;iBAC5B,CAAC,CACH,CAAC;gBACF,IAAI,6BAAe,EAAE;oBACnB,MAAM,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,mCAAmC;qBAC3C,CAAC,CAAC;iBACJ;gBACD,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;aACjD;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBACF,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aAClB;;KACF;CACF;AAzED,kDAyEC"}

package/lib/core/runners/distributed-agent/distributed-agent.impl.d.ts

@@ -0,0 +1 @@
+export declare function startAgent(): Promise<void>;