@nrwl/nx-cloud 15.0.4-beta.2 → 15.0.4-beta.3

package/lib/core/runners/distributed-agent/distributed-agent.impl.js

@@ -0,0 +1,269 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startAgent = void 0;
+const child_process_1 = require("child_process");
+const fs_1 = require("fs");
+const stripJsonComments = require("strip-json-comments");
+const create_unchanged_value_timeout_1 = require("../../../utilities/create-unchanged-value-timeout");
+const environment_1 = require("../../../utilities/environment");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const waiter_1 = require("../../../utilities/waiter");
+const print_run_group_error_1 = require("../../error/print-run-group-error");
+const distributed_agent_api_1 = require("./distributed-agent.api");
+const print_invalid_runner_error_1 = require("../../error/print-invalid-runner-error");
+const { output, workspaceRoot } = require('../../../utilities/nx-imports');
+function executeTasks(options, api) {
+    return __awaiter(this, void 0, void 0, function* () {
+        let completedStatusCode = 0;
+        let apiResponse = null;
+        const failIfSameTasksAfterTimeout = (0, create_unchanged_value_timeout_1.createUnchangedValueTimeout)({
+            title: `No new messages received after ${environment_1.NO_MESSAGES_TIMEOUT / 1000} seconds`,
+            timeout: environment_1.NO_MESSAGES_TIMEOUT,
+        });
+        const waiter = new waiter_1.Waiter();
+        let completedTasks = [];
+        const startTime = new Date();
+        let executedAnyTasks = false;
+        while (true) {
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Fetching tasks...',
+                });
+            }
+            apiResponse = yield api.tasks(apiResponse ? apiResponse.executionId : null, completedStatusCode, completedTasks);
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'API Response',
+                    bodyLines: [
+                        `completed: ${apiResponse.completed}`,
+                        `status: ${apiResponse.status}`,
+                        `retryDuring: ${apiResponse.retryDuring}`,
+                        `executionId: ${apiResponse.executionId}`,
+                        `number of tasks: ${apiResponse.tasks.length}`,
+                        `error: ${apiResponse.criticalErrorMessage}`,
+                        `maxParallel: ${apiResponse.maxParallel}`,
+                    ],
+                });
+            }
+            if (apiResponse.criticalErrorMessage) {
+                output.error({
+                    title: 'Distributed Execution Terminated',
+                    bodyLines: ['Error:', apiResponse.criticalErrorMessage],
+                });
+                process.exit(0);
+            }
+            // run group is completed but it might be a rerun
+            // we will try several times before going further and
+            // completed the response
+            // we only do it if we haven't executed any tasks
+            if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) &&
+                (apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) !== 0 &&
+                !executedAnyTasks &&
+                new Date().getTime() - startTime.getTime() > apiResponse.retryDuring) {
+                yield waiter.wait();
+                continue;
+            }
+            if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.status) !== undefined) {
+                if (apiResponse.status === 'RUN_GROUP_COMPLETED' ||
+                    apiResponse.status === 'NO_FURTHER_TASKS_TO_RUN') {
+                    return;
+                }
+            }
+            else if (apiResponse.completed) {
+                return;
+            }
+            // if status is present that use the status instead of completed, otherwise use completed
+            failIfSameTasksAfterTimeout(apiResponse.tasks.map((t) => t.taskId).join(''));
+            if (!apiResponse.executionId) {
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({
+                        title: 'Waiting...',
+                    });
+                }
+                yield waiter.wait();
+                completedStatusCode = 0;
+                completedTasks = [];
+                continue;
+            }
+            waiter.reset();
+            executedAnyTasks = true;
+            const r = invokeTasksUsingRunMany(options, apiResponse.executionId, apiResponse.tasks, apiResponse.maxParallel);
+            completedStatusCode = r.completedStatusCode;
+            completedTasks = r.completedTasks;
+        }
+    });
+}
+function readCompletedTasks(options, distributedExecutionId) {
+    const errorMessage = `Command execution failed (distributed task execution: ${distributedExecutionId}). Tasks hashes haven\'t been recorded.`;
+    let completedTasks;
+    try {
+        const cacheDirectory = (0, environment_1.getNxCacheDirectory)(options);
+        const taskHashesFile = `${cacheDirectory}/tasks-hashes-${distributedExecutionId}`;
+        completedTasks = JSON.parse((0, fs_1.readFileSync)(taskHashesFile).toString());
+        // remove it such that if the next command crashes we don't read an obsolete file
+        (0, fs_1.unlinkSync)(taskHashesFile);
+    }
+    catch (e) {
+        throw new Error(errorMessage);
+    }
+    if (completedTasks.length == 0) {
+        throw new Error(errorMessage);
+    }
+    return completedTasks;
+}
+function invokeTasksUsingRunMany(options, executionId, tasks, maxParallel) {
+    let completedStatusCode = 0;
+    const completedTasks = [];
+    for (const g of groupByTarget(tasks)) {
+        const config = g.configuration ? `--configuration=${g.configuration}` : ``;
+        const parallel = maxParallel > 1 ? ` --parallel --max-parallel=${maxParallel}` : ``;
+        // TODO use pnpx or yarn when needed
+        const command = `npx nx run-many --target=${g.target} ${config} --projects=${g.projects.join(',')} ${g.params}${parallel}`;
+        if (environment_1.VERBOSE_LOGGING) {
+            output.note({
+                title: `Executing: '${command}'`,
+            });
+        }
+        try {
+            (0, child_process_1.execSync)(command, {
+                stdio: ['ignore', 'inherit', 'inherit'],
+                env: Object.assign(Object.assign({}, process.env), { NX_CACHE_FAILURES: 'true', NX_CLOUD_DISTRIBUTED_EXECUTION_ID: executionId, NX_STREAM_OUTPUT: 'true', NX_PREFIX_OUTPUT: 'true' }),
+            });
+            completedTasks.push(...readCompletedTasks(options, executionId));
+        }
+        catch (e) {
+            if (e.status === environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE) {
+                throw e;
+            }
+            else {
+                completedStatusCode = 1;
+                completedTasks.push(...readCompletedTasks(options, executionId));
+            }
+        }
+    }
+    return { completedStatusCode, completedTasks };
+}
+function groupByTarget(tasks) {
+    const res = [];
+    tasks.forEach((t) => {
+        const r = res.find((rr) => rr.target === t.target && rr.configuration === t.configuration);
+        if (r) {
+            r.projects.push(t.projectName);
+        }
+        else {
+            res.push({
+                target: t.target,
+                projects: [t.projectName],
+                params: t.params,
+                configuration: t.configuration,
+            });
+        }
+    });
+    return res;
+}
+function getAgentName() {
+    if (process.env.NX_AGENT_NAME !== undefined) {
+        return process.env.NX_AGENT_NAME;
+    }
+    else if (process.env.CIRCLECI !== undefined && process.env.CIRCLE_STAGE) {
+        return process.env.CIRCLE_STAGE;
+    }
+    else if (process.env.CIRCLECI !== undefined && process.env.CIRCLE_JOB) {
+        return process.env.CIRCLE_JOB;
+    }
+    else {
+        return `Agent ${Math.floor(Math.random() * 100000)}`;
+    }
+}
+function createAgentLockfileAndSetUpListeners(api, options, agentName) {
+    const cacheDirectory = (0, environment_1.getNxCacheDirectory)(options);
+    const lockFileDirectory = `${cacheDirectory}/lockfiles`;
+    const lockFilePath = `${lockFileDirectory}/${agentName}.lock`;
+    if (!(0, fs_1.existsSync)(lockFileDirectory)) {
+        (0, fs_1.mkdirSync)(lockFileDirectory, { recursive: true });
+    }
+    // Check for other agents' lockfiles and warn if exist
+    const lockFiles = (0, fs_1.readdirSync)(lockFileDirectory);
+    if (lockFiles.length) {
+        // Check to make sure the current agent name is not in use (only 1/100000 ^ 2 chance of this)
+        if (lockFiles.includes(`${agentName}.lock`)) {
+            output.error({
+                title: 'Duplicate Agent ID Detected',
+                bodyLines: [
+                    'We have detected another agent with this ID running in this workspace. This should not happen.',
+                    '',
+                    'End all currently running agents, run "npx nx-cloud clean-up-agents", and try again.',
+                ],
+            });
+            process.exit(1);
+        }
+        output.warn({
+            title: 'Other Nx Cloud Agents Detected',
+            bodyLines: [
+                'We have detected other agents running in this workspace. This can cause unexpected behavior.',
+                '',
+                'This can also be a false positive caused by agents that did not shut down correctly.',
+                'If you believe this is the case, run "npx nx-cloud clean-up-agents".',
+            ],
+        });
+    }
+    (0, fs_1.writeFileSync)(lockFilePath, '');
+    process.on('exit', (code) => {
+        cleanupAgentLockfile(lockFilePath, code);
+    });
+    process.on('SIGTERM', () => __awaiter(this, void 0, void 0, function* () {
+        yield api.completeRunGroupWithError('Agent was terminated via SIGTERM');
+        cleanupAgentLockfile(lockFilePath, 1);
+    }));
+    process.on('SIGINT', () => __awaiter(this, void 0, void 0, function* () {
+        yield api.completeRunGroupWithError('Agent was terminated via SIGINT');
+        cleanupAgentLockfile(lockFilePath, 1);
+    }));
+}
+function cleanupAgentLockfile(lockFilePath, code) {
+    if ((0, fs_1.existsSync)(lockFilePath)) {
+        (0, fs_1.unlinkSync)(lockFilePath);
+        process.exit(code);
+    }
+}
+function startAgent() {
+    return __awaiter(this, void 0, void 0, function* () {
+        const runGroup = (0, environment_1.getRunGroup)();
+        if (!runGroup) {
+            (0, print_run_group_error_1.printRunGroupError)();
+            return process.exit(1);
+        }
+        output.note({
+            title: 'Starting an agent for running Nx tasks',
+        });
+        const defaultRunnerConfig = JSON.parse(stripJsonComments((0, fs_1.readFileSync)(`${workspaceRoot}/nx.json`).toString())).tasksRunnerOptions.default;
+        if (defaultRunnerConfig.runner !== '@nrwl/nx-cloud') {
+            (0, print_invalid_runner_error_1.printInvalidRunnerError)();
+            return process.exit(1);
+        }
+        const options = defaultRunnerConfig.options;
+        const agentName = getAgentName();
+        const api = new distributed_agent_api_1.DistributedAgentApi(options, runGroup, agentName);
+        createAgentLockfileAndSetUpListeners(api, options, agentName);
+        return executeTasks(options, api)
+            .then((res) => __awaiter(this, void 0, void 0, function* () {
+            yield (0, metric_logger_1.submitRunMetrics)(options);
+            return res;
+        }))
+            .catch((e) => __awaiter(this, void 0, void 0, function* () {
+            yield api.completeRunGroupWithError(`Critical Error in Agent: "${e.message}"`);
+            throw e;
+        }));
+    });
+}
+exports.startAgent = startAgent;
+//# sourceMappingURL=distributed-agent.impl.js.map

package/lib/core/runners/distributed-agent/distributed-agent.impl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"distributed-agent.impl.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/distributed-agent/distributed-agent.impl.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,iDAAyC;AACzC,2BAOY;AACZ,yDAAyD;AACzD,sGAAgG;AAChG,gEAMwC;AACxC,oEAAoE;AACpE,sDAAmD;AACnD,6EAAuE;AAOvE,mEAA8D;AAC9D,uFAAiF;AAEjF,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE3E,SAAe,YAAY,CACzB,OAA+B,EAC/B,GAAwB;;QAExB,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAC5B,IAAI,WAAW,GAA4B,IAAI,CAAC;QAChD,MAAM,2BAA2B,GAAG,IAAA,4DAA2B,EAAC;YAC9D,KAAK,EAAE,kCACL,iCAAmB,GAAG,IACxB,UAAU;YACV,OAAO,EAAE,iCAAmB;SAC7B,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,eAAM,EAAE,CAAC;QAE5B,IAAI,cAAc,GAAG,EAAwC,CAAC;QAE9D,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAE7B,OAAO,IAAI,EAAE;YACX,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,mBAAmB;iBAC3B,CAAC,CAAC;aACJ;YAED,WAAY,GAAG,MAAM,GAAG,CAAC,KAAK,CAC5B,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAC5C,mBAAmB,EACnB,cAAc,CACf,CAAC;YAEF,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,cAAc;oBACrB,SAAS,EAAE;wBACT,cAAc,WAAW,CAAC,SAAS,EAAE;wBACrC,WAAW,WAAW,CAAC,MAAM,EAAE;wBAC/B,gBAAgB,WAAW,CAAC,WAAW,EAAE;wBACzC,gBAAgB,WAAW,CAAC,WAAW,EAAE;wBACzC,oBAAoB,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE;wBAC9C,UAAU,WAAW,CAAC,oBAAoB,EAAE;wBAC5C,gBAAgB,WAAW,CAAC,WAAW,EAAE;qBAC1C;iBACF,CAAC,CAAC;aACJ;YACD,IAAI,WAAW,CAAC,oBAAoB,EAAE;gBACpC,MAAM,CAAC,KAAK,CAAC;oBACX,KAAK,EAAE,kCAAkC;oBACzC,SAAS,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC,oBAAoB,CAAC;iBACxD,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACjB;YAED,iDAAiD;YACjD,qDAAqD;YACrD,yBAAyB;YACzB,iDAAiD;YACjD,IACE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,WAAW;gBACxB,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,WAAW,MAAK,CAAC;gBAC9B,CAAC,gBAAgB;gBACjB,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE,GAAG,WAAW,CAAC,WAAW,EACpE;gBACA,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpB,SAAS;aACV;YAED,IAAI,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,MAAM,MAAK,SAAS,EAAE;gBACrC,IACE,WAAW,CAAC,MAAM,KAAK,qBAAqB;oBAC5C,WAAW,CAAC,MAAM,KAAK,yBAAyB,EAChD;oBACA,OAAO;iBACR;aACF;iBAAM,IAAI,WAAW,CAAC,SAAS,EAAE;gBAChC,OAAO;aACR;YAED,yFAAyF;YAEzF,2BAA2B,CACzB,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAChD,CAAC;YAEF,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE;gBAC5B,IAAI,6BAAe,EAAE;oBACnB,MAAM,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,YAAY;qBACpB,CAAC,CAAC;iBACJ;gBACD,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpB,mBAAmB,GAAG,CAAC,CAAC;gBACxB,cAAc,GAAG,EAAE,CAAC;gBACpB,SAAS;aACV;YAED,MAAM,CAAC,KAAK,EAAE,CAAC;YACf,gBAAgB,GAAG,IAAI,CAAC;YACxB,MAAM,CAAC,GAAG,uBAAuB,CAC/B,OAAO,EACP,WAAW,CAAC,WAAW,EACvB,WAAW,CAAC,KAAK,EACjB,WAAW,CAAC,WAAW,CACxB,CAAC;YACF,mBAAmB,GAAG,CAAC,CAAC,mBAAmB,CAAC;YAC5C,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC;SACnC;IACH,CAAC;CAAA;AAED,SAAS,kBAAkB,CACzB,OAA+B,EAC/B,sBAA8B;IAE9B,MAAM,YAAY,GAAG,yDAAyD,sBAAsB,yCAAyC,CAAC;IAC9I,IAAI,cAAc,CAAC;IACnB,IAAI;QACF,MAAM,cAAc,GAAG,IAAA,iCAAmB,EAAC,OAAO,CAAC,CAAC;QACpD,MAAM,cAAc,GAAG,GAAG,cAAc,iBAAiB,sBAAsB,EAAE,CAAC;QAClF,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAY,EAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,iFAAiF;QACjF,IAAA,eAAU,EAAC,cAAc,CAAC,CAAC;KAC5B;IAAC,OAAO,CAAC,EAAE;QACV,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;KAC/B;IAED,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE;QAC9B,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;KAC/B;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,SAAS,uBAAuB,CAC9B,OAA+B,EAC/B,WAAmB,EACnB,KAAsB,EACtB,WAAmB;IAKnB,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,MAAM,cAAc,GAAG,EAAW,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE;QACpC,MAAM,MAAM,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,MAAM,QAAQ,GACZ,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,8BAA8B,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAErE,oCAAoC;QACpC,MAAM,OAAO,GAAG,4BACd,CAAC,CAAC,MACJ,IAAI,MAAM,eAAe,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;QAEvE,IAAI,6BAAe,EAAE;YACnB,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,eAAe,OAAO,GAAG;aACjC,CAAC,CAAC;SACJ;QACD,IAAI;YACF,IAAA,wBAAQ,EAAC,OAAO,EAAE;gBAChB,KAAK,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC;gBACvC,GAAG,kCACE,OAAO,CAAC,GAAG,KACd,iBAAiB,EAAE,MAAM,EACzB,iCAAiC,EAAE,WAAW,EAC9C,gBAAgB,EAAE,MAAM,EACxB,gBAAgB,EAAE,MAAM,GACzB;aACF,CAAC,CAAC;YACH,cAAc,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC;SAClE;QAAC,OAAO,CAAM,EAAE;YACf,IAAI,CAAC,CAAC,MAAM,KAAK,mEAAqD,EAAE;gBACtE,MAAM,CAAC,CAAC;aACT;iBAAM;gBACL,mBAAmB,GAAG,CAAC,CAAC;gBACxB,cAAc,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC;aAClE;SACF;KACF;IACD,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,CAAC;AACjD,CAAC;AAED,SAAS,aAAa,CAAC,KAAsB;IAC3C,MAAM,GAAG,GAAG,EAAoB,CAAC;IACjC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;QAClB,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAChB,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,aAAa,KAAK,CAAC,CAAC,aAAa,CACvE,CAAC;QACF,IAAI,CAAC,EAAE;YACL,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;SAChC;aAAM;YACL,GAAG,CAAC,IAAI,CAAC;gBACP,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;gBACzB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,aAAa,EAAE,CAAC,CAAC,aAAa;aAC/B,CAAC,CAAC;SACJ;IACH,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,YAAY;IACnB,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,SAAS,EAAE;QAC3C,OAAO,OAAO,CAAC,GAAG,CAAC,aAAuB,CAAC;KAC5C;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE;QACzE,OAAO,OAAO,CAAC,GAAG,CAAC,YAAsB,CAAC;KAC3C;SAAM,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE;QACvE,OAAO,OAAO,CAAC,GAAG,CAAC,UAAoB,CAAC;KACzC;SAAM;QACL,OAAO,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;KACtD;AACH,CAAC;AAED,SAAS,oCAAoC,CAC3C,GAAwB,EACxB,OAA+B,EAC/B,SAAiB;IAEjB,MAAM,cAAc,GAAG,IAAA,iCAAmB,EAAC,OAAO,CAAC,CAAC;IACpD,MAAM,iBAAiB,GAAG,GAAG,cAAc,YAAY,CAAC;IACxD,MAAM,YAAY,GAAG,GAAG,iBAAiB,IAAI,SAAS,OAAO,CAAC;IAE9D,IAAI,CAAC,IAAA,eAAU,EAAC,iBAAiB,CAAC,EAAE;QAClC,IAAA,cAAS,EAAC,iBAAiB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;KACnD;IAED,sDAAsD;IACtD,MAAM,SAAS,GAAG,IAAA,gBAAW,EAAC,iBAAiB,CAAC,CAAC;IAEjD,IAAI,SAAS,CAAC,MAAM,EAAE;QACpB,6FAA6F;QAC7F,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,SAAS,OAAO,CAAC,EAAE;YAC3C,MAAM,CAAC,KAAK,CAAC;gBACX,KAAK,EAAE,6BAA6B;gBACpC,SAAS,EAAE;oBACT,gGAAgG;oBAChG,EAAE;oBACF,sFAAsF;iBACvF;aACF,CAAC,CAAC;YAEH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;QAED,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,gCAAgC;YACvC,SAAS,EAAE;gBACT,8FAA8F;gBAC9F,EAAE;gBACF,sFAAsF;gBACtF,sEAAsE;aACvE;SACF,CAAC,CAAC;KACJ;IAED,IAAA,kBAAa,EAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAEhC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QAC1B,oBAAoB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAS,EAAE;QAC/B,MAAM,GAAG,CAAC,yBAAyB,CAAC,kCAAkC,CAAC,CAAC;QACxE,oBAAoB,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC,CAAA,CAAC,CAAC;IACH,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAS,EAAE;QAC9B,MAAM,GAAG,CAAC,yBAAyB,CAAC,iCAAiC,CAAC,CAAC;QACvE,oBAAoB,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC,CAAA,CAAC,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAAC,YAAY,EAAE,IAAI;IAC9C,IAAI,IAAA,eAAU,EAAC,YAAY,CAAC,EAAE;QAC5B,IAAA,eAAU,EAAC,YAAY,CAAC,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;KACpB;AACH,CAAC;AAED,SAAsB,UAAU;;QAC9B,MAAM,QAAQ,GAAG,IAAA,yBAAW,GAAE,CAAC;QAC/B,IAAI,CAAC,QAAQ,EAAE;YACb,IAAA,0CAAkB,GAAE,CAAC;YACrB,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACxB;QAED,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,wCAAwC;SAChD,CAAC,CAAC;QAEH,MAAM,mBAAmB,GAAG,IAAI,CAAC,KAAK,CACpC,iBAAiB,CAAC,IAAA,iBAAY,EAAC,GAAG,aAAa,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC,CACvE,CAAC,kBAAkB,CAAC,OAAO,CAAC;QAE7B,IAAI,mBAAmB,CAAC,MAAM,KAAK,gBAAgB,EAAE;YACnD,IAAA,oDAAuB,GAAE,CAAC;YAC1B,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACxB;QAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,OAAO,CAAC;QAE5C,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,2CAAmB,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAElE,oCAAoC,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAE9D,OAAO,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC;aAC9B,IAAI,CAAC,CAAO,GAAG,EAAE,EAAE;YAClB,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,CAAC;YAChC,OAAO,GAAG,CAAC;QACb,CAAC,CAAA,CAAC;aACD,KAAK,CAAC,CAAO,CAAC,EAAE,EAAE;YACjB,MAAM,GAAG,CAAC,yBAAyB,CACjC,6BAA6B,CAAC,CAAC,OAAO,GAAG,CAC1C,CAAC;YACF,MAAM,CAAC,CAAC;QACV,CAAC,CAAA,CAAC,CAAC;IACP,CAAC;CAAA;AAtCD,gCAsCC"}

package/lib/core/runners/distributed-execution/distributed-execution.api.d.ts

@@ -0,0 +1,10 @@
+import { CloudTaskRunnerOptions } from '../../models/cloud-task-runner-options';
+import { Task } from '../../models/run-context.model';
+export declare class DistributedExecutionApi {
+    private apiAxiosInstance;
+    constructor(options: CloudTaskRunnerOptions);
+    start(params: any): Promise<string>;
+    status(id: string): Promise<any>;
+    completeRunGroupWithError(runGroup: string, error: string): Promise<void>;
+}
+export declare function createStartRequest(runGroup: string, task: Task[][], options: CloudTaskRunnerOptions): any;

package/lib/core/runners/distributed-execution/distributed-execution.api.js

@@ -0,0 +1,143 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStartRequest = exports.DistributedExecutionApi = void 0;
+const axios_1 = require("../../../utilities/axios");
+const environment_1 = require("../../../utilities/environment");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const serializer_overrides_1 = require("../../../utilities/serializer-overrides");
+const { output } = require('../../../utilities/nx-imports');
+class DistributedExecutionApi {
+    constructor(options) {
+        this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
+    }
+    start(params) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dteStart');
+            let resp;
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Starting a distributed execution',
+                    bodyLines: [JSON.stringify(params, null, 2)],
+                });
+            }
+            try {
+                resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/start', params));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                throw e;
+            }
+            if (!resp.data.enabled) {
+                throw new Error(`Workspace is disabled. Cannot perform distributed task executions.`);
+            }
+            if (resp.data.error) {
+                throw new Error(resp.data.error);
+            }
+            return resp.data.id;
+        });
+    }
+    status(id) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dteStatus');
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/status', {
+                    id,
+                }));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+                return resp.data;
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                output.error({
+                    title: e.message,
+                });
+                process.exit(1);
+            }
+        });
+    }
+    completeRunGroupWithError(runGroup, error) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Completing run group with an error',
+                    bodyLines: [`runGroup: ${runGroup}`, `error: ${error}`],
+                });
+            }
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
+                    runGroup: runGroup,
+                    criticalErrorMessage: error,
+                }), 3);
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+            }
+        });
+    }
+}
+exports.DistributedExecutionApi = DistributedExecutionApi;
+function createStartRequest(runGroup, task, options) {
+    const tasksToExecute = task.map((arr) => {
+        return arr.map((t) => {
+            return {
+                taskId: t.id,
+                hash: t.hash,
+                projectName: t.target.project,
+                target: t.target.target,
+                configuration: t.target.configuration || null,
+                params: (0, serializer_overrides_1.serializeOverrides)(t),
+            };
+        });
+    });
+    const request = {
+        command: (0, environment_1.parseCommand)(),
+        branch: (0, environment_1.getBranch)(),
+        runGroup,
+        tasks: tasksToExecute,
+        maxParallel: calculateMaxParallel(options),
+    };
+    if (environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT) {
+        request.agentCount = environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT;
+    }
+    if (!environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_STOP_AGENTS_ON_FAILURE) {
+        request.stopAgentsOnFailure = false;
+    }
+    return request;
+}
+exports.createStartRequest = createStartRequest;
+function calculateMaxParallel(options) {
+    if (options.parallel === 'false' || options.parallel === false) {
+        return 1;
+    }
+    else if (options.parallel === 'true' || options.parallel === true) {
+        return Number(options.maxParallel || 3);
+    }
+    else if (options.parallel === undefined) {
+        return options.maxParallel ? Number(options.maxParallel) : 3;
+    }
+    else {
+        return Number(options.parallel) || 3;
+    }
+}
+//# sourceMappingURL=distributed-execution.api.js.map

package/lib/core/runners/distributed-execution/distributed-execution.api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"distributed-execution.api.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/distributed-execution/distributed-execution.api.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,oDAGkC;AAClC,gEAMwC;AACxC,oEAI0C;AAE1C,kFAA6E;AAE7E,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE5D,MAAa,uBAAuB;IAGlC,YAAY,OAA+B;QACzC,IAAI,CAAC,gBAAgB,GAAG,IAAA,8BAAsB,EAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IAEK,KAAK,CAAC,MAAW;;;YACrB,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,UAAU,CAAC,CAAC;YAClD,IAAI,IAAI,CAAC;YAET,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,kCAAkC;oBACzC,SAAS,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBAC7C,CAAC,CAAC;aACJ;YACD,IAAI;gBACF,IAAI,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACnC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,4BAA4B,EAAE,MAAM,CAAC,CACjE,CAAC;gBACF,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;aACjD;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBACF,MAAM,CAAC,CAAC;aACT;YAED,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBACtB,MAAM,IAAI,KAAK,CACb,oEAAoE,CACrE,CAAC;aACH;YACD,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAClC;YACD,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;;KACrB;IAEK,MAAM,CAAC,EAAU;;;YACrB,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,WAAW,CAAC,CAAC;YAEnD,IAAI;gBACF,MAAM,IAAI,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACzC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,6BAA6B,EAAE;oBACxD,EAAE;iBACH,CAAC,CACH,CAAC;gBACF,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;gBAEhD,OAAO,IAAI,CAAC,IAAI,CAAC;aAClB;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBAEF,MAAM,CAAC,KAAK,CAAC;oBACX,KAAK,EAAE,CAAC,CAAC,OAAO;iBACjB,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACjB;;KACF;IAEK,yBAAyB,CAC7B,QAAgB,EAChB,KAAa;;;YAEb,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,kBAAkB,CAAC,CAAC;YAE1D,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,oCAAoC;oBAC3C,SAAS,EAAE,CAAC,aAAa,QAAQ,EAAE,EAAE,UAAU,KAAK,EAAE,CAAC;iBACxD,CAAC,CAAC;aACJ;YACD,IAAI;gBACF,MAAM,IAAI,GAAG,MAAM,IAAA,0BAAkB,EACnC,GAAG,EAAE,CACH,IAAI,CAAC,gBAAgB,CAAC,IAAI,CACxB,yCAAyC,EACzC;oBACE,QAAQ,EAAE,QAAQ;oBAClB,oBAAoB,EAAE,KAAK;iBAC5B,CACF,EACH,CAAC,CACF,CAAC;gBAEF,QAAQ,CAAC,YAAY,CAAC,IAAA,kCAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;aACjD;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;aACH;;KACF;CACF;AAtGD,0DAsGC;AAED,SAAgB,kBAAkB,CAChC,QAAgB,EAChB,IAAc,EACd,OAA+B;IAE/B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACnB,OAAO;gBACL,MAAM,EAAE,CAAC,CAAC,EAAE;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO;gBAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM;gBACvB,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,IAAI,IAAI;gBAC7C,MAAM,EAAE,IAAA,yCAAkB,EAAC,CAAC,CAAC;aAC9B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,IAAA,0BAAY,GAAE;QACvB,MAAM,EAAE,IAAA,uBAAS,GAAE;QACnB,QAAQ;QACR,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,oBAAoB,CAAC,OAAO,CAAC;KACpC,CAAC;IACT,IAAI,wDAA0C,EAAE;QAC9C,OAAO,CAAC,UAAU,GAAG,wDAA0C,CAAC;KACjE;IACD,IAAI,CAAC,mEAAqD,EAAE;QAC1D,OAAO,CAAC,mBAAmB,GAAG,KAAK,CAAC;KACrC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAhCD,gDAgCC;AAED,SAAS,oBAAoB,CAAC,OAAY;IACxC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE;QAC9D,OAAO,CAAC,CAAC;KACV;SAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,MAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE;QACnE,OAAO,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;KACzC;SAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE;QACzC,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KAC9D;SAAM;QACL,OAAO,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;KACtC;AACH,CAAC"}

package/lib/core/runners/distributed-execution/distributed-execution.runner.d.ts

@@ -0,0 +1 @@
+export declare const nxCloudDistributedTasksRunner: any;