@nrwl/nx-cloud 14.0.5 → 14.0.6-beta.1

package/lib/core/runners/distributed-agent/distributed-agent.impl.js

@@ -1 +1,240 @@
-const a5_0x1e02=['../../error/print-run-group-error','random','VERBOSE_LOGGING','projectName','error:\x20','map','This\x20can\x20also\x20be\x20a\x20false\x20positive\x20caused\x20by\x20agents\x20that\x20did\x20not\x20shut\x20down\x20correctly.','SIGINT','.lock','completed:\x20','Executing:\x20\x27',').\x20Tasks\x20hashes\x20haven\x27t\x20been\x20recorded.','then','exit','printRunGroupError','taskId','completeRunGroupWithError','assign','length','tasks','NX_AGENT_NAME','retryDuring','API\x20Response','DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE','maxParallel','message','toString','next','Agent\x20','submitRunMetrics','status','./node_modules/.cache/nx','Other\x20Nx\x20Cloud\x20Agents\x20Detected','join','projects','catch','configuration','maxParallel:\x20','../../../utilities/metric-logger','existsSync','We\x20have\x20detected\x20another\x20agent\x20with\x20this\x20ID\x20running\x20in\x20this\x20workspace.\x20This\x20should\x20not\x20happen.','unlinkSync','./distributed-agent.api','includes','/lockfiles','find','Fetching\x20tasks...','Command\x20execution\x20failed\x20(distributed\x20task\x20execution:\x20','executionId','value','Starting\x20an\x20agent\x20for\x20running\x20Nx\x20tasks','CIRCLE_STAGE','retryDuring:\x20','../../../utilities/environment','mkdirSync','../../../utilities/waiter','../../../utilities/create-no-new-messages-timeout','createNoNewMessagesTimeout','inherit','reset','note','criticalErrorMessage','completed','Critical\x20Error\x20in\x20Agent:\x20\x22','writeFileSync','defineProperty','execSync','completedTasks','\x20--projects=','../../../utilities/nx-imports','done','\x20--parallel\x20--max-parallel=','__awaiter','Error:','npx\x20nx\x20run-many\x20--target=','/tasks-hashes-','readFileSync','startAgent','executionId:\x20','apply','End\x20all\x20currently\x20running\x20agents,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22,\x20and\x20try\x20again.','parse','child_process','wait','push','params','getTime','env','target','warn','Waiting...','number\x20of\x20tasks:\x20','cacheDirectory','error'];(function(_0x8b778f,_0x1e0222){const _0x561599=function(_0x31dfd3){while(--_0x31dfd3){_0x8b778f['push'](_0x8b778f['shift']());}};_0x561599(++_0x1e0222);}(a5_0x1e02,0x88));const a5_0x5615=function(_0x8b778f,_0x1e0222){_0x8b778f=_0x8b778f-0x0;let _0x561599=a5_0x1e02[_0x8b778f];return _0x561599;};'use strict';var __awaiter=this&&this[a5_0x5615('0x1e')]||function(_0x3ef85b,_0x3865ba,_0x105261,_0x5d48a6){function _0x1c05c5(_0x353019){return _0x353019 instanceof _0x105261?_0x353019:new _0x105261(function(_0x148109){_0x148109(_0x353019);});}return new(_0x105261||(_0x105261=Promise))(function(_0x527195,_0x2b212f){function _0x4f95df(_0x51b357){try{_0x328570(_0x5d48a6[a5_0x5615('0x4f')](_0x51b357));}catch(_0x39ee25){_0x2b212f(_0x39ee25);}}function _0xf1808c(_0x1249cc){try{_0x328570(_0x5d48a6['throw'](_0x1249cc));}catch(_0x568b15){_0x2b212f(_0x568b15);}}function _0x328570(_0x33e835){_0x33e835[a5_0x5615('0x1c')]?_0x527195(_0x33e835[a5_0x5615('0x7')]):_0x1c05c5(_0x33e835[a5_0x5615('0x7')])[a5_0x5615('0x40')](_0x4f95df,_0xf1808c);}_0x328570((_0x5d48a6=_0x5d48a6[a5_0x5615('0x25')](_0x3ef85b,_0x3865ba||[]))[a5_0x5615('0x4f')]());});};Object[a5_0x5615('0x17')](exports,'__esModule',{'value':!![]});exports[a5_0x5615('0x23')]=void 0x0;const child_process_1=require(a5_0x5615('0x28'));const stripJsonComments=require('strip-json-comments');const distributed_agent_api_1=require(a5_0x5615('0x0'));const waiter_1=require(a5_0x5615('0xd'));const environment_1=require(a5_0x5615('0xb'));const print_run_group_error_1=require(a5_0x5615('0x34'));const create_no_new_messages_timeout_1=require(a5_0x5615('0xe'));const fs_1=require('fs');const metric_logger_1=require(a5_0x5615('0x5a'));const {output,workspaceRoot}=require(a5_0x5615('0x1b'));function executeTasks(_0x15214f,_0x3ab6a4){return __awaiter(this,void 0x0,void 0x0,function*(){let _0x2fc04b=0x0;let _0x145b0c=null;const _0x2fd06a=(0x0,create_no_new_messages_timeout_1[a5_0x5615('0xf')])();const _0x14b7b3=new waiter_1['Waiter']();let _0x35121e=[];const _0x38db62=new Date();let _0xf775c8=![];while(!![]){if(environment_1[a5_0x5615('0x36')]){output[a5_0x5615('0x12')]({'title':a5_0x5615('0x4')});}_0x145b0c=yield _0x3ab6a4[a5_0x5615('0x47')](_0x145b0c?_0x145b0c[a5_0x5615('0x6')]:null,_0x2fc04b,_0x35121e);if(environment_1[a5_0x5615('0x36')]){output[a5_0x5615('0x12')]({'title':a5_0x5615('0x4a'),'bodyLines':[a5_0x5615('0x3d')+_0x145b0c[a5_0x5615('0x14')],a5_0x5615('0xa')+_0x145b0c['retryDuring'],a5_0x5615('0x24')+_0x145b0c[a5_0x5615('0x6')],a5_0x5615('0x31')+_0x145b0c['tasks'][a5_0x5615('0x46')],a5_0x5615('0x38')+_0x145b0c[a5_0x5615('0x13')],a5_0x5615('0x59')+_0x145b0c['maxParallel']]});}if(_0x145b0c[a5_0x5615('0x13')]){output[a5_0x5615('0x33')]({'title':'Distributed\x20Execution\x20Terminated','bodyLines':[a5_0x5615('0x1f'),_0x145b0c['criticalErrorMessage']]});process[a5_0x5615('0x41')](0x0);}if((_0x145b0c===null||_0x145b0c===void 0x0?void 0x0:_0x145b0c['retryDuring'])&&(_0x145b0c===null||_0x145b0c===void 0x0?void 0x0:_0x145b0c['retryDuring'])!==0x0&&!_0xf775c8&&new Date()[a5_0x5615('0x2c')]()-_0x38db62['getTime']()>_0x145b0c[a5_0x5615('0x49')]){yield _0x14b7b3[a5_0x5615('0x29')]();continue;}if(_0x145b0c['completed'])return;_0x2fd06a(_0x145b0c['tasks'][a5_0x5615('0x39')](_0x20e449=>_0x20e449[a5_0x5615('0x43')])[a5_0x5615('0x55')](''));if(!_0x145b0c[a5_0x5615('0x6')]){if(environment_1['VERBOSE_LOGGING']){output['note']({'title':a5_0x5615('0x30')});}yield _0x14b7b3[a5_0x5615('0x29')]();_0x2fc04b=0x0;_0x35121e=[];continue;}_0x14b7b3[a5_0x5615('0x11')]();_0xf775c8=!![];const _0x3bae23=invokeTasksUsingRunMany(_0x15214f,_0x145b0c['executionId'],_0x145b0c[a5_0x5615('0x47')],_0x145b0c[a5_0x5615('0x4c')]);_0x2fc04b=_0x3bae23['completedStatusCode'];_0x35121e=_0x3bae23[a5_0x5615('0x19')];}});}function readCompletedTasks(_0x12924b,_0x1fef34){const _0x1313a0=a5_0x5615('0x5')+_0x1fef34+a5_0x5615('0x3f');let _0x17e87e;try{const _0x536b9c=_0x12924b[a5_0x5615('0x32')]||a5_0x5615('0x53');const _0x4ce3a7=_0x536b9c+a5_0x5615('0x21')+_0x1fef34;_0x17e87e=JSON[a5_0x5615('0x27')]((0x0,fs_1[a5_0x5615('0x22')])(_0x4ce3a7)[a5_0x5615('0x4e')]());(0x0,fs_1[a5_0x5615('0x5d')])(_0x4ce3a7);}catch(_0xf1ef69){throw new Error(_0x1313a0);}if(_0x17e87e[a5_0x5615('0x46')]==0x0){throw new Error(_0x1313a0);}return _0x17e87e;}function invokeTasksUsingRunMany(_0x3df89d,_0x8f9f64,_0x5ec450,_0x30909b){let _0x2e933e=0x0;const _0x3d25a8=[];for(const _0x1025de of groupByTarget(_0x5ec450)){const _0x4c7221=_0x1025de[a5_0x5615('0x58')]?'--configuration='+_0x1025de[a5_0x5615('0x58')]:'';const _0x20e823=_0x30909b>0x1?a5_0x5615('0x1d')+_0x30909b:'';const _0x479bb7=a5_0x5615('0x20')+_0x1025de[a5_0x5615('0x2e')]+'\x20'+_0x4c7221+a5_0x5615('0x1a')+_0x1025de[a5_0x5615('0x56')][a5_0x5615('0x55')](',')+'\x20'+_0x1025de[a5_0x5615('0x2b')]+_0x20e823;if(environment_1[a5_0x5615('0x36')]){output['note']({'title':a5_0x5615('0x3e')+_0x479bb7+'\x27'});}try{(0x0,child_process_1[a5_0x5615('0x18')])(_0x479bb7,{'stdio':[a5_0x5615('0x10'),a5_0x5615('0x10'),a5_0x5615('0x10')],'env':Object[a5_0x5615('0x45')](Object[a5_0x5615('0x45')]({},process[a5_0x5615('0x2d')]),{'NX_CACHE_FAILURES':'true','NX_CLOUD_DISTRIBUTED_EXECUTION_ID':_0x8f9f64})});}catch(_0x52a377){if(_0x52a377[a5_0x5615('0x52')]===environment_1[a5_0x5615('0x4b')]){throw _0x52a377;}else{_0x2e933e=0x1;}}finally{_0x3d25a8[a5_0x5615('0x2a')](...readCompletedTasks(_0x3df89d,_0x8f9f64));}}return{'completedStatusCode':_0x2e933e,'completedTasks':_0x3d25a8};}function groupByTarget(_0x40e027){const _0x3fa765=[];_0x40e027['forEach'](_0x2c2686=>{const _0x2f1a0f=_0x3fa765[a5_0x5615('0x3')](_0xa146af=>_0xa146af[a5_0x5615('0x2e')]===_0x2c2686[a5_0x5615('0x2e')]&&_0xa146af[a5_0x5615('0x58')]===_0x2c2686['configuration']);if(_0x2f1a0f){_0x2f1a0f[a5_0x5615('0x56')][a5_0x5615('0x2a')](_0x2c2686[a5_0x5615('0x37')]);}else{_0x3fa765[a5_0x5615('0x2a')]({'target':_0x2c2686[a5_0x5615('0x2e')],'projects':[_0x2c2686['projectName']],'params':_0x2c2686['params'],'configuration':_0x2c2686[a5_0x5615('0x58')]});}});return _0x3fa765;}function getAgentName(){if(process[a5_0x5615('0x2d')][a5_0x5615('0x48')]!==undefined){return process[a5_0x5615('0x2d')][a5_0x5615('0x48')];}else if(process['env']['CIRCLECI']!==undefined){return process[a5_0x5615('0x2d')][a5_0x5615('0x9')];}else{return a5_0x5615('0x50')+Math['floor'](Math[a5_0x5615('0x35')]()*0x186a0);}}function createAgentLockfile(_0x4613b7,_0xdb6e63){const _0x49a195=_0x4613b7[a5_0x5615('0x32')]||'./node_modules/.cache/nx';const _0x4ed5ea=_0x49a195+a5_0x5615('0x2');const _0x5f3f12=_0x4ed5ea+'/'+_0xdb6e63+'.lock';if(!(0x0,fs_1['existsSync'])(_0x4ed5ea)){(0x0,fs_1[a5_0x5615('0xc')])(_0x4ed5ea,{'recursive':!![]});}const _0x2bcbca=(0x0,fs_1['readdirSync'])(_0x4ed5ea);if(_0x2bcbca['length']){if(_0x2bcbca[a5_0x5615('0x1')](_0xdb6e63+a5_0x5615('0x3c'))){output[a5_0x5615('0x33')]({'title':'Duplicate\x20Agent\x20ID\x20Detected','bodyLines':[a5_0x5615('0x5c'),'',a5_0x5615('0x26')]});process[a5_0x5615('0x41')](0x1);}output[a5_0x5615('0x2f')]({'title':a5_0x5615('0x54'),'bodyLines':['We\x20have\x20detected\x20other\x20agents\x20running\x20in\x20this\x20workspace.\x20This\x20can\x20cause\x20unexpected\x20behavior.','',a5_0x5615('0x3a'),'If\x20you\x20believe\x20this\x20is\x20the\x20case,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22.']});}(0x0,fs_1[a5_0x5615('0x16')])(_0x5f3f12,'');process['on'](a5_0x5615('0x41'),_0x8cc447=>cleanupAgentLockfile(_0x5f3f12,_0x8cc447));process['on'](a5_0x5615('0x3b'),()=>cleanupAgentLockfile(_0x5f3f12,0x0));}function cleanupAgentLockfile(_0x359fd8,_0x530b53){if((0x0,fs_1[a5_0x5615('0x5b')])(_0x359fd8)){(0x0,fs_1[a5_0x5615('0x5d')])(_0x359fd8);process[a5_0x5615('0x41')](_0x530b53);}}function startAgent(){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x8be062=(0x0,environment_1['getRunGroup'])();if(!_0x8be062){(0x0,print_run_group_error_1[a5_0x5615('0x42')])();return process['exit'](0x1);}output[a5_0x5615('0x12')]({'title':a5_0x5615('0x8')});const _0x8c0fc6=JSON[a5_0x5615('0x27')](stripJsonComments((0x0,fs_1['readFileSync'])(workspaceRoot+'/nx.json')[a5_0x5615('0x4e')]()))['tasksRunnerOptions']['default']['options'];const _0x4c7167=getAgentName();createAgentLockfile(_0x8c0fc6,_0x4c7167);const _0x20cfc6=new distributed_agent_api_1['DistributedAgentApi'](_0x8c0fc6,_0x8be062,_0x4c7167);return executeTasks(_0x8c0fc6,_0x20cfc6)['then'](_0x184a59=>__awaiter(this,void 0x0,void 0x0,function*(){yield(0x0,metric_logger_1[a5_0x5615('0x51')])(_0x8c0fc6);return _0x184a59;}))[a5_0x5615('0x57')](_0x21b484=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x20cfc6[a5_0x5615('0x44')](a5_0x5615('0x15')+_0x21b484[a5_0x5615('0x4d')]+'\x22');throw _0x21b484;}));});}exports[a5_0x5615('0x23')]=startAgent;
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startAgent = void 0;
+const child_process_1 = require("child_process");
+const stripJsonComments = require("strip-json-comments");
+const distributed_agent_api_1 = require("./distributed-agent.api");
+const waiter_1 = require("../../../utilities/waiter");
+const environment_1 = require("../../../utilities/environment");
+const print_run_group_error_1 = require("../../error/print-run-group-error");
+const create_no_new_messages_timeout_1 = require("../../../utilities/create-no-new-messages-timeout");
+const fs_1 = require("fs");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const { output, workspaceRoot } = require('../../../utilities/nx-imports');
+function executeTasks(options, api) {
+    return __awaiter(this, void 0, void 0, function* () {
+        let completedStatusCode = 0;
+        let apiResponse = null;
+        const failIfSameTasksIn30Mins = (0, create_no_new_messages_timeout_1.createNoNewMessagesTimeout)();
+        const waiter = new waiter_1.Waiter();
+        let completedTasks = [];
+        const startTime = new Date();
+        let executedAnyTasks = false;
+        while (true) {
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Fetching tasks...',
+                });
+            }
+            apiResponse = yield api.tasks(apiResponse ? apiResponse.executionId : null, completedStatusCode, completedTasks);
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'API Response',
+                    bodyLines: [
+                        `completed: ${apiResponse.completed}`,
+                        `retryDuring: ${apiResponse.retryDuring}`,
+                        `executionId: ${apiResponse.executionId}`,
+                        `number of tasks: ${apiResponse.tasks.length}`,
+                        `error: ${apiResponse.criticalErrorMessage}`,
+                        `maxParallel: ${apiResponse.maxParallel}`,
+                    ],
+                });
+            }
+            if (apiResponse.criticalErrorMessage) {
+                output.error({
+                    title: 'Distributed Execution Terminated',
+                    bodyLines: ['Error:', apiResponse.criticalErrorMessage],
+                });
+                process.exit(0);
+            }
+            // run group is completed but it might be a rerun
+            // we will try several times before going further and
+            // completed the response
+            // we only do it if we haven't executed any tasks
+            if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) &&
+                (apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) !== 0 &&
+                !executedAnyTasks &&
+                new Date().getTime() - startTime.getTime() > apiResponse.retryDuring) {
+                yield waiter.wait();
+                continue;
+            }
+            if (apiResponse.completed)
+                return;
+            failIfSameTasksIn30Mins(apiResponse.tasks.map((t) => t.taskId).join(''));
+            if (!apiResponse.executionId) {
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({
+                        title: 'Waiting...',
+                    });
+                }
+                yield waiter.wait();
+                completedStatusCode = 0;
+                completedTasks = [];
+                continue;
+            }
+            waiter.reset();
+            executedAnyTasks = true;
+            const r = invokeTasksUsingRunMany(options, apiResponse.executionId, apiResponse.tasks, apiResponse.maxParallel);
+            completedStatusCode = r.completedStatusCode;
+            completedTasks = r.completedTasks;
+        }
+    });
+}
+function readCompletedTasks(options, distributedExecutionId) {
+    const errorMessage = `Command execution failed (distributed task execution: ${distributedExecutionId}). Tasks hashes haven\'t been recorded.`;
+    let completedTasks;
+    try {
+        const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
+        const taskHashesFile = `${cacheDirectory}/tasks-hashes-${distributedExecutionId}`;
+        completedTasks = JSON.parse((0, fs_1.readFileSync)(taskHashesFile).toString());
+        // remove it such that if the next command crashes we don't read an obsolete file
+        (0, fs_1.unlinkSync)(taskHashesFile);
+    }
+    catch (e) {
+        throw new Error(errorMessage);
+    }
+    if (completedTasks.length == 0) {
+        throw new Error(errorMessage);
+    }
+    return completedTasks;
+}
+function invokeTasksUsingRunMany(options, executionId, tasks, maxParallel) {
+    let completedStatusCode = 0;
+    const completedTasks = [];
+    for (const g of groupByTarget(tasks)) {
+        const config = g.configuration ? `--configuration=${g.configuration}` : ``;
+        const parallel = maxParallel > 1 ? ` --parallel --max-parallel=${maxParallel}` : ``;
+        // TODO use pnpx or yarn when needed
+        const command = `npx nx run-many --target=${g.target} ${config} --projects=${g.projects.join(',')} ${g.params}${parallel}`;
+        if (environment_1.VERBOSE_LOGGING) {
+            output.note({
+                title: `Executing: '${command}'`,
+            });
+        }
+        try {
+            (0, child_process_1.execSync)(command, {
+                stdio: ['inherit', 'inherit', 'inherit'],
+                env: Object.assign(Object.assign({}, process.env), { NX_CACHE_FAILURES: 'true', NX_CLOUD_DISTRIBUTED_EXECUTION_ID: executionId }),
+            });
+        }
+        catch (e) {
+            if (e.status === environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE) {
+                throw e;
+            }
+            else {
+                completedStatusCode = 1;
+            }
+        }
+        finally {
+            completedTasks.push(...readCompletedTasks(options, executionId));
+        }
+    }
+    return { completedStatusCode, completedTasks };
+}
+function groupByTarget(tasks) {
+    const res = [];
+    tasks.forEach((t) => {
+        const r = res.find((rr) => rr.target === t.target && rr.configuration === t.configuration);
+        if (r) {
+            r.projects.push(t.projectName);
+        }
+        else {
+            res.push({
+                target: t.target,
+                projects: [t.projectName],
+                params: t.params,
+                configuration: t.configuration,
+            });
+        }
+    });
+    return res;
+}
+function getAgentName() {
+    if (process.env.NX_AGENT_NAME !== undefined) {
+        return process.env.NX_AGENT_NAME;
+    }
+    else if (process.env.CIRCLECI !== undefined) {
+        return process.env.CIRCLE_STAGE;
+    }
+    else {
+        return `Agent ${Math.floor(Math.random() * 100000)}`;
+    }
+}
+function createAgentLockfile(options, agentName) {
+    const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
+    const lockFileDirectory = `${cacheDirectory}/lockfiles`;
+    const lockFilePath = `${lockFileDirectory}/${agentName}.lock`;
+    if (!(0, fs_1.existsSync)(lockFileDirectory)) {
+        (0, fs_1.mkdirSync)(lockFileDirectory, { recursive: true });
+    }
+    // Check for other agents' lockfiles and warn if exist
+    const lockFiles = (0, fs_1.readdirSync)(lockFileDirectory);
+    if (lockFiles.length) {
+        // Check to make sure the current agent name is not in use (only 1/100000 ^ 2 chance of this)
+        if (lockFiles.includes(`${agentName}.lock`)) {
+            output.error({
+                title: 'Duplicate Agent ID Detected',
+                bodyLines: [
+                    'We have detected another agent with this ID running in this workspace. This should not happen.',
+                    '',
+                    'End all currently running agents, run "npx nx-cloud clean-up-agents", and try again.',
+                ],
+            });
+            process.exit(1);
+        }
+        output.warn({
+            title: 'Other Nx Cloud Agents Detected',
+            bodyLines: [
+                'We have detected other agents running in this workspace. This can cause unexpected behavior.',
+                '',
+                'This can also be a false positive caused by agents that did not shut down correctly.',
+                'If you believe this is the case, run "npx nx-cloud clean-up-agents".',
+            ],
+        });
+    }
+    (0, fs_1.writeFileSync)(lockFilePath, '');
+    process.on('exit', (code) => cleanupAgentLockfile(lockFilePath, code));
+    process.on('SIGINT', () => cleanupAgentLockfile(lockFilePath, 0));
+}
+function cleanupAgentLockfile(lockFilePath, code) {
+    if ((0, fs_1.existsSync)(lockFilePath)) {
+        (0, fs_1.unlinkSync)(lockFilePath);
+        process.exit(code);
+    }
+}
+function startAgent() {
+    return __awaiter(this, void 0, void 0, function* () {
+        const runGroup = (0, environment_1.getRunGroup)();
+        if (!runGroup) {
+            (0, print_run_group_error_1.printRunGroupError)();
+            return process.exit(1);
+        }
+        output.note({
+            title: 'Starting an agent for running Nx tasks',
+        });
+        const options = JSON.parse(stripJsonComments((0, fs_1.readFileSync)(`${workspaceRoot}/nx.json`).toString())).tasksRunnerOptions.default.options;
+        const agentName = getAgentName();
+        createAgentLockfile(options, agentName);
+        const api = new distributed_agent_api_1.DistributedAgentApi(options, runGroup, agentName);
+        return executeTasks(options, api)
+            .then((res) => __awaiter(this, void 0, void 0, function* () {
+            yield (0, metric_logger_1.submitRunMetrics)(options);
+            return res;
+        }))
+            .catch((e) => __awaiter(this, void 0, void 0, function* () {
+            yield api.completeRunGroupWithError(`Critical Error in Agent: "${e.message}"`);
+            throw e;
+        }));
+    });
+}
+exports.startAgent = startAgent;
+//# sourceMappingURL=distributed-agent.impl.js.map

package/lib/core/runners/distributed-execution/distributed-execution.api.js

@@ -1 +1,130 @@
-const a6_0x29c3=['target','apply','value','join','status','../../../utilities/metric-logger','then','mapRespToPerfEntry','next','createMetricRecorder','/nx-cloud/executions/start','project','../../../utilities/nx-imports','stopAgentsOnFailure','axiosException','message','throw','dteStatus','data','Workspace\x20is\x20disabled.\x20Cannot\x20perform\x20distributed\x20task\x20executions.','defineProperty','apiAxiosInstance','recordMetric','RUNNER_FAILURE_PERF_ENTRY','NX_CLOUD_DISTRIBUTED_EXECUTION_STOP_AGENTS_ON_FAILURE','parseCommand','DistributedExecutionApi','/nx-cloud/executions/status','post','getBranch','completeRunGroup','response','map','maxParallel','NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT','axiosMultipleTries','done','__esModule','completeRunGroupWithError','error','true','__awaiter','parallel','exit','start'];(function(_0x3b8619,_0x29c3c7){const _0x4b8b2c=function(_0x279801){while(--_0x279801){_0x3b8619['push'](_0x3b8619['shift']());}};_0x4b8b2c(++_0x29c3c7);}(a6_0x29c3,0x15e));const a6_0x4b8b=function(_0x3b8619,_0x29c3c7){_0x3b8619=_0x3b8619-0x0;let _0x4b8b2c=a6_0x29c3[_0x3b8619];return _0x4b8b2c;};'use strict';var __awaiter=this&&this[a6_0x4b8b('0x6')]||function(_0x407b6d,_0x180953,_0x201a15,_0x53feb6){function _0xdbdea0(_0x37163e){return _0x37163e instanceof _0x201a15?_0x37163e:new _0x201a15(function(_0x1c830c){_0x1c830c(_0x37163e);});}return new(_0x201a15||(_0x201a15=Promise))(function(_0x449614,_0x8ece6){function _0x431e6d(_0x504b84){try{_0x287417(_0x53feb6[a6_0x4b8b('0x12')](_0x504b84));}catch(_0x497388){_0x8ece6(_0x497388);}}function _0x228921(_0x3245d3){try{_0x287417(_0x53feb6[a6_0x4b8b('0x1a')](_0x3245d3));}catch(_0x5db920){_0x8ece6(_0x5db920);}}function _0x287417(_0x1f815c){_0x1f815c[a6_0x4b8b('0x1')]?_0x449614(_0x1f815c[a6_0x4b8b('0xc')]):_0xdbdea0(_0x1f815c[a6_0x4b8b('0xc')])[a6_0x4b8b('0x10')](_0x431e6d,_0x228921);}_0x287417((_0x53feb6=_0x53feb6[a6_0x4b8b('0xb')](_0x407b6d,_0x180953||[]))[a6_0x4b8b('0x12')]());});};Object[a6_0x4b8b('0x1e')](exports,a6_0x4b8b('0x2'),{'value':!![]});exports['createStartRequest']=exports[a6_0x4b8b('0x24')]=void 0x0;const axios_1=require('../../../utilities/axios');const environment_1=require('../../../utilities/environment');const metric_logger_1=require(a6_0x4b8b('0xf'));const {output,unparse}=require(a6_0x4b8b('0x16'));class DistributedExecutionApi{constructor(_0x20fa9f){this['apiAxiosInstance']=(0x0,axios_1['createApiAxiosInstance'])(_0x20fa9f);}[a6_0x4b8b('0x9')](_0x46a09b){var _0x41e071;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x5189b5=(0x0,metric_logger_1[a6_0x4b8b('0x13')])('dteStart');let _0x3cad43;try{_0x3cad43=yield(0x0,axios_1[a6_0x4b8b('0x0')])(()=>this[a6_0x4b8b('0x1f')]['post'](a6_0x4b8b('0x14'),_0x46a09b));_0x5189b5[a6_0x4b8b('0x20')]((0x0,metric_logger_1[a6_0x4b8b('0x11')])(_0x3cad43));}catch(_0x1adb92){_0x5189b5[a6_0x4b8b('0x20')](((_0x41e071=_0x1adb92===null||_0x1adb92===void 0x0?void 0x0:_0x1adb92[a6_0x4b8b('0x18')])===null||_0x41e071===void 0x0?void 0x0:_0x41e071[a6_0x4b8b('0x29')])?(0x0,metric_logger_1[a6_0x4b8b('0x11')])(_0x1adb92['axiosException'][a6_0x4b8b('0x29')]):metric_logger_1[a6_0x4b8b('0x21')]);throw _0x1adb92;}if(!_0x3cad43[a6_0x4b8b('0x1c')]['enabled']){throw new Error(a6_0x4b8b('0x1d'));}if(_0x3cad43[a6_0x4b8b('0x1c')][a6_0x4b8b('0x4')]){throw new Error(_0x3cad43['data']['error']);}return _0x3cad43[a6_0x4b8b('0x1c')]['id'];});}[a6_0x4b8b('0xe')](_0x53c0ec){var _0x3bc9af;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x41edea=(0x0,metric_logger_1['createMetricRecorder'])(a6_0x4b8b('0x1b'));try{const _0xd0d28f=yield(0x0,axios_1[a6_0x4b8b('0x0')])(()=>this[a6_0x4b8b('0x1f')][a6_0x4b8b('0x26')](a6_0x4b8b('0x25'),{'id':_0x53c0ec}));_0x41edea[a6_0x4b8b('0x20')]((0x0,metric_logger_1['mapRespToPerfEntry'])(_0xd0d28f));return _0xd0d28f[a6_0x4b8b('0x1c')];}catch(_0x38cfa0){_0x41edea[a6_0x4b8b('0x20')](((_0x3bc9af=_0x38cfa0===null||_0x38cfa0===void 0x0?void 0x0:_0x38cfa0[a6_0x4b8b('0x18')])===null||_0x3bc9af===void 0x0?void 0x0:_0x3bc9af['response'])?(0x0,metric_logger_1[a6_0x4b8b('0x11')])(_0x38cfa0[a6_0x4b8b('0x18')]['response']):metric_logger_1[a6_0x4b8b('0x21')]);output[a6_0x4b8b('0x4')]({'title':_0x38cfa0[a6_0x4b8b('0x19')]});process[a6_0x4b8b('0x8')](0x1);}});}[a6_0x4b8b('0x3')](_0x3f8831,_0x17c509){var _0x14daba;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x6f0561=(0x0,metric_logger_1['createMetricRecorder'])(a6_0x4b8b('0x28'));try{const _0x2862b9=yield(0x0,axios_1[a6_0x4b8b('0x0')])(()=>this[a6_0x4b8b('0x1f')][a6_0x4b8b('0x26')]('/nx-cloud/executions/complete-run-group',{'runGroup':_0x3f8831,'criticalErrorMessage':_0x17c509}),0x3);_0x6f0561[a6_0x4b8b('0x20')]((0x0,metric_logger_1[a6_0x4b8b('0x11')])(_0x2862b9));}catch(_0xde1497){_0x6f0561[a6_0x4b8b('0x20')](((_0x14daba=_0xde1497===null||_0xde1497===void 0x0?void 0x0:_0xde1497[a6_0x4b8b('0x18')])===null||_0x14daba===void 0x0?void 0x0:_0x14daba[a6_0x4b8b('0x29')])?(0x0,metric_logger_1[a6_0x4b8b('0x11')])(_0xde1497[a6_0x4b8b('0x18')][a6_0x4b8b('0x29')]):metric_logger_1['RUNNER_FAILURE_PERF_ENTRY']);}});}}exports[a6_0x4b8b('0x24')]=DistributedExecutionApi;function createStartRequest(_0x5b5f71,_0x3274de,_0x3956ca){const _0x531b87=_0x3274de['map'](_0x1609b7=>{return _0x1609b7[a6_0x4b8b('0x2a')](_0x3734e8=>{return{'taskId':_0x3734e8['id'],'hash':_0x3734e8['hash'],'projectName':_0x3734e8[a6_0x4b8b('0xa')][a6_0x4b8b('0x15')],'target':_0x3734e8[a6_0x4b8b('0xa')][a6_0x4b8b('0xa')],'configuration':_0x3734e8['target']['configuration']||null,'params':unparse(_0x3734e8['overrides'])[a6_0x4b8b('0xd')]('\x20')};});});const _0x270b9a={'command':(0x0,environment_1[a6_0x4b8b('0x23')])(),'branch':(0x0,environment_1[a6_0x4b8b('0x27')])(),'runGroup':_0x5b5f71,'tasks':_0x531b87,'maxParallel':calculateMaxParallel(_0x3956ca)};if(environment_1[a6_0x4b8b('0x2c')]){_0x270b9a['agentCount']=environment_1[a6_0x4b8b('0x2c')];}if(!environment_1[a6_0x4b8b('0x22')]){_0x270b9a[a6_0x4b8b('0x17')]=![];}return _0x270b9a;}exports['createStartRequest']=createStartRequest;function calculateMaxParallel(_0x496534){if(_0x496534[a6_0x4b8b('0x7')]==='false'||_0x496534[a6_0x4b8b('0x7')]===![]){return 0x1;}else if(_0x496534[a6_0x4b8b('0x7')]===a6_0x4b8b('0x5')||_0x496534[a6_0x4b8b('0x7')]===!![]){return Number(_0x496534[a6_0x4b8b('0x2b')]||0x3);}else if(_0x496534['parallel']===undefined){return _0x496534[a6_0x4b8b('0x2b')]?Number(_0x496534[a6_0x4b8b('0x2b')]):0x3;}else{return Number(_0x496534[a6_0x4b8b('0x7')])||0x3;}}
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStartRequest = exports.DistributedExecutionApi = void 0;
+const axios_1 = require("../../../utilities/axios");
+const environment_1 = require("../../../utilities/environment");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const { output, unparse } = require('../../../utilities/nx-imports');
+class DistributedExecutionApi {
+    constructor(options) {
+        this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
+    }
+    start(params) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dteStart');
+            let resp;
+            try {
+                resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/start', params));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                throw e;
+            }
+            if (!resp.data.enabled) {
+                throw new Error(`Workspace is disabled. Cannot perform distributed task executions.`);
+            }
+            if (resp.data.error) {
+                throw new Error(resp.data.error);
+            }
+            return resp.data.id;
+        });
+    }
+    status(id) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dteStatus');
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/status', {
+                    id,
+                }));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+                return resp.data;
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                output.error({
+                    title: e.message,
+                });
+                process.exit(1);
+            }
+        });
+    }
+    completeRunGroupWithError(runGroup, error) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
+                    runGroup: runGroup,
+                    criticalErrorMessage: error,
+                }), 3);
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+            }
+        });
+    }
+}
+exports.DistributedExecutionApi = DistributedExecutionApi;
+function createStartRequest(runGroup, task, options) {
+    const tasksToExecute = task.map((arr) => {
+        return arr.map((t) => {
+            return {
+                taskId: t.id,
+                hash: t.hash,
+                projectName: t.target.project,
+                target: t.target.target,
+                configuration: t.target.configuration || null,
+                params: unparse(t.overrides).join(' '),
+            };
+        });
+    });
+    const request = {
+        command: (0, environment_1.parseCommand)(),
+        branch: (0, environment_1.getBranch)(),
+        runGroup,
+        tasks: tasksToExecute,
+        maxParallel: calculateMaxParallel(options),
+    };
+    if (environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT) {
+        request.agentCount = environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT;
+    }
+    if (!environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_STOP_AGENTS_ON_FAILURE) {
+        request.stopAgentsOnFailure = false;
+    }
+    return request;
+}
+exports.createStartRequest = createStartRequest;
+function calculateMaxParallel(options) {
+    if (options.parallel === 'false' || options.parallel === false) {
+        return 1;
+    }
+    else if (options.parallel === 'true' || options.parallel === true) {
+        return Number(options.maxParallel || 3);
+    }
+    else if (options.parallel === undefined) {
+        return options.maxParallel ? Number(options.maxParallel) : 3;
+    }
+    else {
+        return Number(options.parallel) || 3;
+    }
+}
+//# sourceMappingURL=distributed-execution.api.js.map