@nrwl/nx-cloud 14.7.0 → 15.0.1-beta.1

package/lib/core/runners/distributed-agent/distributed-agent.impl.js

@@ -1 +1,263 @@
-const a6_0x9284=['tasksRunnerOptions','note','executionId:\x20','../../../utilities/metric-logger','child_process','exit','random','API\x20Response','\x20--parallel\x20--max-parallel=','completed','--configuration=','readdirSync','projects','maxParallel:\x20','SIGINT','defineProperty','env','/nx.json','printRunGroupError','Other\x20Nx\x20Cloud\x20Agents\x20Detected','/lockfiles','../../../utilities/create-unchanged-value-timeout','floor','Waiting...','configuration','/tasks-hashes-','default','./node_modules/.cache/nx','next','toString','../../../utilities/environment','completed:\x20','Agent\x20was\x20terminated\x20via\x20SIGINT','existsSync','error','warn','Distributed\x20Execution\x20Terminated','criticalErrorMessage','__esModule','__awaiter','../../../utilities/nx-imports','done','join','We\x20have\x20detected\x20another\x20agent\x20with\x20this\x20ID\x20running\x20in\x20this\x20workspace.\x20This\x20should\x20not\x20happen.','CIRCLECI','message','length','../../../utilities/waiter','retryDuring:\x20','completedTasks','status','Command\x20execution\x20failed\x20(distributed\x20task\x20execution:\x20','NO_MESSAGES_TIMEOUT','mkdirSync','NO_FURTHER_TASKS_TO_RUN','includes','wait','ignore','execSync','CIRCLE_STAGE','reset','projectName','number\x20of\x20tasks:\x20','End\x20all\x20currently\x20running\x20agents,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22,\x20and\x20try\x20again.','\x20seconds','This\x20can\x20also\x20be\x20a\x20false\x20positive\x20caused\x20by\x20agents\x20that\x20did\x20not\x20shut\x20down\x20correctly.','value','SIGTERM','readFileSync','inherit','params','options','apply','./distributed-agent.api','taskId','throw','assign','startAgent','true','We\x20have\x20detected\x20other\x20agents\x20running\x20in\x20this\x20workspace.\x20This\x20can\x20cause\x20unexpected\x20behavior.','then','getTime','DistributedAgentApi','VERBOSE_LOGGING','Critical\x20Error\x20in\x20Agent:\x20\x22','completeRunGroupWithError','push','cacheDirectory','status:\x20','target','createUnchangedValueTimeout','No\x20new\x20messages\x20received\x20after\x20','writeFileSync','map','tasks','Error:','Agent\x20was\x20terminated\x20via\x20SIGTERM','CIRCLE_JOB','error:\x20','Executing:\x20\x27','executionId','getRunGroup','parse','unlinkSync','\x20--projects=','retryDuring','NX_AGENT_NAME'];(function(_0x8f9333,_0x928429){const _0x2d17cf=function(_0x28b24c){while(--_0x28b24c){_0x8f9333['push'](_0x8f9333['shift']());}};_0x2d17cf(++_0x928429);}(a6_0x9284,0x89));const a6_0x2d17=function(_0x8f9333,_0x928429){_0x8f9333=_0x8f9333-0x0;let _0x2d17cf=a6_0x9284[_0x8f9333];return _0x2d17cf;};'use strict';var __awaiter=this&&this[a6_0x2d17('0x9')]||function(_0x38ab46,_0x1c74e9,_0x42a240,_0x2293f0){function _0x263cb6(_0x7f9770){return _0x7f9770 instanceof _0x42a240?_0x7f9770:new _0x42a240(function(_0x48b7c0){_0x48b7c0(_0x7f9770);});}return new(_0x42a240||(_0x42a240=Promise))(function(_0x4d068b,_0x16d367){function _0x35022f(_0x1be339){try{_0x4bdbe(_0x2293f0[a6_0x2d17('0x69')](_0x1be339));}catch(_0x3e6dc4){_0x16d367(_0x3e6dc4);}}function _0x57bf1e(_0x2a1938){try{_0x4bdbe(_0x2293f0[a6_0x2d17('0x2d')](_0x2a1938));}catch(_0x1527e1){_0x16d367(_0x1527e1);}}function _0x4bdbe(_0x1af819){_0x1af819[a6_0x2d17('0xb')]?_0x4d068b(_0x1af819[a6_0x2d17('0x24')]):_0x263cb6(_0x1af819[a6_0x2d17('0x24')])[a6_0x2d17('0x32')](_0x35022f,_0x57bf1e);}_0x4bdbe((_0x2293f0=_0x2293f0[a6_0x2d17('0x2a')](_0x38ab46,_0x1c74e9||[]))['next']());});};Object[a6_0x2d17('0x5c')](exports,a6_0x2d17('0x8'),{'value':!![]});exports[a6_0x2d17('0x2f')]=void 0x0;const child_process_1=require(a6_0x2d17('0x51'));const fs_1=require('fs');const stripJsonComments=require('strip-json-comments');const create_unchanged_value_timeout_1=require(a6_0x2d17('0x62'));const environment_1=require(a6_0x2d17('0x0'));const metric_logger_1=require(a6_0x2d17('0x50'));const waiter_1=require(a6_0x2d17('0x11'));const print_run_group_error_1=require('../../error/print-run-group-error');const distributed_agent_api_1=require(a6_0x2d17('0x2b'));const {output,workspaceRoot}=require(a6_0x2d17('0xa'));function executeTasks(_0x29758d,_0x114040){return __awaiter(this,void 0x0,void 0x0,function*(){let _0x5bd03c=0x0;let _0x34e95d=null;const _0x14cde4=(0x0,create_unchanged_value_timeout_1[a6_0x2d17('0x3c')])({'title':a6_0x2d17('0x3d')+environment_1[a6_0x2d17('0x16')]/0x3e8+a6_0x2d17('0x22'),'timeout':environment_1['NO_MESSAGES_TIMEOUT']});const _0x1aba7a=new waiter_1['Waiter']();let _0x2231e4=[];const _0x1e8e4c=new Date();let _0x1bd197=![];while(!![]){if(environment_1[a6_0x2d17('0x35')]){output['note']({'title':'Fetching\x20tasks...'});}_0x34e95d=yield _0x114040[a6_0x2d17('0x40')](_0x34e95d?_0x34e95d[a6_0x2d17('0x46')]:null,_0x5bd03c,_0x2231e4);if(environment_1[a6_0x2d17('0x35')]){output[a6_0x2d17('0x4e')]({'title':a6_0x2d17('0x54'),'bodyLines':[a6_0x2d17('0x1')+_0x34e95d[a6_0x2d17('0x56')],a6_0x2d17('0x3a')+_0x34e95d[a6_0x2d17('0x14')],a6_0x2d17('0x12')+_0x34e95d[a6_0x2d17('0x4b')],a6_0x2d17('0x4f')+_0x34e95d[a6_0x2d17('0x46')],a6_0x2d17('0x20')+_0x34e95d[a6_0x2d17('0x40')]['length'],a6_0x2d17('0x44')+_0x34e95d[a6_0x2d17('0x7')],a6_0x2d17('0x5a')+_0x34e95d['maxParallel']]});}if(_0x34e95d[a6_0x2d17('0x7')]){output[a6_0x2d17('0x4')]({'title':a6_0x2d17('0x6'),'bodyLines':[a6_0x2d17('0x41'),_0x34e95d['criticalErrorMessage']]});process[a6_0x2d17('0x52')](0x0);}if((_0x34e95d===null||_0x34e95d===void 0x0?void 0x0:_0x34e95d[a6_0x2d17('0x4b')])&&(_0x34e95d===null||_0x34e95d===void 0x0?void 0x0:_0x34e95d[a6_0x2d17('0x4b')])!==0x0&&!_0x1bd197&&new Date()[a6_0x2d17('0x33')]()-_0x1e8e4c[a6_0x2d17('0x33')]()>_0x34e95d[a6_0x2d17('0x4b')]){yield _0x1aba7a[a6_0x2d17('0x1a')]();continue;}if((_0x34e95d===null||_0x34e95d===void 0x0?void 0x0:_0x34e95d[a6_0x2d17('0x14')])!==undefined){if(_0x34e95d[a6_0x2d17('0x14')]==='RUN_GROUP_COMPLETED'||_0x34e95d['status']===a6_0x2d17('0x18')){return;}}else if(_0x34e95d[a6_0x2d17('0x56')]){return;}_0x14cde4(_0x34e95d[a6_0x2d17('0x40')][a6_0x2d17('0x3f')](_0x4657e6=>_0x4657e6[a6_0x2d17('0x2c')])['join'](''));if(!_0x34e95d[a6_0x2d17('0x46')]){if(environment_1[a6_0x2d17('0x35')]){output[a6_0x2d17('0x4e')]({'title':a6_0x2d17('0x64')});}yield _0x1aba7a[a6_0x2d17('0x1a')]();_0x5bd03c=0x0;_0x2231e4=[];continue;}_0x1aba7a[a6_0x2d17('0x1e')]();_0x1bd197=!![];const _0xfad46b=invokeTasksUsingRunMany(_0x29758d,_0x34e95d[a6_0x2d17('0x46')],_0x34e95d[a6_0x2d17('0x40')],_0x34e95d['maxParallel']);_0x5bd03c=_0xfad46b['completedStatusCode'];_0x2231e4=_0xfad46b[a6_0x2d17('0x13')];}});}function readCompletedTasks(_0x2c4273,_0xaeed96){const _0x57bc1a=a6_0x2d17('0x15')+_0xaeed96+').\x20Tasks\x20hashes\x20haven\x27t\x20been\x20recorded.';let _0x28db45;try{const _0x4c136e=_0x2c4273[a6_0x2d17('0x39')]||a6_0x2d17('0x68');const _0x2b3820=_0x4c136e+a6_0x2d17('0x66')+_0xaeed96;_0x28db45=JSON[a6_0x2d17('0x48')]((0x0,fs_1[a6_0x2d17('0x26')])(_0x2b3820)['toString']());(0x0,fs_1[a6_0x2d17('0x49')])(_0x2b3820);}catch(_0x4774ff){throw new Error(_0x57bc1a);}if(_0x28db45[a6_0x2d17('0x10')]==0x0){throw new Error(_0x57bc1a);}return _0x28db45;}function invokeTasksUsingRunMany(_0x4f64fa,_0x43eb2e,_0x2853b2,_0x559aa9){let _0x1ed4f1=0x0;const _0x2a3d7d=[];for(const _0x3790a4 of groupByTarget(_0x2853b2)){const _0x4e7888=_0x3790a4[a6_0x2d17('0x65')]?a6_0x2d17('0x57')+_0x3790a4[a6_0x2d17('0x65')]:'';const _0x5f5ab8=_0x559aa9>0x1?a6_0x2d17('0x55')+_0x559aa9:'';const _0x4035b9='npx\x20nx\x20run-many\x20--target='+_0x3790a4[a6_0x2d17('0x3b')]+'\x20'+_0x4e7888+a6_0x2d17('0x4a')+_0x3790a4[a6_0x2d17('0x59')][a6_0x2d17('0xc')](',')+'\x20'+_0x3790a4[a6_0x2d17('0x28')]+_0x5f5ab8;if(environment_1[a6_0x2d17('0x35')]){output['note']({'title':a6_0x2d17('0x45')+_0x4035b9+'\x27'});}try{(0x0,child_process_1[a6_0x2d17('0x1c')])(_0x4035b9,{'stdio':[a6_0x2d17('0x1b'),a6_0x2d17('0x27'),a6_0x2d17('0x27')],'env':Object[a6_0x2d17('0x2e')](Object[a6_0x2d17('0x2e')]({},process['env']),{'NX_CACHE_FAILURES':a6_0x2d17('0x30'),'NX_CLOUD_DISTRIBUTED_EXECUTION_ID':_0x43eb2e,'NX_STREAM_OUTPUT':a6_0x2d17('0x30'),'NX_PREFIX_OUTPUT':a6_0x2d17('0x30')})});_0x2a3d7d[a6_0x2d17('0x38')](...readCompletedTasks(_0x4f64fa,_0x43eb2e));}catch(_0x1b3307){if(_0x1b3307[a6_0x2d17('0x14')]===environment_1['DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE']){throw _0x1b3307;}else{_0x1ed4f1=0x1;_0x2a3d7d[a6_0x2d17('0x38')](...readCompletedTasks(_0x4f64fa,_0x43eb2e));}}}return{'completedStatusCode':_0x1ed4f1,'completedTasks':_0x2a3d7d};}function groupByTarget(_0x18a2d6){const _0x406a52=[];_0x18a2d6['forEach'](_0x5384df=>{const _0x39ead6=_0x406a52['find'](_0x41161=>_0x41161[a6_0x2d17('0x3b')]===_0x5384df[a6_0x2d17('0x3b')]&&_0x41161[a6_0x2d17('0x65')]===_0x5384df[a6_0x2d17('0x65')]);if(_0x39ead6){_0x39ead6['projects'][a6_0x2d17('0x38')](_0x5384df[a6_0x2d17('0x1f')]);}else{_0x406a52[a6_0x2d17('0x38')]({'target':_0x5384df[a6_0x2d17('0x3b')],'projects':[_0x5384df['projectName']],'params':_0x5384df['params'],'configuration':_0x5384df[a6_0x2d17('0x65')]});}});return _0x406a52;}function getAgentName(){if(process[a6_0x2d17('0x5d')][a6_0x2d17('0x4c')]!==undefined){return process['env'][a6_0x2d17('0x4c')];}else if(process[a6_0x2d17('0x5d')][a6_0x2d17('0xe')]!==undefined&&process[a6_0x2d17('0x5d')][a6_0x2d17('0x1d')]){return process[a6_0x2d17('0x5d')][a6_0x2d17('0x1d')];}else if(process[a6_0x2d17('0x5d')][a6_0x2d17('0xe')]!==undefined&&process[a6_0x2d17('0x5d')][a6_0x2d17('0x43')]){return process['env'][a6_0x2d17('0x43')];}else{return'Agent\x20'+Math[a6_0x2d17('0x63')](Math[a6_0x2d17('0x53')]()*0x186a0);}}function createAgentLockfileAndSetUpListeners(_0x5d9cb5,_0x3f4b4f,_0x33c09f){const _0x311912=_0x3f4b4f[a6_0x2d17('0x39')]||a6_0x2d17('0x68');const _0x5f4a20=_0x311912+a6_0x2d17('0x61');const _0x2aef97=_0x5f4a20+'/'+_0x33c09f+'.lock';if(!(0x0,fs_1[a6_0x2d17('0x3')])(_0x5f4a20)){(0x0,fs_1[a6_0x2d17('0x17')])(_0x5f4a20,{'recursive':!![]});}const _0x1145ed=(0x0,fs_1[a6_0x2d17('0x58')])(_0x5f4a20);if(_0x1145ed['length']){if(_0x1145ed[a6_0x2d17('0x19')](_0x33c09f+'.lock')){output[a6_0x2d17('0x4')]({'title':'Duplicate\x20Agent\x20ID\x20Detected','bodyLines':[a6_0x2d17('0xd'),'',a6_0x2d17('0x21')]});process[a6_0x2d17('0x52')](0x1);}output[a6_0x2d17('0x5')]({'title':a6_0x2d17('0x60'),'bodyLines':[a6_0x2d17('0x31'),'',a6_0x2d17('0x23'),'If\x20you\x20believe\x20this\x20is\x20the\x20case,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22.']});}(0x0,fs_1[a6_0x2d17('0x3e')])(_0x2aef97,'');process['on'](a6_0x2d17('0x52'),_0x4a0e7f=>{cleanupAgentLockfile(_0x2aef97,_0x4a0e7f);});process['on'](a6_0x2d17('0x25'),()=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x5d9cb5[a6_0x2d17('0x37')](a6_0x2d17('0x42'));cleanupAgentLockfile(_0x2aef97,0x1);}));process['on'](a6_0x2d17('0x5b'),()=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x5d9cb5[a6_0x2d17('0x37')](a6_0x2d17('0x2'));cleanupAgentLockfile(_0x2aef97,0x1);}));}function cleanupAgentLockfile(_0x442224,_0x318049){if((0x0,fs_1[a6_0x2d17('0x3')])(_0x442224)){(0x0,fs_1[a6_0x2d17('0x49')])(_0x442224);process['exit'](_0x318049);}}function startAgent(){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x2da287=(0x0,environment_1[a6_0x2d17('0x47')])();if(!_0x2da287){(0x0,print_run_group_error_1[a6_0x2d17('0x5f')])();return process['exit'](0x1);}output[a6_0x2d17('0x4e')]({'title':'Starting\x20an\x20agent\x20for\x20running\x20Nx\x20tasks'});const _0x3b0789=JSON['parse'](stripJsonComments((0x0,fs_1[a6_0x2d17('0x26')])(workspaceRoot+a6_0x2d17('0x5e'))[a6_0x2d17('0x6a')]()))[a6_0x2d17('0x4d')][a6_0x2d17('0x67')][a6_0x2d17('0x29')];const _0x54c9b0=getAgentName();const _0x5bbd82=new distributed_agent_api_1[(a6_0x2d17('0x34'))](_0x3b0789,_0x2da287,_0x54c9b0);createAgentLockfileAndSetUpListeners(_0x5bbd82,_0x3b0789,_0x54c9b0);return executeTasks(_0x3b0789,_0x5bbd82)['then'](_0x555766=>__awaiter(this,void 0x0,void 0x0,function*(){yield(0x0,metric_logger_1['submitRunMetrics'])(_0x3b0789);return _0x555766;}))['catch'](_0x412c17=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x5bbd82[a6_0x2d17('0x37')](a6_0x2d17('0x36')+_0x412c17[a6_0x2d17('0xf')]+'\x22');throw _0x412c17;}));});}exports[a6_0x2d17('0x2f')]=startAgent;
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startAgent = void 0;
+const child_process_1 = require("child_process");
+const fs_1 = require("fs");
+const stripJsonComments = require("strip-json-comments");
+const create_unchanged_value_timeout_1 = require("../../../utilities/create-unchanged-value-timeout");
+const environment_1 = require("../../../utilities/environment");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const waiter_1 = require("../../../utilities/waiter");
+const print_run_group_error_1 = require("../../error/print-run-group-error");
+const distributed_agent_api_1 = require("./distributed-agent.api");
+const { output, workspaceRoot } = require('../../../utilities/nx-imports');
+function executeTasks(options, api) {
+    return __awaiter(this, void 0, void 0, function* () {
+        let completedStatusCode = 0;
+        let apiResponse = null;
+        const failIfSameTasksAfterTimeout = (0, create_unchanged_value_timeout_1.createUnchangedValueTimeout)({
+            title: `No new messages received after ${environment_1.NO_MESSAGES_TIMEOUT / 1000} seconds`,
+            timeout: environment_1.NO_MESSAGES_TIMEOUT,
+        });
+        const waiter = new waiter_1.Waiter();
+        let completedTasks = [];
+        const startTime = new Date();
+        let executedAnyTasks = false;
+        while (true) {
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Fetching tasks...',
+                });
+            }
+            apiResponse = yield api.tasks(apiResponse ? apiResponse.executionId : null, completedStatusCode, completedTasks);
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'API Response',
+                    bodyLines: [
+                        `completed: ${apiResponse.completed}`,
+                        `status: ${apiResponse.status}`,
+                        `retryDuring: ${apiResponse.retryDuring}`,
+                        `executionId: ${apiResponse.executionId}`,
+                        `number of tasks: ${apiResponse.tasks.length}`,
+                        `error: ${apiResponse.criticalErrorMessage}`,
+                        `maxParallel: ${apiResponse.maxParallel}`,
+                    ],
+                });
+            }
+            if (apiResponse.criticalErrorMessage) {
+                output.error({
+                    title: 'Distributed Execution Terminated',
+                    bodyLines: ['Error:', apiResponse.criticalErrorMessage],
+                });
+                process.exit(0);
+            }
+            // run group is completed but it might be a rerun
+            // we will try several times before going further and
+            // completed the response
+            // we only do it if we haven't executed any tasks
+            if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) &&
+                (apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) !== 0 &&
+                !executedAnyTasks &&
+                new Date().getTime() - startTime.getTime() > apiResponse.retryDuring) {
+                yield waiter.wait();
+                continue;
+            }
+            if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.status) !== undefined) {
+                if (apiResponse.status === 'RUN_GROUP_COMPLETED' ||
+                    apiResponse.status === 'NO_FURTHER_TASKS_TO_RUN') {
+                    return;
+                }
+            }
+            else if (apiResponse.completed) {
+                return;
+            }
+            // if status is present that use the status instead of completed, otherwise use completed
+            failIfSameTasksAfterTimeout(apiResponse.tasks.map((t) => t.taskId).join(''));
+            if (!apiResponse.executionId) {
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({
+                        title: 'Waiting...',
+                    });
+                }
+                yield waiter.wait();
+                completedStatusCode = 0;
+                completedTasks = [];
+                continue;
+            }
+            waiter.reset();
+            executedAnyTasks = true;
+            const r = invokeTasksUsingRunMany(options, apiResponse.executionId, apiResponse.tasks, apiResponse.maxParallel);
+            completedStatusCode = r.completedStatusCode;
+            completedTasks = r.completedTasks;
+        }
+    });
+}
+function readCompletedTasks(options, distributedExecutionId) {
+    const errorMessage = `Command execution failed (distributed task execution: ${distributedExecutionId}). Tasks hashes haven\'t been recorded.`;
+    let completedTasks;
+    try {
+        const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
+        const taskHashesFile = `${cacheDirectory}/tasks-hashes-${distributedExecutionId}`;
+        completedTasks = JSON.parse((0, fs_1.readFileSync)(taskHashesFile).toString());
+        // remove it such that if the next command crashes we don't read an obsolete file
+        (0, fs_1.unlinkSync)(taskHashesFile);
+    }
+    catch (e) {
+        throw new Error(errorMessage);
+    }
+    if (completedTasks.length == 0) {
+        throw new Error(errorMessage);
+    }
+    return completedTasks;
+}
+function invokeTasksUsingRunMany(options, executionId, tasks, maxParallel) {
+    let completedStatusCode = 0;
+    const completedTasks = [];
+    for (const g of groupByTarget(tasks)) {
+        const config = g.configuration ? `--configuration=${g.configuration}` : ``;
+        const parallel = maxParallel > 1 ? ` --parallel --max-parallel=${maxParallel}` : ``;
+        // TODO use pnpx or yarn when needed
+        const command = `npx nx run-many --target=${g.target} ${config} --projects=${g.projects.join(',')} ${g.params}${parallel}`;
+        if (environment_1.VERBOSE_LOGGING) {
+            output.note({
+                title: `Executing: '${command}'`,
+            });
+        }
+        try {
+            (0, child_process_1.execSync)(command, {
+                stdio: ['ignore', 'inherit', 'inherit'],
+                env: Object.assign(Object.assign({}, process.env), { NX_CACHE_FAILURES: 'true', NX_CLOUD_DISTRIBUTED_EXECUTION_ID: executionId, NX_STREAM_OUTPUT: 'true', NX_PREFIX_OUTPUT: 'true' }),
+            });
+            completedTasks.push(...readCompletedTasks(options, executionId));
+        }
+        catch (e) {
+            if (e.status === environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE) {
+                throw e;
+            }
+            else {
+                completedStatusCode = 1;
+                completedTasks.push(...readCompletedTasks(options, executionId));
+            }
+        }
+    }
+    return { completedStatusCode, completedTasks };
+}
+function groupByTarget(tasks) {
+    const res = [];
+    tasks.forEach((t) => {
+        const r = res.find((rr) => rr.target === t.target && rr.configuration === t.configuration);
+        if (r) {
+            r.projects.push(t.projectName);
+        }
+        else {
+            res.push({
+                target: t.target,
+                projects: [t.projectName],
+                params: t.params,
+                configuration: t.configuration,
+            });
+        }
+    });
+    return res;
+}
+function getAgentName() {
+    if (process.env.NX_AGENT_NAME !== undefined) {
+        return process.env.NX_AGENT_NAME;
+    }
+    else if (process.env.CIRCLECI !== undefined && process.env.CIRCLE_STAGE) {
+        return process.env.CIRCLE_STAGE;
+    }
+    else if (process.env.CIRCLECI !== undefined && process.env.CIRCLE_JOB) {
+        return process.env.CIRCLE_JOB;
+    }
+    else {
+        return `Agent ${Math.floor(Math.random() * 100000)}`;
+    }
+}
+function createAgentLockfileAndSetUpListeners(api, options, agentName) {
+    const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
+    const lockFileDirectory = `${cacheDirectory}/lockfiles`;
+    const lockFilePath = `${lockFileDirectory}/${agentName}.lock`;
+    if (!(0, fs_1.existsSync)(lockFileDirectory)) {
+        (0, fs_1.mkdirSync)(lockFileDirectory, { recursive: true });
+    }
+    // Check for other agents' lockfiles and warn if exist
+    const lockFiles = (0, fs_1.readdirSync)(lockFileDirectory);
+    if (lockFiles.length) {
+        // Check to make sure the current agent name is not in use (only 1/100000 ^ 2 chance of this)
+        if (lockFiles.includes(`${agentName}.lock`)) {
+            output.error({
+                title: 'Duplicate Agent ID Detected',
+                bodyLines: [
+                    'We have detected another agent with this ID running in this workspace. This should not happen.',
+                    '',
+                    'End all currently running agents, run "npx nx-cloud clean-up-agents", and try again.',
+                ],
+            });
+            process.exit(1);
+        }
+        output.warn({
+            title: 'Other Nx Cloud Agents Detected',
+            bodyLines: [
+                'We have detected other agents running in this workspace. This can cause unexpected behavior.',
+                '',
+                'This can also be a false positive caused by agents that did not shut down correctly.',
+                'If you believe this is the case, run "npx nx-cloud clean-up-agents".',
+            ],
+        });
+    }
+    (0, fs_1.writeFileSync)(lockFilePath, '');
+    process.on('exit', (code) => {
+        cleanupAgentLockfile(lockFilePath, code);
+    });
+    process.on('SIGTERM', () => __awaiter(this, void 0, void 0, function* () {
+        yield api.completeRunGroupWithError('Agent was terminated via SIGTERM');
+        cleanupAgentLockfile(lockFilePath, 1);
+    }));
+    process.on('SIGINT', () => __awaiter(this, void 0, void 0, function* () {
+        yield api.completeRunGroupWithError('Agent was terminated via SIGINT');
+        cleanupAgentLockfile(lockFilePath, 1);
+    }));
+}
+function cleanupAgentLockfile(lockFilePath, code) {
+    if ((0, fs_1.existsSync)(lockFilePath)) {
+        (0, fs_1.unlinkSync)(lockFilePath);
+        process.exit(code);
+    }
+}
+function startAgent() {
+    return __awaiter(this, void 0, void 0, function* () {
+        const runGroup = (0, environment_1.getRunGroup)();
+        if (!runGroup) {
+            (0, print_run_group_error_1.printRunGroupError)();
+            return process.exit(1);
+        }
+        output.note({
+            title: 'Starting an agent for running Nx tasks',
+        });
+        const options = JSON.parse(stripJsonComments((0, fs_1.readFileSync)(`${workspaceRoot}/nx.json`).toString())).tasksRunnerOptions.default.options;
+        const agentName = getAgentName();
+        const api = new distributed_agent_api_1.DistributedAgentApi(options, runGroup, agentName);
+        createAgentLockfileAndSetUpListeners(api, options, agentName);
+        return executeTasks(options, api)
+            .then((res) => __awaiter(this, void 0, void 0, function* () {
+            yield (0, metric_logger_1.submitRunMetrics)(options);
+            return res;
+        }))
+            .catch((e) => __awaiter(this, void 0, void 0, function* () {
+            yield api.completeRunGroupWithError(`Critical Error in Agent: "${e.message}"`);
+            throw e;
+        }));
+    });
+}
+exports.startAgent = startAgent;
+//# sourceMappingURL=distributed-agent.impl.js.map

package/lib/core/runners/distributed-execution/distributed-execution.api.js

@@ -1 +1,143 @@
-const a7_0x29ce=['maxParallel','mapRespToPerfEntry','recordMetric','true','/nx-cloud/executions/start','serializeOverrides','configuration','map','completeRunGroup','apiAxiosInstance','enabled','done','Workspace\x20is\x20disabled.\x20Cannot\x20perform\x20distributed\x20task\x20executions.','target','NX_CLOUD_DISTRIBUTED_EXECUTION_STOP_AGENTS_ON_FAILURE','createApiAxiosInstance','status','/nx-cloud/executions/status','completeRunGroupWithError','Completing\x20run\x20group\x20with\x20an\x20error','error:\x20','getBranch','../../../utilities/environment','post','../../../utilities/serializer-overrides','exit','parallel','stringify','/nx-cloud/executions/complete-run-group','agentCount','message','throw','axiosMultipleTries','createStartRequest','../../../utilities/axios','data','../../../utilities/nx-imports','DistributedExecutionApi','response','apply','RUNNER_FAILURE_PERF_ENTRY','axiosException','Starting\x20a\x20distributed\x20execution','value','__esModule','false','note','runGroup:\x20','createMetricRecorder','stopAgentsOnFailure','error','NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT','VERBOSE_LOGGING','project','../../../utilities/metric-logger'];(function(_0x4de33d,_0x29cea9){const _0x3bc766=function(_0x5ee584){while(--_0x5ee584){_0x4de33d['push'](_0x4de33d['shift']());}};_0x3bc766(++_0x29cea9);}(a7_0x29ce,0x1ab));const a7_0x3bc7=function(_0x4de33d,_0x29cea9){_0x4de33d=_0x4de33d-0x0;let _0x3bc766=a7_0x29ce[_0x4de33d];return _0x3bc766;};'use strict';var __awaiter=this&&this['__awaiter']||function(_0x4a496e,_0x197558,_0x2dc703,_0x57686e){function _0x33edab(_0x183456){return _0x183456 instanceof _0x2dc703?_0x183456:new _0x2dc703(function(_0x54a6dc){_0x54a6dc(_0x183456);});}return new(_0x2dc703||(_0x2dc703=Promise))(function(_0x4864e1,_0x434a56){function _0x41825f(_0x34e764){try{_0x1671c9(_0x57686e['next'](_0x34e764));}catch(_0x292e30){_0x434a56(_0x292e30);}}function _0x5272a4(_0x441935){try{_0x1671c9(_0x57686e[a7_0x3bc7('0x2c')](_0x441935));}catch(_0x31442c){_0x434a56(_0x31442c);}}function _0x1671c9(_0x4e8892){_0x4e8892[a7_0x3bc7('0x18')]?_0x4864e1(_0x4e8892[a7_0x3bc7('0x1')]):_0x33edab(_0x4e8892[a7_0x3bc7('0x1')])['then'](_0x41825f,_0x5272a4);}_0x1671c9((_0x57686e=_0x57686e[a7_0x3bc7('0x34')](_0x4a496e,_0x197558||[]))['next']());});};Object['defineProperty'](exports,a7_0x3bc7('0x2'),{'value':!![]});exports[a7_0x3bc7('0x2e')]=exports[a7_0x3bc7('0x32')]=void 0x0;const axios_1=require(a7_0x3bc7('0x2f'));const environment_1=require(a7_0x3bc7('0x23'));const metric_logger_1=require(a7_0x3bc7('0xc'));const serializer_overrides_1=require(a7_0x3bc7('0x25'));const {output}=require(a7_0x3bc7('0x31'));class DistributedExecutionApi{constructor(_0x115bd8){this[a7_0x3bc7('0x16')]=(0x0,axios_1[a7_0x3bc7('0x1c')])(_0x115bd8);}['start'](_0x2b44f6){var _0x1ed530;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x4f218a=(0x0,metric_logger_1[a7_0x3bc7('0x6')])('dteStart');let _0x1a3eba;if(environment_1['VERBOSE_LOGGING']){output['note']({'title':a7_0x3bc7('0x0'),'bodyLines':[JSON[a7_0x3bc7('0x28')](_0x2b44f6,null,0x2)]});}try{_0x1a3eba=yield(0x0,axios_1[a7_0x3bc7('0x2d')])(()=>this['apiAxiosInstance'][a7_0x3bc7('0x24')](a7_0x3bc7('0x11'),_0x2b44f6));_0x4f218a[a7_0x3bc7('0xf')]((0x0,metric_logger_1[a7_0x3bc7('0xe')])(_0x1a3eba));}catch(_0x5d4563){_0x4f218a['recordMetric'](((_0x1ed530=_0x5d4563===null||_0x5d4563===void 0x0?void 0x0:_0x5d4563[a7_0x3bc7('0x36')])===null||_0x1ed530===void 0x0?void 0x0:_0x1ed530['response'])?(0x0,metric_logger_1['mapRespToPerfEntry'])(_0x5d4563[a7_0x3bc7('0x36')]['response']):metric_logger_1['RUNNER_FAILURE_PERF_ENTRY']);throw _0x5d4563;}if(!_0x1a3eba[a7_0x3bc7('0x30')][a7_0x3bc7('0x17')]){throw new Error(a7_0x3bc7('0x19'));}if(_0x1a3eba['data'][a7_0x3bc7('0x8')]){throw new Error(_0x1a3eba[a7_0x3bc7('0x30')][a7_0x3bc7('0x8')]);}return _0x1a3eba['data']['id'];});}[a7_0x3bc7('0x1d')](_0x54d22b){var _0x4151da;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x1ded68=(0x0,metric_logger_1['createMetricRecorder'])('dteStatus');try{const _0x17845b=yield(0x0,axios_1[a7_0x3bc7('0x2d')])(()=>this[a7_0x3bc7('0x16')][a7_0x3bc7('0x24')](a7_0x3bc7('0x1e'),{'id':_0x54d22b}));_0x1ded68[a7_0x3bc7('0xf')]((0x0,metric_logger_1[a7_0x3bc7('0xe')])(_0x17845b));return _0x17845b[a7_0x3bc7('0x30')];}catch(_0x5a413d){_0x1ded68[a7_0x3bc7('0xf')](((_0x4151da=_0x5a413d===null||_0x5a413d===void 0x0?void 0x0:_0x5a413d[a7_0x3bc7('0x36')])===null||_0x4151da===void 0x0?void 0x0:_0x4151da['response'])?(0x0,metric_logger_1[a7_0x3bc7('0xe')])(_0x5a413d[a7_0x3bc7('0x36')][a7_0x3bc7('0x33')]):metric_logger_1[a7_0x3bc7('0x35')]);output[a7_0x3bc7('0x8')]({'title':_0x5a413d[a7_0x3bc7('0x2b')]});process[a7_0x3bc7('0x26')](0x1);}});}[a7_0x3bc7('0x1f')](_0x36b5e8,_0xfa0a6c){var _0x3c4b5b;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x307d07=(0x0,metric_logger_1[a7_0x3bc7('0x6')])(a7_0x3bc7('0x15'));if(environment_1[a7_0x3bc7('0xa')]){output[a7_0x3bc7('0x4')]({'title':a7_0x3bc7('0x20'),'bodyLines':[a7_0x3bc7('0x5')+_0x36b5e8,a7_0x3bc7('0x21')+_0xfa0a6c]});}try{const _0x5958b6=yield(0x0,axios_1[a7_0x3bc7('0x2d')])(()=>this['apiAxiosInstance'][a7_0x3bc7('0x24')](a7_0x3bc7('0x29'),{'runGroup':_0x36b5e8,'criticalErrorMessage':_0xfa0a6c}),0x3);_0x307d07['recordMetric']((0x0,metric_logger_1['mapRespToPerfEntry'])(_0x5958b6));}catch(_0x5b7e27){_0x307d07[a7_0x3bc7('0xf')](((_0x3c4b5b=_0x5b7e27===null||_0x5b7e27===void 0x0?void 0x0:_0x5b7e27['axiosException'])===null||_0x3c4b5b===void 0x0?void 0x0:_0x3c4b5b[a7_0x3bc7('0x33')])?(0x0,metric_logger_1['mapRespToPerfEntry'])(_0x5b7e27[a7_0x3bc7('0x36')][a7_0x3bc7('0x33')]):metric_logger_1[a7_0x3bc7('0x35')]);}});}}exports[a7_0x3bc7('0x32')]=DistributedExecutionApi;function createStartRequest(_0x365db6,_0x225d4b,_0x5d3199){const _0x48924e=_0x225d4b['map'](_0x33bf4e=>{return _0x33bf4e[a7_0x3bc7('0x14')](_0x592508=>{return{'taskId':_0x592508['id'],'hash':_0x592508['hash'],'projectName':_0x592508[a7_0x3bc7('0x1a')][a7_0x3bc7('0xb')],'target':_0x592508[a7_0x3bc7('0x1a')][a7_0x3bc7('0x1a')],'configuration':_0x592508[a7_0x3bc7('0x1a')][a7_0x3bc7('0x13')]||null,'params':(0x0,serializer_overrides_1[a7_0x3bc7('0x12')])(_0x592508)};});});const _0x1ce064={'command':(0x0,environment_1['parseCommand'])(),'branch':(0x0,environment_1[a7_0x3bc7('0x22')])(),'runGroup':_0x365db6,'tasks':_0x48924e,'maxParallel':calculateMaxParallel(_0x5d3199)};if(environment_1[a7_0x3bc7('0x9')]){_0x1ce064[a7_0x3bc7('0x2a')]=environment_1[a7_0x3bc7('0x9')];}if(!environment_1[a7_0x3bc7('0x1b')]){_0x1ce064[a7_0x3bc7('0x7')]=![];}return _0x1ce064;}exports[a7_0x3bc7('0x2e')]=createStartRequest;function calculateMaxParallel(_0x4ec181){if(_0x4ec181['parallel']===a7_0x3bc7('0x3')||_0x4ec181[a7_0x3bc7('0x27')]===![]){return 0x1;}else if(_0x4ec181[a7_0x3bc7('0x27')]===a7_0x3bc7('0x10')||_0x4ec181[a7_0x3bc7('0x27')]===!![]){return Number(_0x4ec181['maxParallel']||0x3);}else if(_0x4ec181['parallel']===undefined){return _0x4ec181['maxParallel']?Number(_0x4ec181[a7_0x3bc7('0xd')]):0x3;}else{return Number(_0x4ec181['parallel'])||0x3;}}
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStartRequest = exports.DistributedExecutionApi = void 0;
+const axios_1 = require("../../../utilities/axios");
+const environment_1 = require("../../../utilities/environment");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const serializer_overrides_1 = require("../../../utilities/serializer-overrides");
+const { output } = require('../../../utilities/nx-imports');
+class DistributedExecutionApi {
+    constructor(options) {
+        this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
+    }
+    start(params) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dteStart');
+            let resp;
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Starting a distributed execution',
+                    bodyLines: [JSON.stringify(params, null, 2)],
+                });
+            }
+            try {
+                resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/start', params));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                throw e;
+            }
+            if (!resp.data.enabled) {
+                throw new Error(`Workspace is disabled. Cannot perform distributed task executions.`);
+            }
+            if (resp.data.error) {
+                throw new Error(resp.data.error);
+            }
+            return resp.data.id;
+        });
+    }
+    status(id) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dteStatus');
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/status', {
+                    id,
+                }));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+                return resp.data;
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                output.error({
+                    title: e.message,
+                });
+                process.exit(1);
+            }
+        });
+    }
+    completeRunGroupWithError(runGroup, error) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Completing run group with an error',
+                    bodyLines: [`runGroup: ${runGroup}`, `error: ${error}`],
+                });
+            }
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
+                    runGroup: runGroup,
+                    criticalErrorMessage: error,
+                }), 3);
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+            }
+        });
+    }
+}
+exports.DistributedExecutionApi = DistributedExecutionApi;
+function createStartRequest(runGroup, task, options) {
+    const tasksToExecute = task.map((arr) => {
+        return arr.map((t) => {
+            return {
+                taskId: t.id,
+                hash: t.hash,
+                projectName: t.target.project,
+                target: t.target.target,
+                configuration: t.target.configuration || null,
+                params: (0, serializer_overrides_1.serializeOverrides)(t),
+            };
+        });
+    });
+    const request = {
+        command: (0, environment_1.parseCommand)(),
+        branch: (0, environment_1.getBranch)(),
+        runGroup,
+        tasks: tasksToExecute,
+        maxParallel: calculateMaxParallel(options),
+    };
+    if (environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT) {
+        request.agentCount = environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT;
+    }
+    if (!environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_STOP_AGENTS_ON_FAILURE) {
+        request.stopAgentsOnFailure = false;
+    }
+    return request;
+}
+exports.createStartRequest = createStartRequest;
+function calculateMaxParallel(options) {
+    if (options.parallel === 'false' || options.parallel === false) {
+        return 1;
+    }
+    else if (options.parallel === 'true' || options.parallel === true) {
+        return Number(options.maxParallel || 3);
+    }
+    else if (options.parallel === undefined) {
+        return options.maxParallel ? Number(options.maxParallel) : 3;
+    }
+    else {
+        return Number(options.parallel) || 3;
+    }
+}
+//# sourceMappingURL=distributed-execution.api.js.map