@nrwl/nx-cloud 15.0.3 → 15.0.4-beta.1

package/lib/core/runners/distributed-agent/distributed-agent.impl.js

@@ -1 +1,269 @@
-const a6_0x1fcd=['options','getNxCacheDirectory','exit','We\x20have\x20detected\x20other\x20agents\x20running\x20in\x20this\x20workspace.\x20This\x20can\x20cause\x20unexpected\x20behavior.','retryDuring','NX_AGENT_NAME','../../../utilities/nx-imports','status:\x20','Duplicate\x20Agent\x20ID\x20Detected','submitRunMetrics','find','npx\x20nx\x20run-many\x20--target=','inherit','Waiter','DistributedAgentApi','next','defineProperty','getRunGroup','criticalErrorMessage','done','completed:\x20','then','readFileSync','__awaiter','error:\x20','completeRunGroupWithError','apply','RUN_GROUP_COMPLETED','warn','/nx.json','Waiting...','mkdirSync','printInvalidRunnerError','parse','No\x20new\x20messages\x20received\x20after\x20','number\x20of\x20tasks:\x20','Executing:\x20\x27','Distributed\x20Execution\x20Terminated','reset','retryDuring:\x20','existsSync','message','tasks','executionId:\x20','This\x20can\x20also\x20be\x20a\x20false\x20positive\x20caused\x20by\x20agents\x20that\x20did\x20not\x20shut\x20down\x20correctly.','configuration','printRunGroupError','taskId','throw','@nrwl/nx-cloud','Starting\x20an\x20agent\x20for\x20running\x20Nx\x20tasks','error','join','projects','__esModule','CIRCLE_STAGE','wait','CIRCLECI','status','We\x20have\x20detected\x20another\x20agent\x20with\x20this\x20ID\x20running\x20in\x20this\x20workspace.\x20This\x20should\x20not\x20happen.','map','/lockfiles','note','strip-json-comments','startAgent','tasksRunnerOptions','NO_MESSAGES_TIMEOUT','VERBOSE_LOGGING','DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE','SIGTERM','toString','completedTasks','SIGINT','Critical\x20Error\x20in\x20Agent:\x20\x22','readdirSync','If\x20you\x20believe\x20this\x20is\x20the\x20case,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22.','maxParallel','CIRCLE_JOB','.lock','env','projectName','value','--configuration=','params','Agent\x20','../../../utilities/environment','completedStatusCode','Other\x20Nx\x20Cloud\x20Agents\x20Detected','push','runner','true','executionId','getTime','assign','API\x20Response','length','completed','createUnchangedValueTimeout','ignore','target','./distributed-agent.api','Agent\x20was\x20terminated\x20via\x20SIGTERM','\x20seconds','writeFileSync','Error:','unlinkSync','\x20--projects=','Command\x20execution\x20failed\x20(distributed\x20task\x20execution:\x20','random','\x20--parallel\x20--max-parallel='];(function(_0xc65dbe,_0x1fcda0){const _0x54d58d=function(_0x457f6d){while(--_0x457f6d){_0xc65dbe['push'](_0xc65dbe['shift']());}};_0x54d58d(++_0x1fcda0);}(a6_0x1fcd,0x98));const a6_0x54d5=function(_0xc65dbe,_0x1fcda0){_0xc65dbe=_0xc65dbe-0x0;let _0x54d58d=a6_0x1fcd[_0xc65dbe];return _0x54d58d;};'use strict';var __awaiter=this&&this[a6_0x54d5('0x5b')]||function(_0x538c06,_0x33f151,_0x3af8c9,_0xef80a0){function _0x459845(_0x328c29){return _0x328c29 instanceof _0x3af8c9?_0x328c29:new _0x3af8c9(function(_0x2601b1){_0x2601b1(_0x328c29);});}return new(_0x3af8c9||(_0x3af8c9=Promise))(function(_0xd84f19,_0x2d6533){function _0x317be5(_0x1d55d8){try{_0x94b7c4(_0xef80a0['next'](_0x1d55d8));}catch(_0x31331c){_0x2d6533(_0x31331c);}}function _0x58f57a(_0xcf4bb){try{_0x94b7c4(_0xef80a0[a6_0x54d5('0x6')](_0xcf4bb));}catch(_0x4381d9){_0x2d6533(_0x4381d9);}}function _0x94b7c4(_0x1f4394){_0x1f4394[a6_0x54d5('0x57')]?_0xd84f19(_0x1f4394['value']):_0x459845(_0x1f4394[a6_0x54d5('0x27')])[a6_0x54d5('0x59')](_0x317be5,_0x58f57a);}_0x94b7c4((_0xef80a0=_0xef80a0[a6_0x54d5('0x5e')](_0x538c06,_0x33f151||[]))[a6_0x54d5('0x53')]());});};Object[a6_0x54d5('0x54')](exports,a6_0x54d5('0xc'),{'value':!![]});exports[a6_0x54d5('0x16')]=void 0x0;const child_process_1=require('child_process');const fs_1=require('fs');const stripJsonComments=require(a6_0x54d5('0x15'));const create_unchanged_value_timeout_1=require('../../../utilities/create-unchanged-value-timeout');const environment_1=require(a6_0x54d5('0x2b'));const metric_logger_1=require('../../../utilities/metric-logger');const waiter_1=require('../../../utilities/waiter');const print_run_group_error_1=require('../../error/print-run-group-error');const distributed_agent_api_1=require(a6_0x54d5('0x3a'));const print_invalid_runner_error_1=require('../../error/print-invalid-runner-error');const {output,workspaceRoot}=require(a6_0x54d5('0x4a'));function executeTasks(_0x4790f2,_0x5186e0){return __awaiter(this,void 0x0,void 0x0,function*(){let _0x11f859=0x0;let _0x5038e3=null;const _0x4204f2=(0x0,create_unchanged_value_timeout_1[a6_0x54d5('0x37')])({'title':a6_0x54d5('0x66')+environment_1[a6_0x54d5('0x18')]/0x3e8+a6_0x54d5('0x3c'),'timeout':environment_1[a6_0x54d5('0x18')]});const _0x4542e1=new waiter_1[(a6_0x54d5('0x51'))]();let _0x2bda6b=[];const _0x1b4c53=new Date();let _0x12c428=![];while(!![]){if(environment_1[a6_0x54d5('0x19')]){output['note']({'title':'Fetching\x20tasks...'});}_0x5038e3=yield _0x5186e0[a6_0x54d5('0x0')](_0x5038e3?_0x5038e3[a6_0x54d5('0x31')]:null,_0x11f859,_0x2bda6b);if(environment_1[a6_0x54d5('0x19')]){output[a6_0x54d5('0x14')]({'title':a6_0x54d5('0x34'),'bodyLines':[a6_0x54d5('0x58')+_0x5038e3['completed'],a6_0x54d5('0x4b')+_0x5038e3[a6_0x54d5('0x10')],a6_0x54d5('0x6b')+_0x5038e3[a6_0x54d5('0x48')],a6_0x54d5('0x1')+_0x5038e3[a6_0x54d5('0x31')],a6_0x54d5('0x67')+_0x5038e3[a6_0x54d5('0x0')][a6_0x54d5('0x35')],a6_0x54d5('0x5c')+_0x5038e3[a6_0x54d5('0x56')],'maxParallel:\x20'+_0x5038e3[a6_0x54d5('0x22')]]});}if(_0x5038e3[a6_0x54d5('0x56')]){output['error']({'title':a6_0x54d5('0x69'),'bodyLines':[a6_0x54d5('0x3e'),_0x5038e3[a6_0x54d5('0x56')]]});process[a6_0x54d5('0x46')](0x0);}if((_0x5038e3===null||_0x5038e3===void 0x0?void 0x0:_0x5038e3['retryDuring'])&&(_0x5038e3===null||_0x5038e3===void 0x0?void 0x0:_0x5038e3['retryDuring'])!==0x0&&!_0x12c428&&new Date()[a6_0x54d5('0x32')]()-_0x1b4c53[a6_0x54d5('0x32')]()>_0x5038e3[a6_0x54d5('0x48')]){yield _0x4542e1[a6_0x54d5('0xe')]();continue;}if((_0x5038e3===null||_0x5038e3===void 0x0?void 0x0:_0x5038e3['status'])!==undefined){if(_0x5038e3['status']===a6_0x54d5('0x5f')||_0x5038e3[a6_0x54d5('0x10')]==='NO_FURTHER_TASKS_TO_RUN'){return;}}else if(_0x5038e3[a6_0x54d5('0x36')]){return;}_0x4204f2(_0x5038e3['tasks'][a6_0x54d5('0x12')](_0x31df43=>_0x31df43[a6_0x54d5('0x5')])[a6_0x54d5('0xa')](''));if(!_0x5038e3[a6_0x54d5('0x31')]){if(environment_1[a6_0x54d5('0x19')]){output[a6_0x54d5('0x14')]({'title':a6_0x54d5('0x62')});}yield _0x4542e1[a6_0x54d5('0xe')]();_0x11f859=0x0;_0x2bda6b=[];continue;}_0x4542e1[a6_0x54d5('0x6a')]();_0x12c428=!![];const _0x237d41=invokeTasksUsingRunMany(_0x4790f2,_0x5038e3[a6_0x54d5('0x31')],_0x5038e3[a6_0x54d5('0x0')],_0x5038e3[a6_0x54d5('0x22')]);_0x11f859=_0x237d41[a6_0x54d5('0x2c')];_0x2bda6b=_0x237d41[a6_0x54d5('0x1d')];}});}function readCompletedTasks(_0x5bda1a,_0x359c6d){const _0x3939c8=a6_0x54d5('0x41')+_0x359c6d+').\x20Tasks\x20hashes\x20haven\x27t\x20been\x20recorded.';let _0x1f1349;try{const _0x3b35a5=(0x0,environment_1[a6_0x54d5('0x45')])(_0x5bda1a);const _0x3d1d8a=_0x3b35a5+'/tasks-hashes-'+_0x359c6d;_0x1f1349=JSON['parse']((0x0,fs_1[a6_0x54d5('0x5a')])(_0x3d1d8a)[a6_0x54d5('0x1c')]());(0x0,fs_1[a6_0x54d5('0x3f')])(_0x3d1d8a);}catch(_0xd99c7c){throw new Error(_0x3939c8);}if(_0x1f1349[a6_0x54d5('0x35')]==0x0){throw new Error(_0x3939c8);}return _0x1f1349;}function invokeTasksUsingRunMany(_0x473683,_0x213518,_0x58ec82,_0x6eea39){let _0x65b739=0x0;const _0x3345f5=[];for(const _0xd9d4fe of groupByTarget(_0x58ec82)){const _0x1f9e89=_0xd9d4fe[a6_0x54d5('0x3')]?a6_0x54d5('0x28')+_0xd9d4fe[a6_0x54d5('0x3')]:'';const _0x40c2b7=_0x6eea39>0x1?a6_0x54d5('0x43')+_0x6eea39:'';const _0x4a9a10=a6_0x54d5('0x4f')+_0xd9d4fe['target']+'\x20'+_0x1f9e89+a6_0x54d5('0x40')+_0xd9d4fe['projects']['join'](',')+'\x20'+_0xd9d4fe[a6_0x54d5('0x29')]+_0x40c2b7;if(environment_1['VERBOSE_LOGGING']){output[a6_0x54d5('0x14')]({'title':a6_0x54d5('0x68')+_0x4a9a10+'\x27'});}try{(0x0,child_process_1['execSync'])(_0x4a9a10,{'stdio':[a6_0x54d5('0x38'),a6_0x54d5('0x50'),'inherit'],'env':Object[a6_0x54d5('0x33')](Object[a6_0x54d5('0x33')]({},process['env']),{'NX_CACHE_FAILURES':a6_0x54d5('0x30'),'NX_CLOUD_DISTRIBUTED_EXECUTION_ID':_0x213518,'NX_STREAM_OUTPUT':'true','NX_PREFIX_OUTPUT':'true'})});_0x3345f5[a6_0x54d5('0x2e')](...readCompletedTasks(_0x473683,_0x213518));}catch(_0x5f083b){if(_0x5f083b[a6_0x54d5('0x10')]===environment_1[a6_0x54d5('0x1a')]){throw _0x5f083b;}else{_0x65b739=0x1;_0x3345f5['push'](...readCompletedTasks(_0x473683,_0x213518));}}}return{'completedStatusCode':_0x65b739,'completedTasks':_0x3345f5};}function groupByTarget(_0x4ee6d4){const _0x19a23a=[];_0x4ee6d4['forEach'](_0xa4c1ea=>{const _0x477a29=_0x19a23a[a6_0x54d5('0x4e')](_0x160c17=>_0x160c17[a6_0x54d5('0x39')]===_0xa4c1ea[a6_0x54d5('0x39')]&&_0x160c17[a6_0x54d5('0x3')]===_0xa4c1ea[a6_0x54d5('0x3')]);if(_0x477a29){_0x477a29[a6_0x54d5('0xb')]['push'](_0xa4c1ea[a6_0x54d5('0x26')]);}else{_0x19a23a[a6_0x54d5('0x2e')]({'target':_0xa4c1ea[a6_0x54d5('0x39')],'projects':[_0xa4c1ea[a6_0x54d5('0x26')]],'params':_0xa4c1ea[a6_0x54d5('0x29')],'configuration':_0xa4c1ea[a6_0x54d5('0x3')]});}});return _0x19a23a;}function getAgentName(){if(process[a6_0x54d5('0x25')][a6_0x54d5('0x49')]!==undefined){return process['env'][a6_0x54d5('0x49')];}else if(process[a6_0x54d5('0x25')]['CIRCLECI']!==undefined&&process[a6_0x54d5('0x25')][a6_0x54d5('0xd')]){return process['env'][a6_0x54d5('0xd')];}else if(process[a6_0x54d5('0x25')][a6_0x54d5('0xf')]!==undefined&&process[a6_0x54d5('0x25')][a6_0x54d5('0x23')]){return process[a6_0x54d5('0x25')][a6_0x54d5('0x23')];}else{return a6_0x54d5('0x2a')+Math['floor'](Math[a6_0x54d5('0x42')]()*0x186a0);}}function createAgentLockfileAndSetUpListeners(_0x106efa,_0x8ef844,_0x1db8e4){const _0xcbdb41=(0x0,environment_1['getNxCacheDirectory'])(_0x8ef844);const _0x5965b4=_0xcbdb41+a6_0x54d5('0x13');const _0x1e58c5=_0x5965b4+'/'+_0x1db8e4+a6_0x54d5('0x24');if(!(0x0,fs_1[a6_0x54d5('0x6c')])(_0x5965b4)){(0x0,fs_1[a6_0x54d5('0x63')])(_0x5965b4,{'recursive':!![]});}const _0x2567fc=(0x0,fs_1[a6_0x54d5('0x20')])(_0x5965b4);if(_0x2567fc[a6_0x54d5('0x35')]){if(_0x2567fc['includes'](_0x1db8e4+a6_0x54d5('0x24'))){output[a6_0x54d5('0x9')]({'title':a6_0x54d5('0x4c'),'bodyLines':[a6_0x54d5('0x11'),'','End\x20all\x20currently\x20running\x20agents,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22,\x20and\x20try\x20again.']});process[a6_0x54d5('0x46')](0x1);}output[a6_0x54d5('0x60')]({'title':a6_0x54d5('0x2d'),'bodyLines':[a6_0x54d5('0x47'),'',a6_0x54d5('0x2'),a6_0x54d5('0x21')]});}(0x0,fs_1[a6_0x54d5('0x3d')])(_0x1e58c5,'');process['on'](a6_0x54d5('0x46'),_0x370970=>{cleanupAgentLockfile(_0x1e58c5,_0x370970);});process['on'](a6_0x54d5('0x1b'),()=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x106efa[a6_0x54d5('0x5d')](a6_0x54d5('0x3b'));cleanupAgentLockfile(_0x1e58c5,0x1);}));process['on'](a6_0x54d5('0x1e'),()=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x106efa[a6_0x54d5('0x5d')]('Agent\x20was\x20terminated\x20via\x20SIGINT');cleanupAgentLockfile(_0x1e58c5,0x1);}));}function cleanupAgentLockfile(_0x118995,_0x302789){if((0x0,fs_1[a6_0x54d5('0x6c')])(_0x118995)){(0x0,fs_1[a6_0x54d5('0x3f')])(_0x118995);process[a6_0x54d5('0x46')](_0x302789);}}function startAgent(){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x21e9cd=(0x0,environment_1[a6_0x54d5('0x55')])();if(!_0x21e9cd){(0x0,print_run_group_error_1[a6_0x54d5('0x4')])();return process[a6_0x54d5('0x46')](0x1);}output[a6_0x54d5('0x14')]({'title':a6_0x54d5('0x8')});const _0x3a89a7=JSON[a6_0x54d5('0x65')](stripJsonComments((0x0,fs_1[a6_0x54d5('0x5a')])(workspaceRoot+a6_0x54d5('0x61'))[a6_0x54d5('0x1c')]()))[a6_0x54d5('0x17')]['default'];if(_0x3a89a7[a6_0x54d5('0x2f')]!==a6_0x54d5('0x7')){(0x0,print_invalid_runner_error_1[a6_0x54d5('0x64')])();return process[a6_0x54d5('0x46')](0x1);}const _0x2b577c=_0x3a89a7[a6_0x54d5('0x44')];const _0x10584a=getAgentName();const _0x16a0db=new distributed_agent_api_1[(a6_0x54d5('0x52'))](_0x2b577c,_0x21e9cd,_0x10584a);createAgentLockfileAndSetUpListeners(_0x16a0db,_0x2b577c,_0x10584a);return executeTasks(_0x2b577c,_0x16a0db)[a6_0x54d5('0x59')](_0x169f89=>__awaiter(this,void 0x0,void 0x0,function*(){yield(0x0,metric_logger_1[a6_0x54d5('0x4d')])(_0x2b577c);return _0x169f89;}))['catch'](_0x3682d1=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x16a0db['completeRunGroupWithError'](a6_0x54d5('0x1f')+_0x3682d1[a6_0x54d5('0x6d')]+'\x22');throw _0x3682d1;}));});}exports[a6_0x54d5('0x16')]=startAgent;
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startAgent = void 0;
+const child_process_1 = require("child_process");
+const fs_1 = require("fs");
+const stripJsonComments = require("strip-json-comments");
+const create_unchanged_value_timeout_1 = require("../../../utilities/create-unchanged-value-timeout");
+const environment_1 = require("../../../utilities/environment");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const waiter_1 = require("../../../utilities/waiter");
+const print_run_group_error_1 = require("../../error/print-run-group-error");
+const distributed_agent_api_1 = require("./distributed-agent.api");
+const print_invalid_runner_error_1 = require("../../error/print-invalid-runner-error");
+const { output, workspaceRoot } = require('../../../utilities/nx-imports');
+function executeTasks(options, api) {
+    return __awaiter(this, void 0, void 0, function* () {
+        let completedStatusCode = 0;
+        let apiResponse = null;
+        const failIfSameTasksAfterTimeout = (0, create_unchanged_value_timeout_1.createUnchangedValueTimeout)({
+            title: `No new messages received after ${environment_1.NO_MESSAGES_TIMEOUT / 1000} seconds`,
+            timeout: environment_1.NO_MESSAGES_TIMEOUT,
+        });
+        const waiter = new waiter_1.Waiter();
+        let completedTasks = [];
+        const startTime = new Date();
+        let executedAnyTasks = false;
+        while (true) {
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Fetching tasks...',
+                });
+            }
+            apiResponse = yield api.tasks(apiResponse ? apiResponse.executionId : null, completedStatusCode, completedTasks);
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'API Response',
+                    bodyLines: [
+                        `completed: ${apiResponse.completed}`,
+                        `status: ${apiResponse.status}`,
+                        `retryDuring: ${apiResponse.retryDuring}`,
+                        `executionId: ${apiResponse.executionId}`,
+                        `number of tasks: ${apiResponse.tasks.length}`,
+                        `error: ${apiResponse.criticalErrorMessage}`,
+                        `maxParallel: ${apiResponse.maxParallel}`,
+                    ],
+                });
+            }
+            if (apiResponse.criticalErrorMessage) {
+                output.error({
+                    title: 'Distributed Execution Terminated',
+                    bodyLines: ['Error:', apiResponse.criticalErrorMessage],
+                });
+                process.exit(0);
+            }
+            // run group is completed but it might be a rerun
+            // we will try several times before going further and
+            // completed the response
+            // we only do it if we haven't executed any tasks
+            if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) &&
+                (apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) !== 0 &&
+                !executedAnyTasks &&
+                new Date().getTime() - startTime.getTime() > apiResponse.retryDuring) {
+                yield waiter.wait();
+                continue;
+            }
+            if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.status) !== undefined) {
+                if (apiResponse.status === 'RUN_GROUP_COMPLETED' ||
+                    apiResponse.status === 'NO_FURTHER_TASKS_TO_RUN') {
+                    return;
+                }
+            }
+            else if (apiResponse.completed) {
+                return;
+            }
+            // if status is present that use the status instead of completed, otherwise use completed
+            failIfSameTasksAfterTimeout(apiResponse.tasks.map((t) => t.taskId).join(''));
+            if (!apiResponse.executionId) {
+                if (environment_1.VERBOSE_LOGGING) {
+                    output.note({
+                        title: 'Waiting...',
+                    });
+                }
+                yield waiter.wait();
+                completedStatusCode = 0;
+                completedTasks = [];
+                continue;
+            }
+            waiter.reset();
+            executedAnyTasks = true;
+            const r = invokeTasksUsingRunMany(options, apiResponse.executionId, apiResponse.tasks, apiResponse.maxParallel);
+            completedStatusCode = r.completedStatusCode;
+            completedTasks = r.completedTasks;
+        }
+    });
+}
+function readCompletedTasks(options, distributedExecutionId) {
+    const errorMessage = `Command execution failed (distributed task execution: ${distributedExecutionId}). Tasks hashes haven\'t been recorded.`;
+    let completedTasks;
+    try {
+        const cacheDirectory = (0, environment_1.getNxCacheDirectory)(options);
+        const taskHashesFile = `${cacheDirectory}/tasks-hashes-${distributedExecutionId}`;
+        completedTasks = JSON.parse((0, fs_1.readFileSync)(taskHashesFile).toString());
+        // remove it such that if the next command crashes we don't read an obsolete file
+        (0, fs_1.unlinkSync)(taskHashesFile);
+    }
+    catch (e) {
+        throw new Error(errorMessage);
+    }
+    if (completedTasks.length == 0) {
+        throw new Error(errorMessage);
+    }
+    return completedTasks;
+}
+function invokeTasksUsingRunMany(options, executionId, tasks, maxParallel) {
+    let completedStatusCode = 0;
+    const completedTasks = [];
+    for (const g of groupByTarget(tasks)) {
+        const config = g.configuration ? `--configuration=${g.configuration}` : ``;
+        const parallel = maxParallel > 1 ? ` --parallel --max-parallel=${maxParallel}` : ``;
+        // TODO use pnpx or yarn when needed
+        const command = `npx nx run-many --target=${g.target} ${config} --projects=${g.projects.join(',')} ${g.params}${parallel}`;
+        if (environment_1.VERBOSE_LOGGING) {
+            output.note({
+                title: `Executing: '${command}'`,
+            });
+        }
+        try {
+            (0, child_process_1.execSync)(command, {
+                stdio: ['ignore', 'inherit', 'inherit'],
+                env: Object.assign(Object.assign({}, process.env), { NX_CACHE_FAILURES: 'true', NX_CLOUD_DISTRIBUTED_EXECUTION_ID: executionId, NX_STREAM_OUTPUT: 'true', NX_PREFIX_OUTPUT: 'true' }),
+            });
+            completedTasks.push(...readCompletedTasks(options, executionId));
+        }
+        catch (e) {
+            if (e.status === environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE) {
+                throw e;
+            }
+            else {
+                completedStatusCode = 1;
+                completedTasks.push(...readCompletedTasks(options, executionId));
+            }
+        }
+    }
+    return { completedStatusCode, completedTasks };
+}
+function groupByTarget(tasks) {
+    const res = [];
+    tasks.forEach((t) => {
+        const r = res.find((rr) => rr.target === t.target && rr.configuration === t.configuration);
+        if (r) {
+            r.projects.push(t.projectName);
+        }
+        else {
+            res.push({
+                target: t.target,
+                projects: [t.projectName],
+                params: t.params,
+                configuration: t.configuration,
+            });
+        }
+    });
+    return res;
+}
+function getAgentName() {
+    if (process.env.NX_AGENT_NAME !== undefined) {
+        return process.env.NX_AGENT_NAME;
+    }
+    else if (process.env.CIRCLECI !== undefined && process.env.CIRCLE_STAGE) {
+        return process.env.CIRCLE_STAGE;
+    }
+    else if (process.env.CIRCLECI !== undefined && process.env.CIRCLE_JOB) {
+        return process.env.CIRCLE_JOB;
+    }
+    else {
+        return `Agent ${Math.floor(Math.random() * 100000)}`;
+    }
+}
+function createAgentLockfileAndSetUpListeners(api, options, agentName) {
+    const cacheDirectory = (0, environment_1.getNxCacheDirectory)(options);
+    const lockFileDirectory = `${cacheDirectory}/lockfiles`;
+    const lockFilePath = `${lockFileDirectory}/${agentName}.lock`;
+    if (!(0, fs_1.existsSync)(lockFileDirectory)) {
+        (0, fs_1.mkdirSync)(lockFileDirectory, { recursive: true });
+    }
+    // Check for other agents' lockfiles and warn if exist
+    const lockFiles = (0, fs_1.readdirSync)(lockFileDirectory);
+    if (lockFiles.length) {
+        // Check to make sure the current agent name is not in use (only 1/100000 ^ 2 chance of this)
+        if (lockFiles.includes(`${agentName}.lock`)) {
+            output.error({
+                title: 'Duplicate Agent ID Detected',
+                bodyLines: [
+                    'We have detected another agent with this ID running in this workspace. This should not happen.',
+                    '',
+                    'End all currently running agents, run "npx nx-cloud clean-up-agents", and try again.',
+                ],
+            });
+            process.exit(1);
+        }
+        output.warn({
+            title: 'Other Nx Cloud Agents Detected',
+            bodyLines: [
+                'We have detected other agents running in this workspace. This can cause unexpected behavior.',
+                '',
+                'This can also be a false positive caused by agents that did not shut down correctly.',
+                'If you believe this is the case, run "npx nx-cloud clean-up-agents".',
+            ],
+        });
+    }
+    (0, fs_1.writeFileSync)(lockFilePath, '');
+    process.on('exit', (code) => {
+        cleanupAgentLockfile(lockFilePath, code);
+    });
+    process.on('SIGTERM', () => __awaiter(this, void 0, void 0, function* () {
+        yield api.completeRunGroupWithError('Agent was terminated via SIGTERM');
+        cleanupAgentLockfile(lockFilePath, 1);
+    }));
+    process.on('SIGINT', () => __awaiter(this, void 0, void 0, function* () {
+        yield api.completeRunGroupWithError('Agent was terminated via SIGINT');
+        cleanupAgentLockfile(lockFilePath, 1);
+    }));
+}
+function cleanupAgentLockfile(lockFilePath, code) {
+    if ((0, fs_1.existsSync)(lockFilePath)) {
+        (0, fs_1.unlinkSync)(lockFilePath);
+        process.exit(code);
+    }
+}
+function startAgent() {
+    return __awaiter(this, void 0, void 0, function* () {
+        const runGroup = (0, environment_1.getRunGroup)();
+        if (!runGroup) {
+            (0, print_run_group_error_1.printRunGroupError)();
+            return process.exit(1);
+        }
+        output.note({
+            title: 'Starting an agent for running Nx tasks',
+        });
+        const defaultRunnerConfig = JSON.parse(stripJsonComments((0, fs_1.readFileSync)(`${workspaceRoot}/nx.json`).toString())).tasksRunnerOptions.default;
+        if (defaultRunnerConfig.runner !== '@nrwl/nx-cloud') {
+            (0, print_invalid_runner_error_1.printInvalidRunnerError)();
+            return process.exit(1);
+        }
+        const options = defaultRunnerConfig.options;
+        const agentName = getAgentName();
+        const api = new distributed_agent_api_1.DistributedAgentApi(options, runGroup, agentName);
+        createAgentLockfileAndSetUpListeners(api, options, agentName);
+        return executeTasks(options, api)
+            .then((res) => __awaiter(this, void 0, void 0, function* () {
+            yield (0, metric_logger_1.submitRunMetrics)(options);
+            return res;
+        }))
+            .catch((e) => __awaiter(this, void 0, void 0, function* () {
+            yield api.completeRunGroupWithError(`Critical Error in Agent: "${e.message}"`);
+            throw e;
+        }));
+    });
+}
+exports.startAgent = startAgent;
+//# sourceMappingURL=distributed-agent.impl.js.map

package/lib/core/runners/distributed-execution/distributed-execution.api.js

@@ -1 +1,143 @@
-const a7_0x5d66=['throw','axiosMultipleTries','Workspace\x20is\x20disabled.\x20Cannot\x20perform\x20distributed\x20task\x20executions.','axiosException','../../../utilities/axios','maxParallel','parallel','next','getBranch','message','Completing\x20run\x20group\x20with\x20an\x20error','/nx-cloud/executions/status','error:\x20','apiAxiosInstance','createStartRequest','done','mapRespToPerfEntry','/nx-cloud/executions/start','NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT','error','defineProperty','false','project','dteStatus','stringify','serializeOverrides','configuration','completeRunGroupWithError','data','agentCount','post','../../../utilities/environment','status','exit','apply','then','recordMetric','Starting\x20a\x20distributed\x20execution','DistributedExecutionApi','createMetricRecorder','value','start','map','NX_CLOUD_DISTRIBUTED_EXECUTION_STOP_AGENTS_ON_FAILURE','../../../utilities/nx-imports','enabled','createApiAxiosInstance','target','VERBOSE_LOGGING','note','dteStart','response','RUNNER_FAILURE_PERF_ENTRY'];(function(_0x354fb0,_0x5d6689){const _0x238a8c=function(_0x5b289e){while(--_0x5b289e){_0x354fb0['push'](_0x354fb0['shift']());}};_0x238a8c(++_0x5d6689);}(a7_0x5d66,0x144));const a7_0x238a=function(_0x354fb0,_0x5d6689){_0x354fb0=_0x354fb0-0x0;let _0x238a8c=a7_0x5d66[_0x354fb0];return _0x238a8c;};'use strict';var __awaiter=this&&this['__awaiter']||function(_0x1bba21,_0x3b7468,_0x263399,_0x2a9f52){function _0x4ab5b1(_0x3078e6){return _0x3078e6 instanceof _0x263399?_0x3078e6:new _0x263399(function(_0x432d37){_0x432d37(_0x3078e6);});}return new(_0x263399||(_0x263399=Promise))(function(_0x556ef1,_0x32ee73){function _0x44b817(_0x6b3503){try{_0x275027(_0x2a9f52[a7_0x238a('0x1')](_0x6b3503));}catch(_0x200ce0){_0x32ee73(_0x200ce0);}}function _0x583ef2(_0x3b3b80){try{_0x275027(_0x2a9f52[a7_0x238a('0x2f')](_0x3b3b80));}catch(_0x1d95ef){_0x32ee73(_0x1d95ef);}}function _0x275027(_0x3e634d){_0x3e634d[a7_0x238a('0x9')]?_0x556ef1(_0x3e634d[a7_0x238a('0x22')]):_0x4ab5b1(_0x3e634d[a7_0x238a('0x22')])[a7_0x238a('0x1d')](_0x44b817,_0x583ef2);}_0x275027((_0x2a9f52=_0x2a9f52[a7_0x238a('0x1c')](_0x1bba21,_0x3b7468||[]))['next']());});};Object[a7_0x238a('0xe')](exports,'__esModule',{'value':!![]});exports[a7_0x238a('0x8')]=exports[a7_0x238a('0x20')]=void 0x0;const axios_1=require(a7_0x238a('0x33'));const environment_1=require(a7_0x238a('0x19'));const metric_logger_1=require('../../../utilities/metric-logger');const serializer_overrides_1=require('../../../utilities/serializer-overrides');const {output}=require(a7_0x238a('0x26'));class DistributedExecutionApi{constructor(_0x1abe1c){this[a7_0x238a('0x7')]=(0x0,axios_1[a7_0x238a('0x28')])(_0x1abe1c);}[a7_0x238a('0x23')](_0x3a90b2){var _0x38146b;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x3e3a4e=(0x0,metric_logger_1['createMetricRecorder'])(a7_0x238a('0x2c'));let _0x1368cf;if(environment_1[a7_0x238a('0x2a')]){output[a7_0x238a('0x2b')]({'title':a7_0x238a('0x1f'),'bodyLines':[JSON[a7_0x238a('0x12')](_0x3a90b2,null,0x2)]});}try{_0x1368cf=yield(0x0,axios_1['axiosMultipleTries'])(()=>this['apiAxiosInstance']['post'](a7_0x238a('0xb'),_0x3a90b2));_0x3e3a4e[a7_0x238a('0x1e')]((0x0,metric_logger_1[a7_0x238a('0xa')])(_0x1368cf));}catch(_0xe97fb7){_0x3e3a4e['recordMetric'](((_0x38146b=_0xe97fb7===null||_0xe97fb7===void 0x0?void 0x0:_0xe97fb7[a7_0x238a('0x32')])===null||_0x38146b===void 0x0?void 0x0:_0x38146b['response'])?(0x0,metric_logger_1['mapRespToPerfEntry'])(_0xe97fb7[a7_0x238a('0x32')][a7_0x238a('0x2d')]):metric_logger_1[a7_0x238a('0x2e')]);throw _0xe97fb7;}if(!_0x1368cf[a7_0x238a('0x16')][a7_0x238a('0x27')]){throw new Error(a7_0x238a('0x31'));}if(_0x1368cf[a7_0x238a('0x16')][a7_0x238a('0xd')]){throw new Error(_0x1368cf[a7_0x238a('0x16')][a7_0x238a('0xd')]);}return _0x1368cf[a7_0x238a('0x16')]['id'];});}[a7_0x238a('0x1a')](_0x221805){var _0x5dfcb7;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x33b16c=(0x0,metric_logger_1[a7_0x238a('0x21')])(a7_0x238a('0x11'));try{const _0x1c414f=yield(0x0,axios_1[a7_0x238a('0x30')])(()=>this['apiAxiosInstance'][a7_0x238a('0x18')](a7_0x238a('0x5'),{'id':_0x221805}));_0x33b16c[a7_0x238a('0x1e')]((0x0,metric_logger_1[a7_0x238a('0xa')])(_0x1c414f));return _0x1c414f[a7_0x238a('0x16')];}catch(_0x47542d){_0x33b16c[a7_0x238a('0x1e')](((_0x5dfcb7=_0x47542d===null||_0x47542d===void 0x0?void 0x0:_0x47542d[a7_0x238a('0x32')])===null||_0x5dfcb7===void 0x0?void 0x0:_0x5dfcb7[a7_0x238a('0x2d')])?(0x0,metric_logger_1['mapRespToPerfEntry'])(_0x47542d[a7_0x238a('0x32')][a7_0x238a('0x2d')]):metric_logger_1['RUNNER_FAILURE_PERF_ENTRY']);output[a7_0x238a('0xd')]({'title':_0x47542d[a7_0x238a('0x3')]});process[a7_0x238a('0x1b')](0x1);}});}[a7_0x238a('0x15')](_0x2af500,_0x472b62){var _0x5a4281;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x4a5c04=(0x0,metric_logger_1[a7_0x238a('0x21')])('completeRunGroup');if(environment_1[a7_0x238a('0x2a')]){output[a7_0x238a('0x2b')]({'title':a7_0x238a('0x4'),'bodyLines':['runGroup:\x20'+_0x2af500,a7_0x238a('0x6')+_0x472b62]});}try{const _0x39dfbe=yield(0x0,axios_1['axiosMultipleTries'])(()=>this['apiAxiosInstance']['post']('/nx-cloud/executions/complete-run-group',{'runGroup':_0x2af500,'criticalErrorMessage':_0x472b62}),0x3);_0x4a5c04[a7_0x238a('0x1e')]((0x0,metric_logger_1['mapRespToPerfEntry'])(_0x39dfbe));}catch(_0xffcaf6){_0x4a5c04[a7_0x238a('0x1e')](((_0x5a4281=_0xffcaf6===null||_0xffcaf6===void 0x0?void 0x0:_0xffcaf6[a7_0x238a('0x32')])===null||_0x5a4281===void 0x0?void 0x0:_0x5a4281[a7_0x238a('0x2d')])?(0x0,metric_logger_1['mapRespToPerfEntry'])(_0xffcaf6[a7_0x238a('0x32')][a7_0x238a('0x2d')]):metric_logger_1[a7_0x238a('0x2e')]);}});}}exports['DistributedExecutionApi']=DistributedExecutionApi;function createStartRequest(_0x3751f2,_0x1ee4fd,_0x36a636){const _0xbfc8cc=_0x1ee4fd[a7_0x238a('0x24')](_0x2e5a7f=>{return _0x2e5a7f['map'](_0x9c2e66=>{return{'taskId':_0x9c2e66['id'],'hash':_0x9c2e66['hash'],'projectName':_0x9c2e66[a7_0x238a('0x29')][a7_0x238a('0x10')],'target':_0x9c2e66[a7_0x238a('0x29')]['target'],'configuration':_0x9c2e66[a7_0x238a('0x29')][a7_0x238a('0x14')]||null,'params':(0x0,serializer_overrides_1[a7_0x238a('0x13')])(_0x9c2e66)};});});const _0x2bfa15={'command':(0x0,environment_1['parseCommand'])(),'branch':(0x0,environment_1[a7_0x238a('0x2')])(),'runGroup':_0x3751f2,'tasks':_0xbfc8cc,'maxParallel':calculateMaxParallel(_0x36a636)};if(environment_1[a7_0x238a('0xc')]){_0x2bfa15[a7_0x238a('0x17')]=environment_1[a7_0x238a('0xc')];}if(!environment_1[a7_0x238a('0x25')]){_0x2bfa15['stopAgentsOnFailure']=![];}return _0x2bfa15;}exports['createStartRequest']=createStartRequest;function calculateMaxParallel(_0x5c2c7c){if(_0x5c2c7c[a7_0x238a('0x0')]===a7_0x238a('0xf')||_0x5c2c7c['parallel']===![]){return 0x1;}else if(_0x5c2c7c[a7_0x238a('0x0')]==='true'||_0x5c2c7c[a7_0x238a('0x0')]===!![]){return Number(_0x5c2c7c[a7_0x238a('0x34')]||0x3);}else if(_0x5c2c7c[a7_0x238a('0x0')]===undefined){return _0x5c2c7c[a7_0x238a('0x34')]?Number(_0x5c2c7c[a7_0x238a('0x34')]):0x3;}else{return Number(_0x5c2c7c[a7_0x238a('0x0')])||0x3;}}
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStartRequest = exports.DistributedExecutionApi = void 0;
+const axios_1 = require("../../../utilities/axios");
+const environment_1 = require("../../../utilities/environment");
+const metric_logger_1 = require("../../../utilities/metric-logger");
+const serializer_overrides_1 = require("../../../utilities/serializer-overrides");
+const { output } = require('../../../utilities/nx-imports');
+class DistributedExecutionApi {
+    constructor(options) {
+        this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
+    }
+    start(params) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dteStart');
+            let resp;
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Starting a distributed execution',
+                    bodyLines: [JSON.stringify(params, null, 2)],
+                });
+            }
+            try {
+                resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/start', params));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                throw e;
+            }
+            if (!resp.data.enabled) {
+                throw new Error(`Workspace is disabled. Cannot perform distributed task executions.`);
+            }
+            if (resp.data.error) {
+                throw new Error(resp.data.error);
+            }
+            return resp.data.id;
+        });
+    }
+    status(id) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('dteStatus');
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/status', {
+                    id,
+                }));
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+                return resp.data;
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                output.error({
+                    title: e.message,
+                });
+                process.exit(1);
+            }
+        });
+    }
+    completeRunGroupWithError(runGroup, error) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: 'Completing run group with an error',
+                    bodyLines: [`runGroup: ${runGroup}`, `error: ${error}`],
+                });
+            }
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
+                    runGroup: runGroup,
+                    criticalErrorMessage: error,
+                }), 3);
+                recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+            }
+        });
+    }
+}
+exports.DistributedExecutionApi = DistributedExecutionApi;
+function createStartRequest(runGroup, task, options) {
+    const tasksToExecute = task.map((arr) => {
+        return arr.map((t) => {
+            return {
+                taskId: t.id,
+                hash: t.hash,
+                projectName: t.target.project,
+                target: t.target.target,
+                configuration: t.target.configuration || null,
+                params: (0, serializer_overrides_1.serializeOverrides)(t),
+            };
+        });
+    });
+    const request = {
+        command: (0, environment_1.parseCommand)(),
+        branch: (0, environment_1.getBranch)(),
+        runGroup,
+        tasks: tasksToExecute,
+        maxParallel: calculateMaxParallel(options),
+    };
+    if (environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT) {
+        request.agentCount = environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT;
+    }
+    if (!environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_STOP_AGENTS_ON_FAILURE) {
+        request.stopAgentsOnFailure = false;
+    }
+    return request;
+}
+exports.createStartRequest = createStartRequest;
+function calculateMaxParallel(options) {
+    if (options.parallel === 'false' || options.parallel === false) {
+        return 1;
+    }
+    else if (options.parallel === 'true' || options.parallel === true) {
+        return Number(options.maxParallel || 3);
+    }
+    else if (options.parallel === undefined) {
+        return options.maxParallel ? Number(options.maxParallel) : 3;
+    }
+    else {
+        return Number(options.parallel) || 3;
+    }
+}
+//# sourceMappingURL=distributed-execution.api.js.map