@nrwl/nx-cloud 13.0.0 → 13.0.1-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/core/api/run-group.api.js +59 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.js +120 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js +167 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js.map +1 -1
- package/lib/core/runners/cloud-enabled/cloud-remote-cache.js +113 -1
- package/lib/core/runners/cloud-enabled/cloud-run.api.js +153 -1
- package/lib/core/runners/distributed-agent/distributed-agent.api.js +73 -1
- package/lib/core/runners/distributed-agent/distributed-agent.impl.js +239 -1
- package/lib/core/runners/distributed-execution/distributed-execution.api.js +122 -1
- package/lib/core/runners/distributed-execution/distributed-execution.runner.js +270 -1
- package/package.json +1 -1
|
@@ -1 +1,153 @@
|
|
|
1
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.CloudRunApi = void 0;
|
|
13
|
+
const output_1 = require("@nrwl/workspace/src/utilities/output");
|
|
14
|
+
const axios_1 = require("../../../utilities/axios");
|
|
15
|
+
const environment_1 = require("../../../utilities/environment");
|
|
16
|
+
const fs_1 = require("fs");
|
|
17
|
+
const zlib_1 = require("zlib");
|
|
18
|
+
const util_1 = require("util");
|
|
19
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
20
|
+
class CloudRunApi {
|
|
21
|
+
constructor(messages, runContext, options, machineInfo) {
|
|
22
|
+
this.messages = messages;
|
|
23
|
+
this.runContext = runContext;
|
|
24
|
+
this.machineInfo = machineInfo;
|
|
25
|
+
this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
|
|
26
|
+
}
|
|
27
|
+
startRun(distributedExecutionId, hashes) {
|
|
28
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
29
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('startRun');
|
|
30
|
+
try {
|
|
31
|
+
const request = {
|
|
32
|
+
meta: {
|
|
33
|
+
nxCloudVersion: this.nxCloudVersion(),
|
|
34
|
+
},
|
|
35
|
+
branch: (0, environment_1.getBranch)(),
|
|
36
|
+
runGroup: (0, environment_1.getRunGroup)(),
|
|
37
|
+
distributedExecutionId,
|
|
38
|
+
hashes,
|
|
39
|
+
};
|
|
40
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
41
|
+
output_1.output.note({
|
|
42
|
+
title: 'RunStart',
|
|
43
|
+
bodyLines: ['\n' + JSON.stringify(request, null, 2)],
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/start', request), environment_1.NUMBER_OF_TRIES);
|
|
47
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
48
|
+
if (resp.data && resp.data.message) {
|
|
49
|
+
this.messages.message = resp.data.message;
|
|
50
|
+
}
|
|
51
|
+
if (!resp.data || !resp.data.urls) {
|
|
52
|
+
this.messages.apiError = `Invalid Nx Cloud response: ${JSON.stringify(resp.data)}`;
|
|
53
|
+
return {};
|
|
54
|
+
}
|
|
55
|
+
return resp.data.urls;
|
|
56
|
+
}
|
|
57
|
+
catch (e) {
|
|
58
|
+
recorder.recordMetric(metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
59
|
+
this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
|
|
60
|
+
return {};
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
endRun(run, tasks) {
|
|
65
|
+
var _a;
|
|
66
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
67
|
+
// API is not working, don't make the end request
|
|
68
|
+
if (this.messages.apiError)
|
|
69
|
+
return false;
|
|
70
|
+
const uncompressedReqBody = {
|
|
71
|
+
meta: {
|
|
72
|
+
nxCloudVersion: this.nxCloudVersion(),
|
|
73
|
+
},
|
|
74
|
+
tasks,
|
|
75
|
+
run: run,
|
|
76
|
+
machineInfo: this.machineInfo,
|
|
77
|
+
};
|
|
78
|
+
const uncompressedBuffer = Buffer.from(JSON.stringify(uncompressedReqBody));
|
|
79
|
+
const compressedBuffer = yield (0, util_1.promisify)(zlib_1.gzip)(uncompressedBuffer);
|
|
80
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('endRun');
|
|
81
|
+
try {
|
|
82
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
83
|
+
const t = tasks.map((tt) => {
|
|
84
|
+
return Object.assign(Object.assign({}, tt), { terminalOutput: tt.terminalOutput
|
|
85
|
+
? `${tt.terminalOutput.slice(0, 20)}...`
|
|
86
|
+
: undefined });
|
|
87
|
+
});
|
|
88
|
+
output_1.output.note({
|
|
89
|
+
title: 'RunEnd. Completed tasks',
|
|
90
|
+
bodyLines: ['\n' + JSON.stringify(t, null, 2)],
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/end', compressedBuffer, {
|
|
94
|
+
headers: Object.assign(Object.assign({}, this.apiAxiosInstance.defaults.headers), { 'Content-Encoding': 'gzip', 'Content-Type': 'application/octet-stream' }),
|
|
95
|
+
}), environment_1.NUMBER_OF_TRIES);
|
|
96
|
+
if (resp) {
|
|
97
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
98
|
+
if (resp.data && resp.data.runUrl && resp.data.status === 'success') {
|
|
99
|
+
this.runContext.runUrl = resp.data.runUrl;
|
|
100
|
+
return true;
|
|
101
|
+
}
|
|
102
|
+
if (resp.data && resp.data.status) {
|
|
103
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data.message)}`;
|
|
104
|
+
}
|
|
105
|
+
else if (resp.data && typeof resp.data === 'string') {
|
|
106
|
+
if (resp.data !== 'success') {
|
|
107
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
else {
|
|
111
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
|
|
112
|
+
}
|
|
113
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
114
|
+
output_1.output.note({
|
|
115
|
+
title: 'Invalid end run response',
|
|
116
|
+
bodyLines: [JSON.stringify(resp.data, null, 2)],
|
|
117
|
+
});
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
else {
|
|
121
|
+
output_1.output.error({
|
|
122
|
+
title: 'Nx Cloud: Unknown Error Occurred',
|
|
123
|
+
bodyLines: [
|
|
124
|
+
'Run completion responded with `undefined`.',
|
|
125
|
+
'Run Details:',
|
|
126
|
+
JSON.stringify(run, null, 2),
|
|
127
|
+
'Stack Trace:',
|
|
128
|
+
JSON.stringify(new Error().stack, null, 2),
|
|
129
|
+
],
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
return false;
|
|
133
|
+
}
|
|
134
|
+
catch (ee) {
|
|
135
|
+
recorder.recordMetric(metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
136
|
+
const e = (_a = ee.axiosException) !== null && _a !== void 0 ? _a : ee;
|
|
137
|
+
this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
|
|
138
|
+
return false;
|
|
139
|
+
}
|
|
140
|
+
});
|
|
141
|
+
}
|
|
142
|
+
nxCloudVersion() {
|
|
143
|
+
try {
|
|
144
|
+
const v = JSON.parse((0, fs_1.readFileSync)(`package.json`).toString());
|
|
145
|
+
return v.devDependencies['@nrwl/nx-cloud'];
|
|
146
|
+
}
|
|
147
|
+
catch (e) {
|
|
148
|
+
return 'unknown';
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
exports.CloudRunApi = CloudRunApi;
|
|
153
|
+
//# sourceMappingURL=cloud-run.api.js.map
|
|
@@ -1 +1,73 @@
|
|
|
1
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.DistributedAgentApi = void 0;
|
|
13
|
+
const output_1 = require("@nrwl/workspace/src/utilities/output");
|
|
14
|
+
const axios_1 = require("../../../utilities/axios");
|
|
15
|
+
const environment_1 = require("../../../utilities/environment");
|
|
16
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
17
|
+
class DistributedAgentApi {
|
|
18
|
+
constructor(options, runGroup, agentName) {
|
|
19
|
+
this.runGroup = runGroup;
|
|
20
|
+
this.agentName = agentName;
|
|
21
|
+
this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
|
|
22
|
+
}
|
|
23
|
+
tasks(executionId, statusCode, completedTasks) {
|
|
24
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
25
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('dtePollTasks');
|
|
26
|
+
try {
|
|
27
|
+
const res = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/tasks', {
|
|
28
|
+
runGroup: this.runGroup,
|
|
29
|
+
agentName: this.agentName,
|
|
30
|
+
executionId,
|
|
31
|
+
statusCode,
|
|
32
|
+
completedTasks,
|
|
33
|
+
}), 30);
|
|
34
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(res));
|
|
35
|
+
return res.data;
|
|
36
|
+
}
|
|
37
|
+
catch (e) {
|
|
38
|
+
recorder.recordMetric(metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
39
|
+
throw e;
|
|
40
|
+
}
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
completeRunGroupWithError(error) {
|
|
44
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
45
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
46
|
+
output_1.output.note({
|
|
47
|
+
title: 'Completing run group with an error',
|
|
48
|
+
bodyLines: [`runGroup: ${this.runGroup}`, `error: ${error}`],
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
|
|
52
|
+
try {
|
|
53
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
|
|
54
|
+
runGroup: this.runGroup,
|
|
55
|
+
agentName: this.agentName,
|
|
56
|
+
criticalErrorMessage: error,
|
|
57
|
+
}), 3);
|
|
58
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
59
|
+
output_1.output.note({
|
|
60
|
+
title: 'Completed run group with an error',
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
64
|
+
}
|
|
65
|
+
catch (e) {
|
|
66
|
+
recorder.recordMetric(metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
67
|
+
console.error(e);
|
|
68
|
+
}
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
exports.DistributedAgentApi = DistributedAgentApi;
|
|
73
|
+
//# sourceMappingURL=distributed-agent.api.js.map
|
|
@@ -1 +1,239 @@
|
|
|
1
|
-
const a5_0x945c=['wait','completed:\x20','Critical\x20Error\x20in\x20Agent:\x20\x22','maxParallel','nx.json','If\x20you\x20believe\x20this\x20is\x20the\x20case,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22.','../../error/print-run-group-error','target','forEach','./distributed-agent.api','floor','join','executionId:\x20','startAgent','NX_AGENT_NAME','submitRunMetrics','../../../utilities/metric-logger','configuration','defineProperty','error','next',').\x20Tasks\x20hashes\x20haven\x27t\x20been\x20recorded.','default','This\x20can\x20also\x20be\x20a\x20false\x20positive\x20caused\x20by\x20agents\x20that\x20did\x20not\x20shut\x20down\x20correctly.','@nrwl/workspace/src/utilities/output','push','CIRCLECI','error:\x20','printRunGroupError','Fetching\x20tasks...','DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE','retryDuring','note','/lockfiles','API\x20Response','npx\x20nx\x20run-many\x20--target=','exit','env','SIGINT','cacheDirectory','CIRCLE_STAGE','assign','mkdirSync','then','value','projectName','completed','length','includes','taskId','/tasks-hashes-','throw','message','Distributed\x20Execution\x20Terminated','status','toString','getTime','Waiter','inherit','Executing:\x20\x27','executionId','child_process','readdirSync','completedTasks','map','execSync','__esModule','tasksRunnerOptions','parse','options','../../../utilities/create-no-new-messages-timeout','End\x20all\x20currently\x20running\x20agents,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22,\x20and\x20try\x20again.','completeRunGroupWithError','readFileSync','number\x20of\x20tasks:\x20','existsSync','VERBOSE_LOGGING','We\x20have\x20detected\x20another\x20agent\x20with\x20this\x20ID\x20running\x20in\x20this\x20workspace.\x20This\x20should\x20not\x20happen.','Agent\x20','true','criticalErrorMessage','retryDuring:\x20','DistributedAgentApi','find','./node_modules/.cache/nx','../../../utilities/waiter','tasks','output'];(function(_0x3fadee,_0x945c5a){const _0x245ca0=function(_0x585f69){while(--_0x585f69){_0x3fadee['push'](_0x3fadee['shift']());}};_0x245ca0(++_0x945c5a);}(a5_0x945c,0x16f));const a5_0x245c=function(_0x3fadee,_0x945c5a){_0x3fadee=_0x3fadee-0x0;let _0x245ca0=a5_0x945c[_0x3fadee];return _0x245ca0;};'use strict';var __awaiter=this&&this['__awaiter']||function(_0x63f677,_0x5ec2aa,_0x25d72c,_0x326dea){function _0x51aea4(_0x47ddb2){return _0x47ddb2 instanceof _0x25d72c?_0x47ddb2:new _0x25d72c(function(_0x32b573){_0x32b573(_0x47ddb2);});}return new(_0x25d72c||(_0x25d72c=Promise))(function(_0x518aa9,_0x1c3366){function _0x220164(_0x5d58b0){try{_0x54a923(_0x326dea[a5_0x245c('0x5')](_0x5d58b0));}catch(_0x2e03f3){_0x1c3366(_0x2e03f3);}}function _0x59432b(_0x2b22bb){try{_0x54a923(_0x326dea[a5_0x245c('0x24')](_0x2b22bb));}catch(_0xed3af0){_0x1c3366(_0xed3af0);}}function _0x54a923(_0x17d91d){_0x17d91d['done']?_0x518aa9(_0x17d91d[a5_0x245c('0x1d')]):_0x51aea4(_0x17d91d[a5_0x245c('0x1d')])['then'](_0x220164,_0x59432b);}_0x54a923((_0x326dea=_0x326dea['apply'](_0x63f677,_0x5ec2aa||[]))[a5_0x245c('0x5')]());});};Object[a5_0x245c('0x3')](exports,a5_0x245c('0x33'),{'value':!![]});exports[a5_0x245c('0x56')]=void 0x0;const output_1=require(a5_0x245c('0x9'));const child_process_1=require(a5_0x245c('0x2e'));const stripJsonComments=require('strip-json-comments');const distributed_agent_api_1=require(a5_0x245c('0x52'));const waiter_1=require(a5_0x245c('0x46'));const environment_1=require('../../../utilities/environment');const print_run_group_error_1=require(a5_0x245c('0x4f'));const create_no_new_messages_timeout_1=require(a5_0x245c('0x37'));const fs_1=require('fs');const metric_logger_1=require(a5_0x245c('0x1'));function executeTasks(_0x39a457,_0x5876ad){return __awaiter(this,void 0x0,void 0x0,function*(){let _0x356c62=0x0;let _0x43896f=null;const _0x1fa083=(0x0,create_no_new_messages_timeout_1['createNoNewMessagesTimeout'])();const _0x35ea37=new waiter_1[(a5_0x245c('0x2a'))]();let _0x2f22f3=[];const _0x1d9b55=new Date();let _0x35c8b2=![];while(!![]){if(environment_1['VERBOSE_LOGGING']){output_1[a5_0x245c('0x48')]['note']({'title':a5_0x245c('0xe')});}_0x43896f=yield _0x5876ad[a5_0x245c('0x47')](_0x43896f?_0x43896f[a5_0x245c('0x2d')]:null,_0x356c62,_0x2f22f3);if(environment_1[a5_0x245c('0x3d')]){output_1[a5_0x245c('0x48')][a5_0x245c('0x11')]({'title':a5_0x245c('0x13'),'bodyLines':[a5_0x245c('0x4a')+_0x43896f[a5_0x245c('0x1f')],a5_0x245c('0x42')+_0x43896f[a5_0x245c('0x10')],a5_0x245c('0x55')+_0x43896f[a5_0x245c('0x2d')],a5_0x245c('0x3b')+_0x43896f[a5_0x245c('0x47')][a5_0x245c('0x20')],a5_0x245c('0xc')+_0x43896f[a5_0x245c('0x41')],'maxParallel:\x20'+_0x43896f[a5_0x245c('0x4c')]]});}if(_0x43896f['criticalErrorMessage']){output_1[a5_0x245c('0x48')][a5_0x245c('0x4')]({'title':a5_0x245c('0x26'),'bodyLines':['Error:',_0x43896f[a5_0x245c('0x41')]]});process['exit'](0x0);}if((_0x43896f===null||_0x43896f===void 0x0?void 0x0:_0x43896f[a5_0x245c('0x10')])&&(_0x43896f===null||_0x43896f===void 0x0?void 0x0:_0x43896f[a5_0x245c('0x10')])!==0x0&&!_0x35c8b2&&new Date()[a5_0x245c('0x29')]()-_0x1d9b55['getTime']()>_0x43896f[a5_0x245c('0x10')]){yield _0x35ea37['wait']();continue;}if(_0x43896f[a5_0x245c('0x1f')])return;_0x1fa083(_0x43896f[a5_0x245c('0x47')][a5_0x245c('0x31')](_0x1e53dd=>_0x1e53dd[a5_0x245c('0x22')])[a5_0x245c('0x54')](''));if(!_0x43896f[a5_0x245c('0x2d')]){if(environment_1[a5_0x245c('0x3d')]){output_1[a5_0x245c('0x48')][a5_0x245c('0x11')]({'title':'Waiting...'});}yield _0x35ea37[a5_0x245c('0x49')]();_0x356c62=0x0;_0x2f22f3=[];continue;}_0x35ea37['reset']();_0x35c8b2=!![];const _0x4f3bdf=invokeTasksUsingRunMany(_0x39a457,_0x43896f[a5_0x245c('0x2d')],_0x43896f[a5_0x245c('0x47')],_0x43896f['maxParallel']);_0x356c62=_0x4f3bdf['completedStatusCode'];_0x2f22f3=_0x4f3bdf[a5_0x245c('0x30')];}});}function readCompletedTasks(_0x1e1be6,_0x5553bc){const _0x3b3416='Command\x20execution\x20failed\x20(distributed\x20task\x20execution:\x20'+_0x5553bc+a5_0x245c('0x6');let _0x40f0b4;try{const _0x11e105=_0x1e1be6['cacheDirectory']||'./node_modules/.cache/nx';const _0x46c931=_0x11e105+a5_0x245c('0x23')+_0x5553bc;_0x40f0b4=JSON[a5_0x245c('0x35')]((0x0,fs_1[a5_0x245c('0x3a')])(_0x46c931)['toString']());(0x0,fs_1['unlinkSync'])(_0x46c931);}catch(_0x37f847){throw new Error(_0x3b3416);}if(_0x40f0b4[a5_0x245c('0x20')]==0x0){throw new Error(_0x3b3416);}return _0x40f0b4;}function invokeTasksUsingRunMany(_0x2e5d4e,_0x14bf6e,_0xc67f33,_0x1c4d9d){let _0x12711d=0x0;const _0x2821fe=[];for(const _0x5d3d0c of groupByTarget(_0xc67f33)){const _0x231bd1=_0x5d3d0c[a5_0x245c('0x2')]?'--configuration='+_0x5d3d0c['configuration']:'';const _0x1eb1e5=_0x1c4d9d>0x1?'\x20--parallel\x20--max-parallel='+_0x1c4d9d:'';const _0xa5b8d9=a5_0x245c('0x14')+_0x5d3d0c[a5_0x245c('0x50')]+'\x20'+_0x231bd1+'\x20--projects='+_0x5d3d0c['projects'][a5_0x245c('0x54')](',')+'\x20'+_0x5d3d0c['params']+_0x1eb1e5;if(environment_1[a5_0x245c('0x3d')]){output_1[a5_0x245c('0x48')][a5_0x245c('0x11')]({'title':a5_0x245c('0x2c')+_0xa5b8d9+'\x27'});}try{(0x0,child_process_1[a5_0x245c('0x32')])(_0xa5b8d9,{'stdio':[a5_0x245c('0x2b'),'inherit',a5_0x245c('0x2b')],'env':Object[a5_0x245c('0x1a')](Object[a5_0x245c('0x1a')]({},process[a5_0x245c('0x16')]),{'NX_CACHE_FAILURES':a5_0x245c('0x40'),'NX_CLOUD_DISTRIBUTED_EXECUTION_ID':_0x14bf6e})});}catch(_0x209707){if(_0x209707[a5_0x245c('0x27')]===environment_1[a5_0x245c('0xf')]){throw _0x209707;}else{_0x12711d=0x1;}}finally{_0x2821fe[a5_0x245c('0xa')](...readCompletedTasks(_0x2e5d4e,_0x14bf6e));}}return{'completedStatusCode':_0x12711d,'completedTasks':_0x2821fe};}function groupByTarget(_0x36fffd){const _0x45a800=[];_0x36fffd[a5_0x245c('0x51')](_0x135075=>{const _0x401c8a=_0x45a800[a5_0x245c('0x44')](_0x2fffb2=>_0x2fffb2[a5_0x245c('0x50')]===_0x135075[a5_0x245c('0x50')]&&_0x2fffb2['configuration']===_0x135075['configuration']);if(_0x401c8a){_0x401c8a['projects'][a5_0x245c('0xa')](_0x135075[a5_0x245c('0x1e')]);}else{_0x45a800[a5_0x245c('0xa')]({'target':_0x135075[a5_0x245c('0x50')],'projects':[_0x135075[a5_0x245c('0x1e')]],'params':_0x135075['params'],'configuration':_0x135075[a5_0x245c('0x2')]});}});return _0x45a800;}function getAgentName(){if(process[a5_0x245c('0x16')]['NX_AGENT_NAME']!==undefined){return process[a5_0x245c('0x16')][a5_0x245c('0x57')];}else if(process[a5_0x245c('0x16')][a5_0x245c('0xb')]!==undefined){return process[a5_0x245c('0x16')][a5_0x245c('0x19')];}else{return a5_0x245c('0x3f')+Math[a5_0x245c('0x53')](Math['random']()*0x186a0);}}function createAgentLockfile(_0x547c00,_0x35daad){const _0x463bfa=_0x547c00[a5_0x245c('0x18')]||a5_0x245c('0x45');const _0x205efc=_0x463bfa+a5_0x245c('0x12');const _0x357789=_0x205efc+'/'+_0x35daad+'.lock';if(!(0x0,fs_1[a5_0x245c('0x3c')])(_0x205efc)){(0x0,fs_1[a5_0x245c('0x1b')])(_0x205efc,{'recursive':!![]});}const _0x232373=(0x0,fs_1[a5_0x245c('0x2f')])(_0x205efc);if(_0x232373['length']){if(_0x232373[a5_0x245c('0x21')](_0x35daad+'.lock')){output_1[a5_0x245c('0x48')][a5_0x245c('0x4')]({'title':'Duplicate\x20Agent\x20ID\x20Detected','bodyLines':[a5_0x245c('0x3e'),'',a5_0x245c('0x38')]});process[a5_0x245c('0x15')](0x1);}output_1['output']['warn']({'title':'Other\x20Nx\x20Cloud\x20Agents\x20Detected','bodyLines':['We\x20have\x20detected\x20other\x20agents\x20running\x20in\x20this\x20workspace.\x20This\x20can\x20cause\x20unexpected\x20behavior.','',a5_0x245c('0x8'),a5_0x245c('0x4e')]});}(0x0,fs_1['writeFileSync'])(_0x357789,'');process['on'](a5_0x245c('0x15'),()=>cleanupAgentLockfile(_0x357789));process['on'](a5_0x245c('0x17'),()=>cleanupAgentLockfile(_0x357789));}function cleanupAgentLockfile(_0x434dbb){if((0x0,fs_1[a5_0x245c('0x3c')])(_0x434dbb)){(0x0,fs_1['unlinkSync'])(_0x434dbb);}}function startAgent(){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x4219ed=(0x0,environment_1['getRunGroup'])();if(!_0x4219ed){(0x0,print_run_group_error_1[a5_0x245c('0xd')])();return process[a5_0x245c('0x15')](0x1);}output_1['output'][a5_0x245c('0x11')]({'title':'Starting\x20an\x20agent\x20for\x20running\x20Nx\x20tasks'});const _0x1fe3fa=JSON[a5_0x245c('0x35')](stripJsonComments((0x0,fs_1[a5_0x245c('0x3a')])(a5_0x245c('0x4d'))[a5_0x245c('0x28')]()))[a5_0x245c('0x34')][a5_0x245c('0x7')][a5_0x245c('0x36')];const _0x5adb7b=getAgentName();createAgentLockfile(_0x1fe3fa,_0x5adb7b);const _0x2835af=new distributed_agent_api_1[(a5_0x245c('0x43'))](_0x1fe3fa,_0x4219ed,_0x5adb7b);return executeTasks(_0x1fe3fa,_0x2835af)[a5_0x245c('0x1c')](_0x29372a=>__awaiter(this,void 0x0,void 0x0,function*(){yield(0x0,metric_logger_1[a5_0x245c('0x0')])(_0x1fe3fa);return _0x29372a;}))['catch'](_0x123ef9=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x2835af[a5_0x245c('0x39')](a5_0x245c('0x4b')+_0x123ef9[a5_0x245c('0x25')]+'\x22');throw _0x123ef9;}));});}exports[a5_0x245c('0x56')]=startAgent;
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.startAgent = void 0;
|
|
13
|
+
const output_1 = require("@nrwl/workspace/src/utilities/output");
|
|
14
|
+
const child_process_1 = require("child_process");
|
|
15
|
+
const stripJsonComments = require("strip-json-comments");
|
|
16
|
+
const distributed_agent_api_1 = require("./distributed-agent.api");
|
|
17
|
+
const waiter_1 = require("../../../utilities/waiter");
|
|
18
|
+
const environment_1 = require("../../../utilities/environment");
|
|
19
|
+
const print_run_group_error_1 = require("../../error/print-run-group-error");
|
|
20
|
+
const create_no_new_messages_timeout_1 = require("../../../utilities/create-no-new-messages-timeout");
|
|
21
|
+
const fs_1 = require("fs");
|
|
22
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
23
|
+
function executeTasks(options, api) {
|
|
24
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
25
|
+
let completedStatusCode = 0;
|
|
26
|
+
let apiResponse = null;
|
|
27
|
+
const failIfSameTasksIn30Mins = (0, create_no_new_messages_timeout_1.createNoNewMessagesTimeout)();
|
|
28
|
+
const waiter = new waiter_1.Waiter();
|
|
29
|
+
let completedTasks = [];
|
|
30
|
+
const startTime = new Date();
|
|
31
|
+
let executedAnyTasks = false;
|
|
32
|
+
while (true) {
|
|
33
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
34
|
+
output_1.output.note({
|
|
35
|
+
title: 'Fetching tasks...',
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
apiResponse = yield api.tasks(apiResponse ? apiResponse.executionId : null, completedStatusCode, completedTasks);
|
|
39
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
40
|
+
output_1.output.note({
|
|
41
|
+
title: 'API Response',
|
|
42
|
+
bodyLines: [
|
|
43
|
+
`completed: ${apiResponse.completed}`,
|
|
44
|
+
`retryDuring: ${apiResponse.retryDuring}`,
|
|
45
|
+
`executionId: ${apiResponse.executionId}`,
|
|
46
|
+
`number of tasks: ${apiResponse.tasks.length}`,
|
|
47
|
+
`error: ${apiResponse.criticalErrorMessage}`,
|
|
48
|
+
`maxParallel: ${apiResponse.maxParallel}`,
|
|
49
|
+
],
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
if (apiResponse.criticalErrorMessage) {
|
|
53
|
+
output_1.output.error({
|
|
54
|
+
title: 'Distributed Execution Terminated',
|
|
55
|
+
bodyLines: ['Error:', apiResponse.criticalErrorMessage],
|
|
56
|
+
});
|
|
57
|
+
process.exit(0);
|
|
58
|
+
}
|
|
59
|
+
// run group is completed but it might be a rerun
|
|
60
|
+
// we will try several times before going further and
|
|
61
|
+
// completed the response
|
|
62
|
+
// we only do it if we haven't executed any tasks
|
|
63
|
+
if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) &&
|
|
64
|
+
(apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) !== 0 &&
|
|
65
|
+
!executedAnyTasks &&
|
|
66
|
+
new Date().getTime() - startTime.getTime() > apiResponse.retryDuring) {
|
|
67
|
+
yield waiter.wait();
|
|
68
|
+
continue;
|
|
69
|
+
}
|
|
70
|
+
if (apiResponse.completed)
|
|
71
|
+
return;
|
|
72
|
+
failIfSameTasksIn30Mins(apiResponse.tasks.map((t) => t.taskId).join(''));
|
|
73
|
+
if (!apiResponse.executionId) {
|
|
74
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
75
|
+
output_1.output.note({
|
|
76
|
+
title: 'Waiting...',
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
yield waiter.wait();
|
|
80
|
+
completedStatusCode = 0;
|
|
81
|
+
completedTasks = [];
|
|
82
|
+
continue;
|
|
83
|
+
}
|
|
84
|
+
waiter.reset();
|
|
85
|
+
executedAnyTasks = true;
|
|
86
|
+
const r = invokeTasksUsingRunMany(options, apiResponse.executionId, apiResponse.tasks, apiResponse.maxParallel);
|
|
87
|
+
completedStatusCode = r.completedStatusCode;
|
|
88
|
+
completedTasks = r.completedTasks;
|
|
89
|
+
}
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
function readCompletedTasks(options, distributedExecutionId) {
|
|
93
|
+
const errorMessage = `Command execution failed (distributed task execution: ${distributedExecutionId}). Tasks hashes haven\'t been recorded.`;
|
|
94
|
+
let completedTasks;
|
|
95
|
+
try {
|
|
96
|
+
const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
|
|
97
|
+
const taskHashesFile = `${cacheDirectory}/tasks-hashes-${distributedExecutionId}`;
|
|
98
|
+
completedTasks = JSON.parse((0, fs_1.readFileSync)(taskHashesFile).toString());
|
|
99
|
+
// remove it such that if the next command crashes we don't read an obsolete file
|
|
100
|
+
(0, fs_1.unlinkSync)(taskHashesFile);
|
|
101
|
+
}
|
|
102
|
+
catch (e) {
|
|
103
|
+
throw new Error(errorMessage);
|
|
104
|
+
}
|
|
105
|
+
if (completedTasks.length == 0) {
|
|
106
|
+
throw new Error(errorMessage);
|
|
107
|
+
}
|
|
108
|
+
return completedTasks;
|
|
109
|
+
}
|
|
110
|
+
function invokeTasksUsingRunMany(options, executionId, tasks, maxParallel) {
|
|
111
|
+
let completedStatusCode = 0;
|
|
112
|
+
const completedTasks = [];
|
|
113
|
+
for (const g of groupByTarget(tasks)) {
|
|
114
|
+
const config = g.configuration ? `--configuration=${g.configuration}` : ``;
|
|
115
|
+
const parallel = maxParallel > 1 ? ` --parallel --max-parallel=${maxParallel}` : ``;
|
|
116
|
+
// TODO use pnpx or yarn when needed
|
|
117
|
+
const command = `npx nx run-many --target=${g.target} ${config} --projects=${g.projects.join(',')} ${g.params}${parallel}`;
|
|
118
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
119
|
+
output_1.output.note({
|
|
120
|
+
title: `Executing: '${command}'`,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
try {
|
|
124
|
+
(0, child_process_1.execSync)(command, {
|
|
125
|
+
stdio: ['inherit', 'inherit', 'inherit'],
|
|
126
|
+
env: Object.assign(Object.assign({}, process.env), { NX_CACHE_FAILURES: 'true', NX_CLOUD_DISTRIBUTED_EXECUTION_ID: executionId }),
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
catch (e) {
|
|
130
|
+
if (e.status === environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE) {
|
|
131
|
+
throw e;
|
|
132
|
+
}
|
|
133
|
+
else {
|
|
134
|
+
completedStatusCode = 1;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
finally {
|
|
138
|
+
completedTasks.push(...readCompletedTasks(options, executionId));
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
return { completedStatusCode, completedTasks };
|
|
142
|
+
}
|
|
143
|
+
function groupByTarget(tasks) {
|
|
144
|
+
const res = [];
|
|
145
|
+
tasks.forEach((t) => {
|
|
146
|
+
const r = res.find((rr) => rr.target === t.target && rr.configuration === t.configuration);
|
|
147
|
+
if (r) {
|
|
148
|
+
r.projects.push(t.projectName);
|
|
149
|
+
}
|
|
150
|
+
else {
|
|
151
|
+
res.push({
|
|
152
|
+
target: t.target,
|
|
153
|
+
projects: [t.projectName],
|
|
154
|
+
params: t.params,
|
|
155
|
+
configuration: t.configuration,
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
});
|
|
159
|
+
return res;
|
|
160
|
+
}
|
|
161
|
+
function getAgentName() {
|
|
162
|
+
if (process.env.NX_AGENT_NAME !== undefined) {
|
|
163
|
+
return process.env.NX_AGENT_NAME;
|
|
164
|
+
}
|
|
165
|
+
else if (process.env.CIRCLECI !== undefined) {
|
|
166
|
+
return process.env.CIRCLE_STAGE;
|
|
167
|
+
}
|
|
168
|
+
else {
|
|
169
|
+
return `Agent ${Math.floor(Math.random() * 100000)}`;
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
function createAgentLockfile(options, agentName) {
|
|
173
|
+
const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
|
|
174
|
+
const lockFileDirectory = `${cacheDirectory}/lockfiles`;
|
|
175
|
+
const lockFilePath = `${lockFileDirectory}/${agentName}.lock`;
|
|
176
|
+
if (!(0, fs_1.existsSync)(lockFileDirectory)) {
|
|
177
|
+
(0, fs_1.mkdirSync)(lockFileDirectory, { recursive: true });
|
|
178
|
+
}
|
|
179
|
+
// Check for other agents' lockfiles and warn if exist
|
|
180
|
+
const lockFiles = (0, fs_1.readdirSync)(lockFileDirectory);
|
|
181
|
+
if (lockFiles.length) {
|
|
182
|
+
// Check to make sure the current agent name is not in use (only 1/100000 ^ 2 chance of this)
|
|
183
|
+
if (lockFiles.includes(`${agentName}.lock`)) {
|
|
184
|
+
output_1.output.error({
|
|
185
|
+
title: 'Duplicate Agent ID Detected',
|
|
186
|
+
bodyLines: [
|
|
187
|
+
'We have detected another agent with this ID running in this workspace. This should not happen.',
|
|
188
|
+
'',
|
|
189
|
+
'End all currently running agents, run "npx nx-cloud clean-up-agents", and try again.',
|
|
190
|
+
],
|
|
191
|
+
});
|
|
192
|
+
process.exit(1);
|
|
193
|
+
}
|
|
194
|
+
output_1.output.warn({
|
|
195
|
+
title: 'Other Nx Cloud Agents Detected',
|
|
196
|
+
bodyLines: [
|
|
197
|
+
'We have detected other agents running in this workspace. This can cause unexpected behavior.',
|
|
198
|
+
'',
|
|
199
|
+
'This can also be a false positive caused by agents that did not shut down correctly.',
|
|
200
|
+
'If you believe this is the case, run "npx nx-cloud clean-up-agents".',
|
|
201
|
+
],
|
|
202
|
+
});
|
|
203
|
+
}
|
|
204
|
+
(0, fs_1.writeFileSync)(lockFilePath, '');
|
|
205
|
+
process.on('exit', () => cleanupAgentLockfile(lockFilePath));
|
|
206
|
+
process.on('SIGINT', () => cleanupAgentLockfile(lockFilePath));
|
|
207
|
+
}
|
|
208
|
+
function cleanupAgentLockfile(lockFilePath) {
|
|
209
|
+
if ((0, fs_1.existsSync)(lockFilePath)) {
|
|
210
|
+
(0, fs_1.unlinkSync)(lockFilePath);
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
function startAgent() {
|
|
214
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
215
|
+
const runGroup = (0, environment_1.getRunGroup)();
|
|
216
|
+
if (!runGroup) {
|
|
217
|
+
(0, print_run_group_error_1.printRunGroupError)();
|
|
218
|
+
return process.exit(1);
|
|
219
|
+
}
|
|
220
|
+
output_1.output.note({
|
|
221
|
+
title: 'Starting an agent for running Nx tasks',
|
|
222
|
+
});
|
|
223
|
+
const options = JSON.parse(stripJsonComments((0, fs_1.readFileSync)('nx.json').toString())).tasksRunnerOptions.default.options;
|
|
224
|
+
const agentName = getAgentName();
|
|
225
|
+
createAgentLockfile(options, agentName);
|
|
226
|
+
const api = new distributed_agent_api_1.DistributedAgentApi(options, runGroup, agentName);
|
|
227
|
+
return executeTasks(options, api)
|
|
228
|
+
.then((res) => __awaiter(this, void 0, void 0, function* () {
|
|
229
|
+
yield (0, metric_logger_1.submitRunMetrics)(options);
|
|
230
|
+
return res;
|
|
231
|
+
}))
|
|
232
|
+
.catch((e) => __awaiter(this, void 0, void 0, function* () {
|
|
233
|
+
yield api.completeRunGroupWithError(`Critical Error in Agent: "${e.message}"`);
|
|
234
|
+
throw e;
|
|
235
|
+
}));
|
|
236
|
+
});
|
|
237
|
+
}
|
|
238
|
+
exports.startAgent = startAgent;
|
|
239
|
+
//# sourceMappingURL=distributed-agent.impl.js.map
|