@nrwl/nx-cloud 13.0.3 → 13.1.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/core/api/run-group.api.js +59 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.js +120 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js +167 -1
- package/lib/core/runners/cloud-enabled/cloud-remote-cache.js +113 -1
- package/lib/core/runners/cloud-enabled/cloud-run.api.js +153 -1
- package/lib/core/runners/distributed-agent/distributed-agent.api.js +73 -1
- package/lib/core/runners/distributed-agent/distributed-agent.impl.js +239 -1
- package/lib/core/runners/distributed-execution/distributed-execution.api.js +122 -1
- package/lib/core/runners/distributed-execution/distributed-execution.runner.js +308 -1
- package/lib/core/terminal-output/end-of-run-message.js +9 -4
- package/lib/core/terminal-output/end-of-run-message.js.map +1 -1
- package/lib/utilities/print-message.js +1 -5
- package/lib/utilities/print-message.js.map +1 -1
- package/package.json +1 -1
|
@@ -1 +1,153 @@
|
|
|
1
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.CloudRunApi = void 0;
|
|
13
|
+
const output_1 = require("@nrwl/workspace/src/utilities/output");
|
|
14
|
+
const axios_1 = require("../../../utilities/axios");
|
|
15
|
+
const environment_1 = require("../../../utilities/environment");
|
|
16
|
+
const fs_1 = require("fs");
|
|
17
|
+
const zlib_1 = require("zlib");
|
|
18
|
+
const util_1 = require("util");
|
|
19
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
20
|
+
class CloudRunApi {
|
|
21
|
+
constructor(messages, runContext, options, machineInfo) {
|
|
22
|
+
this.messages = messages;
|
|
23
|
+
this.runContext = runContext;
|
|
24
|
+
this.machineInfo = machineInfo;
|
|
25
|
+
this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
|
|
26
|
+
}
|
|
27
|
+
startRun(distributedExecutionId, hashes) {
|
|
28
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
29
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('startRun');
|
|
30
|
+
try {
|
|
31
|
+
const request = {
|
|
32
|
+
meta: {
|
|
33
|
+
nxCloudVersion: this.nxCloudVersion(),
|
|
34
|
+
},
|
|
35
|
+
branch: (0, environment_1.getBranch)(),
|
|
36
|
+
runGroup: (0, environment_1.getRunGroup)(),
|
|
37
|
+
distributedExecutionId,
|
|
38
|
+
hashes,
|
|
39
|
+
};
|
|
40
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
41
|
+
output_1.output.note({
|
|
42
|
+
title: 'RunStart',
|
|
43
|
+
bodyLines: ['\n' + JSON.stringify(request, null, 2)],
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/start', request), environment_1.NUMBER_OF_TRIES);
|
|
47
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
48
|
+
if (resp.data && resp.data.message) {
|
|
49
|
+
this.messages.message = resp.data.message;
|
|
50
|
+
}
|
|
51
|
+
if (!resp.data || !resp.data.urls) {
|
|
52
|
+
this.messages.apiError = `Invalid Nx Cloud response: ${JSON.stringify(resp.data)}`;
|
|
53
|
+
return {};
|
|
54
|
+
}
|
|
55
|
+
return resp.data.urls;
|
|
56
|
+
}
|
|
57
|
+
catch (e) {
|
|
58
|
+
recorder.recordMetric(metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
59
|
+
this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
|
|
60
|
+
return {};
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
endRun(run, tasks) {
|
|
65
|
+
var _a;
|
|
66
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
67
|
+
// API is not working, don't make the end request
|
|
68
|
+
if (this.messages.apiError)
|
|
69
|
+
return false;
|
|
70
|
+
const uncompressedReqBody = {
|
|
71
|
+
meta: {
|
|
72
|
+
nxCloudVersion: this.nxCloudVersion(),
|
|
73
|
+
},
|
|
74
|
+
tasks,
|
|
75
|
+
run: run,
|
|
76
|
+
machineInfo: this.machineInfo,
|
|
77
|
+
};
|
|
78
|
+
const uncompressedBuffer = Buffer.from(JSON.stringify(uncompressedReqBody));
|
|
79
|
+
const compressedBuffer = yield (0, util_1.promisify)(zlib_1.gzip)(uncompressedBuffer);
|
|
80
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('endRun');
|
|
81
|
+
try {
|
|
82
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
83
|
+
const t = tasks.map((tt) => {
|
|
84
|
+
return Object.assign(Object.assign({}, tt), { terminalOutput: tt.terminalOutput
|
|
85
|
+
? `${tt.terminalOutput.slice(0, 20)}...`
|
|
86
|
+
: undefined });
|
|
87
|
+
});
|
|
88
|
+
output_1.output.note({
|
|
89
|
+
title: 'RunEnd. Completed tasks',
|
|
90
|
+
bodyLines: ['\n' + JSON.stringify(t, null, 2)],
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/end', compressedBuffer, {
|
|
94
|
+
headers: Object.assign(Object.assign({}, this.apiAxiosInstance.defaults.headers), { 'Content-Encoding': 'gzip', 'Content-Type': 'application/octet-stream' }),
|
|
95
|
+
}), environment_1.NUMBER_OF_TRIES);
|
|
96
|
+
if (resp) {
|
|
97
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
98
|
+
if (resp.data && resp.data.runUrl && resp.data.status === 'success') {
|
|
99
|
+
this.runContext.runUrl = resp.data.runUrl;
|
|
100
|
+
return true;
|
|
101
|
+
}
|
|
102
|
+
if (resp.data && resp.data.status) {
|
|
103
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data.message)}`;
|
|
104
|
+
}
|
|
105
|
+
else if (resp.data && typeof resp.data === 'string') {
|
|
106
|
+
if (resp.data !== 'success') {
|
|
107
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
else {
|
|
111
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
|
|
112
|
+
}
|
|
113
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
114
|
+
output_1.output.note({
|
|
115
|
+
title: 'Invalid end run response',
|
|
116
|
+
bodyLines: [JSON.stringify(resp.data, null, 2)],
|
|
117
|
+
});
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
else {
|
|
121
|
+
output_1.output.error({
|
|
122
|
+
title: 'Nx Cloud: Unknown Error Occurred',
|
|
123
|
+
bodyLines: [
|
|
124
|
+
'Run completion responded with `undefined`.',
|
|
125
|
+
'Run Details:',
|
|
126
|
+
JSON.stringify(run, null, 2),
|
|
127
|
+
'Stack Trace:',
|
|
128
|
+
JSON.stringify(new Error().stack, null, 2),
|
|
129
|
+
],
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
return false;
|
|
133
|
+
}
|
|
134
|
+
catch (ee) {
|
|
135
|
+
recorder.recordMetric(metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
136
|
+
const e = (_a = ee.axiosException) !== null && _a !== void 0 ? _a : ee;
|
|
137
|
+
this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
|
|
138
|
+
return false;
|
|
139
|
+
}
|
|
140
|
+
});
|
|
141
|
+
}
|
|
142
|
+
nxCloudVersion() {
|
|
143
|
+
try {
|
|
144
|
+
const v = JSON.parse((0, fs_1.readFileSync)(`package.json`).toString());
|
|
145
|
+
return v.devDependencies['@nrwl/nx-cloud'];
|
|
146
|
+
}
|
|
147
|
+
catch (e) {
|
|
148
|
+
return 'unknown';
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
exports.CloudRunApi = CloudRunApi;
|
|
153
|
+
//# sourceMappingURL=cloud-run.api.js.map
|
|
@@ -1 +1,73 @@
|
|
|
1
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.DistributedAgentApi = void 0;
|
|
13
|
+
const output_1 = require("@nrwl/workspace/src/utilities/output");
|
|
14
|
+
const axios_1 = require("../../../utilities/axios");
|
|
15
|
+
const environment_1 = require("../../../utilities/environment");
|
|
16
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
17
|
+
class DistributedAgentApi {
|
|
18
|
+
constructor(options, runGroup, agentName) {
|
|
19
|
+
this.runGroup = runGroup;
|
|
20
|
+
this.agentName = agentName;
|
|
21
|
+
this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
|
|
22
|
+
}
|
|
23
|
+
tasks(executionId, statusCode, completedTasks) {
|
|
24
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
25
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('dtePollTasks');
|
|
26
|
+
try {
|
|
27
|
+
const res = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/tasks', {
|
|
28
|
+
runGroup: this.runGroup,
|
|
29
|
+
agentName: this.agentName,
|
|
30
|
+
executionId,
|
|
31
|
+
statusCode,
|
|
32
|
+
completedTasks,
|
|
33
|
+
}), 30);
|
|
34
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(res));
|
|
35
|
+
return res.data;
|
|
36
|
+
}
|
|
37
|
+
catch (e) {
|
|
38
|
+
recorder.recordMetric(metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
39
|
+
throw e;
|
|
40
|
+
}
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
completeRunGroupWithError(error) {
|
|
44
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
45
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
46
|
+
output_1.output.note({
|
|
47
|
+
title: 'Completing run group with an error',
|
|
48
|
+
bodyLines: [`runGroup: ${this.runGroup}`, `error: ${error}`],
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
|
|
52
|
+
try {
|
|
53
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
|
|
54
|
+
runGroup: this.runGroup,
|
|
55
|
+
agentName: this.agentName,
|
|
56
|
+
criticalErrorMessage: error,
|
|
57
|
+
}), 3);
|
|
58
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
59
|
+
output_1.output.note({
|
|
60
|
+
title: 'Completed run group with an error',
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
64
|
+
}
|
|
65
|
+
catch (e) {
|
|
66
|
+
recorder.recordMetric(metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
67
|
+
console.error(e);
|
|
68
|
+
}
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
exports.DistributedAgentApi = DistributedAgentApi;
|
|
73
|
+
//# sourceMappingURL=distributed-agent.api.js.map
|
|
@@ -1 +1,239 @@
|
|
|
1
|
-
const a5_0x5365=['warn','unlinkSync','DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE','__awaiter','Other\x20Nx\x20Cloud\x20Agents\x20Detected','API\x20Response','End\x20all\x20currently\x20running\x20agents,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22,\x20and\x20try\x20again.','then','join','next','taskId','completed:\x20','message','getTime','strip-json-comments','./distributed-agent.api','error:\x20','throw','env','printRunGroupError','retryDuring','readdirSync','includes','--configuration=','mkdirSync','status','\x20--projects=','cacheDirectory','/tasks-hashes-','params','Duplicate\x20Agent\x20ID\x20Detected','completeRunGroupWithError','tasksRunnerOptions','__esModule','true','@nrwl/workspace/src/utilities/output','completedTasks','find','value','completedStatusCode','output','If\x20you\x20believe\x20this\x20is\x20the\x20case,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22.','We\x20have\x20detected\x20another\x20agent\x20with\x20this\x20ID\x20running\x20in\x20this\x20workspace.\x20This\x20should\x20not\x20happen.','assign','error','note','nx.json','exit','target','wait','parse','npx\x20nx\x20run-many\x20--target=','inherit','options','Distributed\x20Execution\x20Terminated','projects','done','toString',').\x20Tasks\x20hashes\x20haven\x27t\x20been\x20recorded.','criticalErrorMessage','./node_modules/.cache/nx','push','executionId','Starting\x20an\x20agent\x20for\x20running\x20Nx\x20tasks','getRunGroup','maxParallel:\x20','readFileSync','/lockfiles','Waiter','VERBOSE_LOGGING','Command\x20execution\x20failed\x20(distributed\x20task\x20execution:\x20','.lock','maxParallel','default','Error:','Agent\x20','../../../utilities/waiter','writeFileSync','completed','apply','existsSync','../../error/print-run-group-error','forEach','tasks','map','defineProperty','length','reset','\x20--parallel\x20--max-parallel=','Critical\x20Error\x20in\x20Agent:\x20\x22','projectName','NX_AGENT_NAME','retryDuring:\x20','startAgent','catch','Fetching\x20tasks...','configuration','../../../utilities/metric-logger'];(function(_0x551000,_0x5365a3){const _0x58660b=function(_0x42e2f4){while(--_0x42e2f4){_0x551000['push'](_0x551000['shift']());}};_0x58660b(++_0x5365a3);}(a5_0x5365,0x1c9));const a5_0x5866=function(_0x551000,_0x5365a3){_0x551000=_0x551000-0x0;let _0x58660b=a5_0x5365[_0x551000];return _0x58660b;};'use strict';var __awaiter=this&&this[a5_0x5866('0x24')]||function(_0x550f86,_0x354956,_0x437afb,_0x5adcb0){function _0x3c5b96(_0x48069a){return _0x48069a instanceof _0x437afb?_0x48069a:new _0x437afb(function(_0x4cb5c6){_0x4cb5c6(_0x48069a);});}return new(_0x437afb||(_0x437afb=Promise))(function(_0x4a3448,_0x73adf9){function _0x4b0886(_0x426dcd){try{_0xe92cf5(_0x5adcb0[a5_0x5866('0x2a')](_0x426dcd));}catch(_0x2d396f){_0x73adf9(_0x2d396f);}}function _0x3d3846(_0x4ecd78){try{_0xe92cf5(_0x5adcb0[a5_0x5866('0x32')](_0x4ecd78));}catch(_0x4e874d){_0x73adf9(_0x4e874d);}}function _0xe92cf5(_0x52502f){_0x52502f[a5_0x5866('0x59')]?_0x4a3448(_0x52502f[a5_0x5866('0x47')]):_0x3c5b96(_0x52502f[a5_0x5866('0x47')])[a5_0x5866('0x28')](_0x4b0886,_0x3d3846);}_0xe92cf5((_0x5adcb0=_0x5adcb0[a5_0x5866('0xe')](_0x550f86,_0x354956||[]))[a5_0x5866('0x2a')]());});};Object[a5_0x5866('0x14')](exports,a5_0x5866('0x42'),{'value':!![]});exports[a5_0x5866('0x1c')]=void 0x0;const output_1=require(a5_0x5866('0x44'));const child_process_1=require('child_process');const stripJsonComments=require(a5_0x5866('0x2f'));const distributed_agent_api_1=require(a5_0x5866('0x30'));const waiter_1=require(a5_0x5866('0xb'));const environment_1=require('../../../utilities/environment');const print_run_group_error_1=require(a5_0x5866('0x10'));const create_no_new_messages_timeout_1=require('../../../utilities/create-no-new-messages-timeout');const fs_1=require('fs');const metric_logger_1=require(a5_0x5866('0x20'));function executeTasks(_0xe4d132,_0x424a40){return __awaiter(this,void 0x0,void 0x0,function*(){let _0x1c86c8=0x0;let _0x36b3a9=null;const _0x34149b=(0x0,create_no_new_messages_timeout_1['createNoNewMessagesTimeout'])();const _0x455185=new waiter_1[(a5_0x5866('0x3'))]();let _0x3af3e5=[];const _0x7a8056=new Date();let _0x4e37ee=![];while(!![]){if(environment_1['VERBOSE_LOGGING']){output_1['output']['note']({'title':a5_0x5866('0x1e')});}_0x36b3a9=yield _0x424a40[a5_0x5866('0x12')](_0x36b3a9?_0x36b3a9['executionId']:null,_0x1c86c8,_0x3af3e5);if(environment_1[a5_0x5866('0x4')]){output_1[a5_0x5866('0x49')][a5_0x5866('0x4e')]({'title':a5_0x5866('0x26'),'bodyLines':[a5_0x5866('0x2c')+_0x36b3a9['completed'],a5_0x5866('0x1b')+_0x36b3a9[a5_0x5866('0x35')],'executionId:\x20'+_0x36b3a9['executionId'],'number\x20of\x20tasks:\x20'+_0x36b3a9[a5_0x5866('0x12')]['length'],a5_0x5866('0x31')+_0x36b3a9['criticalErrorMessage'],a5_0x5866('0x0')+_0x36b3a9['maxParallel']]});}if(_0x36b3a9[a5_0x5866('0x5c')]){output_1[a5_0x5866('0x49')][a5_0x5866('0x4d')]({'title':a5_0x5866('0x57'),'bodyLines':[a5_0x5866('0x9'),_0x36b3a9['criticalErrorMessage']]});process['exit'](0x0);}if((_0x36b3a9===null||_0x36b3a9===void 0x0?void 0x0:_0x36b3a9[a5_0x5866('0x35')])&&(_0x36b3a9===null||_0x36b3a9===void 0x0?void 0x0:_0x36b3a9[a5_0x5866('0x35')])!==0x0&&!_0x4e37ee&&new Date()[a5_0x5866('0x2e')]()-_0x7a8056[a5_0x5866('0x2e')]()>_0x36b3a9[a5_0x5866('0x35')]){yield _0x455185[a5_0x5866('0x52')]();continue;}if(_0x36b3a9[a5_0x5866('0xd')])return;_0x34149b(_0x36b3a9[a5_0x5866('0x12')][a5_0x5866('0x13')](_0xd26bca=>_0xd26bca[a5_0x5866('0x2b')])[a5_0x5866('0x29')](''));if(!_0x36b3a9[a5_0x5866('0x5f')]){if(environment_1['VERBOSE_LOGGING']){output_1[a5_0x5866('0x49')][a5_0x5866('0x4e')]({'title':'Waiting...'});}yield _0x455185['wait']();_0x1c86c8=0x0;_0x3af3e5=[];continue;}_0x455185[a5_0x5866('0x16')]();_0x4e37ee=!![];const _0x2d3e02=invokeTasksUsingRunMany(_0xe4d132,_0x36b3a9[a5_0x5866('0x5f')],_0x36b3a9[a5_0x5866('0x12')],_0x36b3a9[a5_0x5866('0x7')]);_0x1c86c8=_0x2d3e02[a5_0x5866('0x48')];_0x3af3e5=_0x2d3e02[a5_0x5866('0x45')];}});}function readCompletedTasks(_0x57f063,_0x213572){const _0x29a9d7=a5_0x5866('0x5')+_0x213572+a5_0x5866('0x5b');let _0x2e575f;try{const _0x44acae=_0x57f063[a5_0x5866('0x3c')]||a5_0x5866('0x5d');const _0x3429a2=_0x44acae+a5_0x5866('0x3d')+_0x213572;_0x2e575f=JSON[a5_0x5866('0x53')]((0x0,fs_1['readFileSync'])(_0x3429a2)['toString']());(0x0,fs_1['unlinkSync'])(_0x3429a2);}catch(_0x3e5685){throw new Error(_0x29a9d7);}if(_0x2e575f[a5_0x5866('0x15')]==0x0){throw new Error(_0x29a9d7);}return _0x2e575f;}function invokeTasksUsingRunMany(_0x3e2f58,_0x1df97d,_0xcdd288,_0x5e82f0){let _0x53a429=0x0;const _0x48c91b=[];for(const _0x467b02 of groupByTarget(_0xcdd288)){const _0x1f6bc5=_0x467b02[a5_0x5866('0x1f')]?a5_0x5866('0x38')+_0x467b02['configuration']:'';const _0x205517=_0x5e82f0>0x1?a5_0x5866('0x17')+_0x5e82f0:'';const _0x784564=a5_0x5866('0x54')+_0x467b02['target']+'\x20'+_0x1f6bc5+a5_0x5866('0x3b')+_0x467b02['projects']['join'](',')+'\x20'+_0x467b02[a5_0x5866('0x3e')]+_0x205517;if(environment_1['VERBOSE_LOGGING']){output_1[a5_0x5866('0x49')][a5_0x5866('0x4e')]({'title':'Executing:\x20\x27'+_0x784564+'\x27'});}try{(0x0,child_process_1['execSync'])(_0x784564,{'stdio':[a5_0x5866('0x55'),a5_0x5866('0x55'),'inherit'],'env':Object[a5_0x5866('0x4c')](Object['assign']({},process[a5_0x5866('0x33')]),{'NX_CACHE_FAILURES':a5_0x5866('0x43'),'NX_CLOUD_DISTRIBUTED_EXECUTION_ID':_0x1df97d})});}catch(_0xa5151d){if(_0xa5151d[a5_0x5866('0x3a')]===environment_1[a5_0x5866('0x23')]){throw _0xa5151d;}else{_0x53a429=0x1;}}finally{_0x48c91b[a5_0x5866('0x5e')](...readCompletedTasks(_0x3e2f58,_0x1df97d));}}return{'completedStatusCode':_0x53a429,'completedTasks':_0x48c91b};}function groupByTarget(_0x58ff64){const _0xb99678=[];_0x58ff64[a5_0x5866('0x11')](_0x2ae78d=>{const _0x79fa72=_0xb99678[a5_0x5866('0x46')](_0x39e51e=>_0x39e51e[a5_0x5866('0x51')]===_0x2ae78d[a5_0x5866('0x51')]&&_0x39e51e[a5_0x5866('0x1f')]===_0x2ae78d[a5_0x5866('0x1f')]);if(_0x79fa72){_0x79fa72[a5_0x5866('0x58')][a5_0x5866('0x5e')](_0x2ae78d['projectName']);}else{_0xb99678['push']({'target':_0x2ae78d[a5_0x5866('0x51')],'projects':[_0x2ae78d[a5_0x5866('0x19')]],'params':_0x2ae78d['params'],'configuration':_0x2ae78d[a5_0x5866('0x1f')]});}});return _0xb99678;}function getAgentName(){if(process[a5_0x5866('0x33')][a5_0x5866('0x1a')]!==undefined){return process[a5_0x5866('0x33')][a5_0x5866('0x1a')];}else if(process[a5_0x5866('0x33')]['CIRCLECI']!==undefined){return process[a5_0x5866('0x33')]['CIRCLE_STAGE'];}else{return a5_0x5866('0xa')+Math['floor'](Math['random']()*0x186a0);}}function createAgentLockfile(_0x287555,_0x3eaa65){const _0x467fff=_0x287555[a5_0x5866('0x3c')]||a5_0x5866('0x5d');const _0x16579c=_0x467fff+a5_0x5866('0x2');const _0x5dc658=_0x16579c+'/'+_0x3eaa65+'.lock';if(!(0x0,fs_1['existsSync'])(_0x16579c)){(0x0,fs_1[a5_0x5866('0x39')])(_0x16579c,{'recursive':!![]});}const _0x501428=(0x0,fs_1[a5_0x5866('0x36')])(_0x16579c);if(_0x501428[a5_0x5866('0x15')]){if(_0x501428[a5_0x5866('0x37')](_0x3eaa65+a5_0x5866('0x6'))){output_1[a5_0x5866('0x49')][a5_0x5866('0x4d')]({'title':a5_0x5866('0x3f'),'bodyLines':[a5_0x5866('0x4b'),'',a5_0x5866('0x27')]});process['exit'](0x1);}output_1[a5_0x5866('0x49')][a5_0x5866('0x21')]({'title':a5_0x5866('0x25'),'bodyLines':['We\x20have\x20detected\x20other\x20agents\x20running\x20in\x20this\x20workspace.\x20This\x20can\x20cause\x20unexpected\x20behavior.','','This\x20can\x20also\x20be\x20a\x20false\x20positive\x20caused\x20by\x20agents\x20that\x20did\x20not\x20shut\x20down\x20correctly.',a5_0x5866('0x4a')]});}(0x0,fs_1[a5_0x5866('0xc')])(_0x5dc658,'');process['on'](a5_0x5866('0x50'),()=>cleanupAgentLockfile(_0x5dc658));process['on']('SIGINT',()=>cleanupAgentLockfile(_0x5dc658));}function cleanupAgentLockfile(_0x38f90d){if((0x0,fs_1[a5_0x5866('0xf')])(_0x38f90d)){(0x0,fs_1[a5_0x5866('0x22')])(_0x38f90d);}}function startAgent(){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x471c60=(0x0,environment_1[a5_0x5866('0x61')])();if(!_0x471c60){(0x0,print_run_group_error_1[a5_0x5866('0x34')])();return process['exit'](0x1);}output_1['output'][a5_0x5866('0x4e')]({'title':a5_0x5866('0x60')});const _0x35c6a9=JSON['parse'](stripJsonComments((0x0,fs_1[a5_0x5866('0x1')])(a5_0x5866('0x4f'))[a5_0x5866('0x5a')]()))[a5_0x5866('0x41')][a5_0x5866('0x8')][a5_0x5866('0x56')];const _0x270f71=getAgentName();createAgentLockfile(_0x35c6a9,_0x270f71);const _0x2770a2=new distributed_agent_api_1['DistributedAgentApi'](_0x35c6a9,_0x471c60,_0x270f71);return executeTasks(_0x35c6a9,_0x2770a2)[a5_0x5866('0x28')](_0xe9e521=>__awaiter(this,void 0x0,void 0x0,function*(){yield(0x0,metric_logger_1['submitRunMetrics'])(_0x35c6a9);return _0xe9e521;}))[a5_0x5866('0x1d')](_0x55a933=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x2770a2[a5_0x5866('0x40')](a5_0x5866('0x18')+_0x55a933[a5_0x5866('0x2d')]+'\x22');throw _0x55a933;}));});}exports[a5_0x5866('0x1c')]=startAgent;
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.startAgent = void 0;
|
|
13
|
+
const output_1 = require("@nrwl/workspace/src/utilities/output");
|
|
14
|
+
const child_process_1 = require("child_process");
|
|
15
|
+
const stripJsonComments = require("strip-json-comments");
|
|
16
|
+
const distributed_agent_api_1 = require("./distributed-agent.api");
|
|
17
|
+
const waiter_1 = require("../../../utilities/waiter");
|
|
18
|
+
const environment_1 = require("../../../utilities/environment");
|
|
19
|
+
const print_run_group_error_1 = require("../../error/print-run-group-error");
|
|
20
|
+
const create_no_new_messages_timeout_1 = require("../../../utilities/create-no-new-messages-timeout");
|
|
21
|
+
const fs_1 = require("fs");
|
|
22
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
23
|
+
function executeTasks(options, api) {
|
|
24
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
25
|
+
let completedStatusCode = 0;
|
|
26
|
+
let apiResponse = null;
|
|
27
|
+
const failIfSameTasksIn30Mins = (0, create_no_new_messages_timeout_1.createNoNewMessagesTimeout)();
|
|
28
|
+
const waiter = new waiter_1.Waiter();
|
|
29
|
+
let completedTasks = [];
|
|
30
|
+
const startTime = new Date();
|
|
31
|
+
let executedAnyTasks = false;
|
|
32
|
+
while (true) {
|
|
33
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
34
|
+
output_1.output.note({
|
|
35
|
+
title: 'Fetching tasks...',
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
apiResponse = yield api.tasks(apiResponse ? apiResponse.executionId : null, completedStatusCode, completedTasks);
|
|
39
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
40
|
+
output_1.output.note({
|
|
41
|
+
title: 'API Response',
|
|
42
|
+
bodyLines: [
|
|
43
|
+
`completed: ${apiResponse.completed}`,
|
|
44
|
+
`retryDuring: ${apiResponse.retryDuring}`,
|
|
45
|
+
`executionId: ${apiResponse.executionId}`,
|
|
46
|
+
`number of tasks: ${apiResponse.tasks.length}`,
|
|
47
|
+
`error: ${apiResponse.criticalErrorMessage}`,
|
|
48
|
+
`maxParallel: ${apiResponse.maxParallel}`,
|
|
49
|
+
],
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
if (apiResponse.criticalErrorMessage) {
|
|
53
|
+
output_1.output.error({
|
|
54
|
+
title: 'Distributed Execution Terminated',
|
|
55
|
+
bodyLines: ['Error:', apiResponse.criticalErrorMessage],
|
|
56
|
+
});
|
|
57
|
+
process.exit(0);
|
|
58
|
+
}
|
|
59
|
+
// run group is completed but it might be a rerun
|
|
60
|
+
// we will try several times before going further and
|
|
61
|
+
// completed the response
|
|
62
|
+
// we only do it if we haven't executed any tasks
|
|
63
|
+
if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) &&
|
|
64
|
+
(apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) !== 0 &&
|
|
65
|
+
!executedAnyTasks &&
|
|
66
|
+
new Date().getTime() - startTime.getTime() > apiResponse.retryDuring) {
|
|
67
|
+
yield waiter.wait();
|
|
68
|
+
continue;
|
|
69
|
+
}
|
|
70
|
+
if (apiResponse.completed)
|
|
71
|
+
return;
|
|
72
|
+
failIfSameTasksIn30Mins(apiResponse.tasks.map((t) => t.taskId).join(''));
|
|
73
|
+
if (!apiResponse.executionId) {
|
|
74
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
75
|
+
output_1.output.note({
|
|
76
|
+
title: 'Waiting...',
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
yield waiter.wait();
|
|
80
|
+
completedStatusCode = 0;
|
|
81
|
+
completedTasks = [];
|
|
82
|
+
continue;
|
|
83
|
+
}
|
|
84
|
+
waiter.reset();
|
|
85
|
+
executedAnyTasks = true;
|
|
86
|
+
const r = invokeTasksUsingRunMany(options, apiResponse.executionId, apiResponse.tasks, apiResponse.maxParallel);
|
|
87
|
+
completedStatusCode = r.completedStatusCode;
|
|
88
|
+
completedTasks = r.completedTasks;
|
|
89
|
+
}
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
function readCompletedTasks(options, distributedExecutionId) {
|
|
93
|
+
const errorMessage = `Command execution failed (distributed task execution: ${distributedExecutionId}). Tasks hashes haven\'t been recorded.`;
|
|
94
|
+
let completedTasks;
|
|
95
|
+
try {
|
|
96
|
+
const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
|
|
97
|
+
const taskHashesFile = `${cacheDirectory}/tasks-hashes-${distributedExecutionId}`;
|
|
98
|
+
completedTasks = JSON.parse((0, fs_1.readFileSync)(taskHashesFile).toString());
|
|
99
|
+
// remove it such that if the next command crashes we don't read an obsolete file
|
|
100
|
+
(0, fs_1.unlinkSync)(taskHashesFile);
|
|
101
|
+
}
|
|
102
|
+
catch (e) {
|
|
103
|
+
throw new Error(errorMessage);
|
|
104
|
+
}
|
|
105
|
+
if (completedTasks.length == 0) {
|
|
106
|
+
throw new Error(errorMessage);
|
|
107
|
+
}
|
|
108
|
+
return completedTasks;
|
|
109
|
+
}
|
|
110
|
+
function invokeTasksUsingRunMany(options, executionId, tasks, maxParallel) {
|
|
111
|
+
let completedStatusCode = 0;
|
|
112
|
+
const completedTasks = [];
|
|
113
|
+
for (const g of groupByTarget(tasks)) {
|
|
114
|
+
const config = g.configuration ? `--configuration=${g.configuration}` : ``;
|
|
115
|
+
const parallel = maxParallel > 1 ? ` --parallel --max-parallel=${maxParallel}` : ``;
|
|
116
|
+
// TODO use pnpx or yarn when needed
|
|
117
|
+
const command = `npx nx run-many --target=${g.target} ${config} --projects=${g.projects.join(',')} ${g.params}${parallel}`;
|
|
118
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
119
|
+
output_1.output.note({
|
|
120
|
+
title: `Executing: '${command}'`,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
try {
|
|
124
|
+
(0, child_process_1.execSync)(command, {
|
|
125
|
+
stdio: ['inherit', 'inherit', 'inherit'],
|
|
126
|
+
env: Object.assign(Object.assign({}, process.env), { NX_CACHE_FAILURES: 'true', NX_CLOUD_DISTRIBUTED_EXECUTION_ID: executionId }),
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
catch (e) {
|
|
130
|
+
if (e.status === environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE) {
|
|
131
|
+
throw e;
|
|
132
|
+
}
|
|
133
|
+
else {
|
|
134
|
+
completedStatusCode = 1;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
finally {
|
|
138
|
+
completedTasks.push(...readCompletedTasks(options, executionId));
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
return { completedStatusCode, completedTasks };
|
|
142
|
+
}
|
|
143
|
+
function groupByTarget(tasks) {
|
|
144
|
+
const res = [];
|
|
145
|
+
tasks.forEach((t) => {
|
|
146
|
+
const r = res.find((rr) => rr.target === t.target && rr.configuration === t.configuration);
|
|
147
|
+
if (r) {
|
|
148
|
+
r.projects.push(t.projectName);
|
|
149
|
+
}
|
|
150
|
+
else {
|
|
151
|
+
res.push({
|
|
152
|
+
target: t.target,
|
|
153
|
+
projects: [t.projectName],
|
|
154
|
+
params: t.params,
|
|
155
|
+
configuration: t.configuration,
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
});
|
|
159
|
+
return res;
|
|
160
|
+
}
|
|
161
|
+
function getAgentName() {
|
|
162
|
+
if (process.env.NX_AGENT_NAME !== undefined) {
|
|
163
|
+
return process.env.NX_AGENT_NAME;
|
|
164
|
+
}
|
|
165
|
+
else if (process.env.CIRCLECI !== undefined) {
|
|
166
|
+
return process.env.CIRCLE_STAGE;
|
|
167
|
+
}
|
|
168
|
+
else {
|
|
169
|
+
return `Agent ${Math.floor(Math.random() * 100000)}`;
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
function createAgentLockfile(options, agentName) {
|
|
173
|
+
const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
|
|
174
|
+
const lockFileDirectory = `${cacheDirectory}/lockfiles`;
|
|
175
|
+
const lockFilePath = `${lockFileDirectory}/${agentName}.lock`;
|
|
176
|
+
if (!(0, fs_1.existsSync)(lockFileDirectory)) {
|
|
177
|
+
(0, fs_1.mkdirSync)(lockFileDirectory, { recursive: true });
|
|
178
|
+
}
|
|
179
|
+
// Check for other agents' lockfiles and warn if exist
|
|
180
|
+
const lockFiles = (0, fs_1.readdirSync)(lockFileDirectory);
|
|
181
|
+
if (lockFiles.length) {
|
|
182
|
+
// Check to make sure the current agent name is not in use (only 1/100000 ^ 2 chance of this)
|
|
183
|
+
if (lockFiles.includes(`${agentName}.lock`)) {
|
|
184
|
+
output_1.output.error({
|
|
185
|
+
title: 'Duplicate Agent ID Detected',
|
|
186
|
+
bodyLines: [
|
|
187
|
+
'We have detected another agent with this ID running in this workspace. This should not happen.',
|
|
188
|
+
'',
|
|
189
|
+
'End all currently running agents, run "npx nx-cloud clean-up-agents", and try again.',
|
|
190
|
+
],
|
|
191
|
+
});
|
|
192
|
+
process.exit(1);
|
|
193
|
+
}
|
|
194
|
+
output_1.output.warn({
|
|
195
|
+
title: 'Other Nx Cloud Agents Detected',
|
|
196
|
+
bodyLines: [
|
|
197
|
+
'We have detected other agents running in this workspace. This can cause unexpected behavior.',
|
|
198
|
+
'',
|
|
199
|
+
'This can also be a false positive caused by agents that did not shut down correctly.',
|
|
200
|
+
'If you believe this is the case, run "npx nx-cloud clean-up-agents".',
|
|
201
|
+
],
|
|
202
|
+
});
|
|
203
|
+
}
|
|
204
|
+
(0, fs_1.writeFileSync)(lockFilePath, '');
|
|
205
|
+
process.on('exit', () => cleanupAgentLockfile(lockFilePath));
|
|
206
|
+
process.on('SIGINT', () => cleanupAgentLockfile(lockFilePath));
|
|
207
|
+
}
|
|
208
|
+
function cleanupAgentLockfile(lockFilePath) {
|
|
209
|
+
if ((0, fs_1.existsSync)(lockFilePath)) {
|
|
210
|
+
(0, fs_1.unlinkSync)(lockFilePath);
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
function startAgent() {
|
|
214
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
215
|
+
const runGroup = (0, environment_1.getRunGroup)();
|
|
216
|
+
if (!runGroup) {
|
|
217
|
+
(0, print_run_group_error_1.printRunGroupError)();
|
|
218
|
+
return process.exit(1);
|
|
219
|
+
}
|
|
220
|
+
output_1.output.note({
|
|
221
|
+
title: 'Starting an agent for running Nx tasks',
|
|
222
|
+
});
|
|
223
|
+
const options = JSON.parse(stripJsonComments((0, fs_1.readFileSync)('nx.json').toString())).tasksRunnerOptions.default.options;
|
|
224
|
+
const agentName = getAgentName();
|
|
225
|
+
createAgentLockfile(options, agentName);
|
|
226
|
+
const api = new distributed_agent_api_1.DistributedAgentApi(options, runGroup, agentName);
|
|
227
|
+
return executeTasks(options, api)
|
|
228
|
+
.then((res) => __awaiter(this, void 0, void 0, function* () {
|
|
229
|
+
yield (0, metric_logger_1.submitRunMetrics)(options);
|
|
230
|
+
return res;
|
|
231
|
+
}))
|
|
232
|
+
.catch((e) => __awaiter(this, void 0, void 0, function* () {
|
|
233
|
+
yield api.completeRunGroupWithError(`Critical Error in Agent: "${e.message}"`);
|
|
234
|
+
throw e;
|
|
235
|
+
}));
|
|
236
|
+
});
|
|
237
|
+
}
|
|
238
|
+
exports.startAgent = startAgent;
|
|
239
|
+
//# sourceMappingURL=distributed-agent.impl.js.map
|