@nrwl/nx-cloud 14.1.1 → 14.1.2-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/core/api/error-reporter.api.js +36 -1
- package/lib/core/api/run-group.api.js +65 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.js +138 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js +169 -1
- package/lib/core/runners/cloud-enabled/cloud-remote-cache.js +113 -1
- package/lib/core/runners/cloud-enabled/cloud-run.api.js +166 -1
- package/lib/core/runners/distributed-agent/distributed-agent.api.js +79 -1
- package/lib/core/runners/distributed-agent/distributed-agent.impl.js +240 -1
- package/lib/core/runners/distributed-execution/distributed-execution.api.js +131 -1
- package/lib/core/runners/distributed-execution/distributed-execution.runner.js +309 -1
- package/package.json +1 -1
|
@@ -1 +1,166 @@
|
|
|
1
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.CloudRunApi = void 0;
|
|
13
|
+
const axios_1 = require("../../../utilities/axios");
|
|
14
|
+
const environment_1 = require("../../../utilities/environment");
|
|
15
|
+
const fs_1 = require("fs");
|
|
16
|
+
const zlib_1 = require("zlib");
|
|
17
|
+
const util_1 = require("util");
|
|
18
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
19
|
+
const { output } = require('../../../utilities/nx-imports');
|
|
20
|
+
class CloudRunApi {
|
|
21
|
+
constructor(messages, runContext, options, machineInfo) {
|
|
22
|
+
this.messages = messages;
|
|
23
|
+
this.runContext = runContext;
|
|
24
|
+
this.machineInfo = machineInfo;
|
|
25
|
+
this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
|
|
26
|
+
}
|
|
27
|
+
startRun(distributedExecutionId, hashes) {
|
|
28
|
+
var _a;
|
|
29
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
30
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('startRun');
|
|
31
|
+
try {
|
|
32
|
+
const request = {
|
|
33
|
+
meta: {
|
|
34
|
+
nxCloudVersion: this.nxCloudVersion(),
|
|
35
|
+
},
|
|
36
|
+
branch: (0, environment_1.getBranch)(),
|
|
37
|
+
runGroup: (0, environment_1.getRunGroup)(),
|
|
38
|
+
distributedExecutionId,
|
|
39
|
+
hashes,
|
|
40
|
+
};
|
|
41
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
42
|
+
output.note({
|
|
43
|
+
title: 'RunStart',
|
|
44
|
+
bodyLines: ['\n' + JSON.stringify(request, null, 2)],
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/start', request));
|
|
48
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
49
|
+
if (resp.data && resp.data.message) {
|
|
50
|
+
this.messages.message = resp.data.message;
|
|
51
|
+
}
|
|
52
|
+
if (!resp.data || !resp.data.urls) {
|
|
53
|
+
this.messages.apiError = `Invalid Nx Cloud response: ${JSON.stringify(resp.data)}`;
|
|
54
|
+
return {};
|
|
55
|
+
}
|
|
56
|
+
return resp.data.urls;
|
|
57
|
+
}
|
|
58
|
+
catch (e) {
|
|
59
|
+
recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
60
|
+
? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
|
|
61
|
+
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
62
|
+
this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
|
|
63
|
+
return {};
|
|
64
|
+
}
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
createReqBody(run, tasks) {
|
|
68
|
+
const uncompressedReqBody = {
|
|
69
|
+
meta: {
|
|
70
|
+
nxCloudVersion: this.nxCloudVersion(),
|
|
71
|
+
},
|
|
72
|
+
tasks,
|
|
73
|
+
run: run,
|
|
74
|
+
machineInfo: this.machineInfo,
|
|
75
|
+
};
|
|
76
|
+
return JSON.stringify(uncompressedReqBody);
|
|
77
|
+
}
|
|
78
|
+
endRun(run, tasks) {
|
|
79
|
+
var _a, _b;
|
|
80
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
81
|
+
// API is not working, don't make the end request
|
|
82
|
+
if (this.messages.apiError)
|
|
83
|
+
return false;
|
|
84
|
+
let uncompressedBodyString = this.createReqBody(run, tasks);
|
|
85
|
+
// if the req body is > 20mb, remove hashDetails
|
|
86
|
+
if (uncompressedBodyString.length > 20 * 1000 * 1000) {
|
|
87
|
+
uncompressedBodyString = this.createReqBody(run, tasks.map((t) => (Object.assign(Object.assign({}, t), { hashDetails: undefined }))));
|
|
88
|
+
}
|
|
89
|
+
const uncompressedBuffer = Buffer.from(uncompressedBodyString);
|
|
90
|
+
const compressedBuffer = yield (0, util_1.promisify)(zlib_1.gzip)(uncompressedBuffer);
|
|
91
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('endRun');
|
|
92
|
+
try {
|
|
93
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
94
|
+
const t = tasks.map((tt) => {
|
|
95
|
+
return Object.assign(Object.assign({}, tt), { terminalOutput: tt.terminalOutput
|
|
96
|
+
? `${tt.terminalOutput.slice(0, 20)}...`
|
|
97
|
+
: undefined });
|
|
98
|
+
});
|
|
99
|
+
output.note({
|
|
100
|
+
title: 'RunEnd. Completed tasks',
|
|
101
|
+
bodyLines: ['\n' + JSON.stringify(t, null, 2)],
|
|
102
|
+
});
|
|
103
|
+
}
|
|
104
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/end', compressedBuffer, {
|
|
105
|
+
headers: Object.assign(Object.assign({}, this.apiAxiosInstance.defaults.headers), { 'Content-Encoding': 'gzip', 'Content-Type': 'application/octet-stream' }),
|
|
106
|
+
}));
|
|
107
|
+
if (resp) {
|
|
108
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
109
|
+
if (resp.data && resp.data.runUrl && resp.data.status === 'success') {
|
|
110
|
+
this.runContext.runUrl = resp.data.runUrl;
|
|
111
|
+
return true;
|
|
112
|
+
}
|
|
113
|
+
if (resp.data && resp.data.status) {
|
|
114
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data.message)}`;
|
|
115
|
+
}
|
|
116
|
+
else if (resp.data && typeof resp.data === 'string') {
|
|
117
|
+
if (resp.data !== 'success') {
|
|
118
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
else {
|
|
122
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
|
|
123
|
+
}
|
|
124
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
125
|
+
output.note({
|
|
126
|
+
title: 'Invalid end run response',
|
|
127
|
+
bodyLines: [JSON.stringify(resp.data, null, 2)],
|
|
128
|
+
});
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
else {
|
|
132
|
+
output.error({
|
|
133
|
+
title: 'Nx Cloud: Unknown Error Occurred',
|
|
134
|
+
bodyLines: [
|
|
135
|
+
'Run completion responded with `undefined`.',
|
|
136
|
+
'Run Details:',
|
|
137
|
+
JSON.stringify(run, null, 2),
|
|
138
|
+
'Stack Trace:',
|
|
139
|
+
JSON.stringify(new Error().stack, null, 2),
|
|
140
|
+
],
|
|
141
|
+
});
|
|
142
|
+
}
|
|
143
|
+
return false;
|
|
144
|
+
}
|
|
145
|
+
catch (ee) {
|
|
146
|
+
recorder.recordMetric(((_a = ee === null || ee === void 0 ? void 0 : ee.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
147
|
+
? (0, metric_logger_1.mapRespToPerfEntry)(ee.axiosException.response)
|
|
148
|
+
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
149
|
+
const e = (_b = ee.axiosException) !== null && _b !== void 0 ? _b : ee;
|
|
150
|
+
this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
|
|
151
|
+
return false;
|
|
152
|
+
}
|
|
153
|
+
});
|
|
154
|
+
}
|
|
155
|
+
nxCloudVersion() {
|
|
156
|
+
try {
|
|
157
|
+
const v = JSON.parse((0, fs_1.readFileSync)(`package.json`).toString());
|
|
158
|
+
return v.devDependencies['@nrwl/nx-cloud'];
|
|
159
|
+
}
|
|
160
|
+
catch (e) {
|
|
161
|
+
return 'unknown';
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
exports.CloudRunApi = CloudRunApi;
|
|
166
|
+
//# sourceMappingURL=cloud-run.api.js.map
|
|
@@ -1 +1,79 @@
|
|
|
1
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.DistributedAgentApi = void 0;
|
|
13
|
+
const axios_1 = require("../../../utilities/axios");
|
|
14
|
+
const environment_1 = require("../../../utilities/environment");
|
|
15
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
16
|
+
const { output } = require('../../../utilities/nx-imports');
|
|
17
|
+
class DistributedAgentApi {
|
|
18
|
+
constructor(options, runGroup, agentName) {
|
|
19
|
+
this.runGroup = runGroup;
|
|
20
|
+
this.agentName = agentName;
|
|
21
|
+
this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
|
|
22
|
+
}
|
|
23
|
+
tasks(executionId, statusCode, completedTasks) {
|
|
24
|
+
var _a;
|
|
25
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
26
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('dtePollTasks');
|
|
27
|
+
try {
|
|
28
|
+
const res = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/tasks', {
|
|
29
|
+
runGroup: this.runGroup,
|
|
30
|
+
agentName: this.agentName,
|
|
31
|
+
executionId,
|
|
32
|
+
statusCode,
|
|
33
|
+
completedTasks,
|
|
34
|
+
}));
|
|
35
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(res));
|
|
36
|
+
return res.data;
|
|
37
|
+
}
|
|
38
|
+
catch (e) {
|
|
39
|
+
recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
40
|
+
? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
|
|
41
|
+
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
42
|
+
throw e;
|
|
43
|
+
}
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
completeRunGroupWithError(error) {
|
|
47
|
+
var _a;
|
|
48
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
49
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
50
|
+
output.note({
|
|
51
|
+
title: 'Completing run group with an error',
|
|
52
|
+
bodyLines: [`runGroup: ${this.runGroup}`, `error: ${error}`],
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
|
|
56
|
+
try {
|
|
57
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
|
|
58
|
+
runGroup: this.runGroup,
|
|
59
|
+
agentName: this.agentName,
|
|
60
|
+
criticalErrorMessage: error,
|
|
61
|
+
}));
|
|
62
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
63
|
+
output.note({
|
|
64
|
+
title: 'Completed run group with an error',
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
68
|
+
}
|
|
69
|
+
catch (e) {
|
|
70
|
+
recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
71
|
+
? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
|
|
72
|
+
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
73
|
+
console.error(e);
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
exports.DistributedAgentApi = DistributedAgentApi;
|
|
79
|
+
//# sourceMappingURL=distributed-agent.api.js.map
|
|
@@ -1 +1,240 @@
|
|
|
1
|
-
const a5_0x5e39=['push','We\x20have\x20detected\x20other\x20agents\x20running\x20in\x20this\x20workspace.\x20This\x20can\x20cause\x20unexpected\x20behavior.','VERBOSE_LOGGING','DistributedAgentApi','createNoNewMessagesTimeout','then','NX_AGENT_NAME','.lock','./node_modules/.cache/nx','This\x20can\x20also\x20be\x20a\x20false\x20positive\x20caused\x20by\x20agents\x20that\x20did\x20not\x20shut\x20down\x20correctly.','startAgent','retryDuring','SIGINT','done','parse','../../../utilities/create-no-new-messages-timeout','readFileSync','criticalErrorMessage','tasks','catch','warn','__esModule','join','executionId','--configuration=','error','Waiting...','number\x20of\x20tasks:\x20','Starting\x20an\x20agent\x20for\x20running\x20Nx\x20tasks','If\x20you\x20believe\x20this\x20is\x20the\x20case,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22.','tasksRunnerOptions','../../error/print-run-group-error','wait','../../../utilities/nx-imports','Critical\x20Error\x20in\x20Agent:\x20\x22','End\x20all\x20currently\x20running\x20agents,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22,\x20and\x20try\x20again.','Waiter','existsSync','../../../utilities/environment','/nx.json','maxParallel','throw','projects','toString','Agent\x20','completeRunGroupWithError','exit','env','CIRCLE_STAGE','completed','length','retryDuring:\x20','printRunGroupError','includes','Command\x20execution\x20failed\x20(distributed\x20task\x20execution:\x20','projectName','Duplicate\x20Agent\x20ID\x20Detected','default','./distributed-agent.api','next','configuration','writeFileSync','\x20--parallel\x20--max-parallel=','random','API\x20Response','../../../utilities/metric-logger','taskId','completed:\x20','target','error:\x20','getTime','getRunGroup','npx\x20nx\x20run-many\x20--target=','note','mkdirSync','Other\x20Nx\x20Cloud\x20Agents\x20Detected','cacheDirectory','value','CIRCLECI','strip-json-comments','assign','We\x20have\x20detected\x20another\x20agent\x20with\x20this\x20ID\x20running\x20in\x20this\x20workspace.\x20This\x20should\x20not\x20happen.','inherit','completedTasks','true','reset','options','find'];(function(_0x45f85f,_0x5e3997){const _0x14a4b0=function(_0x5e20c6){while(--_0x5e20c6){_0x45f85f['push'](_0x45f85f['shift']());}};_0x14a4b0(++_0x5e3997);}(a5_0x5e39,0x18a));const a5_0x14a4=function(_0x45f85f,_0x5e3997){_0x45f85f=_0x45f85f-0x0;let _0x14a4b0=a5_0x5e39[_0x45f85f];return _0x14a4b0;};'use strict';var __awaiter=this&&this['__awaiter']||function(_0x5304c0,_0x3a88b0,_0x431342,_0x2f8b43){function _0x14571b(_0x5e3044){return _0x5e3044 instanceof _0x431342?_0x5e3044:new _0x431342(function(_0x333698){_0x333698(_0x5e3044);});}return new(_0x431342||(_0x431342=Promise))(function(_0x4953f2,_0x5a6d33){function _0x2ac5d3(_0x51d230){try{_0x7b80f8(_0x2f8b43['next'](_0x51d230));}catch(_0x24e87c){_0x5a6d33(_0x24e87c);}}function _0x394832(_0x230b56){try{_0x7b80f8(_0x2f8b43[a5_0x14a4('0x57')](_0x230b56));}catch(_0xeac8c3){_0x5a6d33(_0xeac8c3);}}function _0x7b80f8(_0x5b9054){_0x5b9054[a5_0x14a4('0x3b')]?_0x4953f2(_0x5b9054[a5_0x14a4('0x23')]):_0x14571b(_0x5b9054['value'])[a5_0x14a4('0x33')](_0x2ac5d3,_0x394832);}_0x7b80f8((_0x2f8b43=_0x2f8b43['apply'](_0x5304c0,_0x3a88b0||[]))[a5_0x14a4('0x11')]());});};Object['defineProperty'](exports,a5_0x14a4('0x43'),{'value':!![]});exports[a5_0x14a4('0x38')]=void 0x0;const child_process_1=require('child_process');const stripJsonComments=require(a5_0x14a4('0x25'));const distributed_agent_api_1=require(a5_0x14a4('0x10'));const waiter_1=require('../../../utilities/waiter');const environment_1=require(a5_0x14a4('0x54'));const print_run_group_error_1=require(a5_0x14a4('0x4d'));const create_no_new_messages_timeout_1=require(a5_0x14a4('0x3d'));const fs_1=require('fs');const metric_logger_1=require(a5_0x14a4('0x17'));const {output,workspaceRoot}=require(a5_0x14a4('0x4f'));function executeTasks(_0x37db75,_0x54c11e){return __awaiter(this,void 0x0,void 0x0,function*(){let _0x1e07bc=0x0;let _0x153cda=null;const _0x196dba=(0x0,create_no_new_messages_timeout_1[a5_0x14a4('0x32')])();const _0x4535f9=new waiter_1[(a5_0x14a4('0x52'))]();let _0x194cf4=[];const _0x4b885e=new Date();let _0x4a9f62=![];while(!![]){if(environment_1[a5_0x14a4('0x30')]){output['note']({'title':'Fetching\x20tasks...'});}_0x153cda=yield _0x54c11e['tasks'](_0x153cda?_0x153cda[a5_0x14a4('0x45')]:null,_0x1e07bc,_0x194cf4);if(environment_1[a5_0x14a4('0x30')]){output[a5_0x14a4('0x1f')]({'title':a5_0x14a4('0x16'),'bodyLines':[a5_0x14a4('0x19')+_0x153cda[a5_0x14a4('0x7')],a5_0x14a4('0x9')+_0x153cda[a5_0x14a4('0x39')],'executionId:\x20'+_0x153cda[a5_0x14a4('0x45')],a5_0x14a4('0x49')+_0x153cda[a5_0x14a4('0x40')][a5_0x14a4('0x8')],a5_0x14a4('0x1b')+_0x153cda[a5_0x14a4('0x3f')],'maxParallel:\x20'+_0x153cda[a5_0x14a4('0x56')]]});}if(_0x153cda[a5_0x14a4('0x3f')]){output[a5_0x14a4('0x47')]({'title':'Distributed\x20Execution\x20Terminated','bodyLines':['Error:',_0x153cda[a5_0x14a4('0x3f')]]});process[a5_0x14a4('0x4')](0x0);}if((_0x153cda===null||_0x153cda===void 0x0?void 0x0:_0x153cda['retryDuring'])&&(_0x153cda===null||_0x153cda===void 0x0?void 0x0:_0x153cda[a5_0x14a4('0x39')])!==0x0&&!_0x4a9f62&&new Date()[a5_0x14a4('0x1c')]()-_0x4b885e[a5_0x14a4('0x1c')]()>_0x153cda['retryDuring']){yield _0x4535f9[a5_0x14a4('0x4e')]();continue;}if(_0x153cda['completed'])return;_0x196dba(_0x153cda[a5_0x14a4('0x40')]['map'](_0x3667be=>_0x3667be[a5_0x14a4('0x18')])['join'](''));if(!_0x153cda['executionId']){if(environment_1[a5_0x14a4('0x30')]){output[a5_0x14a4('0x1f')]({'title':a5_0x14a4('0x48')});}yield _0x4535f9['wait']();_0x1e07bc=0x0;_0x194cf4=[];continue;}_0x4535f9[a5_0x14a4('0x2b')]();_0x4a9f62=!![];const _0x1812eb=invokeTasksUsingRunMany(_0x37db75,_0x153cda[a5_0x14a4('0x45')],_0x153cda[a5_0x14a4('0x40')],_0x153cda[a5_0x14a4('0x56')]);_0x1e07bc=_0x1812eb['completedStatusCode'];_0x194cf4=_0x1812eb[a5_0x14a4('0x29')];}});}function readCompletedTasks(_0x4923b7,_0x2f7f14){const _0x15716d=a5_0x14a4('0xc')+_0x2f7f14+').\x20Tasks\x20hashes\x20haven\x27t\x20been\x20recorded.';let _0x1820c4;try{const _0x14f6cd=_0x4923b7[a5_0x14a4('0x22')]||a5_0x14a4('0x36');const _0x421156=_0x14f6cd+'/tasks-hashes-'+_0x2f7f14;_0x1820c4=JSON['parse']((0x0,fs_1['readFileSync'])(_0x421156)[a5_0x14a4('0x1')]());(0x0,fs_1['unlinkSync'])(_0x421156);}catch(_0x1a39e8){throw new Error(_0x15716d);}if(_0x1820c4[a5_0x14a4('0x8')]==0x0){throw new Error(_0x15716d);}return _0x1820c4;}function invokeTasksUsingRunMany(_0x598e2e,_0x112559,_0x224607,_0x230b05){let _0x4ae99a=0x0;const _0xb10a8f=[];for(const _0x5c68a2 of groupByTarget(_0x224607)){const _0x304e0b=_0x5c68a2[a5_0x14a4('0x12')]?a5_0x14a4('0x46')+_0x5c68a2[a5_0x14a4('0x12')]:'';const _0x5a7b5d=_0x230b05>0x1?a5_0x14a4('0x14')+_0x230b05:'';const _0x39d3d=a5_0x14a4('0x1e')+_0x5c68a2['target']+'\x20'+_0x304e0b+'\x20--projects='+_0x5c68a2[a5_0x14a4('0x0')][a5_0x14a4('0x44')](',')+'\x20'+_0x5c68a2['params']+_0x5a7b5d;if(environment_1[a5_0x14a4('0x30')]){output[a5_0x14a4('0x1f')]({'title':'Executing:\x20\x27'+_0x39d3d+'\x27'});}try{(0x0,child_process_1['execSync'])(_0x39d3d,{'stdio':[a5_0x14a4('0x28'),a5_0x14a4('0x28'),a5_0x14a4('0x28')],'env':Object['assign'](Object[a5_0x14a4('0x26')]({},process['env']),{'NX_CACHE_FAILURES':a5_0x14a4('0x2a'),'NX_CLOUD_DISTRIBUTED_EXECUTION_ID':_0x112559})});}catch(_0x550d3e){if(_0x550d3e['status']===environment_1['DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE']){throw _0x550d3e;}else{_0x4ae99a=0x1;}}finally{_0xb10a8f[a5_0x14a4('0x2e')](...readCompletedTasks(_0x598e2e,_0x112559));}}return{'completedStatusCode':_0x4ae99a,'completedTasks':_0xb10a8f};}function groupByTarget(_0x136180){const _0x411bfc=[];_0x136180['forEach'](_0x2bf66d=>{const _0x2b5f3e=_0x411bfc[a5_0x14a4('0x2d')](_0x4c4c96=>_0x4c4c96[a5_0x14a4('0x1a')]===_0x2bf66d['target']&&_0x4c4c96[a5_0x14a4('0x12')]===_0x2bf66d[a5_0x14a4('0x12')]);if(_0x2b5f3e){_0x2b5f3e[a5_0x14a4('0x0')][a5_0x14a4('0x2e')](_0x2bf66d[a5_0x14a4('0xd')]);}else{_0x411bfc['push']({'target':_0x2bf66d[a5_0x14a4('0x1a')],'projects':[_0x2bf66d[a5_0x14a4('0xd')]],'params':_0x2bf66d['params'],'configuration':_0x2bf66d[a5_0x14a4('0x12')]});}});return _0x411bfc;}function getAgentName(){if(process[a5_0x14a4('0x5')][a5_0x14a4('0x34')]!==undefined){return process[a5_0x14a4('0x5')][a5_0x14a4('0x34')];}else if(process['env'][a5_0x14a4('0x24')]!==undefined){return process['env'][a5_0x14a4('0x6')];}else{return a5_0x14a4('0x2')+Math['floor'](Math[a5_0x14a4('0x15')]()*0x186a0);}}function createAgentLockfile(_0x5e7d3a,_0x3d87c){const _0x56b656=_0x5e7d3a[a5_0x14a4('0x22')]||a5_0x14a4('0x36');const _0x325c18=_0x56b656+'/lockfiles';const _0x10ec2d=_0x325c18+'/'+_0x3d87c+a5_0x14a4('0x35');if(!(0x0,fs_1[a5_0x14a4('0x53')])(_0x325c18)){(0x0,fs_1[a5_0x14a4('0x20')])(_0x325c18,{'recursive':!![]});}const _0x3dff9a=(0x0,fs_1['readdirSync'])(_0x325c18);if(_0x3dff9a[a5_0x14a4('0x8')]){if(_0x3dff9a[a5_0x14a4('0xb')](_0x3d87c+a5_0x14a4('0x35'))){output[a5_0x14a4('0x47')]({'title':a5_0x14a4('0xe'),'bodyLines':[a5_0x14a4('0x27'),'',a5_0x14a4('0x51')]});process['exit'](0x1);}output[a5_0x14a4('0x42')]({'title':a5_0x14a4('0x21'),'bodyLines':[a5_0x14a4('0x2f'),'',a5_0x14a4('0x37'),a5_0x14a4('0x4b')]});}(0x0,fs_1[a5_0x14a4('0x13')])(_0x10ec2d,'');process['on'](a5_0x14a4('0x4'),_0x49d307=>cleanupAgentLockfile(_0x10ec2d,_0x49d307));process['on'](a5_0x14a4('0x3a'),()=>cleanupAgentLockfile(_0x10ec2d,0x0));}function cleanupAgentLockfile(_0x4c4018,_0x2da441){if((0x0,fs_1[a5_0x14a4('0x53')])(_0x4c4018)){(0x0,fs_1['unlinkSync'])(_0x4c4018);process['exit'](_0x2da441);}}function startAgent(){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x559b90=(0x0,environment_1[a5_0x14a4('0x1d')])();if(!_0x559b90){(0x0,print_run_group_error_1[a5_0x14a4('0xa')])();return process[a5_0x14a4('0x4')](0x1);}output[a5_0x14a4('0x1f')]({'title':a5_0x14a4('0x4a')});const _0x2c11b3=JSON[a5_0x14a4('0x3c')](stripJsonComments((0x0,fs_1[a5_0x14a4('0x3e')])(workspaceRoot+a5_0x14a4('0x55'))[a5_0x14a4('0x1')]()))[a5_0x14a4('0x4c')][a5_0x14a4('0xf')][a5_0x14a4('0x2c')];const _0x13ec20=getAgentName();createAgentLockfile(_0x2c11b3,_0x13ec20);const _0x59ec89=new distributed_agent_api_1[(a5_0x14a4('0x31'))](_0x2c11b3,_0x559b90,_0x13ec20);return executeTasks(_0x2c11b3,_0x59ec89)[a5_0x14a4('0x33')](_0x224b8d=>__awaiter(this,void 0x0,void 0x0,function*(){yield(0x0,metric_logger_1['submitRunMetrics'])(_0x2c11b3);return _0x224b8d;}))[a5_0x14a4('0x41')](_0x7d9d0d=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x59ec89[a5_0x14a4('0x3')](a5_0x14a4('0x50')+_0x7d9d0d['message']+'\x22');throw _0x7d9d0d;}));});}exports[a5_0x14a4('0x38')]=startAgent;
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.startAgent = void 0;
|
|
13
|
+
const child_process_1 = require("child_process");
|
|
14
|
+
const stripJsonComments = require("strip-json-comments");
|
|
15
|
+
const distributed_agent_api_1 = require("./distributed-agent.api");
|
|
16
|
+
const waiter_1 = require("../../../utilities/waiter");
|
|
17
|
+
const environment_1 = require("../../../utilities/environment");
|
|
18
|
+
const print_run_group_error_1 = require("../../error/print-run-group-error");
|
|
19
|
+
const create_no_new_messages_timeout_1 = require("../../../utilities/create-no-new-messages-timeout");
|
|
20
|
+
const fs_1 = require("fs");
|
|
21
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
22
|
+
const { output, workspaceRoot } = require('../../../utilities/nx-imports');
|
|
23
|
+
function executeTasks(options, api) {
|
|
24
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
25
|
+
let completedStatusCode = 0;
|
|
26
|
+
let apiResponse = null;
|
|
27
|
+
const failIfSameTasksIn30Mins = (0, create_no_new_messages_timeout_1.createNoNewMessagesTimeout)();
|
|
28
|
+
const waiter = new waiter_1.Waiter();
|
|
29
|
+
let completedTasks = [];
|
|
30
|
+
const startTime = new Date();
|
|
31
|
+
let executedAnyTasks = false;
|
|
32
|
+
while (true) {
|
|
33
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
34
|
+
output.note({
|
|
35
|
+
title: 'Fetching tasks...',
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
apiResponse = yield api.tasks(apiResponse ? apiResponse.executionId : null, completedStatusCode, completedTasks);
|
|
39
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
40
|
+
output.note({
|
|
41
|
+
title: 'API Response',
|
|
42
|
+
bodyLines: [
|
|
43
|
+
`completed: ${apiResponse.completed}`,
|
|
44
|
+
`retryDuring: ${apiResponse.retryDuring}`,
|
|
45
|
+
`executionId: ${apiResponse.executionId}`,
|
|
46
|
+
`number of tasks: ${apiResponse.tasks.length}`,
|
|
47
|
+
`error: ${apiResponse.criticalErrorMessage}`,
|
|
48
|
+
`maxParallel: ${apiResponse.maxParallel}`,
|
|
49
|
+
],
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
if (apiResponse.criticalErrorMessage) {
|
|
53
|
+
output.error({
|
|
54
|
+
title: 'Distributed Execution Terminated',
|
|
55
|
+
bodyLines: ['Error:', apiResponse.criticalErrorMessage],
|
|
56
|
+
});
|
|
57
|
+
process.exit(0);
|
|
58
|
+
}
|
|
59
|
+
// run group is completed but it might be a rerun
|
|
60
|
+
// we will try several times before going further and
|
|
61
|
+
// completed the response
|
|
62
|
+
// we only do it if we haven't executed any tasks
|
|
63
|
+
if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) &&
|
|
64
|
+
(apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) !== 0 &&
|
|
65
|
+
!executedAnyTasks &&
|
|
66
|
+
new Date().getTime() - startTime.getTime() > apiResponse.retryDuring) {
|
|
67
|
+
yield waiter.wait();
|
|
68
|
+
continue;
|
|
69
|
+
}
|
|
70
|
+
if (apiResponse.completed)
|
|
71
|
+
return;
|
|
72
|
+
failIfSameTasksIn30Mins(apiResponse.tasks.map((t) => t.taskId).join(''));
|
|
73
|
+
if (!apiResponse.executionId) {
|
|
74
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
75
|
+
output.note({
|
|
76
|
+
title: 'Waiting...',
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
yield waiter.wait();
|
|
80
|
+
completedStatusCode = 0;
|
|
81
|
+
completedTasks = [];
|
|
82
|
+
continue;
|
|
83
|
+
}
|
|
84
|
+
waiter.reset();
|
|
85
|
+
executedAnyTasks = true;
|
|
86
|
+
const r = invokeTasksUsingRunMany(options, apiResponse.executionId, apiResponse.tasks, apiResponse.maxParallel);
|
|
87
|
+
completedStatusCode = r.completedStatusCode;
|
|
88
|
+
completedTasks = r.completedTasks;
|
|
89
|
+
}
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
function readCompletedTasks(options, distributedExecutionId) {
|
|
93
|
+
const errorMessage = `Command execution failed (distributed task execution: ${distributedExecutionId}). Tasks hashes haven\'t been recorded.`;
|
|
94
|
+
let completedTasks;
|
|
95
|
+
try {
|
|
96
|
+
const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
|
|
97
|
+
const taskHashesFile = `${cacheDirectory}/tasks-hashes-${distributedExecutionId}`;
|
|
98
|
+
completedTasks = JSON.parse((0, fs_1.readFileSync)(taskHashesFile).toString());
|
|
99
|
+
// remove it such that if the next command crashes we don't read an obsolete file
|
|
100
|
+
(0, fs_1.unlinkSync)(taskHashesFile);
|
|
101
|
+
}
|
|
102
|
+
catch (e) {
|
|
103
|
+
throw new Error(errorMessage);
|
|
104
|
+
}
|
|
105
|
+
if (completedTasks.length == 0) {
|
|
106
|
+
throw new Error(errorMessage);
|
|
107
|
+
}
|
|
108
|
+
return completedTasks;
|
|
109
|
+
}
|
|
110
|
+
function invokeTasksUsingRunMany(options, executionId, tasks, maxParallel) {
|
|
111
|
+
let completedStatusCode = 0;
|
|
112
|
+
const completedTasks = [];
|
|
113
|
+
for (const g of groupByTarget(tasks)) {
|
|
114
|
+
const config = g.configuration ? `--configuration=${g.configuration}` : ``;
|
|
115
|
+
const parallel = maxParallel > 1 ? ` --parallel --max-parallel=${maxParallel}` : ``;
|
|
116
|
+
// TODO use pnpx or yarn when needed
|
|
117
|
+
const command = `npx nx run-many --target=${g.target} ${config} --projects=${g.projects.join(',')} ${g.params}${parallel}`;
|
|
118
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
119
|
+
output.note({
|
|
120
|
+
title: `Executing: '${command}'`,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
try {
|
|
124
|
+
(0, child_process_1.execSync)(command, {
|
|
125
|
+
stdio: ['inherit', 'inherit', 'inherit'],
|
|
126
|
+
env: Object.assign(Object.assign({}, process.env), { NX_CACHE_FAILURES: 'true', NX_CLOUD_DISTRIBUTED_EXECUTION_ID: executionId }),
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
catch (e) {
|
|
130
|
+
if (e.status === environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE) {
|
|
131
|
+
throw e;
|
|
132
|
+
}
|
|
133
|
+
else {
|
|
134
|
+
completedStatusCode = 1;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
finally {
|
|
138
|
+
completedTasks.push(...readCompletedTasks(options, executionId));
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
return { completedStatusCode, completedTasks };
|
|
142
|
+
}
|
|
143
|
+
function groupByTarget(tasks) {
|
|
144
|
+
const res = [];
|
|
145
|
+
tasks.forEach((t) => {
|
|
146
|
+
const r = res.find((rr) => rr.target === t.target && rr.configuration === t.configuration);
|
|
147
|
+
if (r) {
|
|
148
|
+
r.projects.push(t.projectName);
|
|
149
|
+
}
|
|
150
|
+
else {
|
|
151
|
+
res.push({
|
|
152
|
+
target: t.target,
|
|
153
|
+
projects: [t.projectName],
|
|
154
|
+
params: t.params,
|
|
155
|
+
configuration: t.configuration,
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
});
|
|
159
|
+
return res;
|
|
160
|
+
}
|
|
161
|
+
function getAgentName() {
|
|
162
|
+
if (process.env.NX_AGENT_NAME !== undefined) {
|
|
163
|
+
return process.env.NX_AGENT_NAME;
|
|
164
|
+
}
|
|
165
|
+
else if (process.env.CIRCLECI !== undefined) {
|
|
166
|
+
return process.env.CIRCLE_STAGE;
|
|
167
|
+
}
|
|
168
|
+
else {
|
|
169
|
+
return `Agent ${Math.floor(Math.random() * 100000)}`;
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
function createAgentLockfile(options, agentName) {
|
|
173
|
+
const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
|
|
174
|
+
const lockFileDirectory = `${cacheDirectory}/lockfiles`;
|
|
175
|
+
const lockFilePath = `${lockFileDirectory}/${agentName}.lock`;
|
|
176
|
+
if (!(0, fs_1.existsSync)(lockFileDirectory)) {
|
|
177
|
+
(0, fs_1.mkdirSync)(lockFileDirectory, { recursive: true });
|
|
178
|
+
}
|
|
179
|
+
// Check for other agents' lockfiles and warn if exist
|
|
180
|
+
const lockFiles = (0, fs_1.readdirSync)(lockFileDirectory);
|
|
181
|
+
if (lockFiles.length) {
|
|
182
|
+
// Check to make sure the current agent name is not in use (only 1/100000 ^ 2 chance of this)
|
|
183
|
+
if (lockFiles.includes(`${agentName}.lock`)) {
|
|
184
|
+
output.error({
|
|
185
|
+
title: 'Duplicate Agent ID Detected',
|
|
186
|
+
bodyLines: [
|
|
187
|
+
'We have detected another agent with this ID running in this workspace. This should not happen.',
|
|
188
|
+
'',
|
|
189
|
+
'End all currently running agents, run "npx nx-cloud clean-up-agents", and try again.',
|
|
190
|
+
],
|
|
191
|
+
});
|
|
192
|
+
process.exit(1);
|
|
193
|
+
}
|
|
194
|
+
output.warn({
|
|
195
|
+
title: 'Other Nx Cloud Agents Detected',
|
|
196
|
+
bodyLines: [
|
|
197
|
+
'We have detected other agents running in this workspace. This can cause unexpected behavior.',
|
|
198
|
+
'',
|
|
199
|
+
'This can also be a false positive caused by agents that did not shut down correctly.',
|
|
200
|
+
'If you believe this is the case, run "npx nx-cloud clean-up-agents".',
|
|
201
|
+
],
|
|
202
|
+
});
|
|
203
|
+
}
|
|
204
|
+
(0, fs_1.writeFileSync)(lockFilePath, '');
|
|
205
|
+
process.on('exit', (code) => cleanupAgentLockfile(lockFilePath, code));
|
|
206
|
+
process.on('SIGINT', () => cleanupAgentLockfile(lockFilePath, 0));
|
|
207
|
+
}
|
|
208
|
+
function cleanupAgentLockfile(lockFilePath, code) {
|
|
209
|
+
if ((0, fs_1.existsSync)(lockFilePath)) {
|
|
210
|
+
(0, fs_1.unlinkSync)(lockFilePath);
|
|
211
|
+
process.exit(code);
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
function startAgent() {
|
|
215
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
216
|
+
const runGroup = (0, environment_1.getRunGroup)();
|
|
217
|
+
if (!runGroup) {
|
|
218
|
+
(0, print_run_group_error_1.printRunGroupError)();
|
|
219
|
+
return process.exit(1);
|
|
220
|
+
}
|
|
221
|
+
output.note({
|
|
222
|
+
title: 'Starting an agent for running Nx tasks',
|
|
223
|
+
});
|
|
224
|
+
const options = JSON.parse(stripJsonComments((0, fs_1.readFileSync)(`${workspaceRoot}/nx.json`).toString())).tasksRunnerOptions.default.options;
|
|
225
|
+
const agentName = getAgentName();
|
|
226
|
+
createAgentLockfile(options, agentName);
|
|
227
|
+
const api = new distributed_agent_api_1.DistributedAgentApi(options, runGroup, agentName);
|
|
228
|
+
return executeTasks(options, api)
|
|
229
|
+
.then((res) => __awaiter(this, void 0, void 0, function* () {
|
|
230
|
+
yield (0, metric_logger_1.submitRunMetrics)(options);
|
|
231
|
+
return res;
|
|
232
|
+
}))
|
|
233
|
+
.catch((e) => __awaiter(this, void 0, void 0, function* () {
|
|
234
|
+
yield api.completeRunGroupWithError(`Critical Error in Agent: "${e.message}"`);
|
|
235
|
+
throw e;
|
|
236
|
+
}));
|
|
237
|
+
});
|
|
238
|
+
}
|
|
239
|
+
exports.startAgent = startAgent;
|
|
240
|
+
//# sourceMappingURL=distributed-agent.impl.js.map
|