@nrwl/nx-cloud 14.0.2 → 14.0.3-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/core/api/run-group.api.js +65 -1
- package/lib/core/models/run-data.model.d.ts +1 -0
- package/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.js +142 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.js.map +1 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled.runner.d.ts +1 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js +167 -1
- package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js.map +1 -1
- package/lib/core/runners/cloud-enabled/cloud-remote-cache.js +113 -1
- package/lib/core/runners/cloud-enabled/cloud-run.api.js +158 -1
- package/lib/core/runners/distributed-agent/distributed-agent.api.js +79 -1
- package/lib/core/runners/distributed-agent/distributed-agent.impl.js +239 -1
- package/lib/core/runners/distributed-execution/distributed-execution.api.js +130 -1
- package/lib/core/runners/distributed-execution/distributed-execution.runner.js +306 -1
- package/lib/nx-cloud-tasks-runner.js +26 -18
- package/lib/nx-cloud-tasks-runner.js.map +1 -1
- package/lib/utilities/environment.d.ts +2 -1
- package/lib/utilities/environment.js +6 -4
- package/lib/utilities/environment.js.map +1 -1
- package/package.json +1 -1
|
@@ -1 +1,158 @@
|
|
|
1
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.CloudRunApi = void 0;
|
|
13
|
+
const axios_1 = require("../../../utilities/axios");
|
|
14
|
+
const environment_1 = require("../../../utilities/environment");
|
|
15
|
+
const fs_1 = require("fs");
|
|
16
|
+
const zlib_1 = require("zlib");
|
|
17
|
+
const util_1 = require("util");
|
|
18
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
19
|
+
const { output } = require('../../../utilities/nx-imports');
|
|
20
|
+
class CloudRunApi {
|
|
21
|
+
constructor(messages, runContext, options, machineInfo) {
|
|
22
|
+
this.messages = messages;
|
|
23
|
+
this.runContext = runContext;
|
|
24
|
+
this.machineInfo = machineInfo;
|
|
25
|
+
this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
|
|
26
|
+
}
|
|
27
|
+
startRun(distributedExecutionId, hashes) {
|
|
28
|
+
var _a;
|
|
29
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
30
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('startRun');
|
|
31
|
+
try {
|
|
32
|
+
const request = {
|
|
33
|
+
meta: {
|
|
34
|
+
nxCloudVersion: this.nxCloudVersion(),
|
|
35
|
+
},
|
|
36
|
+
branch: (0, environment_1.getBranch)(),
|
|
37
|
+
runGroup: (0, environment_1.getRunGroup)(),
|
|
38
|
+
distributedExecutionId,
|
|
39
|
+
hashes,
|
|
40
|
+
};
|
|
41
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
42
|
+
output.note({
|
|
43
|
+
title: 'RunStart',
|
|
44
|
+
bodyLines: ['\n' + JSON.stringify(request, null, 2)],
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/start', request));
|
|
48
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
49
|
+
if (resp.data && resp.data.message) {
|
|
50
|
+
this.messages.message = resp.data.message;
|
|
51
|
+
}
|
|
52
|
+
if (!resp.data || !resp.data.urls) {
|
|
53
|
+
this.messages.apiError = `Invalid Nx Cloud response: ${JSON.stringify(resp.data)}`;
|
|
54
|
+
return {};
|
|
55
|
+
}
|
|
56
|
+
return resp.data.urls;
|
|
57
|
+
}
|
|
58
|
+
catch (e) {
|
|
59
|
+
recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
60
|
+
? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
|
|
61
|
+
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
62
|
+
this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
|
|
63
|
+
return {};
|
|
64
|
+
}
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
endRun(run, tasks) {
|
|
68
|
+
var _a, _b;
|
|
69
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
70
|
+
// API is not working, don't make the end request
|
|
71
|
+
if (this.messages.apiError)
|
|
72
|
+
return false;
|
|
73
|
+
const uncompressedReqBody = {
|
|
74
|
+
meta: {
|
|
75
|
+
nxCloudVersion: this.nxCloudVersion(),
|
|
76
|
+
},
|
|
77
|
+
tasks,
|
|
78
|
+
run: run,
|
|
79
|
+
machineInfo: this.machineInfo,
|
|
80
|
+
};
|
|
81
|
+
const uncompressedBuffer = Buffer.from(JSON.stringify(uncompressedReqBody));
|
|
82
|
+
const compressedBuffer = yield (0, util_1.promisify)(zlib_1.gzip)(uncompressedBuffer);
|
|
83
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('endRun');
|
|
84
|
+
try {
|
|
85
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
86
|
+
const t = tasks.map((tt) => {
|
|
87
|
+
return Object.assign(Object.assign({}, tt), { terminalOutput: tt.terminalOutput
|
|
88
|
+
? `${tt.terminalOutput.slice(0, 20)}...`
|
|
89
|
+
: undefined });
|
|
90
|
+
});
|
|
91
|
+
output.note({
|
|
92
|
+
title: 'RunEnd. Completed tasks',
|
|
93
|
+
bodyLines: ['\n' + JSON.stringify(t, null, 2)],
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/runs/end', compressedBuffer, {
|
|
97
|
+
headers: Object.assign(Object.assign({}, this.apiAxiosInstance.defaults.headers), { 'Content-Encoding': 'gzip', 'Content-Type': 'application/octet-stream' }),
|
|
98
|
+
}));
|
|
99
|
+
if (resp) {
|
|
100
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
101
|
+
if (resp.data && resp.data.runUrl && resp.data.status === 'success') {
|
|
102
|
+
this.runContext.runUrl = resp.data.runUrl;
|
|
103
|
+
return true;
|
|
104
|
+
}
|
|
105
|
+
if (resp.data && resp.data.status) {
|
|
106
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data.message)}`;
|
|
107
|
+
}
|
|
108
|
+
else if (resp.data && typeof resp.data === 'string') {
|
|
109
|
+
if (resp.data !== 'success') {
|
|
110
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
else {
|
|
114
|
+
this.messages.apiError = `Invalid end run response: ${JSON.stringify(resp.data)}`;
|
|
115
|
+
}
|
|
116
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
117
|
+
output.note({
|
|
118
|
+
title: 'Invalid end run response',
|
|
119
|
+
bodyLines: [JSON.stringify(resp.data, null, 2)],
|
|
120
|
+
});
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
else {
|
|
124
|
+
output.error({
|
|
125
|
+
title: 'Nx Cloud: Unknown Error Occurred',
|
|
126
|
+
bodyLines: [
|
|
127
|
+
'Run completion responded with `undefined`.',
|
|
128
|
+
'Run Details:',
|
|
129
|
+
JSON.stringify(run, null, 2),
|
|
130
|
+
'Stack Trace:',
|
|
131
|
+
JSON.stringify(new Error().stack, null, 2),
|
|
132
|
+
],
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
return false;
|
|
136
|
+
}
|
|
137
|
+
catch (ee) {
|
|
138
|
+
recorder.recordMetric(((_a = ee === null || ee === void 0 ? void 0 : ee.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
139
|
+
? (0, metric_logger_1.mapRespToPerfEntry)(ee.axiosException.response)
|
|
140
|
+
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
141
|
+
const e = (_b = ee.axiosException) !== null && _b !== void 0 ? _b : ee;
|
|
142
|
+
this.messages.apiError = this.messages.extractErrorMessage(e, 'api');
|
|
143
|
+
return false;
|
|
144
|
+
}
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
nxCloudVersion() {
|
|
148
|
+
try {
|
|
149
|
+
const v = JSON.parse((0, fs_1.readFileSync)(`package.json`).toString());
|
|
150
|
+
return v.devDependencies['@nrwl/nx-cloud'];
|
|
151
|
+
}
|
|
152
|
+
catch (e) {
|
|
153
|
+
return 'unknown';
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
exports.CloudRunApi = CloudRunApi;
|
|
158
|
+
//# sourceMappingURL=cloud-run.api.js.map
|
|
@@ -1 +1,79 @@
|
|
|
1
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.DistributedAgentApi = void 0;
|
|
13
|
+
const axios_1 = require("../../../utilities/axios");
|
|
14
|
+
const environment_1 = require("../../../utilities/environment");
|
|
15
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
16
|
+
const { output } = require('../../../utilities/nx-imports');
|
|
17
|
+
class DistributedAgentApi {
|
|
18
|
+
constructor(options, runGroup, agentName) {
|
|
19
|
+
this.runGroup = runGroup;
|
|
20
|
+
this.agentName = agentName;
|
|
21
|
+
this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
|
|
22
|
+
}
|
|
23
|
+
tasks(executionId, statusCode, completedTasks) {
|
|
24
|
+
var _a;
|
|
25
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
26
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('dtePollTasks');
|
|
27
|
+
try {
|
|
28
|
+
const res = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/tasks', {
|
|
29
|
+
runGroup: this.runGroup,
|
|
30
|
+
agentName: this.agentName,
|
|
31
|
+
executionId,
|
|
32
|
+
statusCode,
|
|
33
|
+
completedTasks,
|
|
34
|
+
}));
|
|
35
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(res));
|
|
36
|
+
return res.data;
|
|
37
|
+
}
|
|
38
|
+
catch (e) {
|
|
39
|
+
recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
40
|
+
? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
|
|
41
|
+
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
42
|
+
throw e;
|
|
43
|
+
}
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
completeRunGroupWithError(error) {
|
|
47
|
+
var _a;
|
|
48
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
49
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
50
|
+
output.note({
|
|
51
|
+
title: 'Completing run group with an error',
|
|
52
|
+
bodyLines: [`runGroup: ${this.runGroup}`, `error: ${error}`],
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
|
|
56
|
+
try {
|
|
57
|
+
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
|
|
58
|
+
runGroup: this.runGroup,
|
|
59
|
+
agentName: this.agentName,
|
|
60
|
+
criticalErrorMessage: error,
|
|
61
|
+
}));
|
|
62
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
63
|
+
output.note({
|
|
64
|
+
title: 'Completed run group with an error',
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
68
|
+
}
|
|
69
|
+
catch (e) {
|
|
70
|
+
recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
71
|
+
? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
|
|
72
|
+
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
73
|
+
console.error(e);
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
exports.DistributedAgentApi = DistributedAgentApi;
|
|
79
|
+
//# sourceMappingURL=distributed-agent.api.js.map
|
|
@@ -1 +1,239 @@
|
|
|
1
|
-
const a5_0x29b1=['projectName','map','existsSync','DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE','default','includes','completed','API\x20Response','../../../utilities/create-no-new-messages-timeout','push','getTime','value','completed:\x20','cacheDirectory','tasksRunnerOptions','./node_modules/.cache/nx','\x20--projects=','DistributedAgentApi','number\x20of\x20tasks:\x20','warn','catch','find','Command\x20execution\x20failed\x20(distributed\x20task\x20execution:\x20','join','child_process','tasks','npx\x20nx\x20run-many\x20--target=','reset','Other\x20Nx\x20Cloud\x20Agents\x20Detected','taskId','inherit','../../../utilities/environment','We\x20have\x20detected\x20other\x20agents\x20running\x20in\x20this\x20workspace.\x20This\x20can\x20cause\x20unexpected\x20behavior.','executionId:\x20','completeRunGroupWithError','--configuration=','next','Waiting...','wait','CIRCLECI','true','random','../../error/print-run-group-error','../../../utilities/waiter','./distributed-agent.api','../../../utilities/metric-logger','configuration','criticalErrorMessage','env','retryDuring','SIGINT','/tasks-hashes-','maxParallel','projects','completedTasks','unlinkSync','Critical\x20Error\x20in\x20Agent:\x20\x22','NX_AGENT_NAME','If\x20you\x20believe\x20this\x20is\x20the\x20case,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22.','maxParallel:\x20','retryDuring:\x20','readdirSync','options','executionId','assign','toString',').\x20Tasks\x20hashes\x20haven\x27t\x20been\x20recorded.','error','status','readFileSync','writeFileSync','__esModule','completedStatusCode','params','exit','message','length','floor','throw','../../../utilities/nx-imports','nx.json','note','Distributed\x20Execution\x20Terminated','startAgent','/lockfiles','\x20--parallel\x20--max-parallel=','__awaiter','defineProperty','getRunGroup','Duplicate\x20Agent\x20ID\x20Detected','mkdirSync','Starting\x20an\x20agent\x20for\x20running\x20Nx\x20tasks','parse','then','target','createNoNewMessagesTimeout','VERBOSE_LOGGING','.lock','strip-json-comments','CIRCLE_STAGE','printRunGroupError'];(function(_0x18f00a,_0x29b135){const _0x409675=function(_0x211a3b){while(--_0x211a3b){_0x18f00a['push'](_0x18f00a['shift']());}};_0x409675(++_0x29b135);}(a5_0x29b1,0xcc));const a5_0x4096=function(_0x18f00a,_0x29b135){_0x18f00a=_0x18f00a-0x0;let _0x409675=a5_0x29b1[_0x18f00a];return _0x409675;};'use strict';var __awaiter=this&&this[a5_0x4096('0x54')]||function(_0x2a9560,_0x38d095,_0x2659b7,_0x156757){function _0x30b7ac(_0x7bc601){return _0x7bc601 instanceof _0x2659b7?_0x7bc601:new _0x2659b7(function(_0x1a5979){_0x1a5979(_0x7bc601);});}return new(_0x2659b7||(_0x2659b7=Promise))(function(_0x5f4909,_0x4dfedf){function _0x317b8b(_0x5e8394){try{_0x552fc9(_0x156757[a5_0x4096('0x22')](_0x5e8394));}catch(_0x502ad5){_0x4dfedf(_0x502ad5);}}function _0x1c47fe(_0x34a0ec){try{_0x552fc9(_0x156757[a5_0x4096('0x4c')](_0x34a0ec));}catch(_0x36c4ac){_0x4dfedf(_0x36c4ac);}}function _0x552fc9(_0x1a2123){_0x1a2123['done']?_0x5f4909(_0x1a2123[a5_0x4096('0x9')]):_0x30b7ac(_0x1a2123[a5_0x4096('0x9')])[a5_0x4096('0x5b')](_0x317b8b,_0x1c47fe);}_0x552fc9((_0x156757=_0x156757['apply'](_0x2a9560,_0x38d095||[]))[a5_0x4096('0x22')]());});};Object[a5_0x4096('0x55')](exports,a5_0x4096('0x45'),{'value':!![]});exports[a5_0x4096('0x51')]=void 0x0;const child_process_1=require(a5_0x4096('0x16'));const stripJsonComments=require(a5_0x4096('0x60'));const distributed_agent_api_1=require(a5_0x4096('0x2a'));const waiter_1=require(a5_0x4096('0x29'));const environment_1=require(a5_0x4096('0x1d'));const print_run_group_error_1=require(a5_0x4096('0x28'));const create_no_new_messages_timeout_1=require(a5_0x4096('0x6'));const fs_1=require('fs');const metric_logger_1=require(a5_0x4096('0x2b'));const {output}=require(a5_0x4096('0x4d'));function executeTasks(_0x12bf7b,_0x2cd286){return __awaiter(this,void 0x0,void 0x0,function*(){let _0x1d50cd=0x0;let _0x585dbe=null;const _0x431c62=(0x0,create_no_new_messages_timeout_1[a5_0x4096('0x5d')])();const _0x24ad42=new waiter_1['Waiter']();let _0x552487=[];const _0x71e4c0=new Date();let _0x157e2d=![];while(!![]){if(environment_1[a5_0x4096('0x5e')]){output[a5_0x4096('0x4f')]({'title':'Fetching\x20tasks...'});}_0x585dbe=yield _0x2cd286[a5_0x4096('0x17')](_0x585dbe?_0x585dbe['executionId']:null,_0x1d50cd,_0x552487);if(environment_1[a5_0x4096('0x5e')]){output[a5_0x4096('0x4f')]({'title':a5_0x4096('0x5'),'bodyLines':[a5_0x4096('0xa')+_0x585dbe[a5_0x4096('0x4')],a5_0x4096('0x3a')+_0x585dbe[a5_0x4096('0x2f')],a5_0x4096('0x1f')+_0x585dbe['executionId'],a5_0x4096('0x10')+_0x585dbe[a5_0x4096('0x17')][a5_0x4096('0x4a')],'error:\x20'+_0x585dbe[a5_0x4096('0x2d')],a5_0x4096('0x39')+_0x585dbe[a5_0x4096('0x32')]]});}if(_0x585dbe[a5_0x4096('0x2d')]){output[a5_0x4096('0x41')]({'title':a5_0x4096('0x50'),'bodyLines':['Error:',_0x585dbe[a5_0x4096('0x2d')]]});process[a5_0x4096('0x48')](0x0);}if((_0x585dbe===null||_0x585dbe===void 0x0?void 0x0:_0x585dbe[a5_0x4096('0x2f')])&&(_0x585dbe===null||_0x585dbe===void 0x0?void 0x0:_0x585dbe[a5_0x4096('0x2f')])!==0x0&&!_0x157e2d&&new Date()[a5_0x4096('0x8')]()-_0x71e4c0[a5_0x4096('0x8')]()>_0x585dbe[a5_0x4096('0x2f')]){yield _0x24ad42[a5_0x4096('0x24')]();continue;}if(_0x585dbe[a5_0x4096('0x4')])return;_0x431c62(_0x585dbe[a5_0x4096('0x17')][a5_0x4096('0x64')](_0x15d0a6=>_0x15d0a6[a5_0x4096('0x1b')])['join'](''));if(!_0x585dbe[a5_0x4096('0x3d')]){if(environment_1[a5_0x4096('0x5e')]){output[a5_0x4096('0x4f')]({'title':a5_0x4096('0x23')});}yield _0x24ad42[a5_0x4096('0x24')]();_0x1d50cd=0x0;_0x552487=[];continue;}_0x24ad42[a5_0x4096('0x19')]();_0x157e2d=!![];const _0x4b274d=invokeTasksUsingRunMany(_0x12bf7b,_0x585dbe[a5_0x4096('0x3d')],_0x585dbe[a5_0x4096('0x17')],_0x585dbe[a5_0x4096('0x32')]);_0x1d50cd=_0x4b274d[a5_0x4096('0x46')];_0x552487=_0x4b274d[a5_0x4096('0x34')];}});}function readCompletedTasks(_0x233db1,_0x45c6ca){const _0x4e4d52=a5_0x4096('0x14')+_0x45c6ca+a5_0x4096('0x40');let _0x455df7;try{const _0x4a8bb2=_0x233db1[a5_0x4096('0xb')]||a5_0x4096('0xd');const _0x3f7145=_0x4a8bb2+a5_0x4096('0x31')+_0x45c6ca;_0x455df7=JSON[a5_0x4096('0x5a')]((0x0,fs_1['readFileSync'])(_0x3f7145)[a5_0x4096('0x3f')]());(0x0,fs_1[a5_0x4096('0x35')])(_0x3f7145);}catch(_0x7b6127){throw new Error(_0x4e4d52);}if(_0x455df7[a5_0x4096('0x4a')]==0x0){throw new Error(_0x4e4d52);}return _0x455df7;}function invokeTasksUsingRunMany(_0x327bac,_0x53c264,_0x29e57e,_0x25a8f6){let _0x472075=0x0;const _0x38af77=[];for(const _0x37595c of groupByTarget(_0x29e57e)){const _0x5bcff8=_0x37595c[a5_0x4096('0x2c')]?a5_0x4096('0x21')+_0x37595c[a5_0x4096('0x2c')]:'';const _0x2463d4=_0x25a8f6>0x1?a5_0x4096('0x53')+_0x25a8f6:'';const _0x8c05fa=a5_0x4096('0x18')+_0x37595c[a5_0x4096('0x5c')]+'\x20'+_0x5bcff8+a5_0x4096('0xe')+_0x37595c[a5_0x4096('0x33')][a5_0x4096('0x15')](',')+'\x20'+_0x37595c['params']+_0x2463d4;if(environment_1[a5_0x4096('0x5e')]){output[a5_0x4096('0x4f')]({'title':'Executing:\x20\x27'+_0x8c05fa+'\x27'});}try{(0x0,child_process_1['execSync'])(_0x8c05fa,{'stdio':[a5_0x4096('0x1c'),'inherit',a5_0x4096('0x1c')],'env':Object[a5_0x4096('0x3e')](Object['assign']({},process[a5_0x4096('0x2e')]),{'NX_CACHE_FAILURES':a5_0x4096('0x26'),'NX_CLOUD_DISTRIBUTED_EXECUTION_ID':_0x53c264})});}catch(_0x126a8e){if(_0x126a8e[a5_0x4096('0x42')]===environment_1[a5_0x4096('0x1')]){throw _0x126a8e;}else{_0x472075=0x1;}}finally{_0x38af77[a5_0x4096('0x7')](...readCompletedTasks(_0x327bac,_0x53c264));}}return{'completedStatusCode':_0x472075,'completedTasks':_0x38af77};}function groupByTarget(_0x5d52fe){const _0x3df02f=[];_0x5d52fe['forEach'](_0x4e163a=>{const _0x166b3e=_0x3df02f[a5_0x4096('0x13')](_0x50d9ad=>_0x50d9ad[a5_0x4096('0x5c')]===_0x4e163a[a5_0x4096('0x5c')]&&_0x50d9ad[a5_0x4096('0x2c')]===_0x4e163a[a5_0x4096('0x2c')]);if(_0x166b3e){_0x166b3e['projects']['push'](_0x4e163a[a5_0x4096('0x63')]);}else{_0x3df02f['push']({'target':_0x4e163a[a5_0x4096('0x5c')],'projects':[_0x4e163a['projectName']],'params':_0x4e163a[a5_0x4096('0x47')],'configuration':_0x4e163a[a5_0x4096('0x2c')]});}});return _0x3df02f;}function getAgentName(){if(process['env'][a5_0x4096('0x37')]!==undefined){return process[a5_0x4096('0x2e')][a5_0x4096('0x37')];}else if(process[a5_0x4096('0x2e')][a5_0x4096('0x25')]!==undefined){return process[a5_0x4096('0x2e')][a5_0x4096('0x61')];}else{return'Agent\x20'+Math[a5_0x4096('0x4b')](Math[a5_0x4096('0x27')]()*0x186a0);}}function createAgentLockfile(_0x331b88,_0x38afc3){const _0x25ffee=_0x331b88[a5_0x4096('0xb')]||a5_0x4096('0xd');const _0x39297f=_0x25ffee+a5_0x4096('0x52');const _0x4724ac=_0x39297f+'/'+_0x38afc3+a5_0x4096('0x5f');if(!(0x0,fs_1[a5_0x4096('0x0')])(_0x39297f)){(0x0,fs_1[a5_0x4096('0x58')])(_0x39297f,{'recursive':!![]});}const _0x5363e6=(0x0,fs_1[a5_0x4096('0x3b')])(_0x39297f);if(_0x5363e6[a5_0x4096('0x4a')]){if(_0x5363e6[a5_0x4096('0x3')](_0x38afc3+a5_0x4096('0x5f'))){output[a5_0x4096('0x41')]({'title':a5_0x4096('0x57'),'bodyLines':['We\x20have\x20detected\x20another\x20agent\x20with\x20this\x20ID\x20running\x20in\x20this\x20workspace.\x20This\x20should\x20not\x20happen.','','End\x20all\x20currently\x20running\x20agents,\x20run\x20\x22npx\x20nx-cloud\x20clean-up-agents\x22,\x20and\x20try\x20again.']});process[a5_0x4096('0x48')](0x1);}output[a5_0x4096('0x11')]({'title':a5_0x4096('0x1a'),'bodyLines':[a5_0x4096('0x1e'),'','This\x20can\x20also\x20be\x20a\x20false\x20positive\x20caused\x20by\x20agents\x20that\x20did\x20not\x20shut\x20down\x20correctly.',a5_0x4096('0x38')]});}(0x0,fs_1[a5_0x4096('0x44')])(_0x4724ac,'');process['on'](a5_0x4096('0x48'),()=>cleanupAgentLockfile(_0x4724ac));process['on'](a5_0x4096('0x30'),()=>cleanupAgentLockfile(_0x4724ac));}function cleanupAgentLockfile(_0x3b1660){if((0x0,fs_1[a5_0x4096('0x0')])(_0x3b1660)){(0x0,fs_1['unlinkSync'])(_0x3b1660);}}function startAgent(){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x3a86a6=(0x0,environment_1[a5_0x4096('0x56')])();if(!_0x3a86a6){(0x0,print_run_group_error_1[a5_0x4096('0x62')])();return process[a5_0x4096('0x48')](0x1);}output[a5_0x4096('0x4f')]({'title':a5_0x4096('0x59')});const _0x55502b=JSON[a5_0x4096('0x5a')](stripJsonComments((0x0,fs_1[a5_0x4096('0x43')])(a5_0x4096('0x4e'))['toString']()))[a5_0x4096('0xc')][a5_0x4096('0x2')][a5_0x4096('0x3c')];const _0xfc2355=getAgentName();createAgentLockfile(_0x55502b,_0xfc2355);const _0x4f8c5b=new distributed_agent_api_1[(a5_0x4096('0xf'))](_0x55502b,_0x3a86a6,_0xfc2355);return executeTasks(_0x55502b,_0x4f8c5b)[a5_0x4096('0x5b')](_0x2277f9=>__awaiter(this,void 0x0,void 0x0,function*(){yield(0x0,metric_logger_1['submitRunMetrics'])(_0x55502b);return _0x2277f9;}))[a5_0x4096('0x12')](_0x103bfc=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x4f8c5b[a5_0x4096('0x20')](a5_0x4096('0x36')+_0x103bfc[a5_0x4096('0x49')]+'\x22');throw _0x103bfc;}));});}exports['startAgent']=startAgent;
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.startAgent = void 0;
|
|
13
|
+
const child_process_1 = require("child_process");
|
|
14
|
+
const stripJsonComments = require("strip-json-comments");
|
|
15
|
+
const distributed_agent_api_1 = require("./distributed-agent.api");
|
|
16
|
+
const waiter_1 = require("../../../utilities/waiter");
|
|
17
|
+
const environment_1 = require("../../../utilities/environment");
|
|
18
|
+
const print_run_group_error_1 = require("../../error/print-run-group-error");
|
|
19
|
+
const create_no_new_messages_timeout_1 = require("../../../utilities/create-no-new-messages-timeout");
|
|
20
|
+
const fs_1 = require("fs");
|
|
21
|
+
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
22
|
+
const { output } = require('../../../utilities/nx-imports');
|
|
23
|
+
function executeTasks(options, api) {
|
|
24
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
25
|
+
let completedStatusCode = 0;
|
|
26
|
+
let apiResponse = null;
|
|
27
|
+
const failIfSameTasksIn30Mins = (0, create_no_new_messages_timeout_1.createNoNewMessagesTimeout)();
|
|
28
|
+
const waiter = new waiter_1.Waiter();
|
|
29
|
+
let completedTasks = [];
|
|
30
|
+
const startTime = new Date();
|
|
31
|
+
let executedAnyTasks = false;
|
|
32
|
+
while (true) {
|
|
33
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
34
|
+
output.note({
|
|
35
|
+
title: 'Fetching tasks...',
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
apiResponse = yield api.tasks(apiResponse ? apiResponse.executionId : null, completedStatusCode, completedTasks);
|
|
39
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
40
|
+
output.note({
|
|
41
|
+
title: 'API Response',
|
|
42
|
+
bodyLines: [
|
|
43
|
+
`completed: ${apiResponse.completed}`,
|
|
44
|
+
`retryDuring: ${apiResponse.retryDuring}`,
|
|
45
|
+
`executionId: ${apiResponse.executionId}`,
|
|
46
|
+
`number of tasks: ${apiResponse.tasks.length}`,
|
|
47
|
+
`error: ${apiResponse.criticalErrorMessage}`,
|
|
48
|
+
`maxParallel: ${apiResponse.maxParallel}`,
|
|
49
|
+
],
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
if (apiResponse.criticalErrorMessage) {
|
|
53
|
+
output.error({
|
|
54
|
+
title: 'Distributed Execution Terminated',
|
|
55
|
+
bodyLines: ['Error:', apiResponse.criticalErrorMessage],
|
|
56
|
+
});
|
|
57
|
+
process.exit(0);
|
|
58
|
+
}
|
|
59
|
+
// run group is completed but it might be a rerun
|
|
60
|
+
// we will try several times before going further and
|
|
61
|
+
// completed the response
|
|
62
|
+
// we only do it if we haven't executed any tasks
|
|
63
|
+
if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) &&
|
|
64
|
+
(apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) !== 0 &&
|
|
65
|
+
!executedAnyTasks &&
|
|
66
|
+
new Date().getTime() - startTime.getTime() > apiResponse.retryDuring) {
|
|
67
|
+
yield waiter.wait();
|
|
68
|
+
continue;
|
|
69
|
+
}
|
|
70
|
+
if (apiResponse.completed)
|
|
71
|
+
return;
|
|
72
|
+
failIfSameTasksIn30Mins(apiResponse.tasks.map((t) => t.taskId).join(''));
|
|
73
|
+
if (!apiResponse.executionId) {
|
|
74
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
75
|
+
output.note({
|
|
76
|
+
title: 'Waiting...',
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
yield waiter.wait();
|
|
80
|
+
completedStatusCode = 0;
|
|
81
|
+
completedTasks = [];
|
|
82
|
+
continue;
|
|
83
|
+
}
|
|
84
|
+
waiter.reset();
|
|
85
|
+
executedAnyTasks = true;
|
|
86
|
+
const r = invokeTasksUsingRunMany(options, apiResponse.executionId, apiResponse.tasks, apiResponse.maxParallel);
|
|
87
|
+
completedStatusCode = r.completedStatusCode;
|
|
88
|
+
completedTasks = r.completedTasks;
|
|
89
|
+
}
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
function readCompletedTasks(options, distributedExecutionId) {
|
|
93
|
+
const errorMessage = `Command execution failed (distributed task execution: ${distributedExecutionId}). Tasks hashes haven\'t been recorded.`;
|
|
94
|
+
let completedTasks;
|
|
95
|
+
try {
|
|
96
|
+
const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
|
|
97
|
+
const taskHashesFile = `${cacheDirectory}/tasks-hashes-${distributedExecutionId}`;
|
|
98
|
+
completedTasks = JSON.parse((0, fs_1.readFileSync)(taskHashesFile).toString());
|
|
99
|
+
// remove it such that if the next command crashes we don't read an obsolete file
|
|
100
|
+
(0, fs_1.unlinkSync)(taskHashesFile);
|
|
101
|
+
}
|
|
102
|
+
catch (e) {
|
|
103
|
+
throw new Error(errorMessage);
|
|
104
|
+
}
|
|
105
|
+
if (completedTasks.length == 0) {
|
|
106
|
+
throw new Error(errorMessage);
|
|
107
|
+
}
|
|
108
|
+
return completedTasks;
|
|
109
|
+
}
|
|
110
|
+
function invokeTasksUsingRunMany(options, executionId, tasks, maxParallel) {
|
|
111
|
+
let completedStatusCode = 0;
|
|
112
|
+
const completedTasks = [];
|
|
113
|
+
for (const g of groupByTarget(tasks)) {
|
|
114
|
+
const config = g.configuration ? `--configuration=${g.configuration}` : ``;
|
|
115
|
+
const parallel = maxParallel > 1 ? ` --parallel --max-parallel=${maxParallel}` : ``;
|
|
116
|
+
// TODO use pnpx or yarn when needed
|
|
117
|
+
const command = `npx nx run-many --target=${g.target} ${config} --projects=${g.projects.join(',')} ${g.params}${parallel}`;
|
|
118
|
+
if (environment_1.VERBOSE_LOGGING) {
|
|
119
|
+
output.note({
|
|
120
|
+
title: `Executing: '${command}'`,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
try {
|
|
124
|
+
(0, child_process_1.execSync)(command, {
|
|
125
|
+
stdio: ['inherit', 'inherit', 'inherit'],
|
|
126
|
+
env: Object.assign(Object.assign({}, process.env), { NX_CACHE_FAILURES: 'true', NX_CLOUD_DISTRIBUTED_EXECUTION_ID: executionId }),
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
catch (e) {
|
|
130
|
+
if (e.status === environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE) {
|
|
131
|
+
throw e;
|
|
132
|
+
}
|
|
133
|
+
else {
|
|
134
|
+
completedStatusCode = 1;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
finally {
|
|
138
|
+
completedTasks.push(...readCompletedTasks(options, executionId));
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
return { completedStatusCode, completedTasks };
|
|
142
|
+
}
|
|
143
|
+
function groupByTarget(tasks) {
|
|
144
|
+
const res = [];
|
|
145
|
+
tasks.forEach((t) => {
|
|
146
|
+
const r = res.find((rr) => rr.target === t.target && rr.configuration === t.configuration);
|
|
147
|
+
if (r) {
|
|
148
|
+
r.projects.push(t.projectName);
|
|
149
|
+
}
|
|
150
|
+
else {
|
|
151
|
+
res.push({
|
|
152
|
+
target: t.target,
|
|
153
|
+
projects: [t.projectName],
|
|
154
|
+
params: t.params,
|
|
155
|
+
configuration: t.configuration,
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
});
|
|
159
|
+
return res;
|
|
160
|
+
}
|
|
161
|
+
function getAgentName() {
|
|
162
|
+
if (process.env.NX_AGENT_NAME !== undefined) {
|
|
163
|
+
return process.env.NX_AGENT_NAME;
|
|
164
|
+
}
|
|
165
|
+
else if (process.env.CIRCLECI !== undefined) {
|
|
166
|
+
return process.env.CIRCLE_STAGE;
|
|
167
|
+
}
|
|
168
|
+
else {
|
|
169
|
+
return `Agent ${Math.floor(Math.random() * 100000)}`;
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
function createAgentLockfile(options, agentName) {
|
|
173
|
+
const cacheDirectory = options.cacheDirectory || './node_modules/.cache/nx';
|
|
174
|
+
const lockFileDirectory = `${cacheDirectory}/lockfiles`;
|
|
175
|
+
const lockFilePath = `${lockFileDirectory}/${agentName}.lock`;
|
|
176
|
+
if (!(0, fs_1.existsSync)(lockFileDirectory)) {
|
|
177
|
+
(0, fs_1.mkdirSync)(lockFileDirectory, { recursive: true });
|
|
178
|
+
}
|
|
179
|
+
// Check for other agents' lockfiles and warn if exist
|
|
180
|
+
const lockFiles = (0, fs_1.readdirSync)(lockFileDirectory);
|
|
181
|
+
if (lockFiles.length) {
|
|
182
|
+
// Check to make sure the current agent name is not in use (only 1/100000 ^ 2 chance of this)
|
|
183
|
+
if (lockFiles.includes(`${agentName}.lock`)) {
|
|
184
|
+
output.error({
|
|
185
|
+
title: 'Duplicate Agent ID Detected',
|
|
186
|
+
bodyLines: [
|
|
187
|
+
'We have detected another agent with this ID running in this workspace. This should not happen.',
|
|
188
|
+
'',
|
|
189
|
+
'End all currently running agents, run "npx nx-cloud clean-up-agents", and try again.',
|
|
190
|
+
],
|
|
191
|
+
});
|
|
192
|
+
process.exit(1);
|
|
193
|
+
}
|
|
194
|
+
output.warn({
|
|
195
|
+
title: 'Other Nx Cloud Agents Detected',
|
|
196
|
+
bodyLines: [
|
|
197
|
+
'We have detected other agents running in this workspace. This can cause unexpected behavior.',
|
|
198
|
+
'',
|
|
199
|
+
'This can also be a false positive caused by agents that did not shut down correctly.',
|
|
200
|
+
'If you believe this is the case, run "npx nx-cloud clean-up-agents".',
|
|
201
|
+
],
|
|
202
|
+
});
|
|
203
|
+
}
|
|
204
|
+
(0, fs_1.writeFileSync)(lockFilePath, '');
|
|
205
|
+
process.on('exit', () => cleanupAgentLockfile(lockFilePath));
|
|
206
|
+
process.on('SIGINT', () => cleanupAgentLockfile(lockFilePath));
|
|
207
|
+
}
|
|
208
|
+
function cleanupAgentLockfile(lockFilePath) {
|
|
209
|
+
if ((0, fs_1.existsSync)(lockFilePath)) {
|
|
210
|
+
(0, fs_1.unlinkSync)(lockFilePath);
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
function startAgent() {
|
|
214
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
215
|
+
const runGroup = (0, environment_1.getRunGroup)();
|
|
216
|
+
if (!runGroup) {
|
|
217
|
+
(0, print_run_group_error_1.printRunGroupError)();
|
|
218
|
+
return process.exit(1);
|
|
219
|
+
}
|
|
220
|
+
output.note({
|
|
221
|
+
title: 'Starting an agent for running Nx tasks',
|
|
222
|
+
});
|
|
223
|
+
const options = JSON.parse(stripJsonComments((0, fs_1.readFileSync)('nx.json').toString())).tasksRunnerOptions.default.options;
|
|
224
|
+
const agentName = getAgentName();
|
|
225
|
+
createAgentLockfile(options, agentName);
|
|
226
|
+
const api = new distributed_agent_api_1.DistributedAgentApi(options, runGroup, agentName);
|
|
227
|
+
return executeTasks(options, api)
|
|
228
|
+
.then((res) => __awaiter(this, void 0, void 0, function* () {
|
|
229
|
+
yield (0, metric_logger_1.submitRunMetrics)(options);
|
|
230
|
+
return res;
|
|
231
|
+
}))
|
|
232
|
+
.catch((e) => __awaiter(this, void 0, void 0, function* () {
|
|
233
|
+
yield api.completeRunGroupWithError(`Critical Error in Agent: "${e.message}"`);
|
|
234
|
+
throw e;
|
|
235
|
+
}));
|
|
236
|
+
});
|
|
237
|
+
}
|
|
238
|
+
exports.startAgent = startAgent;
|
|
239
|
+
//# sourceMappingURL=distributed-agent.impl.js.map
|