@nrwl/nx-cloud 15.3.0-beta.2 → 15.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/core/api/error-reporter.api.js +1 -36
- package/lib/core/api/run-group.api.js +1 -73
- package/lib/core/file-storage/file-storage.d.ts +5 -1
- package/lib/core/file-storage/file-storage.js +12 -6
- package/lib/core/file-storage/file-storage.js.map +1 -1
- package/lib/core/models/cloud-task-runner-options.d.ts +1 -0
- package/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.js +1 -93
- package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js +1 -319
- package/lib/core/runners/cloud-enabled/cloud-enabled.runner.js.map +1 -1
- package/lib/core/runners/cloud-enabled/cloud-remote-cache.js +1 -133
- package/lib/core/runners/cloud-enabled/cloud-run.api.js +1 -168
- package/lib/core/runners/cloud-enabled/id-generator.js +1 -16
- package/lib/core/runners/distributed-agent/distributed-agent.api.js +1 -93
- package/lib/core/runners/distributed-agent/distributed-agent.impl.js +1 -157
- package/lib/core/runners/distributed-agent/distributed-agent.impl.js.map +1 -1
- package/lib/core/runners/distributed-agent/execute-tasks.js +1 -114
- package/lib/core/runners/distributed-agent/invoke-tasks-using-nx-imperative-api.js +1 -58
- package/lib/core/runners/distributed-agent/invoke-tasks-using-run-many.js +1 -97
- package/lib/core/runners/distributed-execution/distributed-execution.api.js +1 -152
- package/lib/core/runners/distributed-execution/distributed-execution.runner.js +1 -118
- package/lib/core/runners/distributed-execution/distributed-execution.runner.js.map +1 -1
- package/lib/core/runners/distributed-execution/process-task.js +1 -45
- package/lib/core/runners/distributed-execution/process-tasks.js +1 -67
- package/lib/core/runners/distributed-execution/split-task-graph-into-stages.js +1 -37
- package/lib/core/runners/distributed-execution/task-graph-creator.js +1 -100
- package/lib/daemon/process-run-end.js +1 -1
- package/lib/daemon/process-run-end.js.map +1 -1
- package/lib/utilities/dte-artifact-storage.js +1 -0
- package/lib/utilities/dte-artifact-storage.js.map +1 -1
- package/lib/utilities/environment.js +4 -0
- package/lib/utilities/environment.js.map +1 -1
- package/package.json +1 -1
|
@@ -1,114 +1 @@
|
|
|
1
|
-
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.executeTasks = void 0;
|
|
13
|
-
const create_unchanged_value_timeout_1 = require("../../../utilities/create-unchanged-value-timeout");
|
|
14
|
-
const environment_1 = require("../../../utilities/environment");
|
|
15
|
-
const waiter_1 = require("../../../utilities/waiter");
|
|
16
|
-
const { output } = require('../../../utilities/nx-imports');
|
|
17
|
-
function executeTasks(agentName, api, dteArtifactStorage, invokeTasks, targets) {
|
|
18
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
19
|
-
let completedStatusCode = 0;
|
|
20
|
-
let apiResponse = null;
|
|
21
|
-
const failIfSameTasksAfterTimeout = (0, create_unchanged_value_timeout_1.createUnchangedValueTimeout)({
|
|
22
|
-
title: `No new messages received after ${environment_1.NO_MESSAGES_TIMEOUT / 1000} seconds`,
|
|
23
|
-
timeout: environment_1.NO_MESSAGES_TIMEOUT,
|
|
24
|
-
});
|
|
25
|
-
const waiter = new waiter_1.Waiter();
|
|
26
|
-
let completedTasks = [];
|
|
27
|
-
const startTime = new Date();
|
|
28
|
-
let executedAnyTasks = false;
|
|
29
|
-
const processedTasks = {};
|
|
30
|
-
while (true) {
|
|
31
|
-
if (environment_1.VERBOSE_LOGGING) {
|
|
32
|
-
output.note({
|
|
33
|
-
title: `${agentName} fetching tasks...`,
|
|
34
|
-
});
|
|
35
|
-
}
|
|
36
|
-
apiResponse = yield api.tasks(apiResponse ? apiResponse.executionId : null, completedStatusCode, completedTasks, targets);
|
|
37
|
-
if (environment_1.VERBOSE_LOGGING) {
|
|
38
|
-
output.note({
|
|
39
|
-
title: `${agentName} received an API Response`,
|
|
40
|
-
bodyLines: [
|
|
41
|
-
`completed: ${apiResponse.completed}`,
|
|
42
|
-
`status: ${apiResponse.status}`,
|
|
43
|
-
`retryDuring: ${apiResponse.retryDuring}`,
|
|
44
|
-
`executionId: ${apiResponse.executionId}`,
|
|
45
|
-
`number of tasks: ${apiResponse.tasks.length}`,
|
|
46
|
-
`error: ${apiResponse.criticalErrorMessage}`,
|
|
47
|
-
`maxParallel: ${apiResponse.maxParallel}`,
|
|
48
|
-
],
|
|
49
|
-
});
|
|
50
|
-
}
|
|
51
|
-
if (apiResponse.criticalErrorMessage) {
|
|
52
|
-
output.error({
|
|
53
|
-
title: 'Distributed Execution Terminated',
|
|
54
|
-
bodyLines: ['Error:', apiResponse.criticalErrorMessage],
|
|
55
|
-
});
|
|
56
|
-
process.exit(0);
|
|
57
|
-
}
|
|
58
|
-
// run group is completed but it might be a rerun
|
|
59
|
-
// we will try several times before going further and
|
|
60
|
-
// completed the response
|
|
61
|
-
// we only do it if we haven't executed any tasks
|
|
62
|
-
if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) &&
|
|
63
|
-
(apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.retryDuring) !== 0 &&
|
|
64
|
-
!executedAnyTasks &&
|
|
65
|
-
new Date().getTime() - startTime.getTime() > apiResponse.retryDuring) {
|
|
66
|
-
yield waiter.wait();
|
|
67
|
-
continue;
|
|
68
|
-
}
|
|
69
|
-
if ((apiResponse === null || apiResponse === void 0 ? void 0 : apiResponse.status) !== undefined) {
|
|
70
|
-
if (apiResponse.status === 'RUN_GROUP_COMPLETED' ||
|
|
71
|
-
apiResponse.status === 'NO_FURTHER_TASKS_TO_RUN') {
|
|
72
|
-
return;
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
else if (apiResponse.completed) {
|
|
76
|
-
return;
|
|
77
|
-
}
|
|
78
|
-
// if status is present that use the status instead of completed, otherwise use completed
|
|
79
|
-
failIfSameTasksAfterTimeout(apiResponse.tasks.map((t) => t.taskId).join(''));
|
|
80
|
-
if (!apiResponse.executionId) {
|
|
81
|
-
if (environment_1.VERBOSE_LOGGING) {
|
|
82
|
-
output.note({
|
|
83
|
-
title: `${agentName} waiting...`,
|
|
84
|
-
});
|
|
85
|
-
}
|
|
86
|
-
yield waiter.wait();
|
|
87
|
-
completedStatusCode = 0;
|
|
88
|
-
completedTasks = [];
|
|
89
|
-
continue;
|
|
90
|
-
}
|
|
91
|
-
waiter.reset();
|
|
92
|
-
executedAnyTasks = true;
|
|
93
|
-
if (apiResponse.completedTasks) {
|
|
94
|
-
for (const t of apiResponse.completedTasks) {
|
|
95
|
-
if (processedTasks[t.taskId])
|
|
96
|
-
continue;
|
|
97
|
-
output.note({
|
|
98
|
-
title: `${agentName} downloading artifacts for ${t.taskId} Hash: ${t.hash} Url: ${t.url}`,
|
|
99
|
-
});
|
|
100
|
-
yield dteArtifactStorage.retrieveAndExtract(t.hash, t.url);
|
|
101
|
-
processedTasks[t.taskId] = true;
|
|
102
|
-
}
|
|
103
|
-
}
|
|
104
|
-
const r = yield invokeTasks(apiResponse.executionId, apiResponse.tasks, apiResponse.maxParallel);
|
|
105
|
-
for (const t of r.completedTasks) {
|
|
106
|
-
processedTasks[t.taskId] = true;
|
|
107
|
-
}
|
|
108
|
-
completedStatusCode = r.completedStatusCode;
|
|
109
|
-
completedTasks = r.completedTasks;
|
|
110
|
-
}
|
|
111
|
-
});
|
|
112
|
-
}
|
|
113
|
-
exports.executeTasks = executeTasks;
|
|
114
|
-
//# sourceMappingURL=execute-tasks.js.map
|
|
1
|
+
const a7_0x38fd=['status:\x20','__awaiter','Distributed\x20Execution\x20Terminated','maxParallel:\x20','tasks','NO_FURTHER_TASKS_TO_RUN','RUN_GROUP_COMPLETED','criticalErrorMessage','__esModule','NO_MESSAGES_TIMEOUT','../../../utilities/nx-imports','retrieveAndExtract','taskId','getTime','\x20received\x20an\x20API\x20Response','error:\x20','url','retryDuring','executionId','join','Error:','note','\x20Url:\x20','\x20Hash:\x20','\x20seconds','completed','executionId:\x20','executeTasks','value','hash','retryDuring:\x20','\x20downloading\x20artifacts\x20for\x20','No\x20new\x20messages\x20received\x20after\x20','defineProperty','completedStatusCode','completedTasks','completed:\x20','number\x20of\x20tasks:\x20','wait','done','\x20waiting...','error','next','maxParallel','createUnchangedValueTimeout','\x20fetching\x20tasks...','throw','VERBOSE_LOGGING','../../../utilities/waiter','status','reset'];(function(_0xd4d44b,_0x38fd0d){const _0x4b59a5=function(_0x110355){while(--_0x110355){_0xd4d44b['push'](_0xd4d44b['shift']());}};_0x4b59a5(++_0x38fd0d);}(a7_0x38fd,0x9b));const a7_0x4b59=function(_0xd4d44b,_0x38fd0d){_0xd4d44b=_0xd4d44b-0x0;let _0x4b59a5=a7_0x38fd[_0xd4d44b];return _0x4b59a5;};'use strict';var __awaiter=this&&this[a7_0x4b59('0x32')]||function(_0x19a46d,_0x319f0b,_0x5d4591,_0x5a5a8f){function _0x531f15(_0x3c62ef){return _0x3c62ef instanceof _0x5d4591?_0x3c62ef:new _0x5d4591(function(_0x4cce05){_0x4cce05(_0x3c62ef);});}return new(_0x5d4591||(_0x5d4591=Promise))(function(_0x53b1a6,_0x5ce1b7){function _0x41e7e5(_0x3c6b7f){try{_0x2fdc17(_0x5a5a8f['next'](_0x3c6b7f));}catch(_0x29a4b4){_0x5ce1b7(_0x29a4b4);}}function _0x5794cf(_0x1712b8){try{_0x2fdc17(_0x5a5a8f[a7_0x4b59('0x2c')](_0x1712b8));}catch(_0x252b7b){_0x5ce1b7(_0x252b7b);}}function _0x2fdc17(_0x1292df){_0x1292df[a7_0x4b59('0x25')]?_0x53b1a6(_0x1292df[a7_0x4b59('0x1a')]):_0x531f15(_0x1292df[a7_0x4b59('0x1a')])['then'](_0x41e7e5,_0x5794cf);}_0x2fdc17((_0x5a5a8f=_0x5a5a8f['apply'](_0x19a46d,_0x319f0b||[]))[a7_0x4b59('0x28')]());});};Object[a7_0x4b59('0x1f')](exports,a7_0x4b59('0x6'),{'value':!![]});exports['executeTasks']=void 0x0;const create_unchanged_value_timeout_1=require('../../../utilities/create-unchanged-value-timeout');const environment_1=require('../../../utilities/environment');const waiter_1=require(a7_0x4b59('0x2e'));const {output}=require(a7_0x4b59('0x8'));function executeTasks(_0x58714e,_0x14f9f1,_0xf99bd1,_0x11e789,_0x334340){return __awaiter(this,void 0x0,void 0x0,function*(){let _0x3c37bd=0x0;let _0x83f5f=null;const _0x46807c=(0x0,create_unchanged_value_timeout_1[a7_0x4b59('0x2a')])({'title':a7_0x4b59('0x1e')+environment_1[a7_0x4b59('0x7')]/0x3e8+a7_0x4b59('0x16'),'timeout':environment_1[a7_0x4b59('0x7')]});const _0x272189=new waiter_1['Waiter']();let _0x2c9a92=[];const _0x4c5f13=new Date();let _0x36ae83=![];const _0x15e85d={};while(!![]){if(environment_1[a7_0x4b59('0x2d')]){output[a7_0x4b59('0x13')]({'title':_0x58714e+a7_0x4b59('0x2b')});}_0x83f5f=yield _0x14f9f1[a7_0x4b59('0x2')](_0x83f5f?_0x83f5f[a7_0x4b59('0x10')]:null,_0x3c37bd,_0x2c9a92,_0x334340);if(environment_1[a7_0x4b59('0x2d')]){output[a7_0x4b59('0x13')]({'title':_0x58714e+a7_0x4b59('0xc'),'bodyLines':[a7_0x4b59('0x22')+_0x83f5f[a7_0x4b59('0x17')],a7_0x4b59('0x31')+_0x83f5f[a7_0x4b59('0x2f')],a7_0x4b59('0x1c')+_0x83f5f[a7_0x4b59('0xf')],a7_0x4b59('0x18')+_0x83f5f['executionId'],a7_0x4b59('0x23')+_0x83f5f[a7_0x4b59('0x2')]['length'],a7_0x4b59('0xd')+_0x83f5f['criticalErrorMessage'],a7_0x4b59('0x1')+_0x83f5f[a7_0x4b59('0x29')]]});}if(_0x83f5f[a7_0x4b59('0x5')]){output[a7_0x4b59('0x27')]({'title':a7_0x4b59('0x0'),'bodyLines':[a7_0x4b59('0x12'),_0x83f5f[a7_0x4b59('0x5')]]});process['exit'](0x0);}if((_0x83f5f===null||_0x83f5f===void 0x0?void 0x0:_0x83f5f[a7_0x4b59('0xf')])&&(_0x83f5f===null||_0x83f5f===void 0x0?void 0x0:_0x83f5f['retryDuring'])!==0x0&&!_0x36ae83&&new Date()[a7_0x4b59('0xb')]()-_0x4c5f13[a7_0x4b59('0xb')]()>_0x83f5f[a7_0x4b59('0xf')]){yield _0x272189[a7_0x4b59('0x24')]();continue;}if((_0x83f5f===null||_0x83f5f===void 0x0?void 0x0:_0x83f5f[a7_0x4b59('0x2f')])!==undefined){if(_0x83f5f[a7_0x4b59('0x2f')]===a7_0x4b59('0x4')||_0x83f5f[a7_0x4b59('0x2f')]===a7_0x4b59('0x3')){return;}}else if(_0x83f5f[a7_0x4b59('0x17')]){return;}_0x46807c(_0x83f5f[a7_0x4b59('0x2')]['map'](_0xcc4d3d=>_0xcc4d3d[a7_0x4b59('0xa')])[a7_0x4b59('0x11')](''));if(!_0x83f5f['executionId']){if(environment_1[a7_0x4b59('0x2d')]){output[a7_0x4b59('0x13')]({'title':_0x58714e+a7_0x4b59('0x26')});}yield _0x272189[a7_0x4b59('0x24')]();_0x3c37bd=0x0;_0x2c9a92=[];continue;}_0x272189[a7_0x4b59('0x30')]();_0x36ae83=!![];if(_0x83f5f[a7_0x4b59('0x21')]){for(const _0xc5bc5c of _0x83f5f[a7_0x4b59('0x21')]){if(_0x15e85d[_0xc5bc5c['taskId']])continue;output[a7_0x4b59('0x13')]({'title':_0x58714e+a7_0x4b59('0x1d')+_0xc5bc5c['taskId']+a7_0x4b59('0x15')+_0xc5bc5c[a7_0x4b59('0x1b')]+a7_0x4b59('0x14')+_0xc5bc5c[a7_0x4b59('0xe')]});yield _0xf99bd1[a7_0x4b59('0x9')](_0xc5bc5c['hash'],_0xc5bc5c[a7_0x4b59('0xe')]);_0x15e85d[_0xc5bc5c['taskId']]=!![];}}const _0x3e970e=yield _0x11e789(_0x83f5f['executionId'],_0x83f5f[a7_0x4b59('0x2')],_0x83f5f[a7_0x4b59('0x29')]);for(const _0x2cc62c of _0x3e970e[a7_0x4b59('0x21')]){_0x15e85d[_0x2cc62c[a7_0x4b59('0xa')]]=!![];}_0x3c37bd=_0x3e970e[a7_0x4b59('0x20')];_0x2c9a92=_0x3e970e[a7_0x4b59('0x21')];}});}exports[a7_0x4b59('0x19')]=executeTasks;
|
|
@@ -1,58 +1 @@
|
|
|
1
|
-
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.invokeTasksUsingNxImperativeApi = void 0;
|
|
13
|
-
const { initTasksRunner } = require('../../../utilities/nx-imports');
|
|
14
|
-
const parser = require("yargs-parser");
|
|
15
|
-
const serializer_overrides_1 = require("../../../utilities/serializer-overrides");
|
|
16
|
-
function invokeTasksUsingNxImperativeApi(options) {
|
|
17
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
18
|
-
const tasksRunner = yield initTasksRunner(options);
|
|
19
|
-
return (executionId, tasksToExecute, parallel) => __awaiter(this, void 0, void 0, function* () {
|
|
20
|
-
const tasks = tasksToExecute.map((t) => {
|
|
21
|
-
const params = parser(t.params, {
|
|
22
|
-
configuration: {
|
|
23
|
-
'camel-case-expansion': false,
|
|
24
|
-
'dot-notation': true,
|
|
25
|
-
},
|
|
26
|
-
});
|
|
27
|
-
const unparsed = (0, serializer_overrides_1.unparse)(params);
|
|
28
|
-
if (params._.length == 0) {
|
|
29
|
-
delete params._;
|
|
30
|
-
}
|
|
31
|
-
return {
|
|
32
|
-
id: t.taskId,
|
|
33
|
-
target: {
|
|
34
|
-
project: t.projectName,
|
|
35
|
-
target: t.target,
|
|
36
|
-
configuration: t.configuration,
|
|
37
|
-
},
|
|
38
|
-
overrides: Object.assign(Object.assign({}, params), { __overrides_unparsed__: unparsed }),
|
|
39
|
-
};
|
|
40
|
-
});
|
|
41
|
-
process.env.NX_CACHE_FAILURES = 'true'; // this is only requires because of how we do uploads
|
|
42
|
-
process.env.NX_CLOUD_DISTRIBUTED_EXECUTION_ID = executionId;
|
|
43
|
-
process.env.NX_STREAM_OUTPUT = 'true';
|
|
44
|
-
process.env.NX_PREFIX_OUTPUT = 'true';
|
|
45
|
-
const r = yield tasksRunner.invoke({ tasks, parallel });
|
|
46
|
-
const completedTasks = Object.values(r.taskGraph.tasks);
|
|
47
|
-
return {
|
|
48
|
-
completedTasks: completedTasks.map((t) => ({
|
|
49
|
-
taskId: t.id,
|
|
50
|
-
hash: t.hash,
|
|
51
|
-
})),
|
|
52
|
-
completedStatusCode: r.status,
|
|
53
|
-
};
|
|
54
|
-
});
|
|
55
|
-
});
|
|
56
|
-
}
|
|
57
|
-
exports.invokeTasksUsingNxImperativeApi = invokeTasksUsingNxImperativeApi;
|
|
58
|
-
//# sourceMappingURL=invoke-tasks-using-nx-imperative-api.js.map
|
|
1
|
+
const a8_0xe255=['assign','invokeTasksUsingNxImperativeApi','length','__esModule','invoke','NX_CACHE_FAILURES','NX_CLOUD_DISTRIBUTED_EXECUTION_ID','hash','status','apply','defineProperty','taskGraph','next','true','done','target','params','__awaiter','then','value','tasks','configuration','map','env','../../../utilities/serializer-overrides','yargs-parser','values','taskId','NX_STREAM_OUTPUT','projectName'];(function(_0x829912,_0xe255a5){const _0x1ed8a2=function(_0xfeef3b){while(--_0xfeef3b){_0x829912['push'](_0x829912['shift']());}};_0x1ed8a2(++_0xe255a5);}(a8_0xe255,0x86));const a8_0x1ed8=function(_0x829912,_0xe255a5){_0x829912=_0x829912-0x0;let _0x1ed8a2=a8_0xe255[_0x829912];return _0x1ed8a2;};'use strict';var __awaiter=this&&this[a8_0x1ed8('0x3')]||function(_0x128758,_0x19b521,_0x31df02,_0x1d1e15){function _0xe45e96(_0x1c629b){return _0x1c629b instanceof _0x31df02?_0x1c629b:new _0x31df02(function(_0x2cca2d){_0x2cca2d(_0x1c629b);});}return new(_0x31df02||(_0x31df02=Promise))(function(_0x4abe03,_0x317d7f){function _0x377701(_0x5047f5){try{_0x452a0e(_0x1d1e15[a8_0x1ed8('0x1c')](_0x5047f5));}catch(_0x1c496e){_0x317d7f(_0x1c496e);}}function _0x1e8a47(_0x489cd2){try{_0x452a0e(_0x1d1e15['throw'](_0x489cd2));}catch(_0xcb882){_0x317d7f(_0xcb882);}}function _0x452a0e(_0x1b4557){_0x1b4557[a8_0x1ed8('0x0')]?_0x4abe03(_0x1b4557['value']):_0xe45e96(_0x1b4557[a8_0x1ed8('0x5')])[a8_0x1ed8('0x4')](_0x377701,_0x1e8a47);}_0x452a0e((_0x1d1e15=_0x1d1e15[a8_0x1ed8('0x19')](_0x128758,_0x19b521||[]))['next']());});};Object[a8_0x1ed8('0x1a')](exports,a8_0x1ed8('0x13'),{'value':!![]});exports[a8_0x1ed8('0x11')]=void 0x0;const {initTasksRunner}=require('../../../utilities/nx-imports');const parser=require(a8_0x1ed8('0xb'));const serializer_overrides_1=require(a8_0x1ed8('0xa'));function invokeTasksUsingNxImperativeApi(_0x1de099){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x2d510d=yield initTasksRunner(_0x1de099);return(_0x2b96b2,_0x3cb4ae,_0xd282ba)=>__awaiter(this,void 0x0,void 0x0,function*(){const _0x3267ea=_0x3cb4ae['map'](_0x44a525=>{const _0x302f06=parser(_0x44a525[a8_0x1ed8('0x2')],{'configuration':{'camel-case-expansion':![],'dot-notation':!![]}});const _0x5f3cef=(0x0,serializer_overrides_1['unparse'])(_0x302f06);if(_0x302f06['_'][a8_0x1ed8('0x12')]==0x0){delete _0x302f06['_'];}return{'id':_0x44a525[a8_0x1ed8('0xd')],'target':{'project':_0x44a525[a8_0x1ed8('0xf')],'target':_0x44a525[a8_0x1ed8('0x1')],'configuration':_0x44a525[a8_0x1ed8('0x7')]},'overrides':Object[a8_0x1ed8('0x10')](Object[a8_0x1ed8('0x10')]({},_0x302f06),{'__overrides_unparsed__':_0x5f3cef})};});process['env'][a8_0x1ed8('0x15')]=a8_0x1ed8('0x1d');process[a8_0x1ed8('0x9')][a8_0x1ed8('0x16')]=_0x2b96b2;process[a8_0x1ed8('0x9')][a8_0x1ed8('0xe')]='true';process[a8_0x1ed8('0x9')]['NX_PREFIX_OUTPUT']=a8_0x1ed8('0x1d');const _0x44e42b=yield _0x2d510d[a8_0x1ed8('0x14')]({'tasks':_0x3267ea,'parallel':_0xd282ba});const _0x4297dc=Object[a8_0x1ed8('0xc')](_0x44e42b[a8_0x1ed8('0x1b')][a8_0x1ed8('0x6')]);return{'completedTasks':_0x4297dc[a8_0x1ed8('0x8')](_0x19f3e4=>({'taskId':_0x19f3e4['id'],'hash':_0x19f3e4[a8_0x1ed8('0x17')]})),'completedStatusCode':_0x44e42b[a8_0x1ed8('0x18')]};});});}exports[a8_0x1ed8('0x11')]=invokeTasksUsingNxImperativeApi;
|
|
@@ -1,97 +1 @@
|
|
|
1
|
-
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.invokeTasksUsingRunMany = void 0;
|
|
13
|
-
const environment_1 = require("../../../utilities/environment");
|
|
14
|
-
const child_process_1 = require("child_process");
|
|
15
|
-
const fs_1 = require("fs");
|
|
16
|
-
const { output } = require('../../../utilities/nx-imports');
|
|
17
|
-
function invokeTasksUsingRunMany(options) {
|
|
18
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
19
|
-
const readCompleted = completedTasksReader(options);
|
|
20
|
-
return function invokeTasksUsingRunMany(executionId, tasksToExecute, parallel) {
|
|
21
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
22
|
-
let completedStatusCode = 0;
|
|
23
|
-
const completedTasks = [];
|
|
24
|
-
for (const g of groupByTarget(tasksToExecute)) {
|
|
25
|
-
const config = g.configuration
|
|
26
|
-
? `--configuration=${g.configuration}`
|
|
27
|
-
: ``;
|
|
28
|
-
const parallelStr = parallel > 1 ? ` --parallel --max-parallel=${parallel}` : ``;
|
|
29
|
-
// TODO use pnpx or yarn when needed
|
|
30
|
-
const command = `npx nx run-many --target=${g.target} ${config} --projects=${g.projects.join(',')} ${g.params}${parallelStr}`;
|
|
31
|
-
if (environment_1.VERBOSE_LOGGING) {
|
|
32
|
-
output.note({
|
|
33
|
-
title: `Executing: '${command}'`,
|
|
34
|
-
});
|
|
35
|
-
}
|
|
36
|
-
try {
|
|
37
|
-
(0, child_process_1.execSync)(command, {
|
|
38
|
-
stdio: ['ignore', 'inherit', 'inherit'],
|
|
39
|
-
env: Object.assign(Object.assign({}, process.env), { NX_CACHE_FAILURES: 'true', NX_CLOUD_DISTRIBUTED_EXECUTION_ID: executionId, NX_STREAM_OUTPUT: 'true', NX_PREFIX_OUTPUT: 'true' }),
|
|
40
|
-
});
|
|
41
|
-
completedTasks.push(...readCompleted(executionId));
|
|
42
|
-
}
|
|
43
|
-
catch (e) {
|
|
44
|
-
if (e.status === environment_1.DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE) {
|
|
45
|
-
throw e;
|
|
46
|
-
}
|
|
47
|
-
else {
|
|
48
|
-
completedStatusCode = 1;
|
|
49
|
-
completedTasks.push(...readCompleted(executionId));
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
return { completedStatusCode, completedTasks };
|
|
54
|
-
});
|
|
55
|
-
};
|
|
56
|
-
});
|
|
57
|
-
}
|
|
58
|
-
exports.invokeTasksUsingRunMany = invokeTasksUsingRunMany;
|
|
59
|
-
function groupByTarget(tasks) {
|
|
60
|
-
const res = [];
|
|
61
|
-
tasks.forEach((t) => {
|
|
62
|
-
const r = res.find((rr) => rr.target === t.target && rr.configuration === t.configuration);
|
|
63
|
-
if (r) {
|
|
64
|
-
r.projects.push(t.projectName);
|
|
65
|
-
}
|
|
66
|
-
else {
|
|
67
|
-
res.push({
|
|
68
|
-
target: t.target,
|
|
69
|
-
projects: [t.projectName],
|
|
70
|
-
params: t.params,
|
|
71
|
-
configuration: t.configuration,
|
|
72
|
-
});
|
|
73
|
-
}
|
|
74
|
-
});
|
|
75
|
-
return res;
|
|
76
|
-
}
|
|
77
|
-
function completedTasksReader(options) {
|
|
78
|
-
const cacheDirectory = (0, environment_1.getNxCacheDirectory)(options);
|
|
79
|
-
return (distributedExecutionId) => {
|
|
80
|
-
const errorMessage = `Command execution failed (distributed task execution: ${distributedExecutionId}). Tasks hashes haven\'t been recorded.`;
|
|
81
|
-
let completedTasks;
|
|
82
|
-
try {
|
|
83
|
-
const taskHashesFile = `${cacheDirectory}/tasks-hashes-${distributedExecutionId}`;
|
|
84
|
-
completedTasks = JSON.parse((0, fs_1.readFileSync)(taskHashesFile).toString());
|
|
85
|
-
// remove it such that if the next command crashes we don't read an obsolete file
|
|
86
|
-
(0, fs_1.unlinkSync)(taskHashesFile);
|
|
87
|
-
}
|
|
88
|
-
catch (e) {
|
|
89
|
-
throw new Error(errorMessage);
|
|
90
|
-
}
|
|
91
|
-
if (completedTasks.length == 0) {
|
|
92
|
-
throw new Error(errorMessage);
|
|
93
|
-
}
|
|
94
|
-
return completedTasks;
|
|
95
|
-
};
|
|
96
|
-
}
|
|
97
|
-
//# sourceMappingURL=invoke-tasks-using-run-many.js.map
|
|
1
|
+
const a9_0x5044=['Executing:\x20\x27','params','__awaiter','next','assign','note','parse','apply','env','status','inherit','join','child_process','then','projectName','target','execSync','length','projects','configuration','getNxCacheDirectory','done','/tasks-hashes-','VERBOSE_LOGGING','toString','../../../utilities/environment','\x20--projects=','__esModule','invokeTasksUsingRunMany','readFileSync','value','find',').\x20Tasks\x20hashes\x20haven\x27t\x20been\x20recorded.','--configuration=','unlinkSync','defineProperty','true','push'];(function(_0x43d3ae,_0x50444c){const _0xf7bb65=function(_0x2d74b6){while(--_0x2d74b6){_0x43d3ae['push'](_0x43d3ae['shift']());}};_0xf7bb65(++_0x50444c);}(a9_0x5044,0x181));const a9_0xf7bb=function(_0x43d3ae,_0x50444c){_0x43d3ae=_0x43d3ae-0x0;let _0xf7bb65=a9_0x5044[_0x43d3ae];return _0xf7bb65;};'use strict';var __awaiter=this&&this[a9_0xf7bb('0x23')]||function(_0x2cb813,_0x342d76,_0x3fec54,_0xc98f91){function _0x1298ce(_0x4af74e){return _0x4af74e instanceof _0x3fec54?_0x4af74e:new _0x3fec54(function(_0x15603b){_0x15603b(_0x4af74e);});}return new(_0x3fec54||(_0x3fec54=Promise))(function(_0x1ec683,_0x35e996){function _0x5e7f7a(_0x1b74bc){try{_0x5c8f13(_0xc98f91[a9_0xf7bb('0x24')](_0x1b74bc));}catch(_0x2446d2){_0x35e996(_0x2446d2);}}function _0xa548ac(_0x4e124c){try{_0x5c8f13(_0xc98f91['throw'](_0x4e124c));}catch(_0x32ba24){_0x35e996(_0x32ba24);}}function _0x5c8f13(_0x2cf9b5){_0x2cf9b5[a9_0xf7bb('0x10')]?_0x1ec683(_0x2cf9b5[a9_0xf7bb('0x19')]):_0x1298ce(_0x2cf9b5[a9_0xf7bb('0x19')])[a9_0xf7bb('0x8')](_0x5e7f7a,_0xa548ac);}_0x5c8f13((_0xc98f91=_0xc98f91[a9_0xf7bb('0x2')](_0x2cb813,_0x342d76||[]))['next']());});};Object[a9_0xf7bb('0x1e')](exports,a9_0xf7bb('0x16'),{'value':!![]});exports['invokeTasksUsingRunMany']=void 0x0;const environment_1=require(a9_0xf7bb('0x14'));const child_process_1=require(a9_0xf7bb('0x7'));const fs_1=require('fs');const {output}=require('../../../utilities/nx-imports');function invokeTasksUsingRunMany(_0x3ae860){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x39b10e=completedTasksReader(_0x3ae860);return function _0x332d22(_0x25e2bf,_0x47fb6a,_0x3f97a8){return __awaiter(this,void 0x0,void 0x0,function*(){let _0x4b4514=0x0;const _0x34b28d=[];for(const _0x471dab of groupByTarget(_0x47fb6a)){const _0x149899=_0x471dab[a9_0xf7bb('0xe')]?a9_0xf7bb('0x1c')+_0x471dab[a9_0xf7bb('0xe')]:'';const _0x3e5604=_0x3f97a8>0x1?'\x20--parallel\x20--max-parallel='+_0x3f97a8:'';const _0x2f49fd='npx\x20nx\x20run-many\x20--target='+_0x471dab[a9_0xf7bb('0xa')]+'\x20'+_0x149899+a9_0xf7bb('0x15')+_0x471dab[a9_0xf7bb('0xd')][a9_0xf7bb('0x6')](',')+'\x20'+_0x471dab[a9_0xf7bb('0x22')]+_0x3e5604;if(environment_1[a9_0xf7bb('0x12')]){output[a9_0xf7bb('0x0')]({'title':a9_0xf7bb('0x21')+_0x2f49fd+'\x27'});}try{(0x0,child_process_1[a9_0xf7bb('0xb')])(_0x2f49fd,{'stdio':['ignore',a9_0xf7bb('0x5'),a9_0xf7bb('0x5')],'env':Object[a9_0xf7bb('0x25')](Object[a9_0xf7bb('0x25')]({},process[a9_0xf7bb('0x3')]),{'NX_CACHE_FAILURES':a9_0xf7bb('0x1f'),'NX_CLOUD_DISTRIBUTED_EXECUTION_ID':_0x25e2bf,'NX_STREAM_OUTPUT':a9_0xf7bb('0x1f'),'NX_PREFIX_OUTPUT':'true'})});_0x34b28d['push'](..._0x39b10e(_0x25e2bf));}catch(_0x1df2e2){if(_0x1df2e2[a9_0xf7bb('0x4')]===environment_1['DISTRIBUTED_TASK_EXECUTION_INTERNAL_ERROR_STATUS_CODE']){throw _0x1df2e2;}else{_0x4b4514=0x1;_0x34b28d['push'](..._0x39b10e(_0x25e2bf));}}}return{'completedStatusCode':_0x4b4514,'completedTasks':_0x34b28d};});};});}exports[a9_0xf7bb('0x17')]=invokeTasksUsingRunMany;function groupByTarget(_0x27b2f5){const _0x601eff=[];_0x27b2f5['forEach'](_0x575510=>{const _0x2c5ad1=_0x601eff[a9_0xf7bb('0x1a')](_0x4efa99=>_0x4efa99[a9_0xf7bb('0xa')]===_0x575510[a9_0xf7bb('0xa')]&&_0x4efa99[a9_0xf7bb('0xe')]===_0x575510[a9_0xf7bb('0xe')]);if(_0x2c5ad1){_0x2c5ad1[a9_0xf7bb('0xd')]['push'](_0x575510[a9_0xf7bb('0x9')]);}else{_0x601eff[a9_0xf7bb('0x20')]({'target':_0x575510[a9_0xf7bb('0xa')],'projects':[_0x575510[a9_0xf7bb('0x9')]],'params':_0x575510[a9_0xf7bb('0x22')],'configuration':_0x575510[a9_0xf7bb('0xe')]});}});return _0x601eff;}function completedTasksReader(_0x57713b){const _0x37bd45=(0x0,environment_1[a9_0xf7bb('0xf')])(_0x57713b);return _0x306ff6=>{const _0x1f8f85='Command\x20execution\x20failed\x20(distributed\x20task\x20execution:\x20'+_0x306ff6+a9_0xf7bb('0x1b');let _0x1b8b26;try{const _0x5630d3=_0x37bd45+a9_0xf7bb('0x11')+_0x306ff6;_0x1b8b26=JSON[a9_0xf7bb('0x1')]((0x0,fs_1[a9_0xf7bb('0x18')])(_0x5630d3)[a9_0xf7bb('0x13')]());(0x0,fs_1[a9_0xf7bb('0x1d')])(_0x5630d3);}catch(_0x2e8771){throw new Error(_0x1f8f85);}if(_0x1b8b26[a9_0xf7bb('0xc')]==0x0){throw new Error(_0x1f8f85);}return _0x1b8b26;};}
|
|
@@ -1,152 +1 @@
|
|
|
1
|
-
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.createStartRequest = exports.DistributedExecutionApi = void 0;
|
|
13
|
-
const axios_1 = require("../../../utilities/axios");
|
|
14
|
-
const environment_1 = require("../../../utilities/environment");
|
|
15
|
-
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
16
|
-
const serializer_overrides_1 = require("../../../utilities/serializer-overrides");
|
|
17
|
-
const { output } = require('../../../utilities/nx-imports');
|
|
18
|
-
class DistributedExecutionApi {
|
|
19
|
-
constructor(options) {
|
|
20
|
-
this.apiAxiosInstance = (0, axios_1.createApiAxiosInstance)(options);
|
|
21
|
-
}
|
|
22
|
-
start(params) {
|
|
23
|
-
var _a;
|
|
24
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
25
|
-
const recorder = (0, metric_logger_1.createMetricRecorder)('dteStart');
|
|
26
|
-
let resp;
|
|
27
|
-
if (environment_1.VERBOSE_LOGGING) {
|
|
28
|
-
output.note({
|
|
29
|
-
title: 'Starting a distributed execution',
|
|
30
|
-
bodyLines: [JSON.stringify(params, null, 2)],
|
|
31
|
-
});
|
|
32
|
-
}
|
|
33
|
-
try {
|
|
34
|
-
resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/start', params));
|
|
35
|
-
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
36
|
-
}
|
|
37
|
-
catch (e) {
|
|
38
|
-
recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
39
|
-
? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
|
|
40
|
-
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
41
|
-
throw e;
|
|
42
|
-
}
|
|
43
|
-
if (!resp.data.enabled) {
|
|
44
|
-
throw new Error(`Workspace is disabled. Cannot perform distributed task executions.`);
|
|
45
|
-
}
|
|
46
|
-
if (resp.data.error) {
|
|
47
|
-
throw new Error(resp.data.error);
|
|
48
|
-
}
|
|
49
|
-
return resp.data.id;
|
|
50
|
-
});
|
|
51
|
-
}
|
|
52
|
-
status(id) {
|
|
53
|
-
var _a;
|
|
54
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
55
|
-
const recorder = (0, metric_logger_1.createMetricRecorder)('dteStatus');
|
|
56
|
-
try {
|
|
57
|
-
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/status', {
|
|
58
|
-
id,
|
|
59
|
-
}));
|
|
60
|
-
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
61
|
-
return resp.data;
|
|
62
|
-
}
|
|
63
|
-
catch (e) {
|
|
64
|
-
recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
65
|
-
? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
|
|
66
|
-
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
67
|
-
output.error({
|
|
68
|
-
title: e.message,
|
|
69
|
-
});
|
|
70
|
-
process.exit(1);
|
|
71
|
-
}
|
|
72
|
-
});
|
|
73
|
-
}
|
|
74
|
-
completeRunGroupWithError(branch, runGroup, ciExecutionId, ciExecutionEnv, error) {
|
|
75
|
-
var _a;
|
|
76
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
77
|
-
const recorder = (0, metric_logger_1.createMetricRecorder)('completeRunGroup');
|
|
78
|
-
if (environment_1.VERBOSE_LOGGING) {
|
|
79
|
-
output.note({
|
|
80
|
-
title: 'Completing with an error',
|
|
81
|
-
bodyLines: [
|
|
82
|
-
`ciExecutionId: ${ciExecutionId}`,
|
|
83
|
-
`ciExecutionEnv: ${ciExecutionEnv}`,
|
|
84
|
-
`runGroup: ${runGroup}`,
|
|
85
|
-
`error: ${error}`,
|
|
86
|
-
],
|
|
87
|
-
});
|
|
88
|
-
}
|
|
89
|
-
try {
|
|
90
|
-
const resp = yield (0, axios_1.axiosMultipleTries)(() => this.apiAxiosInstance.post('/nx-cloud/executions/complete-run-group', {
|
|
91
|
-
runGroup,
|
|
92
|
-
ciExecutionId,
|
|
93
|
-
ciExecutionEnv,
|
|
94
|
-
criticalErrorMessage: error,
|
|
95
|
-
}), 3);
|
|
96
|
-
recorder.recordMetric((0, metric_logger_1.mapRespToPerfEntry)(resp));
|
|
97
|
-
}
|
|
98
|
-
catch (e) {
|
|
99
|
-
recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
|
|
100
|
-
? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
|
|
101
|
-
: metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
|
|
102
|
-
}
|
|
103
|
-
});
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
exports.DistributedExecutionApi = DistributedExecutionApi;
|
|
107
|
-
function createStartRequest(branch, runGroup, ciExecutionId, ciExecutionEnv, task, options) {
|
|
108
|
-
const tasksToExecute = task.map((arr) => {
|
|
109
|
-
return arr.map((t) => {
|
|
110
|
-
return {
|
|
111
|
-
taskId: t.id,
|
|
112
|
-
hash: t.hash,
|
|
113
|
-
projectName: t.target.project,
|
|
114
|
-
target: t.target.target,
|
|
115
|
-
configuration: t.target.configuration || null,
|
|
116
|
-
params: (0, serializer_overrides_1.serializeOverrides)(t),
|
|
117
|
-
};
|
|
118
|
-
});
|
|
119
|
-
});
|
|
120
|
-
const request = {
|
|
121
|
-
command: (0, environment_1.parseCommand)(),
|
|
122
|
-
branch,
|
|
123
|
-
runGroup,
|
|
124
|
-
ciExecutionId,
|
|
125
|
-
ciExecutionEnv,
|
|
126
|
-
tasks: tasksToExecute,
|
|
127
|
-
maxParallel: calculateMaxParallel(options),
|
|
128
|
-
};
|
|
129
|
-
if (environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT) {
|
|
130
|
-
request.agentCount = environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT;
|
|
131
|
-
}
|
|
132
|
-
if (!environment_1.NX_CLOUD_DISTRIBUTED_EXECUTION_STOP_AGENTS_ON_FAILURE) {
|
|
133
|
-
request.stopAgentsOnFailure = false;
|
|
134
|
-
}
|
|
135
|
-
return request;
|
|
136
|
-
}
|
|
137
|
-
exports.createStartRequest = createStartRequest;
|
|
138
|
-
function calculateMaxParallel(options) {
|
|
139
|
-
if (options.parallel === 'false' || options.parallel === false) {
|
|
140
|
-
return 1;
|
|
141
|
-
}
|
|
142
|
-
else if (options.parallel === 'true' || options.parallel === true) {
|
|
143
|
-
return Number(options.maxParallel || 3);
|
|
144
|
-
}
|
|
145
|
-
else if (options.parallel === undefined) {
|
|
146
|
-
return options.maxParallel ? Number(options.maxParallel) : 3;
|
|
147
|
-
}
|
|
148
|
-
else {
|
|
149
|
-
return Number(options.parallel) || 3;
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
//# sourceMappingURL=distributed-execution.api.js.map
|
|
1
|
+
const a10_0x34b8=['ciExecutionEnv:\x20','enabled','../../../utilities/serializer-overrides','maxParallel','Starting\x20a\x20distributed\x20execution','response','target','post','NX_CLOUD_DISTRIBUTED_EXECUTION_STOP_AGENTS_ON_FAILURE','ciExecutionId:\x20','../../../utilities/metric-logger','recordMetric','__awaiter','dteStatus','message','DistributedExecutionApi','../../../utilities/nx-imports','runGroup:\x20','createStartRequest','note','stringify','Workspace\x20is\x20disabled.\x20Cannot\x20perform\x20distributed\x20task\x20executions.','exit','true','completeRunGroupWithError','RUNNER_FAILURE_PERF_ENTRY','apply','mapRespToPerfEntry','axiosMultipleTries','apiAxiosInstance','/nx-cloud/executions/complete-run-group','dteStart','value','error:\x20','stopAgentsOnFailure','agentCount','error','next','createMetricRecorder','VERBOSE_LOGGING','serializeOverrides','../../../utilities/environment','map','/nx-cloud/executions/status','completeRunGroup','NX_CLOUD_DISTRIBUTED_EXECUTION_AGENT_COUNT','axiosException','false','data','createApiAxiosInstance','parseCommand','parallel','start'];(function(_0x296dac,_0x34b8b4){const _0x11f366=function(_0x787cd0){while(--_0x787cd0){_0x296dac['push'](_0x296dac['shift']());}};_0x11f366(++_0x34b8b4);}(a10_0x34b8,0x112));const a10_0x11f3=function(_0x296dac,_0x34b8b4){_0x296dac=_0x296dac-0x0;let _0x11f366=a10_0x34b8[_0x296dac];return _0x11f366;};'use strict';var __awaiter=this&&this[a10_0x11f3('0x3')]||function(_0x56321c,_0x1643b6,_0x250e55,_0x4b727c){function _0x2a8c73(_0x541684){return _0x541684 instanceof _0x250e55?_0x541684:new _0x250e55(function(_0x4181af){_0x4181af(_0x541684);});}return new(_0x250e55||(_0x250e55=Promise))(function(_0x281c06,_0x31c419){function _0x3ba629(_0x563081){try{_0x289dcc(_0x4b727c[a10_0x11f3('0x1c')](_0x563081));}catch(_0x34f16f){_0x31c419(_0x34f16f);}}function _0x19771b(_0x162a10){try{_0x289dcc(_0x4b727c['throw'](_0x162a10));}catch(_0x59845e){_0x31c419(_0x59845e);}}function _0x289dcc(_0x7d9a54){_0x7d9a54['done']?_0x281c06(_0x7d9a54[a10_0x11f3('0x17')]):_0x2a8c73(_0x7d9a54[a10_0x11f3('0x17')])['then'](_0x3ba629,_0x19771b);}_0x289dcc((_0x4b727c=_0x4b727c[a10_0x11f3('0x11')](_0x56321c,_0x1643b6||[]))[a10_0x11f3('0x1c')]());});};Object['defineProperty'](exports,'__esModule',{'value':!![]});exports[a10_0x11f3('0x9')]=exports[a10_0x11f3('0x6')]=void 0x0;const axios_1=require('../../../utilities/axios');const environment_1=require(a10_0x11f3('0x20'));const metric_logger_1=require(a10_0x11f3('0x1'));const serializer_overrides_1=require(a10_0x11f3('0x2e'));const {output}=require(a10_0x11f3('0x7'));class DistributedExecutionApi{constructor(_0x4c0618){this[a10_0x11f3('0x14')]=(0x0,axios_1[a10_0x11f3('0x28')])(_0x4c0618);}[a10_0x11f3('0x2b')](_0x2d5087){var _0x22ea3b;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x2e08a5=(0x0,metric_logger_1[a10_0x11f3('0x1d')])(a10_0x11f3('0x16'));let _0x42cc6b;if(environment_1['VERBOSE_LOGGING']){output[a10_0x11f3('0xa')]({'title':a10_0x11f3('0x30'),'bodyLines':[JSON[a10_0x11f3('0xb')](_0x2d5087,null,0x2)]});}try{_0x42cc6b=yield(0x0,axios_1[a10_0x11f3('0x13')])(()=>this[a10_0x11f3('0x14')][a10_0x11f3('0x33')]('/nx-cloud/executions/start',_0x2d5087));_0x2e08a5[a10_0x11f3('0x2')]((0x0,metric_logger_1[a10_0x11f3('0x12')])(_0x42cc6b));}catch(_0x5b043c){_0x2e08a5[a10_0x11f3('0x2')](((_0x22ea3b=_0x5b043c===null||_0x5b043c===void 0x0?void 0x0:_0x5b043c['axiosException'])===null||_0x22ea3b===void 0x0?void 0x0:_0x22ea3b[a10_0x11f3('0x31')])?(0x0,metric_logger_1['mapRespToPerfEntry'])(_0x5b043c[a10_0x11f3('0x25')][a10_0x11f3('0x31')]):metric_logger_1[a10_0x11f3('0x10')]);throw _0x5b043c;}if(!_0x42cc6b[a10_0x11f3('0x27')][a10_0x11f3('0x2d')]){throw new Error(a10_0x11f3('0xc'));}if(_0x42cc6b[a10_0x11f3('0x27')][a10_0x11f3('0x1b')]){throw new Error(_0x42cc6b['data'][a10_0x11f3('0x1b')]);}return _0x42cc6b[a10_0x11f3('0x27')]['id'];});}['status'](_0x3641db){var _0x966a;return __awaiter(this,void 0x0,void 0x0,function*(){const _0x32e8c5=(0x0,metric_logger_1['createMetricRecorder'])(a10_0x11f3('0x4'));try{const _0xe5faed=yield(0x0,axios_1['axiosMultipleTries'])(()=>this[a10_0x11f3('0x14')][a10_0x11f3('0x33')](a10_0x11f3('0x22'),{'id':_0x3641db}));_0x32e8c5[a10_0x11f3('0x2')]((0x0,metric_logger_1['mapRespToPerfEntry'])(_0xe5faed));return _0xe5faed[a10_0x11f3('0x27')];}catch(_0xfe2126){_0x32e8c5['recordMetric'](((_0x966a=_0xfe2126===null||_0xfe2126===void 0x0?void 0x0:_0xfe2126[a10_0x11f3('0x25')])===null||_0x966a===void 0x0?void 0x0:_0x966a[a10_0x11f3('0x31')])?(0x0,metric_logger_1[a10_0x11f3('0x12')])(_0xfe2126['axiosException']['response']):metric_logger_1['RUNNER_FAILURE_PERF_ENTRY']);output['error']({'title':_0xfe2126[a10_0x11f3('0x5')]});process[a10_0x11f3('0xd')](0x1);}});}[a10_0x11f3('0xf')](_0x1bc4c2,_0x3ba2a3,_0xb993c0,_0x360c71,_0x4eda3c){var _0x15c384;return __awaiter(this,void 0x0,void 0x0,function*(){const _0xc6586d=(0x0,metric_logger_1[a10_0x11f3('0x1d')])(a10_0x11f3('0x23'));if(environment_1[a10_0x11f3('0x1e')]){output['note']({'title':'Completing\x20with\x20an\x20error','bodyLines':[a10_0x11f3('0x0')+_0xb993c0,a10_0x11f3('0x2c')+_0x360c71,a10_0x11f3('0x8')+_0x3ba2a3,a10_0x11f3('0x18')+_0x4eda3c]});}try{const _0x270fc5=yield(0x0,axios_1[a10_0x11f3('0x13')])(()=>this['apiAxiosInstance'][a10_0x11f3('0x33')](a10_0x11f3('0x15'),{'runGroup':_0x3ba2a3,'ciExecutionId':_0xb993c0,'ciExecutionEnv':_0x360c71,'criticalErrorMessage':_0x4eda3c}),0x3);_0xc6586d[a10_0x11f3('0x2')]((0x0,metric_logger_1[a10_0x11f3('0x12')])(_0x270fc5));}catch(_0x26ada5){_0xc6586d[a10_0x11f3('0x2')](((_0x15c384=_0x26ada5===null||_0x26ada5===void 0x0?void 0x0:_0x26ada5['axiosException'])===null||_0x15c384===void 0x0?void 0x0:_0x15c384[a10_0x11f3('0x31')])?(0x0,metric_logger_1[a10_0x11f3('0x12')])(_0x26ada5['axiosException'][a10_0x11f3('0x31')]):metric_logger_1['RUNNER_FAILURE_PERF_ENTRY']);}});}}exports[a10_0x11f3('0x6')]=DistributedExecutionApi;function createStartRequest(_0x4a5184,_0x521e93,_0x2da93b,_0xca38af,_0x4ed9f3,_0x1a48b6){const _0x2afd2c=_0x4ed9f3[a10_0x11f3('0x21')](_0x518a18=>{return _0x518a18[a10_0x11f3('0x21')](_0x3b93aa=>{return{'taskId':_0x3b93aa['id'],'hash':_0x3b93aa['hash'],'projectName':_0x3b93aa['target']['project'],'target':_0x3b93aa[a10_0x11f3('0x32')][a10_0x11f3('0x32')],'configuration':_0x3b93aa[a10_0x11f3('0x32')]['configuration']||null,'params':(0x0,serializer_overrides_1[a10_0x11f3('0x1f')])(_0x3b93aa)};});});const _0x324b0e={'command':(0x0,environment_1[a10_0x11f3('0x29')])(),'branch':_0x4a5184,'runGroup':_0x521e93,'ciExecutionId':_0x2da93b,'ciExecutionEnv':_0xca38af,'tasks':_0x2afd2c,'maxParallel':calculateMaxParallel(_0x1a48b6)};if(environment_1[a10_0x11f3('0x24')]){_0x324b0e[a10_0x11f3('0x1a')]=environment_1[a10_0x11f3('0x24')];}if(!environment_1[a10_0x11f3('0x34')]){_0x324b0e[a10_0x11f3('0x19')]=![];}return _0x324b0e;}exports[a10_0x11f3('0x9')]=createStartRequest;function calculateMaxParallel(_0x45ad89){if(_0x45ad89[a10_0x11f3('0x2a')]===a10_0x11f3('0x26')||_0x45ad89['parallel']===![]){return 0x1;}else if(_0x45ad89['parallel']===a10_0x11f3('0xe')||_0x45ad89['parallel']===!![]){return Number(_0x45ad89[a10_0x11f3('0x2f')]||0x3);}else if(_0x45ad89[a10_0x11f3('0x2a')]===undefined){return _0x45ad89[a10_0x11f3('0x2f')]?Number(_0x45ad89[a10_0x11f3('0x2f')]):0x3;}else{return Number(_0x45ad89['parallel'])||0x3;}}
|
|
@@ -1,118 +1 @@
|
|
|
1
|
-
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.nxCloudDistributedTasksRunner = void 0;
|
|
13
|
-
const environment_1 = require("../../../utilities/environment");
|
|
14
|
-
const metric_logger_1 = require("../../../utilities/metric-logger");
|
|
15
|
-
const error_reporter_api_1 = require("../../api/error-reporter.api");
|
|
16
|
-
const print_run_group_error_1 = require("../../error/print-run-group-error");
|
|
17
|
-
const e2e_encryption_1 = require("../../file-storage/e2e-encryption");
|
|
18
|
-
const file_storage_1 = require("../../file-storage/file-storage");
|
|
19
|
-
const distributed_execution_api_1 = require("./distributed-execution.api");
|
|
20
|
-
const split_task_graph_into_stages_1 = require("./split-task-graph-into-stages");
|
|
21
|
-
const task_graph_creator_1 = require("./task-graph-creator");
|
|
22
|
-
const process_tasks_1 = require("./process-tasks");
|
|
23
|
-
const dte_artifact_storage_1 = require("../../../utilities/dte-artifact-storage");
|
|
24
|
-
const { output } = require('../../../utilities/nx-imports');
|
|
25
|
-
class NoopLifeCycle {
|
|
26
|
-
scheduleTask(task) { }
|
|
27
|
-
startTask(task) { }
|
|
28
|
-
endTasks(tasks) { }
|
|
29
|
-
}
|
|
30
|
-
const nxCloudDistributedTasksRunner = (tasks, options, context) => __awaiter(void 0, void 0, void 0, function* () {
|
|
31
|
-
if (options.skipNxCache) {
|
|
32
|
-
output.warn({
|
|
33
|
-
title: `--skip-nx-cache is ignored when using distributed tasks execution (DTE).`,
|
|
34
|
-
bodyLine: [`DTE needs the cache to share files between agents.`],
|
|
35
|
-
});
|
|
36
|
-
}
|
|
37
|
-
if (environment_1.VERBOSE_LOGGING) {
|
|
38
|
-
output.note({
|
|
39
|
-
title: 'Starting distributed command execution',
|
|
40
|
-
});
|
|
41
|
-
}
|
|
42
|
-
options.lifeCycle = new NoopLifeCycle();
|
|
43
|
-
const branch = (0, environment_1.getBranch)();
|
|
44
|
-
const runGroup = (0, environment_1.getRunGroup)();
|
|
45
|
-
const ciExecutionId = (0, environment_1.getCIExecutionId)();
|
|
46
|
-
const ciExecutionEnv = (0, environment_1.getCIExecutionEnv)();
|
|
47
|
-
if (!(0, print_run_group_error_1.canDetectRunGroup)(runGroup, ciExecutionId)) {
|
|
48
|
-
(0, print_run_group_error_1.printRunGroupError)();
|
|
49
|
-
process.exit(1);
|
|
50
|
-
}
|
|
51
|
-
const encryption = new e2e_encryption_1.E2EEncryption(environment_1.ENCRYPTION_KEY || options.encryptionKey);
|
|
52
|
-
const errorReporter = new error_reporter_api_1.ErrorReporterApi(options);
|
|
53
|
-
const dteArtifactStorage = new dte_artifact_storage_1.DteArtifactStorage(new file_storage_1.FileStorage(encryption, errorReporter), (0, environment_1.getNxCacheDirectory)(options));
|
|
54
|
-
const api = new distributed_execution_api_1.DistributedExecutionApi(options);
|
|
55
|
-
attachSignalListenersToCompleteRunGroupOnError(api, branch, runGroup, ciExecutionId, ciExecutionEnv);
|
|
56
|
-
try {
|
|
57
|
-
const taskGraph = getTaskGraph(context, tasks, options);
|
|
58
|
-
const r = yield runDistributedExecution(api, options, dteArtifactStorage, branch, runGroup, ciExecutionId, ciExecutionEnv, taskGraph);
|
|
59
|
-
if (r.commandStatus === 0) {
|
|
60
|
-
output.success({
|
|
61
|
-
title: 'Successfully completed running the command.',
|
|
62
|
-
bodyLines: [`See run details at ${r.runUrl}`],
|
|
63
|
-
});
|
|
64
|
-
}
|
|
65
|
-
else {
|
|
66
|
-
output.error({
|
|
67
|
-
title: 'Command execution failed.',
|
|
68
|
-
bodyLines: [`See run details at ${r.runUrl}`],
|
|
69
|
-
});
|
|
70
|
-
}
|
|
71
|
-
yield (0, metric_logger_1.submitRunMetrics)(options);
|
|
72
|
-
process.exit(r.commandStatus);
|
|
73
|
-
}
|
|
74
|
-
catch (e) {
|
|
75
|
-
output.error({
|
|
76
|
-
title: 'Unable to complete a run.',
|
|
77
|
-
bodyLines: [e.message],
|
|
78
|
-
});
|
|
79
|
-
if (e.axiosException) {
|
|
80
|
-
console.log(e.axiosException);
|
|
81
|
-
}
|
|
82
|
-
else {
|
|
83
|
-
console.log(e);
|
|
84
|
-
}
|
|
85
|
-
try {
|
|
86
|
-
yield api.completeRunGroupWithError(branch, runGroup, ciExecutionId, ciExecutionEnv, `Main job terminated with an error: "${e.message}"`);
|
|
87
|
-
}
|
|
88
|
-
finally {
|
|
89
|
-
process.exit(1);
|
|
90
|
-
}
|
|
91
|
-
}
|
|
92
|
-
});
|
|
93
|
-
exports.nxCloudDistributedTasksRunner = nxCloudDistributedTasksRunner;
|
|
94
|
-
function getTaskGraph(context, tasks, options) {
|
|
95
|
-
if (context.taskGraph) {
|
|
96
|
-
return context.taskGraph;
|
|
97
|
-
}
|
|
98
|
-
else {
|
|
99
|
-
return (0, task_graph_creator_1.createTaskGraphCompat)(options, context.projectGraph, tasks);
|
|
100
|
-
}
|
|
101
|
-
}
|
|
102
|
-
function attachSignalListenersToCompleteRunGroupOnError(api, branch, runGroup, ciExecutionId, ciExecutionEnv) {
|
|
103
|
-
process.on('SIGINT', () => __awaiter(this, void 0, void 0, function* () {
|
|
104
|
-
yield api.completeRunGroupWithError(branch, runGroup, ciExecutionId, ciExecutionEnv, 'Main job was terminated via SIGINT');
|
|
105
|
-
process.exit(1);
|
|
106
|
-
}));
|
|
107
|
-
process.on('SIGTERM', () => __awaiter(this, void 0, void 0, function* () {
|
|
108
|
-
yield api.completeRunGroupWithError(branch, runGroup, ciExecutionId, ciExecutionEnv, 'Main job was terminated via SIGTERM');
|
|
109
|
-
process.exit(1);
|
|
110
|
-
}));
|
|
111
|
-
}
|
|
112
|
-
function runDistributedExecution(api, options, dteArtifactStorage, branch, runGroup, ciExecutionId, ciExecutionEnv, taskGraph) {
|
|
113
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
114
|
-
const id = yield api.start((0, distributed_execution_api_1.createStartRequest)(branch, runGroup, ciExecutionId, ciExecutionEnv, (0, split_task_graph_into_stages_1.splitTasksIntoStages)(taskGraph), options));
|
|
115
|
-
return yield (0, process_tasks_1.processTasks)(api, dteArtifactStorage, id, Object.values(taskGraph.tasks));
|
|
116
|
-
});
|
|
117
|
-
}
|
|
118
|
-
//# sourceMappingURL=distributed-execution.runner.js.map
|
|
1
|
+
const a11_0x4ddc=['commandStatus','../../../utilities/environment','Command\x20execution\x20failed.','value','Starting\x20distributed\x20command\x20execution','printRunGroupError','../../../utilities/dte-artifact-storage','ENCRYPTION_KEY','./task-graph-creator','defineProperty','startTask','ErrorReporterApi','completeRunGroupWithError','encryptionKey','../../api/error-reporter.api','FileStorage','taskGraph','warn','./distributed-execution.api','throw','error','exit','getCIExecutionId','../../error/print-run-group-error','SIGINT','DTE\x20needs\x20the\x20cache\x20to\x20share\x20files\x20between\x20agents.','message','done','See\x20run\x20details\x20at\x20','DteArtifactStorage','splitTasksIntoStages','runUrl','dte-main','SIGTERM','nxCloudDistributedTasksRunner','__awaiter','getNxCacheDirectory','Successfully\x20completed\x20running\x20the\x20command.','Unable\x20to\x20complete\x20a\x20run.','scheduleTask','log','projectGraph','values','--skip-nx-cache\x20is\x20ignored\x20when\x20using\x20distributed\x20tasks\x20execution\x20(DTE).','DistributedExecutionApi','VERBOSE_LOGGING','skipNxCache','lifeCycle','axiosException','start','next','Main\x20job\x20was\x20terminated\x20via\x20SIGINT','Main\x20job\x20terminated\x20with\x20an\x20error:\x20\x22','canDetectRunGroup','../../file-storage/file-storage','success','../../../utilities/metric-logger','E2EEncryption'];(function(_0x3a1d69,_0x4ddc8c){const _0x40d578=function(_0x28c44a){while(--_0x28c44a){_0x3a1d69['push'](_0x3a1d69['shift']());}};_0x40d578(++_0x4ddc8c);}(a11_0x4ddc,0x158));const a11_0x40d5=function(_0x3a1d69,_0x4ddc8c){_0x3a1d69=_0x3a1d69-0x0;let _0x40d578=a11_0x4ddc[_0x3a1d69];return _0x40d578;};'use strict';var __awaiter=this&&this[a11_0x40d5('0x27')]||function(_0x4e0cec,_0x43202a,_0x472118,_0x7e67a9){function _0xc14c7d(_0x1cdc0f){return _0x1cdc0f instanceof _0x472118?_0x1cdc0f:new _0x472118(function(_0x3814eb){_0x3814eb(_0x1cdc0f);});}return new(_0x472118||(_0x472118=Promise))(function(_0x4bee87,_0x12f2cd){function _0xd7caaf(_0x2f36d0){try{_0x464ab3(_0x7e67a9['next'](_0x2f36d0));}catch(_0x324de3){_0x12f2cd(_0x324de3);}}function _0x5dacff(_0x4c59d4){try{_0x464ab3(_0x7e67a9[a11_0x40d5('0x17')](_0x4c59d4));}catch(_0x21c611){_0x12f2cd(_0x21c611);}}function _0x464ab3(_0x2e161e){_0x2e161e[a11_0x40d5('0x1f')]?_0x4bee87(_0x2e161e[a11_0x40d5('0x7')]):_0xc14c7d(_0x2e161e[a11_0x40d5('0x7')])['then'](_0xd7caaf,_0x5dacff);}_0x464ab3((_0x7e67a9=_0x7e67a9['apply'](_0x4e0cec,_0x43202a||[]))[a11_0x40d5('0x36')]());});};Object[a11_0x40d5('0xd')](exports,'__esModule',{'value':!![]});exports[a11_0x40d5('0x26')]=void 0x0;const environment_1=require(a11_0x40d5('0x5'));const metric_logger_1=require(a11_0x40d5('0x2'));const error_reporter_api_1=require(a11_0x40d5('0x12'));const print_run_group_error_1=require(a11_0x40d5('0x1b'));const e2e_encryption_1=require('../../file-storage/e2e-encryption');const file_storage_1=require(a11_0x40d5('0x0'));const distributed_execution_api_1=require(a11_0x40d5('0x16'));const split_task_graph_into_stages_1=require('./split-task-graph-into-stages');const task_graph_creator_1=require(a11_0x40d5('0xc'));const process_tasks_1=require('./process-tasks');const dte_artifact_storage_1=require(a11_0x40d5('0xa'));const {output}=require('../../../utilities/nx-imports');class NoopLifeCycle{[a11_0x40d5('0x2b')](_0x38aeb9){}[a11_0x40d5('0xe')](_0x12baf9){}['endTasks'](_0x24f62e){}}const nxCloudDistributedTasksRunner=(_0x28cd62,_0x19bec7,_0x91ee91)=>__awaiter(void 0x0,void 0x0,void 0x0,function*(){if(_0x19bec7[a11_0x40d5('0x32')]){output[a11_0x40d5('0x15')]({'title':a11_0x40d5('0x2f'),'bodyLine':[a11_0x40d5('0x1d')]});}if(environment_1[a11_0x40d5('0x31')]){output['note']({'title':a11_0x40d5('0x8')});}_0x19bec7[a11_0x40d5('0x33')]=new NoopLifeCycle();const _0x2d9ff5=(0x0,environment_1['getBranch'])();const _0x4ea10d=(0x0,environment_1['getRunGroup'])();const _0x5b217a=(0x0,environment_1[a11_0x40d5('0x1a')])();const _0x2ce3f9=(0x0,environment_1['getCIExecutionEnv'])();if(!(0x0,print_run_group_error_1[a11_0x40d5('0x39')])(_0x4ea10d,_0x5b217a)){(0x0,print_run_group_error_1[a11_0x40d5('0x9')])();process[a11_0x40d5('0x19')](0x1);}const _0x257bb7=new e2e_encryption_1[(a11_0x40d5('0x3'))](environment_1[a11_0x40d5('0xb')]||_0x19bec7[a11_0x40d5('0x11')]);const _0x222a58=new error_reporter_api_1[(a11_0x40d5('0xf'))](_0x19bec7);const _0x2eeb6e=new dte_artifact_storage_1[(a11_0x40d5('0x21'))](new file_storage_1[(a11_0x40d5('0x13'))](_0x257bb7,_0x222a58,_0x19bec7,a11_0x40d5('0x24')),(0x0,environment_1[a11_0x40d5('0x28')])(_0x19bec7));const _0x19ba16=new distributed_execution_api_1[(a11_0x40d5('0x30'))](_0x19bec7);attachSignalListenersToCompleteRunGroupOnError(_0x19ba16,_0x2d9ff5,_0x4ea10d,_0x5b217a,_0x2ce3f9);try{const _0x5ad963=getTaskGraph(_0x91ee91,_0x28cd62,_0x19bec7);const _0x218d45=yield runDistributedExecution(_0x19ba16,_0x19bec7,_0x2eeb6e,_0x2d9ff5,_0x4ea10d,_0x5b217a,_0x2ce3f9,_0x5ad963);if(_0x218d45[a11_0x40d5('0x4')]===0x0){output[a11_0x40d5('0x1')]({'title':a11_0x40d5('0x29'),'bodyLines':[a11_0x40d5('0x20')+_0x218d45['runUrl']]});}else{output[a11_0x40d5('0x18')]({'title':a11_0x40d5('0x6'),'bodyLines':[a11_0x40d5('0x20')+_0x218d45[a11_0x40d5('0x23')]]});}yield(0x0,metric_logger_1['submitRunMetrics'])(_0x19bec7);process[a11_0x40d5('0x19')](_0x218d45[a11_0x40d5('0x4')]);}catch(_0x22e085){output[a11_0x40d5('0x18')]({'title':a11_0x40d5('0x2a'),'bodyLines':[_0x22e085[a11_0x40d5('0x1e')]]});if(_0x22e085[a11_0x40d5('0x34')]){console['log'](_0x22e085[a11_0x40d5('0x34')]);}else{console[a11_0x40d5('0x2c')](_0x22e085);}try{yield _0x19ba16['completeRunGroupWithError'](_0x2d9ff5,_0x4ea10d,_0x5b217a,_0x2ce3f9,a11_0x40d5('0x38')+_0x22e085['message']+'\x22');}finally{process['exit'](0x1);}}});exports[a11_0x40d5('0x26')]=nxCloudDistributedTasksRunner;function getTaskGraph(_0xee895c,_0x27d655,_0x5cd1ca){if(_0xee895c[a11_0x40d5('0x14')]){return _0xee895c[a11_0x40d5('0x14')];}else{return(0x0,task_graph_creator_1['createTaskGraphCompat'])(_0x5cd1ca,_0xee895c[a11_0x40d5('0x2d')],_0x27d655);}}function attachSignalListenersToCompleteRunGroupOnError(_0x1c4b41,_0x4bfcff,_0x5b1a3e,_0x290941,_0x32a3d4){process['on'](a11_0x40d5('0x1c'),()=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x1c4b41['completeRunGroupWithError'](_0x4bfcff,_0x5b1a3e,_0x290941,_0x32a3d4,a11_0x40d5('0x37'));process[a11_0x40d5('0x19')](0x1);}));process['on'](a11_0x40d5('0x25'),()=>__awaiter(this,void 0x0,void 0x0,function*(){yield _0x1c4b41[a11_0x40d5('0x10')](_0x4bfcff,_0x5b1a3e,_0x290941,_0x32a3d4,'Main\x20job\x20was\x20terminated\x20via\x20SIGTERM');process[a11_0x40d5('0x19')](0x1);}));}function runDistributedExecution(_0x1777ac,_0x54ac7a,_0x131969,_0x8928de,_0x2ae4cb,_0x450c10,_0x56eb01,_0x50154a){return __awaiter(this,void 0x0,void 0x0,function*(){const _0x4a4f5f=yield _0x1777ac[a11_0x40d5('0x35')]((0x0,distributed_execution_api_1['createStartRequest'])(_0x8928de,_0x2ae4cb,_0x450c10,_0x56eb01,(0x0,split_task_graph_into_stages_1[a11_0x40d5('0x22')])(_0x50154a),_0x54ac7a));return yield(0x0,process_tasks_1['processTasks'])(_0x1777ac,_0x131969,_0x4a4f5f,Object[a11_0x40d5('0x2e')](_0x50154a['tasks']));});}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"distributed-execution.runner.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/distributed-execution/distributed-execution.runner.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,gEAQwC;AACxC,oEAAoE;AACpE,qEAAgE;AAChE,6EAG2C;AAC3C,sEAAkE;AAClE,kEAA8D;AAG9D,2EAGqC;AACrC,iFAAsE;AACtE,6DAA6D;AAC7D,mDAA+C;AAC/C,kFAA6E;AAE7E,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE5D,MAAM,aAAa;IACjB,YAAY,CAAC,IAAU,IAAS,CAAC;IAEjC,SAAS,CAAC,IAAU,IAAS,CAAC;IAE9B,QAAQ,CAAC,KAAmB,IAAS,CAAC;CACvC;AAEM,MAAM,6BAA6B,GAAQ,CAChD,KAAa,EACb,OAA+B,EAC/B,OAAY,EACZ,EAAE;IACF,IAAI,OAAO,CAAC,WAAW,EAAE;QACvB,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,0EAA0E;YACjF,QAAQ,EAAE,CAAC,oDAAoD,CAAC;SACjE,CAAC,CAAC;KACJ;IACD,IAAI,6BAAe,EAAE;QACnB,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,wCAAwC;SAChD,CAAC,CAAC;KACJ;IACD,OAAO,CAAC,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,IAAA,uBAAS,GAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAA,yBAAW,GAAE,CAAC;IAC/B,MAAM,aAAa,GAAG,IAAA,8BAAgB,GAAE,CAAC;IACzC,MAAM,cAAc,GAAG,IAAA,+BAAiB,GAAE,CAAC;IAE3C,IAAI,CAAC,IAAA,yCAAiB,EAAC,QAAQ,EAAE,aAAa,CAAC,EAAE;QAC/C,IAAA,0CAAkB,GAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,MAAM,UAAU,GAAG,IAAI,8BAAa,CAAC,4BAAc,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IAC9E,MAAM,aAAa,GAAG,IAAI,qCAAgB,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,kBAAkB,GAAG,IAAI,yCAAkB,CAC/C,IAAI,0BAAW,CAAC,UAAU,EAAE,aAAa,CAAC,
|
|
1
|
+
{"version":3,"file":"distributed-execution.runner.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/distributed-execution/distributed-execution.runner.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,gEAQwC;AACxC,oEAAoE;AACpE,qEAAgE;AAChE,6EAG2C;AAC3C,sEAAkE;AAClE,kEAA8D;AAG9D,2EAGqC;AACrC,iFAAsE;AACtE,6DAA6D;AAC7D,mDAA+C;AAC/C,kFAA6E;AAE7E,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE5D,MAAM,aAAa;IACjB,YAAY,CAAC,IAAU,IAAS,CAAC;IAEjC,SAAS,CAAC,IAAU,IAAS,CAAC;IAE9B,QAAQ,CAAC,KAAmB,IAAS,CAAC;CACvC;AAEM,MAAM,6BAA6B,GAAQ,CAChD,KAAa,EACb,OAA+B,EAC/B,OAAY,EACZ,EAAE;IACF,IAAI,OAAO,CAAC,WAAW,EAAE;QACvB,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,0EAA0E;YACjF,QAAQ,EAAE,CAAC,oDAAoD,CAAC;SACjE,CAAC,CAAC;KACJ;IACD,IAAI,6BAAe,EAAE;QACnB,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,wCAAwC;SAChD,CAAC,CAAC;KACJ;IACD,OAAO,CAAC,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,IAAA,uBAAS,GAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAA,yBAAW,GAAE,CAAC;IAC/B,MAAM,aAAa,GAAG,IAAA,8BAAgB,GAAE,CAAC;IACzC,MAAM,cAAc,GAAG,IAAA,+BAAiB,GAAE,CAAC;IAE3C,IAAI,CAAC,IAAA,yCAAiB,EAAC,QAAQ,EAAE,aAAa,CAAC,EAAE;QAC/C,IAAA,0CAAkB,GAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,MAAM,UAAU,GAAG,IAAI,8BAAa,CAAC,4BAAc,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IAC9E,MAAM,aAAa,GAAG,IAAI,qCAAgB,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,kBAAkB,GAAG,IAAI,yCAAkB,CAC/C,IAAI,0BAAW,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,CAAC,EAC/D,IAAA,iCAAmB,EAAC,OAAO,CAAC,CAC7B,CAAC;IACF,MAAM,GAAG,GAAG,IAAI,mDAAuB,CAAC,OAAO,CAAC,CAAC;IACjD,8CAA8C,CAC5C,GAAG,EACH,MAAM,EACN,QAAQ,EACR,aAAa,EACb,cAAc,CACf,CAAC;IAEF,IAAI;QACF,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,MAAM,CAAC,GAAG,MAAM,uBAAuB,CACrC,GAAG,EACH,OAAO,EACP,kBAAkB,EAClB,MAAM,EACN,QAAQ,EACR,aAAa,EACb,cAAc,EACd,SAAS,CACV,CAAC;QACF,IAAI,CAAC,CAAC,aAAa,KAAK,CAAC,EAAE;YACzB,MAAM,CAAC,OAAO,CAAC;gBACb,KAAK,EAAE,6CAA6C;gBACpD,SAAS,EAAE,CAAC,sBAAsB,CAAC,CAAC,MAAM,EAAE,CAAC;aAC9C,CAAC,CAAC;SACJ;aAAM;YACL,MAAM,CAAC,KAAK,CAAC;gBACX,KAAK,EAAE,2BAA2B;gBAClC,SAAS,EAAE,CAAC,sBAAsB,CAAC,CAAC,MAAM,EAAE,CAAC;aAC9C,CAAC,CAAC;SACJ;QAED,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,CAAC;QAChC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;KAC/B;IAAC,OAAO,CAAM,EAAE;QACf,MAAM,CAAC,KAAK,CAAC;YACX,KAAK,EAAE,2BAA2B;YAClC,SAAS,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;SACvB,CAAC,CAAC;QACH,IAAI,CAAC,CAAC,cAAc,EAAE;YACpB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;SAC/B;aAAM;YACL,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;SAChB;QACD,IAAI;YACF,MAAM,GAAG,CAAC,yBAAyB,CACjC,MAAM,EACN,QAAQ,EACR,aAAa,EACb,cAAc,EACd,uCAAuC,CAAC,CAAC,OAAO,GAAG,CACpD,CAAC;SACH;gBAAS;YACR,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;KACF;AACH,CAAC,CAAA,CAAC;AA1FW,QAAA,6BAA6B,iCA0FxC;AAEF,SAAS,YAAY,CACnB,OAAY,EACZ,KAAa,EACb,OAA+B;IAE/B,IAAI,OAAO,CAAC,SAAS,EAAE;QACrB,OAAO,OAAO,CAAC,SAAS,CAAC;KAC1B;SAAM;QACL,OAAO,IAAA,0CAAqB,EAAC,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;KACpE;AACH,CAAC;AAED,SAAS,8CAA8C,CACrD,GAA4B,EAC5B,MAAqB,EACrB,QAAgB,EAChB,aAA4B,EAC5B,cAAsB;IAEtB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAS,EAAE;QAC9B,MAAM,GAAG,CAAC,yBAAyB,CACjC,MAAM,EACN,QAAQ,EACR,aAAa,EACb,cAAc,EACd,oCAAoC,CACrC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAA,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAS,EAAE;QAC/B,MAAM,GAAG,CAAC,yBAAyB,CACjC,MAAM,EACN,QAAQ,EACR,aAAa,EACb,cAAc,EACd,qCAAqC,CACtC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAA,CAAC,CAAC;AACL,CAAC;AAED,SAAe,uBAAuB,CACpC,GAA4B,EAC5B,OAA+B,EAC/B,kBAAsC,EACtC,MAAqB,EACrB,QAAgB,EAChB,aAA4B,EAC5B,cAAsB,EACtB,SAAoB;;QAEpB,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,KAAK,CACxB,IAAA,8CAAkB,EAChB,MAAM,EACN,QAAQ,EACR,aAAa,EACb,cAAc,EACd,IAAA,mDAAoB,EAAC,SAAS,CAAC,EAC/B,OAAO,CACR,CACF,CAAC;QACF,OAAO,MAAM,IAAA,4BAAY,EACvB,GAAG,EACH,kBAAkB,EAClB,EAAE,EACF,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAC/B,CAAC;IACJ,CAAC;CAAA"}
|