@balena/open-balena-api 31.2.6-build-service-install-filter-gc-c9e2c19bf3b53416385d9a272cb34f7d351d1b32-1 → 31.2.6
Sign up to get free protection for your applications and to get access to all the features.
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { tasks, sbvrUtils, permissions } from '@balena/pinejs';
|
|
2
2
|
import _ from 'lodash';
|
|
3
3
|
import { ASYNC_TASK_ATTEMPT_LIMIT, ASYNC_TASK_CREATE_SERVICE_INSTALLS_MAX_TIME_MS, } from '../../../lib/config.js';
|
|
4
|
+
import { ThisShouldNeverHappenError } from '../../../infra/error-handling/index.js';
|
|
4
5
|
const schema = {
|
|
5
6
|
type: 'object',
|
|
6
7
|
properties: {
|
|
@@ -43,7 +44,7 @@ const createServiceInstalls = async ({ devices, }) => {
|
|
|
43
44
|
},
|
|
44
45
|
},
|
|
45
46
|
};
|
|
46
|
-
const
|
|
47
|
+
const targetServicesByDevice = new Map((await api.resin.get({
|
|
47
48
|
resource: 'device',
|
|
48
49
|
passthrough: { req: permissions.rootRead },
|
|
49
50
|
options: {
|
|
@@ -57,65 +58,63 @@ const createServiceInstalls = async ({ devices, }) => {
|
|
|
57
58
|
id: { $in: devices },
|
|
58
59
|
},
|
|
59
60
|
},
|
|
60
|
-
})
|
|
61
|
-
|
|
62
|
-
...new Set(deviceWithServices.flatMap((device) => [
|
|
61
|
+
})).map((device) => {
|
|
62
|
+
const deviceServiceIds = [
|
|
63
63
|
...device.should_be_running__release,
|
|
64
64
|
...device.should_be_managed_by__release,
|
|
65
65
|
...device.should_be_operated_by__release,
|
|
66
|
-
].flatMap((release) => release.contains__image.flatMap((image) => image.image.map((img) => img.is_a_build_of__service.__id)))
|
|
67
|
-
|
|
68
|
-
|
|
66
|
+
].flatMap((release) => release.contains__image.flatMap((image) => image.image.map((img) => img.is_a_build_of__service.__id)));
|
|
67
|
+
return [device.id, [...new Set(deviceServiceIds)]];
|
|
68
|
+
}));
|
|
69
|
+
const serviceIds = [...new Set([...targetServicesByDevice.values()].flat())];
|
|
70
|
+
const missingServiceFilters = serviceIds.map((serviceId) => ({
|
|
71
|
+
$not: {
|
|
72
|
+
service_install: {
|
|
73
|
+
$any: {
|
|
74
|
+
$alias: 'si',
|
|
75
|
+
$expr: {
|
|
76
|
+
si: {
|
|
77
|
+
installs__service: serviceId,
|
|
78
|
+
},
|
|
79
|
+
},
|
|
80
|
+
},
|
|
81
|
+
},
|
|
82
|
+
},
|
|
83
|
+
}));
|
|
84
|
+
if (missingServiceFilters.length === 0) {
|
|
69
85
|
console.info('[service-install-task] No service installs to create');
|
|
70
86
|
return 0;
|
|
71
87
|
}
|
|
72
|
-
const devicesToAddServiceInstalls = await (
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
88
|
+
const devicesToAddServiceInstalls = (await api.resin.get({
|
|
89
|
+
resource: 'device',
|
|
90
|
+
passthrough: { req: permissions.rootRead },
|
|
91
|
+
options: {
|
|
92
|
+
$select: 'id',
|
|
93
|
+
$expand: {
|
|
76
94
|
service_install: {
|
|
77
|
-
$
|
|
78
|
-
|
|
79
|
-
$
|
|
80
|
-
si: {
|
|
81
|
-
installs__service: serviceId,
|
|
82
|
-
},
|
|
83
|
-
},
|
|
95
|
+
$select: 'installs__service',
|
|
96
|
+
$filter: {
|
|
97
|
+
installs__service: { $in: serviceIds },
|
|
84
98
|
},
|
|
85
99
|
},
|
|
86
100
|
},
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
service_install: {
|
|
95
|
-
$select: 'installs__service',
|
|
96
|
-
$filter: {
|
|
97
|
-
installs__service: { $in: serviceIds },
|
|
98
|
-
},
|
|
99
|
-
},
|
|
100
|
-
},
|
|
101
|
-
$filter: {
|
|
102
|
-
id: { $in: devices },
|
|
103
|
-
...(missingServiceFilters.length === 1
|
|
104
|
-
? missingServiceFilters[0]
|
|
105
|
-
: {
|
|
106
|
-
$or: missingServiceFilters,
|
|
107
|
-
}),
|
|
108
|
-
},
|
|
101
|
+
$filter: {
|
|
102
|
+
id: { $in: devices },
|
|
103
|
+
...(missingServiceFilters.length === 1
|
|
104
|
+
? missingServiceFilters[0]
|
|
105
|
+
: {
|
|
106
|
+
$or: missingServiceFilters,
|
|
107
|
+
}),
|
|
109
108
|
},
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
}
|
|
118
|
-
})
|
|
109
|
+
},
|
|
110
|
+
})).map((device) => {
|
|
111
|
+
// Transform the device to the simpler object we will need later which is smaller
|
|
112
|
+
// and will allow the larger version to be garbage collected sooner
|
|
113
|
+
return {
|
|
114
|
+
id: device.id,
|
|
115
|
+
serviceInstalls: device.service_install.map((si) => si.installs__service.__id),
|
|
116
|
+
};
|
|
117
|
+
});
|
|
119
118
|
// This is already batched at one level, does it make sense to batch it again?
|
|
120
119
|
const remainingDevices = new Set(devices);
|
|
121
120
|
let totalSiCreated = 0;
|
|
@@ -137,23 +136,31 @@ const createServiceInstalls = async ({ devices, }) => {
|
|
|
137
136
|
console.info('[service-install-task] Task took too long. Created a new task for the remaining devices');
|
|
138
137
|
return totalSiCreated;
|
|
139
138
|
}
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
139
|
+
const targetServiceIds = targetServicesByDevice.get(device.id);
|
|
140
|
+
if (targetServiceIds == null) {
|
|
141
|
+
// This shouldn't be possible since devicesToAddServiceInstalls is a subset of targetServicesByDevice
|
|
142
|
+
ThisShouldNeverHappenError(`[service-install-task] Could not find device ${device.id} in the target targetServicesByDevice map`);
|
|
143
|
+
}
|
|
144
|
+
else {
|
|
145
|
+
// Use existingServiceIds as a Set for faster lookups on the follow up filter
|
|
146
|
+
const existingServiceIds = device.serviceInstalls;
|
|
147
|
+
const deviceServiceIds = _.difference(targetServiceIds, existingServiceIds);
|
|
148
|
+
await Promise.all(deviceServiceIds.map(async (serviceId) => {
|
|
149
|
+
// Create a service_install for this pair of service and device
|
|
150
|
+
await api.resin.post({
|
|
151
|
+
resource: 'service_install',
|
|
152
|
+
passthrough: { req: permissions.root, tx },
|
|
153
|
+
body: {
|
|
154
|
+
device: device.id,
|
|
155
|
+
installs__service: serviceId,
|
|
156
|
+
},
|
|
157
|
+
options: { returnResource: false },
|
|
158
|
+
});
|
|
159
|
+
}));
|
|
160
|
+
totalSiCreated += deviceServiceIds.length;
|
|
161
|
+
}
|
|
156
162
|
remainingDevices.delete(device.id);
|
|
163
|
+
targetServicesByDevice.delete(device.id);
|
|
157
164
|
}
|
|
158
165
|
return totalSiCreated;
|
|
159
166
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"service-installs.js","sourceRoot":"","sources":["../../../../src/features/ci-cd/tasks/service-installs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,CAAC,MAAM,QAAQ,CAAC;AACvB,OAAO,EACN,wBAAwB,EACxB,8CAA8C,GAC9C,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"service-installs.js","sourceRoot":"","sources":["../../../../src/features/ci-cd/tasks/service-installs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,CAAC,MAAM,QAAQ,CAAC;AACvB,OAAO,EACN,wBAAwB,EACxB,8CAA8C,GAC9C,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AAEpF,MAAM,MAAM,GAAG;IACd,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACX,OAAO,EAAE;YACR,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SACzB;KACD;IACD,QAAQ,EAAE,CAAC,SAAS,CAAC;CACrB,CAAC;AAEF,MAAM,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC;AAM1B,KAAK,CAAC,cAAc,CACnB,yBAAyB,EACzB,KAAK,EAAE,OAAO,EAAE,EAAE;IACjB,IAAI,CAAC;QACJ,MAAM,cAAc,GAAG,MAAM,qBAAqB,CACjD,OAAO,CAAC,MAAyC,CACjD,CAAC;QACF,OAAO,CAAC,IAAI,CACX,kCAAkC,cAAc,mBAAmB,CACnE,CAAC;QACF,OAAO;YACN,MAAM,EAAE,WAAW;SACnB,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACZ,OAAO,CAAC,KAAK,CACZ,2DAA2D,CAAC,EAAE,CAC9D,CAAC;QACF,OAAO;YACN,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,MAAM,EAAE,QAAQ;SAChB,CAAC;IACH,CAAC;AACF,CAAC,EACD,MAAM,CACN,CAAC;AAEF,MAAM,qBAAqB,GAAG,KAAK,EAAE,EACpC,OAAO,GAC0B,EAAE,EAAE;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,aAAa,GAAG;QACrB,OAAO,EAAE,IAAI;QACb,OAAO,EAAE;YACR,eAAe,EAAE;gBAChB,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACR,KAAK,EAAE;wBACN,OAAO,EAAE,wBAAwB;qBACjC;iBACD;aACD;SACD;KACQ,CAAC;IAEX,MAAM,sBAAsB,GAAG,IAAI,GAAG,CACrC,CACC,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC;QACnB,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,EAAE,GAAG,EAAE,WAAW,CAAC,QAAQ,EAAE;QAC1C,OAAO,EAAE;YACR,OAAO,EAAE,IAAI;YACb,OAAO,EAAE;gBACR,0BAA0B,EAAE,aAAa;gBACzC,6BAA6B,EAAE,aAAa;gBAC5C,8BAA8B,EAAE,aAAa;aAC7C;YACD,OAAO,EAAE;gBACR,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;aACpB;SACQ;KACV,CAAC,CACF,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAChB,MAAM,gBAAgB,GAAG;YACxB,GAAG,MAAM,CAAC,0BAA0B;YACpC,GAAG,MAAM,CAAC,6BAA6B;YACvC,GAAG,MAAM,CAAC,8BAA8B;SACxC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CACrB,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACzC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,CAAC,CACzD,CACD,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CACF,CAAC;IAEF,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,sBAAsB,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAE7E,MAAM,qBAAqB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC5D,IAAI,EAAE;YACL,eAAe,EAAE;gBAChB,IAAI,EAAE;oBACL,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE;wBACN,EAAE,EAAE;4BACH,iBAAiB,EAAE,SAAS;yBAC5B;qBACD;iBACD;aACD;SACD;KACD,CAAC,CAAC,CAAC;IAEJ,IAAI,qBAAqB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QACrE,OAAO,CAAC,CAAC;IACV,CAAC;IAED,MAAM,2BAA2B,GAAG,CACnC,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC;QACnB,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,EAAE,GAAG,EAAE,WAAW,CAAC,QAAQ,EAAE;QAC1C,OAAO,EAAE;YACR,OAAO,EAAE,IAAI;YACb,OAAO,EAAE;gBACR,eAAe,EAAE;oBAChB,OAAO,EAAE,mBAAmB;oBAC5B,OAAO,EAAE;wBACR,iBAAiB,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE;qBACtC;iBACD;aACD;YACD,OAAO,EAAE;gBACR,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;gBACpB,GAAG,CAAC,qBAAqB,CAAC,MAAM,KAAK,CAAC;oBACrC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC;oBAC1B,CAAC,CAAC;wBACA,GAAG,EAAE,qBAAqB;qBAC1B,CAAC;aACJ;SACD;KACQ,CAAC,CACX,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAChB,iFAAiF;QACjF,mEAAmE;QACnE,OAAO;YACN,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,eAAe,EAAE,MAAM,CAAC,eAAe,CAAC,GAAG,CAC1C,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,CACjC;SACD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,OAAO,MAAM,SAAS,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAClD,KAAK,MAAM,MAAM,IAAI,2BAA2B,EAAE,CAAC;YAClD,IACC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACtB,8CAA8C,EAC7C,CAAC;gBACF,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;oBACpB,QAAQ,EAAE,MAAM;oBAChB,WAAW,EAAE,EAAE,GAAG,EAAE,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE;oBAC1C,IAAI,EAAE;wBACL,uBAAuB,EAAE,yBAAyB;wBAClD,+BAA+B,EAAE;4BAChC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC;yBACK;wBAC3C,aAAa,EAAE,wBAAwB;qBACvC;iBACD,CAAC,CAAC;gBAEH,OAAO,CAAC,IAAI,CACX,yFAAyF,CACzF,CAAC;gBACF,OAAO,cAAc,CAAC;YACvB,CAAC;YAED,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC/D,IAAI,gBAAgB,IAAI,IAAI,EAAE,CAAC;gBAC9B,qGAAqG;gBACrG,0BAA0B,CACzB,gDAAgD,MAAM,CAAC,EAAE,2CAA2C,CACpG,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,6EAA6E;gBAC7E,MAAM,kBAAkB,GAAG,MAAM,CAAC,eAAe,CAAC;gBAClD,MAAM,gBAAgB,GAAG,CAAC,CAAC,UAAU,CACpC,gBAAgB,EAChB,kBAAkB,CAClB,CAAC;gBAEF,MAAM,OAAO,CAAC,GAAG,CAChB,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;oBACxC,+DAA+D;oBAC/D,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;wBACpB,QAAQ,EAAE,iBAAiB;wBAC3B,WAAW,EAAE,EAAE,GAAG,EAAE,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE;wBAC1C,IAAI,EAAE;4BACL,MAAM,EAAE,MAAM,CAAC,EAAE;4BACjB,iBAAiB,EAAE,SAAS;yBAC5B;wBACD,OAAO,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE;qBAClC,CAAC,CAAC;gBACJ,CAAC,CAAC,CACF,CAAC;gBAEF,cAAc,IAAI,gBAAgB,CAAC,MAAM,CAAC;YAC3C,CAAC;YACD,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACnC,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,cAAc,CAAC;IACvB,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@balena/open-balena-api",
|
|
3
3
|
"description": "Internet of things, Made Simple",
|
|
4
|
-
"version": "31.2.6
|
|
4
|
+
"version": "31.2.6",
|
|
5
5
|
"license": "AGPL-3.0",
|
|
6
6
|
"repository": {
|
|
7
7
|
"type": "git",
|
|
@@ -166,6 +166,6 @@
|
|
|
166
166
|
"loader": "ts-node/esm/transpile-only"
|
|
167
167
|
},
|
|
168
168
|
"versionist": {
|
|
169
|
-
"publishedAt": "2024-11-19T14:
|
|
169
|
+
"publishedAt": "2024-11-19T14:36:11.084Z"
|
|
170
170
|
}
|
|
171
171
|
}
|