@voltro/runtime 0.86.0 → 0.87.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +5321 -0
- package/README.md +43 -0
- package/THIRD-PARTY-NOTICES.md +860 -221
- package/dist/analyticsSink.js +8 -14
- package/dist/apiKeys.js +82 -78
- package/dist/apiRoleBucketSampler.js +64 -0
- package/dist/apiRoleWorkloadHistory.js +56 -0
- package/dist/apiRoleWorkloadMetrics.js +78 -0
- package/dist/apiRoleWorkloadStorage.js +95 -0
- package/dist/approvals.js +67 -74
- package/dist/authMiddlewareLayer.js +7 -6
- package/dist/bindEvent.js +48 -28
- package/dist/bootListener.js +106 -39
- package/dist/bootStoreCodec.js +38 -37
- package/dist/circuitBreaker.js +1 -72
- package/dist/composeAnalytics.js +31 -10
- package/dist/computedQueryCache.js +231 -0
- package/dist/connectionsFacade.js +32 -30
- package/dist/coordinatedSchedule.js +84 -78
- package/dist/dataStore.js +154 -121
- package/dist/declaredTablesGuard.js +2 -1
- package/dist/dispatcher.js +403 -328
- package/dist/effectStore.js +2 -2
- package/dist/engineClients.js +24 -0
- package/dist/externalizedTasks.js +19 -6
- package/dist/fieldCipher.js +109 -40
- package/dist/fieldKeyRegistry.js +295 -0
- package/dist/fieldKeyRekey.js +286 -0
- package/dist/fieldKeyScan.js +136 -0
- package/dist/fieldKeyring.js +77 -0
- package/dist/hot.d.ts +56 -0
- package/dist/hot.js +3 -0
- package/dist/hotDataStore.js +148 -0
- package/dist/hotDataStoreSnapshot.js +98 -0
- package/dist/hotDataStoreTables.js +18 -0
- package/dist/http-range.d.ts +53 -0
- package/dist/http-range.js +52 -0
- package/dist/httpClientSsrf.js +12 -37
- package/dist/httpClientTracing.js +12 -9
- package/dist/httpCompression.js +17 -17
- package/dist/httpInputStream.js +82 -0
- package/dist/httpRouteMounts.js +1 -0
- package/dist/idempotencyStore.js +92 -52
- package/dist/index.d.ts +1164 -451
- package/dist/index.js +143 -132
- package/dist/kvFacade.js +23 -17
- package/dist/memoryQueryJoins.js +16 -16
- package/dist/memorySetOperations.js +43 -0
- package/dist/metrics.js +38 -24
- package/dist/outbox.js +1 -1
- package/dist/readRecorder.js +35 -34
- package/dist/readScopePredicate.js +12 -0
- package/dist/replicatedDataStore.js +22 -4
- package/dist/rowFilter.js +56 -39
- package/dist/rpcConnections.js +8 -8
- package/dist/rpcServer.js +522 -449
- package/dist/rpcWorkloadAdmission.js +50 -0
- package/dist/rywPositionStore.js +82 -47
- package/dist/scheduler.js +6 -1
- package/dist/servePipeline.js +215 -146
- package/dist/setReadScopes.js +28 -0
- package/dist/snapshotValueCodec.js +46 -0
- package/dist/sourceResolution.js +34 -24
- package/dist/storeMiddleware.js +211 -209
- package/dist/subscriber.js +1 -0
- package/dist/tenantScope.js +8 -20
- package/dist/traceparent.js +8 -19
- package/dist/webSocketGatewayRuntime.js +111 -71
- package/dist/workflowRuntime.js +9 -9
- package/package.json +19 -7
package/dist/analyticsSink.js
CHANGED
|
@@ -1,14 +1,8 @@
|
|
|
1
|
-
import { Context as e, Effect as t, Option as n
|
|
2
|
-
import { SubjectService as
|
|
1
|
+
import { Context as e, Effect as t, Option as n } from "effect";
|
|
2
|
+
import { SubjectService as r } from "@voltro/protocol";
|
|
3
|
+
import { AnalyticsCapabilityNotSupported as i, AnalyticsError as a } from "@voltro/kv/analytics";
|
|
3
4
|
//#region src/analyticsSink.ts
|
|
4
|
-
var
|
|
5
|
-
provider: r.String,
|
|
6
|
-
operation: r.String,
|
|
7
|
-
cause: r.String
|
|
8
|
-
}) {}, o = class extends r.TaggedError()("AnalyticsCapabilityNotSupported", {
|
|
9
|
-
provider: r.String,
|
|
10
|
-
capability: r.String
|
|
11
|
-
}) {}, s = class extends e.Service()("@voltro/AnalyticsSink") {}, c = (e, t) => ({
|
|
5
|
+
var o = class extends e.Service()("@voltro/AnalyticsSink") {}, s = (e, t) => ({
|
|
12
6
|
info: e.info,
|
|
13
7
|
track: (n) => e.track(n.tenantId === void 0 ? {
|
|
14
8
|
...n,
|
|
@@ -27,12 +21,12 @@ var a = class extends r.TaggedError()("AnalyticsError", {
|
|
|
27
21
|
tenantId: t
|
|
28
22
|
} : n),
|
|
29
23
|
...e.mirror === void 0 ? {} : { mirror: e.mirror }
|
|
30
|
-
}),
|
|
31
|
-
let e = yield*
|
|
24
|
+
}), c = () => t.gen(function* () {
|
|
25
|
+
let e = yield* o, i = yield* t.serviceOption(r), a = n.match(i, {
|
|
32
26
|
onNone: () => null,
|
|
33
27
|
onSome: (e) => e.tenantId ?? null
|
|
34
28
|
});
|
|
35
|
-
return a === null ? e :
|
|
29
|
+
return a === null ? e : s(e, a);
|
|
36
30
|
});
|
|
37
31
|
//#endregion
|
|
38
|
-
export {
|
|
32
|
+
export { i as AnalyticsCapabilityNotSupported, a as AnalyticsError, o as AnalyticsSink, c as useAnalytics };
|
package/dist/apiKeys.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { createHash as
|
|
1
|
+
import { and as e, eq as t, generateId as n, inSet as r } from "@voltro/database";
|
|
2
|
+
import { createHash as i, randomBytes as a } from "node:crypto";
|
|
3
3
|
//#region src/apiKeys.ts
|
|
4
|
-
var
|
|
4
|
+
var o = "_voltro_api_keys", s = "actors", c = (e) => i("sha256").update(e, "utf8").digest("hex"), l = (e = "voltro_") => `${e}${a(30).toString("base64url")}`, u = (e) => ({
|
|
5
5
|
id: e.id,
|
|
6
6
|
name: e.name,
|
|
7
7
|
keyPrefix: e.keyPrefix,
|
|
@@ -14,41 +14,41 @@ var a = "_voltro_api_keys", o = "actors", s = (e) => r("sha256").update(e, "utf8
|
|
|
14
14
|
createdBy: e.createdBy ?? null,
|
|
15
15
|
onBehalfOf: e.onBehalfOf ?? null,
|
|
16
16
|
...e.metadata == null ? {} : { metadata: e.metadata }
|
|
17
|
-
}),
|
|
18
|
-
let r =
|
|
19
|
-
let i =
|
|
17
|
+
}), d = (e, t) => e.revokedAt === null && (e.expiresAt === null || e.expiresAt > t), f = (e, t = {}) => {
|
|
18
|
+
let r = t.prefix ?? "voltro_", i = t.usage, a = async (t) => {
|
|
19
|
+
let i = l(r), a = n({
|
|
20
20
|
kind: "typeid",
|
|
21
21
|
prefix: "apikey"
|
|
22
|
-
},
|
|
22
|
+
}, o), s = t.scopes ?? [], u = t.expiresAt == null ? null : t.expiresAt instanceof Date ? t.expiresAt.getTime() : t.expiresAt;
|
|
23
23
|
return await e.ensureActor({
|
|
24
|
-
id:
|
|
25
|
-
displayName:
|
|
26
|
-
input:
|
|
24
|
+
id: a,
|
|
25
|
+
displayName: t.name,
|
|
26
|
+
input: t
|
|
27
27
|
}), await e.insert({
|
|
28
|
-
id:
|
|
29
|
-
tenantId:
|
|
30
|
-
name:
|
|
31
|
-
onBehalfOf:
|
|
32
|
-
hashedKey:
|
|
28
|
+
id: a,
|
|
29
|
+
tenantId: t.tenantId ?? null,
|
|
30
|
+
name: t.name,
|
|
31
|
+
onBehalfOf: t.onBehalfOf ?? null,
|
|
32
|
+
hashedKey: c(i),
|
|
33
33
|
keyPrefix: i.slice(0, r.length + 6),
|
|
34
|
-
scopes:
|
|
34
|
+
scopes: s,
|
|
35
35
|
lastUsedAt: null,
|
|
36
36
|
expiresAt: u,
|
|
37
37
|
revokedAt: null,
|
|
38
|
-
createdBy:
|
|
38
|
+
createdBy: t.createdBy ?? null,
|
|
39
39
|
createdAt: Date.now(),
|
|
40
|
-
...
|
|
40
|
+
...t.metadata == null ? {} : { metadata: t.metadata }
|
|
41
41
|
}), {
|
|
42
|
-
id:
|
|
42
|
+
id: a,
|
|
43
43
|
token: i,
|
|
44
44
|
keyPrefix: i.slice(0, r.length + 6),
|
|
45
|
-
name:
|
|
46
|
-
tenantId:
|
|
47
|
-
scopes:
|
|
45
|
+
name: t.name,
|
|
46
|
+
tenantId: t.tenantId ?? null,
|
|
47
|
+
scopes: s
|
|
48
48
|
};
|
|
49
|
-
},
|
|
49
|
+
}, s = async (t, n = Date.now()) => {
|
|
50
50
|
let r = await e.findByHash(t);
|
|
51
|
-
return !r || !
|
|
51
|
+
return !r || !d(r, n) ? null : (i === void 0 ? await e.patch(r.id, { lastUsedAt: n }) : i.touch(r.id, n), {
|
|
52
52
|
id: r.id,
|
|
53
53
|
tenantId: r.tenantId ?? "",
|
|
54
54
|
createdBy: r.createdBy ?? null,
|
|
@@ -58,16 +58,16 @@ var a = "_voltro_api_keys", o = "actors", s = (e) => r("sha256").update(e, "utf8
|
|
|
58
58
|
});
|
|
59
59
|
};
|
|
60
60
|
return {
|
|
61
|
-
issue:
|
|
62
|
-
resolveByHash:
|
|
63
|
-
verify: (e, t) =>
|
|
61
|
+
issue: a,
|
|
62
|
+
resolveByHash: s,
|
|
63
|
+
verify: (e, t) => s(c(e), t),
|
|
64
64
|
revoke: async (t, n, r = Date.now()) => {
|
|
65
65
|
let i = await e.findById(t);
|
|
66
66
|
return !i || (i.tenantId ?? null) !== n ? !1 : (await e.patch(t, { revokedAt: r }), !0);
|
|
67
67
|
},
|
|
68
68
|
rotate: async (t, n, r = Date.now()) => {
|
|
69
69
|
let i = await e.findById(t);
|
|
70
|
-
return !i || (i.tenantId ?? null) !== n ? null : (await e.patch(t, { revokedAt: r }),
|
|
70
|
+
return !i || (i.tenantId ?? null) !== n ? null : (await e.patch(t, { revokedAt: r }), a({
|
|
71
71
|
tenantId: i.tenantId,
|
|
72
72
|
name: i.name,
|
|
73
73
|
scopes: i.scopes ?? [],
|
|
@@ -76,9 +76,9 @@ var a = "_voltro_api_keys", o = "actors", s = (e) => r("sha256").update(e, "utf8
|
|
|
76
76
|
...i.metadata == null ? {} : { metadata: i.metadata }
|
|
77
77
|
}));
|
|
78
78
|
},
|
|
79
|
-
list: async (t) => (await e.listByTenant(t)).map(
|
|
79
|
+
list: async (t) => (await e.listByTenant(t)).map(u)
|
|
80
80
|
};
|
|
81
|
-
},
|
|
81
|
+
}, p = () => {
|
|
82
82
|
let e = /* @__PURE__ */ new Map(), t = /* @__PURE__ */ new Map();
|
|
83
83
|
return {
|
|
84
84
|
actors: t,
|
|
@@ -110,56 +110,67 @@ var a = "_voltro_api_keys", o = "actors", s = (e) => r("sha256").update(e, "utf8
|
|
|
110
110
|
});
|
|
111
111
|
}
|
|
112
112
|
};
|
|
113
|
-
},
|
|
113
|
+
}, m = (e) => e == null ? null : e instanceof Date ? e.getTime() : typeof e == "number" ? e : typeof e == "string" ? new Date(e).getTime() : null, h = (e) => ({
|
|
114
114
|
id: String(e.id),
|
|
115
115
|
tenantId: e.tenantId ?? null,
|
|
116
116
|
name: String(e.name),
|
|
117
117
|
hashedKey: String(e.hashedKey),
|
|
118
118
|
keyPrefix: String(e.keyPrefix),
|
|
119
119
|
scopes: e.scopes ?? null,
|
|
120
|
-
lastUsedAt:
|
|
121
|
-
expiresAt:
|
|
122
|
-
revokedAt:
|
|
120
|
+
lastUsedAt: m(e.lastUsedAt),
|
|
121
|
+
expiresAt: m(e.expiresAt),
|
|
122
|
+
revokedAt: m(e.revokedAt),
|
|
123
123
|
createdBy: e.createdBy ?? null,
|
|
124
124
|
onBehalfOf: e.onBehalfOf ?? null,
|
|
125
|
-
createdAt:
|
|
125
|
+
createdAt: m(e.createdAt) ?? 0,
|
|
126
126
|
...e.metadata == null ? {} : { metadata: e.metadata }
|
|
127
|
-
}),
|
|
127
|
+
}), g = async (e, t, n = !1) => await e.query({
|
|
128
|
+
table: o,
|
|
129
|
+
predicate: t,
|
|
130
|
+
order: [],
|
|
131
|
+
take: void 0,
|
|
132
|
+
skip: void 0,
|
|
133
|
+
projection: void 0,
|
|
134
|
+
...n ? { lock: "update" } : {}
|
|
135
|
+
}), _ = async (n, r, i) => {
|
|
136
|
+
let a = await g(n, e(t("id", r), t("tenantId", i)), !0);
|
|
137
|
+
return a[0] ? h(a[0]) : null;
|
|
138
|
+
}, v = async (e) => {
|
|
128
139
|
let t = await e.keys();
|
|
129
140
|
if (t.length === 0) return {
|
|
130
141
|
keys: 0,
|
|
131
142
|
planted: 0,
|
|
132
143
|
failed: []
|
|
133
144
|
};
|
|
134
|
-
let
|
|
145
|
+
let n = /* @__PURE__ */ new Set();
|
|
135
146
|
for (let i = 0; i < t.length; i += 500) {
|
|
136
|
-
let a = t.slice(i, i + 500).map((e) => e.id),
|
|
137
|
-
table:
|
|
138
|
-
predicate:
|
|
147
|
+
let a = t.slice(i, i + 500).map((e) => e.id), o = await e.store.query({
|
|
148
|
+
table: s,
|
|
149
|
+
predicate: r("id", a),
|
|
139
150
|
order: [],
|
|
140
151
|
take: void 0,
|
|
141
152
|
skip: void 0,
|
|
142
153
|
projection: void 0
|
|
143
154
|
});
|
|
144
|
-
for (let e of
|
|
155
|
+
for (let e of o) typeof e.id == "string" && n.add(e.id);
|
|
145
156
|
}
|
|
146
157
|
let i = 0, a = [];
|
|
147
|
-
for (let
|
|
158
|
+
for (let r of t) if (!n.has(r.id)) try {
|
|
148
159
|
await e.apiKeyStore.ensureActor({
|
|
149
|
-
id:
|
|
150
|
-
displayName:
|
|
160
|
+
id: r.id,
|
|
161
|
+
displayName: r.name,
|
|
151
162
|
input: {
|
|
152
|
-
tenantId:
|
|
153
|
-
name:
|
|
154
|
-
scopes:
|
|
155
|
-
createdBy:
|
|
156
|
-
onBehalfOf:
|
|
157
|
-
...
|
|
163
|
+
tenantId: r.tenantId,
|
|
164
|
+
name: r.name,
|
|
165
|
+
scopes: r.scopes ?? [],
|
|
166
|
+
createdBy: r.createdBy,
|
|
167
|
+
onBehalfOf: r.onBehalfOf ?? null,
|
|
168
|
+
...r.metadata == null ? {} : { metadata: r.metadata }
|
|
158
169
|
}
|
|
159
170
|
}), i++;
|
|
160
171
|
} catch (e) {
|
|
161
172
|
a.push({
|
|
162
|
-
id:
|
|
173
|
+
id: r.id,
|
|
163
174
|
reason: e instanceof Error ? e.message : String(e)
|
|
164
175
|
});
|
|
165
176
|
}
|
|
@@ -168,7 +179,7 @@ var a = "_voltro_api_keys", o = "actors", s = (e) => r("sha256").update(e, "utf8
|
|
|
168
179
|
planted: i,
|
|
169
180
|
failed: a
|
|
170
181
|
};
|
|
171
|
-
},
|
|
182
|
+
}, y = (e) => async (t, n) => {
|
|
172
183
|
let r = await e.findById(t);
|
|
173
184
|
if (r === null) return;
|
|
174
185
|
let i = r.requestCount ?? 0, a = r.lastUsedAt ?? 0;
|
|
@@ -176,15 +187,8 @@ var a = "_voltro_api_keys", o = "actors", s = (e) => r("sha256").update(e, "utf8
|
|
|
176
187
|
requestCount: i + n.requests,
|
|
177
188
|
lastUsedAt: Math.max(a, n.lastUsedAt)
|
|
178
189
|
});
|
|
179
|
-
},
|
|
180
|
-
let r = n.ensureActor, i =
|
|
181
|
-
table: a,
|
|
182
|
-
predicate: e,
|
|
183
|
-
order: [],
|
|
184
|
-
take: void 0,
|
|
185
|
-
skip: void 0,
|
|
186
|
-
projection: void 0
|
|
187
|
-
}), s = (e) => {
|
|
190
|
+
}, b = (e, n = {}) => {
|
|
191
|
+
let r = n.ensureActor, i = (t) => g(e, t), a = (e) => {
|
|
188
192
|
let t = { ...e };
|
|
189
193
|
for (let e of [
|
|
190
194
|
"lastUsedAt",
|
|
@@ -195,29 +199,29 @@ var a = "_voltro_api_keys", o = "actors", s = (e) => r("sha256").update(e, "utf8
|
|
|
195
199
|
return t;
|
|
196
200
|
};
|
|
197
201
|
return {
|
|
198
|
-
ensureActor: r === void 0 ? async (
|
|
199
|
-
await
|
|
200
|
-
id:
|
|
202
|
+
ensureActor: r === void 0 ? async (t) => {
|
|
203
|
+
await e.insertIgnore(s, {
|
|
204
|
+
id: t.id,
|
|
201
205
|
kind: "apiKey",
|
|
202
|
-
displayName:
|
|
206
|
+
displayName: t.displayName
|
|
203
207
|
}, { conflictColumns: ["id"] });
|
|
204
|
-
} : (
|
|
205
|
-
insert: async (
|
|
206
|
-
await
|
|
208
|
+
} : (t) => r(t, e),
|
|
209
|
+
insert: async (t) => {
|
|
210
|
+
await e.insert(o, a(t));
|
|
207
211
|
},
|
|
208
|
-
findByHash: async (
|
|
209
|
-
let n = await i(
|
|
210
|
-
return n[0] ?
|
|
212
|
+
findByHash: async (e) => {
|
|
213
|
+
let n = await i(t("hashedKey", e));
|
|
214
|
+
return n[0] ? h(n[0]) : null;
|
|
211
215
|
},
|
|
212
|
-
findById: async (
|
|
213
|
-
let n = await i(
|
|
214
|
-
return n[0] ?
|
|
216
|
+
findById: async (e) => {
|
|
217
|
+
let n = await i(t("id", e));
|
|
218
|
+
return n[0] ? h(n[0]) : null;
|
|
215
219
|
},
|
|
216
|
-
listByTenant: async (
|
|
217
|
-
patch: async (
|
|
218
|
-
await
|
|
220
|
+
listByTenant: async (e) => (await i(e === null ? void 0 : t("tenantId", e))).map(h).filter((t) => e === null || t.tenantId === e),
|
|
221
|
+
patch: async (t, n) => {
|
|
222
|
+
await e.update(o, t, a(n));
|
|
219
223
|
}
|
|
220
224
|
};
|
|
221
225
|
};
|
|
222
226
|
//#endregion
|
|
223
|
-
export {
|
|
227
|
+
export { s as ACTORS_TABLE, o as API_KEYS_TABLE, b as dataStoreApiKeyStore, l as generateApiKeyToken, _ as lockApiKeyById, f as makeApiKeyService, y as makeApiKeyUsageFlusher, p as memoryApiKeyStore, v as plantMissingApiKeyActors, c as sha256Hex };
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { API_ROLE_BUCKET_MS as e } from "./apiRoleWorkloadHistory.js";
|
|
2
|
+
import { API_WORKLOADS as t } from "@voltro/protocol";
|
|
3
|
+
//#region src/apiRoleBucketSampler.ts
|
|
4
|
+
var n = (n) => {
|
|
5
|
+
let r = [...new Set(n.workloads)];
|
|
6
|
+
if (!n.replicaId || n.replicaId.length > 191 || !n.role || n.role.length > 2080 || n.startedAt < 0 || n.epochNow < 0 || n.monotonicNow < 0 || !r.length || r.some((e) => !t.includes(e)) || !Number.isFinite(n.monotonicNow) || !Number.isSafeInteger(n.epochNow) || !Number.isSafeInteger(n.startedAt) || n.startedAt > n.epochNow) throw Error("Invalid role sampler configuration");
|
|
7
|
+
let i = n.epochNow - n.monotonicNow, a = (t) => Math.floor(t / e) * e, o = /* @__PURE__ */ new Map(), s = a(n.epochNow), c = n.epochNow, l = 0, u = 0, d = n.monotonicNow, f = (e) => {
|
|
8
|
+
let t = o.get(e);
|
|
9
|
+
return t || (t = {
|
|
10
|
+
from: e,
|
|
11
|
+
continuous: e >= n.epochNow,
|
|
12
|
+
seconds: /* @__PURE__ */ new Map()
|
|
13
|
+
}, o.set(e, t), o.size > 290 && (o.delete(Math.min(...o.keys())), l++)), t;
|
|
14
|
+
}, p = (t) => ({
|
|
15
|
+
replicaId: n.replicaId,
|
|
16
|
+
startedAt: n.startedAt,
|
|
17
|
+
role: n.role,
|
|
18
|
+
from: t.from,
|
|
19
|
+
until: t.from + e,
|
|
20
|
+
continuous: t.continuous,
|
|
21
|
+
workloads: Object.fromEntries(r.map((e) => [e, {
|
|
22
|
+
coverage: "partial",
|
|
23
|
+
seconds: t.seconds.get(e) ?? 0
|
|
24
|
+
}]))
|
|
25
|
+
});
|
|
26
|
+
return {
|
|
27
|
+
record(t) {
|
|
28
|
+
let n = i + t.from, o = i + t.until;
|
|
29
|
+
if (!r.includes(t.workload) || !Number.isFinite(n) || !Number.isFinite(o) || o <= n || t.from < d || n < s || o - n > 87e6) u++;
|
|
30
|
+
else {
|
|
31
|
+
d = t.until;
|
|
32
|
+
for (let r = a(n); r < o; r += e) {
|
|
33
|
+
let i = f(r), a = (Math.min(o, r + e) - Math.max(n, r)) / 1e3;
|
|
34
|
+
i.seconds.set(t.workload, (i.seconds.get(t.workload) ?? 0) + a);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
},
|
|
38
|
+
advance(t, n) {
|
|
39
|
+
let r = i + t;
|
|
40
|
+
if (!Number.isFinite(r) || r < c || !Number.isFinite(n)) return;
|
|
41
|
+
let o = a(r), u = Math.max(s, o - 290 * e);
|
|
42
|
+
u > s && (l += (u - s) / e);
|
|
43
|
+
let d = r - c > 6e4 || Math.abs(n - r) > 1e3;
|
|
44
|
+
for (let t = u; t < o; t += e) {
|
|
45
|
+
let e = f(t);
|
|
46
|
+
d && (e.continuous = !1);
|
|
47
|
+
}
|
|
48
|
+
d && (f(o).continuous = !1), s = o, c = r;
|
|
49
|
+
},
|
|
50
|
+
pending() {
|
|
51
|
+
return [...o.values()].filter((t) => t.from + e <= s).sort((e, t) => e.from - t.from).map(p);
|
|
52
|
+
},
|
|
53
|
+
acknowledge(e) {
|
|
54
|
+
e + 3e5 <= s && o.delete(e);
|
|
55
|
+
},
|
|
56
|
+
status: () => ({
|
|
57
|
+
pendingBuckets: [...o.keys()].filter((t) => t + e <= s).length,
|
|
58
|
+
droppedBuckets: l,
|
|
59
|
+
rejectedSegments: u
|
|
60
|
+
})
|
|
61
|
+
};
|
|
62
|
+
};
|
|
63
|
+
//#endregion
|
|
64
|
+
export { n as makeApiRoleBucketSampler };
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { API_WORKLOADS as e } from "@voltro/protocol";
|
|
2
|
+
//#region src/apiRoleWorkloadHistory.ts
|
|
3
|
+
var t = 3e5, n = 864e5, r = (r) => {
|
|
4
|
+
if (!Number.isSafeInteger(r.startedAt) || r.startedAt < 0 || r.startedAt > r.now || !r.replicaId || !r.role || !Number.isSafeInteger(r.now) || r.now < 864e5) throw Error("Invalid role observation time");
|
|
5
|
+
let i = Math.floor(r.now / t) * t, a = i - n, o = n / t, s = [...new Set(r.requiredWorkloads)];
|
|
6
|
+
if (!s.length || s.some((t) => !e.includes(t))) throw Error("Invalid required workloads");
|
|
7
|
+
let c = (e, t, n = s) => ({
|
|
8
|
+
from: a,
|
|
9
|
+
until: i,
|
|
10
|
+
complete: !1,
|
|
11
|
+
reason: e,
|
|
12
|
+
missingBuckets: t,
|
|
13
|
+
incompleteWorkloads: n,
|
|
14
|
+
totals: [],
|
|
15
|
+
splitCandidates: []
|
|
16
|
+
});
|
|
17
|
+
if (r.buckets.length > 290) return c("invalid-observation", o);
|
|
18
|
+
let l = /* @__PURE__ */ new Map();
|
|
19
|
+
for (let t of r.buckets) {
|
|
20
|
+
if (t.replicaId !== r.replicaId || t.startedAt !== r.startedAt || t.role !== r.role || !Number.isSafeInteger(t.from) || t.from < 0 || t.from % 3e5 != 0 || t.until !== t.from + 3e5 || typeof t.continuous != "boolean") return c("invalid-observation", o);
|
|
21
|
+
let n = 0;
|
|
22
|
+
for (let [r, i] of Object.entries(t.workloads)) {
|
|
23
|
+
if (!e.includes(r) || !s.includes(r) || !i || !["partial", "complete"].includes(i.coverage) || !Number.isFinite(i.seconds) || i.seconds < 0) return c("invalid-observation", o);
|
|
24
|
+
n += i.seconds;
|
|
25
|
+
}
|
|
26
|
+
if (n > 300) return c("invalid-observation", o);
|
|
27
|
+
if (!(t.until <= a || t.from >= i)) {
|
|
28
|
+
if (l.has(t.from)) return c("invalid-observation", o);
|
|
29
|
+
l.set(t.from, t);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
let u = /* @__PURE__ */ new Set(), d = new Map(s.map((e) => [e, 0]));
|
|
33
|
+
for (let e of l.values()) for (let t of s) {
|
|
34
|
+
let n = e.workloads[t];
|
|
35
|
+
(!e.continuous || e.from < r.startedAt || n?.coverage !== "complete") && u.add(t), n && d.set(t, d.get(t) + n.seconds);
|
|
36
|
+
}
|
|
37
|
+
let f = o - l.size;
|
|
38
|
+
if (f || u.size) return c("incomplete", f, [...u]);
|
|
39
|
+
let p = [...d.values()].reduce((e, t) => e + t, 0), m = [...d].map(([e, t]) => ({
|
|
40
|
+
workload: e,
|
|
41
|
+
seconds: t,
|
|
42
|
+
share: p === 0 ? 0 : t / p
|
|
43
|
+
})), h = m.filter((e) => e.share > .3).map((e) => e.workload);
|
|
44
|
+
return {
|
|
45
|
+
from: a,
|
|
46
|
+
until: i,
|
|
47
|
+
complete: !0,
|
|
48
|
+
missingBuckets: 0,
|
|
49
|
+
incompleteWorkloads: [],
|
|
50
|
+
reason: p === 0 ? "idle" : "observed",
|
|
51
|
+
totals: m,
|
|
52
|
+
splitCandidates: h.length >= 2 ? h : []
|
|
53
|
+
};
|
|
54
|
+
};
|
|
55
|
+
//#endregion
|
|
56
|
+
export { t as API_ROLE_BUCKET_MS, n as API_ROLE_WINDOW_MS, r as assessApiRoleWorkloadWindow };
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import { Effect as e, Metric as t, Tracer as n } from "effect";
|
|
2
|
+
import { API_WORKLOADS as r } from "@voltro/protocol";
|
|
3
|
+
//#region src/apiRoleWorkloadMetrics.ts
|
|
4
|
+
var i = t.counter("api_role_workload_seconds_total", { description: "Measured active synchronous loop seconds by selected API role set and workload; excludes asynchronous waits." }), a = (e) => {
|
|
5
|
+
if (e.length === 0 || e.length > 32 || e.some((e) => !/^[a-z][a-z0-9-]{0,63}$/.test(e))) throw Error("Invalid API metric roles");
|
|
6
|
+
return [...new Set(e)].sort().join(",");
|
|
7
|
+
}, o = (o, s = {}) => {
|
|
8
|
+
let c = a(o), l = s.now ?? (() => performance.now()), u = new Map(r.map((e) => [e, i.pipe(t.withAttributes({
|
|
9
|
+
role: c,
|
|
10
|
+
workload: e
|
|
11
|
+
}))])), d = /* @__PURE__ */ new Map(), f = 0, p = [], m = (n, r) => {
|
|
12
|
+
let i = (r - n.since) / 1e3;
|
|
13
|
+
if (!(!Number.isFinite(i) || i <= 0)) {
|
|
14
|
+
try {
|
|
15
|
+
s.onSegment?.({
|
|
16
|
+
workload: n.workload,
|
|
17
|
+
from: n.since,
|
|
18
|
+
until: r
|
|
19
|
+
});
|
|
20
|
+
} catch {
|
|
21
|
+
f++;
|
|
22
|
+
}
|
|
23
|
+
d.set(n.workload, (d.get(n.workload) ?? 0) + i), e.runSync(t.update(u.get(n.workload), i));
|
|
24
|
+
}
|
|
25
|
+
}, h = (e) => {
|
|
26
|
+
if (!u.has(e)) throw Error("Unknown API metric workload");
|
|
27
|
+
let t = p[p.length - 1];
|
|
28
|
+
t && m(t, l());
|
|
29
|
+
let n = {
|
|
30
|
+
workload: e,
|
|
31
|
+
since: l()
|
|
32
|
+
};
|
|
33
|
+
return p.push(n), n;
|
|
34
|
+
}, g = (e) => {
|
|
35
|
+
let t = l();
|
|
36
|
+
p.pop(), m(e, t);
|
|
37
|
+
let n = p[p.length - 1];
|
|
38
|
+
n && (n.since = l());
|
|
39
|
+
};
|
|
40
|
+
return {
|
|
41
|
+
role: c,
|
|
42
|
+
observationErrors: () => f,
|
|
43
|
+
observeEffect(t, r) {
|
|
44
|
+
if (!u.has(r)) throw Error("Unknown API metric workload");
|
|
45
|
+
return e.withFiber((i) => {
|
|
46
|
+
let a = i.getRef(n.Tracer), o = n.make({
|
|
47
|
+
span: (e) => a.span(e),
|
|
48
|
+
context: (e, t) => {
|
|
49
|
+
let n = h(r);
|
|
50
|
+
try {
|
|
51
|
+
return a.context === void 0 ? e["~effect/Effect/evaluate"](t) : a.context(e, t);
|
|
52
|
+
} finally {
|
|
53
|
+
g(n);
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
});
|
|
57
|
+
return t.pipe(e.provideService(n.Tracer, o));
|
|
58
|
+
});
|
|
59
|
+
},
|
|
60
|
+
measureSync(e, t) {
|
|
61
|
+
let n = h(e);
|
|
62
|
+
try {
|
|
63
|
+
return t();
|
|
64
|
+
} finally {
|
|
65
|
+
g(n);
|
|
66
|
+
}
|
|
67
|
+
},
|
|
68
|
+
snapshot() {
|
|
69
|
+
return [...d].map(([e, t]) => ({
|
|
70
|
+
role: c,
|
|
71
|
+
workload: e,
|
|
72
|
+
seconds: t
|
|
73
|
+
}));
|
|
74
|
+
}
|
|
75
|
+
};
|
|
76
|
+
}, s = (e, t, n) => t.observeEffect(e, n);
|
|
77
|
+
//#endregion
|
|
78
|
+
export { a as apiRoleMetricLabel, o as makeApiRoleWorkloadMetrics, s as observeApiRoleEffect };
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import { API_ROLE_BUCKET_MS as e, API_ROLE_WINDOW_MS as t, assessApiRoleWorkloadWindow as n } from "./apiRoleWorkloadHistory.js";
|
|
2
|
+
//#region src/apiRoleWorkloadStorage.ts
|
|
3
|
+
var r = "_voltro_api_role_workload_buckets", i = 16384, a = (e) => e instanceof Date ? e.getTime() : typeof e == "number" ? e : NaN, o = async (e, t) => {
|
|
4
|
+
let a = Object.keys(t.workloads);
|
|
5
|
+
if (n({
|
|
6
|
+
now: Math.max(864e5, t.until),
|
|
7
|
+
replicaId: t.replicaId,
|
|
8
|
+
startedAt: t.startedAt,
|
|
9
|
+
role: t.role,
|
|
10
|
+
requiredWorkloads: a,
|
|
11
|
+
buckets: [t]
|
|
12
|
+
}).reason === "invalid-observation" || !t.replicaId || t.replicaId.length > 191 || t.role.length > 2080) throw Error("Invalid API role history bucket");
|
|
13
|
+
let o = JSON.stringify({
|
|
14
|
+
version: 1,
|
|
15
|
+
continuous: t.continuous,
|
|
16
|
+
workloads: t.workloads
|
|
17
|
+
});
|
|
18
|
+
if (new TextEncoder().encode(o).byteLength > i) throw Error("API role history payload too large");
|
|
19
|
+
await e.upsert(r, {
|
|
20
|
+
replicaId: t.replicaId,
|
|
21
|
+
startedAt: new Date(t.startedAt),
|
|
22
|
+
role: t.role,
|
|
23
|
+
bucketFrom: new Date(t.from),
|
|
24
|
+
bucketUntil: new Date(t.until),
|
|
25
|
+
payload: o
|
|
26
|
+
}, { conflictColumns: [
|
|
27
|
+
"replicaId",
|
|
28
|
+
"startedAt",
|
|
29
|
+
"bucketFrom"
|
|
30
|
+
] });
|
|
31
|
+
}, s = async (o, s) => {
|
|
32
|
+
let c = n({
|
|
33
|
+
...s,
|
|
34
|
+
buckets: []
|
|
35
|
+
}), l = (await o.query({
|
|
36
|
+
table: r,
|
|
37
|
+
predicate: { and: [
|
|
38
|
+
{
|
|
39
|
+
column: "replicaId",
|
|
40
|
+
op: "eq",
|
|
41
|
+
value: s.replicaId
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
column: "startedAt",
|
|
45
|
+
op: "eq",
|
|
46
|
+
value: new Date(s.startedAt)
|
|
47
|
+
},
|
|
48
|
+
{
|
|
49
|
+
column: "role",
|
|
50
|
+
op: "eq",
|
|
51
|
+
value: s.role
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
column: "bucketFrom",
|
|
55
|
+
op: "gte",
|
|
56
|
+
value: new Date(c.from)
|
|
57
|
+
},
|
|
58
|
+
{
|
|
59
|
+
column: "bucketFrom",
|
|
60
|
+
op: "lt",
|
|
61
|
+
value: new Date(c.until)
|
|
62
|
+
}
|
|
63
|
+
] },
|
|
64
|
+
order: [{
|
|
65
|
+
column: "bucketFrom",
|
|
66
|
+
direction: "asc"
|
|
67
|
+
}],
|
|
68
|
+
take: t / e + 1,
|
|
69
|
+
skip: void 0,
|
|
70
|
+
projection: void 0
|
|
71
|
+
})).map((e) => {
|
|
72
|
+
if (typeof e.payload != "string" || new TextEncoder().encode(e.payload).byteLength > i) throw Error("Invalid API role history payload");
|
|
73
|
+
let t = JSON.parse(e.payload);
|
|
74
|
+
if (!t || t.version !== 1 || typeof t.continuous != "boolean" || !t.workloads || typeof t.workloads != "object" || Array.isArray(t.workloads)) throw Error("Invalid API role history payload");
|
|
75
|
+
return {
|
|
76
|
+
replicaId: String(e.replicaId),
|
|
77
|
+
startedAt: a(e.startedAt),
|
|
78
|
+
role: String(e.role),
|
|
79
|
+
from: a(e.bucketFrom),
|
|
80
|
+
until: a(e.bucketUntil),
|
|
81
|
+
continuous: t.continuous,
|
|
82
|
+
workloads: t.workloads
|
|
83
|
+
};
|
|
84
|
+
}), u = n({
|
|
85
|
+
...s,
|
|
86
|
+
buckets: l
|
|
87
|
+
});
|
|
88
|
+
if (u.reason === "invalid-observation") throw Error("Invalid API role history observations");
|
|
89
|
+
return {
|
|
90
|
+
buckets: l,
|
|
91
|
+
assessment: u
|
|
92
|
+
};
|
|
93
|
+
};
|
|
94
|
+
//#endregion
|
|
95
|
+
export { r as API_ROLE_WORKLOAD_BUCKETS_TABLE, s as readApiRoleWorkloadWindow, o as writeApiRoleWorkloadBucket };
|