@aztec/prover-client 0.0.1-commit.fcb71a6 → 0.0.1-commit.fffb133c
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/light/lightweight_checkpoint_builder.d.ts +14 -6
- package/dest/light/lightweight_checkpoint_builder.d.ts.map +1 -1
- package/dest/light/lightweight_checkpoint_builder.js +57 -10
- package/dest/mocks/test_context.d.ts +4 -2
- package/dest/mocks/test_context.d.ts.map +1 -1
- package/dest/mocks/test_context.js +14 -3
- package/dest/orchestrator/block-building-helpers.d.ts +1 -1
- package/dest/orchestrator/block-building-helpers.js +2 -2
- package/dest/orchestrator/checkpoint-proving-state.d.ts +15 -2
- package/dest/orchestrator/checkpoint-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/checkpoint-proving-state.js +34 -1
- package/dest/orchestrator/epoch-proving-state.d.ts +5 -4
- package/dest/orchestrator/epoch-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/epoch-proving-state.js +35 -1
- package/dest/orchestrator/orchestrator.d.ts +16 -3
- package/dest/orchestrator/orchestrator.d.ts.map +1 -1
- package/dest/orchestrator/orchestrator.js +471 -48
- package/dest/orchestrator/orchestrator_metrics.d.ts +1 -1
- package/dest/orchestrator/orchestrator_metrics.d.ts.map +1 -1
- package/dest/orchestrator/orchestrator_metrics.js +2 -6
- package/dest/orchestrator/tx-proving-state.d.ts +5 -4
- package/dest/orchestrator/tx-proving-state.d.ts.map +1 -1
- package/dest/orchestrator/tx-proving-state.js +6 -6
- package/dest/prover-client/prover-client.d.ts +1 -1
- package/dest/prover-client/prover-client.d.ts.map +1 -1
- package/dest/prover-client/prover-client.js +2 -2
- package/dest/proving_broker/broker_prover_facade.d.ts +4 -3
- package/dest/proving_broker/broker_prover_facade.d.ts.map +1 -1
- package/dest/proving_broker/config.d.ts +5 -1
- package/dest/proving_broker/config.d.ts.map +1 -1
- package/dest/proving_broker/config.js +7 -1
- package/dest/proving_broker/proving_agent.d.ts +3 -8
- package/dest/proving_broker/proving_agent.d.ts.map +1 -1
- package/dest/proving_broker/proving_agent.js +1 -16
- package/dest/proving_broker/proving_broker.d.ts +1 -1
- package/dest/proving_broker/proving_broker.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker.js +1 -10
- package/dest/proving_broker/proving_broker_database/persisted.d.ts +3 -2
- package/dest/proving_broker/proving_broker_database/persisted.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_database/persisted.js +389 -1
- package/dest/proving_broker/proving_broker_instrumentation.d.ts +1 -1
- package/dest/proving_broker/proving_broker_instrumentation.d.ts.map +1 -1
- package/dest/proving_broker/proving_broker_instrumentation.js +11 -35
- package/dest/test/mock_proof_store.d.ts +3 -3
- package/dest/test/mock_proof_store.d.ts.map +1 -1
- package/dest/test/mock_prover.d.ts +2 -2
- package/dest/test/mock_prover.d.ts.map +1 -1
- package/dest/test/mock_prover.js +3 -3
- package/package.json +16 -17
- package/src/light/lightweight_checkpoint_builder.ts +88 -12
- package/src/mocks/test_context.ts +11 -1
- package/src/orchestrator/block-building-helpers.ts +2 -2
- package/src/orchestrator/checkpoint-proving-state.ts +47 -1
- package/src/orchestrator/epoch-proving-state.ts +56 -8
- package/src/orchestrator/orchestrator.ts +63 -23
- package/src/orchestrator/orchestrator_metrics.ts +2 -6
- package/src/orchestrator/tx-proving-state.ts +8 -11
- package/src/prover-client/prover-client.ts +8 -10
- package/src/proving_broker/broker_prover_facade.ts +2 -3
- package/src/proving_broker/config.ts +9 -0
- package/src/proving_broker/proving_agent.ts +1 -17
- package/src/proving_broker/proving_broker.ts +1 -8
- package/src/proving_broker/proving_broker_database/persisted.ts +15 -1
- package/src/proving_broker/proving_broker_instrumentation.ts +10 -35
- package/src/test/mock_prover.ts +1 -8
- package/dest/block-factory/index.d.ts +0 -2
- package/dest/block-factory/index.d.ts.map +0 -1
- package/dest/block-factory/index.js +0 -1
- package/dest/block-factory/light.d.ts +0 -38
- package/dest/block-factory/light.d.ts.map +0 -1
- package/dest/block-factory/light.js +0 -108
- package/dest/proving_broker/proving_agent_instrumentation.d.ts +0 -8
- package/dest/proving_broker/proving_agent_instrumentation.d.ts.map +0 -1
- package/dest/proving_broker/proving_agent_instrumentation.js +0 -16
- package/src/block-factory/index.ts +0 -1
- package/src/block-factory/light.ts +0 -137
- package/src/proving_broker/proving_agent_instrumentation.ts +0 -21
|
@@ -1,9 +1,376 @@
|
|
|
1
|
-
function
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
1
|
+
function applyDecs2203RFactory() {
|
|
2
|
+
function createAddInitializerMethod(initializers, decoratorFinishedRef) {
|
|
3
|
+
return function addInitializer(initializer) {
|
|
4
|
+
assertNotFinished(decoratorFinishedRef, "addInitializer");
|
|
5
|
+
assertCallable(initializer, "An initializer");
|
|
6
|
+
initializers.push(initializer);
|
|
7
|
+
};
|
|
8
|
+
}
|
|
9
|
+
function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
|
|
10
|
+
var kindStr;
|
|
11
|
+
switch(kind){
|
|
12
|
+
case 1:
|
|
13
|
+
kindStr = "accessor";
|
|
14
|
+
break;
|
|
15
|
+
case 2:
|
|
16
|
+
kindStr = "method";
|
|
17
|
+
break;
|
|
18
|
+
case 3:
|
|
19
|
+
kindStr = "getter";
|
|
20
|
+
break;
|
|
21
|
+
case 4:
|
|
22
|
+
kindStr = "setter";
|
|
23
|
+
break;
|
|
24
|
+
default:
|
|
25
|
+
kindStr = "field";
|
|
26
|
+
}
|
|
27
|
+
var ctx = {
|
|
28
|
+
kind: kindStr,
|
|
29
|
+
name: isPrivate ? "#" + name : name,
|
|
30
|
+
static: isStatic,
|
|
31
|
+
private: isPrivate,
|
|
32
|
+
metadata: metadata
|
|
33
|
+
};
|
|
34
|
+
var decoratorFinishedRef = {
|
|
35
|
+
v: false
|
|
36
|
+
};
|
|
37
|
+
ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
|
|
38
|
+
var get, set;
|
|
39
|
+
if (kind === 0) {
|
|
40
|
+
if (isPrivate) {
|
|
41
|
+
get = desc.get;
|
|
42
|
+
set = desc.set;
|
|
43
|
+
} else {
|
|
44
|
+
get = function() {
|
|
45
|
+
return this[name];
|
|
46
|
+
};
|
|
47
|
+
set = function(v) {
|
|
48
|
+
this[name] = v;
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
} else if (kind === 2) {
|
|
52
|
+
get = function() {
|
|
53
|
+
return desc.value;
|
|
54
|
+
};
|
|
55
|
+
} else {
|
|
56
|
+
if (kind === 1 || kind === 3) {
|
|
57
|
+
get = function() {
|
|
58
|
+
return desc.get.call(this);
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
if (kind === 1 || kind === 4) {
|
|
62
|
+
set = function(v) {
|
|
63
|
+
desc.set.call(this, v);
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
ctx.access = get && set ? {
|
|
68
|
+
get: get,
|
|
69
|
+
set: set
|
|
70
|
+
} : get ? {
|
|
71
|
+
get: get
|
|
72
|
+
} : {
|
|
73
|
+
set: set
|
|
74
|
+
};
|
|
75
|
+
try {
|
|
76
|
+
return dec(value, ctx);
|
|
77
|
+
} finally{
|
|
78
|
+
decoratorFinishedRef.v = true;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
function assertNotFinished(decoratorFinishedRef, fnName) {
|
|
82
|
+
if (decoratorFinishedRef.v) {
|
|
83
|
+
throw new Error("attempted to call " + fnName + " after decoration was finished");
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
function assertCallable(fn, hint) {
|
|
87
|
+
if (typeof fn !== "function") {
|
|
88
|
+
throw new TypeError(hint + " must be a function");
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
function assertValidReturnValue(kind, value) {
|
|
92
|
+
var type = typeof value;
|
|
93
|
+
if (kind === 1) {
|
|
94
|
+
if (type !== "object" || value === null) {
|
|
95
|
+
throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
|
|
96
|
+
}
|
|
97
|
+
if (value.get !== undefined) {
|
|
98
|
+
assertCallable(value.get, "accessor.get");
|
|
99
|
+
}
|
|
100
|
+
if (value.set !== undefined) {
|
|
101
|
+
assertCallable(value.set, "accessor.set");
|
|
102
|
+
}
|
|
103
|
+
if (value.init !== undefined) {
|
|
104
|
+
assertCallable(value.init, "accessor.init");
|
|
105
|
+
}
|
|
106
|
+
} else if (type !== "function") {
|
|
107
|
+
var hint;
|
|
108
|
+
if (kind === 0) {
|
|
109
|
+
hint = "field";
|
|
110
|
+
} else if (kind === 10) {
|
|
111
|
+
hint = "class";
|
|
112
|
+
} else {
|
|
113
|
+
hint = "method";
|
|
114
|
+
}
|
|
115
|
+
throw new TypeError(hint + " decorators must return a function or void 0");
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
|
|
119
|
+
var decs = decInfo[0];
|
|
120
|
+
var desc, init, value;
|
|
121
|
+
if (isPrivate) {
|
|
122
|
+
if (kind === 0 || kind === 1) {
|
|
123
|
+
desc = {
|
|
124
|
+
get: decInfo[3],
|
|
125
|
+
set: decInfo[4]
|
|
126
|
+
};
|
|
127
|
+
} else if (kind === 3) {
|
|
128
|
+
desc = {
|
|
129
|
+
get: decInfo[3]
|
|
130
|
+
};
|
|
131
|
+
} else if (kind === 4) {
|
|
132
|
+
desc = {
|
|
133
|
+
set: decInfo[3]
|
|
134
|
+
};
|
|
135
|
+
} else {
|
|
136
|
+
desc = {
|
|
137
|
+
value: decInfo[3]
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
} else if (kind !== 0) {
|
|
141
|
+
desc = Object.getOwnPropertyDescriptor(base, name);
|
|
142
|
+
}
|
|
143
|
+
if (kind === 1) {
|
|
144
|
+
value = {
|
|
145
|
+
get: desc.get,
|
|
146
|
+
set: desc.set
|
|
147
|
+
};
|
|
148
|
+
} else if (kind === 2) {
|
|
149
|
+
value = desc.value;
|
|
150
|
+
} else if (kind === 3) {
|
|
151
|
+
value = desc.get;
|
|
152
|
+
} else if (kind === 4) {
|
|
153
|
+
value = desc.set;
|
|
154
|
+
}
|
|
155
|
+
var newValue, get, set;
|
|
156
|
+
if (typeof decs === "function") {
|
|
157
|
+
newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
|
|
158
|
+
if (newValue !== void 0) {
|
|
159
|
+
assertValidReturnValue(kind, newValue);
|
|
160
|
+
if (kind === 0) {
|
|
161
|
+
init = newValue;
|
|
162
|
+
} else if (kind === 1) {
|
|
163
|
+
init = newValue.init;
|
|
164
|
+
get = newValue.get || value.get;
|
|
165
|
+
set = newValue.set || value.set;
|
|
166
|
+
value = {
|
|
167
|
+
get: get,
|
|
168
|
+
set: set
|
|
169
|
+
};
|
|
170
|
+
} else {
|
|
171
|
+
value = newValue;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
} else {
|
|
175
|
+
for(var i = decs.length - 1; i >= 0; i--){
|
|
176
|
+
var dec = decs[i];
|
|
177
|
+
newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
|
|
178
|
+
if (newValue !== void 0) {
|
|
179
|
+
assertValidReturnValue(kind, newValue);
|
|
180
|
+
var newInit;
|
|
181
|
+
if (kind === 0) {
|
|
182
|
+
newInit = newValue;
|
|
183
|
+
} else if (kind === 1) {
|
|
184
|
+
newInit = newValue.init;
|
|
185
|
+
get = newValue.get || value.get;
|
|
186
|
+
set = newValue.set || value.set;
|
|
187
|
+
value = {
|
|
188
|
+
get: get,
|
|
189
|
+
set: set
|
|
190
|
+
};
|
|
191
|
+
} else {
|
|
192
|
+
value = newValue;
|
|
193
|
+
}
|
|
194
|
+
if (newInit !== void 0) {
|
|
195
|
+
if (init === void 0) {
|
|
196
|
+
init = newInit;
|
|
197
|
+
} else if (typeof init === "function") {
|
|
198
|
+
init = [
|
|
199
|
+
init,
|
|
200
|
+
newInit
|
|
201
|
+
];
|
|
202
|
+
} else {
|
|
203
|
+
init.push(newInit);
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
if (kind === 0 || kind === 1) {
|
|
210
|
+
if (init === void 0) {
|
|
211
|
+
init = function(instance, init) {
|
|
212
|
+
return init;
|
|
213
|
+
};
|
|
214
|
+
} else if (typeof init !== "function") {
|
|
215
|
+
var ownInitializers = init;
|
|
216
|
+
init = function(instance, init) {
|
|
217
|
+
var value = init;
|
|
218
|
+
for(var i = 0; i < ownInitializers.length; i++){
|
|
219
|
+
value = ownInitializers[i].call(instance, value);
|
|
220
|
+
}
|
|
221
|
+
return value;
|
|
222
|
+
};
|
|
223
|
+
} else {
|
|
224
|
+
var originalInitializer = init;
|
|
225
|
+
init = function(instance, init) {
|
|
226
|
+
return originalInitializer.call(instance, init);
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
ret.push(init);
|
|
230
|
+
}
|
|
231
|
+
if (kind !== 0) {
|
|
232
|
+
if (kind === 1) {
|
|
233
|
+
desc.get = value.get;
|
|
234
|
+
desc.set = value.set;
|
|
235
|
+
} else if (kind === 2) {
|
|
236
|
+
desc.value = value;
|
|
237
|
+
} else if (kind === 3) {
|
|
238
|
+
desc.get = value;
|
|
239
|
+
} else if (kind === 4) {
|
|
240
|
+
desc.set = value;
|
|
241
|
+
}
|
|
242
|
+
if (isPrivate) {
|
|
243
|
+
if (kind === 1) {
|
|
244
|
+
ret.push(function(instance, args) {
|
|
245
|
+
return value.get.call(instance, args);
|
|
246
|
+
});
|
|
247
|
+
ret.push(function(instance, args) {
|
|
248
|
+
return value.set.call(instance, args);
|
|
249
|
+
});
|
|
250
|
+
} else if (kind === 2) {
|
|
251
|
+
ret.push(value);
|
|
252
|
+
} else {
|
|
253
|
+
ret.push(function(instance, args) {
|
|
254
|
+
return value.call(instance, args);
|
|
255
|
+
});
|
|
256
|
+
}
|
|
257
|
+
} else {
|
|
258
|
+
Object.defineProperty(base, name, desc);
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
function applyMemberDecs(Class, decInfos, metadata) {
|
|
263
|
+
var ret = [];
|
|
264
|
+
var protoInitializers;
|
|
265
|
+
var staticInitializers;
|
|
266
|
+
var existingProtoNonFields = new Map();
|
|
267
|
+
var existingStaticNonFields = new Map();
|
|
268
|
+
for(var i = 0; i < decInfos.length; i++){
|
|
269
|
+
var decInfo = decInfos[i];
|
|
270
|
+
if (!Array.isArray(decInfo)) continue;
|
|
271
|
+
var kind = decInfo[1];
|
|
272
|
+
var name = decInfo[2];
|
|
273
|
+
var isPrivate = decInfo.length > 3;
|
|
274
|
+
var isStatic = kind >= 5;
|
|
275
|
+
var base;
|
|
276
|
+
var initializers;
|
|
277
|
+
if (isStatic) {
|
|
278
|
+
base = Class;
|
|
279
|
+
kind = kind - 5;
|
|
280
|
+
staticInitializers = staticInitializers || [];
|
|
281
|
+
initializers = staticInitializers;
|
|
282
|
+
} else {
|
|
283
|
+
base = Class.prototype;
|
|
284
|
+
protoInitializers = protoInitializers || [];
|
|
285
|
+
initializers = protoInitializers;
|
|
286
|
+
}
|
|
287
|
+
if (kind !== 0 && !isPrivate) {
|
|
288
|
+
var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
|
|
289
|
+
var existingKind = existingNonFields.get(name) || 0;
|
|
290
|
+
if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
|
|
291
|
+
throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
|
|
292
|
+
} else if (!existingKind && kind > 2) {
|
|
293
|
+
existingNonFields.set(name, kind);
|
|
294
|
+
} else {
|
|
295
|
+
existingNonFields.set(name, true);
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
|
|
299
|
+
}
|
|
300
|
+
pushInitializers(ret, protoInitializers);
|
|
301
|
+
pushInitializers(ret, staticInitializers);
|
|
302
|
+
return ret;
|
|
303
|
+
}
|
|
304
|
+
function pushInitializers(ret, initializers) {
|
|
305
|
+
if (initializers) {
|
|
306
|
+
ret.push(function(instance) {
|
|
307
|
+
for(var i = 0; i < initializers.length; i++){
|
|
308
|
+
initializers[i].call(instance);
|
|
309
|
+
}
|
|
310
|
+
return instance;
|
|
311
|
+
});
|
|
312
|
+
}
|
|
313
|
+
}
|
|
314
|
+
function applyClassDecs(targetClass, classDecs, metadata) {
|
|
315
|
+
if (classDecs.length > 0) {
|
|
316
|
+
var initializers = [];
|
|
317
|
+
var newClass = targetClass;
|
|
318
|
+
var name = targetClass.name;
|
|
319
|
+
for(var i = classDecs.length - 1; i >= 0; i--){
|
|
320
|
+
var decoratorFinishedRef = {
|
|
321
|
+
v: false
|
|
322
|
+
};
|
|
323
|
+
try {
|
|
324
|
+
var nextNewClass = classDecs[i](newClass, {
|
|
325
|
+
kind: "class",
|
|
326
|
+
name: name,
|
|
327
|
+
addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
|
|
328
|
+
metadata
|
|
329
|
+
});
|
|
330
|
+
} finally{
|
|
331
|
+
decoratorFinishedRef.v = true;
|
|
332
|
+
}
|
|
333
|
+
if (nextNewClass !== undefined) {
|
|
334
|
+
assertValidReturnValue(10, nextNewClass);
|
|
335
|
+
newClass = nextNewClass;
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
return [
|
|
339
|
+
defineMetadata(newClass, metadata),
|
|
340
|
+
function() {
|
|
341
|
+
for(var i = 0; i < initializers.length; i++){
|
|
342
|
+
initializers[i].call(newClass);
|
|
343
|
+
}
|
|
344
|
+
}
|
|
345
|
+
];
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
function defineMetadata(Class, metadata) {
|
|
349
|
+
return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
|
|
350
|
+
configurable: true,
|
|
351
|
+
enumerable: true,
|
|
352
|
+
value: metadata
|
|
353
|
+
});
|
|
354
|
+
}
|
|
355
|
+
return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
|
|
356
|
+
if (parentClass !== void 0) {
|
|
357
|
+
var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
|
|
358
|
+
}
|
|
359
|
+
var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
|
|
360
|
+
var e = applyMemberDecs(targetClass, memberDecs, metadata);
|
|
361
|
+
if (!classDecs.length) defineMetadata(targetClass, metadata);
|
|
362
|
+
return {
|
|
363
|
+
e: e,
|
|
364
|
+
get c () {
|
|
365
|
+
return applyClassDecs(targetClass, classDecs, metadata);
|
|
366
|
+
}
|
|
367
|
+
};
|
|
368
|
+
};
|
|
6
369
|
}
|
|
370
|
+
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
|
+
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
372
|
+
}
|
|
373
|
+
var _dec, _dec1, _dec2, _dec3, _dec4, _initProto;
|
|
7
374
|
import { L1_TO_L2_MSG_SUBTREE_HEIGHT, L1_TO_L2_MSG_SUBTREE_ROOT_SIBLING_PATH_LENGTH, NESTED_RECURSIVE_ROLLUP_HONK_PROOF_LENGTH, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, NUM_BASE_PARITY_PER_ROOT_PARITY } from '@aztec/constants';
|
|
8
375
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
9
376
|
import { padArrayEnd } from '@aztec/foundation/collection';
|
|
@@ -23,6 +390,15 @@ import { EpochProvingState } from './epoch-proving-state.js';
|
|
|
23
390
|
import { ProvingOrchestratorMetrics } from './orchestrator_metrics.js';
|
|
24
391
|
import { TxProvingState } from './tx-proving-state.js';
|
|
25
392
|
const logger = createLogger('prover-client:orchestrator');
|
|
393
|
+
_dec = trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
394
|
+
[Attributes.BLOCK_NUMBER]: blockNumber
|
|
395
|
+
})), _dec1 = trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
|
|
396
|
+
[Attributes.BLOCK_TXS_COUNT]: txs.length
|
|
397
|
+
})), _dec2 = trackSpan('ProvingOrchestrator.startChonkVerifierCircuits'), _dec3 = trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
|
|
398
|
+
[Attributes.BLOCK_NUMBER]: blockNumber
|
|
399
|
+
})), _dec4 = trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
|
|
400
|
+
[Attributes.TX_HASH]: tx.hash.toString()
|
|
401
|
+
}));
|
|
26
402
|
/**
|
|
27
403
|
* Implements an event driven proving scheduler to build the recursive proof tree. The idea being:
|
|
28
404
|
* 1. Transactions are provided to the scheduler post simulation.
|
|
@@ -38,17 +414,48 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
38
414
|
dbProvider;
|
|
39
415
|
prover;
|
|
40
416
|
proverId;
|
|
417
|
+
cancelJobsOnStop;
|
|
418
|
+
static{
|
|
419
|
+
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
420
|
+
[
|
|
421
|
+
_dec,
|
|
422
|
+
2,
|
|
423
|
+
"startNewBlock"
|
|
424
|
+
],
|
|
425
|
+
[
|
|
426
|
+
_dec1,
|
|
427
|
+
2,
|
|
428
|
+
"addTxs"
|
|
429
|
+
],
|
|
430
|
+
[
|
|
431
|
+
_dec2,
|
|
432
|
+
2,
|
|
433
|
+
"startChonkVerifierCircuits"
|
|
434
|
+
],
|
|
435
|
+
[
|
|
436
|
+
_dec3,
|
|
437
|
+
2,
|
|
438
|
+
"setBlockCompleted"
|
|
439
|
+
],
|
|
440
|
+
[
|
|
441
|
+
_dec4,
|
|
442
|
+
2,
|
|
443
|
+
"prepareBaseRollupInputs"
|
|
444
|
+
]
|
|
445
|
+
], []));
|
|
446
|
+
}
|
|
41
447
|
provingState;
|
|
42
448
|
pendingProvingJobs;
|
|
43
449
|
provingPromise;
|
|
44
450
|
metrics;
|
|
45
451
|
// eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
|
|
46
452
|
dbs;
|
|
47
|
-
constructor(dbProvider, prover, proverId, telemetryClient = getTelemetryClient()){
|
|
453
|
+
constructor(dbProvider, prover, proverId, cancelJobsOnStop = false, telemetryClient = getTelemetryClient()){
|
|
48
454
|
this.dbProvider = dbProvider;
|
|
49
455
|
this.prover = prover;
|
|
50
456
|
this.proverId = proverId;
|
|
51
|
-
this.
|
|
457
|
+
this.cancelJobsOnStop = cancelJobsOnStop;
|
|
458
|
+
this.provingState = (_initProto(this), undefined);
|
|
52
459
|
this.pendingProvingJobs = [];
|
|
53
460
|
this.provingPromise = undefined;
|
|
54
461
|
this.dbs = new Map();
|
|
@@ -60,6 +467,9 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
60
467
|
getProverId() {
|
|
61
468
|
return this.proverId;
|
|
62
469
|
}
|
|
470
|
+
getNumActiveForks() {
|
|
471
|
+
return this.dbs.size;
|
|
472
|
+
}
|
|
63
473
|
stop() {
|
|
64
474
|
this.cancel();
|
|
65
475
|
return Promise.resolve();
|
|
@@ -77,7 +487,14 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
77
487
|
this.provingState = new EpochProvingState(epochNumber, totalNumCheckpoints, finalBlobBatchingChallenges, (provingState)=>this.checkAndEnqueueCheckpointRootRollup(provingState), resolve, reject);
|
|
78
488
|
this.provingPromise = promise;
|
|
79
489
|
}
|
|
80
|
-
|
|
490
|
+
/**
|
|
491
|
+
* Starts a new checkpoint.
|
|
492
|
+
* @param checkpointIndex - The index of the checkpoint in the epoch.
|
|
493
|
+
* @param constants - The constants for this checkpoint.
|
|
494
|
+
* @param l1ToL2Messages - The set of L1 to L2 messages to be inserted at the beginning of this checkpoint.
|
|
495
|
+
* @param totalNumBlocks - The total number of blocks expected in the checkpoint (must be at least one).
|
|
496
|
+
* @param headerOfLastBlockInPreviousCheckpoint - The header of the last block in the previous checkpoint.
|
|
497
|
+
*/ async startNewCheckpoint(checkpointIndex, constants, l1ToL2Messages, totalNumBlocks, headerOfLastBlockInPreviousCheckpoint) {
|
|
81
498
|
if (!this.provingState) {
|
|
82
499
|
throw new Error('Empty epoch proving state. Call startNewEpoch before starting a checkpoint.');
|
|
83
500
|
}
|
|
@@ -88,7 +505,10 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
88
505
|
const lastBlockNumber = headerOfLastBlockInPreviousCheckpoint.globalVariables.blockNumber;
|
|
89
506
|
const db = await this.dbProvider.fork(lastBlockNumber);
|
|
90
507
|
const firstBlockNumber = BlockNumber(lastBlockNumber + 1);
|
|
91
|
-
this.dbs.set(firstBlockNumber,
|
|
508
|
+
this.dbs.set(firstBlockNumber, {
|
|
509
|
+
fork: db,
|
|
510
|
+
cleanupPromise: undefined
|
|
511
|
+
});
|
|
92
512
|
// Get archive sibling path before any block in this checkpoint lands.
|
|
93
513
|
const lastArchiveSiblingPath = await getLastSiblingPath(MerkleTreeId.ARCHIVE, db);
|
|
94
514
|
// Insert all the l1 to l2 messages into the db. And get the states before and after the insertion.
|
|
@@ -118,9 +538,12 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
118
538
|
if (!this.dbs.has(blockNumber)) {
|
|
119
539
|
// Fork world state at the end of the immediately previous block
|
|
120
540
|
const db = await this.dbProvider.fork(BlockNumber(blockNumber - 1));
|
|
121
|
-
this.dbs.set(blockNumber,
|
|
541
|
+
this.dbs.set(blockNumber, {
|
|
542
|
+
fork: db,
|
|
543
|
+
cleanupPromise: undefined
|
|
544
|
+
});
|
|
122
545
|
}
|
|
123
|
-
const db = this.dbs.get(blockNumber);
|
|
546
|
+
const db = this.dbs.get(blockNumber).fork;
|
|
124
547
|
// Get archive snapshot and sibling path before any txs in this block lands.
|
|
125
548
|
const lastArchiveTreeSnapshot = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
|
|
126
549
|
const lastArchiveSiblingPath = await getRootTreeSiblingPath(MerkleTreeId.ARCHIVE, db);
|
|
@@ -140,7 +563,8 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
140
563
|
const blockEndBlobFields = blockProvingState.getBlockEndBlobFields();
|
|
141
564
|
await endSpongeBlob.absorb(blockEndBlobFields);
|
|
142
565
|
blockProvingState.setEndSpongeBlob(endSpongeBlob);
|
|
143
|
-
//
|
|
566
|
+
// Try to accumulate the out hashes and blobs as far as we can:
|
|
567
|
+
await this.provingState.accumulateCheckpointOutHashes();
|
|
144
568
|
await this.provingState.setBlobAccumulators();
|
|
145
569
|
}
|
|
146
570
|
}
|
|
@@ -169,7 +593,7 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
169
593
|
throw new Error(`Block ${blockNumber} has been initialized with transactions.`);
|
|
170
594
|
}
|
|
171
595
|
logger.info(`Adding ${txs.length} transactions to block ${blockNumber}`);
|
|
172
|
-
const db = this.dbs.get(blockNumber);
|
|
596
|
+
const db = this.dbs.get(blockNumber).fork;
|
|
173
597
|
const lastArchive = provingState.lastArchiveTreeSnapshot;
|
|
174
598
|
const newL1ToL2MessageTreeSnapshot = provingState.newL1ToL2MessageTreeSnapshot;
|
|
175
599
|
const spongeBlobState = provingState.getStartSpongeBlob().clone();
|
|
@@ -207,7 +631,8 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
207
631
|
const blockEndBlobFields = provingState.getBlockEndBlobFields();
|
|
208
632
|
await spongeBlobState.absorb(blockEndBlobFields);
|
|
209
633
|
provingState.setEndSpongeBlob(spongeBlobState);
|
|
210
|
-
// Txs have been added to the block. Now try to accumulate the blobs as far as we can:
|
|
634
|
+
// Txs have been added to the block. Now try to accumulate the out hashes and blobs as far as we can:
|
|
635
|
+
await this.provingState.accumulateCheckpointOutHashes();
|
|
211
636
|
await this.provingState.setBlobAccumulators();
|
|
212
637
|
}
|
|
213
638
|
/**
|
|
@@ -258,7 +683,7 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
258
683
|
throw new Error('Block header mismatch');
|
|
259
684
|
}
|
|
260
685
|
// Get db for this block
|
|
261
|
-
const db = this.dbs.get(provingState.blockNumber);
|
|
686
|
+
const db = this.dbs.get(provingState.blockNumber).fork;
|
|
262
687
|
// Update the archive tree, so we're ready to start processing the next block:
|
|
263
688
|
logger.verbose(`Updating archive tree with block ${provingState.blockNumber} header ${(await header.hash()).toString()}`);
|
|
264
689
|
await db.updateArchive(header);
|
|
@@ -285,7 +710,7 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
285
710
|
}
|
|
286
711
|
// Get db for this block
|
|
287
712
|
const blockNumber = provingState.blockNumber;
|
|
288
|
-
const db = this.dbs.get(blockNumber);
|
|
713
|
+
const db = this.dbs.get(blockNumber).fork;
|
|
289
714
|
const newArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, db);
|
|
290
715
|
const syncedArchive = await getTreeSnapshot(MerkleTreeId.ARCHIVE, this.dbProvider.getSnapshot(blockNumber));
|
|
291
716
|
if (!syncedArchive.equals(newArchive)) {
|
|
@@ -303,14 +728,17 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
303
728
|
// is aborted and never reaches this point, it will leak the fork. We need to add a global cleanup,
|
|
304
729
|
// but have to make sure it only runs once all operations are completed, otherwise some function here
|
|
305
730
|
// will attempt to access the fork after it was closed.
|
|
306
|
-
|
|
307
|
-
void this.dbs.get(blockNumber)?.close().then(()=>this.dbs.delete(blockNumber)).catch((err)=>logger.error(`Error closing db for block ${blockNumber}`, err));
|
|
731
|
+
void this.cleanupDBFork(blockNumber);
|
|
308
732
|
}
|
|
309
733
|
/**
|
|
310
|
-
* Cancel any further proving
|
|
734
|
+
* Cancel any further proving.
|
|
735
|
+
* If cancelJobsOnStop is true, aborts all pending jobs with the broker (which marks them as 'Aborted').
|
|
736
|
+
* If cancelJobsOnStop is false (default), jobs remain in the broker queue and can be reused on restart/reorg.
|
|
311
737
|
*/ cancel() {
|
|
312
|
-
|
|
313
|
-
controller.
|
|
738
|
+
if (this.cancelJobsOnStop) {
|
|
739
|
+
for (const controller of this.pendingProvingJobs){
|
|
740
|
+
controller.abort();
|
|
741
|
+
}
|
|
314
742
|
}
|
|
315
743
|
this.provingState?.cancel();
|
|
316
744
|
}
|
|
@@ -332,6 +760,22 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
332
760
|
});
|
|
333
761
|
return epochProofResult;
|
|
334
762
|
}
|
|
763
|
+
async cleanupDBFork(blockNumber) {
|
|
764
|
+
logger.debug(`Cleaning up world state fork for ${blockNumber}`);
|
|
765
|
+
const fork = this.dbs.get(blockNumber);
|
|
766
|
+
if (!fork) {
|
|
767
|
+
return;
|
|
768
|
+
}
|
|
769
|
+
try {
|
|
770
|
+
if (!fork.cleanupPromise) {
|
|
771
|
+
fork.cleanupPromise = fork.fork.close();
|
|
772
|
+
}
|
|
773
|
+
await fork.cleanupPromise;
|
|
774
|
+
this.dbs.delete(blockNumber);
|
|
775
|
+
} catch (err) {
|
|
776
|
+
logger.error(`Error closing db for block ${blockNumber}`, err);
|
|
777
|
+
}
|
|
778
|
+
}
|
|
335
779
|
/**
|
|
336
780
|
* Enqueue a job to be scheduled
|
|
337
781
|
* @param provingState - The proving state object being operated on
|
|
@@ -540,16 +984,18 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
540
984
|
return this.prover.getBlockRootRollupProof(inputs, signal, provingState.epochNumber);
|
|
541
985
|
}
|
|
542
986
|
}), async (result)=>{
|
|
543
|
-
// If the proofs were slower than the block header building, then we need to try validating the block header hashes here.
|
|
544
|
-
await this.verifyBuiltBlockAgainstSyncedState(provingState);
|
|
545
987
|
logger.debug(`Completed ${rollupType} proof for block ${provingState.blockNumber}`);
|
|
546
988
|
const leafLocation = provingState.setBlockRootRollupProof(result);
|
|
547
989
|
const checkpointProvingState = provingState.parentCheckpoint;
|
|
990
|
+
// If the proofs were slower than the block header building, then we need to try validating the block header hashes here.
|
|
991
|
+
await this.verifyBuiltBlockAgainstSyncedState(provingState);
|
|
548
992
|
if (checkpointProvingState.totalNumBlocks === 1) {
|
|
549
993
|
this.checkAndEnqueueCheckpointRootRollup(checkpointProvingState);
|
|
550
994
|
} else {
|
|
551
995
|
this.checkAndEnqueueNextBlockMergeRollup(checkpointProvingState, leafLocation);
|
|
552
996
|
}
|
|
997
|
+
// We are finished with the block at this point, ensure the fork is cleaned up
|
|
998
|
+
void this.cleanupDBFork(provingState.blockNumber);
|
|
553
999
|
});
|
|
554
1000
|
}
|
|
555
1001
|
// Executes the base parity circuit and stores the intermediate state for the root parity circuit
|
|
@@ -778,9 +1224,9 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
778
1224
|
const inputs = txProvingState.getAvmInputs();
|
|
779
1225
|
return await this.prover.getAvmProof(inputs, signal, provingState.epochNumber);
|
|
780
1226
|
});
|
|
781
|
-
this.deferredProving(provingState, doAvmProving, (
|
|
1227
|
+
this.deferredProving(provingState, doAvmProving, (proof)=>{
|
|
782
1228
|
logger.debug(`Proven VM for tx index: ${txIndex}`);
|
|
783
|
-
txProvingState.setAvmProof(
|
|
1229
|
+
txProvingState.setAvmProof(proof);
|
|
784
1230
|
this.checkAndEnqueueBaseRollup(provingState, txIndex);
|
|
785
1231
|
});
|
|
786
1232
|
}
|
|
@@ -794,26 +1240,3 @@ const logger = createLogger('prover-client:orchestrator');
|
|
|
794
1240
|
this.enqueueBaseRollup(provingState, txIndex);
|
|
795
1241
|
}
|
|
796
1242
|
}
|
|
797
|
-
_ts_decorate([
|
|
798
|
-
trackSpan('ProvingOrchestrator.startNewBlock', (blockNumber)=>({
|
|
799
|
-
[Attributes.BLOCK_NUMBER]: blockNumber
|
|
800
|
-
}))
|
|
801
|
-
], ProvingOrchestrator.prototype, "startNewBlock", null);
|
|
802
|
-
_ts_decorate([
|
|
803
|
-
trackSpan('ProvingOrchestrator.addTxs', (txs)=>({
|
|
804
|
-
[Attributes.BLOCK_TXS_COUNT]: txs.length
|
|
805
|
-
}))
|
|
806
|
-
], ProvingOrchestrator.prototype, "addTxs", null);
|
|
807
|
-
_ts_decorate([
|
|
808
|
-
trackSpan('ProvingOrchestrator.startChonkVerifierCircuits')
|
|
809
|
-
], ProvingOrchestrator.prototype, "startChonkVerifierCircuits", null);
|
|
810
|
-
_ts_decorate([
|
|
811
|
-
trackSpan('ProvingOrchestrator.setBlockCompleted', (blockNumber)=>({
|
|
812
|
-
[Attributes.BLOCK_NUMBER]: blockNumber
|
|
813
|
-
}))
|
|
814
|
-
], ProvingOrchestrator.prototype, "setBlockCompleted", null);
|
|
815
|
-
_ts_decorate([
|
|
816
|
-
trackSpan('ProvingOrchestrator.prepareBaseRollupInputs', (tx)=>({
|
|
817
|
-
[Attributes.TX_HASH]: tx.hash.toString()
|
|
818
|
-
}))
|
|
819
|
-
], ProvingOrchestrator.prototype, "prepareBaseRollupInputs", null);
|
|
@@ -5,4 +5,4 @@ export declare class ProvingOrchestratorMetrics {
|
|
|
5
5
|
constructor(client: TelemetryClient, name?: string);
|
|
6
6
|
recordBaseRollupInputs(durationMs: number): void;
|
|
7
7
|
}
|
|
8
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
8
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3JjaGVzdHJhdG9yX21ldHJpY3MuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9vcmNoZXN0cmF0b3Ivb3JjaGVzdHJhdG9yX21ldHJpY3MudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUEyQixLQUFLLGVBQWUsRUFBRSxLQUFLLE1BQU0sRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBRXJHLHFCQUFhLDBCQUEwQjtJQUNyQyxTQUFnQixNQUFNLEVBQUUsTUFBTSxDQUFDO0lBRS9CLE9BQU8sQ0FBQyx3QkFBd0IsQ0FBWTtJQUU1QyxZQUFZLE1BQU0sRUFBRSxlQUFlLEVBQUUsSUFBSSxTQUF3QixFQUtoRTtJQUVELHNCQUFzQixDQUFDLFVBQVUsRUFBRSxNQUFNLFFBRXhDO0NBQ0YifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"orchestrator_metrics.d.ts","sourceRoot":"","sources":["../../src/orchestrator/orchestrator_metrics.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,eAAe,EAAE,KAAK,MAAM,
|
|
1
|
+
{"version":3,"file":"orchestrator_metrics.d.ts","sourceRoot":"","sources":["../../src/orchestrator/orchestrator_metrics.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,eAAe,EAAE,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAErG,qBAAa,0BAA0B;IACrC,SAAgB,MAAM,EAAE,MAAM,CAAC;IAE/B,OAAO,CAAC,wBAAwB,CAAY;IAE5C,YAAY,MAAM,EAAE,eAAe,EAAE,IAAI,SAAwB,EAKhE;IAED,sBAAsB,CAAC,UAAU,EAAE,MAAM,QAExC;CACF"}
|
|
@@ -1,15 +1,11 @@
|
|
|
1
|
-
import { Metrics
|
|
1
|
+
import { Metrics } from '@aztec/telemetry-client';
|
|
2
2
|
export class ProvingOrchestratorMetrics {
|
|
3
3
|
tracer;
|
|
4
4
|
baseRollupInputsDuration;
|
|
5
5
|
constructor(client, name = 'ProvingOrchestrator'){
|
|
6
6
|
this.tracer = client.getTracer(name);
|
|
7
7
|
const meter = client.getMeter(name);
|
|
8
|
-
this.baseRollupInputsDuration = meter.createHistogram(Metrics.PROVING_ORCHESTRATOR_BASE_ROLLUP_INPUTS_DURATION
|
|
9
|
-
unit: 'ms',
|
|
10
|
-
description: 'Duration to build base rollup inputs',
|
|
11
|
-
valueType: ValueType.INT
|
|
12
|
-
});
|
|
8
|
+
this.baseRollupInputsDuration = meter.createHistogram(Metrics.PROVING_ORCHESTRATOR_BASE_ROLLUP_INPUTS_DURATION);
|
|
13
9
|
}
|
|
14
10
|
recordBaseRollupInputs(durationMs) {
|
|
15
11
|
this.baseRollupInputsDuration.record(Math.ceil(durationMs));
|