@aztec/prover-node 0.0.1-fake-ceab37513c → 0.0.6-commit.a2d1860fe9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/actions/download-epoch-proving-job.d.ts +4 -4
- package/dest/actions/index.d.ts +1 -1
- package/dest/actions/rerun-epoch-proving-job.d.ts +3 -2
- package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
- package/dest/actions/rerun-epoch-proving-job.js +5 -3
- package/dest/actions/upload-epoch-proof-failure.d.ts +1 -1
- package/dest/bin/run-failed-epoch.d.ts +1 -1
- package/dest/bin/run-failed-epoch.js +5 -2
- package/dest/config.d.ts +8 -10
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +17 -19
- package/dest/factory.d.ts +20 -15
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +30 -62
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/job/epoch-proving-job-data.d.ts +8 -6
- package/dest/job/epoch-proving-job-data.d.ts.map +1 -1
- package/dest/job/epoch-proving-job-data.js +25 -18
- package/dest/job/epoch-proving-job.d.ts +7 -13
- package/dest/job/epoch-proving-job.d.ts.map +1 -1
- package/dest/job/epoch-proving-job.js +513 -89
- package/dest/metrics.d.ts +4 -3
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +30 -98
- package/dest/monitors/epoch-monitor.d.ts +3 -2
- package/dest/monitors/epoch-monitor.d.ts.map +1 -1
- package/dest/monitors/epoch-monitor.js +3 -11
- package/dest/monitors/index.d.ts +1 -1
- package/dest/prover-node-publisher.d.ts +14 -11
- package/dest/prover-node-publisher.d.ts.map +1 -1
- package/dest/prover-node-publisher.js +53 -46
- package/dest/prover-node.d.ts +26 -15
- package/dest/prover-node.d.ts.map +1 -1
- package/dest/prover-node.js +441 -57
- package/dest/prover-publisher-factory.d.ts +9 -5
- package/dest/prover-publisher-factory.d.ts.map +1 -1
- package/dest/prover-publisher-factory.js +4 -2
- package/dest/test/index.d.ts +1 -1
- package/dest/test/index.d.ts.map +1 -1
- package/package.json +26 -25
- package/src/actions/rerun-epoch-proving-job.ts +5 -3
- package/src/bin/run-failed-epoch.ts +5 -2
- package/src/config.ts +26 -32
- package/src/factory.ts +68 -99
- package/src/index.ts +1 -0
- package/src/job/epoch-proving-job-data.ts +31 -25
- package/src/job/epoch-proving-job.ts +155 -92
- package/src/metrics.ts +31 -82
- package/src/monitors/epoch-monitor.ts +5 -11
- package/src/prover-node-publisher.ts +76 -61
- package/src/prover-node.ts +60 -50
- package/src/prover-publisher-factory.ts +16 -8
|
@@ -1,22 +1,399 @@
|
|
|
1
|
-
function
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
1
|
+
function applyDecs2203RFactory() {
|
|
2
|
+
function createAddInitializerMethod(initializers, decoratorFinishedRef) {
|
|
3
|
+
return function addInitializer(initializer) {
|
|
4
|
+
assertNotFinished(decoratorFinishedRef, "addInitializer");
|
|
5
|
+
assertCallable(initializer, "An initializer");
|
|
6
|
+
initializers.push(initializer);
|
|
7
|
+
};
|
|
8
|
+
}
|
|
9
|
+
function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
|
|
10
|
+
var kindStr;
|
|
11
|
+
switch(kind){
|
|
12
|
+
case 1:
|
|
13
|
+
kindStr = "accessor";
|
|
14
|
+
break;
|
|
15
|
+
case 2:
|
|
16
|
+
kindStr = "method";
|
|
17
|
+
break;
|
|
18
|
+
case 3:
|
|
19
|
+
kindStr = "getter";
|
|
20
|
+
break;
|
|
21
|
+
case 4:
|
|
22
|
+
kindStr = "setter";
|
|
23
|
+
break;
|
|
24
|
+
default:
|
|
25
|
+
kindStr = "field";
|
|
26
|
+
}
|
|
27
|
+
var ctx = {
|
|
28
|
+
kind: kindStr,
|
|
29
|
+
name: isPrivate ? "#" + name : name,
|
|
30
|
+
static: isStatic,
|
|
31
|
+
private: isPrivate,
|
|
32
|
+
metadata: metadata
|
|
33
|
+
};
|
|
34
|
+
var decoratorFinishedRef = {
|
|
35
|
+
v: false
|
|
36
|
+
};
|
|
37
|
+
ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
|
|
38
|
+
var get, set;
|
|
39
|
+
if (kind === 0) {
|
|
40
|
+
if (isPrivate) {
|
|
41
|
+
get = desc.get;
|
|
42
|
+
set = desc.set;
|
|
43
|
+
} else {
|
|
44
|
+
get = function() {
|
|
45
|
+
return this[name];
|
|
46
|
+
};
|
|
47
|
+
set = function(v) {
|
|
48
|
+
this[name] = v;
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
} else if (kind === 2) {
|
|
52
|
+
get = function() {
|
|
53
|
+
return desc.value;
|
|
54
|
+
};
|
|
55
|
+
} else {
|
|
56
|
+
if (kind === 1 || kind === 3) {
|
|
57
|
+
get = function() {
|
|
58
|
+
return desc.get.call(this);
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
if (kind === 1 || kind === 4) {
|
|
62
|
+
set = function(v) {
|
|
63
|
+
desc.set.call(this, v);
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
ctx.access = get && set ? {
|
|
68
|
+
get: get,
|
|
69
|
+
set: set
|
|
70
|
+
} : get ? {
|
|
71
|
+
get: get
|
|
72
|
+
} : {
|
|
73
|
+
set: set
|
|
74
|
+
};
|
|
75
|
+
try {
|
|
76
|
+
return dec(value, ctx);
|
|
77
|
+
} finally{
|
|
78
|
+
decoratorFinishedRef.v = true;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
function assertNotFinished(decoratorFinishedRef, fnName) {
|
|
82
|
+
if (decoratorFinishedRef.v) {
|
|
83
|
+
throw new Error("attempted to call " + fnName + " after decoration was finished");
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
function assertCallable(fn, hint) {
|
|
87
|
+
if (typeof fn !== "function") {
|
|
88
|
+
throw new TypeError(hint + " must be a function");
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
function assertValidReturnValue(kind, value) {
|
|
92
|
+
var type = typeof value;
|
|
93
|
+
if (kind === 1) {
|
|
94
|
+
if (type !== "object" || value === null) {
|
|
95
|
+
throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
|
|
96
|
+
}
|
|
97
|
+
if (value.get !== undefined) {
|
|
98
|
+
assertCallable(value.get, "accessor.get");
|
|
99
|
+
}
|
|
100
|
+
if (value.set !== undefined) {
|
|
101
|
+
assertCallable(value.set, "accessor.set");
|
|
102
|
+
}
|
|
103
|
+
if (value.init !== undefined) {
|
|
104
|
+
assertCallable(value.init, "accessor.init");
|
|
105
|
+
}
|
|
106
|
+
} else if (type !== "function") {
|
|
107
|
+
var hint;
|
|
108
|
+
if (kind === 0) {
|
|
109
|
+
hint = "field";
|
|
110
|
+
} else if (kind === 10) {
|
|
111
|
+
hint = "class";
|
|
112
|
+
} else {
|
|
113
|
+
hint = "method";
|
|
114
|
+
}
|
|
115
|
+
throw new TypeError(hint + " decorators must return a function or void 0");
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
|
|
119
|
+
var decs = decInfo[0];
|
|
120
|
+
var desc, init, value;
|
|
121
|
+
if (isPrivate) {
|
|
122
|
+
if (kind === 0 || kind === 1) {
|
|
123
|
+
desc = {
|
|
124
|
+
get: decInfo[3],
|
|
125
|
+
set: decInfo[4]
|
|
126
|
+
};
|
|
127
|
+
} else if (kind === 3) {
|
|
128
|
+
desc = {
|
|
129
|
+
get: decInfo[3]
|
|
130
|
+
};
|
|
131
|
+
} else if (kind === 4) {
|
|
132
|
+
desc = {
|
|
133
|
+
set: decInfo[3]
|
|
134
|
+
};
|
|
135
|
+
} else {
|
|
136
|
+
desc = {
|
|
137
|
+
value: decInfo[3]
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
} else if (kind !== 0) {
|
|
141
|
+
desc = Object.getOwnPropertyDescriptor(base, name);
|
|
142
|
+
}
|
|
143
|
+
if (kind === 1) {
|
|
144
|
+
value = {
|
|
145
|
+
get: desc.get,
|
|
146
|
+
set: desc.set
|
|
147
|
+
};
|
|
148
|
+
} else if (kind === 2) {
|
|
149
|
+
value = desc.value;
|
|
150
|
+
} else if (kind === 3) {
|
|
151
|
+
value = desc.get;
|
|
152
|
+
} else if (kind === 4) {
|
|
153
|
+
value = desc.set;
|
|
154
|
+
}
|
|
155
|
+
var newValue, get, set;
|
|
156
|
+
if (typeof decs === "function") {
|
|
157
|
+
newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
|
|
158
|
+
if (newValue !== void 0) {
|
|
159
|
+
assertValidReturnValue(kind, newValue);
|
|
160
|
+
if (kind === 0) {
|
|
161
|
+
init = newValue;
|
|
162
|
+
} else if (kind === 1) {
|
|
163
|
+
init = newValue.init;
|
|
164
|
+
get = newValue.get || value.get;
|
|
165
|
+
set = newValue.set || value.set;
|
|
166
|
+
value = {
|
|
167
|
+
get: get,
|
|
168
|
+
set: set
|
|
169
|
+
};
|
|
170
|
+
} else {
|
|
171
|
+
value = newValue;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
} else {
|
|
175
|
+
for(var i = decs.length - 1; i >= 0; i--){
|
|
176
|
+
var dec = decs[i];
|
|
177
|
+
newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
|
|
178
|
+
if (newValue !== void 0) {
|
|
179
|
+
assertValidReturnValue(kind, newValue);
|
|
180
|
+
var newInit;
|
|
181
|
+
if (kind === 0) {
|
|
182
|
+
newInit = newValue;
|
|
183
|
+
} else if (kind === 1) {
|
|
184
|
+
newInit = newValue.init;
|
|
185
|
+
get = newValue.get || value.get;
|
|
186
|
+
set = newValue.set || value.set;
|
|
187
|
+
value = {
|
|
188
|
+
get: get,
|
|
189
|
+
set: set
|
|
190
|
+
};
|
|
191
|
+
} else {
|
|
192
|
+
value = newValue;
|
|
193
|
+
}
|
|
194
|
+
if (newInit !== void 0) {
|
|
195
|
+
if (init === void 0) {
|
|
196
|
+
init = newInit;
|
|
197
|
+
} else if (typeof init === "function") {
|
|
198
|
+
init = [
|
|
199
|
+
init,
|
|
200
|
+
newInit
|
|
201
|
+
];
|
|
202
|
+
} else {
|
|
203
|
+
init.push(newInit);
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
if (kind === 0 || kind === 1) {
|
|
210
|
+
if (init === void 0) {
|
|
211
|
+
init = function(instance, init) {
|
|
212
|
+
return init;
|
|
213
|
+
};
|
|
214
|
+
} else if (typeof init !== "function") {
|
|
215
|
+
var ownInitializers = init;
|
|
216
|
+
init = function(instance, init) {
|
|
217
|
+
var value = init;
|
|
218
|
+
for(var i = 0; i < ownInitializers.length; i++){
|
|
219
|
+
value = ownInitializers[i].call(instance, value);
|
|
220
|
+
}
|
|
221
|
+
return value;
|
|
222
|
+
};
|
|
223
|
+
} else {
|
|
224
|
+
var originalInitializer = init;
|
|
225
|
+
init = function(instance, init) {
|
|
226
|
+
return originalInitializer.call(instance, init);
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
ret.push(init);
|
|
230
|
+
}
|
|
231
|
+
if (kind !== 0) {
|
|
232
|
+
if (kind === 1) {
|
|
233
|
+
desc.get = value.get;
|
|
234
|
+
desc.set = value.set;
|
|
235
|
+
} else if (kind === 2) {
|
|
236
|
+
desc.value = value;
|
|
237
|
+
} else if (kind === 3) {
|
|
238
|
+
desc.get = value;
|
|
239
|
+
} else if (kind === 4) {
|
|
240
|
+
desc.set = value;
|
|
241
|
+
}
|
|
242
|
+
if (isPrivate) {
|
|
243
|
+
if (kind === 1) {
|
|
244
|
+
ret.push(function(instance, args) {
|
|
245
|
+
return value.get.call(instance, args);
|
|
246
|
+
});
|
|
247
|
+
ret.push(function(instance, args) {
|
|
248
|
+
return value.set.call(instance, args);
|
|
249
|
+
});
|
|
250
|
+
} else if (kind === 2) {
|
|
251
|
+
ret.push(value);
|
|
252
|
+
} else {
|
|
253
|
+
ret.push(function(instance, args) {
|
|
254
|
+
return value.call(instance, args);
|
|
255
|
+
});
|
|
256
|
+
}
|
|
257
|
+
} else {
|
|
258
|
+
Object.defineProperty(base, name, desc);
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
function applyMemberDecs(Class, decInfos, metadata) {
|
|
263
|
+
var ret = [];
|
|
264
|
+
var protoInitializers;
|
|
265
|
+
var staticInitializers;
|
|
266
|
+
var existingProtoNonFields = new Map();
|
|
267
|
+
var existingStaticNonFields = new Map();
|
|
268
|
+
for(var i = 0; i < decInfos.length; i++){
|
|
269
|
+
var decInfo = decInfos[i];
|
|
270
|
+
if (!Array.isArray(decInfo)) continue;
|
|
271
|
+
var kind = decInfo[1];
|
|
272
|
+
var name = decInfo[2];
|
|
273
|
+
var isPrivate = decInfo.length > 3;
|
|
274
|
+
var isStatic = kind >= 5;
|
|
275
|
+
var base;
|
|
276
|
+
var initializers;
|
|
277
|
+
if (isStatic) {
|
|
278
|
+
base = Class;
|
|
279
|
+
kind = kind - 5;
|
|
280
|
+
staticInitializers = staticInitializers || [];
|
|
281
|
+
initializers = staticInitializers;
|
|
282
|
+
} else {
|
|
283
|
+
base = Class.prototype;
|
|
284
|
+
protoInitializers = protoInitializers || [];
|
|
285
|
+
initializers = protoInitializers;
|
|
286
|
+
}
|
|
287
|
+
if (kind !== 0 && !isPrivate) {
|
|
288
|
+
var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
|
|
289
|
+
var existingKind = existingNonFields.get(name) || 0;
|
|
290
|
+
if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
|
|
291
|
+
throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
|
|
292
|
+
} else if (!existingKind && kind > 2) {
|
|
293
|
+
existingNonFields.set(name, kind);
|
|
294
|
+
} else {
|
|
295
|
+
existingNonFields.set(name, true);
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
|
|
299
|
+
}
|
|
300
|
+
pushInitializers(ret, protoInitializers);
|
|
301
|
+
pushInitializers(ret, staticInitializers);
|
|
302
|
+
return ret;
|
|
303
|
+
}
|
|
304
|
+
function pushInitializers(ret, initializers) {
|
|
305
|
+
if (initializers) {
|
|
306
|
+
ret.push(function(instance) {
|
|
307
|
+
for(var i = 0; i < initializers.length; i++){
|
|
308
|
+
initializers[i].call(instance);
|
|
309
|
+
}
|
|
310
|
+
return instance;
|
|
311
|
+
});
|
|
312
|
+
}
|
|
313
|
+
}
|
|
314
|
+
function applyClassDecs(targetClass, classDecs, metadata) {
|
|
315
|
+
if (classDecs.length > 0) {
|
|
316
|
+
var initializers = [];
|
|
317
|
+
var newClass = targetClass;
|
|
318
|
+
var name = targetClass.name;
|
|
319
|
+
for(var i = classDecs.length - 1; i >= 0; i--){
|
|
320
|
+
var decoratorFinishedRef = {
|
|
321
|
+
v: false
|
|
322
|
+
};
|
|
323
|
+
try {
|
|
324
|
+
var nextNewClass = classDecs[i](newClass, {
|
|
325
|
+
kind: "class",
|
|
326
|
+
name: name,
|
|
327
|
+
addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
|
|
328
|
+
metadata
|
|
329
|
+
});
|
|
330
|
+
} finally{
|
|
331
|
+
decoratorFinishedRef.v = true;
|
|
332
|
+
}
|
|
333
|
+
if (nextNewClass !== undefined) {
|
|
334
|
+
assertValidReturnValue(10, nextNewClass);
|
|
335
|
+
newClass = nextNewClass;
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
return [
|
|
339
|
+
defineMetadata(newClass, metadata),
|
|
340
|
+
function() {
|
|
341
|
+
for(var i = 0; i < initializers.length; i++){
|
|
342
|
+
initializers[i].call(newClass);
|
|
343
|
+
}
|
|
344
|
+
}
|
|
345
|
+
];
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
function defineMetadata(Class, metadata) {
|
|
349
|
+
return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
|
|
350
|
+
configurable: true,
|
|
351
|
+
enumerable: true,
|
|
352
|
+
value: metadata
|
|
353
|
+
});
|
|
354
|
+
}
|
|
355
|
+
return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
|
|
356
|
+
if (parentClass !== void 0) {
|
|
357
|
+
var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
|
|
358
|
+
}
|
|
359
|
+
var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
|
|
360
|
+
var e = applyMemberDecs(targetClass, memberDecs, metadata);
|
|
361
|
+
if (!classDecs.length) defineMetadata(targetClass, metadata);
|
|
362
|
+
return {
|
|
363
|
+
e: e,
|
|
364
|
+
get c () {
|
|
365
|
+
return applyClassDecs(targetClass, classDecs, metadata);
|
|
366
|
+
}
|
|
367
|
+
};
|
|
368
|
+
};
|
|
369
|
+
}
|
|
370
|
+
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
|
+
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
6
372
|
}
|
|
7
|
-
|
|
373
|
+
var _dec, _initProto;
|
|
8
374
|
import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
|
|
9
375
|
import { asyncPool } from '@aztec/foundation/async-pool';
|
|
376
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
10
377
|
import { padArrayEnd } from '@aztec/foundation/collection';
|
|
11
|
-
import { Fr } from '@aztec/foundation/
|
|
378
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
12
379
|
import { createLogger } from '@aztec/foundation/log';
|
|
13
380
|
import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
|
|
14
381
|
import { Timer } from '@aztec/foundation/timer';
|
|
382
|
+
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
383
|
+
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
384
|
+
import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
|
|
385
|
+
import { PublicSimulatorConfig } from '@aztec/stdlib/avm';
|
|
15
386
|
import { EpochProvingJobTerminalState } from '@aztec/stdlib/interfaces/server';
|
|
387
|
+
import { CheckpointConstantData } from '@aztec/stdlib/rollup';
|
|
16
388
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
17
389
|
import { Attributes, trackSpan } from '@aztec/telemetry-client';
|
|
18
390
|
import * as crypto from 'node:crypto';
|
|
19
391
|
import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
392
|
+
_dec = trackSpan('EpochProvingJob.run', function() {
|
|
393
|
+
return {
|
|
394
|
+
[Attributes.EPOCH_NUMBER]: this.data.epochNumber
|
|
395
|
+
};
|
|
396
|
+
});
|
|
20
397
|
/**
|
|
21
398
|
* Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
|
|
22
399
|
* re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
|
|
@@ -31,6 +408,15 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
31
408
|
metrics;
|
|
32
409
|
deadline;
|
|
33
410
|
config;
|
|
411
|
+
static{
|
|
412
|
+
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
413
|
+
[
|
|
414
|
+
_dec,
|
|
415
|
+
2,
|
|
416
|
+
"run"
|
|
417
|
+
]
|
|
418
|
+
], []));
|
|
419
|
+
}
|
|
34
420
|
state;
|
|
35
421
|
log;
|
|
36
422
|
uuid;
|
|
@@ -38,7 +424,7 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
38
424
|
epochCheckPromise;
|
|
39
425
|
deadlineTimeoutHandler;
|
|
40
426
|
tracer;
|
|
41
|
-
constructor(data, dbProvider, prover, publicProcessorFactory, publisher, l2BlockSource, metrics, deadline, config){
|
|
427
|
+
constructor(data, dbProvider, prover, publicProcessorFactory, publisher, l2BlockSource, metrics, deadline, config, bindings){
|
|
42
428
|
this.data = data;
|
|
43
429
|
this.dbProvider = dbProvider;
|
|
44
430
|
this.prover = prover;
|
|
@@ -48,10 +434,13 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
48
434
|
this.metrics = metrics;
|
|
49
435
|
this.deadline = deadline;
|
|
50
436
|
this.config = config;
|
|
51
|
-
this.state = 'initialized';
|
|
52
|
-
this.log = createLogger('prover-node:epoch-proving-job');
|
|
437
|
+
this.state = (_initProto(this), 'initialized');
|
|
53
438
|
validateEpochProvingJobData(data);
|
|
54
439
|
this.uuid = crypto.randomUUID();
|
|
440
|
+
this.log = createLogger('prover-node:epoch-proving-job', {
|
|
441
|
+
...bindings,
|
|
442
|
+
instanceId: `epoch-${data.epochNumber}`
|
|
443
|
+
});
|
|
55
444
|
this.tracer = metrics.tracer;
|
|
56
445
|
}
|
|
57
446
|
getId() {
|
|
@@ -72,8 +461,8 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
72
461
|
get epochNumber() {
|
|
73
462
|
return this.data.epochNumber;
|
|
74
463
|
}
|
|
75
|
-
get
|
|
76
|
-
return this.data.
|
|
464
|
+
get checkpoints() {
|
|
465
|
+
return this.data.checkpoints;
|
|
77
466
|
}
|
|
78
467
|
get txs() {
|
|
79
468
|
return this.data.txs;
|
|
@@ -89,17 +478,18 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
89
478
|
await this.scheduleEpochCheck();
|
|
90
479
|
}
|
|
91
480
|
const attestations = this.attestations.map((attestation)=>attestation.toViem());
|
|
92
|
-
const epochNumber =
|
|
93
|
-
const
|
|
94
|
-
const
|
|
95
|
-
const
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
];
|
|
99
|
-
this.
|
|
481
|
+
const epochNumber = this.epochNumber;
|
|
482
|
+
const epochSizeCheckpoints = this.checkpoints.length;
|
|
483
|
+
const epochSizeBlocks = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.length, 0);
|
|
484
|
+
const epochSizeTxs = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.reduce((accumC, block)=>accumC + block.body.txEffects.length, 0), 0);
|
|
485
|
+
const fromCheckpoint = this.checkpoints[0].number;
|
|
486
|
+
const toCheckpoint = this.checkpoints.at(-1).number;
|
|
487
|
+
const fromBlock = this.checkpoints[0].blocks[0].number;
|
|
488
|
+
const toBlock = this.checkpoints.at(-1).blocks.at(-1).number;
|
|
489
|
+
this.log.info(`Starting epoch ${epochNumber} proving job with checkpoints ${fromCheckpoint} to ${toCheckpoint}`, {
|
|
100
490
|
fromBlock,
|
|
101
491
|
toBlock,
|
|
102
|
-
|
|
492
|
+
epochSizeTxs,
|
|
103
493
|
epochNumber,
|
|
104
494
|
uuid: this.uuid
|
|
105
495
|
});
|
|
@@ -108,42 +498,79 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
108
498
|
const { promise, resolve } = promiseWithResolvers();
|
|
109
499
|
this.runPromise = promise;
|
|
110
500
|
try {
|
|
111
|
-
const
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
501
|
+
const blobFieldsPerCheckpoint = this.checkpoints.map((checkpoint)=>checkpoint.toBlobFields());
|
|
502
|
+
this.log.info(`Blob fields per checkpoint: ${timer.ms()}ms`);
|
|
503
|
+
const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
|
|
504
|
+
this.log.info(`Final blob batching challeneger: ${timer.ms()}ms`);
|
|
505
|
+
this.prover.startNewEpoch(epochNumber, epochSizeCheckpoints, finalBlobBatchingChallenges);
|
|
506
|
+
await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
|
|
507
|
+
// Everything in the epoch should have the same chainId and version.
|
|
508
|
+
const { chainId, version } = this.checkpoints[0].blocks[0].header.globalVariables;
|
|
509
|
+
const previousBlockHeaders = this.gatherPreviousBlockHeaders();
|
|
510
|
+
await asyncPool(this.config.parallelBlockLimit ?? 32, this.checkpoints, async (checkpoint)=>{
|
|
116
511
|
this.checkState();
|
|
117
|
-
const
|
|
118
|
-
const
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
previousHeader: previousHeader.hash(),
|
|
129
|
-
uuid: this.uuid,
|
|
130
|
-
...globalVariables
|
|
512
|
+
const checkpointIndex = checkpoint.number - fromCheckpoint;
|
|
513
|
+
const checkpointConstants = CheckpointConstantData.from({
|
|
514
|
+
chainId,
|
|
515
|
+
version,
|
|
516
|
+
vkTreeRoot: getVKTreeRoot(),
|
|
517
|
+
protocolContractsHash: protocolContractsHash,
|
|
518
|
+
proverId: this.prover.getProverId().toField(),
|
|
519
|
+
slotNumber: checkpoint.header.slotNumber,
|
|
520
|
+
coinbase: checkpoint.header.coinbase,
|
|
521
|
+
feeRecipient: checkpoint.header.feeRecipient,
|
|
522
|
+
gasFees: checkpoint.header.gasFees
|
|
131
523
|
});
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
await db.close();
|
|
140
|
-
this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
|
|
141
|
-
blockNumber: block.number,
|
|
142
|
-
blockHash: (await block.hash()).toString(),
|
|
524
|
+
const previousHeader = previousBlockHeaders[checkpointIndex];
|
|
525
|
+
const l1ToL2Messages = this.getL1ToL2Messages(checkpoint);
|
|
526
|
+
this.log.verbose(`Starting processing checkpoint ${checkpoint.number}`, {
|
|
527
|
+
number: checkpoint.number,
|
|
528
|
+
checkpointHash: checkpoint.hash().toString(),
|
|
529
|
+
lastArchive: checkpoint.header.lastArchiveRoot,
|
|
530
|
+
previousHeader: previousHeader.hash(),
|
|
143
531
|
uuid: this.uuid
|
|
144
532
|
});
|
|
145
|
-
|
|
146
|
-
|
|
533
|
+
await this.prover.startNewCheckpoint(checkpointIndex, checkpointConstants, l1ToL2Messages, checkpoint.blocks.length, previousHeader);
|
|
534
|
+
for(let blockIndex = 0; blockIndex < checkpoint.blocks.length; blockIndex++){
|
|
535
|
+
const block = checkpoint.blocks[blockIndex];
|
|
536
|
+
const globalVariables = block.header.globalVariables;
|
|
537
|
+
const txs = this.getTxs(block);
|
|
538
|
+
this.log.verbose(`Starting processing block ${block.number}`, {
|
|
539
|
+
number: block.number,
|
|
540
|
+
blockHash: (await block.hash()).toString(),
|
|
541
|
+
lastArchive: block.header.lastArchive.root,
|
|
542
|
+
noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
|
|
543
|
+
nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
|
|
544
|
+
publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
|
|
545
|
+
...globalVariables,
|
|
546
|
+
numTxs: txs.length
|
|
547
|
+
});
|
|
548
|
+
// Start block proving
|
|
549
|
+
await this.prover.startNewBlock(block.number, globalVariables.timestamp, txs.length);
|
|
550
|
+
// Process public fns. L1 to L2 messages are only inserted for the first block of a checkpoint,
|
|
551
|
+
// as the fork for subsequent blocks already includes them from the previous block's synced state.
|
|
552
|
+
const db = await this.createFork(BlockNumber(block.number - 1), blockIndex === 0 ? l1ToL2Messages : undefined);
|
|
553
|
+
const config = PublicSimulatorConfig.from({
|
|
554
|
+
proverId: this.prover.getProverId().toField(),
|
|
555
|
+
skipFeeEnforcement: false,
|
|
556
|
+
collectDebugLogs: false,
|
|
557
|
+
collectHints: true,
|
|
558
|
+
collectPublicInputs: true,
|
|
559
|
+
collectStatistics: false
|
|
560
|
+
});
|
|
561
|
+
const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, config);
|
|
562
|
+
const processed = await this.processTxs(publicProcessor, txs);
|
|
563
|
+
await this.prover.addTxs(processed);
|
|
564
|
+
await db.close();
|
|
565
|
+
this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
|
|
566
|
+
blockNumber: block.number,
|
|
567
|
+
blockHash: (await block.hash()).toString(),
|
|
568
|
+
uuid: this.uuid
|
|
569
|
+
});
|
|
570
|
+
// Mark block as completed to pad it
|
|
571
|
+
const expectedBlockHeader = block.header;
|
|
572
|
+
await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
|
|
573
|
+
}
|
|
147
574
|
});
|
|
148
575
|
const executionTime = timer.ms();
|
|
149
576
|
this.progressState('awaiting-prover');
|
|
@@ -155,14 +582,14 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
155
582
|
});
|
|
156
583
|
this.progressState('publishing-proof');
|
|
157
584
|
if (this.config.skipSubmitProof) {
|
|
158
|
-
this.log.info(`Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (
|
|
585
|
+
this.log.info(`Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`);
|
|
159
586
|
this.state = 'completed';
|
|
160
|
-
this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeBlocks, epochSizeTxs);
|
|
587
|
+
this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
|
|
161
588
|
return;
|
|
162
589
|
}
|
|
163
590
|
const success = await this.publisher.submitEpochProof({
|
|
164
|
-
|
|
165
|
-
|
|
591
|
+
fromCheckpoint,
|
|
592
|
+
toCheckpoint,
|
|
166
593
|
epochNumber,
|
|
167
594
|
publicInputs,
|
|
168
595
|
proof,
|
|
@@ -172,12 +599,12 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
172
599
|
if (!success) {
|
|
173
600
|
throw new Error('Failed to submit epoch proof to L1');
|
|
174
601
|
}
|
|
175
|
-
this.log.info(`Submitted proof for epoch ${epochNumber} (
|
|
602
|
+
this.log.info(`Submitted proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`, {
|
|
176
603
|
epochNumber,
|
|
177
604
|
uuid: this.uuid
|
|
178
605
|
});
|
|
179
606
|
this.state = 'completed';
|
|
180
|
-
this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeBlocks, epochSizeTxs);
|
|
607
|
+
this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
|
|
181
608
|
} catch (err) {
|
|
182
609
|
if (err && err.name === 'HaltExecutionError') {
|
|
183
610
|
this.log.warn(`Halted execution of epoch ${epochNumber} prover job`, {
|
|
@@ -202,16 +629,23 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
202
629
|
}
|
|
203
630
|
}
|
|
204
631
|
/**
|
|
205
|
-
* Create a new db fork for tx processing, inserting
|
|
632
|
+
* Create a new db fork for tx processing, optionally inserting L1 to L2 messages.
|
|
633
|
+
* L1 to L2 messages should only be inserted for the first block in a checkpoint,
|
|
634
|
+
* as subsequent blocks' synced state already includes them.
|
|
206
635
|
* REFACTOR: The prover already spawns a db fork of its own for each block, so we may be able to do away with just one fork.
|
|
207
636
|
*/ async createFork(blockNumber, l1ToL2Messages) {
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
this.log.verbose(`Creating fork at ${blockNumber} with ${l1ToL2Messages.length} L1 to L2 messages`, {
|
|
211
|
-
blockNumber,
|
|
212
|
-
l1ToL2Messages: l1ToL2MessagesPadded.map((m)=>m.toString())
|
|
637
|
+
this.log.verbose(`Creating fork at ${blockNumber}`, {
|
|
638
|
+
blockNumber
|
|
213
639
|
});
|
|
214
|
-
await
|
|
640
|
+
const db = await this.dbProvider.fork(blockNumber);
|
|
641
|
+
if (l1ToL2Messages !== undefined) {
|
|
642
|
+
this.log.verbose(`Inserting ${l1ToL2Messages.length} L1 to L2 messages in fork`, {
|
|
643
|
+
blockNumber,
|
|
644
|
+
l1ToL2Messages: l1ToL2Messages.map((m)=>m.toString())
|
|
645
|
+
});
|
|
646
|
+
const l1ToL2MessagesPadded = padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, 'Too many L1 to L2 messages');
|
|
647
|
+
await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
|
|
648
|
+
}
|
|
215
649
|
return db;
|
|
216
650
|
}
|
|
217
651
|
progressState(state) {
|
|
@@ -226,7 +660,6 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
226
660
|
async stop(state = 'stopped') {
|
|
227
661
|
this.state = state;
|
|
228
662
|
this.prover.cancel();
|
|
229
|
-
// TODO(palla/prover): Stop the publisher as well
|
|
230
663
|
if (this.runPromise) {
|
|
231
664
|
await this.runPromise;
|
|
232
665
|
}
|
|
@@ -266,10 +699,11 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
266
699
|
}
|
|
267
700
|
const intervalMs = Math.ceil((await l2BlockSource.getL1Constants()).ethereumSlotDuration / 2) * 1000;
|
|
268
701
|
this.epochCheckPromise = new RunningPromise(async ()=>{
|
|
269
|
-
const
|
|
270
|
-
const blockHashes = await Promise.all(
|
|
271
|
-
const
|
|
272
|
-
|
|
702
|
+
const blockHeaders = await l2BlockSource.getCheckpointedBlockHeadersForEpoch(this.epochNumber);
|
|
703
|
+
const blockHashes = await Promise.all(blockHeaders.map((header)=>header.hash()));
|
|
704
|
+
const thisBlocks = this.checkpoints.flatMap((checkpoint)=>checkpoint.blocks);
|
|
705
|
+
const thisBlockHashes = await Promise.all(thisBlocks.map((block)=>block.hash()));
|
|
706
|
+
if (blockHeaders.length !== thisBlocks.length || !blockHashes.every((block, i)=>block.equals(thisBlockHashes[i]))) {
|
|
273
707
|
this.log.warn('Epoch blocks changed underfoot', {
|
|
274
708
|
uuid: this.uuid,
|
|
275
709
|
epochNumber: this.epochNumber,
|
|
@@ -281,21 +715,18 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
281
715
|
}, this.log, intervalMs).start();
|
|
282
716
|
this.log.verbose(`Scheduled epoch check for epoch ${this.epochNumber} every ${intervalMs}ms`);
|
|
283
717
|
}
|
|
284
|
-
/* Returns the header
|
|
285
|
-
const
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
return this.data.previousBlockHeader;
|
|
291
|
-
}
|
|
292
|
-
throw new Error(`Block header not found for block number ${blockNumber} (got ${this.blocks.map((b)=>b.number).join(', ')} and previous header ${this.data.previousBlockHeader.getBlockNumber()})`);
|
|
718
|
+
/* Returns the last block header in the previous checkpoint for all checkpoints in the epoch */ gatherPreviousBlockHeaders() {
|
|
719
|
+
const lastBlocks = this.checkpoints.map((checkpoint)=>checkpoint.blocks.at(-1));
|
|
720
|
+
return [
|
|
721
|
+
this.data.previousBlockHeader,
|
|
722
|
+
...lastBlocks.map((block)=>block.header).slice(0, -1)
|
|
723
|
+
];
|
|
293
724
|
}
|
|
294
725
|
getTxs(block) {
|
|
295
726
|
return block.body.txEffects.map((txEffect)=>this.txs.get(txEffect.txHash.toString()));
|
|
296
727
|
}
|
|
297
|
-
getL1ToL2Messages(
|
|
298
|
-
return this.data.l1ToL2Messages[
|
|
728
|
+
getL1ToL2Messages(checkpoint) {
|
|
729
|
+
return this.data.l1ToL2Messages[checkpoint.number];
|
|
299
730
|
}
|
|
300
731
|
async processTxs(publicProcessor, txs) {
|
|
301
732
|
const { deadline } = this;
|
|
@@ -312,13 +743,6 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
|
312
743
|
return processedTxs;
|
|
313
744
|
}
|
|
314
745
|
}
|
|
315
|
-
_ts_decorate([
|
|
316
|
-
trackSpan('EpochProvingJob.run', function() {
|
|
317
|
-
return {
|
|
318
|
-
[Attributes.EPOCH_NUMBER]: Number(this.data.epochNumber)
|
|
319
|
-
};
|
|
320
|
-
})
|
|
321
|
-
], EpochProvingJob.prototype, "run", null);
|
|
322
746
|
class HaltExecutionError extends Error {
|
|
323
747
|
state;
|
|
324
748
|
constructor(state){
|