@aztec/prover-node 0.0.0-test.0 → 0.0.1-commit.0208eb9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/actions/download-epoch-proving-job.d.ts +18 -0
- package/dest/actions/download-epoch-proving-job.d.ts.map +1 -0
- package/dest/actions/download-epoch-proving-job.js +37 -0
- package/dest/actions/index.d.ts +3 -0
- package/dest/actions/index.d.ts.map +1 -0
- package/dest/actions/index.js +2 -0
- package/dest/actions/rerun-epoch-proving-job.d.ts +12 -0
- package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -0
- package/dest/actions/rerun-epoch-proving-job.js +42 -0
- package/dest/actions/upload-epoch-proof-failure.d.ts +15 -0
- package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -0
- package/dest/actions/upload-epoch-proof-failure.js +78 -0
- package/dest/bin/run-failed-epoch.d.ts +2 -0
- package/dest/bin/run-failed-epoch.d.ts.map +1 -0
- package/dest/bin/run-failed-epoch.js +67 -0
- package/dest/config.d.ts +15 -11
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +83 -15
- package/dest/factory.d.ts +14 -12
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +106 -37
- package/dest/index.d.ts +3 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +2 -1
- package/dest/job/epoch-proving-job-data.d.ts +18 -0
- package/dest/job/epoch-proving-job-data.d.ts.map +1 -0
- package/dest/job/epoch-proving-job-data.js +59 -0
- package/dest/job/epoch-proving-job.d.ts +27 -18
- package/dest/job/epoch-proving-job.d.ts.map +1 -1
- package/dest/job/epoch-proving-job.js +583 -97
- package/dest/metrics.d.ts +30 -5
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +111 -73
- package/dest/monitors/epoch-monitor.d.ts +5 -2
- package/dest/monitors/epoch-monitor.d.ts.map +1 -1
- package/dest/monitors/epoch-monitor.js +18 -13
- package/dest/monitors/index.d.ts +1 -1
- package/dest/prover-node-publisher.d.ts +17 -17
- package/dest/prover-node-publisher.d.ts.map +1 -1
- package/dest/prover-node-publisher.js +89 -83
- package/dest/prover-node.d.ts +49 -44
- package/dest/prover-node.d.ts.map +1 -1
- package/dest/prover-node.js +582 -130
- package/dest/prover-publisher-factory.d.ts +25 -0
- package/dest/prover-publisher-factory.d.ts.map +1 -0
- package/dest/prover-publisher-factory.js +28 -0
- package/dest/test/index.d.ts +5 -3
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/index.js +1 -3
- package/package.json +39 -33
- package/src/actions/download-epoch-proving-job.ts +44 -0
- package/src/actions/index.ts +2 -0
- package/src/actions/rerun-epoch-proving-job.ts +63 -0
- package/src/actions/upload-epoch-proof-failure.ts +88 -0
- package/src/bin/run-failed-epoch.ts +77 -0
- package/src/config.ts +111 -25
- package/src/factory.ts +177 -46
- package/src/index.ts +2 -1
- package/src/job/epoch-proving-job-data.ts +82 -0
- package/src/job/epoch-proving-job.ts +264 -84
- package/src/metrics.ts +119 -72
- package/src/monitors/epoch-monitor.ts +20 -15
- package/src/prover-node-publisher.ts +137 -117
- package/src/prover-node.ts +225 -142
- package/src/prover-publisher-factory.ts +45 -0
- package/src/test/index.ts +7 -4
- package/dest/http.d.ts +0 -8
- package/dest/http.d.ts.map +0 -1
- package/dest/http.js +0 -9
- package/dest/prover-coordination/config.d.ts +0 -7
- package/dest/prover-coordination/config.d.ts.map +0 -1
- package/dest/prover-coordination/config.js +0 -11
- package/dest/prover-coordination/factory.d.ts +0 -22
- package/dest/prover-coordination/factory.d.ts.map +0 -1
- package/dest/prover-coordination/factory.js +0 -42
- package/dest/prover-coordination/index.d.ts +0 -3
- package/dest/prover-coordination/index.d.ts.map +0 -1
- package/dest/prover-coordination/index.js +0 -2
- package/src/http.ts +0 -13
- package/src/prover-coordination/config.ts +0 -17
- package/src/prover-coordination/factory.ts +0 -72
- package/src/prover-coordination/index.ts +0 -2
|
@@ -1,60 +1,447 @@
|
|
|
1
|
-
function
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
1
|
+
function applyDecs2203RFactory() {
|
|
2
|
+
function createAddInitializerMethod(initializers, decoratorFinishedRef) {
|
|
3
|
+
return function addInitializer(initializer) {
|
|
4
|
+
assertNotFinished(decoratorFinishedRef, "addInitializer");
|
|
5
|
+
assertCallable(initializer, "An initializer");
|
|
6
|
+
initializers.push(initializer);
|
|
7
|
+
};
|
|
8
|
+
}
|
|
9
|
+
function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
|
|
10
|
+
var kindStr;
|
|
11
|
+
switch(kind){
|
|
12
|
+
case 1:
|
|
13
|
+
kindStr = "accessor";
|
|
14
|
+
break;
|
|
15
|
+
case 2:
|
|
16
|
+
kindStr = "method";
|
|
17
|
+
break;
|
|
18
|
+
case 3:
|
|
19
|
+
kindStr = "getter";
|
|
20
|
+
break;
|
|
21
|
+
case 4:
|
|
22
|
+
kindStr = "setter";
|
|
23
|
+
break;
|
|
24
|
+
default:
|
|
25
|
+
kindStr = "field";
|
|
26
|
+
}
|
|
27
|
+
var ctx = {
|
|
28
|
+
kind: kindStr,
|
|
29
|
+
name: isPrivate ? "#" + name : name,
|
|
30
|
+
static: isStatic,
|
|
31
|
+
private: isPrivate,
|
|
32
|
+
metadata: metadata
|
|
33
|
+
};
|
|
34
|
+
var decoratorFinishedRef = {
|
|
35
|
+
v: false
|
|
36
|
+
};
|
|
37
|
+
ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
|
|
38
|
+
var get, set;
|
|
39
|
+
if (kind === 0) {
|
|
40
|
+
if (isPrivate) {
|
|
41
|
+
get = desc.get;
|
|
42
|
+
set = desc.set;
|
|
43
|
+
} else {
|
|
44
|
+
get = function() {
|
|
45
|
+
return this[name];
|
|
46
|
+
};
|
|
47
|
+
set = function(v) {
|
|
48
|
+
this[name] = v;
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
} else if (kind === 2) {
|
|
52
|
+
get = function() {
|
|
53
|
+
return desc.value;
|
|
54
|
+
};
|
|
55
|
+
} else {
|
|
56
|
+
if (kind === 1 || kind === 3) {
|
|
57
|
+
get = function() {
|
|
58
|
+
return desc.get.call(this);
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
if (kind === 1 || kind === 4) {
|
|
62
|
+
set = function(v) {
|
|
63
|
+
desc.set.call(this, v);
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
ctx.access = get && set ? {
|
|
68
|
+
get: get,
|
|
69
|
+
set: set
|
|
70
|
+
} : get ? {
|
|
71
|
+
get: get
|
|
72
|
+
} : {
|
|
73
|
+
set: set
|
|
74
|
+
};
|
|
75
|
+
try {
|
|
76
|
+
return dec(value, ctx);
|
|
77
|
+
} finally{
|
|
78
|
+
decoratorFinishedRef.v = true;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
function assertNotFinished(decoratorFinishedRef, fnName) {
|
|
82
|
+
if (decoratorFinishedRef.v) {
|
|
83
|
+
throw new Error("attempted to call " + fnName + " after decoration was finished");
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
function assertCallable(fn, hint) {
|
|
87
|
+
if (typeof fn !== "function") {
|
|
88
|
+
throw new TypeError(hint + " must be a function");
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
function assertValidReturnValue(kind, value) {
|
|
92
|
+
var type = typeof value;
|
|
93
|
+
if (kind === 1) {
|
|
94
|
+
if (type !== "object" || value === null) {
|
|
95
|
+
throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
|
|
96
|
+
}
|
|
97
|
+
if (value.get !== undefined) {
|
|
98
|
+
assertCallable(value.get, "accessor.get");
|
|
99
|
+
}
|
|
100
|
+
if (value.set !== undefined) {
|
|
101
|
+
assertCallable(value.set, "accessor.set");
|
|
102
|
+
}
|
|
103
|
+
if (value.init !== undefined) {
|
|
104
|
+
assertCallable(value.init, "accessor.init");
|
|
105
|
+
}
|
|
106
|
+
} else if (type !== "function") {
|
|
107
|
+
var hint;
|
|
108
|
+
if (kind === 0) {
|
|
109
|
+
hint = "field";
|
|
110
|
+
} else if (kind === 10) {
|
|
111
|
+
hint = "class";
|
|
112
|
+
} else {
|
|
113
|
+
hint = "method";
|
|
114
|
+
}
|
|
115
|
+
throw new TypeError(hint + " decorators must return a function or void 0");
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
|
|
119
|
+
var decs = decInfo[0];
|
|
120
|
+
var desc, init, value;
|
|
121
|
+
if (isPrivate) {
|
|
122
|
+
if (kind === 0 || kind === 1) {
|
|
123
|
+
desc = {
|
|
124
|
+
get: decInfo[3],
|
|
125
|
+
set: decInfo[4]
|
|
126
|
+
};
|
|
127
|
+
} else if (kind === 3) {
|
|
128
|
+
desc = {
|
|
129
|
+
get: decInfo[3]
|
|
130
|
+
};
|
|
131
|
+
} else if (kind === 4) {
|
|
132
|
+
desc = {
|
|
133
|
+
set: decInfo[3]
|
|
134
|
+
};
|
|
135
|
+
} else {
|
|
136
|
+
desc = {
|
|
137
|
+
value: decInfo[3]
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
} else if (kind !== 0) {
|
|
141
|
+
desc = Object.getOwnPropertyDescriptor(base, name);
|
|
142
|
+
}
|
|
143
|
+
if (kind === 1) {
|
|
144
|
+
value = {
|
|
145
|
+
get: desc.get,
|
|
146
|
+
set: desc.set
|
|
147
|
+
};
|
|
148
|
+
} else if (kind === 2) {
|
|
149
|
+
value = desc.value;
|
|
150
|
+
} else if (kind === 3) {
|
|
151
|
+
value = desc.get;
|
|
152
|
+
} else if (kind === 4) {
|
|
153
|
+
value = desc.set;
|
|
154
|
+
}
|
|
155
|
+
var newValue, get, set;
|
|
156
|
+
if (typeof decs === "function") {
|
|
157
|
+
newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
|
|
158
|
+
if (newValue !== void 0) {
|
|
159
|
+
assertValidReturnValue(kind, newValue);
|
|
160
|
+
if (kind === 0) {
|
|
161
|
+
init = newValue;
|
|
162
|
+
} else if (kind === 1) {
|
|
163
|
+
init = newValue.init;
|
|
164
|
+
get = newValue.get || value.get;
|
|
165
|
+
set = newValue.set || value.set;
|
|
166
|
+
value = {
|
|
167
|
+
get: get,
|
|
168
|
+
set: set
|
|
169
|
+
};
|
|
170
|
+
} else {
|
|
171
|
+
value = newValue;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
} else {
|
|
175
|
+
for(var i = decs.length - 1; i >= 0; i--){
|
|
176
|
+
var dec = decs[i];
|
|
177
|
+
newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
|
|
178
|
+
if (newValue !== void 0) {
|
|
179
|
+
assertValidReturnValue(kind, newValue);
|
|
180
|
+
var newInit;
|
|
181
|
+
if (kind === 0) {
|
|
182
|
+
newInit = newValue;
|
|
183
|
+
} else if (kind === 1) {
|
|
184
|
+
newInit = newValue.init;
|
|
185
|
+
get = newValue.get || value.get;
|
|
186
|
+
set = newValue.set || value.set;
|
|
187
|
+
value = {
|
|
188
|
+
get: get,
|
|
189
|
+
set: set
|
|
190
|
+
};
|
|
191
|
+
} else {
|
|
192
|
+
value = newValue;
|
|
193
|
+
}
|
|
194
|
+
if (newInit !== void 0) {
|
|
195
|
+
if (init === void 0) {
|
|
196
|
+
init = newInit;
|
|
197
|
+
} else if (typeof init === "function") {
|
|
198
|
+
init = [
|
|
199
|
+
init,
|
|
200
|
+
newInit
|
|
201
|
+
];
|
|
202
|
+
} else {
|
|
203
|
+
init.push(newInit);
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
if (kind === 0 || kind === 1) {
|
|
210
|
+
if (init === void 0) {
|
|
211
|
+
init = function(instance, init) {
|
|
212
|
+
return init;
|
|
213
|
+
};
|
|
214
|
+
} else if (typeof init !== "function") {
|
|
215
|
+
var ownInitializers = init;
|
|
216
|
+
init = function(instance, init) {
|
|
217
|
+
var value = init;
|
|
218
|
+
for(var i = 0; i < ownInitializers.length; i++){
|
|
219
|
+
value = ownInitializers[i].call(instance, value);
|
|
220
|
+
}
|
|
221
|
+
return value;
|
|
222
|
+
};
|
|
223
|
+
} else {
|
|
224
|
+
var originalInitializer = init;
|
|
225
|
+
init = function(instance, init) {
|
|
226
|
+
return originalInitializer.call(instance, init);
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
ret.push(init);
|
|
230
|
+
}
|
|
231
|
+
if (kind !== 0) {
|
|
232
|
+
if (kind === 1) {
|
|
233
|
+
desc.get = value.get;
|
|
234
|
+
desc.set = value.set;
|
|
235
|
+
} else if (kind === 2) {
|
|
236
|
+
desc.value = value;
|
|
237
|
+
} else if (kind === 3) {
|
|
238
|
+
desc.get = value;
|
|
239
|
+
} else if (kind === 4) {
|
|
240
|
+
desc.set = value;
|
|
241
|
+
}
|
|
242
|
+
if (isPrivate) {
|
|
243
|
+
if (kind === 1) {
|
|
244
|
+
ret.push(function(instance, args) {
|
|
245
|
+
return value.get.call(instance, args);
|
|
246
|
+
});
|
|
247
|
+
ret.push(function(instance, args) {
|
|
248
|
+
return value.set.call(instance, args);
|
|
249
|
+
});
|
|
250
|
+
} else if (kind === 2) {
|
|
251
|
+
ret.push(value);
|
|
252
|
+
} else {
|
|
253
|
+
ret.push(function(instance, args) {
|
|
254
|
+
return value.call(instance, args);
|
|
255
|
+
});
|
|
256
|
+
}
|
|
257
|
+
} else {
|
|
258
|
+
Object.defineProperty(base, name, desc);
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
function applyMemberDecs(Class, decInfos, metadata) {
|
|
263
|
+
var ret = [];
|
|
264
|
+
var protoInitializers;
|
|
265
|
+
var staticInitializers;
|
|
266
|
+
var existingProtoNonFields = new Map();
|
|
267
|
+
var existingStaticNonFields = new Map();
|
|
268
|
+
for(var i = 0; i < decInfos.length; i++){
|
|
269
|
+
var decInfo = decInfos[i];
|
|
270
|
+
if (!Array.isArray(decInfo)) continue;
|
|
271
|
+
var kind = decInfo[1];
|
|
272
|
+
var name = decInfo[2];
|
|
273
|
+
var isPrivate = decInfo.length > 3;
|
|
274
|
+
var isStatic = kind >= 5;
|
|
275
|
+
var base;
|
|
276
|
+
var initializers;
|
|
277
|
+
if (isStatic) {
|
|
278
|
+
base = Class;
|
|
279
|
+
kind = kind - 5;
|
|
280
|
+
staticInitializers = staticInitializers || [];
|
|
281
|
+
initializers = staticInitializers;
|
|
282
|
+
} else {
|
|
283
|
+
base = Class.prototype;
|
|
284
|
+
protoInitializers = protoInitializers || [];
|
|
285
|
+
initializers = protoInitializers;
|
|
286
|
+
}
|
|
287
|
+
if (kind !== 0 && !isPrivate) {
|
|
288
|
+
var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
|
|
289
|
+
var existingKind = existingNonFields.get(name) || 0;
|
|
290
|
+
if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
|
|
291
|
+
throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
|
|
292
|
+
} else if (!existingKind && kind > 2) {
|
|
293
|
+
existingNonFields.set(name, kind);
|
|
294
|
+
} else {
|
|
295
|
+
existingNonFields.set(name, true);
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
|
|
299
|
+
}
|
|
300
|
+
pushInitializers(ret, protoInitializers);
|
|
301
|
+
pushInitializers(ret, staticInitializers);
|
|
302
|
+
return ret;
|
|
303
|
+
}
|
|
304
|
+
function pushInitializers(ret, initializers) {
|
|
305
|
+
if (initializers) {
|
|
306
|
+
ret.push(function(instance) {
|
|
307
|
+
for(var i = 0; i < initializers.length; i++){
|
|
308
|
+
initializers[i].call(instance);
|
|
309
|
+
}
|
|
310
|
+
return instance;
|
|
311
|
+
});
|
|
312
|
+
}
|
|
313
|
+
}
|
|
314
|
+
function applyClassDecs(targetClass, classDecs, metadata) {
|
|
315
|
+
if (classDecs.length > 0) {
|
|
316
|
+
var initializers = [];
|
|
317
|
+
var newClass = targetClass;
|
|
318
|
+
var name = targetClass.name;
|
|
319
|
+
for(var i = classDecs.length - 1; i >= 0; i--){
|
|
320
|
+
var decoratorFinishedRef = {
|
|
321
|
+
v: false
|
|
322
|
+
};
|
|
323
|
+
try {
|
|
324
|
+
var nextNewClass = classDecs[i](newClass, {
|
|
325
|
+
kind: "class",
|
|
326
|
+
name: name,
|
|
327
|
+
addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
|
|
328
|
+
metadata
|
|
329
|
+
});
|
|
330
|
+
} finally{
|
|
331
|
+
decoratorFinishedRef.v = true;
|
|
332
|
+
}
|
|
333
|
+
if (nextNewClass !== undefined) {
|
|
334
|
+
assertValidReturnValue(10, nextNewClass);
|
|
335
|
+
newClass = nextNewClass;
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
return [
|
|
339
|
+
defineMetadata(newClass, metadata),
|
|
340
|
+
function() {
|
|
341
|
+
for(var i = 0; i < initializers.length; i++){
|
|
342
|
+
initializers[i].call(newClass);
|
|
343
|
+
}
|
|
344
|
+
}
|
|
345
|
+
];
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
function defineMetadata(Class, metadata) {
|
|
349
|
+
return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
|
|
350
|
+
configurable: true,
|
|
351
|
+
enumerable: true,
|
|
352
|
+
value: metadata
|
|
353
|
+
});
|
|
354
|
+
}
|
|
355
|
+
return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
|
|
356
|
+
if (parentClass !== void 0) {
|
|
357
|
+
var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
|
|
358
|
+
}
|
|
359
|
+
var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
|
|
360
|
+
var e = applyMemberDecs(targetClass, memberDecs, metadata);
|
|
361
|
+
if (!classDecs.length) defineMetadata(targetClass, metadata);
|
|
362
|
+
return {
|
|
363
|
+
e: e,
|
|
364
|
+
get c () {
|
|
365
|
+
return applyClassDecs(targetClass, classDecs, metadata);
|
|
366
|
+
}
|
|
367
|
+
};
|
|
368
|
+
};
|
|
6
369
|
}
|
|
370
|
+
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
|
+
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
372
|
+
}
|
|
373
|
+
var _dec, _initProto;
|
|
374
|
+
import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
|
|
7
375
|
import { asyncPool } from '@aztec/foundation/async-pool';
|
|
376
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
377
|
+
import { padArrayEnd } from '@aztec/foundation/collection';
|
|
378
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
8
379
|
import { createLogger } from '@aztec/foundation/log';
|
|
9
|
-
import { promiseWithResolvers } from '@aztec/foundation/promise';
|
|
380
|
+
import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
|
|
10
381
|
import { Timer } from '@aztec/foundation/timer';
|
|
382
|
+
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
383
|
+
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
384
|
+
import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
|
|
385
|
+
import { PublicSimulatorConfig } from '@aztec/stdlib/avm';
|
|
11
386
|
import { EpochProvingJobTerminalState } from '@aztec/stdlib/interfaces/server';
|
|
387
|
+
import { CheckpointConstantData } from '@aztec/stdlib/rollup';
|
|
388
|
+
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
12
389
|
import { Attributes, trackSpan } from '@aztec/telemetry-client';
|
|
13
390
|
import * as crypto from 'node:crypto';
|
|
391
|
+
import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
|
|
392
|
+
_dec = trackSpan('EpochProvingJob.run', function() {
|
|
393
|
+
return {
|
|
394
|
+
[Attributes.EPOCH_NUMBER]: this.data.epochNumber
|
|
395
|
+
};
|
|
396
|
+
});
|
|
14
397
|
/**
|
|
15
|
-
* Job that grabs a range of blocks from the
|
|
398
|
+
* Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
|
|
16
399
|
* re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
|
|
17
400
|
* world state as part of public call execution via the public processor.
|
|
18
401
|
*/ export class EpochProvingJob {
|
|
402
|
+
data;
|
|
19
403
|
dbProvider;
|
|
20
|
-
epochNumber;
|
|
21
|
-
blocks;
|
|
22
|
-
txs;
|
|
23
404
|
prover;
|
|
24
405
|
publicProcessorFactory;
|
|
25
406
|
publisher;
|
|
26
407
|
l2BlockSource;
|
|
27
|
-
l1ToL2MessageSource;
|
|
28
408
|
metrics;
|
|
29
409
|
deadline;
|
|
30
410
|
config;
|
|
31
|
-
|
|
411
|
+
static{
|
|
412
|
+
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
413
|
+
[
|
|
414
|
+
_dec,
|
|
415
|
+
2,
|
|
416
|
+
"run"
|
|
417
|
+
]
|
|
418
|
+
], []));
|
|
419
|
+
}
|
|
32
420
|
state;
|
|
33
421
|
log;
|
|
34
422
|
uuid;
|
|
35
423
|
runPromise;
|
|
424
|
+
epochCheckPromise;
|
|
36
425
|
deadlineTimeoutHandler;
|
|
37
426
|
tracer;
|
|
38
|
-
constructor(
|
|
39
|
-
|
|
40
|
-
}, cleanUp = ()=>Promise.resolve()){
|
|
427
|
+
constructor(data, dbProvider, prover, publicProcessorFactory, publisher, l2BlockSource, metrics, deadline, config, bindings){
|
|
428
|
+
this.data = data;
|
|
41
429
|
this.dbProvider = dbProvider;
|
|
42
|
-
this.epochNumber = epochNumber;
|
|
43
|
-
this.blocks = blocks;
|
|
44
|
-
this.txs = txs;
|
|
45
430
|
this.prover = prover;
|
|
46
431
|
this.publicProcessorFactory = publicProcessorFactory;
|
|
47
432
|
this.publisher = publisher;
|
|
48
433
|
this.l2BlockSource = l2BlockSource;
|
|
49
|
-
this.l1ToL2MessageSource = l1ToL2MessageSource;
|
|
50
434
|
this.metrics = metrics;
|
|
51
435
|
this.deadline = deadline;
|
|
52
436
|
this.config = config;
|
|
53
|
-
this.
|
|
54
|
-
|
|
55
|
-
this.log = createLogger('prover-node:epoch-proving-job');
|
|
437
|
+
this.state = (_initProto(this), 'initialized');
|
|
438
|
+
validateEpochProvingJobData(data);
|
|
56
439
|
this.uuid = crypto.randomUUID();
|
|
57
|
-
this.
|
|
440
|
+
this.log = createLogger('prover-node:epoch-proving-job', {
|
|
441
|
+
...bindings,
|
|
442
|
+
instanceId: `epoch-${data.epochNumber}`
|
|
443
|
+
});
|
|
444
|
+
this.tracer = metrics.tracer;
|
|
58
445
|
}
|
|
59
446
|
getId() {
|
|
60
447
|
return this.uuid;
|
|
@@ -63,23 +450,46 @@ import * as crypto from 'node:crypto';
|
|
|
63
450
|
return this.state;
|
|
64
451
|
}
|
|
65
452
|
getEpochNumber() {
|
|
66
|
-
return this.epochNumber;
|
|
453
|
+
return this.data.epochNumber;
|
|
454
|
+
}
|
|
455
|
+
getDeadline() {
|
|
456
|
+
return this.deadline;
|
|
457
|
+
}
|
|
458
|
+
getProvingData() {
|
|
459
|
+
return this.data;
|
|
460
|
+
}
|
|
461
|
+
get epochNumber() {
|
|
462
|
+
return this.data.epochNumber;
|
|
463
|
+
}
|
|
464
|
+
get checkpoints() {
|
|
465
|
+
return this.data.checkpoints;
|
|
466
|
+
}
|
|
467
|
+
get txs() {
|
|
468
|
+
return this.data.txs;
|
|
469
|
+
}
|
|
470
|
+
get attestations() {
|
|
471
|
+
return this.data.attestations;
|
|
67
472
|
}
|
|
68
473
|
/**
|
|
69
474
|
* Proves the given epoch and submits the proof to L1.
|
|
70
475
|
*/ async run() {
|
|
71
476
|
this.scheduleDeadlineStop();
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
const
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
this.
|
|
477
|
+
if (!this.config.skipEpochCheck) {
|
|
478
|
+
await this.scheduleEpochCheck();
|
|
479
|
+
}
|
|
480
|
+
const attestations = this.attestations.map((attestation)=>attestation.toViem());
|
|
481
|
+
const epochNumber = this.epochNumber;
|
|
482
|
+
const epochSizeCheckpoints = this.checkpoints.length;
|
|
483
|
+
const epochSizeBlocks = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.length, 0);
|
|
484
|
+
const epochSizeTxs = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.reduce((accumC, block)=>accumC + block.body.txEffects.length, 0), 0);
|
|
485
|
+
const fromCheckpoint = this.checkpoints[0].number;
|
|
486
|
+
const toCheckpoint = this.checkpoints.at(-1).number;
|
|
487
|
+
const fromBlock = this.checkpoints[0].blocks[0].number;
|
|
488
|
+
const toBlock = this.checkpoints.at(-1).blocks.at(-1).number;
|
|
489
|
+
this.log.info(`Starting epoch ${epochNumber} proving job with checkpoints ${fromCheckpoint} to ${toCheckpoint}`, {
|
|
80
490
|
fromBlock,
|
|
81
491
|
toBlock,
|
|
82
|
-
|
|
492
|
+
epochSizeTxs,
|
|
83
493
|
epochNumber,
|
|
84
494
|
uuid: this.uuid
|
|
85
495
|
});
|
|
@@ -88,71 +498,115 @@ import * as crypto from 'node:crypto';
|
|
|
88
498
|
const { promise, resolve } = promiseWithResolvers();
|
|
89
499
|
this.runPromise = promise;
|
|
90
500
|
try {
|
|
91
|
-
this.
|
|
92
|
-
await
|
|
93
|
-
|
|
501
|
+
const blobFieldsPerCheckpoint = this.checkpoints.map((checkpoint)=>checkpoint.toBlobFields());
|
|
502
|
+
const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
|
|
503
|
+
this.prover.startNewEpoch(epochNumber, epochSizeCheckpoints, finalBlobBatchingChallenges);
|
|
504
|
+
await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
|
|
505
|
+
// Everything in the epoch should have the same chainId and version.
|
|
506
|
+
const { chainId, version } = this.checkpoints[0].blocks[0].header.globalVariables;
|
|
507
|
+
const previousBlockHeaders = this.gatherPreviousBlockHeaders();
|
|
508
|
+
await asyncPool(this.config.parallelBlockLimit ?? 32, this.checkpoints, async (checkpoint)=>{
|
|
94
509
|
this.checkState();
|
|
95
|
-
const
|
|
96
|
-
const
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
previousHeader: previousHeader.hash(),
|
|
107
|
-
uuid: this.uuid,
|
|
108
|
-
...globalVariables
|
|
510
|
+
const checkpointIndex = checkpoint.number - fromCheckpoint;
|
|
511
|
+
const checkpointConstants = CheckpointConstantData.from({
|
|
512
|
+
chainId,
|
|
513
|
+
version,
|
|
514
|
+
vkTreeRoot: getVKTreeRoot(),
|
|
515
|
+
protocolContractsHash: protocolContractsHash,
|
|
516
|
+
proverId: this.prover.getProverId().toField(),
|
|
517
|
+
slotNumber: checkpoint.header.slotNumber,
|
|
518
|
+
coinbase: checkpoint.header.coinbase,
|
|
519
|
+
feeRecipient: checkpoint.header.feeRecipient,
|
|
520
|
+
gasFees: checkpoint.header.gasFees
|
|
109
521
|
});
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
await db.close();
|
|
118
|
-
this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
|
|
119
|
-
blockNumber: block.number,
|
|
120
|
-
blockHash: (await block.hash()).toString(),
|
|
522
|
+
const previousHeader = previousBlockHeaders[checkpointIndex];
|
|
523
|
+
const l1ToL2Messages = this.getL1ToL2Messages(checkpoint);
|
|
524
|
+
this.log.verbose(`Starting processing checkpoint ${checkpoint.number}`, {
|
|
525
|
+
number: checkpoint.number,
|
|
526
|
+
checkpointHash: checkpoint.hash().toString(),
|
|
527
|
+
lastArchive: checkpoint.header.lastArchiveRoot,
|
|
528
|
+
previousHeader: previousHeader.hash(),
|
|
121
529
|
uuid: this.uuid
|
|
122
530
|
});
|
|
123
|
-
|
|
124
|
-
|
|
531
|
+
await this.prover.startNewCheckpoint(checkpointIndex, checkpointConstants, l1ToL2Messages, checkpoint.blocks.length, previousHeader);
|
|
532
|
+
for (const block of checkpoint.blocks){
|
|
533
|
+
const globalVariables = block.header.globalVariables;
|
|
534
|
+
const txs = this.getTxs(block);
|
|
535
|
+
this.log.verbose(`Starting processing block ${block.number}`, {
|
|
536
|
+
number: block.number,
|
|
537
|
+
blockHash: (await block.hash()).toString(),
|
|
538
|
+
lastArchive: block.header.lastArchive.root,
|
|
539
|
+
noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
|
|
540
|
+
nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
|
|
541
|
+
publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
|
|
542
|
+
...globalVariables,
|
|
543
|
+
numTxs: txs.length
|
|
544
|
+
});
|
|
545
|
+
// Start block proving
|
|
546
|
+
await this.prover.startNewBlock(block.number, globalVariables.timestamp, txs.length);
|
|
547
|
+
// Process public fns
|
|
548
|
+
const db = await this.createFork(BlockNumber(block.number - 1), l1ToL2Messages);
|
|
549
|
+
const config = PublicSimulatorConfig.from({
|
|
550
|
+
proverId: this.prover.getProverId().toField(),
|
|
551
|
+
skipFeeEnforcement: false,
|
|
552
|
+
collectDebugLogs: false,
|
|
553
|
+
collectHints: true,
|
|
554
|
+
collectPublicInputs: true,
|
|
555
|
+
collectStatistics: false
|
|
556
|
+
});
|
|
557
|
+
const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, config);
|
|
558
|
+
const processed = await this.processTxs(publicProcessor, txs);
|
|
559
|
+
await this.prover.addTxs(processed);
|
|
560
|
+
await db.close();
|
|
561
|
+
this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
|
|
562
|
+
blockNumber: block.number,
|
|
563
|
+
blockHash: (await block.hash()).toString(),
|
|
564
|
+
uuid: this.uuid
|
|
565
|
+
});
|
|
566
|
+
// Mark block as completed to pad it
|
|
567
|
+
const expectedBlockHeader = block.header;
|
|
568
|
+
await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
|
|
569
|
+
}
|
|
125
570
|
});
|
|
126
571
|
const executionTime = timer.ms();
|
|
127
572
|
this.progressState('awaiting-prover');
|
|
128
|
-
const { publicInputs, proof } = await this.prover.
|
|
129
|
-
this.log.info(`
|
|
573
|
+
const { publicInputs, proof, batchedBlobInputs } = await this.prover.finalizeEpoch();
|
|
574
|
+
this.log.info(`Finalized proof for epoch ${epochNumber}`, {
|
|
130
575
|
epochNumber,
|
|
131
576
|
uuid: this.uuid,
|
|
132
577
|
duration: timer.ms()
|
|
133
578
|
});
|
|
134
579
|
this.progressState('publishing-proof');
|
|
580
|
+
if (this.config.skipSubmitProof) {
|
|
581
|
+
this.log.info(`Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`);
|
|
582
|
+
this.state = 'completed';
|
|
583
|
+
this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
|
|
584
|
+
return;
|
|
585
|
+
}
|
|
135
586
|
const success = await this.publisher.submitEpochProof({
|
|
136
|
-
|
|
137
|
-
|
|
587
|
+
fromCheckpoint,
|
|
588
|
+
toCheckpoint,
|
|
138
589
|
epochNumber,
|
|
139
590
|
publicInputs,
|
|
140
|
-
proof
|
|
591
|
+
proof,
|
|
592
|
+
batchedBlobInputs,
|
|
593
|
+
attestations
|
|
141
594
|
});
|
|
142
595
|
if (!success) {
|
|
143
596
|
throw new Error('Failed to submit epoch proof to L1');
|
|
144
597
|
}
|
|
145
|
-
this.log.info(`Submitted proof for epoch ${epochNumber} (
|
|
598
|
+
this.log.info(`Submitted proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`, {
|
|
146
599
|
epochNumber,
|
|
147
600
|
uuid: this.uuid
|
|
148
601
|
});
|
|
149
602
|
this.state = 'completed';
|
|
150
|
-
this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeBlocks, epochSizeTxs);
|
|
603
|
+
this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
|
|
151
604
|
} catch (err) {
|
|
152
605
|
if (err && err.name === 'HaltExecutionError') {
|
|
153
606
|
this.log.warn(`Halted execution of epoch ${epochNumber} prover job`, {
|
|
154
607
|
uuid: this.uuid,
|
|
155
|
-
epochNumber
|
|
608
|
+
epochNumber,
|
|
609
|
+
details: err.message
|
|
156
610
|
});
|
|
157
611
|
return;
|
|
158
612
|
}
|
|
@@ -160,27 +614,41 @@ import * as crypto from 'node:crypto';
|
|
|
160
614
|
uuid: this.uuid,
|
|
161
615
|
epochNumber
|
|
162
616
|
});
|
|
163
|
-
this.state
|
|
617
|
+
if (this.state === 'processing' || this.state === 'awaiting-prover' || this.state === 'publishing-proof') {
|
|
618
|
+
this.state = 'failed';
|
|
619
|
+
}
|
|
164
620
|
} finally{
|
|
165
621
|
clearTimeout(this.deadlineTimeoutHandler);
|
|
166
|
-
await this.
|
|
622
|
+
await this.epochCheckPromise?.stop();
|
|
167
623
|
await this.prover.stop();
|
|
168
624
|
resolve();
|
|
169
625
|
}
|
|
170
626
|
}
|
|
627
|
+
/**
|
|
628
|
+
* Create a new db fork for tx processing, inserting all L1 to L2.
|
|
629
|
+
* REFACTOR: The prover already spawns a db fork of its own for each block, so we may be able to do away with just one fork.
|
|
630
|
+
*/ async createFork(blockNumber, l1ToL2Messages) {
|
|
631
|
+
const db = await this.dbProvider.fork(blockNumber);
|
|
632
|
+
const l1ToL2MessagesPadded = padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, 'Too many L1 to L2 messages');
|
|
633
|
+
this.log.verbose(`Creating fork at ${blockNumber} with ${l1ToL2Messages.length} L1 to L2 messages`, {
|
|
634
|
+
blockNumber,
|
|
635
|
+
l1ToL2Messages: l1ToL2Messages.map((m)=>m.toString())
|
|
636
|
+
});
|
|
637
|
+
await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
|
|
638
|
+
return db;
|
|
639
|
+
}
|
|
171
640
|
progressState(state) {
|
|
172
641
|
this.checkState();
|
|
173
642
|
this.state = state;
|
|
174
643
|
}
|
|
175
644
|
checkState() {
|
|
176
|
-
if (this.state === 'timed-out' || this.state === 'stopped' || this.state === 'failed') {
|
|
645
|
+
if (this.state === 'timed-out' || this.state === 'stopped' || this.state === 'failed' || this.state === 'reorg') {
|
|
177
646
|
throw new HaltExecutionError(this.state);
|
|
178
647
|
}
|
|
179
648
|
}
|
|
180
649
|
async stop(state = 'stopped') {
|
|
181
650
|
this.state = state;
|
|
182
651
|
this.prover.cancel();
|
|
183
|
-
// TODO(palla/prover): Stop the publisher as well
|
|
184
652
|
if (this.runPromise) {
|
|
185
653
|
await this.runPromise;
|
|
186
654
|
}
|
|
@@ -209,22 +677,45 @@ import * as crypto from 'node:crypto';
|
|
|
209
677
|
}, timeout);
|
|
210
678
|
}
|
|
211
679
|
}
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
680
|
+
/**
|
|
681
|
+
* Kicks off a running promise that queries the archiver for the set of L2 blocks of the current epoch.
|
|
682
|
+
* If those change, stops the proving job with a `rerun` state, so the node re-enqueues it.
|
|
683
|
+
*/ async scheduleEpochCheck() {
|
|
684
|
+
const l2BlockSource = this.l2BlockSource;
|
|
685
|
+
if (!l2BlockSource) {
|
|
686
|
+
this.log.warn(`No L2 block source available, skipping epoch check`);
|
|
687
|
+
return;
|
|
215
688
|
}
|
|
216
|
-
|
|
689
|
+
const intervalMs = Math.ceil((await l2BlockSource.getL1Constants()).ethereumSlotDuration / 2) * 1000;
|
|
690
|
+
this.epochCheckPromise = new RunningPromise(async ()=>{
|
|
691
|
+
const blockHeaders = await l2BlockSource.getCheckpointedBlockHeadersForEpoch(this.epochNumber);
|
|
692
|
+
const blockHashes = await Promise.all(blockHeaders.map((header)=>header.hash()));
|
|
693
|
+
const thisBlocks = this.checkpoints.flatMap((checkpoint)=>checkpoint.blocks);
|
|
694
|
+
const thisBlockHashes = await Promise.all(thisBlocks.map((block)=>block.hash()));
|
|
695
|
+
if (blockHeaders.length !== thisBlocks.length || !blockHashes.every((block, i)=>block.equals(thisBlockHashes[i]))) {
|
|
696
|
+
this.log.warn('Epoch blocks changed underfoot', {
|
|
697
|
+
uuid: this.uuid,
|
|
698
|
+
epochNumber: this.epochNumber,
|
|
699
|
+
oldBlockHashes: thisBlockHashes,
|
|
700
|
+
newBlockHashes: blockHashes
|
|
701
|
+
});
|
|
702
|
+
void this.stop('reorg');
|
|
703
|
+
}
|
|
704
|
+
}, this.log, intervalMs).start();
|
|
705
|
+
this.log.verbose(`Scheduled epoch check for epoch ${this.epochNumber} every ${intervalMs}ms`);
|
|
706
|
+
}
|
|
707
|
+
/* Returns the last block header in the previous checkpoint for all checkpoints in the epoch */ gatherPreviousBlockHeaders() {
|
|
708
|
+
const lastBlocks = this.checkpoints.map((checkpoint)=>checkpoint.blocks.at(-1));
|
|
709
|
+
return [
|
|
710
|
+
this.data.previousBlockHeader,
|
|
711
|
+
...lastBlocks.map((block)=>block.header).slice(0, -1)
|
|
712
|
+
];
|
|
217
713
|
}
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
const txsAndHashes = await Promise.all(this.txs.map(async (tx)=>({
|
|
221
|
-
tx,
|
|
222
|
-
hash: await tx.getTxHash()
|
|
223
|
-
})));
|
|
224
|
-
return txsAndHashes.filter((txAndHash)=>txHashes.includes(txAndHash.hash.toBigInt())).map((txAndHash)=>txAndHash.tx);
|
|
714
|
+
getTxs(block) {
|
|
715
|
+
return block.body.txEffects.map((txEffect)=>this.txs.get(txEffect.txHash.toString()));
|
|
225
716
|
}
|
|
226
|
-
getL1ToL2Messages(
|
|
227
|
-
return this.
|
|
717
|
+
getL1ToL2Messages(checkpoint) {
|
|
718
|
+
return this.data.l1ToL2Messages[checkpoint.number];
|
|
228
719
|
}
|
|
229
720
|
async processTxs(publicProcessor, txs) {
|
|
230
721
|
const { deadline } = this;
|
|
@@ -232,7 +723,8 @@ import * as crypto from 'node:crypto';
|
|
|
232
723
|
deadline
|
|
233
724
|
});
|
|
234
725
|
if (failedTxs.length) {
|
|
235
|
-
|
|
726
|
+
const failedTxHashes = await Promise.all(failedTxs.map(({ tx })=>tx.getTxHash()));
|
|
727
|
+
throw new Error(`Txs failed processing: ${failedTxs.map(({ error }, index)=>`${failedTxHashes[index]} (${error})`).join(', ')}`);
|
|
236
728
|
}
|
|
237
729
|
if (processedTxs.length !== txs.length) {
|
|
238
730
|
throw new Error(`Failed to process all txs: processed ${processedTxs.length} out of ${txs.length}`);
|
|
@@ -240,16 +732,10 @@ import * as crypto from 'node:crypto';
|
|
|
240
732
|
return processedTxs;
|
|
241
733
|
}
|
|
242
734
|
}
|
|
243
|
-
_ts_decorate([
|
|
244
|
-
trackSpan('EpochProvingJob.run', function() {
|
|
245
|
-
return {
|
|
246
|
-
[Attributes.EPOCH_NUMBER]: Number(this.epochNumber)
|
|
247
|
-
};
|
|
248
|
-
})
|
|
249
|
-
], EpochProvingJob.prototype, "run", null);
|
|
250
735
|
class HaltExecutionError extends Error {
|
|
736
|
+
state;
|
|
251
737
|
constructor(state){
|
|
252
|
-
super(`Halted execution due to state ${state}`);
|
|
738
|
+
super(`Halted execution due to state ${state}`), this.state = state;
|
|
253
739
|
this.name = 'HaltExecutionError';
|
|
254
740
|
}
|
|
255
741
|
}
|