@aztec/prover-node 0.0.0-test.0 → 0.0.1-commit.0208eb9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/dest/actions/download-epoch-proving-job.d.ts +18 -0
  2. package/dest/actions/download-epoch-proving-job.d.ts.map +1 -0
  3. package/dest/actions/download-epoch-proving-job.js +37 -0
  4. package/dest/actions/index.d.ts +3 -0
  5. package/dest/actions/index.d.ts.map +1 -0
  6. package/dest/actions/index.js +2 -0
  7. package/dest/actions/rerun-epoch-proving-job.d.ts +12 -0
  8. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -0
  9. package/dest/actions/rerun-epoch-proving-job.js +42 -0
  10. package/dest/actions/upload-epoch-proof-failure.d.ts +15 -0
  11. package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -0
  12. package/dest/actions/upload-epoch-proof-failure.js +78 -0
  13. package/dest/bin/run-failed-epoch.d.ts +2 -0
  14. package/dest/bin/run-failed-epoch.d.ts.map +1 -0
  15. package/dest/bin/run-failed-epoch.js +67 -0
  16. package/dest/config.d.ts +15 -11
  17. package/dest/config.d.ts.map +1 -1
  18. package/dest/config.js +83 -15
  19. package/dest/factory.d.ts +14 -12
  20. package/dest/factory.d.ts.map +1 -1
  21. package/dest/factory.js +106 -37
  22. package/dest/index.d.ts +3 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +2 -1
  25. package/dest/job/epoch-proving-job-data.d.ts +18 -0
  26. package/dest/job/epoch-proving-job-data.d.ts.map +1 -0
  27. package/dest/job/epoch-proving-job-data.js +59 -0
  28. package/dest/job/epoch-proving-job.d.ts +27 -18
  29. package/dest/job/epoch-proving-job.d.ts.map +1 -1
  30. package/dest/job/epoch-proving-job.js +583 -97
  31. package/dest/metrics.d.ts +30 -5
  32. package/dest/metrics.d.ts.map +1 -1
  33. package/dest/metrics.js +111 -73
  34. package/dest/monitors/epoch-monitor.d.ts +5 -2
  35. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  36. package/dest/monitors/epoch-monitor.js +18 -13
  37. package/dest/monitors/index.d.ts +1 -1
  38. package/dest/prover-node-publisher.d.ts +17 -17
  39. package/dest/prover-node-publisher.d.ts.map +1 -1
  40. package/dest/prover-node-publisher.js +89 -83
  41. package/dest/prover-node.d.ts +49 -44
  42. package/dest/prover-node.d.ts.map +1 -1
  43. package/dest/prover-node.js +582 -130
  44. package/dest/prover-publisher-factory.d.ts +25 -0
  45. package/dest/prover-publisher-factory.d.ts.map +1 -0
  46. package/dest/prover-publisher-factory.js +28 -0
  47. package/dest/test/index.d.ts +5 -3
  48. package/dest/test/index.d.ts.map +1 -1
  49. package/dest/test/index.js +1 -3
  50. package/package.json +39 -33
  51. package/src/actions/download-epoch-proving-job.ts +44 -0
  52. package/src/actions/index.ts +2 -0
  53. package/src/actions/rerun-epoch-proving-job.ts +63 -0
  54. package/src/actions/upload-epoch-proof-failure.ts +88 -0
  55. package/src/bin/run-failed-epoch.ts +77 -0
  56. package/src/config.ts +111 -25
  57. package/src/factory.ts +177 -46
  58. package/src/index.ts +2 -1
  59. package/src/job/epoch-proving-job-data.ts +82 -0
  60. package/src/job/epoch-proving-job.ts +264 -84
  61. package/src/metrics.ts +119 -72
  62. package/src/monitors/epoch-monitor.ts +20 -15
  63. package/src/prover-node-publisher.ts +137 -117
  64. package/src/prover-node.ts +225 -142
  65. package/src/prover-publisher-factory.ts +45 -0
  66. package/src/test/index.ts +7 -4
  67. package/dest/http.d.ts +0 -8
  68. package/dest/http.d.ts.map +0 -1
  69. package/dest/http.js +0 -9
  70. package/dest/prover-coordination/config.d.ts +0 -7
  71. package/dest/prover-coordination/config.d.ts.map +0 -1
  72. package/dest/prover-coordination/config.js +0 -11
  73. package/dest/prover-coordination/factory.d.ts +0 -22
  74. package/dest/prover-coordination/factory.d.ts.map +0 -1
  75. package/dest/prover-coordination/factory.js +0 -42
  76. package/dest/prover-coordination/index.d.ts +0 -3
  77. package/dest/prover-coordination/index.d.ts.map +0 -1
  78. package/dest/prover-coordination/index.js +0 -2
  79. package/src/http.ts +0 -13
  80. package/src/prover-coordination/config.ts +0 -17
  81. package/src/prover-coordination/factory.ts +0 -72
  82. package/src/prover-coordination/index.ts +0 -2
@@ -1,60 +1,447 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
6
369
  }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
+ }
373
+ var _dec, _initProto;
374
+ import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
7
375
  import { asyncPool } from '@aztec/foundation/async-pool';
376
+ import { BlockNumber } from '@aztec/foundation/branded-types';
377
+ import { padArrayEnd } from '@aztec/foundation/collection';
378
+ import { Fr } from '@aztec/foundation/curves/bn254';
8
379
  import { createLogger } from '@aztec/foundation/log';
9
- import { promiseWithResolvers } from '@aztec/foundation/promise';
380
+ import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
10
381
  import { Timer } from '@aztec/foundation/timer';
382
+ import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
383
+ import { protocolContractsHash } from '@aztec/protocol-contracts';
384
+ import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
385
+ import { PublicSimulatorConfig } from '@aztec/stdlib/avm';
11
386
  import { EpochProvingJobTerminalState } from '@aztec/stdlib/interfaces/server';
387
+ import { CheckpointConstantData } from '@aztec/stdlib/rollup';
388
+ import { MerkleTreeId } from '@aztec/stdlib/trees';
12
389
  import { Attributes, trackSpan } from '@aztec/telemetry-client';
13
390
  import * as crypto from 'node:crypto';
391
+ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
392
+ _dec = trackSpan('EpochProvingJob.run', function() {
393
+ return {
394
+ [Attributes.EPOCH_NUMBER]: this.data.epochNumber
395
+ };
396
+ });
14
397
  /**
15
- * Job that grabs a range of blocks from the unfinalised chain from L1, gets their txs given their hashes,
398
+ * Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
16
399
  * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
17
400
  * world state as part of public call execution via the public processor.
18
401
  */ export class EpochProvingJob {
402
+ data;
19
403
  dbProvider;
20
- epochNumber;
21
- blocks;
22
- txs;
23
404
  prover;
24
405
  publicProcessorFactory;
25
406
  publisher;
26
407
  l2BlockSource;
27
- l1ToL2MessageSource;
28
408
  metrics;
29
409
  deadline;
30
410
  config;
31
- cleanUp;
411
+ static{
412
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
413
+ [
414
+ _dec,
415
+ 2,
416
+ "run"
417
+ ]
418
+ ], []));
419
+ }
32
420
  state;
33
421
  log;
34
422
  uuid;
35
423
  runPromise;
424
+ epochCheckPromise;
36
425
  deadlineTimeoutHandler;
37
426
  tracer;
38
- constructor(dbProvider, epochNumber, blocks, txs, prover, publicProcessorFactory, publisher, l2BlockSource, l1ToL2MessageSource, metrics, deadline, config = {
39
- parallelBlockLimit: 32
40
- }, cleanUp = ()=>Promise.resolve()){
427
+ constructor(data, dbProvider, prover, publicProcessorFactory, publisher, l2BlockSource, metrics, deadline, config, bindings){
428
+ this.data = data;
41
429
  this.dbProvider = dbProvider;
42
- this.epochNumber = epochNumber;
43
- this.blocks = blocks;
44
- this.txs = txs;
45
430
  this.prover = prover;
46
431
  this.publicProcessorFactory = publicProcessorFactory;
47
432
  this.publisher = publisher;
48
433
  this.l2BlockSource = l2BlockSource;
49
- this.l1ToL2MessageSource = l1ToL2MessageSource;
50
434
  this.metrics = metrics;
51
435
  this.deadline = deadline;
52
436
  this.config = config;
53
- this.cleanUp = cleanUp;
54
- this.state = 'initialized';
55
- this.log = createLogger('prover-node:epoch-proving-job');
437
+ this.state = (_initProto(this), 'initialized');
438
+ validateEpochProvingJobData(data);
56
439
  this.uuid = crypto.randomUUID();
57
- this.tracer = metrics.client.getTracer('EpochProvingJob');
440
+ this.log = createLogger('prover-node:epoch-proving-job', {
441
+ ...bindings,
442
+ instanceId: `epoch-${data.epochNumber}`
443
+ });
444
+ this.tracer = metrics.tracer;
58
445
  }
59
446
  getId() {
60
447
  return this.uuid;
@@ -63,23 +450,46 @@ import * as crypto from 'node:crypto';
63
450
  return this.state;
64
451
  }
65
452
  getEpochNumber() {
66
- return this.epochNumber;
453
+ return this.data.epochNumber;
454
+ }
455
+ getDeadline() {
456
+ return this.deadline;
457
+ }
458
+ getProvingData() {
459
+ return this.data;
460
+ }
461
+ get epochNumber() {
462
+ return this.data.epochNumber;
463
+ }
464
+ get checkpoints() {
465
+ return this.data.checkpoints;
466
+ }
467
+ get txs() {
468
+ return this.data.txs;
469
+ }
470
+ get attestations() {
471
+ return this.data.attestations;
67
472
  }
68
473
  /**
69
474
  * Proves the given epoch and submits the proof to L1.
70
475
  */ async run() {
71
476
  this.scheduleDeadlineStop();
72
- const epochNumber = Number(this.epochNumber);
73
- const epochSizeBlocks = this.blocks.length;
74
- const epochSizeTxs = this.blocks.reduce((total, current)=>total + current.body.txEffects.length, 0);
75
- const [fromBlock, toBlock] = [
76
- this.blocks[0].number,
77
- this.blocks.at(-1).number
78
- ];
79
- this.log.info(`Starting epoch ${epochNumber} proving job with blocks ${fromBlock} to ${toBlock}`, {
477
+ if (!this.config.skipEpochCheck) {
478
+ await this.scheduleEpochCheck();
479
+ }
480
+ const attestations = this.attestations.map((attestation)=>attestation.toViem());
481
+ const epochNumber = this.epochNumber;
482
+ const epochSizeCheckpoints = this.checkpoints.length;
483
+ const epochSizeBlocks = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.length, 0);
484
+ const epochSizeTxs = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.reduce((accumC, block)=>accumC + block.body.txEffects.length, 0), 0);
485
+ const fromCheckpoint = this.checkpoints[0].number;
486
+ const toCheckpoint = this.checkpoints.at(-1).number;
487
+ const fromBlock = this.checkpoints[0].blocks[0].number;
488
+ const toBlock = this.checkpoints.at(-1).blocks.at(-1).number;
489
+ this.log.info(`Starting epoch ${epochNumber} proving job with checkpoints ${fromCheckpoint} to ${toCheckpoint}`, {
80
490
  fromBlock,
81
491
  toBlock,
82
- epochSizeBlocks,
492
+ epochSizeTxs,
83
493
  epochNumber,
84
494
  uuid: this.uuid
85
495
  });
@@ -88,71 +498,115 @@ import * as crypto from 'node:crypto';
88
498
  const { promise, resolve } = promiseWithResolvers();
89
499
  this.runPromise = promise;
90
500
  try {
91
- this.prover.startNewEpoch(epochNumber, fromBlock, epochSizeBlocks);
92
- await this.prover.startTubeCircuits(this.txs);
93
- await asyncPool(this.config.parallelBlockLimit, this.blocks, async (block)=>{
501
+ const blobFieldsPerCheckpoint = this.checkpoints.map((checkpoint)=>checkpoint.toBlobFields());
502
+ const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
503
+ this.prover.startNewEpoch(epochNumber, epochSizeCheckpoints, finalBlobBatchingChallenges);
504
+ await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
505
+ // Everything in the epoch should have the same chainId and version.
506
+ const { chainId, version } = this.checkpoints[0].blocks[0].header.globalVariables;
507
+ const previousBlockHeaders = this.gatherPreviousBlockHeaders();
508
+ await asyncPool(this.config.parallelBlockLimit ?? 32, this.checkpoints, async (checkpoint)=>{
94
509
  this.checkState();
95
- const globalVariables = block.header.globalVariables;
96
- const txs = await this.getTxs(block);
97
- const l1ToL2Messages = await this.getL1ToL2Messages(block);
98
- const previousHeader = await this.getBlockHeader(block.number - 1);
99
- this.log.verbose(`Starting processing block ${block.number}`, {
100
- number: block.number,
101
- blockHash: (await block.hash()).toString(),
102
- lastArchive: block.header.lastArchive.root,
103
- noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
104
- nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
105
- publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
106
- previousHeader: previousHeader.hash(),
107
- uuid: this.uuid,
108
- ...globalVariables
510
+ const checkpointIndex = checkpoint.number - fromCheckpoint;
511
+ const checkpointConstants = CheckpointConstantData.from({
512
+ chainId,
513
+ version,
514
+ vkTreeRoot: getVKTreeRoot(),
515
+ protocolContractsHash: protocolContractsHash,
516
+ proverId: this.prover.getProverId().toField(),
517
+ slotNumber: checkpoint.header.slotNumber,
518
+ coinbase: checkpoint.header.coinbase,
519
+ feeRecipient: checkpoint.header.feeRecipient,
520
+ gasFees: checkpoint.header.gasFees
109
521
  });
110
- // Start block proving
111
- await this.prover.startNewBlock(globalVariables, l1ToL2Messages, previousHeader);
112
- // Process public fns
113
- const db = await this.dbProvider.fork(block.number - 1);
114
- const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, true);
115
- const processed = await this.processTxs(publicProcessor, txs);
116
- await this.prover.addTxs(processed);
117
- await db.close();
118
- this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
119
- blockNumber: block.number,
120
- blockHash: (await block.hash()).toString(),
522
+ const previousHeader = previousBlockHeaders[checkpointIndex];
523
+ const l1ToL2Messages = this.getL1ToL2Messages(checkpoint);
524
+ this.log.verbose(`Starting processing checkpoint ${checkpoint.number}`, {
525
+ number: checkpoint.number,
526
+ checkpointHash: checkpoint.hash().toString(),
527
+ lastArchive: checkpoint.header.lastArchiveRoot,
528
+ previousHeader: previousHeader.hash(),
121
529
  uuid: this.uuid
122
530
  });
123
- // Mark block as completed to pad it
124
- await this.prover.setBlockCompleted(block.number, block.header);
531
+ await this.prover.startNewCheckpoint(checkpointIndex, checkpointConstants, l1ToL2Messages, checkpoint.blocks.length, previousHeader);
532
+ for (const block of checkpoint.blocks){
533
+ const globalVariables = block.header.globalVariables;
534
+ const txs = this.getTxs(block);
535
+ this.log.verbose(`Starting processing block ${block.number}`, {
536
+ number: block.number,
537
+ blockHash: (await block.hash()).toString(),
538
+ lastArchive: block.header.lastArchive.root,
539
+ noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
540
+ nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
541
+ publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
542
+ ...globalVariables,
543
+ numTxs: txs.length
544
+ });
545
+ // Start block proving
546
+ await this.prover.startNewBlock(block.number, globalVariables.timestamp, txs.length);
547
+ // Process public fns
548
+ const db = await this.createFork(BlockNumber(block.number - 1), l1ToL2Messages);
549
+ const config = PublicSimulatorConfig.from({
550
+ proverId: this.prover.getProverId().toField(),
551
+ skipFeeEnforcement: false,
552
+ collectDebugLogs: false,
553
+ collectHints: true,
554
+ collectPublicInputs: true,
555
+ collectStatistics: false
556
+ });
557
+ const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, config);
558
+ const processed = await this.processTxs(publicProcessor, txs);
559
+ await this.prover.addTxs(processed);
560
+ await db.close();
561
+ this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
562
+ blockNumber: block.number,
563
+ blockHash: (await block.hash()).toString(),
564
+ uuid: this.uuid
565
+ });
566
+ // Mark block as completed to pad it
567
+ const expectedBlockHeader = block.header;
568
+ await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
569
+ }
125
570
  });
126
571
  const executionTime = timer.ms();
127
572
  this.progressState('awaiting-prover');
128
- const { publicInputs, proof } = await this.prover.finaliseEpoch();
129
- this.log.info(`Finalised proof for epoch ${epochNumber}`, {
573
+ const { publicInputs, proof, batchedBlobInputs } = await this.prover.finalizeEpoch();
574
+ this.log.info(`Finalized proof for epoch ${epochNumber}`, {
130
575
  epochNumber,
131
576
  uuid: this.uuid,
132
577
  duration: timer.ms()
133
578
  });
134
579
  this.progressState('publishing-proof');
580
+ if (this.config.skipSubmitProof) {
581
+ this.log.info(`Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`);
582
+ this.state = 'completed';
583
+ this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
584
+ return;
585
+ }
135
586
  const success = await this.publisher.submitEpochProof({
136
- fromBlock,
137
- toBlock,
587
+ fromCheckpoint,
588
+ toCheckpoint,
138
589
  epochNumber,
139
590
  publicInputs,
140
- proof
591
+ proof,
592
+ batchedBlobInputs,
593
+ attestations
141
594
  });
142
595
  if (!success) {
143
596
  throw new Error('Failed to submit epoch proof to L1');
144
597
  }
145
- this.log.info(`Submitted proof for epoch ${epochNumber} (blocks ${fromBlock} to ${toBlock})`, {
598
+ this.log.info(`Submitted proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`, {
146
599
  epochNumber,
147
600
  uuid: this.uuid
148
601
  });
149
602
  this.state = 'completed';
150
- this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeBlocks, epochSizeTxs);
603
+ this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
151
604
  } catch (err) {
152
605
  if (err && err.name === 'HaltExecutionError') {
153
606
  this.log.warn(`Halted execution of epoch ${epochNumber} prover job`, {
154
607
  uuid: this.uuid,
155
- epochNumber
608
+ epochNumber,
609
+ details: err.message
156
610
  });
157
611
  return;
158
612
  }
@@ -160,27 +614,41 @@ import * as crypto from 'node:crypto';
160
614
  uuid: this.uuid,
161
615
  epochNumber
162
616
  });
163
- this.state = 'failed';
617
+ if (this.state === 'processing' || this.state === 'awaiting-prover' || this.state === 'publishing-proof') {
618
+ this.state = 'failed';
619
+ }
164
620
  } finally{
165
621
  clearTimeout(this.deadlineTimeoutHandler);
166
- await this.cleanUp(this);
622
+ await this.epochCheckPromise?.stop();
167
623
  await this.prover.stop();
168
624
  resolve();
169
625
  }
170
626
  }
627
+ /**
628
+ * Create a new db fork for tx processing, inserting all L1 to L2.
629
+ * REFACTOR: The prover already spawns a db fork of its own for each block, so we may be able to do away with just one fork.
630
+ */ async createFork(blockNumber, l1ToL2Messages) {
631
+ const db = await this.dbProvider.fork(blockNumber);
632
+ const l1ToL2MessagesPadded = padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, 'Too many L1 to L2 messages');
633
+ this.log.verbose(`Creating fork at ${blockNumber} with ${l1ToL2Messages.length} L1 to L2 messages`, {
634
+ blockNumber,
635
+ l1ToL2Messages: l1ToL2Messages.map((m)=>m.toString())
636
+ });
637
+ await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
638
+ return db;
639
+ }
171
640
  progressState(state) {
172
641
  this.checkState();
173
642
  this.state = state;
174
643
  }
175
644
  checkState() {
176
- if (this.state === 'timed-out' || this.state === 'stopped' || this.state === 'failed') {
645
+ if (this.state === 'timed-out' || this.state === 'stopped' || this.state === 'failed' || this.state === 'reorg') {
177
646
  throw new HaltExecutionError(this.state);
178
647
  }
179
648
  }
180
649
  async stop(state = 'stopped') {
181
650
  this.state = state;
182
651
  this.prover.cancel();
183
- // TODO(palla/prover): Stop the publisher as well
184
652
  if (this.runPromise) {
185
653
  await this.runPromise;
186
654
  }
@@ -209,22 +677,45 @@ import * as crypto from 'node:crypto';
209
677
  }, timeout);
210
678
  }
211
679
  }
212
- /* Returns the header for the given block number, or the genesis block for block zero. */ async getBlockHeader(blockNumber) {
213
- if (blockNumber === 0) {
214
- return (await this.dbProvider.fork()).getInitialHeader();
680
+ /**
681
+ * Kicks off a running promise that queries the archiver for the set of L2 blocks of the current epoch.
682
+ * If those change, stops the proving job with a `rerun` state, so the node re-enqueues it.
683
+ */ async scheduleEpochCheck() {
684
+ const l2BlockSource = this.l2BlockSource;
685
+ if (!l2BlockSource) {
686
+ this.log.warn(`No L2 block source available, skipping epoch check`);
687
+ return;
215
688
  }
216
- return this.l2BlockSource.getBlockHeader(blockNumber);
689
+ const intervalMs = Math.ceil((await l2BlockSource.getL1Constants()).ethereumSlotDuration / 2) * 1000;
690
+ this.epochCheckPromise = new RunningPromise(async ()=>{
691
+ const blockHeaders = await l2BlockSource.getCheckpointedBlockHeadersForEpoch(this.epochNumber);
692
+ const blockHashes = await Promise.all(blockHeaders.map((header)=>header.hash()));
693
+ const thisBlocks = this.checkpoints.flatMap((checkpoint)=>checkpoint.blocks);
694
+ const thisBlockHashes = await Promise.all(thisBlocks.map((block)=>block.hash()));
695
+ if (blockHeaders.length !== thisBlocks.length || !blockHashes.every((block, i)=>block.equals(thisBlockHashes[i]))) {
696
+ this.log.warn('Epoch blocks changed underfoot', {
697
+ uuid: this.uuid,
698
+ epochNumber: this.epochNumber,
699
+ oldBlockHashes: thisBlockHashes,
700
+ newBlockHashes: blockHashes
701
+ });
702
+ void this.stop('reorg');
703
+ }
704
+ }, this.log, intervalMs).start();
705
+ this.log.verbose(`Scheduled epoch check for epoch ${this.epochNumber} every ${intervalMs}ms`);
706
+ }
707
+ /* Returns the last block header in the previous checkpoint for all checkpoints in the epoch */ gatherPreviousBlockHeaders() {
708
+ const lastBlocks = this.checkpoints.map((checkpoint)=>checkpoint.blocks.at(-1));
709
+ return [
710
+ this.data.previousBlockHeader,
711
+ ...lastBlocks.map((block)=>block.header).slice(0, -1)
712
+ ];
217
713
  }
218
- async getTxs(block) {
219
- const txHashes = block.body.txEffects.map((tx)=>tx.txHash.toBigInt());
220
- const txsAndHashes = await Promise.all(this.txs.map(async (tx)=>({
221
- tx,
222
- hash: await tx.getTxHash()
223
- })));
224
- return txsAndHashes.filter((txAndHash)=>txHashes.includes(txAndHash.hash.toBigInt())).map((txAndHash)=>txAndHash.tx);
714
+ getTxs(block) {
715
+ return block.body.txEffects.map((txEffect)=>this.txs.get(txEffect.txHash.toString()));
225
716
  }
226
- getL1ToL2Messages(block) {
227
- return this.l1ToL2MessageSource.getL1ToL2Messages(BigInt(block.number));
717
+ getL1ToL2Messages(checkpoint) {
718
+ return this.data.l1ToL2Messages[checkpoint.number];
228
719
  }
229
720
  async processTxs(publicProcessor, txs) {
230
721
  const { deadline } = this;
@@ -232,7 +723,8 @@ import * as crypto from 'node:crypto';
232
723
  deadline
233
724
  });
234
725
  if (failedTxs.length) {
235
- throw new Error(`Txs failed processing: ${failedTxs.map(({ tx, error })=>`${tx.getTxHash()} (${error})`).join(', ')}`);
726
+ const failedTxHashes = await Promise.all(failedTxs.map(({ tx })=>tx.getTxHash()));
727
+ throw new Error(`Txs failed processing: ${failedTxs.map(({ error }, index)=>`${failedTxHashes[index]} (${error})`).join(', ')}`);
236
728
  }
237
729
  if (processedTxs.length !== txs.length) {
238
730
  throw new Error(`Failed to process all txs: processed ${processedTxs.length} out of ${txs.length}`);
@@ -240,16 +732,10 @@ import * as crypto from 'node:crypto';
240
732
  return processedTxs;
241
733
  }
242
734
  }
243
- _ts_decorate([
244
- trackSpan('EpochProvingJob.run', function() {
245
- return {
246
- [Attributes.EPOCH_NUMBER]: Number(this.epochNumber)
247
- };
248
- })
249
- ], EpochProvingJob.prototype, "run", null);
250
735
  class HaltExecutionError extends Error {
736
+ state;
251
737
  constructor(state){
252
- super(`Halted execution due to state ${state}`);
738
+ super(`Halted execution due to state ${state}`), this.state = state;
253
739
  this.name = 'HaltExecutionError';
254
740
  }
255
741
  }