@aztec/prover-node 0.0.1-commit.b655e406 → 0.0.1-commit.b6e433891

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. package/dest/actions/download-epoch-proving-job.d.ts +4 -4
  2. package/dest/actions/index.d.ts +1 -1
  3. package/dest/actions/rerun-epoch-proving-job.d.ts +4 -3
  4. package/dest/actions/rerun-epoch-proving-job.d.ts.map +1 -1
  5. package/dest/actions/rerun-epoch-proving-job.js +2 -2
  6. package/dest/actions/upload-epoch-proof-failure.d.ts +2 -2
  7. package/dest/actions/upload-epoch-proof-failure.d.ts.map +1 -1
  8. package/dest/bin/run-failed-epoch.d.ts +1 -1
  9. package/dest/bin/run-failed-epoch.js +5 -2
  10. package/dest/config.d.ts +8 -10
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +19 -21
  13. package/dest/factory.d.ts +20 -16
  14. package/dest/factory.d.ts.map +1 -1
  15. package/dest/factory.js +28 -62
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/job/epoch-proving-job-data.d.ts +8 -6
  20. package/dest/job/epoch-proving-job-data.d.ts.map +1 -1
  21. package/dest/job/epoch-proving-job-data.js +25 -18
  22. package/dest/job/epoch-proving-job.d.ts +7 -13
  23. package/dest/job/epoch-proving-job.d.ts.map +1 -1
  24. package/dest/job/epoch-proving-job.js +513 -105
  25. package/dest/metrics.d.ts +14 -3
  26. package/dest/metrics.d.ts.map +1 -1
  27. package/dest/metrics.js +55 -98
  28. package/dest/monitors/epoch-monitor.d.ts +3 -2
  29. package/dest/monitors/epoch-monitor.d.ts.map +1 -1
  30. package/dest/monitors/epoch-monitor.js +8 -18
  31. package/dest/monitors/index.d.ts +1 -1
  32. package/dest/prover-node-publisher.d.ts +14 -11
  33. package/dest/prover-node-publisher.d.ts.map +1 -1
  34. package/dest/prover-node-publisher.js +49 -42
  35. package/dest/prover-node.d.ts +27 -16
  36. package/dest/prover-node.d.ts.map +1 -1
  37. package/dest/prover-node.js +445 -59
  38. package/dest/prover-publisher-factory.d.ts +9 -5
  39. package/dest/prover-publisher-factory.d.ts.map +1 -1
  40. package/dest/prover-publisher-factory.js +4 -2
  41. package/dest/test/index.d.ts +1 -1
  42. package/dest/test/index.d.ts.map +1 -1
  43. package/package.json +27 -25
  44. package/src/actions/rerun-epoch-proving-job.ts +5 -3
  45. package/src/actions/upload-epoch-proof-failure.ts +1 -1
  46. package/src/bin/run-failed-epoch.ts +5 -2
  47. package/src/config.ts +27 -33
  48. package/src/factory.ts +64 -102
  49. package/src/index.ts +1 -0
  50. package/src/job/epoch-proving-job-data.ts +31 -25
  51. package/src/job/epoch-proving-job.ts +155 -110
  52. package/src/metrics.ts +65 -82
  53. package/src/monitors/epoch-monitor.ts +8 -15
  54. package/src/prover-node-publisher.ts +71 -58
  55. package/src/prover-node.ts +65 -53
  56. package/src/prover-publisher-factory.ts +16 -8
@@ -1,25 +1,400 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
369
+ }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
6
372
  }
373
+ var _dec, _initProto;
7
374
  import { NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP } from '@aztec/constants';
8
375
  import { asyncPool } from '@aztec/foundation/async-pool';
376
+ import { BlockNumber } from '@aztec/foundation/branded-types';
9
377
  import { padArrayEnd } from '@aztec/foundation/collection';
10
- import { Fr } from '@aztec/foundation/fields';
378
+ import { Fr } from '@aztec/foundation/curves/bn254';
11
379
  import { createLogger } from '@aztec/foundation/log';
12
380
  import { RunningPromise, promiseWithResolvers } from '@aztec/foundation/promise';
13
381
  import { Timer } from '@aztec/foundation/timer';
382
+ import { AVM_MAX_CONCURRENT_SIMULATIONS } from '@aztec/native';
14
383
  import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
15
384
  import { protocolContractsHash } from '@aztec/protocol-contracts';
16
385
  import { buildFinalBlobChallenges } from '@aztec/prover-client/helpers';
386
+ import { PublicSimulatorConfig } from '@aztec/stdlib/avm';
17
387
  import { EpochProvingJobTerminalState } from '@aztec/stdlib/interfaces/server';
18
388
  import { CheckpointConstantData } from '@aztec/stdlib/rollup';
19
389
  import { MerkleTreeId } from '@aztec/stdlib/trees';
20
390
  import { Attributes, trackSpan } from '@aztec/telemetry-client';
21
391
  import * as crypto from 'node:crypto';
22
392
  import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
393
+ _dec = trackSpan('EpochProvingJob.run', function() {
394
+ return {
395
+ [Attributes.EPOCH_NUMBER]: this.data.epochNumber
396
+ };
397
+ });
23
398
  /**
24
399
  * Job that grabs a range of blocks from the unfinalized chain from L1, gets their txs given their hashes,
25
400
  * re-executes their public calls, generates a rollup proof, and submits it to L1. This job will update the
@@ -34,6 +409,15 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
34
409
  metrics;
35
410
  deadline;
36
411
  config;
412
+ static{
413
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
414
+ [
415
+ _dec,
416
+ 2,
417
+ "run"
418
+ ]
419
+ ], []));
420
+ }
37
421
  state;
38
422
  log;
39
423
  uuid;
@@ -41,7 +425,7 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
41
425
  epochCheckPromise;
42
426
  deadlineTimeoutHandler;
43
427
  tracer;
44
- constructor(data, dbProvider, prover, publicProcessorFactory, publisher, l2BlockSource, metrics, deadline, config){
428
+ constructor(data, dbProvider, prover, publicProcessorFactory, publisher, l2BlockSource, metrics, deadline, config, bindings){
45
429
  this.data = data;
46
430
  this.dbProvider = dbProvider;
47
431
  this.prover = prover;
@@ -51,10 +435,13 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
51
435
  this.metrics = metrics;
52
436
  this.deadline = deadline;
53
437
  this.config = config;
54
- this.state = 'initialized';
55
- this.log = createLogger('prover-node:epoch-proving-job');
438
+ this.state = (_initProto(this), 'initialized');
56
439
  validateEpochProvingJobData(data);
57
440
  this.uuid = crypto.randomUUID();
441
+ this.log = createLogger('prover-node:epoch-proving-job', {
442
+ ...bindings,
443
+ instanceId: `epoch-${data.epochNumber}`
444
+ });
58
445
  this.tracer = metrics.tracer;
59
446
  }
60
447
  getId() {
@@ -75,8 +462,8 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
75
462
  get epochNumber() {
76
463
  return this.data.epochNumber;
77
464
  }
78
- get blocks() {
79
- return this.data.blocks;
465
+ get checkpoints() {
466
+ return this.data.checkpoints;
80
467
  }
81
468
  get txs() {
82
469
  return this.data.txs;
@@ -92,17 +479,18 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
92
479
  await this.scheduleEpochCheck();
93
480
  }
94
481
  const attestations = this.attestations.map((attestation)=>attestation.toViem());
95
- const epochNumber = Number(this.epochNumber);
96
- const epochSizeBlocks = this.blocks.length;
97
- const epochSizeTxs = this.blocks.reduce((total, current)=>total + current.body.txEffects.length, 0);
98
- const [fromBlock, toBlock] = [
99
- this.blocks[0].number,
100
- this.blocks.at(-1).number
101
- ];
102
- this.log.info(`Starting epoch ${epochNumber} proving job with blocks ${fromBlock} to ${toBlock}`, {
482
+ const epochNumber = this.epochNumber;
483
+ const epochSizeCheckpoints = this.checkpoints.length;
484
+ const epochSizeBlocks = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.length, 0);
485
+ const epochSizeTxs = this.checkpoints.reduce((accum, checkpoint)=>accum + checkpoint.blocks.reduce((accumC, block)=>accumC + block.body.txEffects.length, 0), 0);
486
+ const fromCheckpoint = this.checkpoints[0].number;
487
+ const toCheckpoint = this.checkpoints.at(-1).number;
488
+ const fromBlock = this.checkpoints[0].blocks[0].number;
489
+ const toBlock = this.checkpoints.at(-1).blocks.at(-1).number;
490
+ this.log.info(`Starting epoch ${epochNumber} proving job with checkpoints ${fromCheckpoint} to ${toCheckpoint}`, {
103
491
  fromBlock,
104
492
  toBlock,
105
- epochSizeBlocks,
493
+ epochSizeTxs,
106
494
  epochNumber,
107
495
  uuid: this.uuid
108
496
  });
@@ -111,67 +499,89 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
111
499
  const { promise, resolve } = promiseWithResolvers();
112
500
  this.runPromise = promise;
113
501
  try {
114
- const blobFieldsPerCheckpoint = this.blocks.map((block)=>block.getCheckpointBlobFields());
502
+ const blobTimer = new Timer();
503
+ const blobFieldsPerCheckpoint = this.checkpoints.map((checkpoint)=>checkpoint.toBlobFields());
115
504
  const finalBlobBatchingChallenges = await buildFinalBlobChallenges(blobFieldsPerCheckpoint);
116
- // TODO(#17027): Enable multiple blocks per checkpoint.
117
- // Total number of checkpoints equals number of blocks because we currently build a checkpoint with only one block.
118
- const totalNumCheckpoints = epochSizeBlocks;
119
- this.prover.startNewEpoch(epochNumber, totalNumCheckpoints, finalBlobBatchingChallenges);
505
+ this.metrics.recordBlobProcessing(blobTimer.ms());
506
+ this.prover.startNewEpoch(epochNumber, epochSizeCheckpoints, finalBlobBatchingChallenges);
507
+ const chonkTimer = new Timer();
120
508
  await this.prover.startChonkVerifierCircuits(Array.from(this.txs.values()));
121
- await asyncPool(this.config.parallelBlockLimit ?? 32, this.blocks, async (block)=>{
509
+ this.metrics.recordChonkVerifier(chonkTimer.ms());
510
+ // Everything in the epoch should have the same chainId and version.
511
+ const { chainId, version } = this.checkpoints[0].blocks[0].header.globalVariables;
512
+ const previousBlockHeaders = this.gatherPreviousBlockHeaders();
513
+ const allCheckpointsTimer = new Timer();
514
+ const parallelism = this.config.parallelBlockLimit ? this.config.parallelBlockLimit : AVM_MAX_CONCURRENT_SIMULATIONS > 0 ? AVM_MAX_CONCURRENT_SIMULATIONS : this.checkpoints.length;
515
+ await asyncPool(parallelism, this.checkpoints, async (checkpoint)=>{
122
516
  this.checkState();
123
- const globalVariables = block.header.globalVariables;
124
- const txs = this.getTxs(block);
125
- const l1ToL2Messages = this.getL1ToL2Messages(block);
126
- const previousHeader = this.getBlockHeader(block.number - 1);
127
- this.log.verbose(`Starting processing block ${block.number}`, {
128
- number: block.number,
129
- blockHash: (await block.hash()).toString(),
130
- lastArchive: block.header.lastArchive.root,
131
- noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
132
- nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
133
- publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
134
- previousHeader: previousHeader.hash(),
135
- uuid: this.uuid,
136
- ...globalVariables
137
- });
517
+ const checkpointTimer = new Timer();
518
+ const checkpointIndex = checkpoint.number - fromCheckpoint;
138
519
  const checkpointConstants = CheckpointConstantData.from({
139
- chainId: globalVariables.chainId,
140
- version: globalVariables.version,
520
+ chainId,
521
+ version,
141
522
  vkTreeRoot: getVKTreeRoot(),
142
523
  protocolContractsHash: protocolContractsHash,
143
524
  proverId: this.prover.getProverId().toField(),
144
- slotNumber: globalVariables.slotNumber,
145
- coinbase: globalVariables.coinbase,
146
- feeRecipient: globalVariables.feeRecipient,
147
- gasFees: globalVariables.gasFees
525
+ slotNumber: checkpoint.header.slotNumber,
526
+ coinbase: checkpoint.header.coinbase,
527
+ feeRecipient: checkpoint.header.feeRecipient,
528
+ gasFees: checkpoint.header.gasFees
148
529
  });
149
- // TODO(#17027): Enable multiple blocks per checkpoint.
150
- // Each checkpoint has only one block.
151
- const totalNumBlocks = 1;
152
- const checkpointIndex = block.number - fromBlock;
153
- await this.prover.startNewCheckpoint(checkpointIndex, checkpointConstants, l1ToL2Messages, totalNumBlocks, blobFieldsPerCheckpoint[checkpointIndex].length, previousHeader);
154
- // Start block proving
155
- await this.prover.startNewBlock(block.number, globalVariables.timestamp, txs.length);
156
- // Process public fns
157
- const db = await this.createFork(block.number - 1, l1ToL2Messages);
158
- const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, {
159
- skipFeeEnforcement: true,
160
- clientInitiatedSimulation: false,
161
- proverId: this.prover.getProverId().toField()
162
- });
163
- const processed = await this.processTxs(publicProcessor, txs);
164
- await this.prover.addTxs(processed);
165
- await db.close();
166
- this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
167
- blockNumber: block.number,
168
- blockHash: (await block.hash()).toString(),
530
+ const previousHeader = previousBlockHeaders[checkpointIndex];
531
+ const l1ToL2Messages = this.getL1ToL2Messages(checkpoint);
532
+ this.log.verbose(`Starting processing checkpoint ${checkpoint.number}`, {
533
+ number: checkpoint.number,
534
+ checkpointHash: checkpoint.hash().toString(),
535
+ lastArchive: checkpoint.header.lastArchiveRoot,
536
+ previousHeader: previousHeader.hash(),
169
537
  uuid: this.uuid
170
538
  });
171
- // Mark block as completed to pad it
172
- const expectedBlockHeader = block.getBlockHeader();
173
- await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
539
+ await this.prover.startNewCheckpoint(checkpointIndex, checkpointConstants, l1ToL2Messages, checkpoint.blocks.length, previousHeader);
540
+ for(let blockIndex = 0; blockIndex < checkpoint.blocks.length; blockIndex++){
541
+ const blockTimer = new Timer();
542
+ const block = checkpoint.blocks[blockIndex];
543
+ const globalVariables = block.header.globalVariables;
544
+ const txs = this.getTxs(block);
545
+ this.log.verbose(`Starting processing block ${block.number}`, {
546
+ number: block.number,
547
+ blockHash: (await block.hash()).toString(),
548
+ lastArchive: block.header.lastArchive.root,
549
+ noteHashTreeRoot: block.header.state.partial.noteHashTree.root,
550
+ nullifierTreeRoot: block.header.state.partial.nullifierTree.root,
551
+ publicDataTreeRoot: block.header.state.partial.publicDataTree.root,
552
+ ...globalVariables,
553
+ numTxs: txs.length
554
+ });
555
+ // Start block proving
556
+ await this.prover.startNewBlock(block.number, globalVariables.timestamp, txs.length);
557
+ // Process public fns. L1 to L2 messages are only inserted for the first block of a checkpoint,
558
+ // as the fork for subsequent blocks already includes them from the previous block's synced state.
559
+ const db = await this.createFork(BlockNumber(block.number - 1), blockIndex === 0 ? l1ToL2Messages : undefined);
560
+ const config = PublicSimulatorConfig.from({
561
+ proverId: this.prover.getProverId().toField(),
562
+ skipFeeEnforcement: false,
563
+ collectDebugLogs: false,
564
+ collectHints: true,
565
+ collectPublicInputs: true,
566
+ collectStatistics: false
567
+ });
568
+ const publicProcessor = this.publicProcessorFactory.create(db, globalVariables, config);
569
+ const processed = await this.processTxs(publicProcessor, txs);
570
+ await this.prover.addTxs(processed);
571
+ await db.close();
572
+ this.log.verbose(`Processed all ${txs.length} txs for block ${block.number}`, {
573
+ blockNumber: block.number,
574
+ blockHash: (await block.hash()).toString(),
575
+ uuid: this.uuid
576
+ });
577
+ // Mark block as completed to pad it
578
+ const expectedBlockHeader = block.header;
579
+ await this.prover.setBlockCompleted(block.number, expectedBlockHeader);
580
+ this.metrics.recordBlockProcessing(blockTimer.ms());
581
+ }
582
+ this.metrics.recordCheckpointProcessing(checkpointTimer.ms());
174
583
  });
584
+ this.metrics.recordAllCheckpointsProcessing(allCheckpointsTimer.ms());
175
585
  const executionTime = timer.ms();
176
586
  this.progressState('awaiting-prover');
177
587
  const { publicInputs, proof, batchedBlobInputs } = await this.prover.finalizeEpoch();
@@ -182,14 +592,14 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
182
592
  });
183
593
  this.progressState('publishing-proof');
184
594
  if (this.config.skipSubmitProof) {
185
- this.log.info(`Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (blocks ${fromBlock} to ${toBlock})`);
595
+ this.log.info(`Proof publishing is disabled. Dropping valid proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`);
186
596
  this.state = 'completed';
187
- this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeBlocks, epochSizeTxs);
597
+ this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
188
598
  return;
189
599
  }
190
600
  const success = await this.publisher.submitEpochProof({
191
- fromBlock,
192
- toBlock,
601
+ fromCheckpoint,
602
+ toCheckpoint,
193
603
  epochNumber,
194
604
  publicInputs,
195
605
  proof,
@@ -199,12 +609,12 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
199
609
  if (!success) {
200
610
  throw new Error('Failed to submit epoch proof to L1');
201
611
  }
202
- this.log.info(`Submitted proof for epoch ${epochNumber} (blocks ${fromBlock} to ${toBlock})`, {
612
+ this.log.info(`Submitted proof for epoch ${epochNumber} (checkpoints ${fromCheckpoint} to ${toCheckpoint})`, {
203
613
  epochNumber,
204
614
  uuid: this.uuid
205
615
  });
206
616
  this.state = 'completed';
207
- this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeBlocks, epochSizeTxs);
617
+ this.metrics.recordProvingJob(executionTime, timer.ms(), epochSizeCheckpoints, epochSizeBlocks, epochSizeTxs);
208
618
  } catch (err) {
209
619
  if (err && err.name === 'HaltExecutionError') {
210
620
  this.log.warn(`Halted execution of epoch ${epochNumber} prover job`, {
@@ -229,16 +639,23 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
229
639
  }
230
640
  }
231
641
  /**
232
- * Create a new db fork for tx processing, inserting all L1 to L2.
642
+ * Create a new db fork for tx processing, optionally inserting L1 to L2 messages.
643
+ * L1 to L2 messages should only be inserted for the first block in a checkpoint,
644
+ * as subsequent blocks' synced state already includes them.
233
645
  * REFACTOR: The prover already spawns a db fork of its own for each block, so we may be able to do away with just one fork.
234
646
  */ async createFork(blockNumber, l1ToL2Messages) {
235
- const db = await this.dbProvider.fork(blockNumber);
236
- const l1ToL2MessagesPadded = padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, 'Too many L1 to L2 messages');
237
- this.log.verbose(`Creating fork at ${blockNumber} with ${l1ToL2Messages.length} L1 to L2 messages`, {
238
- blockNumber,
239
- l1ToL2Messages: l1ToL2MessagesPadded.map((m)=>m.toString())
647
+ this.log.verbose(`Creating fork at ${blockNumber}`, {
648
+ blockNumber
240
649
  });
241
- await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
650
+ const db = await this.dbProvider.fork(blockNumber);
651
+ if (l1ToL2Messages !== undefined) {
652
+ this.log.verbose(`Inserting ${l1ToL2Messages.length} L1 to L2 messages in fork`, {
653
+ blockNumber,
654
+ l1ToL2Messages: l1ToL2Messages.map((m)=>m.toString())
655
+ });
656
+ const l1ToL2MessagesPadded = padArrayEnd(l1ToL2Messages, Fr.ZERO, NUMBER_OF_L1_L2_MESSAGES_PER_ROLLUP, 'Too many L1 to L2 messages');
657
+ await db.appendLeaves(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, l1ToL2MessagesPadded);
658
+ }
242
659
  return db;
243
660
  }
244
661
  progressState(state) {
@@ -292,10 +709,11 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
292
709
  }
293
710
  const intervalMs = Math.ceil((await l2BlockSource.getL1Constants()).ethereumSlotDuration / 2) * 1000;
294
711
  this.epochCheckPromise = new RunningPromise(async ()=>{
295
- const blocks = await l2BlockSource.getBlockHeadersForEpoch(this.epochNumber);
296
- const blockHashes = await Promise.all(blocks.map((block)=>block.hash()));
297
- const thisBlockHashes = await Promise.all(this.blocks.map((block)=>block.hash()));
298
- if (blocks.length !== this.blocks.length || !blockHashes.every((block, i)=>block.equals(thisBlockHashes[i]))) {
712
+ const blockHeaders = await l2BlockSource.getCheckpointedBlockHeadersForEpoch(this.epochNumber);
713
+ const blockHashes = await Promise.all(blockHeaders.map((header)=>header.hash()));
714
+ const thisBlocks = this.checkpoints.flatMap((checkpoint)=>checkpoint.blocks);
715
+ const thisBlockHashes = await Promise.all(thisBlocks.map((block)=>block.hash()));
716
+ if (blockHeaders.length !== thisBlocks.length || !blockHashes.every((block, i)=>block.equals(thisBlockHashes[i]))) {
299
717
  this.log.warn('Epoch blocks changed underfoot', {
300
718
  uuid: this.uuid,
301
719
  epochNumber: this.epochNumber,
@@ -307,21 +725,18 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
307
725
  }, this.log, intervalMs).start();
308
726
  this.log.verbose(`Scheduled epoch check for epoch ${this.epochNumber} every ${intervalMs}ms`);
309
727
  }
310
- /* Returns the header for the given block number based on the epoch proving job data. */ getBlockHeader(blockNumber) {
311
- const block = this.blocks.find((b)=>b.number === blockNumber);
312
- if (block) {
313
- return block.getBlockHeader();
314
- }
315
- if (blockNumber === Number(this.data.previousBlockHeader.getBlockNumber())) {
316
- return this.data.previousBlockHeader;
317
- }
318
- throw new Error(`Block header not found for block number ${blockNumber} (got ${this.blocks.map((b)=>b.number).join(', ')} and previous header ${this.data.previousBlockHeader.getBlockNumber()})`);
728
+ /* Returns the last block header in the previous checkpoint for all checkpoints in the epoch */ gatherPreviousBlockHeaders() {
729
+ const lastBlocks = this.checkpoints.map((checkpoint)=>checkpoint.blocks.at(-1));
730
+ return [
731
+ this.data.previousBlockHeader,
732
+ ...lastBlocks.map((block)=>block.header).slice(0, -1)
733
+ ];
319
734
  }
320
735
  getTxs(block) {
321
736
  return block.body.txEffects.map((txEffect)=>this.txs.get(txEffect.txHash.toString()));
322
737
  }
323
- getL1ToL2Messages(block) {
324
- return this.data.l1ToL2Messages[block.number];
738
+ getL1ToL2Messages(checkpoint) {
739
+ return this.data.l1ToL2Messages[checkpoint.number];
325
740
  }
326
741
  async processTxs(publicProcessor, txs) {
327
742
  const { deadline } = this;
@@ -338,13 +753,6 @@ import { validateEpochProvingJobData } from './epoch-proving-job-data.js';
338
753
  return processedTxs;
339
754
  }
340
755
  }
341
- _ts_decorate([
342
- trackSpan('EpochProvingJob.run', function() {
343
- return {
344
- [Attributes.EPOCH_NUMBER]: Number(this.data.epochNumber)
345
- };
346
- })
347
- ], EpochProvingJob.prototype, "run", null);
348
756
  class HaltExecutionError extends Error {
349
757
  state;
350
758
  constructor(state){