@aztec/validator-client 0.0.1-commit.f146247c → 0.0.1-commit.f224bb98b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/README.md +63 -18
  2. package/dest/block_proposal_handler.d.ts +5 -4
  3. package/dest/block_proposal_handler.d.ts.map +1 -1
  4. package/dest/block_proposal_handler.js +122 -62
  5. package/dest/checkpoint_builder.d.ts +15 -5
  6. package/dest/checkpoint_builder.d.ts.map +1 -1
  7. package/dest/checkpoint_builder.js +80 -25
  8. package/dest/config.d.ts +1 -1
  9. package/dest/config.d.ts.map +1 -1
  10. package/dest/config.js +26 -1
  11. package/dest/duties/validation_service.d.ts +2 -2
  12. package/dest/duties/validation_service.d.ts.map +1 -1
  13. package/dest/duties/validation_service.js +5 -11
  14. package/dest/factory.d.ts +1 -1
  15. package/dest/factory.d.ts.map +1 -1
  16. package/dest/factory.js +2 -1
  17. package/dest/index.d.ts +1 -2
  18. package/dest/index.d.ts.map +1 -1
  19. package/dest/index.js +0 -1
  20. package/dest/key_store/ha_key_store.d.ts +1 -1
  21. package/dest/key_store/ha_key_store.d.ts.map +1 -1
  22. package/dest/key_store/ha_key_store.js +3 -3
  23. package/dest/metrics.d.ts +9 -1
  24. package/dest/metrics.d.ts.map +1 -1
  25. package/dest/metrics.js +12 -0
  26. package/dest/validator.d.ts +35 -8
  27. package/dest/validator.d.ts.map +1 -1
  28. package/dest/validator.js +196 -34
  29. package/package.json +19 -19
  30. package/src/block_proposal_handler.ts +149 -80
  31. package/src/checkpoint_builder.ts +90 -14
  32. package/src/config.ts +26 -1
  33. package/src/duties/validation_service.ts +11 -10
  34. package/src/factory.ts +1 -0
  35. package/src/index.ts +0 -1
  36. package/src/key_store/ha_key_store.ts +3 -3
  37. package/src/metrics.ts +18 -0
  38. package/src/validator.ts +246 -40
  39. package/dest/tx_validator/index.d.ts +0 -3
  40. package/dest/tx_validator/index.d.ts.map +0 -1
  41. package/dest/tx_validator/index.js +0 -2
  42. package/dest/tx_validator/nullifier_cache.d.ts +0 -14
  43. package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
  44. package/dest/tx_validator/nullifier_cache.js +0 -24
  45. package/dest/tx_validator/tx_validator_factory.d.ts +0 -19
  46. package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
  47. package/dest/tx_validator/tx_validator_factory.js +0 -54
  48. package/src/tx_validator/index.ts +0 -2
  49. package/src/tx_validator/nullifier_cache.ts +0 -30
  50. package/src/tx_validator/tx_validator_factory.ts +0 -154
@@ -1,7 +1,7 @@
1
1
  import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
2
2
  import type { EpochCache } from '@aztec/epoch-cache';
3
3
  import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
4
- import { chunkBy } from '@aztec/foundation/collection';
4
+ import { pick } from '@aztec/foundation/collection';
5
5
  import { Fr } from '@aztec/foundation/curves/bn254';
6
6
  import { TimeoutError } from '@aztec/foundation/error';
7
7
  import { createLogger } from '@aztec/foundation/log';
@@ -9,18 +9,17 @@ import { retryUntil } from '@aztec/foundation/retry';
9
9
  import { DateProvider, Timer } from '@aztec/foundation/timer';
10
10
  import type { P2P, PeerId } from '@aztec/p2p';
11
11
  import { BlockProposalValidator } from '@aztec/p2p/msg_validators';
12
- import type { L2Block, L2BlockSink, L2BlockSource } from '@aztec/stdlib/block';
12
+ import type { BlockData, L2Block, L2BlockSink, L2BlockSource } from '@aztec/stdlib/block';
13
13
  import { getEpochAtSlot, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
14
+ import { Gas } from '@aztec/stdlib/gas';
14
15
  import type { ITxProvider, ValidatorClientFullConfig, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
15
- import {
16
- type L1ToL2MessageSource,
17
- computeCheckpointOutHash,
18
- computeInHashFromL1ToL2Messages,
19
- } from '@aztec/stdlib/messaging';
16
+ import { type L1ToL2MessageSource, computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
20
17
  import type { BlockProposal } from '@aztec/stdlib/p2p';
21
- import { BlockHeader, type CheckpointGlobalVariables, type FailedTx, type Tx } from '@aztec/stdlib/tx';
18
+ import { MerkleTreeId } from '@aztec/stdlib/trees';
19
+ import type { CheckpointGlobalVariables, FailedTx, Tx } from '@aztec/stdlib/tx';
22
20
  import {
23
21
  ReExFailedTxsError,
22
+ ReExInitialStateMismatchError,
24
23
  ReExStateMismatchError,
25
24
  ReExTimeoutError,
26
25
  TransactionsNotAvailableError,
@@ -33,6 +32,7 @@ import type { ValidatorMetrics } from './metrics.js';
33
32
  export type BlockProposalValidationFailureReason =
34
33
  | 'invalid_proposal'
35
34
  | 'parent_block_not_found'
35
+ | 'block_source_not_synced'
36
36
  | 'parent_block_wrong_slot'
37
37
  | 'in_hash_mismatch'
38
38
  | 'global_variables_mismatch'
@@ -40,6 +40,7 @@ export type BlockProposalValidationFailureReason =
40
40
  | 'txs_not_available'
41
41
  | 'state_mismatch'
42
42
  | 'failed_txs'
43
+ | 'initial_state_mismatch'
43
44
  | 'timeout'
44
45
  | 'unknown_error';
45
46
 
@@ -92,25 +93,28 @@ export class BlockProposalHandler {
92
93
  this.tracer = telemetry.getTracer('BlockProposalHandler');
93
94
  }
94
95
 
95
- registerForReexecution(p2pClient: P2P): BlockProposalHandler {
96
- // Non-validator handler that re-executes for monitoring but does not attest.
96
+ register(p2pClient: P2P, shouldReexecute: boolean): BlockProposalHandler {
97
+ // Non-validator handler that processes or re-executes for monitoring but does not attest.
97
98
  // Returns boolean indicating whether the proposal was valid.
98
99
  const handler = async (proposal: BlockProposal, proposalSender: PeerId): Promise<boolean> => {
99
100
  try {
100
- const result = await this.handleBlockProposal(proposal, proposalSender, true);
101
+ const { slotNumber, blockNumber } = proposal;
102
+ const result = await this.handleBlockProposal(proposal, proposalSender, shouldReexecute);
101
103
  if (result.isValid) {
102
- this.log.info(`Non-validator reexecution completed for slot ${proposal.slotNumber}`, {
104
+ this.log.info(`Non-validator block proposal ${blockNumber} at slot ${slotNumber} handled`, {
103
105
  blockNumber: result.blockNumber,
106
+ slotNumber,
104
107
  reexecutionTimeMs: result.reexecutionResult?.reexecutionTimeMs,
105
108
  totalManaUsed: result.reexecutionResult?.totalManaUsed,
106
109
  numTxs: result.reexecutionResult?.block?.body?.txEffects?.length ?? 0,
110
+ reexecuted: shouldReexecute,
107
111
  });
108
112
  return true;
109
113
  } else {
110
- this.log.warn(`Non-validator reexecution failed for slot ${proposal.slotNumber}`, {
111
- blockNumber: result.blockNumber,
112
- reason: result.reason,
113
- });
114
+ this.log.warn(
115
+ `Non-validator block proposal ${blockNumber} at slot ${slotNumber} failed processing with ${result.reason}`,
116
+ { blockNumber: result.blockNumber, slotNumber, reason: result.reason },
117
+ );
114
118
  return false;
115
119
  }
116
120
  } catch (error) {
@@ -138,7 +142,13 @@ export class BlockProposalHandler {
138
142
  return { isValid: false, reason: 'invalid_proposal' };
139
143
  }
140
144
 
141
- const proposalInfo = { ...proposal.toBlockInfo(), proposer: proposer.toString() };
145
+ const proposalInfo = {
146
+ ...proposal.toBlockInfo(),
147
+ proposer: proposer.toString(),
148
+ blockNumber: undefined as BlockNumber | undefined,
149
+ checkpointNumber: undefined as CheckpointNumber | undefined,
150
+ };
151
+
142
152
  this.log.info(`Processing proposal for slot ${slotNumber}`, {
143
153
  ...proposalInfo,
144
154
  txHashes: proposal.txHashes.map(t => t.toString()),
@@ -152,17 +162,30 @@ export class BlockProposalHandler {
152
162
  return { isValid: false, reason: 'invalid_proposal' };
153
163
  }
154
164
 
155
- // Check that the parent proposal is a block we know, otherwise reexecution would fail
156
- const parentBlockHeader = await this.getParentBlock(proposal);
157
- if (parentBlockHeader === undefined) {
165
+ // Ensure the block source is synced before checking for existing blocks,
166
+ // since a pending checkpoint prune may remove blocks we'd otherwise find.
167
+ // This affects mostly the block_number_already_exists check, since a pending
168
+ // checkpoint prune could remove a block that would conflict with this proposal.
169
+ // TODO(@Maddiaa0): This may break staggered slots.
170
+ const blockSourceSync = await this.waitForBlockSourceSync(slotNumber);
171
+ if (!blockSourceSync) {
172
+ this.log.warn(`Block source is not synced, skipping processing`, proposalInfo);
173
+ return { isValid: false, reason: 'block_source_not_synced' };
174
+ }
175
+
176
+ // Check that the parent proposal is a block we know, otherwise reexecution would fail.
177
+ // If we don't find it immediately, we keep retrying for a while; it may be we still
178
+ // need to process other block proposals to get to it.
179
+ const parentBlock = await this.getParentBlock(proposal);
180
+ if (parentBlock === undefined) {
158
181
  this.log.warn(`Parent block for proposal not found, skipping processing`, proposalInfo);
159
182
  return { isValid: false, reason: 'parent_block_not_found' };
160
183
  }
161
184
 
162
185
  // Check that the parent block's slot is not greater than the proposal's slot.
163
- if (parentBlockHeader !== 'genesis' && parentBlockHeader.getSlot() > slotNumber) {
186
+ if (parentBlock !== 'genesis' && parentBlock.header.getSlot() > slotNumber) {
164
187
  this.log.warn(`Parent block slot is greater than proposal slot, skipping processing`, {
165
- parentBlockSlot: parentBlockHeader.getSlot().toString(),
188
+ parentBlockSlot: parentBlock.header.getSlot().toString(),
166
189
  proposalSlot: slotNumber.toString(),
167
190
  ...proposalInfo,
168
191
  });
@@ -171,9 +194,10 @@ export class BlockProposalHandler {
171
194
 
172
195
  // Compute the block number based on the parent block
173
196
  const blockNumber =
174
- parentBlockHeader === 'genesis'
197
+ parentBlock === 'genesis'
175
198
  ? BlockNumber(INITIAL_L2_BLOCK_NUM)
176
- : BlockNumber(parentBlockHeader.getBlockNumber() + 1);
199
+ : BlockNumber(parentBlock.header.getBlockNumber() + 1);
200
+ proposalInfo.blockNumber = blockNumber;
177
201
 
178
202
  // Check that this block number does not exist already
179
203
  const existingBlock = await this.blockSource.getBlockHeader(blockNumber);
@@ -189,12 +213,22 @@ export class BlockProposalHandler {
189
213
  deadline: this.getReexecutionDeadline(slotNumber, config),
190
214
  });
191
215
 
216
+ // If reexecution is disabled, bail. We were just interested in triggering tx collection.
217
+ if (!shouldReexecute) {
218
+ this.log.info(
219
+ `Received valid block ${blockNumber} proposal at index ${proposal.indexWithinCheckpoint} on slot ${slotNumber}`,
220
+ proposalInfo,
221
+ );
222
+ return { isValid: true, blockNumber };
223
+ }
224
+
192
225
  // Compute the checkpoint number for this block and validate checkpoint consistency
193
- const checkpointResult = await this.computeCheckpointNumber(proposal, parentBlockHeader, proposalInfo);
226
+ const checkpointResult = this.computeCheckpointNumber(proposal, parentBlock, proposalInfo);
194
227
  if (checkpointResult.reason) {
195
228
  return { isValid: false, blockNumber, reason: checkpointResult.reason };
196
229
  }
197
230
  const checkpointNumber = checkpointResult.checkpointNumber;
231
+ proposalInfo.checkpointNumber = checkpointNumber;
198
232
 
199
233
  // Check that I have the same set of l1ToL2Messages as the proposal
200
234
  const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(checkpointNumber);
@@ -215,36 +249,28 @@ export class BlockProposalHandler {
215
249
  return { isValid: false, blockNumber, reason: 'txs_not_available' };
216
250
  }
217
251
 
252
+ // Collect the out hashes of all the checkpoints before this one in the same epoch
253
+ const epoch = getEpochAtSlot(slotNumber, this.epochCache.getL1Constants());
254
+ const previousCheckpointOutHashes = (await this.blockSource.getCheckpointsDataForEpoch(epoch))
255
+ .filter(c => c.checkpointNumber < checkpointNumber)
256
+ .map(c => c.checkpointOutHash);
257
+
218
258
  // Try re-executing the transactions in the proposal if needed
219
259
  let reexecutionResult;
220
- if (shouldReexecute) {
221
- // Compute the previous checkpoint out hashes for the epoch.
222
- // TODO(leila/mbps): There can be a more efficient way to get the previous checkpoint out
223
- // hashes without having to fetch all the blocks.
224
- const epoch = getEpochAtSlot(slotNumber, this.epochCache.getL1Constants());
225
- const checkpointedBlocks = (await this.blockSource.getCheckpointedBlocksForEpoch(epoch))
226
- .filter(b => b.block.number < blockNumber)
227
- .sort((a, b) => a.block.number - b.block.number);
228
- const blocksByCheckpoint = chunkBy(checkpointedBlocks, b => b.checkpointNumber);
229
- const previousCheckpointOutHashes = blocksByCheckpoint.map(checkpointBlocks =>
230
- computeCheckpointOutHash(checkpointBlocks.map(b => b.block.body.txEffects.map(tx => tx.l2ToL1Msgs))),
260
+ try {
261
+ this.log.verbose(`Re-executing transactions in the proposal`, proposalInfo);
262
+ reexecutionResult = await this.reexecuteTransactions(
263
+ proposal,
264
+ blockNumber,
265
+ checkpointNumber,
266
+ txs,
267
+ l1ToL2Messages,
268
+ previousCheckpointOutHashes,
231
269
  );
232
-
233
- try {
234
- this.log.verbose(`Re-executing transactions in the proposal`, proposalInfo);
235
- reexecutionResult = await this.reexecuteTransactions(
236
- proposal,
237
- blockNumber,
238
- checkpointNumber,
239
- txs,
240
- l1ToL2Messages,
241
- previousCheckpointOutHashes,
242
- );
243
- } catch (error) {
244
- this.log.error(`Error reexecuting txs while processing block proposal`, error, proposalInfo);
245
- const reason = this.getReexecuteFailureReason(error);
246
- return { isValid: false, blockNumber, reason, reexecutionResult };
247
- }
270
+ } catch (error) {
271
+ this.log.error(`Error reexecuting txs while processing block proposal`, error, proposalInfo);
272
+ const reason = this.getReexecuteFailureReason(error);
273
+ return { isValid: false, blockNumber, reason, reexecutionResult };
248
274
  }
249
275
 
250
276
  // If we succeeded, push this block into the archiver (unless disabled)
@@ -253,14 +279,14 @@ export class BlockProposalHandler {
253
279
  }
254
280
 
255
281
  this.log.info(
256
- `Successfully processed block ${blockNumber} proposal at index ${proposal.indexWithinCheckpoint} on slot ${slotNumber}`,
257
- proposalInfo,
282
+ `Successfully re-executed block ${blockNumber} proposal at index ${proposal.indexWithinCheckpoint} on slot ${slotNumber}`,
283
+ { ...proposalInfo, ...pick(reexecutionResult, 'reexecutionTimeMs', 'totalManaUsed') },
258
284
  );
259
285
 
260
286
  return { isValid: true, blockNumber, reexecutionResult };
261
287
  }
262
288
 
263
- private async getParentBlock(proposal: BlockProposal): Promise<'genesis' | BlockHeader | undefined> {
289
+ private async getParentBlock(proposal: BlockProposal): Promise<'genesis' | BlockData | undefined> {
264
290
  const parentArchive = proposal.blockHeader.lastArchive.root;
265
291
  const slot = proposal.slotNumber;
266
292
  const config = this.checkpointsBuilder.getConfig();
@@ -276,12 +302,11 @@ export class BlockProposalHandler {
276
302
 
277
303
  try {
278
304
  return (
279
- (await this.blockSource.getBlockHeaderByArchive(parentArchive)) ??
305
+ (await this.blockSource.getBlockDataByArchive(parentArchive)) ??
280
306
  (timeoutDurationMs <= 0
281
307
  ? undefined
282
308
  : await retryUntil(
283
- () =>
284
- this.blockSource.syncImmediate().then(() => this.blockSource.getBlockHeaderByArchive(parentArchive)),
309
+ () => this.blockSource.syncImmediate().then(() => this.blockSource.getBlockDataByArchive(parentArchive)),
285
310
  'force archiver sync',
286
311
  timeoutDurationMs / 1000,
287
312
  0.5,
@@ -297,12 +322,12 @@ export class BlockProposalHandler {
297
322
  }
298
323
  }
299
324
 
300
- private async computeCheckpointNumber(
325
+ private computeCheckpointNumber(
301
326
  proposal: BlockProposal,
302
- parentBlockHeader: 'genesis' | BlockHeader,
327
+ parentBlock: 'genesis' | BlockData,
303
328
  proposalInfo: object,
304
- ): Promise<CheckpointComputationResult> {
305
- if (parentBlockHeader === 'genesis') {
329
+ ): CheckpointComputationResult {
330
+ if (parentBlock === 'genesis') {
306
331
  // First block is in checkpoint 1
307
332
  if (proposal.indexWithinCheckpoint !== 0) {
308
333
  this.log.warn(`First block proposal has non-zero indexWithinCheckpoint`, proposalInfo);
@@ -311,19 +336,9 @@ export class BlockProposalHandler {
311
336
  return { checkpointNumber: CheckpointNumber.INITIAL };
312
337
  }
313
338
 
314
- // Get the parent block to find its checkpoint number
315
- // TODO(palla/mbps): The block header should include the checkpoint number to avoid this lookup,
316
- // or at least the L2BlockSource should return a different struct that includes it.
317
- const parentBlockNumber = parentBlockHeader.getBlockNumber();
318
- const parentBlock = await this.blockSource.getL2Block(parentBlockNumber);
319
- if (!parentBlock) {
320
- this.log.warn(`Parent block ${parentBlockNumber} not found in archiver`, proposalInfo);
321
- return { reason: 'invalid_proposal' };
322
- }
323
-
324
339
  if (proposal.indexWithinCheckpoint === 0) {
325
340
  // If this is the first block in a new checkpoint, increment the checkpoint number
326
- if (!(proposal.blockHeader.getSlot() > parentBlockHeader.getSlot())) {
341
+ if (!(proposal.blockHeader.getSlot() > parentBlock.header.getSlot())) {
327
342
  this.log.warn(`Slot should be greater than parent block slot for first block in checkpoint`, proposalInfo);
328
343
  return { reason: 'invalid_proposal' };
329
344
  }
@@ -335,7 +350,7 @@ export class BlockProposalHandler {
335
350
  this.log.warn(`Non-sequential indexWithinCheckpoint`, proposalInfo);
336
351
  return { reason: 'invalid_proposal' };
337
352
  }
338
- if (proposal.blockHeader.getSlot() !== parentBlockHeader.getSlot()) {
353
+ if (proposal.blockHeader.getSlot() !== parentBlock.header.getSlot()) {
339
354
  this.log.warn(`Slot should be equal to parent block slot for non-first block in checkpoint`, proposalInfo);
340
355
  return { reason: 'invalid_proposal' };
341
356
  }
@@ -356,7 +371,7 @@ export class BlockProposalHandler {
356
371
  */
357
372
  private validateNonFirstBlockInCheckpoint(
358
373
  proposal: BlockProposal,
359
- parentBlock: L2Block,
374
+ parentBlock: BlockData,
360
375
  proposalInfo: object,
361
376
  ): CheckpointComputationResult | undefined {
362
377
  const proposalGlobals = proposal.blockHeader.globalVariables;
@@ -435,8 +450,46 @@ export class BlockProposalHandler {
435
450
  return new Date(nextSlotTimestampSeconds * 1000);
436
451
  }
437
452
 
438
- private getReexecuteFailureReason(err: any) {
439
- if (err instanceof ReExStateMismatchError) {
453
+ /** Waits for the block source to sync L1 data up to at least the slot before the given one. */
454
+ private async waitForBlockSourceSync(slot: SlotNumber): Promise<boolean> {
455
+ const deadline = this.getReexecutionDeadline(slot, this.checkpointsBuilder.getConfig());
456
+ const timeoutMs = deadline.getTime() - this.dateProvider.now();
457
+ if (slot === 0) {
458
+ return true;
459
+ }
460
+
461
+ // Make a quick check before triggering an archiver sync
462
+ const syncedSlot = await this.blockSource.getSyncedL2SlotNumber();
463
+ if (syncedSlot !== undefined && syncedSlot + 1 >= slot) {
464
+ return true;
465
+ }
466
+
467
+ try {
468
+ // Trigger an immediate sync of the block source, and wait until it reports being synced to the required slot
469
+ return await retryUntil(
470
+ async () => {
471
+ await this.blockSource.syncImmediate();
472
+ const syncedSlot = await this.blockSource.getSyncedL2SlotNumber();
473
+ return syncedSlot !== undefined && syncedSlot + 1 >= slot;
474
+ },
475
+ 'wait for block source sync',
476
+ timeoutMs / 1000,
477
+ 0.5,
478
+ );
479
+ } catch (err) {
480
+ if (err instanceof TimeoutError) {
481
+ this.log.warn(`Timed out waiting for block source to sync to slot ${slot}`);
482
+ return false;
483
+ } else {
484
+ throw err;
485
+ }
486
+ }
487
+ }
488
+
489
+ private getReexecuteFailureReason(err: any): BlockProposalValidationFailureReason {
490
+ if (err instanceof ReExInitialStateMismatchError) {
491
+ return 'initial_state_mismatch';
492
+ } else if (err instanceof ReExStateMismatchError) {
440
493
  return 'state_mismatch';
441
494
  } else if (err instanceof ReExFailedTxsError) {
442
495
  return 'failed_txs';
@@ -475,13 +528,21 @@ export class BlockProposalHandler {
475
528
  // Fork before the block to be built
476
529
  const parentBlockNumber = BlockNumber(blockNumber - 1);
477
530
  await this.worldState.syncImmediate(parentBlockNumber);
478
- using fork = await this.worldState.fork(parentBlockNumber);
531
+ await using fork = await this.worldState.fork(parentBlockNumber);
532
+
533
+ // Verify the fork's archive root matches the proposal's expected last archive.
534
+ // If they don't match, our world state synced to a different chain and reexecution would fail.
535
+ const forkArchiveRoot = new Fr((await fork.getTreeInfo(MerkleTreeId.ARCHIVE)).root);
536
+ if (!forkArchiveRoot.equals(proposal.blockHeader.lastArchive.root)) {
537
+ throw new ReExInitialStateMismatchError(proposal.blockHeader.lastArchive.root, forkArchiveRoot);
538
+ }
479
539
 
480
- // Build checkpoint constants from proposal (excludes blockNumber and timestamp which are per-block)
540
+ // Build checkpoint constants from proposal (excludes blockNumber which is per-block)
481
541
  const constants: CheckpointGlobalVariables = {
482
542
  chainId: new Fr(config.l1ChainId),
483
543
  version: new Fr(config.rollupVersion),
484
544
  slotNumber: slot,
545
+ timestamp: blockHeader.globalVariables.timestamp,
485
546
  coinbase: blockHeader.globalVariables.coinbase,
486
547
  feeRecipient: blockHeader.globalVariables.feeRecipient,
487
548
  gasFees: blockHeader.globalVariables.gasFees,
@@ -491,6 +552,7 @@ export class BlockProposalHandler {
491
552
  const checkpointBuilder = await this.checkpointsBuilder.openCheckpoint(
492
553
  checkpointNumber,
493
554
  constants,
555
+ 0n, // only takes effect in the following checkpoint.
494
556
  l1ToL2Messages,
495
557
  previousCheckpointOutHashes,
496
558
  fork,
@@ -500,18 +562,25 @@ export class BlockProposalHandler {
500
562
 
501
563
  // Build the new block
502
564
  const deadline = this.getReexecutionDeadline(slot, config);
565
+ const maxBlockGas =
566
+ this.config.validateMaxL2BlockGas !== undefined || this.config.validateMaxDABlockGas !== undefined
567
+ ? new Gas(this.config.validateMaxDABlockGas ?? Infinity, this.config.validateMaxL2BlockGas ?? Infinity)
568
+ : undefined;
503
569
  const result = await checkpointBuilder.buildBlock(txs, blockNumber, blockHeader.globalVariables.timestamp, {
504
570
  deadline,
505
571
  expectedEndState: blockHeader.state,
572
+ maxTransactions: this.config.validateMaxTxsPerBlock,
573
+ maxBlockGas,
506
574
  });
507
575
 
508
576
  const { block, failedTxs } = result;
509
577
  const numFailedTxs = failedTxs.length;
510
578
 
511
- this.log.verbose(`Transaction re-execution complete for slot ${slot}`, {
579
+ this.log.verbose(`Block proposal ${blockNumber} at slot ${slot} transaction re-execution complete`, {
512
580
  numFailedTxs,
513
581
  numProposalTxs: txHashes.length,
514
582
  numProcessedTxs: block.body.txEffects.length,
583
+ blockNumber,
515
584
  slot,
516
585
  });
517
586
 
@@ -1,10 +1,12 @@
1
+ import { NUM_CHECKPOINT_END_MARKER_FIELDS, getNumBlockEndBlobFields } from '@aztec/blob-lib/encoding';
2
+ import { BLOBS_PER_CHECKPOINT, FIELDS_PER_BLOB, MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT } from '@aztec/constants';
1
3
  import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
2
- import { merge, pick } from '@aztec/foundation/collection';
4
+ import { merge, pick, sum } from '@aztec/foundation/collection';
3
5
  import { Fr } from '@aztec/foundation/curves/bn254';
4
6
  import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
5
7
  import { bufferToHex } from '@aztec/foundation/string';
6
8
  import { DateProvider, elapsed } from '@aztec/foundation/timer';
7
- import { getDefaultAllowedSetupFunctions } from '@aztec/p2p/msg_validators';
9
+ import { createTxValidatorForBlockBuilding, getDefaultAllowedSetupFunctions } from '@aztec/p2p/msg_validators';
8
10
  import { LightweightCheckpointBuilder } from '@aztec/prover-client/light';
9
11
  import {
10
12
  GuardedMerkleTreeOperations,
@@ -28,12 +30,11 @@ import {
28
30
  type PublicProcessorLimits,
29
31
  type WorldStateSynchronizer,
30
32
  } from '@aztec/stdlib/interfaces/server';
33
+ import { type DebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
31
34
  import { MerkleTreeId } from '@aztec/stdlib/trees';
32
35
  import { type CheckpointGlobalVariables, GlobalVariables, StateReference, Tx } from '@aztec/stdlib/tx';
33
36
  import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
34
37
 
35
- import { createValidatorForBlockBuilding } from './tx_validator/tx_validator_factory.js';
36
-
37
38
  // Re-export for backward compatibility
38
39
  export type { BuildBlockInCheckpointResult } from '@aztec/stdlib/interfaces/server';
39
40
 
@@ -52,6 +53,7 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
52
53
  private dateProvider: DateProvider,
53
54
  private telemetryClient: TelemetryClient,
54
55
  bindings?: LoggerBindings,
56
+ private debugLogStore: DebugLogStore = new NullDebugLogStore(),
55
57
  ) {
56
58
  this.log = createLogger('checkpoint-builder', {
57
59
  ...bindings,
@@ -65,6 +67,7 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
65
67
 
66
68
  /**
67
69
  * Builds a single block within this checkpoint.
70
+ * Automatically caps gas and blob field limits based on checkpoint-level budgets and prior blocks.
68
71
  */
69
72
  async buildBlock(
70
73
  pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
@@ -94,8 +97,14 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
94
97
  });
95
98
  const { processor, validator } = await this.makeBlockBuilderDeps(globalVariables, this.fork);
96
99
 
97
- const [publicProcessorDuration, [processedTxs, failedTxs, usedTxs, _, usedTxBlobFields]] = await elapsed(() =>
98
- processor.process(pendingTxs, opts, validator),
100
+ // Cap gas limits amd available blob fields by remaining checkpoint-level budgets
101
+ const cappedOpts: PublicProcessorLimits & { expectedEndState?: StateReference } = {
102
+ ...opts,
103
+ ...this.capLimitsByCheckpointBudgets(opts),
104
+ };
105
+
106
+ const [publicProcessorDuration, [processedTxs, failedTxs, usedTxs]] = await elapsed(() =>
107
+ processor.process(pendingTxs, cappedOpts, validator),
99
108
  );
100
109
 
101
110
  // Throw if we didn't collect a single valid tx and we're not allowed to build empty blocks
@@ -105,13 +114,10 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
105
114
  }
106
115
 
107
116
  // Add block to checkpoint
108
- const block = await this.checkpointBuilder.addBlock(globalVariables, processedTxs, {
117
+ const { block } = await this.checkpointBuilder.addBlock(globalVariables, processedTxs, {
109
118
  expectedEndState: opts.expectedEndState,
110
119
  });
111
120
 
112
- // How much public gas was processed
113
- const publicGas = processedTxs.reduce((acc, tx) => acc.add(tx.gasUsed.publicGas), Gas.empty());
114
-
115
121
  this.log.debug('Built block within checkpoint', {
116
122
  header: block.header.toInspect(),
117
123
  processedTxs: processedTxs.map(tx => tx.hash.toString()),
@@ -120,12 +126,10 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
120
126
 
121
127
  return {
122
128
  block,
123
- publicGas,
124
129
  publicProcessorDuration,
125
130
  numTxs: processedTxs.length,
126
131
  failedTxs,
127
132
  usedTxs,
128
- usedTxBlobFields,
129
133
  };
130
134
  }
131
135
 
@@ -147,11 +151,71 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
147
151
  return this.checkpointBuilder.clone().completeCheckpoint();
148
152
  }
149
153
 
154
+ /**
155
+ * Caps per-block gas and blob field limits by remaining checkpoint-level budgets.
156
+ * Computes remaining L2 gas (mana), DA gas, and blob fields from blocks already added to the checkpoint,
157
+ * then returns opts with maxBlockGas and maxBlobFields capped accordingly.
158
+ */
159
+ protected capLimitsByCheckpointBudgets(
160
+ opts: PublicProcessorLimits,
161
+ ): Pick<PublicProcessorLimits, 'maxBlockGas' | 'maxBlobFields' | 'maxTransactions'> {
162
+ const existingBlocks = this.checkpointBuilder.getBlocks();
163
+
164
+ // Remaining L2 gas (mana)
165
+ // IMPORTANT: This assumes mana is computed solely based on L2 gas used in transactions.
166
+ // This may change in the future.
167
+ const usedMana = sum(existingBlocks.map(b => b.header.totalManaUsed.toNumber()));
168
+ const remainingMana = this.config.rollupManaLimit - usedMana;
169
+
170
+ // Remaining DA gas
171
+ const usedDAGas = sum(existingBlocks.map(b => b.computeDAGasUsed())) ?? 0;
172
+ const remainingDAGas = MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT - usedDAGas;
173
+
174
+ // Remaining blob fields (block blob fields include both tx data and block-end overhead)
175
+ const usedBlobFields = sum(existingBlocks.map(b => b.toBlobFields().length));
176
+ const totalBlobCapacity = BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB - NUM_CHECKPOINT_END_MARKER_FIELDS;
177
+ const isFirstBlock = existingBlocks.length === 0;
178
+ const blockEndOverhead = getNumBlockEndBlobFields(isFirstBlock);
179
+ const maxBlobFieldsForTxs = totalBlobCapacity - usedBlobFields - blockEndOverhead;
180
+
181
+ // Cap L2 gas by remaining checkpoint mana
182
+ const cappedL2Gas = Math.min(opts.maxBlockGas?.l2Gas ?? remainingMana, remainingMana);
183
+
184
+ // Cap DA gas by remaining checkpoint DA gas budget
185
+ const cappedDAGas = Math.min(opts.maxBlockGas?.daGas ?? remainingDAGas, remainingDAGas);
186
+
187
+ // Cap blob fields by remaining checkpoint blob capacity
188
+ const cappedBlobFields =
189
+ opts.maxBlobFields !== undefined ? Math.min(opts.maxBlobFields, maxBlobFieldsForTxs) : maxBlobFieldsForTxs;
190
+
191
+ // Cap transaction count by remaining checkpoint tx budget
192
+ let cappedMaxTransactions: number | undefined;
193
+ if (this.config.maxTxsPerCheckpoint !== undefined) {
194
+ const usedTxs = sum(existingBlocks.map(b => b.body.txEffects.length));
195
+ const remainingTxs = Math.max(0, this.config.maxTxsPerCheckpoint - usedTxs);
196
+ cappedMaxTransactions =
197
+ opts.maxTransactions !== undefined ? Math.min(opts.maxTransactions, remainingTxs) : remainingTxs;
198
+ } else {
199
+ cappedMaxTransactions = opts.maxTransactions;
200
+ }
201
+
202
+ return {
203
+ maxBlockGas: new Gas(cappedDAGas, cappedL2Gas),
204
+ maxBlobFields: cappedBlobFields,
205
+ maxTransactions: cappedMaxTransactions,
206
+ };
207
+ }
208
+
150
209
  protected async makeBlockBuilderDeps(globalVariables: GlobalVariables, fork: MerkleTreeWriteOperations) {
151
- const txPublicSetupAllowList = this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions());
210
+ const txPublicSetupAllowList = [
211
+ ...(await getDefaultAllowedSetupFunctions()),
212
+ ...(this.config.txPublicSetupAllowListExtend ?? []),
213
+ ];
152
214
  const contractsDB = new PublicContractsDB(this.contractDataSource, this.log.getBindings());
153
215
  const guardedFork = new GuardedMerkleTreeOperations(fork);
154
216
 
217
+ const collectDebugLogs = this.debugLogStore.isEnabled;
218
+
155
219
  const bindings = this.log.getBindings();
156
220
  const publicTxSimulator = createPublicTxSimulatorForBlockBuilding(
157
221
  guardedFork,
@@ -159,6 +223,7 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
159
223
  globalVariables,
160
224
  this.telemetryClient,
161
225
  bindings,
226
+ collectDebugLogs,
162
227
  );
163
228
 
164
229
  const processor = new PublicProcessor(
@@ -170,9 +235,10 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
170
235
  this.telemetryClient,
171
236
  createLogger('simulator:public-processor', bindings),
172
237
  this.config,
238
+ this.debugLogStore,
173
239
  );
174
240
 
175
- const validator = createValidatorForBlockBuilding(
241
+ const validator = createTxValidatorForBlockBuilding(
176
242
  fork,
177
243
  this.contractDataSource,
178
244
  globalVariables,
@@ -197,6 +263,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
197
263
  private contractDataSource: ContractDataSource,
198
264
  private dateProvider: DateProvider,
199
265
  private telemetryClient: TelemetryClient = getTelemetryClient(),
266
+ private debugLogStore: DebugLogStore = new NullDebugLogStore(),
200
267
  ) {
201
268
  this.log = createLogger('checkpoint-builder');
202
269
  }
@@ -215,6 +282,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
215
282
  async startCheckpoint(
216
283
  checkpointNumber: CheckpointNumber,
217
284
  constants: CheckpointGlobalVariables,
285
+ feeAssetPriceModifier: bigint,
218
286
  l1ToL2Messages: Fr[],
219
287
  previousCheckpointOutHashes: Fr[],
220
288
  fork: MerkleTreeWriteOperations,
@@ -229,6 +297,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
229
297
  initialStateReference: stateReference.toInspect(),
230
298
  initialArchiveRoot: bufferToHex(archiveTree.root),
231
299
  constants,
300
+ feeAssetPriceModifier,
232
301
  });
233
302
 
234
303
  const lightweightBuilder = await LightweightCheckpointBuilder.startNewCheckpoint(
@@ -238,6 +307,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
238
307
  previousCheckpointOutHashes,
239
308
  fork,
240
309
  bindings,
310
+ feeAssetPriceModifier,
241
311
  );
242
312
 
243
313
  return new CheckpointBuilder(
@@ -248,6 +318,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
248
318
  this.dateProvider,
249
319
  this.telemetryClient,
250
320
  bindings,
321
+ this.debugLogStore,
251
322
  );
252
323
  }
253
324
 
@@ -257,6 +328,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
257
328
  async openCheckpoint(
258
329
  checkpointNumber: CheckpointNumber,
259
330
  constants: CheckpointGlobalVariables,
331
+ feeAssetPriceModifier: bigint,
260
332
  l1ToL2Messages: Fr[],
261
333
  previousCheckpointOutHashes: Fr[],
262
334
  fork: MerkleTreeWriteOperations,
@@ -270,6 +342,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
270
342
  return this.startCheckpoint(
271
343
  checkpointNumber,
272
344
  constants,
345
+ feeAssetPriceModifier,
273
346
  l1ToL2Messages,
274
347
  previousCheckpointOutHashes,
275
348
  fork,
@@ -284,11 +357,13 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
284
357
  initialStateReference: stateReference.toInspect(),
285
358
  initialArchiveRoot: bufferToHex(archiveTree.root),
286
359
  constants,
360
+ feeAssetPriceModifier,
287
361
  });
288
362
 
289
363
  const lightweightBuilder = await LightweightCheckpointBuilder.resumeCheckpoint(
290
364
  checkpointNumber,
291
365
  constants,
366
+ feeAssetPriceModifier,
292
367
  l1ToL2Messages,
293
368
  previousCheckpointOutHashes,
294
369
  fork,
@@ -304,6 +379,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
304
379
  this.dateProvider,
305
380
  this.telemetryClient,
306
381
  bindings,
382
+ this.debugLogStore,
307
383
  );
308
384
  }
309
385