@aztec/validator-client 0.0.1-commit.6d3c34e → 0.0.1-commit.7035c9bd6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (69) hide show
  1. package/README.md +94 -24
  2. package/dest/block_proposal_handler.d.ts +12 -11
  3. package/dest/block_proposal_handler.d.ts.map +1 -1
  4. package/dest/block_proposal_handler.js +140 -77
  5. package/dest/checkpoint_builder.d.ts +35 -26
  6. package/dest/checkpoint_builder.d.ts.map +1 -1
  7. package/dest/checkpoint_builder.js +144 -48
  8. package/dest/config.d.ts +1 -1
  9. package/dest/config.d.ts.map +1 -1
  10. package/dest/config.js +33 -14
  11. package/dest/duties/validation_service.d.ts +20 -7
  12. package/dest/duties/validation_service.d.ts.map +1 -1
  13. package/dest/duties/validation_service.js +69 -22
  14. package/dest/factory.d.ts +4 -2
  15. package/dest/factory.d.ts.map +1 -1
  16. package/dest/factory.js +4 -3
  17. package/dest/index.d.ts +1 -2
  18. package/dest/index.d.ts.map +1 -1
  19. package/dest/index.js +0 -1
  20. package/dest/key_store/ha_key_store.d.ts +99 -0
  21. package/dest/key_store/ha_key_store.d.ts.map +1 -0
  22. package/dest/key_store/ha_key_store.js +208 -0
  23. package/dest/key_store/index.d.ts +2 -1
  24. package/dest/key_store/index.d.ts.map +1 -1
  25. package/dest/key_store/index.js +1 -0
  26. package/dest/key_store/interface.d.ts +36 -6
  27. package/dest/key_store/interface.d.ts.map +1 -1
  28. package/dest/key_store/local_key_store.d.ts +10 -5
  29. package/dest/key_store/local_key_store.d.ts.map +1 -1
  30. package/dest/key_store/local_key_store.js +8 -4
  31. package/dest/key_store/node_keystore_adapter.d.ts +18 -5
  32. package/dest/key_store/node_keystore_adapter.d.ts.map +1 -1
  33. package/dest/key_store/node_keystore_adapter.js +18 -4
  34. package/dest/key_store/web3signer_key_store.d.ts +10 -5
  35. package/dest/key_store/web3signer_key_store.d.ts.map +1 -1
  36. package/dest/key_store/web3signer_key_store.js +8 -4
  37. package/dest/metrics.d.ts +12 -3
  38. package/dest/metrics.d.ts.map +1 -1
  39. package/dest/metrics.js +46 -5
  40. package/dest/validator.d.ts +45 -18
  41. package/dest/validator.d.ts.map +1 -1
  42. package/dest/validator.js +276 -107
  43. package/package.json +21 -17
  44. package/src/block_proposal_handler.ts +171 -95
  45. package/src/checkpoint_builder.ts +211 -61
  46. package/src/config.ts +32 -13
  47. package/src/duties/validation_service.ts +94 -25
  48. package/src/factory.ts +5 -0
  49. package/src/index.ts +0 -1
  50. package/src/key_store/ha_key_store.ts +269 -0
  51. package/src/key_store/index.ts +1 -0
  52. package/src/key_store/interface.ts +44 -5
  53. package/src/key_store/local_key_store.ts +13 -4
  54. package/src/key_store/node_keystore_adapter.ts +27 -4
  55. package/src/key_store/web3signer_key_store.ts +17 -4
  56. package/src/metrics.ts +63 -6
  57. package/src/validator.ts +354 -130
  58. package/dest/tx_validator/index.d.ts +0 -3
  59. package/dest/tx_validator/index.d.ts.map +0 -1
  60. package/dest/tx_validator/index.js +0 -2
  61. package/dest/tx_validator/nullifier_cache.d.ts +0 -14
  62. package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
  63. package/dest/tx_validator/nullifier_cache.js +0 -24
  64. package/dest/tx_validator/tx_validator_factory.d.ts +0 -18
  65. package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
  66. package/dest/tx_validator/tx_validator_factory.js +0 -53
  67. package/src/tx_validator/index.ts +0 -2
  68. package/src/tx_validator/nullifier_cache.ts +0 -30
  69. package/src/tx_validator/tx_validator_factory.ts +0 -133
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@aztec/validator-client",
3
- "version": "0.0.1-commit.6d3c34e",
3
+ "version": "0.0.1-commit.7035c9bd6",
4
4
  "main": "dest/index.js",
5
5
  "type": "module",
6
6
  "exports": {
@@ -64,31 +64,35 @@
64
64
  ]
65
65
  },
66
66
  "dependencies": {
67
- "@aztec/blob-client": "0.0.1-commit.6d3c34e",
68
- "@aztec/blob-lib": "0.0.1-commit.6d3c34e",
69
- "@aztec/constants": "0.0.1-commit.6d3c34e",
70
- "@aztec/epoch-cache": "0.0.1-commit.6d3c34e",
71
- "@aztec/ethereum": "0.0.1-commit.6d3c34e",
72
- "@aztec/foundation": "0.0.1-commit.6d3c34e",
73
- "@aztec/node-keystore": "0.0.1-commit.6d3c34e",
74
- "@aztec/noir-protocol-circuits-types": "0.0.1-commit.6d3c34e",
75
- "@aztec/p2p": "0.0.1-commit.6d3c34e",
76
- "@aztec/protocol-contracts": "0.0.1-commit.6d3c34e",
77
- "@aztec/prover-client": "0.0.1-commit.6d3c34e",
78
- "@aztec/simulator": "0.0.1-commit.6d3c34e",
79
- "@aztec/slasher": "0.0.1-commit.6d3c34e",
80
- "@aztec/stdlib": "0.0.1-commit.6d3c34e",
81
- "@aztec/telemetry-client": "0.0.1-commit.6d3c34e",
67
+ "@aztec/blob-client": "0.0.1-commit.7035c9bd6",
68
+ "@aztec/blob-lib": "0.0.1-commit.7035c9bd6",
69
+ "@aztec/constants": "0.0.1-commit.7035c9bd6",
70
+ "@aztec/epoch-cache": "0.0.1-commit.7035c9bd6",
71
+ "@aztec/ethereum": "0.0.1-commit.7035c9bd6",
72
+ "@aztec/foundation": "0.0.1-commit.7035c9bd6",
73
+ "@aztec/node-keystore": "0.0.1-commit.7035c9bd6",
74
+ "@aztec/noir-protocol-circuits-types": "0.0.1-commit.7035c9bd6",
75
+ "@aztec/p2p": "0.0.1-commit.7035c9bd6",
76
+ "@aztec/protocol-contracts": "0.0.1-commit.7035c9bd6",
77
+ "@aztec/prover-client": "0.0.1-commit.7035c9bd6",
78
+ "@aztec/simulator": "0.0.1-commit.7035c9bd6",
79
+ "@aztec/slasher": "0.0.1-commit.7035c9bd6",
80
+ "@aztec/stdlib": "0.0.1-commit.7035c9bd6",
81
+ "@aztec/telemetry-client": "0.0.1-commit.7035c9bd6",
82
+ "@aztec/validator-ha-signer": "0.0.1-commit.7035c9bd6",
82
83
  "koa": "^2.16.1",
83
84
  "koa-router": "^13.1.1",
84
85
  "tslib": "^2.4.0",
85
86
  "viem": "npm:@aztec/viem@2.38.2"
86
87
  },
87
88
  "devDependencies": {
89
+ "@aztec/archiver": "0.0.1-commit.7035c9bd6",
90
+ "@aztec/world-state": "0.0.1-commit.7035c9bd6",
91
+ "@electric-sql/pglite": "^0.3.14",
88
92
  "@jest/globals": "^30.0.0",
89
93
  "@types/jest": "^30.0.0",
90
94
  "@types/node": "^22.15.17",
91
- "@typescript/native-preview": "7.0.0-dev.20251126.1",
95
+ "@typescript/native-preview": "7.0.0-dev.20260113.1",
92
96
  "jest": "^30.0.0",
93
97
  "jest-mock-extended": "^4.0.0",
94
98
  "ts-node": "^10.9.1",
@@ -1,21 +1,25 @@
1
1
  import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
2
+ import type { EpochCache } from '@aztec/epoch-cache';
2
3
  import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
4
+ import { pick } from '@aztec/foundation/collection';
3
5
  import { Fr } from '@aztec/foundation/curves/bn254';
4
6
  import { TimeoutError } from '@aztec/foundation/error';
5
7
  import { createLogger } from '@aztec/foundation/log';
6
8
  import { retryUntil } from '@aztec/foundation/retry';
7
9
  import { DateProvider, Timer } from '@aztec/foundation/timer';
8
10
  import type { P2P, PeerId } from '@aztec/p2p';
9
- import { TxProvider } from '@aztec/p2p';
10
11
  import { BlockProposalValidator } from '@aztec/p2p/msg_validators';
11
- import type { L2BlockNew, L2BlockSink, L2BlockSource } from '@aztec/stdlib/block';
12
- import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
13
- import type { ValidatorClientFullConfig, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
12
+ import type { BlockData, L2Block, L2BlockSink, L2BlockSource } from '@aztec/stdlib/block';
13
+ import { getEpochAtSlot, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
14
+ import { Gas } from '@aztec/stdlib/gas';
15
+ import type { ITxProvider, ValidatorClientFullConfig, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
14
16
  import { type L1ToL2MessageSource, computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
15
17
  import type { BlockProposal } from '@aztec/stdlib/p2p';
16
- import { BlockHeader, type CheckpointGlobalVariables, type FailedTx, type Tx } from '@aztec/stdlib/tx';
18
+ import { MerkleTreeId } from '@aztec/stdlib/trees';
19
+ import type { CheckpointGlobalVariables, FailedTx, Tx } from '@aztec/stdlib/tx';
17
20
  import {
18
21
  ReExFailedTxsError,
22
+ ReExInitialStateMismatchError,
19
23
  ReExStateMismatchError,
20
24
  ReExTimeoutError,
21
25
  TransactionsNotAvailableError,
@@ -28,6 +32,7 @@ import type { ValidatorMetrics } from './metrics.js';
28
32
  export type BlockProposalValidationFailureReason =
29
33
  | 'invalid_proposal'
30
34
  | 'parent_block_not_found'
35
+ | 'block_source_not_synced'
31
36
  | 'parent_block_wrong_slot'
32
37
  | 'in_hash_mismatch'
33
38
  | 'global_variables_mismatch'
@@ -35,11 +40,12 @@ export type BlockProposalValidationFailureReason =
35
40
  | 'txs_not_available'
36
41
  | 'state_mismatch'
37
42
  | 'failed_txs'
43
+ | 'initial_state_mismatch'
38
44
  | 'timeout'
39
45
  | 'unknown_error';
40
46
 
41
47
  type ReexecuteTransactionsResult = {
42
- block: L2BlockNew;
48
+ block: L2Block;
43
49
  failedTxs: FailedTx[];
44
50
  reexecutionTimeMs: number;
45
51
  totalManaUsed: number;
@@ -72,8 +78,9 @@ export class BlockProposalHandler {
72
78
  private worldState: WorldStateSynchronizer,
73
79
  private blockSource: L2BlockSource & L2BlockSink,
74
80
  private l1ToL2MessageSource: L1ToL2MessageSource,
75
- private txProvider: TxProvider,
81
+ private txProvider: ITxProvider,
76
82
  private blockProposalValidator: BlockProposalValidator,
83
+ private epochCache: EpochCache,
77
84
  private config: ValidatorClientFullConfig,
78
85
  private metrics?: ValidatorMetrics,
79
86
  private dateProvider: DateProvider = new DateProvider(),
@@ -86,25 +93,28 @@ export class BlockProposalHandler {
86
93
  this.tracer = telemetry.getTracer('BlockProposalHandler');
87
94
  }
88
95
 
89
- registerForReexecution(p2pClient: P2P): BlockProposalHandler {
90
- // Non-validator handler that re-executes for monitoring but does not attest.
96
+ register(p2pClient: P2P, shouldReexecute: boolean): BlockProposalHandler {
97
+ // Non-validator handler that processes or re-executes for monitoring but does not attest.
91
98
  // Returns boolean indicating whether the proposal was valid.
92
99
  const handler = async (proposal: BlockProposal, proposalSender: PeerId): Promise<boolean> => {
93
100
  try {
94
- const result = await this.handleBlockProposal(proposal, proposalSender, true);
101
+ const { slotNumber, blockNumber } = proposal;
102
+ const result = await this.handleBlockProposal(proposal, proposalSender, shouldReexecute);
95
103
  if (result.isValid) {
96
- this.log.info(`Non-validator reexecution completed for slot ${proposal.slotNumber}`, {
104
+ this.log.info(`Non-validator block proposal ${blockNumber} at slot ${slotNumber} handled`, {
97
105
  blockNumber: result.blockNumber,
106
+ slotNumber,
98
107
  reexecutionTimeMs: result.reexecutionResult?.reexecutionTimeMs,
99
108
  totalManaUsed: result.reexecutionResult?.totalManaUsed,
100
109
  numTxs: result.reexecutionResult?.block?.body?.txEffects?.length ?? 0,
110
+ reexecuted: shouldReexecute,
101
111
  });
102
112
  return true;
103
113
  } else {
104
- this.log.warn(`Non-validator reexecution failed for slot ${proposal.slotNumber}`, {
105
- blockNumber: result.blockNumber,
106
- reason: result.reason,
107
- });
114
+ this.log.warn(
115
+ `Non-validator block proposal ${blockNumber} at slot ${slotNumber} failed processing with ${result.reason}`,
116
+ { blockNumber: result.blockNumber, slotNumber, reason: result.reason },
117
+ );
108
118
  return false;
109
119
  }
110
120
  } catch (error) {
@@ -132,7 +142,13 @@ export class BlockProposalHandler {
132
142
  return { isValid: false, reason: 'invalid_proposal' };
133
143
  }
134
144
 
135
- const proposalInfo = { ...proposal.toBlockInfo(), proposer: proposer.toString() };
145
+ const proposalInfo = {
146
+ ...proposal.toBlockInfo(),
147
+ proposer: proposer.toString(),
148
+ blockNumber: undefined as BlockNumber | undefined,
149
+ checkpointNumber: undefined as CheckpointNumber | undefined,
150
+ };
151
+
136
152
  this.log.info(`Processing proposal for slot ${slotNumber}`, {
137
153
  ...proposalInfo,
138
154
  txHashes: proposal.txHashes.map(t => t.toString()),
@@ -140,23 +156,40 @@ export class BlockProposalHandler {
140
156
 
141
157
  // Check that the proposal is from the current proposer, or the next proposer
142
158
  // This should have been handled by the p2p layer, but we double check here out of caution
143
- const invalidProposal = await this.blockProposalValidator.validate(proposal);
144
- if (invalidProposal) {
159
+ const validationResult = await this.blockProposalValidator.validate(proposal);
160
+ if (validationResult.result !== 'accept') {
145
161
  this.log.warn(`Proposal is not valid, skipping processing`, proposalInfo);
146
162
  return { isValid: false, reason: 'invalid_proposal' };
147
163
  }
148
164
 
149
- // Check that the parent proposal is a block we know, otherwise reexecution would fail
150
- const parentBlockHeader = await this.getParentBlock(proposal);
151
- if (parentBlockHeader === undefined) {
165
+ // Ensure the block source is synced before checking for existing blocks,
166
+ // since a pending checkpoint prune may remove blocks we'd otherwise find.
167
+ // This affects mostly the block_number_already_exists check, since a pending
168
+ // checkpoint prune could remove a block that would conflict with this proposal.
169
+ // When pipelining is enabled, the proposer builds ahead of L1 submission, so the
170
+ // block source won't have synced to the proposed slot yet. Skip the sync wait to
171
+ // avoid eating into the attestation window.
172
+ if (!this.epochCache.isProposerPipeliningEnabled()) {
173
+ const blockSourceSync = await this.waitForBlockSourceSync(slotNumber);
174
+ if (!blockSourceSync) {
175
+ this.log.warn(`Block source is not synced, skipping processing`, proposalInfo);
176
+ return { isValid: false, reason: 'block_source_not_synced' };
177
+ }
178
+ }
179
+
180
+ // Check that the parent proposal is a block we know, otherwise reexecution would fail.
181
+ // If we don't find it immediately, we keep retrying for a while; it may be we still
182
+ // need to process other block proposals to get to it.
183
+ const parentBlock = await this.getParentBlock(proposal);
184
+ if (parentBlock === undefined) {
152
185
  this.log.warn(`Parent block for proposal not found, skipping processing`, proposalInfo);
153
186
  return { isValid: false, reason: 'parent_block_not_found' };
154
187
  }
155
188
 
156
- // Check that the parent block's slot is less than the proposal's slot (should not happen, but we check anyway)
157
- if (parentBlockHeader !== 'genesis' && parentBlockHeader.getSlot() >= slotNumber) {
158
- this.log.warn(`Parent block slot is greater than or equal to proposal slot, skipping processing`, {
159
- parentBlockSlot: parentBlockHeader.getSlot().toString(),
189
+ // Check that the parent block's slot is not greater than the proposal's slot.
190
+ if (parentBlock !== 'genesis' && parentBlock.header.getSlot() > slotNumber) {
191
+ this.log.warn(`Parent block slot is greater than proposal slot, skipping processing`, {
192
+ parentBlockSlot: parentBlock.header.getSlot().toString(),
160
193
  proposalSlot: slotNumber.toString(),
161
194
  ...proposalInfo,
162
195
  });
@@ -165,9 +198,10 @@ export class BlockProposalHandler {
165
198
 
166
199
  // Compute the block number based on the parent block
167
200
  const blockNumber =
168
- parentBlockHeader === 'genesis'
201
+ parentBlock === 'genesis'
169
202
  ? BlockNumber(INITIAL_L2_BLOCK_NUM)
170
- : BlockNumber(parentBlockHeader.getBlockNumber() + 1);
203
+ : BlockNumber(parentBlock.header.getBlockNumber() + 1);
204
+ proposalInfo.blockNumber = blockNumber;
171
205
 
172
206
  // Check that this block number does not exist already
173
207
  const existingBlock = await this.blockSource.getBlockHeader(blockNumber);
@@ -183,12 +217,22 @@ export class BlockProposalHandler {
183
217
  deadline: this.getReexecutionDeadline(slotNumber, config),
184
218
  });
185
219
 
220
+ // If reexecution is disabled, bail. We were just interested in triggering tx collection.
221
+ if (!shouldReexecute) {
222
+ this.log.info(
223
+ `Received valid block ${blockNumber} proposal at index ${proposal.indexWithinCheckpoint} on slot ${slotNumber}`,
224
+ proposalInfo,
225
+ );
226
+ return { isValid: true, blockNumber };
227
+ }
228
+
186
229
  // Compute the checkpoint number for this block and validate checkpoint consistency
187
- const checkpointResult = await this.computeCheckpointNumber(proposal, parentBlockHeader, proposalInfo);
230
+ const checkpointResult = this.computeCheckpointNumber(proposal, parentBlock, proposalInfo);
188
231
  if (checkpointResult.reason) {
189
232
  return { isValid: false, blockNumber, reason: checkpointResult.reason };
190
233
  }
191
234
  const checkpointNumber = checkpointResult.checkpointNumber;
235
+ proposalInfo.checkpointNumber = checkpointNumber;
192
236
 
193
237
  // Check that I have the same set of l1ToL2Messages as the proposal
194
238
  const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(checkpointNumber);
@@ -209,40 +253,44 @@ export class BlockProposalHandler {
209
253
  return { isValid: false, blockNumber, reason: 'txs_not_available' };
210
254
  }
211
255
 
256
+ // Collect the out hashes of all the checkpoints before this one in the same epoch
257
+ const epoch = getEpochAtSlot(slotNumber, this.epochCache.getL1Constants());
258
+ const previousCheckpointOutHashes = (await this.blockSource.getCheckpointsDataForEpoch(epoch))
259
+ .filter(c => c.checkpointNumber < checkpointNumber)
260
+ .map(c => c.checkpointOutHash);
261
+
212
262
  // Try re-executing the transactions in the proposal if needed
213
263
  let reexecutionResult;
214
- if (shouldReexecute) {
215
- try {
216
- this.log.verbose(`Re-executing transactions in the proposal`, proposalInfo);
217
- reexecutionResult = await this.reexecuteTransactions(
218
- proposal,
219
- blockNumber,
220
- checkpointNumber,
221
- txs,
222
- l1ToL2Messages,
223
- );
224
- } catch (error) {
225
- this.log.error(`Error reexecuting txs while processing block proposal`, error, proposalInfo);
226
- const reason = this.getReexecuteFailureReason(error);
227
- return { isValid: false, blockNumber, reason, reexecutionResult };
228
- }
264
+ try {
265
+ this.log.verbose(`Re-executing transactions in the proposal`, proposalInfo);
266
+ reexecutionResult = await this.reexecuteTransactions(
267
+ proposal,
268
+ blockNumber,
269
+ checkpointNumber,
270
+ txs,
271
+ l1ToL2Messages,
272
+ previousCheckpointOutHashes,
273
+ );
274
+ } catch (error) {
275
+ this.log.error(`Error reexecuting txs while processing block proposal`, error, proposalInfo);
276
+ const reason = this.getReexecuteFailureReason(error);
277
+ return { isValid: false, blockNumber, reason, reexecutionResult };
229
278
  }
230
279
 
231
280
  // If we succeeded, push this block into the archiver (unless disabled)
232
- // TODO(palla/mbps): Change default to false once block sync is stable.
233
281
  if (reexecutionResult?.block && this.config.skipPushProposedBlocksToArchiver === false) {
234
282
  await this.blockSource.addBlock(reexecutionResult?.block);
235
283
  }
236
284
 
237
285
  this.log.info(
238
- `Successfully processed block ${blockNumber} proposal at index ${proposal.indexWithinCheckpoint} on slot ${slotNumber}`,
239
- proposalInfo,
286
+ `Successfully re-executed block ${blockNumber} proposal at index ${proposal.indexWithinCheckpoint} on slot ${slotNumber}`,
287
+ { ...proposalInfo, ...pick(reexecutionResult, 'reexecutionTimeMs', 'totalManaUsed') },
240
288
  );
241
289
 
242
290
  return { isValid: true, blockNumber, reexecutionResult };
243
291
  }
244
292
 
245
- private async getParentBlock(proposal: BlockProposal): Promise<'genesis' | BlockHeader | undefined> {
293
+ private async getParentBlock(proposal: BlockProposal): Promise<'genesis' | BlockData | undefined> {
246
294
  const parentArchive = proposal.blockHeader.lastArchive.root;
247
295
  const slot = proposal.slotNumber;
248
296
  const config = this.checkpointsBuilder.getConfig();
@@ -258,12 +306,11 @@ export class BlockProposalHandler {
258
306
 
259
307
  try {
260
308
  return (
261
- (await this.blockSource.getBlockHeaderByArchive(parentArchive)) ??
309
+ (await this.blockSource.getBlockDataByArchive(parentArchive)) ??
262
310
  (timeoutDurationMs <= 0
263
311
  ? undefined
264
312
  : await retryUntil(
265
- () =>
266
- this.blockSource.syncImmediate().then(() => this.blockSource.getBlockHeaderByArchive(parentArchive)),
313
+ () => this.blockSource.syncImmediate().then(() => this.blockSource.getBlockDataByArchive(parentArchive)),
267
314
  'force archiver sync',
268
315
  timeoutDurationMs / 1000,
269
316
  0.5,
@@ -279,12 +326,12 @@ export class BlockProposalHandler {
279
326
  }
280
327
  }
281
328
 
282
- private async computeCheckpointNumber(
329
+ private computeCheckpointNumber(
283
330
  proposal: BlockProposal,
284
- parentBlockHeader: 'genesis' | BlockHeader,
331
+ parentBlock: 'genesis' | BlockData,
285
332
  proposalInfo: object,
286
- ): Promise<CheckpointComputationResult> {
287
- if (parentBlockHeader === 'genesis') {
333
+ ): CheckpointComputationResult {
334
+ if (parentBlock === 'genesis') {
288
335
  // First block is in checkpoint 1
289
336
  if (proposal.indexWithinCheckpoint !== 0) {
290
337
  this.log.warn(`First block proposal has non-zero indexWithinCheckpoint`, proposalInfo);
@@ -293,19 +340,9 @@ export class BlockProposalHandler {
293
340
  return { checkpointNumber: CheckpointNumber.INITIAL };
294
341
  }
295
342
 
296
- // Get the parent block to find its checkpoint number
297
- // TODO(palla/mbps): The block header should include the checkpoint number to avoid this lookup,
298
- // or at least the L2BlockSource should return a different struct that includes it.
299
- const parentBlockNumber = parentBlockHeader.getBlockNumber();
300
- const parentBlock = await this.blockSource.getL2BlockNew(parentBlockNumber);
301
- if (!parentBlock) {
302
- this.log.warn(`Parent block ${parentBlockNumber} not found in archiver`, proposalInfo);
303
- return { reason: 'invalid_proposal' };
304
- }
305
-
306
343
  if (proposal.indexWithinCheckpoint === 0) {
307
344
  // If this is the first block in a new checkpoint, increment the checkpoint number
308
- if (!(proposal.blockHeader.getSlot() > parentBlockHeader.getSlot())) {
345
+ if (!(proposal.blockHeader.getSlot() > parentBlock.header.getSlot())) {
309
346
  this.log.warn(`Slot should be greater than parent block slot for first block in checkpoint`, proposalInfo);
310
347
  return { reason: 'invalid_proposal' };
311
348
  }
@@ -317,7 +354,7 @@ export class BlockProposalHandler {
317
354
  this.log.warn(`Non-sequential indexWithinCheckpoint`, proposalInfo);
318
355
  return { reason: 'invalid_proposal' };
319
356
  }
320
- if (proposal.blockHeader.getSlot() !== parentBlockHeader.getSlot()) {
357
+ if (proposal.blockHeader.getSlot() !== parentBlock.header.getSlot()) {
321
358
  this.log.warn(`Slot should be equal to parent block slot for non-first block in checkpoint`, proposalInfo);
322
359
  return { reason: 'invalid_proposal' };
323
360
  }
@@ -338,7 +375,7 @@ export class BlockProposalHandler {
338
375
  */
339
376
  private validateNonFirstBlockInCheckpoint(
340
377
  proposal: BlockProposal,
341
- parentBlock: L2BlockNew,
378
+ parentBlock: BlockData,
342
379
  proposalInfo: object,
343
380
  ): CheckpointComputationResult | undefined {
344
381
  const proposalGlobals = proposal.blockHeader.globalVariables;
@@ -414,35 +451,51 @@ export class BlockProposalHandler {
414
451
 
415
452
  private getReexecutionDeadline(slot: SlotNumber, config: { l1GenesisTime: bigint; slotDuration: number }): Date {
416
453
  const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(slot + 1), config));
417
- const msNeededForPropagationAndPublishing = this.config.validatorReexecuteDeadlineMs;
418
- return new Date(nextSlotTimestampSeconds * 1000 - msNeededForPropagationAndPublishing);
454
+ return new Date(nextSlotTimestampSeconds * 1000);
419
455
  }
420
456
 
421
- /**
422
- * Gets all prior blocks in the same checkpoint (same slot and checkpoint number) up to but not including upToBlockNumber.
423
- */
424
- private async getBlocksInCheckpoint(
425
- slot: SlotNumber,
426
- upToBlockNumber: BlockNumber,
427
- checkpointNumber: CheckpointNumber,
428
- ): Promise<L2BlockNew[]> {
429
- const blocks: L2BlockNew[] = [];
430
- let currentBlockNumber = BlockNumber(upToBlockNumber - 1);
431
-
432
- while (currentBlockNumber >= INITIAL_L2_BLOCK_NUM) {
433
- const block = await this.blockSource.getL2BlockNew(currentBlockNumber);
434
- if (!block || block.header.getSlot() !== slot || block.checkpointNumber !== checkpointNumber) {
435
- break;
436
- }
437
- blocks.unshift(block);
438
- currentBlockNumber = BlockNumber(currentBlockNumber - 1);
457
+ /** Waits for the block source to sync L1 data up to at least the slot before the given one. */
458
+ private async waitForBlockSourceSync(slot: SlotNumber): Promise<boolean> {
459
+ const deadline = this.getReexecutionDeadline(slot, this.checkpointsBuilder.getConfig());
460
+ const timeoutMs = deadline.getTime() - this.dateProvider.now();
461
+ if (slot === 0) {
462
+ return true;
439
463
  }
440
464
 
441
- return blocks;
465
+ // Make a quick check before triggering an archiver sync
466
+ const syncedSlot = await this.blockSource.getSyncedL2SlotNumber();
467
+ if (syncedSlot !== undefined && syncedSlot + 1 >= slot) {
468
+ return true;
469
+ }
470
+
471
+ try {
472
+ // Trigger an immediate sync of the block source, and wait until it reports being synced to the required slot
473
+ return await retryUntil(
474
+ async () => {
475
+ await this.blockSource.syncImmediate();
476
+ const syncedSlot = await this.blockSource.getSyncedL2SlotNumber();
477
+ return syncedSlot !== undefined && syncedSlot + 1 >= slot;
478
+ },
479
+ 'wait for block source sync',
480
+ timeoutMs / 1000,
481
+ 0.5,
482
+ );
483
+ } catch (err) {
484
+ if (err instanceof TimeoutError) {
485
+ this.log.warn(`Timed out waiting for block source to sync to slot ${slot}`);
486
+ return false;
487
+ } else {
488
+ throw err;
489
+ }
490
+ }
442
491
  }
443
492
 
444
- private getReexecuteFailureReason(err: any) {
445
- if (err instanceof ReExStateMismatchError) {
493
+ private getReexecuteFailureReason(err: any): BlockProposalValidationFailureReason {
494
+ if (err instanceof TransactionsNotAvailableError) {
495
+ return 'txs_not_available';
496
+ } else if (err instanceof ReExInitialStateMismatchError) {
497
+ return 'initial_state_mismatch';
498
+ } else if (err instanceof ReExStateMismatchError) {
446
499
  return 'state_mismatch';
447
500
  } else if (err instanceof ReExFailedTxsError) {
448
501
  return 'failed_txs';
@@ -459,6 +512,7 @@ export class BlockProposalHandler {
459
512
  checkpointNumber: CheckpointNumber,
460
513
  txs: Tx[],
461
514
  l1ToL2Messages: Fr[],
515
+ previousCheckpointOutHashes: Fr[],
462
516
  ): Promise<ReexecuteTransactionsResult> {
463
517
  const { blockHeader, txHashes } = proposal;
464
518
 
@@ -473,18 +527,28 @@ export class BlockProposalHandler {
473
527
  const slot = proposal.slotNumber;
474
528
  const config = this.checkpointsBuilder.getConfig();
475
529
 
476
- // Get prior blocks in this checkpoint (same slot and checkpoint number)
477
- const priorBlocks = await this.getBlocksInCheckpoint(slot, blockNumber, checkpointNumber);
530
+ // Get prior blocks in this checkpoint (same slot before current block)
531
+ const allBlocksInSlot = await this.blockSource.getBlocksForSlot(slot);
532
+ const priorBlocks = allBlocksInSlot.filter(b => b.number < blockNumber && b.header.getSlot() === slot);
478
533
 
479
534
  // Fork before the block to be built
480
535
  const parentBlockNumber = BlockNumber(blockNumber - 1);
481
- using fork = await this.worldState.fork(parentBlockNumber);
536
+ await this.worldState.syncImmediate(parentBlockNumber);
537
+ await using fork = await this.worldState.fork(parentBlockNumber);
538
+
539
+ // Verify the fork's archive root matches the proposal's expected last archive.
540
+ // If they don't match, our world state synced to a different chain and reexecution would fail.
541
+ const forkArchiveRoot = new Fr((await fork.getTreeInfo(MerkleTreeId.ARCHIVE)).root);
542
+ if (!forkArchiveRoot.equals(proposal.blockHeader.lastArchive.root)) {
543
+ throw new ReExInitialStateMismatchError(proposal.blockHeader.lastArchive.root, forkArchiveRoot);
544
+ }
482
545
 
483
- // Build checkpoint constants from proposal (excludes blockNumber and timestamp which are per-block)
546
+ // Build checkpoint constants from proposal (excludes blockNumber which is per-block)
484
547
  const constants: CheckpointGlobalVariables = {
485
548
  chainId: new Fr(config.l1ChainId),
486
549
  version: new Fr(config.rollupVersion),
487
550
  slotNumber: slot,
551
+ timestamp: blockHeader.globalVariables.timestamp,
488
552
  coinbase: blockHeader.globalVariables.coinbase,
489
553
  feeRecipient: blockHeader.globalVariables.feeRecipient,
490
554
  gasFees: blockHeader.globalVariables.gasFees,
@@ -494,25 +558,37 @@ export class BlockProposalHandler {
494
558
  const checkpointBuilder = await this.checkpointsBuilder.openCheckpoint(
495
559
  checkpointNumber,
496
560
  constants,
561
+ 0n, // only takes effect in the following checkpoint.
497
562
  l1ToL2Messages,
563
+ previousCheckpointOutHashes,
498
564
  fork,
499
565
  priorBlocks,
566
+ this.log.getBindings(),
500
567
  );
501
568
 
502
569
  // Build the new block
503
570
  const deadline = this.getReexecutionDeadline(slot, config);
571
+ const maxBlockGas =
572
+ this.config.validateMaxL2BlockGas !== undefined || this.config.validateMaxDABlockGas !== undefined
573
+ ? new Gas(this.config.validateMaxDABlockGas ?? Infinity, this.config.validateMaxL2BlockGas ?? Infinity)
574
+ : undefined;
504
575
  const result = await checkpointBuilder.buildBlock(txs, blockNumber, blockHeader.globalVariables.timestamp, {
576
+ isBuildingProposal: false,
577
+ minValidTxs: 0,
505
578
  deadline,
506
579
  expectedEndState: blockHeader.state,
580
+ maxTransactions: this.config.validateMaxTxsPerBlock,
581
+ maxBlockGas,
507
582
  });
508
583
 
509
584
  const { block, failedTxs } = result;
510
585
  const numFailedTxs = failedTxs.length;
511
586
 
512
- this.log.verbose(`Transaction re-execution complete for slot ${slot}`, {
587
+ this.log.verbose(`Block proposal ${blockNumber} at slot ${slot} transaction re-execution complete`, {
513
588
  numFailedTxs,
514
589
  numProposalTxs: txHashes.length,
515
590
  numProcessedTxs: block.body.txEffects.length,
591
+ blockNumber,
516
592
  slot,
517
593
  });
518
594