@aztec/sequencer-client 0.0.1-commit.dbf9cec → 0.0.1-commit.e0f15ab9b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/dest/client/sequencer-client.d.ts +4 -1
  2. package/dest/client/sequencer-client.d.ts.map +1 -1
  3. package/dest/client/sequencer-client.js +46 -23
  4. package/dest/config.d.ts +25 -5
  5. package/dest/config.d.ts.map +1 -1
  6. package/dest/config.js +31 -17
  7. package/dest/global_variable_builder/global_builder.d.ts +13 -7
  8. package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
  9. package/dest/global_variable_builder/global_builder.js +22 -21
  10. package/dest/global_variable_builder/index.d.ts +2 -2
  11. package/dest/global_variable_builder/index.d.ts.map +1 -1
  12. package/dest/publisher/config.d.ts +13 -1
  13. package/dest/publisher/config.d.ts.map +1 -1
  14. package/dest/publisher/config.js +17 -2
  15. package/dest/publisher/sequencer-publisher-factory.d.ts +3 -3
  16. package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
  17. package/dest/publisher/sequencer-publisher-factory.js +16 -2
  18. package/dest/publisher/sequencer-publisher.d.ts +13 -4
  19. package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
  20. package/dest/publisher/sequencer-publisher.js +78 -14
  21. package/dest/sequencer/checkpoint_proposal_job.d.ts +13 -7
  22. package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -1
  23. package/dest/sequencer/checkpoint_proposal_job.js +198 -128
  24. package/dest/sequencer/events.d.ts +2 -1
  25. package/dest/sequencer/events.d.ts.map +1 -1
  26. package/dest/sequencer/metrics.d.ts +5 -1
  27. package/dest/sequencer/metrics.d.ts.map +1 -1
  28. package/dest/sequencer/metrics.js +11 -0
  29. package/dest/sequencer/sequencer.d.ts +14 -9
  30. package/dest/sequencer/sequencer.d.ts.map +1 -1
  31. package/dest/sequencer/sequencer.js +72 -62
  32. package/dest/sequencer/timetable.d.ts +4 -3
  33. package/dest/sequencer/timetable.d.ts.map +1 -1
  34. package/dest/sequencer/timetable.js +6 -7
  35. package/dest/sequencer/types.d.ts +2 -2
  36. package/dest/sequencer/types.d.ts.map +1 -1
  37. package/dest/test/mock_checkpoint_builder.d.ts +7 -9
  38. package/dest/test/mock_checkpoint_builder.d.ts.map +1 -1
  39. package/dest/test/mock_checkpoint_builder.js +39 -30
  40. package/package.json +27 -28
  41. package/src/client/sequencer-client.ts +56 -21
  42. package/src/config.ts +39 -19
  43. package/src/global_variable_builder/global_builder.ts +22 -23
  44. package/src/global_variable_builder/index.ts +1 -1
  45. package/src/publisher/config.ts +32 -0
  46. package/src/publisher/sequencer-publisher-factory.ts +18 -3
  47. package/src/publisher/sequencer-publisher.ts +100 -20
  48. package/src/sequencer/checkpoint_proposal_job.ts +263 -140
  49. package/src/sequencer/events.ts +1 -1
  50. package/src/sequencer/metrics.ts +14 -0
  51. package/src/sequencer/sequencer.ts +98 -69
  52. package/src/sequencer/timetable.ts +7 -7
  53. package/src/sequencer/types.ts +1 -1
  54. package/src/test/mock_checkpoint_builder.ts +51 -48
@@ -1,5 +1,3 @@
1
- import { NUM_CHECKPOINT_END_MARKER_FIELDS, getNumBlockEndBlobFields } from '@aztec/blob-lib/encoding';
2
- import { BLOBS_PER_CHECKPOINT, FIELDS_PER_BLOB } from '@aztec/constants';
3
1
  import type { EpochCache } from '@aztec/epoch-cache';
4
2
  import {
5
3
  BlockNumber,
@@ -9,6 +7,11 @@ import {
9
7
  SlotNumber,
10
8
  } from '@aztec/foundation/branded-types';
11
9
  import { randomInt } from '@aztec/foundation/crypto/random';
10
+ import {
11
+ flipSignature,
12
+ generateRecoverableSignature,
13
+ generateUnrecoverableSignature,
14
+ } from '@aztec/foundation/crypto/secp256k1-signer';
12
15
  import { Fr } from '@aztec/foundation/curves/bn254';
13
16
  import { EthAddress } from '@aztec/foundation/eth-address';
14
17
  import { Signature } from '@aztec/foundation/eth-signature';
@@ -27,17 +30,22 @@ import {
27
30
  type L2BlockSource,
28
31
  MaliciousCommitteeAttestationsAndSigners,
29
32
  } from '@aztec/stdlib/block';
30
- import type { Checkpoint } from '@aztec/stdlib/checkpoint';
31
- import { getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
33
+ import { type Checkpoint, validateCheckpoint } from '@aztec/stdlib/checkpoint';
34
+ import { getSlotStartBuildTimestamp, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
32
35
  import { Gas } from '@aztec/stdlib/gas';
33
36
  import {
34
- NoValidTxsError,
35
- type PublicProcessorLimits,
37
+ type BlockBuilderOptions,
38
+ InsufficientValidTxsError,
36
39
  type ResolvedSequencerConfig,
37
40
  type WorldStateSynchronizer,
38
41
  } from '@aztec/stdlib/interfaces/server';
39
42
  import { type L1ToL2MessageSource, computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
40
- import type { BlockProposalOptions, CheckpointProposal, CheckpointProposalOptions } from '@aztec/stdlib/p2p';
43
+ import type {
44
+ BlockProposal,
45
+ BlockProposalOptions,
46
+ CheckpointProposal,
47
+ CheckpointProposalOptions,
48
+ } from '@aztec/stdlib/p2p';
41
49
  import { orderAttestations, trimAttestations } from '@aztec/stdlib/p2p';
42
50
  import type { L2BlockBuiltStats } from '@aztec/stdlib/stats';
43
51
  import { type FailedTx, Tx } from '@aztec/stdlib/tx';
@@ -69,8 +77,10 @@ export class CheckpointProposalJob implements Traceable {
69
77
  protected readonly log: Logger;
70
78
 
71
79
  constructor(
72
- private readonly epoch: EpochNumber,
73
- private readonly slot: SlotNumber,
80
+ private readonly slotNow: SlotNumber,
81
+ private readonly targetSlot: SlotNumber,
82
+ private readonly epochNow: EpochNumber,
83
+ private readonly targetEpoch: EpochNumber,
74
84
  private readonly checkpointNumber: CheckpointNumber,
75
85
  private readonly syncedToBlockNumber: BlockNumber,
76
86
  // TODO(palla/mbps): Can we remove the proposer in favor of attestorAddress? Need to check fisherman-node flows.
@@ -98,7 +108,20 @@ export class CheckpointProposalJob implements Traceable {
98
108
  public readonly tracer: Tracer,
99
109
  bindings?: LoggerBindings,
100
110
  ) {
101
- this.log = createLogger('sequencer:checkpoint-proposal', { ...bindings, instanceId: `slot-${slot}` });
111
+ this.log = createLogger('sequencer:checkpoint-proposal', {
112
+ ...bindings,
113
+ instanceId: `slot-${this.slotNow}`,
114
+ });
115
+ }
116
+
117
+ /** The wall-clock slot during which the proposer builds. */
118
+ private get slot(): SlotNumber {
119
+ return this.slotNow;
120
+ }
121
+
122
+ /** The wall-clock epoch. */
123
+ private get epoch(): EpochNumber {
124
+ return this.epochNow;
102
125
  }
103
126
 
104
127
  /**
@@ -111,7 +134,7 @@ export class CheckpointProposalJob implements Traceable {
111
134
  // In fisherman mode, we simulate slashing but don't actually publish to L1
112
135
  // These are constant for the whole slot, so we only enqueue them once
113
136
  const votesPromises = new CheckpointVoter(
114
- this.slot,
137
+ this.targetSlot,
115
138
  this.publisher,
116
139
  this.attestorAddress,
117
140
  this.validatorClient,
@@ -138,6 +161,29 @@ export class CheckpointProposalJob implements Traceable {
138
161
  return;
139
162
  }
140
163
 
164
+ // If pipelining, wait until the submission slot so L1 recognizes the pipelined proposer
165
+ if (this.epochCache.isProposerPipeliningEnabled()) {
166
+ const submissionSlotTimestamp =
167
+ getTimestampForSlot(this.targetSlot, this.l1Constants) - BigInt(this.l1Constants.ethereumSlotDuration);
168
+ this.log.info(`Waiting until submission slot ${this.targetSlot} for L1 submission`, {
169
+ slot: this.slot,
170
+ submissionSlot: this.targetSlot,
171
+ submissionSlotTimestamp,
172
+ });
173
+ await sleepUntil(new Date(Number(submissionSlotTimestamp) * 1000), this.dateProvider.nowAsDate());
174
+
175
+ // After waking, verify the parent checkpoint wasn't pruned during the sleep.
176
+ // We check L1's pending tip directly instead of canProposeAt, which also validates the proposer
177
+ // identity and would fail because the timestamp resolves to a different slot's proposer.
178
+ const l1Tips = await this.publisher.rollupContract.getTips();
179
+ if (l1Tips.pending < this.checkpointNumber - 1) {
180
+ this.log.warn(
181
+ `Parent checkpoint was pruned during pipelining sleep (L1 pending=${l1Tips.pending}, expected>=${this.checkpointNumber - 1}), skipping L1 submission for checkpoint ${this.checkpointNumber}`,
182
+ );
183
+ return undefined;
184
+ }
185
+ }
186
+
141
187
  // Then send everything to L1
142
188
  const l1Response = await this.publisher.sendRequests();
143
189
  const proposedAction = l1Response?.successfulActions.find(a => a === 'propose');
@@ -156,7 +202,7 @@ export class CheckpointProposalJob implements Traceable {
156
202
  return {
157
203
  // nullish operator needed for tests
158
204
  [Attributes.COINBASE]: this.validatorClient.getCoinbaseForAttestor(this.attestorAddress)?.toString(),
159
- [Attributes.SLOT_NUMBER]: this.slot,
205
+ [Attributes.SLOT_NUMBER]: this.targetSlot,
160
206
  };
161
207
  })
162
208
  private async proposeCheckpoint(): Promise<Checkpoint | undefined> {
@@ -166,8 +212,15 @@ export class CheckpointProposalJob implements Traceable {
166
212
  const feeRecipient = this.validatorClient.getFeeRecipientForAttestor(this.attestorAddress);
167
213
 
168
214
  // Start the checkpoint
169
- this.setStateFn(SequencerState.INITIALIZING_CHECKPOINT, this.slot);
170
- this.metrics.incOpenSlot(this.slot, this.proposer?.toString() ?? 'unknown');
215
+ this.setStateFn(SequencerState.INITIALIZING_CHECKPOINT, this.targetSlot);
216
+ this.log.info(`Starting checkpoint proposal`, {
217
+ buildSlot: this.slot,
218
+ submissionSlot: this.targetSlot,
219
+ pipelining: this.epochCache.isProposerPipeliningEnabled(),
220
+ proposer: this.proposer?.toString(),
221
+ coinbase: coinbase.toString(),
222
+ });
223
+ this.metrics.incOpenSlot(this.targetSlot, this.proposer?.toString() ?? 'unknown');
171
224
 
172
225
  // Enqueues checkpoint invalidation (constant for the whole slot)
173
226
  if (this.invalidateCheckpoint && !this.config.skipInvalidateBlockAsProposer) {
@@ -178,7 +231,7 @@ export class CheckpointProposalJob implements Traceable {
178
231
  const checkpointGlobalVariables = await this.globalsBuilder.buildCheckpointGlobalVariables(
179
232
  coinbase,
180
233
  feeRecipient,
181
- this.slot,
234
+ this.targetSlot,
182
235
  );
183
236
 
184
237
  // Collect L1 to L2 messages for the checkpoint and compute their hash
@@ -186,7 +239,7 @@ export class CheckpointProposalJob implements Traceable {
186
239
  const inHash = computeInHashFromL1ToL2Messages(l1ToL2Messages);
187
240
 
188
241
  // Collect the out hashes of all the checkpoints before this one in the same epoch
189
- const previousCheckpointOutHashes = (await this.l2BlockSource.getCheckpointsDataForEpoch(this.epoch))
242
+ const previousCheckpointOutHashes = (await this.l2BlockSource.getCheckpointsDataForEpoch(this.targetEpoch))
190
243
  .filter(c => c.checkpointNumber < this.checkpointNumber)
191
244
  .map(c => c.checkpointOutHash);
192
245
 
@@ -243,8 +296,8 @@ export class CheckpointProposalJob implements Traceable {
243
296
  }
244
297
 
245
298
  if (blocksInCheckpoint.length === 0) {
246
- this.log.warn(`No blocks were built for slot ${this.slot}`, { slot: this.slot });
247
- this.eventEmitter.emit('checkpoint-empty', { slot: this.slot });
299
+ this.log.warn(`No blocks were built for slot ${this.targetSlot}`, { slot: this.targetSlot });
300
+ this.eventEmitter.emit('checkpoint-empty', { slot: this.targetSlot });
248
301
  return undefined;
249
302
  }
250
303
 
@@ -252,16 +305,33 @@ export class CheckpointProposalJob implements Traceable {
252
305
  if (minBlocksForCheckpoint !== undefined && blocksInCheckpoint.length < minBlocksForCheckpoint) {
253
306
  this.log.warn(
254
307
  `Checkpoint has fewer blocks than minimum (${blocksInCheckpoint.length} < ${minBlocksForCheckpoint}), skipping proposal`,
255
- { slot: this.slot, blocksBuilt: blocksInCheckpoint.length, minBlocksForCheckpoint },
308
+ { slot: this.targetSlot, blocksBuilt: blocksInCheckpoint.length, minBlocksForCheckpoint },
256
309
  );
257
310
  return undefined;
258
311
  }
259
312
 
260
313
  // Assemble and broadcast the checkpoint proposal, including the last block that was not
261
314
  // broadcasted yet, and wait to collect the committee attestations.
262
- this.setStateFn(SequencerState.ASSEMBLING_CHECKPOINT, this.slot);
315
+ this.setStateFn(SequencerState.ASSEMBLING_CHECKPOINT, this.targetSlot);
263
316
  const checkpoint = await checkpointBuilder.completeCheckpoint();
264
317
 
318
+ // Final validation: per-block limits are only checked if the operator set them explicitly.
319
+ // Otherwise, checkpoint-level budgets were already enforced by the redistribution logic.
320
+ try {
321
+ validateCheckpoint(checkpoint, {
322
+ rollupManaLimit: this.l1Constants.rollupManaLimit,
323
+ maxL2BlockGas: this.config.maxL2BlockGas,
324
+ maxDABlockGas: this.config.maxDABlockGas,
325
+ maxTxsPerBlock: this.config.maxTxsPerBlock,
326
+ maxTxsPerCheckpoint: this.config.maxTxsPerCheckpoint,
327
+ });
328
+ } catch (err) {
329
+ this.log.error(`Built an invalid checkpoint at slot ${this.slot} (skipping proposal)`, err, {
330
+ checkpoint: checkpoint.header.toInspect(),
331
+ });
332
+ return undefined;
333
+ }
334
+
265
335
  // Record checkpoint-level build metrics
266
336
  this.metrics.recordCheckpointBuild(
267
337
  checkpointBuildTimer.ms(),
@@ -273,10 +343,10 @@ export class CheckpointProposalJob implements Traceable {
273
343
  // Do not collect attestations nor publish to L1 in fisherman mode
274
344
  if (this.config.fishermanMode) {
275
345
  this.log.info(
276
- `Built checkpoint for slot ${this.slot} with ${blocksInCheckpoint.length} blocks. ` +
346
+ `Built checkpoint for slot ${this.targetSlot} with ${blocksInCheckpoint.length} blocks. ` +
277
347
  `Skipping proposal in fisherman mode.`,
278
348
  {
279
- slot: this.slot,
349
+ slot: this.targetSlot,
280
350
  checkpoint: checkpoint.header.toInspect(),
281
351
  blocksBuilt: blocksInCheckpoint.length,
282
352
  },
@@ -305,7 +375,7 @@ export class CheckpointProposalJob implements Traceable {
305
375
  const blockProposedAt = this.dateProvider.now();
306
376
  await this.p2pClient.broadcastCheckpointProposal(proposal);
307
377
 
308
- this.setStateFn(SequencerState.COLLECTING_ATTESTATIONS, this.slot);
378
+ this.setStateFn(SequencerState.COLLECTING_ATTESTATIONS, this.targetSlot);
309
379
  const attestations = await this.waitForAttestations(proposal);
310
380
  const blockAttestedAt = this.dateProvider.now();
311
381
 
@@ -318,7 +388,7 @@ export class CheckpointProposalJob implements Traceable {
318
388
  attestationsSignature = await this.validatorClient.signAttestationsAndSigners(
319
389
  attestations,
320
390
  signer,
321
- this.slot,
391
+ this.targetSlot,
322
392
  this.checkpointNumber,
323
393
  );
324
394
  } catch (err) {
@@ -331,10 +401,10 @@ export class CheckpointProposalJob implements Traceable {
331
401
  }
332
402
 
333
403
  // Enqueue publishing the checkpoint to L1
334
- this.setStateFn(SequencerState.PUBLISHING_CHECKPOINT, this.slot);
404
+ this.setStateFn(SequencerState.PUBLISHING_CHECKPOINT, this.targetSlot);
335
405
  const aztecSlotDuration = this.l1Constants.slotDuration;
336
- const slotStartBuildTimestamp = this.getSlotStartBuildTimestamp();
337
- const txTimeoutAt = new Date((slotStartBuildTimestamp + aztecSlotDuration) * 1000);
406
+ const submissionSlotStart = Number(getTimestampForSlot(this.targetSlot, this.l1Constants));
407
+ const txTimeoutAt = new Date((submissionSlotStart + aztecSlotDuration) * 1000);
338
408
 
339
409
  // If we have been configured to potentially skip publishing checkpoint then roll the dice here
340
410
  if (
@@ -384,9 +454,6 @@ export class CheckpointProposalJob implements Traceable {
384
454
  const txHashesAlreadyIncluded = new Set<string>();
385
455
  const initialBlockNumber = BlockNumber(this.syncedToBlockNumber + 1);
386
456
 
387
- // Remaining blob fields available for blocks (checkpoint end marker already subtracted)
388
- let remainingBlobFields = BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB - NUM_CHECKPOINT_END_MARKER_FIELDS;
389
-
390
457
  // Last block in the checkpoint will usually be flagged as pending broadcast, so we send it along with the checkpoint proposal
391
458
  let blockPendingBroadcast: { block: L2Block; txs: Tx[] } | undefined = undefined;
392
459
 
@@ -400,7 +467,7 @@ export class CheckpointProposalJob implements Traceable {
400
467
 
401
468
  if (!timingInfo.canStart) {
402
469
  this.log.debug(`Not enough time left in slot to start another block`, {
403
- slot: this.slot,
470
+ slot: this.targetSlot,
404
471
  blocksBuilt,
405
472
  secondsIntoSlot,
406
473
  });
@@ -419,7 +486,6 @@ export class CheckpointProposalJob implements Traceable {
419
486
  blockNumber,
420
487
  indexWithinCheckpoint,
421
488
  txHashesAlreadyIncluded,
422
- remainingBlobFields,
423
489
  });
424
490
 
425
491
  // TODO(palla/mbps): Review these conditions. We may want to keep trying in some scenarios.
@@ -436,8 +502,8 @@ export class CheckpointProposalJob implements Traceable {
436
502
  } else if ('error' in buildResult) {
437
503
  // If there was an error building the block, just exit the loop and give up the rest of the slot
438
504
  if (!(buildResult.error instanceof SequencerInterruptedError)) {
439
- this.log.warn(`Halting block building for slot ${this.slot}`, {
440
- slot: this.slot,
505
+ this.log.warn(`Halting block building for slot ${this.targetSlot}`, {
506
+ slot: this.targetSlot,
441
507
  blocksBuilt,
442
508
  error: buildResult.error,
443
509
  });
@@ -445,26 +511,16 @@ export class CheckpointProposalJob implements Traceable {
445
511
  break;
446
512
  }
447
513
 
448
- const { block, usedTxs, remainingBlobFields: newRemainingBlobFields } = buildResult;
514
+ const { block, usedTxs } = buildResult;
449
515
  blocksInCheckpoint.push(block);
450
-
451
- // Update remaining blob fields for the next block
452
- remainingBlobFields = newRemainingBlobFields;
453
-
454
- // Sync the proposed block to the archiver to make it available
455
- // Note that the checkpoint builder uses its own fork so it should not need to wait for this syncing
456
- // Eventually we should refactor the checkpoint builder to not need a separate long-lived fork
457
- // Fire and forget - don't block the critical path, but log errors
458
- this.syncProposedBlockToArchiver(block).catch(err => {
459
- this.log.error(`Failed to sync proposed block ${block.number} to archiver`, { blockNumber: block.number, err });
460
- });
461
-
462
516
  usedTxs.forEach(tx => txHashesAlreadyIncluded.add(tx.txHash.toString()));
463
517
 
464
- // If this is the last block, exit the loop now so we start collecting attestations
518
+ // If this is the last block, sync it to the archiver and exit the loop
519
+ // so we can build the checkpoint and start collecting attestations.
465
520
  if (timingInfo.isLastBlock) {
466
- this.log.verbose(`Completed final block ${blockNumber} for slot ${this.slot}`, {
467
- slot: this.slot,
521
+ await this.syncProposedBlockToArchiver(block);
522
+ this.log.verbose(`Completed final block ${blockNumber} for slot ${this.targetSlot}`, {
523
+ slot: this.targetSlot,
468
524
  blockNumber,
469
525
  blocksBuilt,
470
526
  });
@@ -472,38 +528,61 @@ export class CheckpointProposalJob implements Traceable {
472
528
  break;
473
529
  }
474
530
 
475
- // For non-last blocks, broadcast the block proposal (unless we're in fisherman mode)
476
- // If the block is the last one, we'll broadcast it along with the checkpoint at the end of the loop
477
- if (!this.config.fishermanMode) {
478
- const proposal = await this.validatorClient.createBlockProposal(
479
- block.header,
480
- block.indexWithinCheckpoint,
481
- inHash,
482
- block.archive.root,
483
- usedTxs,
484
- this.proposer,
485
- blockProposalOptions,
486
- );
487
- await this.p2pClient.broadcastProposal(proposal);
488
- }
531
+ // Broadcast the block proposal (unless we're in fisherman mode) unless the block is the last one,
532
+ // in which case we'll broadcast it along with the checkpoint at the end of the loop.
533
+ // Note that we only send the block to the archiver if we manage to create the proposal, so if there's
534
+ // a HA error we don't pollute our archiver with a block that won't make it to the chain.
535
+ const proposal = await this.createBlockProposal(block, inHash, usedTxs, blockProposalOptions);
536
+
537
+ // Sync the proposed block to the archiver to make it available, only after we've managed to sign the proposal.
538
+ // We wait for the sync to succeed, as this helps catch consistency errors, even if it means we lose some time for block-building.
539
+ // If this throws, we abort the entire checkpoint.
540
+ await this.syncProposedBlockToArchiver(block);
541
+
542
+ // Once we have a signed proposal and the archiver agreed with our proposed block, then we broadcast it.
543
+ proposal && (await this.p2pClient.broadcastProposal(proposal));
489
544
 
490
545
  // Wait until the next block's start time
491
546
  await this.waitUntilNextSubslot(timingInfo.deadline);
492
547
  }
493
548
 
494
- this.log.verbose(`Block building loop completed for slot ${this.slot}`, {
495
- slot: this.slot,
549
+ this.log.verbose(`Block building loop completed for slot ${this.targetSlot}`, {
550
+ slot: this.targetSlot,
496
551
  blocksBuilt: blocksInCheckpoint.length,
497
552
  });
498
553
 
499
554
  return { blocksInCheckpoint, blockPendingBroadcast };
500
555
  }
501
556
 
557
+ /** Creates a block proposal for a given block via the validator client (unless in fisherman mode) */
558
+ private createBlockProposal(
559
+ block: L2Block,
560
+ inHash: Fr,
561
+ usedTxs: Tx[],
562
+ blockProposalOptions: BlockProposalOptions,
563
+ ): Promise<BlockProposal | undefined> {
564
+ if (this.config.fishermanMode) {
565
+ this.log.info(`Skipping block proposal for block ${block.number} in fisherman mode`);
566
+ return Promise.resolve(undefined);
567
+ }
568
+ return this.validatorClient.createBlockProposal(
569
+ block.header,
570
+ block.indexWithinCheckpoint,
571
+ inHash,
572
+ block.archive.root,
573
+ usedTxs,
574
+ this.proposer,
575
+ blockProposalOptions,
576
+ );
577
+ }
578
+
502
579
  /** Sleeps until it is time to produce the next block in the slot */
503
580
  @trackSpan('CheckpointProposalJob.waitUntilNextSubslot')
504
581
  private async waitUntilNextSubslot(nextSubslotStart: number) {
505
- this.setStateFn(SequencerState.WAITING_UNTIL_NEXT_BLOCK, this.slot);
506
- this.log.verbose(`Waiting until time for the next block at ${nextSubslotStart}s into slot`, { slot: this.slot });
582
+ this.setStateFn(SequencerState.WAITING_UNTIL_NEXT_BLOCK, this.targetSlot);
583
+ this.log.verbose(`Waiting until time for the next block at ${nextSubslotStart}s into slot`, {
584
+ slot: this.targetSlot,
585
+ });
507
586
  await this.waitUntilTimeInSlot(nextSubslotStart);
508
587
  }
509
588
 
@@ -518,34 +597,25 @@ export class CheckpointProposalJob implements Traceable {
518
597
  indexWithinCheckpoint: IndexWithinCheckpoint;
519
598
  buildDeadline: Date | undefined;
520
599
  txHashesAlreadyIncluded: Set<string>;
521
- remainingBlobFields: number;
522
600
  },
523
- ): Promise<{ block: L2Block; usedTxs: Tx[]; remainingBlobFields: number } | { error: Error } | undefined> {
524
- const {
525
- blockTimestamp,
526
- forceCreate,
527
- blockNumber,
528
- indexWithinCheckpoint,
529
- buildDeadline,
530
- txHashesAlreadyIncluded,
531
- remainingBlobFields,
532
- } = opts;
601
+ ): Promise<{ block: L2Block; usedTxs: Tx[] } | { error: Error } | undefined> {
602
+ const { blockTimestamp, forceCreate, blockNumber, indexWithinCheckpoint, buildDeadline, txHashesAlreadyIncluded } =
603
+ opts;
533
604
 
534
605
  this.log.verbose(
535
- `Preparing block ${blockNumber} index ${indexWithinCheckpoint} at checkpoint ${this.checkpointNumber} for slot ${this.slot}`,
606
+ `Preparing block ${blockNumber} index ${indexWithinCheckpoint} at checkpoint ${this.checkpointNumber} for slot ${this.targetSlot}`,
536
607
  { ...checkpointBuilder.getConstantData(), ...opts },
537
608
  );
538
609
 
539
610
  try {
540
611
  // Wait until we have enough txs to build the block
541
- const minTxs = this.config.minTxsPerBlock;
542
- const { availableTxs, canStartBuilding } = await this.waitForMinTxs(opts);
612
+ const { availableTxs, canStartBuilding, minTxs } = await this.waitForMinTxs(opts);
543
613
  if (!canStartBuilding) {
544
614
  this.log.warn(
545
- `Not enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.slot} (got ${availableTxs} txs but needs ${minTxs})`,
546
- { blockNumber, slot: this.slot, indexWithinCheckpoint },
615
+ `Not enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.targetSlot} (got ${availableTxs} txs but needs ${minTxs})`,
616
+ { blockNumber, slot: this.targetSlot, indexWithinCheckpoint },
547
617
  );
548
- this.eventEmitter.emit('block-tx-count-check-failed', { minTxs, availableTxs, slot: this.slot });
618
+ this.eventEmitter.emit('block-tx-count-check-failed', { minTxs, availableTxs, slot: this.targetSlot });
549
619
  this.metrics.recordBlockProposalFailed('insufficient_txs');
550
620
  return undefined;
551
621
  }
@@ -558,24 +628,31 @@ export class CheckpointProposalJob implements Traceable {
558
628
  );
559
629
 
560
630
  this.log.debug(
561
- `Building block ${blockNumber} at index ${indexWithinCheckpoint} for slot ${this.slot} with ${availableTxs} available txs`,
562
- { slot: this.slot, blockNumber, indexWithinCheckpoint },
631
+ `Building block ${blockNumber} at index ${indexWithinCheckpoint} for slot ${this.targetSlot} with ${availableTxs} available txs`,
632
+ { slot: this.targetSlot, blockNumber, indexWithinCheckpoint },
563
633
  );
564
- this.setStateFn(SequencerState.CREATING_BLOCK, this.slot);
634
+ this.setStateFn(SequencerState.CREATING_BLOCK, this.targetSlot);
565
635
 
566
- // Calculate blob fields limit for txs (remaining capacity - this block's end overhead)
567
- const blockEndOverhead = getNumBlockEndBlobFields(indexWithinCheckpoint === 0);
568
- const maxBlobFieldsForTxs = remainingBlobFields - blockEndOverhead;
569
-
570
- const blockBuilderOptions: PublicProcessorLimits = {
636
+ // Per-block limits are operator overrides (from SEQ_MAX_L2_BLOCK_GAS etc.) further capped
637
+ // by remaining checkpoint-level budgets inside CheckpointBuilder before each block is built.
638
+ // minValidTxs is passed into the builder so it can reject the block *before* updating state.
639
+ const minValidTxs = forceCreate ? 0 : (this.config.minValidTxsPerBlock ?? minTxs);
640
+ const blockBuilderOptions: BlockBuilderOptions = {
571
641
  maxTransactions: this.config.maxTxsPerBlock,
572
- maxBlockSize: this.config.maxBlockSizeInBytes,
573
- maxBlockGas: new Gas(this.config.maxDABlockGas, this.config.maxL2BlockGas),
574
- maxBlobFields: maxBlobFieldsForTxs,
642
+ maxBlockGas:
643
+ this.config.maxL2BlockGas !== undefined || this.config.maxDABlockGas !== undefined
644
+ ? new Gas(this.config.maxDABlockGas ?? Infinity, this.config.maxL2BlockGas ?? Infinity)
645
+ : undefined,
575
646
  deadline: buildDeadline,
647
+ isBuildingProposal: true,
648
+ minValidTxs,
649
+ maxBlocksPerCheckpoint: this.timetable.maxNumberOfBlocks,
650
+ perBlockAllocationMultiplier: this.config.perBlockAllocationMultiplier,
576
651
  };
577
652
 
578
- // Actually build the block by executing txs
653
+ // Actually build the block by executing txs. The builder throws InsufficientValidTxsError
654
+ // if the number of successfully processed txs is below minValidTxs, ensuring state is not
655
+ // updated for blocks that will be discarded.
579
656
  const buildResult = await this.buildSingleBlockWithCheckpointBuilder(
580
657
  checkpointBuilder,
581
658
  pendingTxs,
@@ -587,22 +664,27 @@ export class CheckpointProposalJob implements Traceable {
587
664
  // If any txs failed during execution, drop them from the mempool so we don't pick them up again
588
665
  await this.dropFailedTxsFromP2P(buildResult.failedTxs);
589
666
 
590
- // Check if we have created a block with enough txs. If there were invalid txs in the pool, or if execution took
591
- // too long, then we may not get to minTxsPerBlock after executing public functions.
592
- const minValidTxs = this.config.minValidTxsPerBlock ?? minTxs;
593
- const numTxs = buildResult.status === 'no-valid-txs' ? 0 : buildResult.numTxs;
594
- if (buildResult.status === 'no-valid-txs' || (!forceCreate && numTxs < minValidTxs)) {
667
+ if (buildResult.status === 'insufficient-valid-txs') {
595
668
  this.log.warn(
596
- `Block ${blockNumber} at index ${indexWithinCheckpoint} on slot ${this.slot} has too few valid txs to be proposed`,
597
- { slot: this.slot, blockNumber, numTxs, indexWithinCheckpoint, minValidTxs, buildResult: buildResult.status },
669
+ `Block ${blockNumber} at index ${indexWithinCheckpoint} on slot ${this.targetSlot} has too few valid txs to be proposed`,
670
+ {
671
+ slot: this.targetSlot,
672
+ blockNumber,
673
+ numTxs: buildResult.processedCount,
674
+ indexWithinCheckpoint,
675
+ minValidTxs,
676
+ },
598
677
  );
599
- this.eventEmitter.emit('block-build-failed', { reason: `Insufficient valid txs`, slot: this.slot });
678
+ this.eventEmitter.emit('block-build-failed', {
679
+ reason: `Insufficient valid txs`,
680
+ slot: this.targetSlot,
681
+ });
600
682
  this.metrics.recordBlockProposalFailed('insufficient_valid_txs');
601
683
  return undefined;
602
684
  }
603
685
 
604
686
  // Block creation succeeded, emit stats and metrics
605
- const { publicGas, block, publicProcessorDuration, usedTxs, usedTxBlobFields, blockBuildDuration } = buildResult;
687
+ const { block, publicProcessorDuration, usedTxs, blockBuildDuration, numTxs } = buildResult;
606
688
 
607
689
  const blockStats = {
608
690
  eventName: 'l2-block-built',
@@ -613,33 +695,40 @@ export class CheckpointProposalJob implements Traceable {
613
695
 
614
696
  const blockHash = await block.hash();
615
697
  const txHashes = block.body.txEffects.map(tx => tx.txHash);
616
- const manaPerSec = publicGas.l2Gas / (blockBuildDuration / 1000);
698
+ const manaPerSec = block.header.totalManaUsed.toNumberUnsafe() / (blockBuildDuration / 1000);
617
699
 
618
700
  this.log.info(
619
- `Built block ${block.number} at checkpoint ${this.checkpointNumber} for slot ${this.slot} with ${numTxs} txs`,
701
+ `Built block ${block.number} at checkpoint ${this.checkpointNumber} for slot ${this.targetSlot} with ${numTxs} txs`,
620
702
  { blockHash, txHashes, manaPerSec, ...blockStats },
621
703
  );
622
704
 
623
- this.eventEmitter.emit('block-proposed', { blockNumber: block.number, slot: this.slot });
624
- this.metrics.recordBuiltBlock(blockBuildDuration, publicGas.l2Gas);
705
+ this.eventEmitter.emit('block-proposed', {
706
+ blockNumber: block.number,
707
+ slot: this.targetSlot,
708
+ buildSlot: this.slotNow,
709
+ });
710
+ this.metrics.recordBuiltBlock(blockBuildDuration, block.header.totalManaUsed.toNumberUnsafe());
625
711
 
626
- return { block, usedTxs, remainingBlobFields: maxBlobFieldsForTxs - usedTxBlobFields };
712
+ return { block, usedTxs };
627
713
  } catch (err: any) {
628
- this.eventEmitter.emit('block-build-failed', { reason: err.message, slot: this.slot });
629
- this.log.error(`Error building block`, err, { blockNumber, slot: this.slot });
714
+ this.eventEmitter.emit('block-build-failed', {
715
+ reason: err.message,
716
+ slot: this.targetSlot,
717
+ });
718
+ this.log.error(`Error building block`, err, { blockNumber, slot: this.targetSlot });
630
719
  this.metrics.recordBlockProposalFailed(err.name || 'unknown_error');
631
720
  this.metrics.recordFailedBlock();
632
721
  return { error: err };
633
722
  }
634
723
  }
635
724
 
636
- /** Uses the checkpoint builder to build a block, catching specific txs */
725
+ /** Uses the checkpoint builder to build a block, catching InsufficientValidTxsError. */
637
726
  private async buildSingleBlockWithCheckpointBuilder(
638
727
  checkpointBuilder: CheckpointBuilder,
639
728
  pendingTxs: AsyncIterable<Tx>,
640
729
  blockNumber: BlockNumber,
641
730
  blockTimestamp: bigint,
642
- blockBuilderOptions: PublicProcessorLimits,
731
+ blockBuilderOptions: BlockBuilderOptions,
643
732
  ) {
644
733
  try {
645
734
  const workTimer = new Timer();
@@ -647,8 +736,12 @@ export class CheckpointProposalJob implements Traceable {
647
736
  const blockBuildDuration = workTimer.ms();
648
737
  return { ...result, blockBuildDuration, status: 'success' as const };
649
738
  } catch (err: unknown) {
650
- if (isErrorClass(err, NoValidTxsError)) {
651
- return { failedTxs: err.failedTxs, status: 'no-valid-txs' as const };
739
+ if (isErrorClass(err, InsufficientValidTxsError)) {
740
+ return {
741
+ failedTxs: err.failedTxs,
742
+ processedCount: err.processedCount,
743
+ status: 'insufficient-valid-txs' as const,
744
+ };
652
745
  }
653
746
  throw err;
654
747
  }
@@ -661,7 +754,7 @@ export class CheckpointProposalJob implements Traceable {
661
754
  blockNumber: BlockNumber;
662
755
  indexWithinCheckpoint: IndexWithinCheckpoint;
663
756
  buildDeadline: Date | undefined;
664
- }): Promise<{ canStartBuilding: boolean; availableTxs: number }> {
757
+ }): Promise<{ canStartBuilding: boolean; availableTxs: number; minTxs: number }> {
665
758
  const { indexWithinCheckpoint, blockNumber, buildDeadline, forceCreate } = opts;
666
759
 
667
760
  // We only allow a block with 0 txs in the first block of the checkpoint
@@ -678,20 +771,20 @@ export class CheckpointProposalJob implements Traceable {
678
771
  // If we're past deadline, or we have no deadline, give up
679
772
  const now = this.dateProvider.nowAsDate();
680
773
  if (startBuildingDeadline === undefined || now >= startBuildingDeadline) {
681
- return { canStartBuilding: false, availableTxs: availableTxs };
774
+ return { canStartBuilding: false, availableTxs, minTxs };
682
775
  }
683
776
 
684
777
  // Wait a bit before checking again
685
- this.setStateFn(SequencerState.WAITING_FOR_TXS, this.slot);
778
+ this.setStateFn(SequencerState.WAITING_FOR_TXS, this.targetSlot);
686
779
  this.log.verbose(
687
- `Waiting for enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.slot} (have ${availableTxs} but need ${minTxs})`,
688
- { blockNumber, slot: this.slot, indexWithinCheckpoint },
780
+ `Waiting for enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.targetSlot} (have ${availableTxs} but need ${minTxs})`,
781
+ { blockNumber, slot: this.targetSlot, indexWithinCheckpoint },
689
782
  );
690
783
  await this.waitForTxsPollingInterval();
691
784
  availableTxs = await this.p2pClient.getPendingTxCount();
692
785
  }
693
786
 
694
- return { canStartBuilding: true, availableTxs };
787
+ return { canStartBuilding: true, availableTxs, minTxs };
695
788
  }
696
789
 
697
790
  /**
@@ -759,7 +852,12 @@ export class CheckpointProposalJob implements Traceable {
759
852
  const sorted = orderAttestations(trimmed, committee);
760
853
 
761
854
  // Manipulate the attestations if we've been configured to do so
762
- if (this.config.injectFakeAttestation || this.config.shuffleAttestationOrdering) {
855
+ if (
856
+ this.config.injectFakeAttestation ||
857
+ this.config.injectHighSValueAttestation ||
858
+ this.config.injectUnrecoverableSignatureAttestation ||
859
+ this.config.shuffleAttestationOrdering
860
+ ) {
763
861
  return this.manipulateAttestations(proposal.slotNumber, epoch, seed, committee, sorted);
764
862
  }
765
863
 
@@ -788,7 +886,11 @@ export class CheckpointProposalJob implements Traceable {
788
886
  this.epochCache.computeProposerIndex(slotNumber, epoch, seed, BigInt(committee.length)),
789
887
  );
790
888
 
791
- if (this.config.injectFakeAttestation) {
889
+ if (
890
+ this.config.injectFakeAttestation ||
891
+ this.config.injectHighSValueAttestation ||
892
+ this.config.injectUnrecoverableSignatureAttestation
893
+ ) {
792
894
  // Find non-empty attestations that are not from the proposer
793
895
  const nonProposerIndices: number[] = [];
794
896
  for (let i = 0; i < attestations.length; i++) {
@@ -798,8 +900,20 @@ export class CheckpointProposalJob implements Traceable {
798
900
  }
799
901
  if (nonProposerIndices.length > 0) {
800
902
  const targetIndex = nonProposerIndices[randomInt(nonProposerIndices.length)];
801
- this.log.warn(`Injecting fake attestation in checkpoint for slot ${slotNumber} at index ${targetIndex}`);
802
- unfreeze(attestations[targetIndex]).signature = Signature.random();
903
+ if (this.config.injectHighSValueAttestation) {
904
+ this.log.warn(
905
+ `Injecting high-s value attestation in checkpoint for slot ${slotNumber} at index ${targetIndex}`,
906
+ );
907
+ unfreeze(attestations[targetIndex]).signature = flipSignature(attestations[targetIndex].signature);
908
+ } else if (this.config.injectUnrecoverableSignatureAttestation) {
909
+ this.log.warn(
910
+ `Injecting unrecoverable signature attestation in checkpoint for slot ${slotNumber} at index ${targetIndex}`,
911
+ );
912
+ unfreeze(attestations[targetIndex]).signature = generateUnrecoverableSignature();
913
+ } else {
914
+ this.log.warn(`Injecting fake attestation in checkpoint for slot ${slotNumber} at index ${targetIndex}`);
915
+ unfreeze(attestations[targetIndex]).signature = generateRecoverableSignature();
916
+ }
803
917
  }
804
918
  return new CommitteeAttestationsAndSigners(attestations);
805
919
  }
@@ -808,11 +922,20 @@ export class CheckpointProposalJob implements Traceable {
808
922
  this.log.warn(`Shuffling attestation ordering in checkpoint for slot ${slotNumber} (proposer #${proposerIndex})`);
809
923
 
810
924
  const shuffled = [...attestations];
811
- const [i, j] = [(proposerIndex + 1) % shuffled.length, (proposerIndex + 2) % shuffled.length];
812
- const valueI = shuffled[i];
813
- const valueJ = shuffled[j];
814
- shuffled[i] = valueJ;
815
- shuffled[j] = valueI;
925
+
926
+ // Find two non-proposer positions that both have non-empty signatures to swap.
927
+ // This ensures the bitmap doesn't change, so the MaliciousCommitteeAttestationsAndSigners
928
+ // signers array stays correctly aligned with L1's committee reconstruction.
929
+ const swappable: number[] = [];
930
+ for (let k = 0; k < shuffled.length; k++) {
931
+ if (!shuffled[k].signature.isEmpty() && k !== proposerIndex) {
932
+ swappable.push(k);
933
+ }
934
+ }
935
+ if (swappable.length >= 2) {
936
+ const [i, j] = [swappable[0], swappable[1]];
937
+ [shuffled[i], shuffled[j]] = [shuffled[j], shuffled[i]];
938
+ }
816
939
 
817
940
  const signers = new CommitteeAttestationsAndSigners(attestations).getSigners();
818
941
  return new MaliciousCommitteeAttestationsAndSigners(shuffled, signers);
@@ -855,19 +978,19 @@ export class CheckpointProposalJob implements Traceable {
855
978
  private async handleCheckpointEndAsFisherman(checkpoint: Checkpoint | undefined) {
856
979
  // Perform L1 fee analysis before clearing requests
857
980
  // The callback is invoked asynchronously after the next block is mined
858
- const feeAnalysis = await this.publisher.analyzeL1Fees(this.slot, analysis =>
981
+ const feeAnalysis = await this.publisher.analyzeL1Fees(this.targetSlot, analysis =>
859
982
  this.metrics.recordFishermanFeeAnalysis(analysis),
860
983
  );
861
984
 
862
985
  if (checkpoint) {
863
- this.log.info(`Validation checkpoint building SUCCEEDED for slot ${this.slot}`, {
986
+ this.log.info(`Validation checkpoint building SUCCEEDED for slot ${this.targetSlot}`, {
864
987
  ...checkpoint.toCheckpointInfo(),
865
988
  ...checkpoint.getStats(),
866
989
  feeAnalysisId: feeAnalysis?.id,
867
990
  });
868
991
  } else {
869
- this.log.warn(`Validation block building FAILED for slot ${this.slot}`, {
870
- slot: this.slot,
992
+ this.log.warn(`Validation block building FAILED for slot ${this.targetSlot}`, {
993
+ slot: this.targetSlot,
871
994
  feeAnalysisId: feeAnalysis?.id,
872
995
  });
873
996
  this.metrics.recordCheckpointProposalFailed('block_build_failed');
@@ -881,15 +1004,15 @@ export class CheckpointProposalJob implements Traceable {
881
1004
  */
882
1005
  private handleHASigningError(err: any, errorContext: string): boolean {
883
1006
  if (err instanceof DutyAlreadySignedError) {
884
- this.log.info(`${errorContext} for slot ${this.slot} already signed by another HA node, yielding`, {
885
- slot: this.slot,
1007
+ this.log.info(`${errorContext} for slot ${this.targetSlot} already signed by another HA node, yielding`, {
1008
+ slot: this.targetSlot,
886
1009
  signedByNode: err.signedByNode,
887
1010
  });
888
1011
  return true;
889
1012
  }
890
1013
  if (err instanceof SlashingProtectionError) {
891
- this.log.info(`${errorContext} for slot ${this.slot} blocked by slashing protection, yielding`, {
892
- slot: this.slot,
1014
+ this.log.info(`${errorContext} for slot ${this.targetSlot} blocked by slashing protection, yielding`, {
1015
+ slot: this.targetSlot,
893
1016
  existingMessageHash: err.existingMessageHash,
894
1017
  attemptedMessageHash: err.attemptedMessageHash,
895
1018
  });