@aztec/sequencer-client 0.0.1-commit.b655e406 → 0.0.1-commit.c7c42ec

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (102) hide show
  1. package/dest/client/index.d.ts +1 -1
  2. package/dest/client/sequencer-client.d.ts +10 -9
  3. package/dest/client/sequencer-client.d.ts.map +1 -1
  4. package/dest/client/sequencer-client.js +32 -24
  5. package/dest/config.d.ts +12 -5
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +75 -28
  8. package/dest/global_variable_builder/global_builder.d.ts +19 -13
  9. package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
  10. package/dest/global_variable_builder/global_builder.js +41 -28
  11. package/dest/global_variable_builder/index.d.ts +1 -1
  12. package/dest/index.d.ts +2 -2
  13. package/dest/index.d.ts.map +1 -1
  14. package/dest/index.js +1 -1
  15. package/dest/publisher/config.d.ts +9 -4
  16. package/dest/publisher/config.d.ts.map +1 -1
  17. package/dest/publisher/config.js +14 -3
  18. package/dest/publisher/index.d.ts +1 -1
  19. package/dest/publisher/sequencer-publisher-factory.d.ts +5 -4
  20. package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
  21. package/dest/publisher/sequencer-publisher-factory.js +1 -1
  22. package/dest/publisher/sequencer-publisher-metrics.d.ts +3 -3
  23. package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
  24. package/dest/publisher/sequencer-publisher.d.ts +66 -53
  25. package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
  26. package/dest/publisher/sequencer-publisher.js +230 -120
  27. package/dest/sequencer/block_builder.d.ts +4 -5
  28. package/dest/sequencer/block_builder.d.ts.map +1 -1
  29. package/dest/sequencer/block_builder.js +9 -10
  30. package/dest/sequencer/checkpoint_builder.d.ts +63 -0
  31. package/dest/sequencer/checkpoint_builder.d.ts.map +1 -0
  32. package/dest/sequencer/checkpoint_builder.js +131 -0
  33. package/dest/sequencer/checkpoint_proposal_job.d.ts +74 -0
  34. package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -0
  35. package/dest/sequencer/checkpoint_proposal_job.js +642 -0
  36. package/dest/sequencer/checkpoint_voter.d.ts +34 -0
  37. package/dest/sequencer/checkpoint_voter.d.ts.map +1 -0
  38. package/dest/sequencer/checkpoint_voter.js +85 -0
  39. package/dest/sequencer/config.d.ts +3 -2
  40. package/dest/sequencer/config.d.ts.map +1 -1
  41. package/dest/sequencer/errors.d.ts +1 -1
  42. package/dest/sequencer/errors.d.ts.map +1 -1
  43. package/dest/sequencer/events.d.ts +46 -0
  44. package/dest/sequencer/events.d.ts.map +1 -0
  45. package/dest/sequencer/events.js +1 -0
  46. package/dest/sequencer/index.d.ts +5 -1
  47. package/dest/sequencer/index.d.ts.map +1 -1
  48. package/dest/sequencer/index.js +4 -0
  49. package/dest/sequencer/metrics.d.ts +32 -3
  50. package/dest/sequencer/metrics.d.ts.map +1 -1
  51. package/dest/sequencer/metrics.js +192 -0
  52. package/dest/sequencer/sequencer.d.ts +96 -138
  53. package/dest/sequencer/sequencer.d.ts.map +1 -1
  54. package/dest/sequencer/sequencer.js +247 -479
  55. package/dest/sequencer/timetable.d.ts +54 -14
  56. package/dest/sequencer/timetable.d.ts.map +1 -1
  57. package/dest/sequencer/timetable.js +148 -59
  58. package/dest/sequencer/types.d.ts +3 -0
  59. package/dest/sequencer/types.d.ts.map +1 -0
  60. package/dest/sequencer/types.js +1 -0
  61. package/dest/sequencer/utils.d.ts +14 -8
  62. package/dest/sequencer/utils.d.ts.map +1 -1
  63. package/dest/sequencer/utils.js +7 -4
  64. package/dest/test/index.d.ts +4 -2
  65. package/dest/test/index.d.ts.map +1 -1
  66. package/dest/test/mock_checkpoint_builder.d.ts +83 -0
  67. package/dest/test/mock_checkpoint_builder.d.ts.map +1 -0
  68. package/dest/test/mock_checkpoint_builder.js +179 -0
  69. package/dest/test/utils.d.ts +49 -0
  70. package/dest/test/utils.d.ts.map +1 -0
  71. package/dest/test/utils.js +94 -0
  72. package/dest/tx_validator/nullifier_cache.d.ts +1 -1
  73. package/dest/tx_validator/nullifier_cache.d.ts.map +1 -1
  74. package/dest/tx_validator/tx_validator_factory.d.ts +4 -3
  75. package/dest/tx_validator/tx_validator_factory.d.ts.map +1 -1
  76. package/dest/tx_validator/tx_validator_factory.js +1 -1
  77. package/package.json +31 -30
  78. package/src/client/sequencer-client.ts +28 -38
  79. package/src/config.ts +81 -32
  80. package/src/global_variable_builder/global_builder.ts +56 -48
  81. package/src/index.ts +2 -0
  82. package/src/publisher/config.ts +20 -9
  83. package/src/publisher/sequencer-publisher-factory.ts +7 -5
  84. package/src/publisher/sequencer-publisher-metrics.ts +2 -2
  85. package/src/publisher/sequencer-publisher.ts +328 -161
  86. package/src/sequencer/README.md +531 -0
  87. package/src/sequencer/block_builder.ts +12 -13
  88. package/src/sequencer/checkpoint_builder.ts +217 -0
  89. package/src/sequencer/checkpoint_proposal_job.ts +706 -0
  90. package/src/sequencer/checkpoint_voter.ts +105 -0
  91. package/src/sequencer/config.ts +2 -1
  92. package/src/sequencer/events.ts +27 -0
  93. package/src/sequencer/index.ts +4 -0
  94. package/src/sequencer/metrics.ts +254 -3
  95. package/src/sequencer/sequencer.ts +360 -674
  96. package/src/sequencer/timetable.ts +173 -79
  97. package/src/sequencer/types.ts +6 -0
  98. package/src/sequencer/utils.ts +18 -9
  99. package/src/test/index.ts +3 -1
  100. package/src/test/mock_checkpoint_builder.ts +247 -0
  101. package/src/test/utils.ts +137 -0
  102. package/src/tx_validator/tx_validator_factory.ts +3 -2
@@ -1,231 +1,156 @@
1
- import { L2Block } from '@aztec/aztec.js/block';
2
- import { BLOBS_PER_BLOCK, FIELDS_PER_BLOB, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
1
+ import { getKzg } from '@aztec/blob-lib';
2
+ import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
3
3
  import type { EpochCache } from '@aztec/epoch-cache';
4
- import { FormattedViemError, NoCommitteeError, type RollupContract } from '@aztec/ethereum';
5
- import { omit, pick } from '@aztec/foundation/collection';
6
- import { randomInt } from '@aztec/foundation/crypto';
4
+ import { NoCommitteeError, type RollupContract } from '@aztec/ethereum/contracts';
5
+ import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
6
+ import { merge, omit, pick } from '@aztec/foundation/collection';
7
+ import { Fr } from '@aztec/foundation/curves/bn254';
7
8
  import { EthAddress } from '@aztec/foundation/eth-address';
8
- import { Signature } from '@aztec/foundation/eth-signature';
9
- import { Fr } from '@aztec/foundation/fields';
10
9
  import { createLogger } from '@aztec/foundation/log';
11
10
  import { RunningPromise } from '@aztec/foundation/running-promise';
12
- import { type DateProvider, Timer } from '@aztec/foundation/timer';
13
- import { type TypedEventEmitter, unfreeze } from '@aztec/foundation/types';
11
+ import type { DateProvider } from '@aztec/foundation/timer';
12
+ import type { TypedEventEmitter } from '@aztec/foundation/types';
14
13
  import type { P2P } from '@aztec/p2p';
15
14
  import type { SlasherClientInterface } from '@aztec/slasher';
15
+ import type { L2BlockNew, L2BlockSource, ValidateBlockResult } from '@aztec/stdlib/block';
16
+ import type { Checkpoint } from '@aztec/stdlib/checkpoint';
17
+ import { getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
16
18
  import {
17
- CommitteeAttestation,
18
- CommitteeAttestationsAndSigners,
19
- type L2BlockSource,
20
- type ValidateBlockResult,
21
- } from '@aztec/stdlib/block';
22
- import { type L1RollupConstants, getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
23
- import { Gas } from '@aztec/stdlib/gas';
24
- import {
25
- type IFullNodeBlockBuilder,
26
- type PublicProcessorLimits,
19
+ type ResolvedSequencerConfig,
20
+ type SequencerConfig,
27
21
  SequencerConfigSchema,
28
22
  type WorldStateSynchronizer,
29
23
  } from '@aztec/stdlib/interfaces/server';
30
24
  import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
31
- import type { BlockProposalOptions } from '@aztec/stdlib/p2p';
32
- import { orderAttestations } from '@aztec/stdlib/p2p';
33
- import { CheckpointHeader } from '@aztec/stdlib/rollup';
34
25
  import { pickFromSchema } from '@aztec/stdlib/schemas';
35
- import type { L2BlockBuiltStats } from '@aztec/stdlib/stats';
36
26
  import { MerkleTreeId } from '@aztec/stdlib/trees';
37
- import { ContentCommitment, type FailedTx, GlobalVariables, Tx } from '@aztec/stdlib/tx';
38
- import { AttestationTimeoutError } from '@aztec/stdlib/validators';
39
- import { Attributes, type TelemetryClient, type Tracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
27
+ import { type TelemetryClient, type Tracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
40
28
  import type { ValidatorClient } from '@aztec/validator-client';
41
29
 
42
30
  import EventEmitter from 'node:events';
43
- import type { TypedDataDefinition } from 'viem';
44
31
 
32
+ import { DefaultSequencerConfig } from '../config.js';
45
33
  import type { GlobalVariableBuilder } from '../global_variable_builder/global_builder.js';
46
34
  import type { SequencerPublisherFactory } from '../publisher/sequencer-publisher-factory.js';
47
- import type { Action, InvalidateBlockRequest, SequencerPublisher } from '../publisher/sequencer-publisher.js';
48
- import type { SequencerConfig } from './config.js';
35
+ import type { InvalidateBlockRequest, SequencerPublisher } from '../publisher/sequencer-publisher.js';
36
+ import { FullNodeCheckpointsBuilder } from './checkpoint_builder.js';
37
+ import { CheckpointProposalJob } from './checkpoint_proposal_job.js';
38
+ import { CheckpointVoter } from './checkpoint_voter.js';
49
39
  import { SequencerInterruptedError, SequencerTooSlowError } from './errors.js';
40
+ import type { SequencerEvents } from './events.js';
50
41
  import { SequencerMetrics } from './metrics.js';
51
42
  import { SequencerTimetable } from './timetable.js';
52
- import { SequencerState, type SequencerStateWithSlot } from './utils.js';
43
+ import type { SequencerRollupConstants } from './types.js';
44
+ import { SequencerState } from './utils.js';
53
45
 
54
46
  export { SequencerState };
55
47
 
56
- type SequencerRollupConstants = Pick<L1RollupConstants, 'ethereumSlotDuration' | 'l1GenesisTime' | 'slotDuration'>;
57
-
58
- export type SequencerEvents = {
59
- ['state-changed']: (args: {
60
- oldState: SequencerState;
61
- newState: SequencerState;
62
- secondsIntoSlot?: number;
63
- slotNumber?: bigint;
64
- }) => void;
65
- ['proposer-rollup-check-failed']: (args: { reason: string }) => void;
66
- ['tx-count-check-failed']: (args: { minTxs: number; availableTxs: number }) => void;
67
- ['block-build-failed']: (args: { reason: string }) => void;
68
- ['block-publish-failed']: (args: {
69
- successfulActions?: Action[];
70
- failedActions?: Action[];
71
- sentActions?: Action[];
72
- expiredActions?: Action[];
73
- }) => void;
74
- ['block-published']: (args: { blockNumber: number; slot: number }) => void;
75
- };
76
-
77
48
  /**
78
49
  * Sequencer client
79
- * - Wins a period of time to become the sequencer (depending on finalized protocol).
80
- * - Chooses a set of txs from the tx pool to be in the rollup.
81
- * - Simulate the rollup of txs.
82
- * - Adds proof requests to the request pool (not for this milestone).
83
- * - Receives results to those proofs from the network (repeats as necessary) (not for this milestone).
84
- * - Publishes L1 tx(s) to the rollup contract via RollupPublisher.
50
+ * - Checks whether it is elected as proposer for the next slot
51
+ * - Builds multiple blocks and broadcasts them
52
+ * - Collects attestations for the checkpoint
53
+ * - Publishes the checkpoint to L1
54
+ * - Votes for proposals and slashes on L1
85
55
  */
86
56
  export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<SequencerEvents>) {
87
57
  private runningPromise?: RunningPromise;
88
- private pollingIntervalMs: number = 1000;
89
- private maxTxsPerBlock = 32;
90
- private minTxsPerBlock = 1;
91
- private maxL1TxInclusionTimeIntoSlot = 0;
92
58
  private state = SequencerState.STOPPED;
93
- private maxBlockSizeInBytes: number = 1024 * 1024;
94
- private maxBlockGas: Gas = new Gas(100e9, 100e9);
95
59
  private metrics: SequencerMetrics;
96
60
 
97
- private lastBlockPublished: L2Block | undefined;
61
+ /** The last slot for which we attempted to vote when sync failed, to prevent duplicate attempts. */
62
+ private lastSlotForVoteWhenSyncFailed: SlotNumber | undefined;
98
63
 
99
- private governanceProposerPayload: EthAddress | undefined;
64
+ /** The last slot for which we triggered a checkpoint proposal job, to prevent duplicate attempts. */
65
+ private lastSlotForCheckpointProposalJob: SlotNumber | undefined;
100
66
 
101
- /** The last slot for which we attempted to vote when sync failed, to prevent duplicate attempts. */
102
- private lastSlotForVoteWhenSyncFailed: bigint | undefined;
67
+ /** Last successful checkpoint proposed */
68
+ private lastCheckpointProposed: Checkpoint | undefined;
69
+
70
+ /** The last epoch for which we logged strategy comparison in fisherman mode. */
71
+ private lastEpochForStrategyComparison: EpochNumber | undefined;
103
72
 
104
73
  /** The maximum number of seconds that the sequencer can be into a slot to transition to a particular state. */
105
74
  protected timetable!: SequencerTimetable;
106
- protected enforceTimeTable: boolean = false;
107
75
 
108
76
  // This shouldn't be here as this gets re-created each time we build/propose a block.
109
77
  // But we have a number of tests that abuse/rely on this class having a permanent publisher.
110
78
  // As long as those tests only configure a single publisher they will continue to work.
111
79
  // This will get re-assigned every time the sequencer goes to build a new block to a publisher that is valid
112
80
  // for the block proposer.
81
+ // TODO(palla/mbps): Remove this field and fix tests
113
82
  protected publisher: SequencerPublisher | undefined;
114
83
 
84
+ /** Config for the sequencer */
85
+ protected config: ResolvedSequencerConfig = DefaultSequencerConfig;
86
+
115
87
  constructor(
116
88
  protected publisherFactory: SequencerPublisherFactory,
117
- protected validatorClient: ValidatorClient | undefined, // During migration the validator client can be inactive
89
+ protected validatorClient: ValidatorClient,
118
90
  protected globalsBuilder: GlobalVariableBuilder,
119
91
  protected p2pClient: P2P,
120
92
  protected worldState: WorldStateSynchronizer,
121
93
  protected slasherClient: SlasherClientInterface | undefined,
122
94
  protected l2BlockSource: L2BlockSource,
123
95
  protected l1ToL2MessageSource: L1ToL2MessageSource,
124
- protected blockBuilder: IFullNodeBlockBuilder,
96
+ protected checkpointsBuilder: FullNodeCheckpointsBuilder,
125
97
  protected l1Constants: SequencerRollupConstants,
126
98
  protected dateProvider: DateProvider,
127
99
  protected epochCache: EpochCache,
128
100
  protected rollupContract: RollupContract,
129
- protected config: SequencerConfig,
101
+ config: SequencerConfig,
130
102
  protected telemetry: TelemetryClient = getTelemetryClient(),
131
103
  protected log = createLogger('sequencer'),
132
104
  ) {
133
105
  super();
134
106
 
135
- this.metrics = new SequencerMetrics(telemetry, this.rollupContract, 'Sequencer');
136
- // Initialize config
137
- this.updateConfig(this.config);
138
- }
139
-
140
- get tracer(): Tracer {
141
- return this.metrics.tracer;
142
- }
143
-
144
- public getValidatorAddresses() {
145
- return this.validatorClient?.getValidatorAddresses();
146
- }
147
-
148
- public getConfig() {
149
- return this.config;
150
- }
151
-
152
- /**
153
- * Updates sequencer config by the defined values in the config on input.
154
- * @param config - New parameters.
155
- */
156
- public updateConfig(config: SequencerConfig) {
157
- this.log.info(
158
- `Sequencer config set`,
159
- omit(pickFromSchema(config, SequencerConfigSchema), 'txPublicSetupAllowList'),
160
- );
161
-
162
- if (config.transactionPollingIntervalMS !== undefined) {
163
- this.pollingIntervalMs = config.transactionPollingIntervalMS;
164
- }
165
- if (config.maxTxsPerBlock !== undefined) {
166
- this.maxTxsPerBlock = config.maxTxsPerBlock;
107
+ // Add [FISHERMAN] prefix to logger if in fisherman mode
108
+ if (config.fishermanMode) {
109
+ this.log = log.createChild('[FISHERMAN]');
167
110
  }
168
- if (config.minTxsPerBlock !== undefined) {
169
- this.minTxsPerBlock = config.minTxsPerBlock;
170
- }
171
- if (config.maxDABlockGas !== undefined) {
172
- this.maxBlockGas = new Gas(config.maxDABlockGas, this.maxBlockGas.l2Gas);
173
- }
174
- if (config.maxL2BlockGas !== undefined) {
175
- this.maxBlockGas = new Gas(this.maxBlockGas.daGas, config.maxL2BlockGas);
176
- }
177
- if (config.maxBlockSizeInBytes !== undefined) {
178
- this.maxBlockSizeInBytes = config.maxBlockSizeInBytes;
179
- }
180
- if (config.governanceProposerPayload) {
181
- this.governanceProposerPayload = config.governanceProposerPayload;
182
- }
183
- if (config.maxL1TxInclusionTimeIntoSlot !== undefined) {
184
- this.maxL1TxInclusionTimeIntoSlot = config.maxL1TxInclusionTimeIntoSlot;
185
- }
186
- if (config.enforceTimeTable !== undefined) {
187
- this.enforceTimeTable = config.enforceTimeTable;
188
- }
189
-
190
- this.setTimeTable();
191
111
 
192
- // TODO: Just read everything from the config object as needed instead of copying everything into local vars.
193
-
194
- // Update all values on this.config that are populated in the config object.
195
- Object.assign(this.config, config);
112
+ this.metrics = new SequencerMetrics(telemetry, this.rollupContract, 'Sequencer');
113
+ this.updateConfig(config);
196
114
  }
197
115
 
198
- private setTimeTable() {
116
+ /** Updates sequencer config by the defined values and updates the timetable */
117
+ public updateConfig(config: Partial<SequencerConfig>) {
118
+ const filteredConfig = pickFromSchema(config, SequencerConfigSchema);
119
+ this.log.info(`Updated sequencer config`, omit(filteredConfig, 'txPublicSetupAllowList'));
120
+ this.config = merge(this.config, filteredConfig);
199
121
  this.timetable = new SequencerTimetable(
200
122
  {
201
123
  ethereumSlotDuration: this.l1Constants.ethereumSlotDuration,
202
124
  aztecSlotDuration: this.aztecSlotDuration,
203
- maxL1TxInclusionTimeIntoSlot: this.maxL1TxInclusionTimeIntoSlot,
204
- attestationPropagationTime: this.config.attestationPropagationTime,
205
- enforce: this.enforceTimeTable,
125
+ l1PublishingTime: this.l1PublishingTime,
126
+ p2pPropagationTime: this.config.attestationPropagationTime,
127
+ blockDurationMs: this.config.blockDurationMs,
128
+ enforce: this.config.enforceTimeTable,
206
129
  },
207
130
  this.metrics,
208
131
  this.log,
209
132
  );
210
133
  }
211
134
 
135
+ /** Initializes the sequencer (precomputes tables and creates a publisher). Takes about 3s. */
212
136
  public async init() {
137
+ getKzg();
213
138
  this.publisher = (await this.publisherFactory.create(undefined)).publisher;
214
139
  }
215
140
 
216
- /**
217
- * Starts the sequencer and moves to IDLE state.
218
- */
141
+ /** Starts the sequencer and moves to IDLE state. */
219
142
  public start() {
220
- this.runningPromise = new RunningPromise(this.safeWork.bind(this), this.log, this.pollingIntervalMs);
143
+ this.runningPromise = new RunningPromise(
144
+ this.safeWork.bind(this),
145
+ this.log,
146
+ this.config.sequencerPollingIntervalMS,
147
+ );
221
148
  this.setState(SequencerState.IDLE, undefined, { force: true });
222
149
  this.runningPromise.start();
223
150
  this.log.info('Started sequencer');
224
151
  }
225
152
 
226
- /**
227
- * Stops the sequencer from processing txs and moves to STOPPED state.
228
- */
153
+ /** Stops the sequencer from building blocks and moves to STOPPED state. */
229
154
  public async stop(): Promise<void> {
230
155
  this.log.info(`Stopping sequencer`);
231
156
  this.setState(SequencerState.STOPPING, undefined, { force: true });
@@ -235,52 +160,119 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
235
160
  this.log.info('Stopped sequencer');
236
161
  }
237
162
 
238
- /**
239
- * Returns the current state of the sequencer.
240
- * @returns An object with a state entry with one of SequencerState.
241
- */
163
+ @trackSpan('Sequencer.work')
164
+ /** Main sequencer loop with a try/catch */
165
+ protected async safeWork() {
166
+ try {
167
+ await this.work();
168
+ } catch (err) {
169
+ this.emit('checkpoint-error', { error: err as Error });
170
+ if (err instanceof SequencerTooSlowError) {
171
+ // TODO(palla/mbps): Add missing states
172
+ // Log as warn only if we had to abort halfway through the block proposal
173
+ const logLvl = [SequencerState.INITIALIZING_CHECKPOINT, SequencerState.PROPOSER_CHECK].includes(
174
+ err.proposedState,
175
+ )
176
+ ? ('debug' as const)
177
+ : ('warn' as const);
178
+ this.log[logLvl](err.message, { now: this.dateProvider.nowInSeconds() });
179
+ } else {
180
+ // Re-throw other errors
181
+ throw err;
182
+ }
183
+ } finally {
184
+ this.setState(SequencerState.IDLE, undefined);
185
+ }
186
+ }
187
+
188
+ /** Returns the current state of the sequencer. */
242
189
  public status() {
243
190
  return { state: this.state };
244
191
  }
245
192
 
246
193
  /**
247
- * @notice Performs most of the sequencer duties:
248
- * - Checks if we are up to date
249
- * - If we are and we are the sequencer, collect txs and build a block
250
- * - Collect attestations for the block
251
- * - Submit block
252
- * - If our block for some reason is not included, revert the state
194
+ * Main sequencer loop:
195
+ * - Checks if we are up to date
196
+ * - If we are and we are the sequencer, collect txs and build blocks
197
+ * - Build multiple blocks per slot when configured
198
+ * - Collect attestations for the final block
199
+ * - Submit checkpoint
253
200
  */
254
201
  protected async work() {
255
202
  this.setState(SequencerState.SYNCHRONIZING, undefined);
256
- const { slot, ts, now } = this.epochCache.getEpochAndSlotInNextL1Slot();
203
+ const { slot, ts, now, epoch } = this.epochCache.getEpochAndSlotInNextL1Slot();
257
204
 
258
- // Check we have not already published a block for this slot (cheapest check)
259
- if (this.lastBlockPublished && this.lastBlockPublished.header.getSlot() >= slot) {
260
- this.log.debug(
261
- `Cannot propose block at next L2 slot ${slot} since that slot was taken by our own block ${this.lastBlockPublished.number}`,
262
- );
205
+ // Check if we are synced and it's our slot, grab a publisher, check previous block invalidation, etc
206
+ const checkpointProposalJob = await this.prepareCheckpointProposal(slot, ts, now);
207
+ if (!checkpointProposalJob) {
263
208
  return;
264
209
  }
265
210
 
211
+ // Execute the checkpoint proposal job
212
+ const checkpoint = await checkpointProposalJob.execute();
213
+
214
+ // Update last checkpoint proposed (currently unused)
215
+ if (checkpoint) {
216
+ this.lastCheckpointProposed = checkpoint;
217
+ }
218
+
219
+ // Log fee strategy comparison if on fisherman
220
+ if (
221
+ this.config.fishermanMode &&
222
+ (this.lastEpochForStrategyComparison === undefined || epoch > this.lastEpochForStrategyComparison)
223
+ ) {
224
+ this.logStrategyComparison(epoch, checkpointProposalJob.getPublisher());
225
+ this.lastEpochForStrategyComparison = epoch;
226
+ }
227
+
228
+ return checkpoint;
229
+ }
230
+
231
+ /**
232
+ * Prepares the checkpoint proposal by performing all necessary checks and setup.
233
+ * This is the initial step in the main loop.
234
+ * @returns CheckpointProposalJob if successful, undefined if we are not yet synced or are not the proposer.
235
+ */
236
+ private async prepareCheckpointProposal(
237
+ slot: SlotNumber,
238
+ ts: bigint,
239
+ now: bigint,
240
+ ): Promise<CheckpointProposalJob | undefined> {
241
+ // Check we have not already processed this slot (cheapest check)
242
+ // We only check this if enforce timetable is set, since we want to keep processing the same slot if we are not
243
+ // running against actual time (eg when we use sandbox-style automining)
244
+ if (
245
+ this.lastSlotForCheckpointProposalJob &&
246
+ this.lastSlotForCheckpointProposalJob >= slot &&
247
+ this.config.enforceTimeTable
248
+ ) {
249
+ this.log.trace(`Slot ${slot} has already been processed`);
250
+ return undefined;
251
+ }
252
+
253
+ // But if we have already proposed for this slot, the we definitely have to skip it, automining or not
254
+ if (this.lastCheckpointProposed && this.lastCheckpointProposed.header.slotNumber >= slot) {
255
+ this.log.trace(`Slot ${slot} has already been published as checkpoint ${this.lastCheckpointProposed.number}`);
256
+ return undefined;
257
+ }
258
+
266
259
  // Check all components are synced to latest as seen by the archiver (queries all subsystems)
267
260
  const syncedTo = await this.checkSync({ ts, slot });
268
261
  if (!syncedTo) {
269
262
  await this.tryVoteWhenSyncFails({ slot, ts });
270
- return;
263
+ return undefined;
271
264
  }
272
265
 
273
- const chainTipArchive = syncedTo.archive;
274
- const newBlockNumber = syncedTo.blockNumber + 1;
266
+ // TODO(palla/mbps): Compute proper checkpoint number
267
+ const checkpointNumber = CheckpointNumber.fromBlockNumber(BlockNumber(syncedTo.blockNumber + 1));
275
268
 
276
- const syncLogData = {
269
+ const logCtx = {
277
270
  now,
278
271
  syncedToL1Ts: syncedTo.l1Timestamp,
279
272
  syncedToL2Slot: getSlotAtTimestamp(syncedTo.l1Timestamp, this.l1Constants),
280
- nextL2Slot: slot,
281
- nextL2SlotTs: ts,
282
- l1SlotDuration: this.l1Constants.ethereumSlotDuration,
283
- newBlockNumber,
273
+ slot,
274
+ slotTs: ts,
275
+ checkpointNumber,
284
276
  isPendingChainValid: pick(syncedTo.pendingChainValidationStatus, 'valid', 'reason', 'invalidIndex'),
285
277
  };
286
278
 
@@ -288,210 +280,141 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
288
280
  this.setState(SequencerState.PROPOSER_CHECK, slot);
289
281
  const [canPropose, proposer] = await this.checkCanPropose(slot);
290
282
 
291
- // If we are not a proposer, check if we should invalidate a invalid block, and bail
283
+ // If we are not a proposer check if we should invalidate a invalid block, and bail
292
284
  if (!canPropose) {
293
285
  await this.considerInvalidatingBlock(syncedTo, slot);
294
- return;
286
+ return undefined;
295
287
  }
296
288
 
297
289
  // Check that the slot is not taken by a block already (should never happen, since only us can propose for this slot)
298
290
  if (syncedTo.block && syncedTo.block.header.getSlot() >= slot) {
299
291
  this.log.warn(
300
292
  `Cannot propose block at next L2 slot ${slot} since that slot was taken by block ${syncedTo.blockNumber}`,
301
- { ...syncLogData, block: syncedTo.block.header.toInspect() },
293
+ { ...logCtx, block: syncedTo.block.header.toInspect() },
302
294
  );
303
- return;
295
+ this.metrics.recordBlockProposalPrecheckFailed('slot_already_taken');
296
+ return undefined;
304
297
  }
305
298
 
306
299
  // We now need to get ourselves a publisher.
307
300
  // The returned attestor will be the one we provided if we provided one.
308
301
  // Otherwise it will be a valid attestor for the returned publisher.
309
- const { attestorAddress, publisher } = await this.publisherFactory.create(proposer);
302
+ // In fisherman mode, pass undefined to use the fisherman's own keystore instead of the actual proposer's
303
+ const proposerForPublisher = this.config.fishermanMode ? undefined : proposer;
304
+ const { attestorAddress, publisher } = await this.publisherFactory.create(proposerForPublisher);
310
305
  this.log.verbose(`Created publisher at address ${publisher.getSenderAddress()} for attestor ${attestorAddress}`);
311
306
  this.publisher = publisher;
312
307
 
313
- const coinbase = this.validatorClient!.getCoinbaseForAttestor(attestorAddress);
314
- const feeRecipient = this.validatorClient!.getFeeRecipientForAttestor(attestorAddress);
308
+ // In fisherman mode, set the actual proposer's address for simulations
309
+ if (this.config.fishermanMode && proposer) {
310
+ publisher.setProposerAddressForSimulation(proposer);
311
+ this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
312
+ }
315
313
 
316
314
  // Prepare invalidation request if the pending chain is invalid (returns undefined if no need)
315
+ // TODO(palla/mbps): We need to invalidate checkpoints, not blocks
317
316
  const invalidateBlock = await publisher.simulateInvalidateBlock(syncedTo.pendingChainValidationStatus);
318
317
 
319
- // Check with the rollup if we can indeed propose at the next L2 slot. This check should not fail
318
+ // Check with the rollup contract if we can indeed propose at the next L2 slot. This check should not fail
320
319
  // if all the previous checks are good, but we do it just in case.
321
320
  const canProposeCheck = await publisher.canProposeAtNextEthBlock(
322
- chainTipArchive,
321
+ syncedTo.archive,
323
322
  proposer ?? EthAddress.ZERO,
324
323
  invalidateBlock,
325
324
  );
326
325
 
327
326
  if (canProposeCheck === undefined) {
328
327
  this.log.warn(
329
- `Cannot propose block ${newBlockNumber} at slot ${slot} due to failed rollup contract check`,
330
- syncLogData,
328
+ `Cannot propose checkpoint ${checkpointNumber} at slot ${slot} due to failed rollup contract check`,
329
+ logCtx,
331
330
  );
332
- this.emit('proposer-rollup-check-failed', { reason: 'Rollup contract check failed' });
333
- return;
334
- } else if (canProposeCheck.slot !== slot) {
331
+ this.emit('proposer-rollup-check-failed', { reason: 'Rollup contract check failed', slot });
332
+ this.metrics.recordBlockProposalPrecheckFailed('rollup_contract_check_failed');
333
+ return undefined;
334
+ }
335
+
336
+ if (canProposeCheck.slot !== slot) {
335
337
  this.log.warn(
336
338
  `Cannot propose block due to slot mismatch with rollup contract (this can be caused by a clock out of sync). Expected slot ${slot} but got ${canProposeCheck.slot}.`,
337
- { ...syncLogData, rollup: canProposeCheck, newBlockNumber, expectedSlot: slot },
339
+ { ...logCtx, rollup: canProposeCheck, expectedSlot: slot },
338
340
  );
339
- this.emit('proposer-rollup-check-failed', { reason: 'Slot mismatch' });
340
- return;
341
- } else if (canProposeCheck.blockNumber !== BigInt(newBlockNumber)) {
341
+ this.emit('proposer-rollup-check-failed', { reason: 'Slot mismatch', slot });
342
+ this.metrics.recordBlockProposalPrecheckFailed('slot_mismatch');
343
+ return undefined;
344
+ }
345
+
346
+ if (canProposeCheck.checkpointNumber !== checkpointNumber) {
342
347
  this.log.warn(
343
- `Cannot propose block due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected block ${newBlockNumber} but got ${canProposeCheck.blockNumber}.`,
344
- { ...syncLogData, rollup: canProposeCheck, newBlockNumber, expectedSlot: slot },
348
+ `Cannot propose due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected checkpoint ${checkpointNumber} but got ${canProposeCheck.checkpointNumber}.`,
349
+ { ...logCtx, rollup: canProposeCheck, expectedSlot: slot },
345
350
  );
346
- this.emit('proposer-rollup-check-failed', { reason: 'Block mismatch' });
347
- return;
351
+ this.emit('proposer-rollup-check-failed', { reason: 'Block mismatch', slot });
352
+ this.metrics.recordBlockProposalPrecheckFailed('block_number_mismatch');
353
+ return undefined;
348
354
  }
349
355
 
350
- this.log.debug(`Can propose block ${newBlockNumber} at slot ${slot} as ${proposer}`, { ...syncLogData });
351
-
352
- const newGlobalVariables = await this.globalsBuilder.buildGlobalVariables(
353
- newBlockNumber,
354
- coinbase,
355
- feeRecipient,
356
- slot,
357
- );
358
-
359
- // Enqueue governance and slashing votes (returns promises that will be awaited later)
360
- const votesPromises = this.enqueueGovernanceAndSlashingVotes(
361
- publisher,
362
- attestorAddress,
363
- slot,
364
- newGlobalVariables.timestamp,
365
- );
366
-
367
- // Enqueues block invalidation
368
- if (invalidateBlock && !this.config.skipInvalidateBlockAsProposer) {
369
- publisher.enqueueInvalidateBlock(invalidateBlock);
370
- }
356
+ this.lastSlotForCheckpointProposalJob = slot;
357
+ this.log.info(`Preparing checkpoint proposal ${checkpointNumber} at slot ${slot}`, { ...logCtx, proposer });
371
358
 
372
- // Actual block building
373
- this.setState(SequencerState.INITIALIZING_PROPOSAL, slot);
374
- const block: L2Block | undefined = await this.tryBuildBlockAndEnqueuePublish(
359
+ // Create and return the checkpoint proposal job
360
+ return this.createCheckpointProposalJob(
375
361
  slot,
362
+ checkpointNumber,
363
+ syncedTo.blockNumber,
376
364
  proposer,
377
- newBlockNumber,
378
365
  publisher,
379
- newGlobalVariables,
380
- chainTipArchive,
366
+ attestorAddress,
381
367
  invalidateBlock,
382
368
  );
383
-
384
- // Wait until the voting promises have resolved, so all requests are enqueued
385
- await Promise.all(votesPromises);
386
-
387
- // And send the tx to L1
388
- const l1Response = await publisher.sendRequests();
389
- const proposedBlock = l1Response?.successfulActions.find(a => a === 'propose');
390
- if (proposedBlock) {
391
- this.lastBlockPublished = block;
392
- this.emit('block-published', { blockNumber: newBlockNumber, slot: Number(slot) });
393
- await this.metrics.incFilledSlot(publisher.getSenderAddress().toString(), coinbase);
394
- } else if (block) {
395
- this.emit('block-publish-failed', l1Response ?? {});
396
- }
397
-
398
- this.setState(SequencerState.IDLE, undefined);
399
369
  }
400
370
 
401
- /** Tries building a block proposal, and if successful, enqueues it for publishing. */
402
- private async tryBuildBlockAndEnqueuePublish(
403
- slot: bigint,
371
+ protected createCheckpointProposalJob(
372
+ slot: SlotNumber,
373
+ checkpointNumber: CheckpointNumber,
374
+ syncedToBlockNumber: BlockNumber,
404
375
  proposer: EthAddress | undefined,
405
- newBlockNumber: number,
406
376
  publisher: SequencerPublisher,
407
- newGlobalVariables: GlobalVariables,
408
- chainTipArchive: Fr,
377
+ attestorAddress: EthAddress,
409
378
  invalidateBlock: InvalidateBlockRequest | undefined,
410
- ) {
411
- this.log.verbose(`Preparing proposal for block ${newBlockNumber} at slot ${slot}`, {
412
- proposer,
413
- publisher: publisher.getSenderAddress(),
414
- globalVariables: newGlobalVariables.toInspect(),
415
- chainTipArchive,
416
- blockNumber: newBlockNumber,
379
+ ): CheckpointProposalJob {
380
+ return new CheckpointProposalJob(
417
381
  slot,
418
- });
419
-
420
- const proposalHeader = CheckpointHeader.from({
421
- ...newGlobalVariables,
422
- timestamp: newGlobalVariables.timestamp,
423
- lastArchiveRoot: chainTipArchive,
424
- contentCommitment: ContentCommitment.empty(),
425
- totalManaUsed: Fr.ZERO,
426
- });
427
-
428
- let block: L2Block | undefined;
429
-
430
- const pendingTxCount = await this.p2pClient.getPendingTxCount();
431
- if (pendingTxCount >= this.minTxsPerBlock) {
432
- // We don't fetch exactly maxTxsPerBlock txs here because we may not need all of them if we hit a limit before,
433
- // and also we may need to fetch more if we don't have enough valid txs.
434
- const pendingTxs = this.p2pClient.iteratePendingTxs();
435
- try {
436
- block = await this.buildBlockAndEnqueuePublish(
437
- pendingTxs,
438
- proposalHeader,
439
- newGlobalVariables,
440
- proposer,
441
- invalidateBlock,
442
- publisher,
443
- );
444
- } catch (err: any) {
445
- this.emit('block-build-failed', { reason: err.message });
446
- if (err instanceof FormattedViemError) {
447
- this.log.verbose(`Unable to build/enqueue block ${err.message}`);
448
- } else {
449
- this.log.error(`Error building/enqueuing block`, err, { blockNumber: newBlockNumber, slot });
450
- }
451
- }
452
- } else {
453
- this.log.verbose(
454
- `Not enough txs to build block ${newBlockNumber} at slot ${slot} (got ${pendingTxCount} txs, need ${this.minTxsPerBlock})`,
455
- { chainTipArchive, blockNumber: newBlockNumber, slot },
456
- );
457
- this.emit('tx-count-check-failed', { minTxs: this.minTxsPerBlock, availableTxs: pendingTxCount });
458
- }
459
- return block;
460
- }
461
-
462
- @trackSpan('Sequencer.work')
463
- protected async safeWork() {
464
- try {
465
- await this.work();
466
- } catch (err) {
467
- if (err instanceof SequencerTooSlowError) {
468
- // Log as warn only if we had to abort halfway through the block proposal
469
- const logLvl = [SequencerState.INITIALIZING_PROPOSAL, SequencerState.PROPOSER_CHECK].includes(err.proposedState)
470
- ? ('debug' as const)
471
- : ('warn' as const);
472
- this.log[logLvl](err.message, { now: this.dateProvider.nowInSeconds() });
473
- } else {
474
- // Re-throw other errors
475
- throw err;
476
- }
477
- } finally {
478
- this.setState(SequencerState.IDLE, undefined);
479
- }
382
+ checkpointNumber,
383
+ syncedToBlockNumber,
384
+ proposer,
385
+ publisher,
386
+ attestorAddress,
387
+ invalidateBlock,
388
+ this.validatorClient,
389
+ this.globalsBuilder,
390
+ this.p2pClient,
391
+ this.worldState,
392
+ this.l1ToL2MessageSource,
393
+ this.checkpointsBuilder,
394
+ this.l1Constants,
395
+ this.config,
396
+ this.timetable,
397
+ this.slasherClient,
398
+ this.epochCache,
399
+ this.dateProvider,
400
+ this.metrics,
401
+ this,
402
+ this.setState.bind(this),
403
+ this.log,
404
+ );
480
405
  }
481
406
 
482
407
  /**
483
- * Sets the sequencer state and checks if we have enough time left in the slot to transition to the new state.
408
+ * Internal helper for setting the sequencer state and checks if we have enough time left in the slot to transition to the new state.
484
409
  * @param proposedState - The new state to transition to.
485
410
  * @param slotNumber - The current slot number.
486
411
  * @param force - Whether to force the transition even if the sequencer is stopped.
487
412
  */
488
- setState(proposedState: SequencerStateWithSlot, slotNumber: bigint, opts?: { force?: boolean }): void;
489
- setState(
490
- proposedState: Exclude<SequencerState, SequencerStateWithSlot>,
491
- slotNumber?: undefined,
492
- opts?: { force?: boolean },
493
- ): void;
494
- setState(proposedState: SequencerState, slotNumber: bigint | undefined, opts: { force?: boolean } = {}): void {
413
+ protected setState(
414
+ proposedState: SequencerState,
415
+ slotNumber: SlotNumber | undefined,
416
+ opts: { force?: boolean } = {},
417
+ ): void {
495
418
  if (this.state === SequencerState.STOPPING && proposedState !== SequencerState.STOPPED && !opts.force) {
496
419
  this.log.warn(`Cannot set sequencer to ${proposedState} as it is stopping.`);
497
420
  throw new SequencerInterruptedError();
@@ -517,298 +440,16 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
517
440
  oldState: this.state,
518
441
  newState: proposedState,
519
442
  secondsIntoSlot,
520
- slotNumber,
443
+ slot: slotNumber,
521
444
  });
522
445
  this.state = proposedState;
523
446
  }
524
447
 
525
- private async dropFailedTxsFromP2P(failedTxs: FailedTx[]) {
526
- if (failedTxs.length === 0) {
527
- return;
528
- }
529
- const failedTxData = failedTxs.map(fail => fail.tx);
530
- const failedTxHashes = failedTxData.map(tx => tx.getTxHash());
531
- this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
532
- await this.p2pClient.deleteTxs(failedTxHashes);
533
- }
534
-
535
- protected getBlockBuilderOptions(slot: number): PublicProcessorLimits {
536
- // Deadline for processing depends on whether we're proposing a block
537
- const secondsIntoSlot = this.getSecondsIntoSlot(slot);
538
- const processingEndTimeWithinSlot = this.timetable.getBlockProposalExecTimeEnd(secondsIntoSlot);
539
-
540
- // Deadline is only set if enforceTimeTable is enabled.
541
- const deadline = this.enforceTimeTable
542
- ? new Date((this.getSlotStartBuildTimestamp(slot) + processingEndTimeWithinSlot) * 1000)
543
- : undefined;
544
- return {
545
- maxTransactions: this.maxTxsPerBlock,
546
- maxBlockSize: this.maxBlockSizeInBytes,
547
- maxBlockGas: this.maxBlockGas,
548
- maxBlobFields: BLOBS_PER_BLOCK * FIELDS_PER_BLOB,
549
- deadline,
550
- };
551
- }
552
-
553
- /**
554
- * @notice Build and propose a block to the chain
555
- *
556
- * @dev MUST throw instead of exiting early to ensure that world-state
557
- * is being rolled back if the block is dropped.
558
- *
559
- * @param pendingTxs - Iterable of pending transactions to construct the block from
560
- * @param proposalHeader - The partial header constructed for the proposal
561
- * @param newGlobalVariables - The global variables for the new block
562
- * @param proposerAddress - The address of the proposer
563
- */
564
- @trackSpan('Sequencer.buildBlockAndEnqueuePublish', (_validTxs, _proposalHeader, newGlobalVariables) => ({
565
- [Attributes.BLOCK_NUMBER]: newGlobalVariables.blockNumber,
566
- }))
567
- private async buildBlockAndEnqueuePublish(
568
- pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
569
- proposalHeader: CheckpointHeader,
570
- newGlobalVariables: GlobalVariables,
571
- proposerAddress: EthAddress | undefined,
572
- invalidateBlock: InvalidateBlockRequest | undefined,
573
- publisher: SequencerPublisher,
574
- ): Promise<L2Block> {
575
- await publisher.validateBlockHeader(proposalHeader, invalidateBlock);
576
-
577
- const blockNumber = newGlobalVariables.blockNumber;
578
- const slot = proposalHeader.slotNumber.toBigInt();
579
- const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(blockNumber);
580
-
581
- const workTimer = new Timer();
582
- this.setState(SequencerState.CREATING_BLOCK, slot);
583
-
584
- try {
585
- const blockBuilderOptions = this.getBlockBuilderOptions(Number(slot));
586
- const buildBlockRes = await this.blockBuilder.buildBlock(
587
- pendingTxs,
588
- l1ToL2Messages,
589
- newGlobalVariables,
590
- blockBuilderOptions,
591
- );
592
- const { publicGas, block, publicProcessorDuration, numTxs, numMsgs, blockBuildingTimer, usedTxs, failedTxs } =
593
- buildBlockRes;
594
- const blockBuildDuration = workTimer.ms();
595
- await this.dropFailedTxsFromP2P(failedTxs);
596
-
597
- const minTxsPerBlock = this.minTxsPerBlock;
598
- if (numTxs < minTxsPerBlock) {
599
- this.log.warn(
600
- `Block ${blockNumber} has too few txs to be proposed (got ${numTxs} but required ${minTxsPerBlock})`,
601
- { slot, blockNumber, numTxs },
602
- );
603
- throw new Error(`Block has too few successful txs to be proposed`);
604
- }
605
-
606
- // TODO(@PhilWindle) We should probably periodically check for things like another
607
- // block being published before ours instead of just waiting on our block
608
- await publisher.validateBlockHeader(block.getCheckpointHeader(), invalidateBlock);
609
-
610
- const blockStats: L2BlockBuiltStats = {
611
- eventName: 'l2-block-built',
612
- creator: proposerAddress?.toString() ?? publisher.getSenderAddress().toString(),
613
- duration: workTimer.ms(),
614
- publicProcessDuration: publicProcessorDuration,
615
- rollupCircuitsDuration: blockBuildingTimer.ms(),
616
- ...block.getStats(),
617
- };
618
-
619
- const blockHash = await block.hash();
620
- const txHashes = block.body.txEffects.map(tx => tx.txHash);
621
- this.log.info(
622
- `Built block ${block.number} for slot ${slot} with ${numTxs} txs and ${numMsgs} messages. ${
623
- publicGas.l2Gas / workTimer.s()
624
- } mana/s`,
625
- {
626
- blockHash,
627
- globalVariables: block.header.globalVariables.toInspect(),
628
- txHashes,
629
- ...blockStats,
630
- },
631
- );
632
-
633
- this.log.debug('Collecting attestations');
634
- const attestations = await this.collectAttestations(block, usedTxs, proposerAddress);
635
- if (attestations !== undefined) {
636
- this.log.verbose(`Collected ${attestations.length} attestations`, { blockHash, blockNumber });
637
- }
638
-
639
- const attestationsAndSigners = new CommitteeAttestationsAndSigners(attestations ?? []);
640
- const attestationsAndSignersSignature = this.validatorClient
641
- ? await this.validatorClient.signAttestationsAndSigners(
642
- attestationsAndSigners,
643
- proposerAddress ?? publisher.getSenderAddress(),
644
- )
645
- : Signature.empty();
646
-
647
- await this.enqueuePublishL2Block(
648
- block,
649
- attestationsAndSigners,
650
- attestationsAndSignersSignature,
651
- invalidateBlock,
652
- publisher,
653
- );
654
- this.metrics.recordBuiltBlock(blockBuildDuration, publicGas.l2Gas);
655
- return block;
656
- } catch (err) {
657
- this.metrics.recordFailedBlock();
658
- throw err;
659
- }
660
- }
661
-
662
- @trackSpan('Sequencer.collectAttestations', (block, txHashes) => ({
663
- [Attributes.BLOCK_NUMBER]: block.number,
664
- [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
665
- [Attributes.BLOCK_TXS_COUNT]: txHashes.length,
666
- }))
667
- protected async collectAttestations(
668
- block: L2Block,
669
- txs: Tx[],
670
- proposerAddress: EthAddress | undefined,
671
- ): Promise<CommitteeAttestation[] | undefined> {
672
- const { committee } = await this.epochCache.getCommittee(block.header.getSlot());
673
-
674
- // We checked above that the committee is defined, so this should never happen.
675
- if (!committee) {
676
- throw new Error('No committee when collecting attestations');
677
- }
678
-
679
- if (committee.length === 0) {
680
- this.log.verbose(`Attesting committee is empty`);
681
- return undefined;
682
- } else {
683
- this.log.debug(`Attesting committee length is ${committee.length}`);
684
- }
685
-
686
- if (!this.validatorClient) {
687
- const msg = 'Missing validator client: Cannot collect attestations';
688
- this.log.error(msg);
689
- throw new Error(msg);
690
- }
691
-
692
- const numberOfRequiredAttestations = Math.floor((committee.length * 2) / 3) + 1;
693
-
694
- const slotNumber = block.header.globalVariables.slotNumber.toBigInt();
695
- this.setState(SequencerState.COLLECTING_ATTESTATIONS, slotNumber);
696
-
697
- this.log.debug('Creating block proposal for validators');
698
- const blockProposalOptions: BlockProposalOptions = {
699
- publishFullTxs: !!this.config.publishTxsWithProposals,
700
- broadcastInvalidBlockProposal: this.config.broadcastInvalidBlockProposal,
701
- };
702
- const proposal = await this.validatorClient.createBlockProposal(
703
- block.header.globalVariables.blockNumber,
704
- block.getCheckpointHeader(),
705
- block.archive.root,
706
- block.header.state,
707
- txs,
708
- proposerAddress,
709
- blockProposalOptions,
710
- );
711
-
712
- if (!proposal) {
713
- throw new Error(`Failed to create block proposal`);
714
- }
715
-
716
- if (this.config.skipCollectingAttestations) {
717
- this.log.warn('Skipping attestation collection as per config (attesting with own keys only)');
718
- const attestations = await this.validatorClient?.collectOwnAttestations(proposal);
719
- return orderAttestations(attestations ?? [], committee);
720
- }
721
-
722
- this.log.debug('Broadcasting block proposal to validators');
723
- await this.validatorClient.broadcastBlockProposal(proposal);
724
-
725
- const attestationTimeAllowed = this.enforceTimeTable
726
- ? this.timetable.getMaxAllowedTime(SequencerState.PUBLISHING_BLOCK)!
727
- : this.aztecSlotDuration;
728
-
729
- this.metrics.recordRequiredAttestations(numberOfRequiredAttestations, attestationTimeAllowed);
730
-
731
- const timer = new Timer();
732
- let collectedAttestationsCount: number = 0;
733
- try {
734
- const attestationDeadline = new Date(this.dateProvider.now() + attestationTimeAllowed * 1000);
735
- const attestations = await this.validatorClient.collectAttestations(
736
- proposal,
737
- numberOfRequiredAttestations,
738
- attestationDeadline,
739
- );
740
-
741
- collectedAttestationsCount = attestations.length;
742
-
743
- // note: the smart contract requires that the signatures are provided in the order of the committee
744
- const sorted = orderAttestations(attestations, committee);
745
- if (this.config.injectFakeAttestation) {
746
- const nonEmpty = sorted.filter(a => !a.signature.isEmpty());
747
- const randomIndex = randomInt(nonEmpty.length);
748
- this.log.warn(`Injecting fake attestation in block ${block.number}`);
749
- unfreeze(nonEmpty[randomIndex]).signature = Signature.random();
750
- }
751
- return sorted;
752
- } catch (err) {
753
- if (err && err instanceof AttestationTimeoutError) {
754
- collectedAttestationsCount = err.collectedCount;
755
- }
756
- throw err;
757
- } finally {
758
- this.metrics.recordCollectedAttestations(collectedAttestationsCount, timer.ms());
759
- }
760
- }
761
-
762
- /**
763
- * Publishes the L2Block to the rollup contract.
764
- * @param block - The L2Block to be published.
765
- */
766
- @trackSpan('Sequencer.enqueuePublishL2Block', block => ({
767
- [Attributes.BLOCK_NUMBER]: block.number,
768
- }))
769
- protected async enqueuePublishL2Block(
770
- block: L2Block,
771
- attestationsAndSigners: CommitteeAttestationsAndSigners,
772
- attestationsAndSignersSignature: Signature,
773
- invalidateBlock: InvalidateBlockRequest | undefined,
774
- publisher: SequencerPublisher,
775
- ): Promise<void> {
776
- // Publishes new block to the network and awaits the tx to be mined
777
- this.setState(SequencerState.PUBLISHING_BLOCK, block.header.globalVariables.slotNumber.toBigInt());
778
-
779
- // Time out tx at the end of the slot
780
- const slot = block.header.globalVariables.slotNumber.toNumber();
781
- const txTimeoutAt = new Date((this.getSlotStartBuildTimestamp(slot) + this.aztecSlotDuration) * 1000);
782
-
783
- const enqueued = await publisher.enqueueProposeL2Block(
784
- block,
785
- attestationsAndSigners,
786
- attestationsAndSignersSignature,
787
- {
788
- txTimeoutAt,
789
- forcePendingBlockNumber: invalidateBlock?.forcePendingBlockNumber,
790
- },
791
- );
792
-
793
- if (!enqueued) {
794
- throw new Error(`Failed to enqueue publish of block ${block.number}`);
795
- }
796
- }
797
-
798
448
  /**
799
449
  * Returns whether all dependencies have caught up.
800
450
  * We don't check against the previous block submitted since it may have been reorg'd out.
801
451
  */
802
- protected async checkSync(args: { ts: bigint; slot: bigint }): Promise<
803
- | {
804
- block?: L2Block;
805
- blockNumber: number;
806
- archive: Fr;
807
- l1Timestamp: bigint;
808
- pendingChainValidationStatus: ValidateBlockResult;
809
- }
810
- | undefined
811
- > {
452
+ protected async checkSync(args: { ts: bigint; slot: SlotNumber }): Promise<SequencerSyncCheckResult | undefined> {
812
453
  // Check that the archiver and dependencies have synced to the previous L1 slot at least
813
454
  // TODO(#14766): Archiver reports L1 timestamp based on L1 blocks seen, which means that a missed L1 block will
814
455
  // cause the archiver L1 timestamp to fall behind, and cause this sequencer to start processing one L1 slot later.
@@ -836,14 +477,13 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
836
477
 
837
478
  const [worldState, l2BlockSource, p2p, l1ToL2MessageSource, pendingChainValidationStatus] = syncedBlocks;
838
479
 
839
- // The archiver reports 'undefined' hash for the genesis block
840
- // because it doesn't have access to world state to compute it (facepalm)
480
+ // Handle zero as a special case, since the block hash won't match across services if we're changing the prefilled data for the genesis block,
481
+ // as the world state can compute the new genesis block hash, but other components use the hardcoded constant.
841
482
  const result =
842
- l2BlockSource.hash === undefined
843
- ? worldState.number === 0 && p2p.number === 0 && l1ToL2MessageSource.number === 0
844
- : worldState.hash === l2BlockSource.hash &&
845
- p2p.hash === l2BlockSource.hash &&
846
- l1ToL2MessageSource.hash === l2BlockSource.hash;
483
+ (l2BlockSource.number === 0 && worldState.number === 0 && p2p.number === 0 && l1ToL2MessageSource.number === 0) ||
484
+ (worldState.hash === l2BlockSource.hash &&
485
+ p2p.hash === l2BlockSource.hash &&
486
+ l1ToL2MessageSource.hash === l2BlockSource.hash);
847
487
 
848
488
  if (!result) {
849
489
  this.log.debug(`Sequencer sync check failed`, { worldState, l2BlockSource, p2p, l1ToL2MessageSource });
@@ -854,10 +494,10 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
854
494
  const blockNumber = worldState.number;
855
495
  if (blockNumber < INITIAL_L2_BLOCK_NUM) {
856
496
  const archive = new Fr((await this.worldState.getCommitted().getTreeInfo(MerkleTreeId.ARCHIVE)).root);
857
- return { blockNumber: INITIAL_L2_BLOCK_NUM - 1, archive, l1Timestamp, pendingChainValidationStatus };
497
+ return { blockNumber: BlockNumber(INITIAL_L2_BLOCK_NUM - 1), archive, l1Timestamp, pendingChainValidationStatus };
858
498
  }
859
499
 
860
- const block = await this.l2BlockSource.getBlock(blockNumber);
500
+ const block = await this.l2BlockSource.getL2BlockNew(blockNumber);
861
501
  if (!block) {
862
502
  // this shouldn't really happen because a moment ago we checked that all components were in sync
863
503
  this.log.error(`Failed to get L2 block ${blockNumber} from the archiver with all components in sync`);
@@ -873,58 +513,13 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
873
513
  };
874
514
  }
875
515
 
876
- /**
877
- * Enqueues governance and slashing votes with the publisher. Does not block.
878
- * @param publisher - The publisher to enqueue votes with
879
- * @param attestorAddress - The attestor address to use for signing
880
- * @param slot - The slot number
881
- * @param timestamp - The timestamp for the votes
882
- * @param context - Optional context for logging (e.g., block number)
883
- * @returns A tuple of [governanceEnqueued, slashingEnqueued]
884
- */
885
- protected enqueueGovernanceAndSlashingVotes(
886
- publisher: SequencerPublisher,
887
- attestorAddress: EthAddress,
888
- slot: bigint,
889
- timestamp: bigint,
890
- ): [Promise<boolean> | undefined, Promise<boolean> | undefined] {
891
- try {
892
- const signerFn = (msg: TypedDataDefinition) =>
893
- this.validatorClient!.signWithAddress(attestorAddress, msg).then(s => s.toString());
894
-
895
- const enqueueGovernancePromise =
896
- this.governanceProposerPayload && !this.governanceProposerPayload.isZero()
897
- ? publisher
898
- .enqueueGovernanceCastSignal(this.governanceProposerPayload, slot, timestamp, attestorAddress, signerFn)
899
- .catch(err => {
900
- this.log.error(`Error enqueuing governance vote`, err, { slot });
901
- return false;
902
- })
903
- : undefined;
904
-
905
- const enqueueSlashingPromise = this.slasherClient
906
- ? this.slasherClient
907
- .getProposerActions(slot)
908
- .then(actions => publisher.enqueueSlashingActions(actions, slot, timestamp, attestorAddress, signerFn))
909
- .catch(err => {
910
- this.log.error(`Error enqueuing slashing actions`, err, { slot });
911
- return false;
912
- })
913
- : undefined;
914
-
915
- return [enqueueGovernancePromise, enqueueSlashingPromise];
916
- } catch (err) {
917
- this.log.error(`Error enqueueing governance and slashing votes`, err);
918
- return [undefined, undefined];
919
- }
920
- }
921
-
922
516
  /**
923
517
  * Checks if we are the proposer for the next slot.
924
518
  * @returns True if we can propose, and the proposer address (undefined if anyone can propose)
925
519
  */
926
- protected async checkCanPropose(slot: bigint): Promise<[boolean, EthAddress | undefined]> {
520
+ protected async checkCanPropose(slot: SlotNumber): Promise<[boolean, EthAddress | undefined]> {
927
521
  let proposer: EthAddress | undefined;
522
+
928
523
  try {
929
524
  proposer = await this.epochCache.getProposerAttesterAddressInSlot(slot);
930
525
  } catch (e) {
@@ -940,8 +535,12 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
940
535
  if (proposer === undefined) {
941
536
  return [true, undefined];
942
537
  }
538
+ // In fisherman mode, just return the current proposer
539
+ if (this.config.fishermanMode) {
540
+ return [true, proposer];
541
+ }
943
542
 
944
- const validatorAddresses = this.validatorClient!.getValidatorAddresses();
543
+ const validatorAddresses = this.validatorClient.getValidatorAddresses();
945
544
  const weAreProposer = validatorAddresses.some(addr => addr.equals(proposer));
946
545
 
947
546
  if (!weAreProposer) {
@@ -956,30 +555,30 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
956
555
  * Tries to vote on slashing actions and governance when the sync check fails but we're past the max time for initializing a proposal.
957
556
  * This allows the sequencer to participate in governance/slashing votes even when it cannot build blocks.
958
557
  */
959
- protected async tryVoteWhenSyncFails(args: { slot: bigint; ts: bigint }): Promise<void> {
960
- const { slot, ts } = args;
558
+ protected async tryVoteWhenSyncFails(args: { slot: SlotNumber; ts: bigint }): Promise<void> {
559
+ const { slot } = args;
961
560
 
962
561
  // Prevent duplicate attempts in the same slot
963
562
  if (this.lastSlotForVoteWhenSyncFailed === slot) {
964
- this.log.debug(`Already attempted to vote in slot ${slot} (skipping)`);
563
+ this.log.trace(`Already attempted to vote in slot ${slot} (skipping)`);
965
564
  return;
966
565
  }
967
566
 
968
567
  // Check if we're past the max time for initializing a proposal
969
568
  const secondsIntoSlot = this.getSecondsIntoSlot(slot);
970
- const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_PROPOSAL);
569
+ const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_CHECKPOINT);
971
570
 
972
571
  // If we haven't exceeded the time limit for initializing a proposal, don't proceed with voting
973
572
  // We use INITIALIZING_PROPOSAL time limit because if we're past that, we can't build a block anyway
974
573
  if (maxAllowedTime === undefined || secondsIntoSlot <= maxAllowedTime) {
975
- this.log.trace(`Not attempting to vote since there is still for block building`, {
574
+ this.log.trace(`Not attempting to vote since there is still time for block building`, {
976
575
  secondsIntoSlot,
977
576
  maxAllowedTime,
978
577
  });
979
578
  return;
980
579
  }
981
580
 
982
- this.log.debug(`Sync for slot ${slot} failed, checking for voting opportunities`, {
581
+ this.log.trace(`Sync for slot ${slot} failed, checking for voting opportunities`, {
983
582
  secondsIntoSlot,
984
583
  maxAllowedTime,
985
584
  });
@@ -987,7 +586,7 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
987
586
  // Check if we're a proposer or proposal is open
988
587
  const [canPropose, proposer] = await this.checkCanPropose(slot);
989
588
  if (!canPropose) {
990
- this.log.debug(`Cannot vote in slot ${slot} since we are not a proposer`, { slot, proposer });
589
+ this.log.trace(`Cannot vote in slot ${slot} since we are not a proposer`, { slot, proposer });
991
590
  return;
992
591
  }
993
592
 
@@ -1002,11 +601,22 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
1002
601
  slot,
1003
602
  });
1004
603
 
1005
- // Enqueue governance and slashing votes using the shared helper method
1006
- const votesPromises = this.enqueueGovernanceAndSlashingVotes(publisher, attestorAddress, slot, ts);
1007
- await Promise.all(votesPromises);
604
+ // Enqueue governance and slashing votes
605
+ const voter = new CheckpointVoter(
606
+ slot,
607
+ publisher,
608
+ attestorAddress,
609
+ this.validatorClient,
610
+ this.slasherClient,
611
+ this.l1Constants,
612
+ this.config,
613
+ this.metrics,
614
+ this.log,
615
+ );
616
+ const votesPromises = voter.enqueueVotes();
617
+ const votes = await Promise.all(votesPromises);
1008
618
 
1009
- if (votesPromises.every(p => !p)) {
619
+ if (votes.every(p => !p)) {
1010
620
  this.log.debug(`No votes to enqueue for slot ${slot}`);
1011
621
  return;
1012
622
  }
@@ -1022,19 +632,18 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
1022
632
  * and if they fail, any sequencer will try as well.
1023
633
  */
1024
634
  protected async considerInvalidatingBlock(
1025
- syncedTo: NonNullable<Awaited<ReturnType<Sequencer['checkSync']>>>,
1026
- currentSlot: bigint,
635
+ syncedTo: SequencerSyncCheckResult,
636
+ currentSlot: SlotNumber,
1027
637
  ): Promise<void> {
1028
638
  const { pendingChainValidationStatus, l1Timestamp } = syncedTo;
1029
639
  if (pendingChainValidationStatus.valid) {
1030
640
  return;
1031
641
  }
1032
642
 
1033
- const { publisher } = await this.publisherFactory.create(undefined);
1034
643
  const invalidBlockNumber = pendingChainValidationStatus.block.blockNumber;
1035
644
  const invalidBlockTimestamp = pendingChainValidationStatus.block.timestamp;
1036
645
  const timeSinceChainInvalid = this.dateProvider.nowInSeconds() - Number(invalidBlockTimestamp);
1037
- const ourValidatorAddresses = this.validatorClient!.getValidatorAddresses();
646
+ const ourValidatorAddresses = this.validatorClient.getValidatorAddresses();
1038
647
 
1039
648
  const { secondsBeforeInvalidatingBlockAsCommitteeMember, secondsBeforeInvalidatingBlockAsNonCommitteeMember } =
1040
649
  this.config;
@@ -1070,6 +679,24 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
1070
679
  return;
1071
680
  }
1072
681
 
682
+ let validatorToUse: EthAddress;
683
+ if (invalidateAsCommitteeMember) {
684
+ // When invalidating as a committee member, use first validator that's actually in the committee
685
+ const { committee } = await this.epochCache.getCommittee(currentSlot);
686
+ if (committee) {
687
+ const committeeSet = new Set(committee.map(addr => addr.toString()));
688
+ validatorToUse =
689
+ ourValidatorAddresses.find(addr => committeeSet.has(addr.toString())) ?? ourValidatorAddresses[0];
690
+ } else {
691
+ validatorToUse = ourValidatorAddresses[0];
692
+ }
693
+ } else {
694
+ // When invalidating as a non-committee member, use the first validator
695
+ validatorToUse = ourValidatorAddresses[0];
696
+ }
697
+
698
+ const { publisher } = await this.publisherFactory.create(validatorToUse);
699
+
1073
700
  const invalidateBlock = await publisher.simulateInvalidateBlock(pendingChainValidationStatus);
1074
701
  if (!invalidateBlock) {
1075
702
  this.log.warn(`Failed to simulate invalidate block`, logData);
@@ -1084,27 +711,86 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
1084
711
  );
1085
712
 
1086
713
  publisher.enqueueInvalidateBlock(invalidateBlock);
1087
- await publisher.sendRequests();
714
+
715
+ if (!this.config.fishermanMode) {
716
+ await publisher.sendRequests();
717
+ } else {
718
+ this.log.info('Invalidating block in fisherman mode, clearing pending requests');
719
+ publisher.clearPendingRequests();
720
+ }
1088
721
  }
1089
722
 
1090
- private getSlotStartBuildTimestamp(slotNumber: number | bigint): number {
723
+ private logStrategyComparison(epoch: EpochNumber, publisher: SequencerPublisher): void {
724
+ const feeAnalyzer = publisher.getL1FeeAnalyzer();
725
+ if (!feeAnalyzer) {
726
+ return;
727
+ }
728
+
729
+ const comparison = feeAnalyzer.getStrategyComparison();
730
+ if (comparison.length === 0) {
731
+ this.log.debug(`No strategy data available yet for epoch ${epoch}`);
732
+ return;
733
+ }
734
+
735
+ this.log.info(`L1 Fee Strategy Performance Report - End of Epoch ${epoch}`, {
736
+ epoch: Number(epoch),
737
+ totalAnalyses: comparison[0]?.totalAnalyses,
738
+ strategies: comparison.map(s => ({
739
+ id: s.strategyId,
740
+ name: s.strategyName,
741
+ inclusionRate: `${(s.inclusionRate * 100).toFixed(1)}%`,
742
+ inclusionCount: `${s.inclusionCount}/${s.totalAnalyses}`,
743
+ avgCostEth: s.avgEstimatedCostEth.toFixed(6),
744
+ totalCostEth: s.totalEstimatedCostEth.toFixed(6),
745
+ avgOverpaymentEth: s.avgOverpaymentEth.toFixed(6),
746
+ totalOverpaymentEth: s.totalOverpaymentEth.toFixed(6),
747
+ avgPriorityFeeDeltaGwei: s.avgPriorityFeeDeltaGwei.toFixed(2),
748
+ })),
749
+ });
750
+ }
751
+
752
+ private getSlotStartBuildTimestamp(slotNumber: SlotNumber): number {
1091
753
  return getSlotStartBuildTimestamp(slotNumber, this.l1Constants);
1092
754
  }
1093
755
 
1094
- private getSecondsIntoSlot(slotNumber: number | bigint): number {
756
+ private getSecondsIntoSlot(slotNumber: SlotNumber): number {
1095
757
  const slotStartTimestamp = this.getSlotStartBuildTimestamp(slotNumber);
1096
758
  return Number((this.dateProvider.now() / 1000 - slotStartTimestamp).toFixed(3));
1097
759
  }
1098
760
 
1099
- get aztecSlotDuration() {
761
+ public get aztecSlotDuration() {
1100
762
  return this.l1Constants.slotDuration;
1101
763
  }
1102
764
 
1103
- get maxL2BlockGas(): number | undefined {
765
+ public get maxL2BlockGas(): number | undefined {
1104
766
  return this.config.maxL2BlockGas;
1105
767
  }
1106
768
 
1107
769
  public getSlasherClient(): SlasherClientInterface | undefined {
1108
770
  return this.slasherClient;
1109
771
  }
772
+
773
+ public get tracer(): Tracer {
774
+ return this.metrics.tracer;
775
+ }
776
+
777
+ public getValidatorAddresses() {
778
+ return this.validatorClient?.getValidatorAddresses();
779
+ }
780
+
781
+ public getConfig() {
782
+ return this.config;
783
+ }
784
+
785
+ private get l1PublishingTime(): number {
786
+ return this.config.l1PublishingTime ?? this.l1Constants.ethereumSlotDuration;
787
+ }
1110
788
  }
789
+
790
+ type SequencerSyncCheckResult = {
791
+ block?: L2BlockNew;
792
+ blockNumber: BlockNumber;
793
+ archive: Fr;
794
+ l1Timestamp: bigint;
795
+ pendingChainValidationStatus: ValidateBlockResult;
796
+ };