@aztec/sequencer-client 0.0.1-commit.d3ec352c → 0.0.1-commit.fcb71a6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/dest/client/sequencer-client.d.ts +10 -9
  2. package/dest/client/sequencer-client.d.ts.map +1 -1
  3. package/dest/client/sequencer-client.js +32 -25
  4. package/dest/config.d.ts +12 -5
  5. package/dest/config.d.ts.map +1 -1
  6. package/dest/config.js +68 -30
  7. package/dest/global_variable_builder/global_builder.d.ts +18 -9
  8. package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
  9. package/dest/global_variable_builder/global_builder.js +39 -29
  10. package/dest/index.d.ts +2 -2
  11. package/dest/index.d.ts.map +1 -1
  12. package/dest/index.js +1 -1
  13. package/dest/publisher/config.d.ts +7 -4
  14. package/dest/publisher/config.d.ts.map +1 -1
  15. package/dest/publisher/config.js +9 -3
  16. package/dest/publisher/sequencer-publisher-factory.d.ts +5 -4
  17. package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
  18. package/dest/publisher/sequencer-publisher-factory.js +1 -1
  19. package/dest/publisher/sequencer-publisher-metrics.d.ts +3 -3
  20. package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
  21. package/dest/publisher/sequencer-publisher.d.ts +32 -25
  22. package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
  23. package/dest/publisher/sequencer-publisher.js +122 -65
  24. package/dest/sequencer/block_builder.d.ts +2 -4
  25. package/dest/sequencer/block_builder.d.ts.map +1 -1
  26. package/dest/sequencer/block_builder.js +6 -11
  27. package/dest/sequencer/checkpoint_builder.d.ts +63 -0
  28. package/dest/sequencer/checkpoint_builder.d.ts.map +1 -0
  29. package/dest/sequencer/checkpoint_builder.js +131 -0
  30. package/dest/sequencer/checkpoint_proposal_job.d.ts +74 -0
  31. package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -0
  32. package/dest/sequencer/checkpoint_proposal_job.js +642 -0
  33. package/dest/sequencer/checkpoint_voter.d.ts +34 -0
  34. package/dest/sequencer/checkpoint_voter.d.ts.map +1 -0
  35. package/dest/sequencer/checkpoint_voter.js +85 -0
  36. package/dest/sequencer/config.d.ts +3 -2
  37. package/dest/sequencer/config.d.ts.map +1 -1
  38. package/dest/sequencer/events.d.ts +46 -0
  39. package/dest/sequencer/events.d.ts.map +1 -0
  40. package/dest/sequencer/events.js +1 -0
  41. package/dest/sequencer/index.d.ts +5 -1
  42. package/dest/sequencer/index.d.ts.map +1 -1
  43. package/dest/sequencer/index.js +4 -0
  44. package/dest/sequencer/metrics.d.ts +22 -2
  45. package/dest/sequencer/metrics.d.ts.map +1 -1
  46. package/dest/sequencer/metrics.js +154 -0
  47. package/dest/sequencer/sequencer.d.ts +93 -127
  48. package/dest/sequencer/sequencer.d.ts.map +1 -1
  49. package/dest/sequencer/sequencer.js +218 -574
  50. package/dest/sequencer/timetable.d.ts +54 -14
  51. package/dest/sequencer/timetable.d.ts.map +1 -1
  52. package/dest/sequencer/timetable.js +148 -59
  53. package/dest/sequencer/types.d.ts +3 -0
  54. package/dest/sequencer/types.d.ts.map +1 -0
  55. package/dest/sequencer/types.js +1 -0
  56. package/dest/sequencer/utils.d.ts +14 -8
  57. package/dest/sequencer/utils.d.ts.map +1 -1
  58. package/dest/sequencer/utils.js +7 -4
  59. package/dest/test/index.d.ts +4 -2
  60. package/dest/test/index.d.ts.map +1 -1
  61. package/dest/test/mock_checkpoint_builder.d.ts +83 -0
  62. package/dest/test/mock_checkpoint_builder.d.ts.map +1 -0
  63. package/dest/test/mock_checkpoint_builder.js +179 -0
  64. package/dest/test/utils.d.ts +49 -0
  65. package/dest/test/utils.d.ts.map +1 -0
  66. package/dest/test/utils.js +94 -0
  67. package/dest/tx_validator/tx_validator_factory.js +1 -1
  68. package/package.json +27 -27
  69. package/src/client/sequencer-client.ts +28 -38
  70. package/src/config.ts +73 -34
  71. package/src/global_variable_builder/global_builder.ts +52 -48
  72. package/src/index.ts +2 -0
  73. package/src/publisher/config.ts +12 -9
  74. package/src/publisher/sequencer-publisher-factory.ts +5 -4
  75. package/src/publisher/sequencer-publisher-metrics.ts +2 -2
  76. package/src/publisher/sequencer-publisher.ts +180 -84
  77. package/src/sequencer/README.md +531 -0
  78. package/src/sequencer/block_builder.ts +7 -12
  79. package/src/sequencer/checkpoint_builder.ts +217 -0
  80. package/src/sequencer/checkpoint_proposal_job.ts +706 -0
  81. package/src/sequencer/checkpoint_voter.ts +105 -0
  82. package/src/sequencer/config.ts +2 -1
  83. package/src/sequencer/events.ts +27 -0
  84. package/src/sequencer/index.ts +4 -0
  85. package/src/sequencer/metrics.ts +203 -1
  86. package/src/sequencer/sequencer.ts +322 -779
  87. package/src/sequencer/timetable.ts +173 -79
  88. package/src/sequencer/types.ts +6 -0
  89. package/src/sequencer/utils.ts +18 -9
  90. package/src/test/index.ts +3 -1
  91. package/src/test/mock_checkpoint_builder.ts +247 -0
  92. package/src/test/utils.ts +137 -0
  93. package/src/tx_validator/tx_validator_factory.ts +1 -1
@@ -4,30 +4,24 @@ function _ts_decorate(decorators, target, key, desc) {
4
4
  else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
5
  return c > 3 && r && Object.defineProperty(target, key, r), r;
6
6
  }
7
- import { BLOBS_PER_CHECKPOINT, FIELDS_PER_BLOB, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
8
- import { FormattedViemError, NoCommitteeError } from '@aztec/ethereum';
7
+ import { getKzg } from '@aztec/blob-lib';
8
+ import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
9
+ import { NoCommitteeError } from '@aztec/ethereum/contracts';
9
10
  import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
10
- import { omit, pick } from '@aztec/foundation/collection';
11
- import { randomInt } from '@aztec/foundation/crypto';
11
+ import { merge, omit, pick } from '@aztec/foundation/collection';
12
+ import { Fr } from '@aztec/foundation/curves/bn254';
12
13
  import { EthAddress } from '@aztec/foundation/eth-address';
13
- import { Signature } from '@aztec/foundation/eth-signature';
14
- import { Fr } from '@aztec/foundation/fields';
15
14
  import { createLogger } from '@aztec/foundation/log';
16
15
  import { RunningPromise } from '@aztec/foundation/running-promise';
17
- import { Timer } from '@aztec/foundation/timer';
18
- import { unfreeze } from '@aztec/foundation/types';
19
- import { CommitteeAttestationsAndSigners, MaliciousCommitteeAttestationsAndSigners } from '@aztec/stdlib/block';
20
16
  import { getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
21
- import { Gas } from '@aztec/stdlib/gas';
22
17
  import { SequencerConfigSchema } from '@aztec/stdlib/interfaces/server';
23
- import { orderAttestations } from '@aztec/stdlib/p2p';
24
- import { CheckpointHeader } from '@aztec/stdlib/rollup';
25
18
  import { pickFromSchema } from '@aztec/stdlib/schemas';
26
19
  import { MerkleTreeId } from '@aztec/stdlib/trees';
27
- import { ContentCommitment } from '@aztec/stdlib/tx';
28
- import { AttestationTimeoutError } from '@aztec/stdlib/validators';
29
- import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
20
+ import { getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
30
21
  import EventEmitter from 'node:events';
22
+ import { DefaultSequencerConfig } from '../config.js';
23
+ import { CheckpointProposalJob } from './checkpoint_proposal_job.js';
24
+ import { CheckpointVoter } from './checkpoint_voter.js';
31
25
  import { SequencerInterruptedError, SequencerTooSlowError } from './errors.js';
32
26
  import { SequencerMetrics } from './metrics.js';
33
27
  import { SequencerTimetable } from './timetable.js';
@@ -35,12 +29,11 @@ import { SequencerState } from './utils.js';
35
29
  export { SequencerState };
36
30
  /**
37
31
  * Sequencer client
38
- * - Wins a period of time to become the sequencer (depending on finalized protocol).
39
- * - Chooses a set of txs from the tx pool to be in the rollup.
40
- * - Simulate the rollup of txs.
41
- * - Adds proof requests to the request pool (not for this milestone).
42
- * - Receives results to those proofs from the network (repeats as necessary) (not for this milestone).
43
- * - Publishes L1 tx(s) to the rollup contract via RollupPublisher.
32
+ * - Checks whether it is elected as proposer for the next slot
33
+ * - Builds multiple blocks and broadcasts them
34
+ * - Collects attestations for the checkpoint
35
+ * - Publishes the checkpoint to L1
36
+ * - Votes for proposals and slashes on L1
44
37
  */ export class Sequencer extends EventEmitter {
45
38
  publisherFactory;
46
39
  validatorClient;
@@ -50,116 +43,64 @@ export { SequencerState };
50
43
  slasherClient;
51
44
  l2BlockSource;
52
45
  l1ToL2MessageSource;
53
- blockBuilder;
46
+ checkpointsBuilder;
54
47
  l1Constants;
55
48
  dateProvider;
56
49
  epochCache;
57
50
  rollupContract;
58
- config;
59
51
  telemetry;
60
52
  log;
61
53
  runningPromise;
62
- pollingIntervalMs;
63
- maxTxsPerBlock;
64
- minTxsPerBlock;
65
- maxL1TxInclusionTimeIntoSlot;
66
54
  state;
67
- maxBlockSizeInBytes;
68
- maxBlockGas;
69
55
  metrics;
70
- lastBlockPublished;
71
- governanceProposerPayload;
72
56
  /** The last slot for which we attempted to vote when sync failed, to prevent duplicate attempts. */ lastSlotForVoteWhenSyncFailed;
73
- /** The last slot for which we built a validation block in fisherman mode, to prevent duplicate attempts. */ lastSlotForValidationBlock;
57
+ /** The last slot for which we triggered a checkpoint proposal job, to prevent duplicate attempts. */ lastSlotForCheckpointProposalJob;
58
+ /** Last successful checkpoint proposed */ lastCheckpointProposed;
59
+ /** The last epoch for which we logged strategy comparison in fisherman mode. */ lastEpochForStrategyComparison;
74
60
  /** The maximum number of seconds that the sequencer can be into a slot to transition to a particular state. */ timetable;
75
- enforceTimeTable;
76
61
  // This shouldn't be here as this gets re-created each time we build/propose a block.
77
62
  // But we have a number of tests that abuse/rely on this class having a permanent publisher.
78
63
  // As long as those tests only configure a single publisher they will continue to work.
79
64
  // This will get re-assigned every time the sequencer goes to build a new block to a publisher that is valid
80
65
  // for the block proposer.
66
+ // TODO(palla/mbps): Remove this field and fix tests
81
67
  publisher;
82
- constructor(publisherFactory, validatorClient, globalsBuilder, p2pClient, worldState, slasherClient, l2BlockSource, l1ToL2MessageSource, blockBuilder, l1Constants, dateProvider, epochCache, rollupContract, config, telemetry = getTelemetryClient(), log = createLogger('sequencer')){
83
- super(), this.publisherFactory = publisherFactory, this.validatorClient = validatorClient, this.globalsBuilder = globalsBuilder, this.p2pClient = p2pClient, this.worldState = worldState, this.slasherClient = slasherClient, this.l2BlockSource = l2BlockSource, this.l1ToL2MessageSource = l1ToL2MessageSource, this.blockBuilder = blockBuilder, this.l1Constants = l1Constants, this.dateProvider = dateProvider, this.epochCache = epochCache, this.rollupContract = rollupContract, this.config = config, this.telemetry = telemetry, this.log = log, this.pollingIntervalMs = 1000, this.maxTxsPerBlock = 32, this.minTxsPerBlock = 1, this.maxL1TxInclusionTimeIntoSlot = 0, this.state = SequencerState.STOPPED, this.maxBlockSizeInBytes = 1024 * 1024, this.maxBlockGas = new Gas(100e9, 100e9), this.enforceTimeTable = false;
68
+ /** Config for the sequencer */ config;
69
+ constructor(publisherFactory, validatorClient, globalsBuilder, p2pClient, worldState, slasherClient, l2BlockSource, l1ToL2MessageSource, checkpointsBuilder, l1Constants, dateProvider, epochCache, rollupContract, config, telemetry = getTelemetryClient(), log = createLogger('sequencer')){
70
+ super(), this.publisherFactory = publisherFactory, this.validatorClient = validatorClient, this.globalsBuilder = globalsBuilder, this.p2pClient = p2pClient, this.worldState = worldState, this.slasherClient = slasherClient, this.l2BlockSource = l2BlockSource, this.l1ToL2MessageSource = l1ToL2MessageSource, this.checkpointsBuilder = checkpointsBuilder, this.l1Constants = l1Constants, this.dateProvider = dateProvider, this.epochCache = epochCache, this.rollupContract = rollupContract, this.telemetry = telemetry, this.log = log, this.state = SequencerState.STOPPED, this.config = DefaultSequencerConfig;
84
71
  // Add [FISHERMAN] prefix to logger if in fisherman mode
85
- if (this.config.fishermanMode) {
72
+ if (config.fishermanMode) {
86
73
  this.log = log.createChild('[FISHERMAN]');
87
74
  }
88
75
  this.metrics = new SequencerMetrics(telemetry, this.rollupContract, 'Sequencer');
89
- // Initialize config
90
- this.updateConfig(this.config);
91
- }
92
- get tracer() {
93
- return this.metrics.tracer;
94
- }
95
- getValidatorAddresses() {
96
- return this.validatorClient?.getValidatorAddresses();
76
+ this.updateConfig(config);
97
77
  }
98
- getConfig() {
99
- return this.config;
100
- }
101
- /**
102
- * Updates sequencer config by the defined values in the config on input.
103
- * @param config - New parameters.
104
- */ updateConfig(config) {
105
- this.log.info(`Sequencer config set`, omit(pickFromSchema(config, SequencerConfigSchema), 'txPublicSetupAllowList'));
106
- if (config.transactionPollingIntervalMS !== undefined) {
107
- this.pollingIntervalMs = config.transactionPollingIntervalMS;
108
- }
109
- if (config.maxTxsPerBlock !== undefined) {
110
- this.maxTxsPerBlock = config.maxTxsPerBlock;
111
- }
112
- if (config.minTxsPerBlock !== undefined) {
113
- this.minTxsPerBlock = config.minTxsPerBlock;
114
- }
115
- if (config.maxDABlockGas !== undefined) {
116
- this.maxBlockGas = new Gas(config.maxDABlockGas, this.maxBlockGas.l2Gas);
117
- }
118
- if (config.maxL2BlockGas !== undefined) {
119
- this.maxBlockGas = new Gas(this.maxBlockGas.daGas, config.maxL2BlockGas);
120
- }
121
- if (config.maxBlockSizeInBytes !== undefined) {
122
- this.maxBlockSizeInBytes = config.maxBlockSizeInBytes;
123
- }
124
- if (config.governanceProposerPayload) {
125
- this.governanceProposerPayload = config.governanceProposerPayload;
126
- }
127
- if (config.maxL1TxInclusionTimeIntoSlot !== undefined) {
128
- this.maxL1TxInclusionTimeIntoSlot = config.maxL1TxInclusionTimeIntoSlot;
129
- }
130
- if (config.enforceTimeTable !== undefined) {
131
- this.enforceTimeTable = config.enforceTimeTable;
132
- }
133
- this.setTimeTable();
134
- // TODO: Just read everything from the config object as needed instead of copying everything into local vars.
135
- // Update all values on this.config that are populated in the config object.
136
- Object.assign(this.config, config);
137
- }
138
- setTimeTable() {
78
+ /** Updates sequencer config by the defined values and updates the timetable */ updateConfig(config) {
79
+ const filteredConfig = pickFromSchema(config, SequencerConfigSchema);
80
+ this.log.info(`Updated sequencer config`, omit(filteredConfig, 'txPublicSetupAllowList'));
81
+ this.config = merge(this.config, filteredConfig);
139
82
  this.timetable = new SequencerTimetable({
140
83
  ethereumSlotDuration: this.l1Constants.ethereumSlotDuration,
141
84
  aztecSlotDuration: this.aztecSlotDuration,
142
- maxL1TxInclusionTimeIntoSlot: this.maxL1TxInclusionTimeIntoSlot,
143
- attestationPropagationTime: this.config.attestationPropagationTime,
144
- enforce: this.enforceTimeTable
85
+ l1PublishingTime: this.l1PublishingTime,
86
+ p2pPropagationTime: this.config.attestationPropagationTime,
87
+ blockDurationMs: this.config.blockDurationMs,
88
+ enforce: this.config.enforceTimeTable
145
89
  }, this.metrics, this.log);
146
90
  }
147
- async init() {
91
+ /** Initializes the sequencer (precomputes tables and creates a publisher). Takes about 3s. */ async init() {
92
+ getKzg();
148
93
  this.publisher = (await this.publisherFactory.create(undefined)).publisher;
149
94
  }
150
- /**
151
- * Starts the sequencer and moves to IDLE state.
152
- */ start() {
153
- this.runningPromise = new RunningPromise(this.safeWork.bind(this), this.log, this.pollingIntervalMs);
95
+ /** Starts the sequencer and moves to IDLE state. */ start() {
96
+ this.runningPromise = new RunningPromise(this.safeWork.bind(this), this.log, this.config.sequencerPollingIntervalMS);
154
97
  this.setState(SequencerState.IDLE, undefined, {
155
98
  force: true
156
99
  });
157
100
  this.runningPromise.start();
158
101
  this.log.info('Started sequencer');
159
102
  }
160
- /**
161
- * Stops the sequencer from processing txs and moves to STOPPED state.
162
- */ async stop() {
103
+ /** Stops the sequencer from building blocks and moves to STOPPED state. */ async stop() {
163
104
  this.log.info(`Stopping sequencer`);
164
105
  this.setState(SequencerState.STOPPING, undefined, {
165
106
  force: true
@@ -171,29 +112,81 @@ export { SequencerState };
171
112
  });
172
113
  this.log.info('Stopped sequencer');
173
114
  }
174
- /**
175
- * Returns the current state of the sequencer.
176
- * @returns An object with a state entry with one of SequencerState.
177
- */ status() {
115
+ async safeWork() {
116
+ try {
117
+ await this.work();
118
+ } catch (err) {
119
+ this.emit('checkpoint-error', {
120
+ error: err
121
+ });
122
+ if (err instanceof SequencerTooSlowError) {
123
+ // TODO(palla/mbps): Add missing states
124
+ // Log as warn only if we had to abort halfway through the block proposal
125
+ const logLvl = [
126
+ SequencerState.INITIALIZING_CHECKPOINT,
127
+ SequencerState.PROPOSER_CHECK
128
+ ].includes(err.proposedState) ? 'debug' : 'warn';
129
+ this.log[logLvl](err.message, {
130
+ now: this.dateProvider.nowInSeconds()
131
+ });
132
+ } else {
133
+ // Re-throw other errors
134
+ throw err;
135
+ }
136
+ } finally{
137
+ this.setState(SequencerState.IDLE, undefined);
138
+ }
139
+ }
140
+ /** Returns the current state of the sequencer. */ status() {
178
141
  return {
179
142
  state: this.state
180
143
  };
181
144
  }
182
145
  /**
183
- * @notice Performs most of the sequencer duties:
184
- * - Checks if we are up to date
185
- * - If we are and we are the sequencer, collect txs and build a block
186
- * - Collect attestations for the block
187
- * - Submit block
188
- * - If our block for some reason is not included, revert the state
146
+ * Main sequencer loop:
147
+ * - Checks if we are up to date
148
+ * - If we are and we are the sequencer, collect txs and build blocks
149
+ * - Build multiple blocks per slot when configured
150
+ * - Collect attestations for the final block
151
+ * - Submit checkpoint
189
152
  */ async work() {
190
153
  this.setState(SequencerState.SYNCHRONIZING, undefined);
191
- const { slot, ts, now } = this.epochCache.getEpochAndSlotInNextL1Slot();
192
- // Check we have not already published a block for this slot (cheapest check)
193
- if (this.lastBlockPublished && this.lastBlockPublished.header.getSlot() >= slot) {
194
- this.log.debug(`Cannot propose block at next L2 slot ${slot} since that slot was taken by our own block ${this.lastBlockPublished.number}`);
154
+ const { slot, ts, now, epoch } = this.epochCache.getEpochAndSlotInNextL1Slot();
155
+ // Check if we are synced and it's our slot, grab a publisher, check previous block invalidation, etc
156
+ const checkpointProposalJob = await this.prepareCheckpointProposal(slot, ts, now);
157
+ if (!checkpointProposalJob) {
195
158
  return;
196
159
  }
160
+ // Execute the checkpoint proposal job
161
+ const checkpoint = await checkpointProposalJob.execute();
162
+ // Update last checkpoint proposed (currently unused)
163
+ if (checkpoint) {
164
+ this.lastCheckpointProposed = checkpoint;
165
+ }
166
+ // Log fee strategy comparison if on fisherman
167
+ if (this.config.fishermanMode && (this.lastEpochForStrategyComparison === undefined || epoch > this.lastEpochForStrategyComparison)) {
168
+ this.logStrategyComparison(epoch, checkpointProposalJob.getPublisher());
169
+ this.lastEpochForStrategyComparison = epoch;
170
+ }
171
+ return checkpoint;
172
+ }
173
+ /**
174
+ * Prepares the checkpoint proposal by performing all necessary checks and setup.
175
+ * This is the initial step in the main loop.
176
+ * @returns CheckpointProposalJob if successful, undefined if we are not yet synced or are not the proposer.
177
+ */ async prepareCheckpointProposal(slot, ts, now) {
178
+ // Check we have not already processed this slot (cheapest check)
179
+ // We only check this if enforce timetable is set, since we want to keep processing the same slot if we are not
180
+ // running against actual time (eg when we use sandbox-style automining)
181
+ if (this.lastSlotForCheckpointProposalJob && this.lastSlotForCheckpointProposalJob >= slot && this.config.enforceTimeTable) {
182
+ this.log.trace(`Slot ${slot} has already been processed`);
183
+ return undefined;
184
+ }
185
+ // But if we have already proposed for this slot, the we definitely have to skip it, automining or not
186
+ if (this.lastCheckpointProposed && this.lastCheckpointProposed.header.slotNumber >= slot) {
187
+ this.log.trace(`Slot ${slot} has already been published as checkpoint ${this.lastCheckpointProposed.number}`);
188
+ return undefined;
189
+ }
197
190
  // Check all components are synced to latest as seen by the archiver (queries all subsystems)
198
191
  const syncedTo = await this.checkSync({
199
192
  ts,
@@ -204,18 +197,17 @@ export { SequencerState };
204
197
  slot,
205
198
  ts
206
199
  });
207
- return;
200
+ return undefined;
208
201
  }
209
- const chainTipArchive = syncedTo.archive;
210
- const newBlockNumber = BlockNumber(syncedTo.blockNumber + 1);
211
- const syncLogData = {
202
+ // TODO(palla/mbps): Compute proper checkpoint number
203
+ const checkpointNumber = CheckpointNumber.fromBlockNumber(BlockNumber(syncedTo.blockNumber + 1));
204
+ const logCtx = {
212
205
  now,
213
206
  syncedToL1Ts: syncedTo.l1Timestamp,
214
207
  syncedToL2Slot: getSlotAtTimestamp(syncedTo.l1Timestamp, this.l1Constants),
215
- nextL2Slot: slot,
216
- nextL2SlotTs: ts,
217
- l1SlotDuration: this.l1Constants.ethereumSlotDuration,
218
- newBlockNumber,
208
+ slot,
209
+ slotTs: ts,
210
+ checkpointNumber,
219
211
  isPendingChainValid: pick(syncedTo.pendingChainValidationStatus, 'valid', 'reason', 'invalidIndex')
220
212
  };
221
213
  // Check that we are a proposer for the next slot
@@ -224,216 +216,88 @@ export { SequencerState };
224
216
  // If we are not a proposer check if we should invalidate a invalid block, and bail
225
217
  if (!canPropose) {
226
218
  await this.considerInvalidatingBlock(syncedTo, slot);
227
- return;
228
- }
229
- // In fisherman mode, check if we've already validated this slot to prevent duplicate attempts
230
- if (this.config.fishermanMode) {
231
- if (this.lastSlotForValidationBlock === slot) {
232
- this.log.trace(`Already validated block building for slot ${slot} (skipping)`, {
233
- slot
234
- });
235
- return;
236
- }
237
- this.log.debug(`Building validation block for slot ${slot} (actual proposer: ${proposer?.toString() ?? 'none'})`, {
238
- slot,
239
- proposer: proposer?.toString()
240
- });
241
- // Mark this slot as being validated
242
- this.lastSlotForValidationBlock = slot;
219
+ return undefined;
243
220
  }
244
221
  // Check that the slot is not taken by a block already (should never happen, since only us can propose for this slot)
245
222
  if (syncedTo.block && syncedTo.block.header.getSlot() >= slot) {
246
223
  this.log.warn(`Cannot propose block at next L2 slot ${slot} since that slot was taken by block ${syncedTo.blockNumber}`, {
247
- ...syncLogData,
224
+ ...logCtx,
248
225
  block: syncedTo.block.header.toInspect()
249
226
  });
250
227
  this.metrics.recordBlockProposalPrecheckFailed('slot_already_taken');
251
- return;
228
+ return undefined;
252
229
  }
253
230
  // We now need to get ourselves a publisher.
254
231
  // The returned attestor will be the one we provided if we provided one.
255
232
  // Otherwise it will be a valid attestor for the returned publisher.
256
233
  // In fisherman mode, pass undefined to use the fisherman's own keystore instead of the actual proposer's
257
- const { attestorAddress, publisher } = await this.publisherFactory.create(this.config.fishermanMode ? undefined : proposer);
234
+ const proposerForPublisher = this.config.fishermanMode ? undefined : proposer;
235
+ const { attestorAddress, publisher } = await this.publisherFactory.create(proposerForPublisher);
258
236
  this.log.verbose(`Created publisher at address ${publisher.getSenderAddress()} for attestor ${attestorAddress}`);
259
237
  this.publisher = publisher;
260
238
  // In fisherman mode, set the actual proposer's address for simulations
261
- if (this.config.fishermanMode) {
262
- if (proposer) {
263
- publisher.setProposerAddressForSimulation(proposer);
264
- this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
265
- }
239
+ if (this.config.fishermanMode && proposer) {
240
+ publisher.setProposerAddressForSimulation(proposer);
241
+ this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
266
242
  }
267
- // Get proposer credentials
268
- const coinbase = this.validatorClient.getCoinbaseForAttestor(attestorAddress);
269
- const feeRecipient = this.validatorClient.getFeeRecipientForAttestor(attestorAddress);
270
243
  // Prepare invalidation request if the pending chain is invalid (returns undefined if no need)
244
+ // TODO(palla/mbps): We need to invalidate checkpoints, not blocks
271
245
  const invalidateBlock = await publisher.simulateInvalidateBlock(syncedTo.pendingChainValidationStatus);
272
- // Check with the rollup if we can indeed propose at the next L2 slot. This check should not fail
246
+ // Check with the rollup contract if we can indeed propose at the next L2 slot. This check should not fail
273
247
  // if all the previous checks are good, but we do it just in case.
274
- const canProposeCheck = await publisher.canProposeAtNextEthBlock(chainTipArchive, proposer ?? EthAddress.ZERO, invalidateBlock);
248
+ const canProposeCheck = await publisher.canProposeAtNextEthBlock(syncedTo.archive, proposer ?? EthAddress.ZERO, invalidateBlock);
275
249
  if (canProposeCheck === undefined) {
276
- this.log.warn(`Cannot propose block ${newBlockNumber} at slot ${slot} due to failed rollup contract check`, syncLogData);
250
+ this.log.warn(`Cannot propose checkpoint ${checkpointNumber} at slot ${slot} due to failed rollup contract check`, logCtx);
277
251
  this.emit('proposer-rollup-check-failed', {
278
- reason: 'Rollup contract check failed'
252
+ reason: 'Rollup contract check failed',
253
+ slot
279
254
  });
280
255
  this.metrics.recordBlockProposalPrecheckFailed('rollup_contract_check_failed');
281
- return;
282
- } else if (canProposeCheck.slot !== slot) {
256
+ return undefined;
257
+ }
258
+ if (canProposeCheck.slot !== slot) {
283
259
  this.log.warn(`Cannot propose block due to slot mismatch with rollup contract (this can be caused by a clock out of sync). Expected slot ${slot} but got ${canProposeCheck.slot}.`, {
284
- ...syncLogData,
260
+ ...logCtx,
285
261
  rollup: canProposeCheck,
286
- newBlockNumber,
287
262
  expectedSlot: slot
288
263
  });
289
264
  this.emit('proposer-rollup-check-failed', {
290
- reason: 'Slot mismatch'
265
+ reason: 'Slot mismatch',
266
+ slot
291
267
  });
292
268
  this.metrics.recordBlockProposalPrecheckFailed('slot_mismatch');
293
- return;
294
- } else if (canProposeCheck.checkpointNumber !== CheckpointNumber.fromBlockNumber(newBlockNumber)) {
295
- this.log.warn(`Cannot propose block due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected block ${newBlockNumber} but got ${canProposeCheck.checkpointNumber}.`, {
296
- ...syncLogData,
269
+ return undefined;
270
+ }
271
+ if (canProposeCheck.checkpointNumber !== checkpointNumber) {
272
+ this.log.warn(`Cannot propose due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected checkpoint ${checkpointNumber} but got ${canProposeCheck.checkpointNumber}.`, {
273
+ ...logCtx,
297
274
  rollup: canProposeCheck,
298
- newBlockNumber,
299
275
  expectedSlot: slot
300
276
  });
301
277
  this.emit('proposer-rollup-check-failed', {
302
- reason: 'Block mismatch'
278
+ reason: 'Block mismatch',
279
+ slot
303
280
  });
304
281
  this.metrics.recordBlockProposalPrecheckFailed('block_number_mismatch');
305
- return;
306
- }
307
- this.log.debug(`Can propose block ${newBlockNumber} at slot ${slot} as ${proposer}`, {
308
- ...syncLogData
309
- });
310
- const newGlobalVariables = await this.globalsBuilder.buildGlobalVariables(newBlockNumber, coinbase, feeRecipient, slot);
311
- // Enqueue governance and slashing votes (returns promises that will be awaited later)
312
- // In fisherman mode, we simulate slashing but don't actually publish to L1
313
- const votesPromises = this.enqueueGovernanceAndSlashingVotes(publisher, attestorAddress, slot, newGlobalVariables.timestamp);
314
- // Enqueues block invalidation
315
- if (invalidateBlock && !this.config.skipInvalidateBlockAsProposer) {
316
- publisher.enqueueInvalidateBlock(invalidateBlock);
317
- }
318
- // Actual block building
319
- this.setState(SequencerState.INITIALIZING_PROPOSAL, slot);
320
- this.metrics.incOpenSlot(slot, proposer?.toString() ?? 'unknown');
321
- const block = await this.tryBuildBlockAndEnqueuePublish(slot, proposer, newBlockNumber, publisher, newGlobalVariables, chainTipArchive, invalidateBlock);
322
- // Wait until the voting promises have resolved, so all requests are enqueued
323
- await Promise.all(votesPromises);
324
- // In fisherman mode, we don't publish to L1
325
- if (this.config.fishermanMode) {
326
- // Clear pending requests
327
- publisher.clearPendingRequests();
328
- if (block) {
329
- this.log.info(`Validation block building SUCCEEDED for slot ${slot}`, {
330
- blockNumber: newBlockNumber,
331
- slot: Number(slot),
332
- archive: block.archive.toString(),
333
- txCount: block.body.txEffects.length
334
- });
335
- this.lastBlockPublished = block;
336
- this.metrics.recordBlockProposalSuccess();
337
- } else {
338
- // Block building failed in fisherman mode
339
- this.log.warn(`Validation block building FAILED for slot ${slot}`, {
340
- blockNumber: newBlockNumber,
341
- slot: Number(slot)
342
- });
343
- this.metrics.recordBlockProposalFailed('block_build_failed');
344
- }
345
- } else {
346
- // Normal mode: send the tx to L1
347
- const l1Response = await publisher.sendRequests();
348
- const proposedBlock = l1Response?.successfulActions.find((a)=>a === 'propose');
349
- if (proposedBlock) {
350
- this.lastBlockPublished = block;
351
- this.emit('block-published', {
352
- blockNumber: newBlockNumber,
353
- slot: Number(slot)
354
- });
355
- await this.metrics.incFilledSlot(publisher.getSenderAddress().toString(), coinbase);
356
- } else if (block) {
357
- this.emit('block-publish-failed', l1Response ?? {});
358
- }
282
+ return undefined;
359
283
  }
360
- this.setState(SequencerState.IDLE, undefined);
361
- }
362
- /** Tries building a block proposal, and if successful, enqueues it for publishing. */ async tryBuildBlockAndEnqueuePublish(slot, proposer, newBlockNumber, publisher, newGlobalVariables, chainTipArchive, invalidateBlock) {
363
- this.log.verbose(`Preparing proposal for block ${newBlockNumber} at slot ${slot}`, {
364
- proposer,
365
- publisher: publisher.getSenderAddress(),
366
- globalVariables: newGlobalVariables.toInspect(),
367
- chainTipArchive,
368
- blockNumber: newBlockNumber,
369
- slot
370
- });
371
- const proposalHeader = CheckpointHeader.from({
372
- ...newGlobalVariables,
373
- timestamp: newGlobalVariables.timestamp,
374
- lastArchiveRoot: chainTipArchive,
375
- blockHeadersHash: Fr.ZERO,
376
- contentCommitment: ContentCommitment.empty(),
377
- totalManaUsed: Fr.ZERO
284
+ this.lastSlotForCheckpointProposalJob = slot;
285
+ this.log.info(`Preparing checkpoint proposal ${checkpointNumber} at slot ${slot}`, {
286
+ ...logCtx,
287
+ proposer
378
288
  });
379
- let block;
380
- const pendingTxCount = await this.p2pClient.getPendingTxCount();
381
- if (pendingTxCount >= this.minTxsPerBlock) {
382
- // We don't fetch exactly maxTxsPerBlock txs here because we may not need all of them if we hit a limit before,
383
- // and also we may need to fetch more if we don't have enough valid txs.
384
- const pendingTxs = this.p2pClient.iteratePendingTxs();
385
- try {
386
- block = await this.buildBlockAndEnqueuePublish(pendingTxs, proposalHeader, newGlobalVariables, proposer, invalidateBlock, publisher);
387
- } catch (err) {
388
- this.emit('block-build-failed', {
389
- reason: err.message
390
- });
391
- if (err instanceof FormattedViemError) {
392
- this.log.verbose(`Unable to build/enqueue block ${err.message}`);
393
- } else {
394
- this.log.error(`Error building/enqueuing block`, err, {
395
- blockNumber: newBlockNumber,
396
- slot
397
- });
398
- }
399
- this.metrics.recordBlockProposalFailed(err.name || 'unknown_error');
400
- }
401
- } else {
402
- this.log.verbose(`Not enough txs to build block ${newBlockNumber} at slot ${slot} (got ${pendingTxCount} txs, need ${this.minTxsPerBlock})`, {
403
- chainTipArchive,
404
- blockNumber: newBlockNumber,
405
- slot
406
- });
407
- this.emit('tx-count-check-failed', {
408
- minTxs: this.minTxsPerBlock,
409
- availableTxs: pendingTxCount
410
- });
411
- this.metrics.recordBlockProposalFailed('insufficient_txs');
412
- }
413
- return block;
289
+ // Create and return the checkpoint proposal job
290
+ return this.createCheckpointProposalJob(slot, checkpointNumber, syncedTo.blockNumber, proposer, publisher, attestorAddress, invalidateBlock);
414
291
  }
415
- async safeWork() {
416
- try {
417
- await this.work();
418
- } catch (err) {
419
- if (err instanceof SequencerTooSlowError) {
420
- // Log as warn only if we had to abort halfway through the block proposal
421
- const logLvl = [
422
- SequencerState.INITIALIZING_PROPOSAL,
423
- SequencerState.PROPOSER_CHECK
424
- ].includes(err.proposedState) ? 'debug' : 'warn';
425
- this.log[logLvl](err.message, {
426
- now: this.dateProvider.nowInSeconds()
427
- });
428
- } else {
429
- // Re-throw other errors
430
- throw err;
431
- }
432
- } finally{
433
- this.setState(SequencerState.IDLE, undefined);
434
- }
292
+ createCheckpointProposalJob(slot, checkpointNumber, syncedToBlockNumber, proposer, publisher, attestorAddress, invalidateBlock) {
293
+ return new CheckpointProposalJob(slot, checkpointNumber, syncedToBlockNumber, proposer, publisher, attestorAddress, invalidateBlock, this.validatorClient, this.globalsBuilder, this.p2pClient, this.worldState, this.l1ToL2MessageSource, this.checkpointsBuilder, this.l1Constants, this.config, this.timetable, this.slasherClient, this.epochCache, this.dateProvider, this.metrics, this, this.setState.bind(this), this.log);
435
294
  }
436
- setState(proposedState, slotNumber, opts = {}) {
295
+ /**
296
+ * Internal helper for setting the sequencer state and checks if we have enough time left in the slot to transition to the new state.
297
+ * @param proposedState - The new state to transition to.
298
+ * @param slotNumber - The current slot number.
299
+ * @param force - Whether to force the transition even if the sequencer is stopped.
300
+ */ setState(proposedState, slotNumber, opts = {}) {
437
301
  if (this.state === SequencerState.STOPPING && proposedState !== SequencerState.STOPPED && !opts.force) {
438
302
  this.log.warn(`Cannot set sequencer to ${proposedState} as it is stopping.`);
439
303
  throw new SequencerInterruptedError();
@@ -460,220 +324,10 @@ export { SequencerState };
460
324
  oldState: this.state,
461
325
  newState: proposedState,
462
326
  secondsIntoSlot,
463
- slotNumber
327
+ slot: slotNumber
464
328
  });
465
329
  this.state = proposedState;
466
330
  }
467
- async dropFailedTxsFromP2P(failedTxs) {
468
- if (failedTxs.length === 0) {
469
- return;
470
- }
471
- const failedTxData = failedTxs.map((fail)=>fail.tx);
472
- const failedTxHashes = failedTxData.map((tx)=>tx.getTxHash());
473
- this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
474
- await this.p2pClient.deleteTxs(failedTxHashes);
475
- }
476
- getBlockBuilderOptions(slot) {
477
- // Deadline for processing depends on whether we're proposing a block
478
- const secondsIntoSlot = this.getSecondsIntoSlot(slot);
479
- const processingEndTimeWithinSlot = this.timetable.getBlockProposalExecTimeEnd(secondsIntoSlot);
480
- // Deadline is only set if enforceTimeTable is enabled.
481
- const deadline = this.enforceTimeTable ? new Date((this.getSlotStartBuildTimestamp(slot) + processingEndTimeWithinSlot) * 1000) : undefined;
482
- return {
483
- maxTransactions: this.maxTxsPerBlock,
484
- maxBlockSize: this.maxBlockSizeInBytes,
485
- maxBlockGas: this.maxBlockGas,
486
- maxBlobFields: BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB,
487
- deadline
488
- };
489
- }
490
- /**
491
- * @notice Build and propose a block to the chain
492
- *
493
- * @dev MUST throw instead of exiting early to ensure that world-state
494
- * is being rolled back if the block is dropped.
495
- *
496
- * @param pendingTxs - Iterable of pending transactions to construct the block from
497
- * @param proposalHeader - The partial header constructed for the proposal
498
- * @param newGlobalVariables - The global variables for the new block
499
- * @param proposerAddress - The address of the proposer
500
- */ async buildBlockAndEnqueuePublish(pendingTxs, proposalHeader, newGlobalVariables, proposerAddress, invalidateBlock, publisher) {
501
- await publisher.validateBlockHeader(proposalHeader, invalidateBlock);
502
- const blockNumber = newGlobalVariables.blockNumber;
503
- const slot = proposalHeader.slotNumber;
504
- const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(blockNumber);
505
- const workTimer = new Timer();
506
- this.setState(SequencerState.CREATING_BLOCK, slot);
507
- try {
508
- const blockBuilderOptions = this.getBlockBuilderOptions(slot);
509
- const buildBlockRes = await this.blockBuilder.buildBlock(pendingTxs, l1ToL2Messages, newGlobalVariables, blockBuilderOptions);
510
- const { publicGas, block, publicProcessorDuration, numTxs, numMsgs, blockBuildingTimer, usedTxs, failedTxs } = buildBlockRes;
511
- const blockBuildDuration = workTimer.ms();
512
- await this.dropFailedTxsFromP2P(failedTxs);
513
- const minTxsPerBlock = this.minTxsPerBlock;
514
- if (numTxs < minTxsPerBlock) {
515
- this.log.warn(`Block ${blockNumber} has too few txs to be proposed (got ${numTxs} but required ${minTxsPerBlock})`, {
516
- slot,
517
- blockNumber,
518
- numTxs
519
- });
520
- throw new Error(`Block has too few successful txs to be proposed`);
521
- }
522
- // TODO(@PhilWindle) We should probably periodically check for things like another
523
- // block being published before ours instead of just waiting on our block
524
- await publisher.validateBlockHeader(block.getCheckpointHeader(), invalidateBlock);
525
- const blockStats = {
526
- eventName: 'l2-block-built',
527
- creator: proposerAddress?.toString() ?? publisher.getSenderAddress().toString(),
528
- duration: workTimer.ms(),
529
- publicProcessDuration: publicProcessorDuration,
530
- rollupCircuitsDuration: blockBuildingTimer.ms(),
531
- ...block.getStats()
532
- };
533
- const blockHash = await block.hash();
534
- const txHashes = block.body.txEffects.map((tx)=>tx.txHash);
535
- this.log.info(`Built block ${block.number} for slot ${slot} with ${numTxs} txs and ${numMsgs} messages. ${publicGas.l2Gas / workTimer.s()} mana/s`, {
536
- blockHash,
537
- globalVariables: block.header.globalVariables.toInspect(),
538
- txHashes,
539
- ...blockStats
540
- });
541
- // In fisherman mode, skip attestation collection
542
- let attestationsAndSigners;
543
- if (this.config.fishermanMode) {
544
- this.log.debug('Skipping attestation collection');
545
- attestationsAndSigners = CommitteeAttestationsAndSigners.empty();
546
- } else {
547
- this.log.debug('Collecting attestations');
548
- attestationsAndSigners = await this.collectAttestations(block, usedTxs, proposerAddress);
549
- this.log.verbose(`Collected ${attestationsAndSigners.attestations.length} attestations for block ${blockNumber} at slot ${slot}`, {
550
- blockHash,
551
- blockNumber,
552
- slot
553
- });
554
- }
555
- // In fisherman mode, skip attestation signing
556
- const attestationsAndSignersSignature = this.config.fishermanMode || !this.validatorClient ? Signature.empty() : await this.validatorClient.signAttestationsAndSigners(attestationsAndSigners, proposerAddress ?? publisher.getSenderAddress());
557
- await this.enqueuePublishL2Block(block, attestationsAndSigners, attestationsAndSignersSignature, invalidateBlock, publisher);
558
- this.metrics.recordBuiltBlock(blockBuildDuration, publicGas.l2Gas);
559
- return block;
560
- } catch (err) {
561
- this.metrics.recordFailedBlock();
562
- throw err;
563
- }
564
- }
565
- async collectAttestations(block, txs, proposerAddress) {
566
- const { committee, seed, epoch } = await this.epochCache.getCommittee(block.slot);
567
- // We checked above that the committee is defined, so this should never happen.
568
- if (!committee) {
569
- throw new Error('No committee when collecting attestations');
570
- }
571
- if (committee.length === 0) {
572
- this.log.verbose(`Attesting committee is empty`);
573
- return CommitteeAttestationsAndSigners.empty();
574
- } else {
575
- this.log.debug(`Attesting committee length is ${committee.length}`);
576
- }
577
- if (!this.validatorClient) {
578
- throw new Error('Missing validator client: Cannot collect attestations');
579
- }
580
- const numberOfRequiredAttestations = Math.floor(committee.length * 2 / 3) + 1;
581
- const slotNumber = block.header.globalVariables.slotNumber;
582
- this.setState(SequencerState.COLLECTING_ATTESTATIONS, slotNumber);
583
- this.log.debug('Creating block proposal for validators');
584
- const blockProposalOptions = {
585
- publishFullTxs: !!this.config.publishTxsWithProposals,
586
- broadcastInvalidBlockProposal: this.config.broadcastInvalidBlockProposal
587
- };
588
- const proposal = await this.validatorClient.createBlockProposal(block.header.globalVariables.blockNumber, block.getCheckpointHeader(), block.archive.root, txs, proposerAddress, blockProposalOptions);
589
- if (!proposal) {
590
- throw new Error(`Failed to create block proposal`);
591
- }
592
- if (this.config.skipCollectingAttestations) {
593
- this.log.warn('Skipping attestation collection as per config (attesting with own keys only)');
594
- const attestations = await this.validatorClient?.collectOwnAttestations(proposal);
595
- return new CommitteeAttestationsAndSigners(orderAttestations(attestations ?? [], committee));
596
- }
597
- this.log.debug('Broadcasting block proposal to validators');
598
- await this.validatorClient.broadcastBlockProposal(proposal);
599
- const attestationTimeAllowed = this.enforceTimeTable ? this.timetable.getMaxAllowedTime(SequencerState.PUBLISHING_BLOCK) : this.aztecSlotDuration;
600
- this.metrics.recordRequiredAttestations(numberOfRequiredAttestations, attestationTimeAllowed);
601
- const timer = new Timer();
602
- let collectedAttestationsCount = 0;
603
- try {
604
- const attestationDeadline = new Date(this.dateProvider.now() + attestationTimeAllowed * 1000);
605
- const attestations = await this.validatorClient.collectAttestations(proposal, numberOfRequiredAttestations, attestationDeadline);
606
- collectedAttestationsCount = attestations.length;
607
- // note: the smart contract requires that the signatures are provided in the order of the committee
608
- const sorted = orderAttestations(attestations, committee);
609
- // manipulate the attestations if we've been configured to do so
610
- if (this.config.injectFakeAttestation || this.config.shuffleAttestationOrdering) {
611
- return this.manipulateAttestations(block, epoch, seed, committee, sorted);
612
- }
613
- return new CommitteeAttestationsAndSigners(sorted);
614
- } catch (err) {
615
- if (err && err instanceof AttestationTimeoutError) {
616
- collectedAttestationsCount = err.collectedCount;
617
- }
618
- throw err;
619
- } finally{
620
- this.metrics.recordCollectedAttestations(collectedAttestationsCount, timer.ms());
621
- }
622
- }
623
- /** Breaks the attestations before publishing based on attack configs */ manipulateAttestations(block, epoch, seed, committee, attestations) {
624
- // Compute the proposer index in the committee, since we dont want to tweak it.
625
- // Otherwise, the L1 rollup contract will reject the block outright.
626
- const proposerIndex = Number(this.epochCache.computeProposerIndex(block.slot, epoch, seed, BigInt(committee.length)));
627
- if (this.config.injectFakeAttestation) {
628
- // Find non-empty attestations that are not from the proposer
629
- const nonProposerIndices = [];
630
- for(let i = 0; i < attestations.length; i++){
631
- if (!attestations[i].signature.isEmpty() && i !== proposerIndex) {
632
- nonProposerIndices.push(i);
633
- }
634
- }
635
- if (nonProposerIndices.length > 0) {
636
- const targetIndex = nonProposerIndices[randomInt(nonProposerIndices.length)];
637
- this.log.warn(`Injecting fake attestation in block ${block.number} at index ${targetIndex}`);
638
- unfreeze(attestations[targetIndex]).signature = Signature.random();
639
- }
640
- return new CommitteeAttestationsAndSigners(attestations);
641
- }
642
- if (this.config.shuffleAttestationOrdering) {
643
- this.log.warn(`Shuffling attestation ordering in block ${block.number} (proposer index ${proposerIndex})`);
644
- const shuffled = [
645
- ...attestations
646
- ];
647
- const [i, j] = [
648
- (proposerIndex + 1) % shuffled.length,
649
- (proposerIndex + 2) % shuffled.length
650
- ];
651
- const valueI = shuffled[i];
652
- const valueJ = shuffled[j];
653
- shuffled[i] = valueJ;
654
- shuffled[j] = valueI;
655
- const signers = new CommitteeAttestationsAndSigners(attestations).getSigners();
656
- return new MaliciousCommitteeAttestationsAndSigners(shuffled, signers);
657
- }
658
- return new CommitteeAttestationsAndSigners(attestations);
659
- }
660
- /**
661
- * Publishes the L2Block to the rollup contract.
662
- * @param block - The L2Block to be published.
663
- */ async enqueuePublishL2Block(block, attestationsAndSigners, attestationsAndSignersSignature, invalidateBlock, publisher) {
664
- // Publishes new block to the network and awaits the tx to be mined
665
- this.setState(SequencerState.PUBLISHING_BLOCK, block.header.globalVariables.slotNumber);
666
- // Time out tx at the end of the slot
667
- const slot = block.header.globalVariables.slotNumber;
668
- const txTimeoutAt = new Date((this.getSlotStartBuildTimestamp(slot) + this.aztecSlotDuration) * 1000);
669
- const enqueued = await publisher.enqueueProposeL2Block(block, attestationsAndSigners, attestationsAndSignersSignature, {
670
- txTimeoutAt,
671
- forcePendingBlockNumber: invalidateBlock?.forcePendingBlockNumber
672
- });
673
- if (!enqueued) {
674
- throw new Error(`Failed to enqueue publish of block ${block.number}`);
675
- }
676
- }
677
331
  /**
678
332
  * Returns whether all dependencies have caught up.
679
333
  * We don't check against the previous block submitted since it may have been reorg'd out.
@@ -725,7 +379,7 @@ export { SequencerState };
725
379
  pendingChainValidationStatus
726
380
  };
727
381
  }
728
- const block = await this.l2BlockSource.getBlock(blockNumber);
382
+ const block = await this.l2BlockSource.getL2BlockNew(blockNumber);
729
383
  if (!block) {
730
384
  // this shouldn't really happen because a moment ago we checked that all components were in sync
731
385
  this.log.error(`Failed to get L2 block ${blockNumber} from the archiver with all components in sync`);
@@ -740,52 +394,6 @@ export { SequencerState };
740
394
  };
741
395
  }
742
396
  /**
743
- * Enqueues governance and slashing votes with the publisher. Does not block.
744
- * @param publisher - The publisher to enqueue votes with
745
- * @param attestorAddress - The attestor address to use for signing
746
- * @param slot - The slot number
747
- * @param timestamp - The timestamp for the votes
748
- * @param context - Optional context for logging (e.g., block number)
749
- * @returns A tuple of [governanceEnqueued, slashingEnqueued]
750
- */ enqueueGovernanceAndSlashingVotes(publisher, attestorAddress, slot, timestamp) {
751
- try {
752
- const signerFn = (msg)=>this.validatorClient.signWithAddress(attestorAddress, msg).then((s)=>s.toString());
753
- const enqueueGovernancePromise = this.governanceProposerPayload && !this.governanceProposerPayload.isZero() ? publisher.enqueueGovernanceCastSignal(this.governanceProposerPayload, slot, timestamp, attestorAddress, signerFn).catch((err)=>{
754
- this.log.error(`Error enqueuing governance vote`, err, {
755
- slot
756
- });
757
- return false;
758
- }) : undefined;
759
- const enqueueSlashingPromise = this.slasherClient ? this.slasherClient.getProposerActions(slot).then((actions)=>{
760
- // Record metrics for fisherman mode
761
- if (this.config.fishermanMode && actions.length > 0) {
762
- this.log.debug(`Fisherman mode: simulating ${actions.length} slashing action(s) for slot ${slot}`, {
763
- slot,
764
- actionCount: actions.length
765
- });
766
- this.metrics.recordSlashingAttempt(actions.length);
767
- }
768
- // Enqueue the actions to fully simulate L1 tx building (they won't be sent in fisherman mode)
769
- return publisher.enqueueSlashingActions(actions, slot, timestamp, attestorAddress, signerFn);
770
- }).catch((err)=>{
771
- this.log.error(`Error enqueuing slashing actions`, err, {
772
- slot
773
- });
774
- return false;
775
- }) : undefined;
776
- return [
777
- enqueueGovernancePromise,
778
- enqueueSlashingPromise
779
- ];
780
- } catch (err) {
781
- this.log.error(`Error enqueueing governance and slashing votes`, err);
782
- return [
783
- undefined,
784
- undefined
785
- ];
786
- }
787
- }
788
- /**
789
397
  * Checks if we are the proposer for the next slot.
790
398
  * @returns True if we can propose, and the proposer address (undefined if anyone can propose)
791
399
  */ async checkCanPropose(slot) {
@@ -841,32 +449,32 @@ export { SequencerState };
841
449
  * Tries to vote on slashing actions and governance when the sync check fails but we're past the max time for initializing a proposal.
842
450
  * This allows the sequencer to participate in governance/slashing votes even when it cannot build blocks.
843
451
  */ async tryVoteWhenSyncFails(args) {
844
- const { slot, ts } = args;
452
+ const { slot } = args;
845
453
  // Prevent duplicate attempts in the same slot
846
454
  if (this.lastSlotForVoteWhenSyncFailed === slot) {
847
- this.log.debug(`Already attempted to vote in slot ${slot} (skipping)`);
455
+ this.log.trace(`Already attempted to vote in slot ${slot} (skipping)`);
848
456
  return;
849
457
  }
850
458
  // Check if we're past the max time for initializing a proposal
851
459
  const secondsIntoSlot = this.getSecondsIntoSlot(slot);
852
- const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_PROPOSAL);
460
+ const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_CHECKPOINT);
853
461
  // If we haven't exceeded the time limit for initializing a proposal, don't proceed with voting
854
462
  // We use INITIALIZING_PROPOSAL time limit because if we're past that, we can't build a block anyway
855
463
  if (maxAllowedTime === undefined || secondsIntoSlot <= maxAllowedTime) {
856
- this.log.trace(`Not attempting to vote since there is still for block building`, {
464
+ this.log.trace(`Not attempting to vote since there is still time for block building`, {
857
465
  secondsIntoSlot,
858
466
  maxAllowedTime
859
467
  });
860
468
  return;
861
469
  }
862
- this.log.debug(`Sync for slot ${slot} failed, checking for voting opportunities`, {
470
+ this.log.trace(`Sync for slot ${slot} failed, checking for voting opportunities`, {
863
471
  secondsIntoSlot,
864
472
  maxAllowedTime
865
473
  });
866
474
  // Check if we're a proposer or proposal is open
867
475
  const [canPropose, proposer] = await this.checkCanPropose(slot);
868
476
  if (!canPropose) {
869
- this.log.debug(`Cannot vote in slot ${slot} since we are not a proposer`, {
477
+ this.log.trace(`Cannot vote in slot ${slot} since we are not a proposer`, {
870
478
  slot,
871
479
  proposer
872
480
  });
@@ -880,10 +488,11 @@ export { SequencerState };
880
488
  attestorAddress,
881
489
  slot
882
490
  });
883
- // Enqueue governance and slashing votes using the shared helper method
884
- const votesPromises = this.enqueueGovernanceAndSlashingVotes(publisher, attestorAddress, slot, ts);
885
- await Promise.all(votesPromises);
886
- if (votesPromises.every((p)=>!p)) {
491
+ // Enqueue governance and slashing votes
492
+ const voter = new CheckpointVoter(slot, publisher, attestorAddress, this.validatorClient, this.slasherClient, this.l1Constants, this.config, this.metrics, this.log);
493
+ const votesPromises = voter.enqueueVotes();
494
+ const votes = await Promise.all(votesPromises);
495
+ if (votes.every((p)=>!p)) {
887
496
  this.log.debug(`No votes to enqueue for slot ${slot}`);
888
497
  return;
889
498
  }
@@ -902,7 +511,6 @@ export { SequencerState };
902
511
  if (pendingChainValidationStatus.valid) {
903
512
  return;
904
513
  }
905
- const { publisher } = await this.publisherFactory.create(undefined);
906
514
  const invalidBlockNumber = pendingChainValidationStatus.block.blockNumber;
907
515
  const invalidBlockTimestamp = pendingChainValidationStatus.block.timestamp;
908
516
  const timeSinceChainInvalid = this.dateProvider.nowInSeconds() - Number(invalidBlockTimestamp);
@@ -924,6 +532,21 @@ export { SequencerState };
924
532
  this.log.debug(`Not invalidating pending chain`, logData);
925
533
  return;
926
534
  }
535
+ let validatorToUse;
536
+ if (invalidateAsCommitteeMember) {
537
+ // When invalidating as a committee member, use first validator that's actually in the committee
538
+ const { committee } = await this.epochCache.getCommittee(currentSlot);
539
+ if (committee) {
540
+ const committeeSet = new Set(committee.map((addr)=>addr.toString()));
541
+ validatorToUse = ourValidatorAddresses.find((addr)=>committeeSet.has(addr.toString())) ?? ourValidatorAddresses[0];
542
+ } else {
543
+ validatorToUse = ourValidatorAddresses[0];
544
+ }
545
+ } else {
546
+ // When invalidating as a non-committee member, use the first validator
547
+ validatorToUse = ourValidatorAddresses[0];
548
+ }
549
+ const { publisher } = await this.publisherFactory.create(validatorToUse);
927
550
  const invalidateBlock = await publisher.simulateInvalidateBlock(pendingChainValidationStatus);
928
551
  if (!invalidateBlock) {
929
552
  this.log.warn(`Failed to simulate invalidate block`, logData);
@@ -938,6 +561,32 @@ export { SequencerState };
938
561
  publisher.clearPendingRequests();
939
562
  }
940
563
  }
564
+ logStrategyComparison(epoch, publisher) {
565
+ const feeAnalyzer = publisher.getL1FeeAnalyzer();
566
+ if (!feeAnalyzer) {
567
+ return;
568
+ }
569
+ const comparison = feeAnalyzer.getStrategyComparison();
570
+ if (comparison.length === 0) {
571
+ this.log.debug(`No strategy data available yet for epoch ${epoch}`);
572
+ return;
573
+ }
574
+ this.log.info(`L1 Fee Strategy Performance Report - End of Epoch ${epoch}`, {
575
+ epoch: Number(epoch),
576
+ totalAnalyses: comparison[0]?.totalAnalyses,
577
+ strategies: comparison.map((s)=>({
578
+ id: s.strategyId,
579
+ name: s.strategyName,
580
+ inclusionRate: `${(s.inclusionRate * 100).toFixed(1)}%`,
581
+ inclusionCount: `${s.inclusionCount}/${s.totalAnalyses}`,
582
+ avgCostEth: s.avgEstimatedCostEth.toFixed(6),
583
+ totalCostEth: s.totalEstimatedCostEth.toFixed(6),
584
+ avgOverpaymentEth: s.avgOverpaymentEth.toFixed(6),
585
+ totalOverpaymentEth: s.totalOverpaymentEth.toFixed(6),
586
+ avgPriorityFeeDeltaGwei: s.avgPriorityFeeDeltaGwei.toFixed(2)
587
+ }))
588
+ });
589
+ }
941
590
  getSlotStartBuildTimestamp(slotNumber) {
942
591
  return getSlotStartBuildTimestamp(slotNumber, this.l1Constants);
943
592
  }
@@ -954,24 +603,19 @@ export { SequencerState };
954
603
  getSlasherClient() {
955
604
  return this.slasherClient;
956
605
  }
606
+ get tracer() {
607
+ return this.metrics.tracer;
608
+ }
609
+ getValidatorAddresses() {
610
+ return this.validatorClient?.getValidatorAddresses();
611
+ }
612
+ getConfig() {
613
+ return this.config;
614
+ }
615
+ get l1PublishingTime() {
616
+ return this.config.l1PublishingTime ?? this.l1Constants.ethereumSlotDuration;
617
+ }
957
618
  }
958
619
  _ts_decorate([
959
620
  trackSpan('Sequencer.work')
960
621
  ], Sequencer.prototype, "safeWork", null);
961
- _ts_decorate([
962
- trackSpan('Sequencer.buildBlockAndEnqueuePublish', (_validTxs, _proposalHeader, newGlobalVariables)=>({
963
- [Attributes.BLOCK_NUMBER]: newGlobalVariables.blockNumber
964
- }))
965
- ], Sequencer.prototype, "buildBlockAndEnqueuePublish", null);
966
- _ts_decorate([
967
- trackSpan('Sequencer.collectAttestations', (block, txHashes)=>({
968
- [Attributes.BLOCK_NUMBER]: block.number,
969
- [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
970
- [Attributes.BLOCK_TXS_COUNT]: txHashes.length
971
- }))
972
- ], Sequencer.prototype, "collectAttestations", null);
973
- _ts_decorate([
974
- trackSpan('Sequencer.enqueuePublishL2Block', (block)=>({
975
- [Attributes.BLOCK_NUMBER]: block.number
976
- }))
977
- ], Sequencer.prototype, "enqueuePublishL2Block", null);