@aztec/sequencer-client 0.0.1-commit.04852196a → 0.0.1-commit.04d373f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (105) hide show
  1. package/README.md +282 -21
  2. package/dest/client/sequencer-client.d.ts +8 -14
  3. package/dest/client/sequencer-client.d.ts.map +1 -1
  4. package/dest/client/sequencer-client.js +35 -84
  5. package/dest/config.d.ts +7 -3
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +43 -15
  8. package/dest/global_variable_builder/fee_predictor.d.ts +37 -0
  9. package/dest/global_variable_builder/fee_predictor.d.ts.map +1 -0
  10. package/dest/global_variable_builder/fee_predictor.js +128 -0
  11. package/dest/global_variable_builder/fee_provider.d.ts +21 -0
  12. package/dest/global_variable_builder/fee_provider.d.ts.map +1 -0
  13. package/dest/global_variable_builder/fee_provider.js +58 -0
  14. package/dest/global_variable_builder/global_builder.d.ts +14 -14
  15. package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
  16. package/dest/global_variable_builder/global_builder.js +16 -50
  17. package/dest/global_variable_builder/index.d.ts +4 -2
  18. package/dest/global_variable_builder/index.d.ts.map +1 -1
  19. package/dest/global_variable_builder/index.js +2 -0
  20. package/dest/index.d.ts +2 -2
  21. package/dest/index.d.ts.map +1 -1
  22. package/dest/index.js +1 -1
  23. package/dest/publisher/config.d.ts +15 -3
  24. package/dest/publisher/config.d.ts.map +1 -1
  25. package/dest/publisher/config.js +19 -4
  26. package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts +3 -4
  27. package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts.map +1 -1
  28. package/dest/publisher/sequencer-bundle-simulator.d.ts +96 -0
  29. package/dest/publisher/sequencer-bundle-simulator.d.ts.map +1 -0
  30. package/dest/publisher/sequencer-bundle-simulator.js +198 -0
  31. package/dest/publisher/sequencer-publisher-factory.d.ts +3 -5
  32. package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
  33. package/dest/publisher/sequencer-publisher-factory.js +2 -3
  34. package/dest/publisher/sequencer-publisher.d.ts +73 -65
  35. package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
  36. package/dest/publisher/sequencer-publisher.js +316 -523
  37. package/dest/sequencer/automine/automine_factory.d.ts +54 -0
  38. package/dest/sequencer/automine/automine_factory.d.ts.map +1 -0
  39. package/dest/sequencer/automine/automine_factory.js +84 -0
  40. package/dest/sequencer/automine/automine_sequencer.d.ts +151 -0
  41. package/dest/sequencer/automine/automine_sequencer.d.ts.map +1 -0
  42. package/dest/sequencer/automine/automine_sequencer.js +506 -0
  43. package/dest/sequencer/chain_state_overrides.d.ts +61 -0
  44. package/dest/sequencer/chain_state_overrides.d.ts.map +1 -0
  45. package/dest/sequencer/chain_state_overrides.js +98 -0
  46. package/dest/sequencer/checkpoint_proposal_job.d.ts +54 -9
  47. package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -1
  48. package/dest/sequencer/checkpoint_proposal_job.js +723 -199
  49. package/dest/sequencer/checkpoint_proposal_job_metrics.d.ts +34 -0
  50. package/dest/sequencer/checkpoint_proposal_job_metrics.d.ts.map +1 -0
  51. package/dest/sequencer/checkpoint_proposal_job_metrics.js +72 -0
  52. package/dest/sequencer/checkpoint_voter.d.ts +1 -2
  53. package/dest/sequencer/checkpoint_voter.d.ts.map +1 -1
  54. package/dest/sequencer/checkpoint_voter.js +2 -5
  55. package/dest/sequencer/events.d.ts +47 -2
  56. package/dest/sequencer/events.d.ts.map +1 -1
  57. package/dest/sequencer/index.d.ts +3 -1
  58. package/dest/sequencer/index.d.ts.map +1 -1
  59. package/dest/sequencer/index.js +2 -0
  60. package/dest/sequencer/metrics.d.ts +13 -10
  61. package/dest/sequencer/metrics.d.ts.map +1 -1
  62. package/dest/sequencer/metrics.js +45 -20
  63. package/dest/sequencer/sequencer.d.ts +53 -13
  64. package/dest/sequencer/sequencer.d.ts.map +1 -1
  65. package/dest/sequencer/sequencer.js +332 -118
  66. package/dest/sequencer/timetable.d.ts +14 -1
  67. package/dest/sequencer/timetable.d.ts.map +1 -1
  68. package/dest/sequencer/timetable.js +45 -36
  69. package/dest/sequencer/types.d.ts +2 -5
  70. package/dest/sequencer/types.d.ts.map +1 -1
  71. package/dest/test/mock_checkpoint_builder.d.ts +4 -4
  72. package/dest/test/mock_checkpoint_builder.d.ts.map +1 -1
  73. package/dest/test/utils.d.ts +1 -1
  74. package/dest/test/utils.d.ts.map +1 -1
  75. package/dest/test/utils.js +7 -6
  76. package/package.json +27 -28
  77. package/src/client/sequencer-client.ts +54 -114
  78. package/src/config.ts +52 -12
  79. package/src/global_variable_builder/README.md +44 -0
  80. package/src/global_variable_builder/fee_predictor.ts +172 -0
  81. package/src/global_variable_builder/fee_provider.ts +75 -0
  82. package/src/global_variable_builder/global_builder.ts +25 -62
  83. package/src/global_variable_builder/index.ts +3 -1
  84. package/src/index.ts +10 -1
  85. package/src/publisher/config.ts +40 -6
  86. package/src/publisher/l1_tx_failed_store/failed_tx_store.ts +3 -1
  87. package/src/publisher/sequencer-bundle-simulator.ts +254 -0
  88. package/src/publisher/sequencer-publisher-factory.ts +3 -6
  89. package/src/publisher/sequencer-publisher.ts +375 -568
  90. package/src/sequencer/README.md +152 -450
  91. package/src/sequencer/automine/README.md +46 -0
  92. package/src/sequencer/automine/automine_factory.ts +145 -0
  93. package/src/sequencer/automine/automine_sequencer.ts +592 -0
  94. package/src/sequencer/chain_state_overrides.ts +162 -0
  95. package/src/sequencer/checkpoint_proposal_job.ts +871 -220
  96. package/src/sequencer/checkpoint_proposal_job_metrics.ts +128 -0
  97. package/src/sequencer/checkpoint_voter.ts +1 -12
  98. package/src/sequencer/events.ts +50 -2
  99. package/src/sequencer/index.ts +2 -0
  100. package/src/sequencer/metrics.ts +57 -24
  101. package/src/sequencer/sequencer.ts +413 -131
  102. package/src/sequencer/timetable.ts +57 -45
  103. package/src/sequencer/types.ts +2 -5
  104. package/src/test/mock_checkpoint_builder.ts +3 -3
  105. package/src/test/utils.ts +28 -10
@@ -12,22 +12,16 @@ import type { DateProvider } from '@aztec/foundation/timer';
12
12
  import type { KeystoreManager } from '@aztec/node-keystore';
13
13
  import type { P2P } from '@aztec/p2p';
14
14
  import type { SlasherClientInterface } from '@aztec/slasher';
15
- import type { L2BlockSink, L2BlockSource } from '@aztec/stdlib/block';
15
+ import type { L2BlockSink, L2BlockSource, ProposedCheckpointSink } from '@aztec/stdlib/block';
16
16
  import type { ValidatorClientFullConfig, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
17
- import { SlashFactoryContract } from '@aztec/stdlib/l1-contracts';
18
17
  import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
19
18
  import { L1Metrics, type TelemetryClient } from '@aztec/telemetry-client';
20
19
  import { FullNodeCheckpointsBuilder, NodeKeystoreAdapter, type ValidatorClient } from '@aztec/validator-client';
21
20
 
22
- import {
23
- DefaultSequencerConfig,
24
- type SequencerClientConfig,
25
- getPublisherConfigFromSequencerConfig,
26
- } from '../config.js';
27
- import { GlobalVariableBuilder } from '../global_variable_builder/index.js';
21
+ import { type SequencerClientConfig, getPublisherConfigFromSequencerConfig } from '../config.js';
22
+ import type { GlobalVariableBuilder } from '../global_variable_builder/index.js';
28
23
  import { SequencerPublisherFactory } from '../publisher/sequencer-publisher-factory.js';
29
24
  import { Sequencer, type SequencerConfig } from '../sequencer/index.js';
30
- import { SequencerTimetable } from '../sequencer/timetable.js';
31
25
 
32
26
  /**
33
27
  * Encapsulates the full sequencer and publisher.
@@ -62,7 +56,7 @@ export class SequencerClient {
62
56
  worldStateSynchronizer: WorldStateSynchronizer;
63
57
  slasherClient: SlasherClientInterface | undefined;
64
58
  checkpointsBuilder: FullNodeCheckpointsBuilder;
65
- l2BlockSource: L2BlockSource & L2BlockSink;
59
+ l2BlockSource: L2BlockSource & L2BlockSink & ProposedCheckpointSink;
66
60
  l1ToL2MessageSource: L1ToL2MessageSource;
67
61
  telemetry: TelemetryClient;
68
62
  publisherFactory?: SequencerPublisherFactory;
@@ -70,7 +64,9 @@ export class SequencerClient {
70
64
  dateProvider: DateProvider;
71
65
  epochCache?: EpochCache;
72
66
  l1TxUtils: L1TxUtils[];
67
+ funderL1TxUtils?: L1TxUtils;
73
68
  nodeKeyStore: KeystoreManager;
69
+ globalVariableBuilder: GlobalVariableBuilder;
74
70
  },
75
71
  ) {
76
72
  const {
@@ -92,41 +88,35 @@ export class SequencerClient {
92
88
  publicClient,
93
89
  l1TxUtils.map(x => x.getSenderAddress()),
94
90
  );
95
- const publisherManager = new PublisherManager(
96
- l1TxUtils,
97
- getPublisherConfigFromSequencerConfig(config),
98
- log.getBindings(),
99
- );
100
- const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
101
- const [l1GenesisTime, slotDuration, rollupVersion, rollupManaLimit] = await Promise.all([
91
+ const publisherManager = new PublisherManager(l1TxUtils, getPublisherConfigFromSequencerConfig(config), {
92
+ bindings: log.getBindings(),
93
+ funder: deps.funderL1TxUtils,
94
+ });
95
+ const rollupContract = new RollupContract(publicClient, config.rollupAddress.toString());
96
+ const [l1GenesisTime, slotDuration, rollupManaLimit] = await Promise.all([
102
97
  rollupContract.getL1GenesisTime(),
103
98
  rollupContract.getSlotDuration(),
104
- rollupContract.getVersion(),
105
99
  rollupContract.getManaLimit().then(Number),
106
100
  ] as const);
107
101
 
108
102
  const governanceProposerContract = new GovernanceProposerContract(
109
103
  publicClient,
110
- config.l1Contracts.governanceProposerAddress.toString(),
104
+ config.governanceProposerAddress.toString(),
111
105
  );
112
106
  const epochCache =
113
107
  deps.epochCache ??
114
108
  (await EpochCache.create(
115
- config.l1Contracts.rollupAddress,
109
+ config.rollupAddress,
116
110
  {
117
111
  l1RpcUrls: rpcUrls,
118
112
  l1ChainId: chainId,
119
113
  viemPollingIntervalMS: config.viemPollingIntervalMS,
120
114
  ethereumSlotDuration: config.ethereumSlotDuration,
115
+ enableProposerPipelining: config.enableProposerPipelining,
121
116
  },
122
117
  { dateProvider: deps.dateProvider },
123
118
  ));
124
119
 
125
- const slashFactoryContract = new SlashFactoryContract(
126
- publicClient,
127
- config.l1Contracts.slashFactoryAddress?.toString() ?? EthAddress.ZERO.toString(),
128
- );
129
-
130
120
  const publisherFactory =
131
121
  deps.publisherFactory ??
132
122
  new SequencerPublisherFactory(config, {
@@ -134,7 +124,6 @@ export class SequencerClient {
134
124
  blobClient: deps.blobClient,
135
125
  epochCache,
136
126
  governanceProposerContract,
137
- slashFactoryContract,
138
127
  rollupContract,
139
128
  dateProvider: deps.dateProvider,
140
129
  publisherManager,
@@ -144,13 +133,7 @@ export class SequencerClient {
144
133
 
145
134
  const ethereumSlotDuration = config.ethereumSlotDuration;
146
135
 
147
- const globalsBuilder = new GlobalVariableBuilder({
148
- ...config,
149
- l1GenesisTime,
150
- slotDuration: Number(slotDuration),
151
- ethereumSlotDuration,
152
- rollupVersion,
153
- });
136
+ const globalsBuilder = deps.globalVariableBuilder;
154
137
 
155
138
  // When running in anvil, assume we can post a tx up until one second before the end of an L1 slot.
156
139
  // Otherwise, we need the full L1 slot duration for publishing to ensure inclusion.
@@ -160,14 +143,15 @@ export class SequencerClient {
160
143
  const l1PublishingTimeBasedOnChain = isAnvilTestChain(config.l1ChainId) ? 1 : ethereumSlotDuration;
161
144
  const l1PublishingTime = config.l1PublishingTime ?? l1PublishingTimeBasedOnChain;
162
145
 
163
- const { maxL2BlockGas, maxDABlockGas, maxTxsPerBlock } = computeBlockLimits(
164
- config,
165
- rollupManaLimit,
166
- l1PublishingTime,
167
- log,
168
- );
146
+ const { maxL2BlockGas, maxDABlockGas, maxTxsPerBlock } = capPerBlockLimits(config, rollupManaLimit, log);
169
147
 
170
- const l1Constants = { l1GenesisTime, slotDuration: Number(slotDuration), ethereumSlotDuration, rollupManaLimit };
148
+ const l1Constants = {
149
+ l1GenesisTime,
150
+ slotDuration: Number(slotDuration),
151
+ ethereumSlotDuration,
152
+ rollupManaLimit,
153
+ epochDuration: config.aztecEpochDuration,
154
+ };
171
155
 
172
156
  const sequencer = new Sequencer(
173
157
  publisherFactory,
@@ -211,7 +195,7 @@ export class SequencerClient {
211
195
  await this.validatorClient?.start();
212
196
  this.sequencer.start();
213
197
  this.l1Metrics?.start();
214
- await this.publisherManager.loadState();
198
+ await this.publisherManager.start();
215
199
  }
216
200
 
217
201
  /**
@@ -220,10 +204,15 @@ export class SequencerClient {
220
204
  public async stop() {
221
205
  await this.sequencer.stop();
222
206
  await this.validatorClient?.stop();
223
- this.publisherManager.interrupt();
207
+ await this.publisherManager.stop();
224
208
  this.l1Metrics?.stop();
225
209
  }
226
210
 
211
+ /** Triggers an immediate run of the sequencer, bypassing the polling interval. */
212
+ public trigger() {
213
+ return this.sequencer.trigger();
214
+ }
215
+
227
216
  public getSequencer(): Sequencer {
228
217
  return this.sequencer;
229
218
  }
@@ -248,88 +237,39 @@ export class SequencerClient {
248
237
  }
249
238
 
250
239
  /**
251
- * Computes per-block L2 gas, DA gas, and TX count budgets based on the L1 rollup limits and the timetable.
252
- * If the user explicitly set a limit, it is capped at the corresponding checkpoint limit.
253
- * Otherwise, derives it as (checkpointLimit / maxBlocks) * multiplier, capped at the checkpoint limit.
240
+ * Caps operator-provided per-block limits at checkpoint-level limits.
241
+ * Returns undefined for any limit the operator didn't set the checkpoint builder handles redistribution.
254
242
  */
255
- export function computeBlockLimits(
243
+ function capPerBlockLimits(
256
244
  config: SequencerClientConfig,
257
245
  rollupManaLimit: number,
258
- l1PublishingTime: number,
259
246
  log: ReturnType<typeof createLogger>,
260
- ): { maxL2BlockGas: number; maxDABlockGas: number; maxTxsPerBlock: number } {
261
- const maxNumberOfBlocks = new SequencerTimetable({
262
- ethereumSlotDuration: config.ethereumSlotDuration,
263
- aztecSlotDuration: config.aztecSlotDuration,
264
- l1PublishingTime,
265
- p2pPropagationTime: config.attestationPropagationTime,
266
- blockDurationMs: config.blockDurationMs,
267
- enforce: config.enforceTimeTable ?? DefaultSequencerConfig.enforceTimeTable,
268
- }).maxNumberOfBlocks;
269
-
270
- const multiplier = config.perBlockAllocationMultiplier ?? DefaultSequencerConfig.perBlockAllocationMultiplier;
271
-
272
- // Compute maxL2BlockGas
273
- let maxL2BlockGas: number;
274
- if (config.maxL2BlockGas !== undefined) {
275
- if (config.maxL2BlockGas > rollupManaLimit) {
276
- log.warn(
277
- `Provided MAX_L2_BLOCK_GAS ${config.maxL2BlockGas} exceeds L1 rollup mana limit ${rollupManaLimit} (capping)`,
278
- );
279
- maxL2BlockGas = rollupManaLimit;
280
- } else {
281
- maxL2BlockGas = config.maxL2BlockGas;
282
- }
283
- } else {
284
- maxL2BlockGas = Math.min(rollupManaLimit, Math.ceil((rollupManaLimit / maxNumberOfBlocks) * multiplier));
247
+ ): { maxL2BlockGas: number | undefined; maxDABlockGas: number | undefined; maxTxsPerBlock: number | undefined } {
248
+ let maxL2BlockGas = config.maxL2BlockGas;
249
+ if (maxL2BlockGas !== undefined && maxL2BlockGas > rollupManaLimit) {
250
+ log.warn(`Provided MAX_L2_BLOCK_GAS ${maxL2BlockGas} exceeds rollup mana limit ${rollupManaLimit} (capping)`);
251
+ maxL2BlockGas = rollupManaLimit;
285
252
  }
286
253
 
287
- // Compute maxDABlockGas
288
- const daCheckpointLimit = MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT;
289
- let maxDABlockGas: number;
290
- if (config.maxDABlockGas !== undefined) {
291
- if (config.maxDABlockGas > daCheckpointLimit) {
292
- log.warn(
293
- `Provided MAX_DA_BLOCK_GAS ${config.maxDABlockGas} exceeds DA checkpoint limit ${daCheckpointLimit} (capping)`,
294
- );
295
- maxDABlockGas = daCheckpointLimit;
296
- } else {
297
- maxDABlockGas = config.maxDABlockGas;
298
- }
299
- } else {
300
- maxDABlockGas = Math.min(daCheckpointLimit, Math.ceil((daCheckpointLimit / maxNumberOfBlocks) * multiplier));
254
+ let maxDABlockGas = config.maxDABlockGas;
255
+ if (maxDABlockGas !== undefined && maxDABlockGas > MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT) {
256
+ log.warn(
257
+ `Provided MAX_DA_BLOCK_GAS ${maxDABlockGas} exceeds DA checkpoint limit ${MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT} (capping)`,
258
+ );
259
+ maxDABlockGas = MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT;
301
260
  }
302
261
 
303
- // Compute maxTxsPerBlock
304
- const defaultMaxTxsPerBlock = 32;
305
- let maxTxsPerBlock: number;
306
- if (config.maxTxsPerBlock !== undefined) {
307
- if (config.maxTxsPerCheckpoint !== undefined && config.maxTxsPerBlock > config.maxTxsPerCheckpoint) {
308
- log.warn(
309
- `Provided MAX_TX_PER_BLOCK ${config.maxTxsPerBlock} exceeds MAX_TX_PER_CHECKPOINT ${config.maxTxsPerCheckpoint} (capping)`,
310
- );
311
- maxTxsPerBlock = config.maxTxsPerCheckpoint;
312
- } else {
313
- maxTxsPerBlock = config.maxTxsPerBlock;
314
- }
315
- } else if (config.maxTxsPerCheckpoint !== undefined) {
316
- maxTxsPerBlock = Math.min(
317
- config.maxTxsPerCheckpoint,
318
- Math.ceil((config.maxTxsPerCheckpoint / maxNumberOfBlocks) * multiplier),
262
+ let maxTxsPerBlock = config.maxTxsPerBlock;
263
+ if (
264
+ maxTxsPerBlock !== undefined &&
265
+ config.maxTxsPerCheckpoint !== undefined &&
266
+ maxTxsPerBlock > config.maxTxsPerCheckpoint
267
+ ) {
268
+ log.warn(
269
+ `Provided MAX_TX_PER_BLOCK ${maxTxsPerBlock} exceeds MAX_TX_PER_CHECKPOINT ${config.maxTxsPerCheckpoint} (capping)`,
319
270
  );
320
- } else {
321
- maxTxsPerBlock = defaultMaxTxsPerBlock;
271
+ maxTxsPerBlock = config.maxTxsPerCheckpoint;
322
272
  }
323
273
 
324
- log.info(`Computed block limits L2=${maxL2BlockGas} DA=${maxDABlockGas} maxTxs=${maxTxsPerBlock}`, {
325
- maxL2BlockGas,
326
- maxDABlockGas,
327
- maxTxsPerBlock,
328
- rollupManaLimit,
329
- daCheckpointLimit,
330
- maxNumberOfBlocks,
331
- multiplier,
332
- });
333
-
334
274
  return { maxL2BlockGas, maxDABlockGas, maxTxsPerBlock };
335
275
  }
package/src/config.ts CHANGED
@@ -5,6 +5,7 @@ import {
5
5
  booleanConfigHelper,
6
6
  getConfigFromMappings,
7
7
  numberConfigHelper,
8
+ optionalNumberConfigHelper,
8
9
  pickConfigMappings,
9
10
  } from '@aztec/foundation/config';
10
11
  import { EthAddress } from '@aztec/foundation/eth-address';
@@ -13,8 +14,11 @@ import { type P2PConfig, p2pConfigMappings } from '@aztec/p2p/config';
13
14
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
14
15
  import {
15
16
  type ChainConfig,
17
+ DEFAULT_MAX_BLOCKS_PER_CHECKPOINT,
18
+ type PipelineConfig,
16
19
  type SequencerConfig,
17
20
  chainConfigMappings,
21
+ pipelineConfigMappings,
18
22
  sharedSequencerConfigMappings,
19
23
  } from '@aztec/stdlib/config';
20
24
  import type { ResolvedSequencerConfig } from '@aztec/stdlib/interfaces/server';
@@ -40,14 +44,17 @@ export const DefaultSequencerConfig = {
40
44
  minTxsPerBlock: 1,
41
45
  buildCheckpointIfEmpty: false,
42
46
  publishTxsWithProposals: false,
43
- perBlockAllocationMultiplier: 2,
47
+ perBlockAllocationMultiplier: 1.2,
48
+ redistributeCheckpointBudget: true,
44
49
  enforceTimeTable: true,
45
50
  attestationPropagationTime: DEFAULT_P2P_PROPAGATION_TIME,
46
51
  secondsBeforeInvalidatingBlockAsCommitteeMember: 144, // 12 L1 blocks
47
52
  secondsBeforeInvalidatingBlockAsNonCommitteeMember: 432, // 36 L1 blocks
48
53
  skipCollectingAttestations: false,
49
54
  skipInvalidateBlockAsProposer: false,
55
+ skipWaitForValidParentCheckpointOnL1: false,
50
56
  broadcastInvalidBlockProposal: false,
57
+ broadcastInvalidCheckpointProposalOnly: false,
51
58
  injectFakeAttestation: false,
52
59
  injectHighSValueAttestation: false,
53
60
  injectUnrecoverableSignatureAttestation: false,
@@ -55,6 +62,7 @@ export const DefaultSequencerConfig = {
55
62
  shuffleAttestationOrdering: false,
56
63
  skipPushProposedBlocksToArchiver: false,
57
64
  skipPublishingCheckpointsPercent: 0,
65
+ maxBlocksPerCheckpoint: DEFAULT_MAX_BLOCKS_PER_CHECKPOINT,
58
66
  } satisfies ResolvedSequencerConfig;
59
67
 
60
68
  /**
@@ -67,6 +75,7 @@ export type SequencerClientConfig = SequencerPublisherConfig &
67
75
  SequencerConfig &
68
76
  L1ReaderConfig &
69
77
  ChainConfig &
78
+ PipelineConfig &
70
79
  Pick<P2PConfig, 'txPublicSetupAllowListExtend'> &
71
80
  Pick<L1ContractsConfig, 'ethereumSlotDuration' | 'aztecSlotDuration' | 'aztecEpochDuration'>;
72
81
 
@@ -79,7 +88,7 @@ export const sequencerConfigMappings: ConfigMappingsType<SequencerConfig> = {
79
88
  maxTxsPerCheckpoint: {
80
89
  env: 'SEQ_MAX_TX_PER_CHECKPOINT',
81
90
  description: 'The maximum number of txs across all blocks in a checkpoint.',
82
- parseEnv: (val: string) => (val ? parseInt(val, 10) : undefined),
91
+ ...optionalNumberConfigHelper(),
83
92
  },
84
93
  minTxsPerBlock: {
85
94
  env: 'SEQ_MIN_TX_PER_BLOCK',
@@ -98,12 +107,12 @@ export const sequencerConfigMappings: ConfigMappingsType<SequencerConfig> = {
98
107
  maxL2BlockGas: {
99
108
  env: 'SEQ_MAX_L2_BLOCK_GAS',
100
109
  description: 'The maximum L2 block gas.',
101
- parseEnv: (val: string) => (val ? parseInt(val, 10) : undefined),
110
+ ...optionalNumberConfigHelper(),
102
111
  },
103
112
  maxDABlockGas: {
104
113
  env: 'SEQ_MAX_DA_BLOCK_GAS',
105
114
  description: 'The maximum DA block gas.',
106
- parseEnv: (val: string) => (val ? parseInt(val, 10) : undefined),
115
+ ...optionalNumberConfigHelper(),
107
116
  },
108
117
  perBlockAllocationMultiplier: {
109
118
  env: 'SEQ_PER_BLOCK_ALLOCATION_MULTIPLIER',
@@ -112,9 +121,15 @@ export const sequencerConfigMappings: ConfigMappingsType<SequencerConfig> = {
112
121
  ' Values greater than one allow early blocks to use more than their even share, relying on checkpoint-level capping for later blocks.',
113
122
  ...numberConfigHelper(DefaultSequencerConfig.perBlockAllocationMultiplier),
114
123
  },
124
+ redistributeCheckpointBudget: {
125
+ env: 'SEQ_REDISTRIBUTE_CHECKPOINT_BUDGET',
126
+ description:
127
+ 'Redistribute remaining checkpoint budget evenly across remaining blocks instead of allowing a single block to consume the entire remaining budget.',
128
+ ...booleanConfigHelper(DefaultSequencerConfig.redistributeCheckpointBudget),
129
+ },
115
130
  coinbase: {
116
131
  env: 'COINBASE',
117
- parseEnv: (val: string) => (val ? EthAddress.fromString(val) : undefined),
132
+ parseEnv: (val: string) => EthAddress.fromString(val),
118
133
  description: 'Recipient of block reward.',
119
134
  },
120
135
  feeRecipient: {
@@ -143,12 +158,7 @@ export const sequencerConfigMappings: ConfigMappingsType<SequencerConfig> = {
143
158
  l1PublishingTime: {
144
159
  env: 'SEQ_L1_PUBLISHING_TIME_ALLOWANCE_IN_SLOT',
145
160
  description: 'How much time (in seconds) we allow in the slot for publishing the L1 tx (defaults to 1 L1 slot).',
146
- parseEnv: (val: string) => (val ? parseInt(val, 10) : undefined),
147
- },
148
- attestationPropagationTime: {
149
- env: 'SEQ_ATTESTATION_PROPAGATION_TIME',
150
- description: 'How many seconds it takes for proposals and attestations to travel across the p2p layer (one-way)',
151
- ...numberConfigHelper(DefaultSequencerConfig.attestationPropagationTime),
161
+ ...optionalNumberConfigHelper(),
152
162
  },
153
163
  fakeProcessingDelayPerTxMs: {
154
164
  description: 'Used for testing to introduce a fake delay after processing each tx',
@@ -179,10 +189,25 @@ export const sequencerConfigMappings: ConfigMappingsType<SequencerConfig> = {
179
189
  description: 'Do not invalidate the previous block if invalid when we are the proposer (for testing only)',
180
190
  ...booleanConfigHelper(DefaultSequencerConfig.skipInvalidateBlockAsProposer),
181
191
  },
192
+ skipWaitForValidParentCheckpointOnL1: {
193
+ description:
194
+ 'Bypass the parent checkpoint validity check before submitting a pipelined checkpoint, ' +
195
+ 'allowing the proposer to publish even when the parent landed on L1 with invalid attestations (for testing only)',
196
+ ...booleanConfigHelper(DefaultSequencerConfig.skipWaitForValidParentCheckpointOnL1),
197
+ },
182
198
  broadcastInvalidBlockProposal: {
183
199
  description: 'Broadcast invalid block proposals with corrupted state (for testing only)',
184
200
  ...booleanConfigHelper(DefaultSequencerConfig.broadcastInvalidBlockProposal),
185
201
  },
202
+ invalidBlockProposalIndexWithinCheckpoint: {
203
+ description: 'Broadcast an invalid block proposal only at this indexWithinCheckpoint (for testing only)',
204
+ ...optionalNumberConfigHelper(),
205
+ },
206
+ broadcastInvalidCheckpointProposalOnly: {
207
+ description:
208
+ 'Broadcast invalid checkpoint proposals while keeping the underlying block proposals valid (for testing only). When unset, the checkpoint follows broadcastInvalidBlockProposal.',
209
+ ...booleanConfigHelper(DefaultSequencerConfig.broadcastInvalidCheckpointProposalOnly),
210
+ },
186
211
  injectFakeAttestation: {
187
212
  description: 'Inject a fake attestation (for testing only)',
188
213
  ...booleanConfigHelper(DefaultSequencerConfig.injectFakeAttestation),
@@ -223,17 +248,32 @@ export const sequencerConfigMappings: ConfigMappingsType<SequencerConfig> = {
223
248
  description: 'Percent probability (0 - 100) of sequencer skipping checkpoint publishing (testing only)',
224
249
  ...numberConfigHelper(DefaultSequencerConfig.skipPublishingCheckpointsPercent),
225
250
  },
251
+ skipBroadcastProposals: {
252
+ description: 'Skip broadcasting checkpoint and block proposals via gossipsub when proposer (for testing only)',
253
+ ...booleanConfigHelper(false),
254
+ },
255
+ skipBroadcastCheckpointProposal: {
256
+ description:
257
+ 'Skip broadcasting only the CheckpointProposal via gossipsub when proposer; the held last block is broadcast ' +
258
+ 'standalone instead so peers still receive it as a proposed-but-uncheckpointed tip (for testing only)',
259
+ ...booleanConfigHelper(false),
260
+ },
261
+ pauseProposingForSlots: {
262
+ description:
263
+ 'List of slots for which the sequencer will not produce a proposal (for testing only). Attestation paths are unaffected.',
264
+ },
226
265
  ...pickConfigMappings(p2pConfigMappings, ['txPublicSetupAllowListExtend']),
227
266
  };
228
267
 
229
268
  export const sequencerClientConfigMappings: ConfigMappingsType<SequencerClientConfig> = {
269
+ ...chainConfigMappings,
230
270
  ...validatorClientConfigMappings,
231
271
  ...sequencerConfigMappings,
232
272
  ...keyStoreConfigMappings,
233
273
  ...l1ReaderConfigMappings,
234
274
  ...sequencerTxSenderConfigMappings,
235
275
  ...sequencerPublisherConfigMappings,
236
- ...chainConfigMappings,
276
+ ...pipelineConfigMappings,
237
277
  ...pickConfigMappings(l1ContractsConfigMappings, ['ethereumSlotDuration', 'aztecSlotDuration', 'aztecEpochDuration']),
238
278
  };
239
279
 
@@ -0,0 +1,44 @@
1
+ # Fee Prediction
2
+
3
+ The `FeePredictor` predicts min fees for upcoming L2 slots based on the current L1
4
+ oracle state and an assumed mana usage pattern.
5
+
6
+ ## Prediction Window
7
+
8
+ The prediction covers `LAG = 2` entries (the next available slot plus 1 more).
9
+ A new oracle update can activate at `startSlot + LAG`, so only the first LAG entries
10
+ are guaranteed stable. Beyond that, L1 fees could change unpredictably.
11
+
12
+ Each entry uses:
13
+
14
+ - The **actual L1 fees** the oracle would return for that slot's timestamp (pre or post,
15
+ depending on whether the slot is before or after `slotOfChange`).
16
+ - A **configurable congestion assumption** (`ManaUsageEstimate`): none (0 mana), target
17
+ (steady state), or limit (worst case, 2x target).
18
+
19
+ The client picks `max(predicted[0..LAG-1])` as their `maxFeesPerGas`.
20
+
21
+ ```
22
+ predicted[0] → fee at next slot (current oracle + current congestion)
23
+ predicted[1] → fee at next slot + 1 (congestion may change based on usage estimate)
24
+ ```
25
+
26
+ ## Why LAG and not LIFETIME?
27
+
28
+ The L1 gas oracle has two timing constants:
29
+
30
+ - **LAG = 2 slots**: when new fees are queued, they activate LAG slots later
31
+ - **LIFETIME = 5 slots**: after an oracle update, the next update is rejected until
32
+ `slotOfChange + (LIFETIME - LAG)` slots have passed
33
+
34
+ If the oracle cooldown has already elapsed (i.e., no recent update), a new update can
35
+ be enqueued at any moment. Its new values would activate LAG slots later. This means
36
+ predictions beyond LAG slots could be invalidated by an oracle update that happens
37
+ right after we query.
38
+
39
+ With a LIFETIME-sized window, we'd give a false sense of coverage: the prediction
40
+ would look like it covers 6 slots, but slots beyond LAG could be wrong if an update
41
+ is enqueued after the prediction is computed.
42
+
43
+ By limiting to LAG entries, we guarantee that all predicted L1 fees are the ones that
44
+ will actually be used — no oracle update can change them within this window.
@@ -0,0 +1,172 @@
1
+ import { type L1FeeData, MAX_FEE_ASSET_PRICE_MODIFIER_BPS, type RollupContract } from '@aztec/ethereum/contracts';
2
+ import { SlotNumber } from '@aztec/foundation/branded-types';
3
+ import { times } from '@aztec/foundation/collection';
4
+ import type { DateProvider } from '@aztec/foundation/timer';
5
+ import { getSlotAtNextL1Block, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
6
+ import {
7
+ FEE_ORACLE_LAG,
8
+ GasFees,
9
+ MIN_ETH_PER_FEE_ASSET,
10
+ ManaUsageEstimate,
11
+ computeExcessMana,
12
+ computeManaMinFee,
13
+ } from '@aztec/stdlib/gas';
14
+
15
+ /** Cached rollup state for fee prediction. Refreshed once per L1 block. */
16
+ type FeeOracleState = {
17
+ lastSlot: SlotNumber;
18
+ excessMana: bigint;
19
+ ethPerFeeAsset: bigint;
20
+ manaTarget: bigint;
21
+ manaLimit: bigint;
22
+ provingCostPerManaEth: bigint;
23
+ epochDuration: bigint;
24
+ /** Pre-resolved L1 fees for each slot in the prediction window. */
25
+ l1FeesBySlot: L1FeeData[];
26
+ };
27
+
28
+ /**
29
+ * Predicts min fees for LAG upcoming slots based on the L1 oracle state.
30
+ * A new oracle update can activate at startSlot + LAG, so only the first LAG entries
31
+ * are guaranteed stable. Caches L1 queries per L1 block and recomputes predictions
32
+ * for each mana usage estimate.
33
+ */
34
+ export class FeePredictor {
35
+ private cachedState: Promise<FeeOracleState> | undefined;
36
+ private cachedL1BlockNumber: bigint | undefined;
37
+
38
+ private readonly slotDuration: number;
39
+ private readonly l1GenesisTime: bigint;
40
+ private readonly ethereumSlotDuration: number;
41
+
42
+ constructor(
43
+ private readonly rollupContract: RollupContract,
44
+ private readonly publicClient: { getBlockNumber: (opts?: { cacheTime?: number }) => Promise<bigint> },
45
+ private readonly dateProvider: DateProvider,
46
+ config: { slotDuration: number; l1GenesisTime: bigint; ethereumSlotDuration: number },
47
+ ) {
48
+ this.slotDuration = config.slotDuration;
49
+ this.l1GenesisTime = config.l1GenesisTime;
50
+ this.ethereumSlotDuration = config.ethereumSlotDuration;
51
+ }
52
+
53
+ /** Returns predicted min fees for each slot in the prediction window. */
54
+ async getPredictedMinFees(manaUsage: ManaUsageEstimate): Promise<GasFees[]> {
55
+ const state = await this.getState();
56
+ return this.computePredictions(state, manaUsage);
57
+ }
58
+
59
+ /** Fetches and caches rollup state. Refreshes when L1 block number advances. */
60
+ private async getState(): Promise<FeeOracleState> {
61
+ const blockNumber = await this.publicClient.getBlockNumber({ cacheTime: 0 });
62
+ if (this.cachedL1BlockNumber === undefined || blockNumber > this.cachedL1BlockNumber) {
63
+ this.cachedL1BlockNumber = blockNumber;
64
+ this.cachedState = this.fetchState(blockNumber);
65
+ }
66
+ return this.cachedState!;
67
+ }
68
+
69
+ private async fetchState(blockNumber: bigint): Promise<FeeOracleState> {
70
+ // Pin all non-constant queries to this L1 block number for a consistent snapshot.
71
+ const opts = { blockNumber };
72
+
73
+ // Cached constants don't need pinning
74
+ const [manaTarget, manaLimit, provingCostPerManaEth, epochDuration] = await Promise.all([
75
+ this.rollupContract.getManaTarget(),
76
+ this.rollupContract.getManaLimit(),
77
+ this.rollupContract.getProvingCostPerMana(),
78
+ this.rollupContract.getEpochDuration(),
79
+ ]);
80
+
81
+ // First, compute the earliest possible nextSlot independently of the checkpoint, so we can
82
+ // evaluate pruneability at the prediction start timestamp instead of the current L1 block time.
83
+ // This avoids an epoch-boundary edge case where the effective parent differs between now and nextSlot.
84
+ const slotConfig = { slotDuration: this.slotDuration, l1GenesisTime: this.l1GenesisTime };
85
+ const currentSlot = await this.rollupContract.getSlotNumber(opts);
86
+
87
+ const slotAtNextL1Block = getSlotAtNextL1Block(BigInt(this.dateProvider.nowInSeconds()), {
88
+ l1GenesisTime: this.l1GenesisTime,
89
+ slotDuration: this.slotDuration,
90
+ ethereumSlotDuration: this.ethereumSlotDuration,
91
+ });
92
+ const preliminaryNextSlot = SlotNumber(Math.max(currentSlot, slotAtNextL1Block));
93
+ const nextSlotTimestamp = getTimestampForSlot(preliminaryNextSlot, slotConfig);
94
+
95
+ // Resolve the effective checkpoint at the prediction start timestamp
96
+ const lastCheckpoint = await this.rollupContract.getEffectivePendingCheckpoint(nextSlotTimestamp, opts);
97
+ const lastSlot = lastCheckpoint.slotNumber;
98
+ // Refine nextSlot: also account for the slot after the last checkpoint
99
+ const nextSlot = SlotNumber(Math.max(SlotNumber.add(lastSlot, 1), preliminaryNextSlot));
100
+ const feeHeader = lastCheckpoint.feeHeader;
101
+
102
+ const slotCount = FEE_ORACLE_LAG;
103
+ const timestamps = times(slotCount, i => getTimestampForSlot(SlotNumber.add(nextSlot, i), slotConfig));
104
+ const l1FeesBySlot = await Promise.all(timestamps.map(ts => this.rollupContract.getL1FeesAt(ts, opts)));
105
+
106
+ return {
107
+ lastSlot,
108
+ excessMana: computeExcessMana(feeHeader.excessMana, feeHeader.manaUsed, manaTarget),
109
+ ethPerFeeAsset: feeHeader.ethPerFeeAsset,
110
+ manaTarget,
111
+ manaLimit,
112
+ provingCostPerManaEth,
113
+ epochDuration: BigInt(epochDuration),
114
+ l1FeesBySlot,
115
+ };
116
+ }
117
+
118
+ /** Computes per-slot fee predictions given cached state and a mana usage assumption. */
119
+ private computePredictions(state: FeeOracleState, manaUsage: ManaUsageEstimate): GasFees[] {
120
+ const assumedManaUsed = this.getAssumedManaUsed(state, manaUsage);
121
+
122
+ const result: GasFees[] = [];
123
+ let { excessMana } = state;
124
+ let { ethPerFeeAsset } = state;
125
+
126
+ // Slot 0: current state (next available slot after last checkpoint)
127
+ result.push(this.computeGasFees(state, excessMana, ethPerFeeAsset, state.l1FeesBySlot[0]));
128
+
129
+ // Slots 1..LAG-1: advance excessMana with the assumed mana usage per checkpoint,
130
+ // and decay ethPerFeeAsset by MAX_FEE_ASSET_PRICE_MODIFIER_BPS per slot for conservative estimates.
131
+ // Lower ethPerFeeAsset means higher fees in fee asset terms.
132
+ for (let i = 1; i < state.l1FeesBySlot.length; i++) {
133
+ excessMana = computeExcessMana(excessMana, assumedManaUsed, state.manaTarget);
134
+ const decayed = (ethPerFeeAsset * (10000n - MAX_FEE_ASSET_PRICE_MODIFIER_BPS)) / 10000n;
135
+ ethPerFeeAsset = decayed < MIN_ETH_PER_FEE_ASSET ? MIN_ETH_PER_FEE_ASSET : decayed;
136
+ result.push(this.computeGasFees(state, excessMana, ethPerFeeAsset, state.l1FeesBySlot[i]));
137
+ }
138
+
139
+ return result;
140
+ }
141
+
142
+ private getAssumedManaUsed(state: FeeOracleState, manaUsage: ManaUsageEstimate): bigint {
143
+ switch (manaUsage) {
144
+ case ManaUsageEstimate.None:
145
+ return 0n;
146
+ case ManaUsageEstimate.Target:
147
+ return state.manaTarget;
148
+ case ManaUsageEstimate.Limit:
149
+ return state.manaLimit;
150
+ }
151
+ }
152
+
153
+ private computeGasFees(
154
+ state: FeeOracleState,
155
+ excessMana: bigint,
156
+ ethPerFeeAsset: bigint,
157
+ l1Fees: L1FeeData,
158
+ ): GasFees {
159
+ return new GasFees(
160
+ 0,
161
+ computeManaMinFee({
162
+ l1BaseFee: l1Fees.baseFee,
163
+ l1BlobFee: l1Fees.blobFee,
164
+ manaTarget: state.manaTarget,
165
+ epochDuration: state.epochDuration,
166
+ provingCostPerManaEth: state.provingCostPerManaEth,
167
+ excessMana,
168
+ ethPerFeeAsset,
169
+ }),
170
+ );
171
+ }
172
+ }