@aztec/sequencer-client 0.0.1-commit.2ed92850 → 0.0.1-commit.2f68f620
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +281 -21
- package/dest/client/sequencer-client.d.ts +19 -9
- package/dest/client/sequencer-client.d.ts.map +1 -1
- package/dest/client/sequencer-client.js +65 -32
- package/dest/config.d.ts +28 -6
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +76 -37
- package/dest/global_variable_builder/fee_predictor.d.ts +37 -0
- package/dest/global_variable_builder/fee_predictor.d.ts.map +1 -0
- package/dest/global_variable_builder/fee_predictor.js +128 -0
- package/dest/global_variable_builder/fee_provider.d.ts +21 -0
- package/dest/global_variable_builder/fee_provider.d.ts.map +1 -0
- package/dest/global_variable_builder/fee_provider.js +58 -0
- package/dest/global_variable_builder/global_builder.d.ts +14 -16
- package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
- package/dest/global_variable_builder/global_builder.js +16 -50
- package/dest/global_variable_builder/index.d.ts +4 -2
- package/dest/global_variable_builder/index.d.ts.map +1 -1
- package/dest/global_variable_builder/index.js +2 -0
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/publisher/config.d.ts +47 -17
- package/dest/publisher/config.d.ts.map +1 -1
- package/dest/publisher/config.js +121 -42
- package/dest/publisher/index.d.ts +2 -1
- package/dest/publisher/index.d.ts.map +1 -1
- package/dest/publisher/l1_tx_failed_store/factory.d.ts +11 -0
- package/dest/publisher/l1_tx_failed_store/factory.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/factory.js +22 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts +58 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.js +1 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts +15 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.js +34 -0
- package/dest/publisher/l1_tx_failed_store/index.d.ts +4 -0
- package/dest/publisher/l1_tx_failed_store/index.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/index.js +2 -0
- package/dest/publisher/sequencer-bundle-simulator.d.ts +96 -0
- package/dest/publisher/sequencer-bundle-simulator.d.ts.map +1 -0
- package/dest/publisher/sequencer-bundle-simulator.js +198 -0
- package/dest/publisher/sequencer-publisher-factory.d.ts +11 -5
- package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-factory.js +27 -3
- package/dest/publisher/sequencer-publisher-metrics.d.ts +1 -1
- package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-metrics.js +12 -4
- package/dest/publisher/sequencer-publisher.d.ts +94 -68
- package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher.js +448 -363
- package/dest/sequencer/automine/automine_factory.d.ts +54 -0
- package/dest/sequencer/automine/automine_factory.d.ts.map +1 -0
- package/dest/sequencer/automine/automine_factory.js +84 -0
- package/dest/sequencer/automine/automine_sequencer.d.ts +151 -0
- package/dest/sequencer/automine/automine_sequencer.d.ts.map +1 -0
- package/dest/sequencer/automine/automine_sequencer.js +509 -0
- package/dest/sequencer/chain_state_overrides.d.ts +61 -0
- package/dest/sequencer/chain_state_overrides.d.ts.map +1 -0
- package/dest/sequencer/chain_state_overrides.js +98 -0
- package/dest/sequencer/checkpoint_proposal_job.d.ts +85 -14
- package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -1
- package/dest/sequencer/checkpoint_proposal_job.js +882 -254
- package/dest/sequencer/checkpoint_proposal_job_metrics.d.ts +34 -0
- package/dest/sequencer/checkpoint_proposal_job_metrics.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_proposal_job_metrics.js +72 -0
- package/dest/sequencer/checkpoint_voter.d.ts +1 -2
- package/dest/sequencer/checkpoint_voter.d.ts.map +1 -1
- package/dest/sequencer/checkpoint_voter.js +2 -5
- package/dest/sequencer/events.d.ts +48 -2
- package/dest/sequencer/events.d.ts.map +1 -1
- package/dest/sequencer/index.d.ts +3 -1
- package/dest/sequencer/index.d.ts.map +1 -1
- package/dest/sequencer/index.js +2 -0
- package/dest/sequencer/metrics.d.ts +23 -8
- package/dest/sequencer/metrics.d.ts.map +1 -1
- package/dest/sequencer/metrics.js +142 -36
- package/dest/sequencer/sequencer.d.ts +85 -22
- package/dest/sequencer/sequencer.d.ts.map +1 -1
- package/dest/sequencer/sequencer.js +380 -137
- package/dest/sequencer/timetable.d.ts +14 -6
- package/dest/sequencer/timetable.d.ts.map +1 -1
- package/dest/sequencer/timetable.js +47 -46
- package/dest/sequencer/types.d.ts +2 -2
- package/dest/sequencer/types.d.ts.map +1 -1
- package/dest/test/index.d.ts +3 -5
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.d.ts +12 -12
- package/dest/test/mock_checkpoint_builder.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.js +45 -36
- package/dest/test/utils.d.ts +3 -3
- package/dest/test/utils.d.ts.map +1 -1
- package/dest/test/utils.js +10 -8
- package/package.json +27 -28
- package/src/client/sequencer-client.ts +91 -35
- package/src/config.ts +98 -46
- package/src/global_variable_builder/README.md +44 -0
- package/src/global_variable_builder/fee_predictor.ts +172 -0
- package/src/global_variable_builder/fee_provider.ts +75 -0
- package/src/global_variable_builder/global_builder.ts +26 -63
- package/src/global_variable_builder/index.ts +3 -1
- package/src/index.ts +10 -1
- package/src/publisher/config.ts +157 -45
- package/src/publisher/index.ts +3 -0
- package/src/publisher/l1_tx_failed_store/factory.ts +32 -0
- package/src/publisher/l1_tx_failed_store/failed_tx_store.ts +57 -0
- package/src/publisher/l1_tx_failed_store/file_store_failed_tx_store.ts +46 -0
- package/src/publisher/l1_tx_failed_store/index.ts +3 -0
- package/src/publisher/sequencer-bundle-simulator.ts +254 -0
- package/src/publisher/sequencer-publisher-factory.ts +38 -9
- package/src/publisher/sequencer-publisher-metrics.ts +7 -3
- package/src/publisher/sequencer-publisher.ts +542 -460
- package/src/sequencer/README.md +162 -450
- package/src/sequencer/automine/README.md +46 -0
- package/src/sequencer/automine/automine_factory.ts +145 -0
- package/src/sequencer/automine/automine_sequencer.ts +595 -0
- package/src/sequencer/chain_state_overrides.ts +162 -0
- package/src/sequencer/checkpoint_proposal_job.ts +1078 -290
- package/src/sequencer/checkpoint_proposal_job_metrics.ts +128 -0
- package/src/sequencer/checkpoint_voter.ts +1 -12
- package/src/sequencer/events.ts +51 -2
- package/src/sequencer/index.ts +2 -0
- package/src/sequencer/metrics.ts +164 -39
- package/src/sequencer/sequencer.ts +471 -157
- package/src/sequencer/timetable.ts +62 -56
- package/src/sequencer/types.ts +1 -1
- package/src/test/index.ts +2 -4
- package/src/test/mock_checkpoint_builder.ts +65 -53
- package/src/test/utils.ts +31 -10
|
@@ -1,15 +1,20 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import type { Logger } from '@aztec/foundation/log';
|
|
2
|
+
import {
|
|
3
|
+
CHECKPOINT_ASSEMBLE_TIME,
|
|
4
|
+
CHECKPOINT_INITIALIZATION_TIME,
|
|
5
|
+
type CheckpointTiming,
|
|
6
|
+
DEFAULT_P2P_PROPAGATION_TIME,
|
|
7
|
+
MIN_EXECUTION_TIME,
|
|
8
|
+
createCheckpointTimingModel,
|
|
9
|
+
} from '@aztec/stdlib/timetable';
|
|
2
10
|
|
|
3
|
-
import { DEFAULT_ATTESTATION_PROPAGATION_TIME as DEFAULT_P2P_PROPAGATION_TIME } from '../config.js';
|
|
4
11
|
import { SequencerTooSlowError } from './errors.js';
|
|
5
12
|
import type { SequencerMetrics } from './metrics.js';
|
|
6
13
|
import { SequencerState } from './utils.js';
|
|
7
14
|
|
|
8
|
-
export const MIN_EXECUTION_TIME = 2;
|
|
9
|
-
export const CHECKPOINT_INITIALIZATION_TIME = 1;
|
|
10
|
-
export const CHECKPOINT_ASSEMBLE_TIME = 1;
|
|
11
|
-
|
|
12
15
|
export class SequencerTimetable {
|
|
16
|
+
private readonly checkpointTiming: CheckpointTiming;
|
|
17
|
+
|
|
13
18
|
/**
|
|
14
19
|
* How late into the slot can we be to start working. Computed as the total time needed for assembling and publishing a block,
|
|
15
20
|
* assuming an execution time equal to `minExecutionTime`, subtracted from the slot duration. This means that, if the proposer
|
|
@@ -69,6 +74,12 @@ export class SequencerTimetable {
|
|
|
69
74
|
/** Maximum number of blocks that can be built in this slot configuration */
|
|
70
75
|
public readonly maxNumberOfBlocks: number;
|
|
71
76
|
|
|
77
|
+
/**
|
|
78
|
+
* How far into the target slot assembly and attestation collection can start when pipelining.
|
|
79
|
+
* Production-like timing keeps this at zero; fast local publishing profiles can use the attestation window.
|
|
80
|
+
*/
|
|
81
|
+
public readonly pipeliningAttestationGracePeriod: number;
|
|
82
|
+
|
|
72
83
|
constructor(
|
|
73
84
|
opts: {
|
|
74
85
|
ethereumSlotDuration: number;
|
|
@@ -79,59 +90,36 @@ export class SequencerTimetable {
|
|
|
79
90
|
enforce: boolean;
|
|
80
91
|
},
|
|
81
92
|
private readonly metrics?: SequencerMetrics,
|
|
82
|
-
private readonly log
|
|
93
|
+
private readonly log?: Logger,
|
|
83
94
|
) {
|
|
84
95
|
this.ethereumSlotDuration = opts.ethereumSlotDuration;
|
|
85
96
|
this.aztecSlotDuration = opts.aztecSlotDuration;
|
|
86
97
|
this.l1PublishingTime = opts.l1PublishingTime;
|
|
87
|
-
this.p2pPropagationTime = opts.p2pPropagationTime ?? DEFAULT_P2P_PROPAGATION_TIME;
|
|
88
98
|
this.blockDuration = opts.blockDurationMs ? opts.blockDurationMs / 1000 : undefined;
|
|
89
99
|
this.enforce = opts.enforce;
|
|
90
100
|
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
this.
|
|
94
|
-
this.
|
|
95
|
-
this.
|
|
96
|
-
|
|
97
|
-
}
|
|
101
|
+
this.checkpointTiming = createCheckpointTimingModel({
|
|
102
|
+
aztecSlotDuration: this.aztecSlotDuration,
|
|
103
|
+
ethereumSlotDuration: this.ethereumSlotDuration,
|
|
104
|
+
blockDuration: this.blockDuration,
|
|
105
|
+
l1PublishingTime: this.l1PublishingTime,
|
|
106
|
+
p2pPropagationTime: opts.p2pPropagationTime ?? DEFAULT_P2P_PROPAGATION_TIME,
|
|
107
|
+
});
|
|
98
108
|
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
109
|
+
this.p2pPropagationTime = this.checkpointTiming.p2pPropagationTime;
|
|
110
|
+
this.checkpointAssembleTime = this.checkpointTiming.checkpointAssembleTime;
|
|
111
|
+
this.checkpointInitializationTime = this.checkpointTiming.checkpointInitializationTime;
|
|
112
|
+
this.minExecutionTime = this.checkpointTiming.minExecutionTime;
|
|
103
113
|
|
|
104
114
|
// Calculate initialization offset - estimate of time needed for sync + proposer check
|
|
105
115
|
// This is the baseline for all sub-slot deadlines
|
|
106
|
-
this.initializationOffset = this.checkpointInitializationTime;
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
this.
|
|
110
|
-
|
|
111
|
-
this.p2pPropagationTime * 2 + // Round-trip propagation
|
|
112
|
-
this.l1PublishingTime; // L1 publishing
|
|
113
|
-
|
|
114
|
-
// Calculate maximum number of blocks that fit in this slot
|
|
115
|
-
if (!this.blockDuration) {
|
|
116
|
-
this.maxNumberOfBlocks = 1; // Single block per slot
|
|
117
|
-
} else {
|
|
118
|
-
const timeReservedAtEnd =
|
|
119
|
-
this.blockDuration + // Last sub-slot for validator re-execution
|
|
120
|
-
this.checkpointFinalizationTime; // Checkpoint finalization
|
|
121
|
-
const timeAvailableForBlocks = this.aztecSlotDuration - this.initializationOffset - timeReservedAtEnd;
|
|
122
|
-
this.maxNumberOfBlocks = Math.floor(timeAvailableForBlocks / this.blockDuration);
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
// Minimum work to do within a slot for building a block with the minimum time for execution and publishing its checkpoint
|
|
126
|
-
const minWorkToDo =
|
|
127
|
-
this.initializationOffset +
|
|
128
|
-
this.minExecutionTime * 2 + // Execution and reexecution
|
|
129
|
-
this.checkpointFinalizationTime;
|
|
116
|
+
this.initializationOffset = this.checkpointTiming.checkpointInitializationTime;
|
|
117
|
+
this.checkpointFinalizationTime = this.checkpointTiming.checkpointFinalizationTime;
|
|
118
|
+
this.pipeliningAttestationGracePeriod = this.checkpointTiming.pipeliningAttestationGracePeriod;
|
|
119
|
+
this.maxNumberOfBlocks = this.checkpointTiming.calculateMaxBlocksPerSlot();
|
|
120
|
+
this.initializeDeadline = this.checkpointTiming.initializeDeadline;
|
|
130
121
|
|
|
131
|
-
|
|
132
|
-
this.initializeDeadline = initializeDeadline;
|
|
133
|
-
|
|
134
|
-
this.log.verbose(
|
|
122
|
+
this.log?.info(
|
|
135
123
|
`Sequencer timetable initialized with ${this.maxNumberOfBlocks} blocks per slot (${this.enforce ? 'enforced' : 'not enforced'})`,
|
|
136
124
|
{
|
|
137
125
|
ethereumSlotDuration: this.ethereumSlotDuration,
|
|
@@ -143,19 +131,36 @@ export class SequencerTimetable {
|
|
|
143
131
|
blockAssembleTime: this.checkpointAssembleTime,
|
|
144
132
|
initializeDeadline: this.initializeDeadline,
|
|
145
133
|
enforce: this.enforce,
|
|
146
|
-
|
|
134
|
+
pipeliningAttestationGracePeriod: this.pipeliningAttestationGracePeriod,
|
|
135
|
+
minWorkToDo: this.checkpointTiming.minimumBuildSlotWork,
|
|
147
136
|
blockDuration: this.blockDuration,
|
|
148
137
|
maxNumberOfBlocks: this.maxNumberOfBlocks,
|
|
149
138
|
},
|
|
150
139
|
);
|
|
151
140
|
|
|
152
|
-
if (initializeDeadline <= 0) {
|
|
141
|
+
if (this.initializeDeadline <= 0) {
|
|
153
142
|
throw new Error(
|
|
154
|
-
`Block proposal initialize deadline cannot be negative (got ${initializeDeadline} from total time needed ${
|
|
143
|
+
`Block proposal initialize deadline cannot be negative (got ${this.initializeDeadline} from total time needed ${this.checkpointTiming.minimumBuildSlotWork} and a slot duration of ${this.aztecSlotDuration}).`,
|
|
155
144
|
);
|
|
156
145
|
}
|
|
157
146
|
}
|
|
158
147
|
|
|
148
|
+
public getCheckpointAssemblyDeadline(): number {
|
|
149
|
+
return this.checkpointTiming.checkpointAssemblyDeadline;
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
public getCheckpointAttestationDeadline(): number {
|
|
153
|
+
return this.checkpointTiming.checkpointAttestationDeadline;
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
public getCheckpointAttestationStartDeadline(): number {
|
|
157
|
+
return this.checkpointTiming.checkpointAttestationStartDeadline;
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
public getCheckpointPublishingDeadline(): number {
|
|
161
|
+
return this.checkpointTiming.checkpointPublishingDeadline;
|
|
162
|
+
}
|
|
163
|
+
|
|
159
164
|
public getMaxAllowedTime(
|
|
160
165
|
state: Extract<SequencerState, SequencerState.STOPPED | SequencerState.IDLE | SequencerState.SYNCHRONIZING>,
|
|
161
166
|
): undefined;
|
|
@@ -178,10 +183,11 @@ export class SequencerTimetable {
|
|
|
178
183
|
case SequencerState.WAITING_UNTIL_NEXT_BLOCK:
|
|
179
184
|
return this.initializeDeadline + this.checkpointInitializationTime;
|
|
180
185
|
case SequencerState.ASSEMBLING_CHECKPOINT:
|
|
186
|
+
return this.getCheckpointAssemblyDeadline();
|
|
181
187
|
case SequencerState.COLLECTING_ATTESTATIONS:
|
|
182
|
-
return this.
|
|
188
|
+
return this.getCheckpointAttestationStartDeadline();
|
|
183
189
|
case SequencerState.PUBLISHING_CHECKPOINT:
|
|
184
|
-
return this.
|
|
190
|
+
return this.getCheckpointPublishingDeadline();
|
|
185
191
|
default: {
|
|
186
192
|
const _exhaustiveCheck: never = state;
|
|
187
193
|
throw new Error(`Unexpected state: ${state}`);
|
|
@@ -205,7 +211,7 @@ export class SequencerTimetable {
|
|
|
205
211
|
}
|
|
206
212
|
|
|
207
213
|
this.metrics?.recordStateTransitionBufferMs(Math.floor(bufferSeconds * 1000), newState);
|
|
208
|
-
this.log
|
|
214
|
+
this.log?.trace(`Enough time to transition to ${newState}`, { maxAllowedTime, secondsIntoSlot });
|
|
209
215
|
}
|
|
210
216
|
|
|
211
217
|
/**
|
|
@@ -241,7 +247,7 @@ export class SequencerTimetable {
|
|
|
241
247
|
const canStart = available >= this.minExecutionTime;
|
|
242
248
|
const deadline = secondsIntoSlot + available;
|
|
243
249
|
|
|
244
|
-
this.log
|
|
250
|
+
this.log?.verbose(
|
|
245
251
|
`${canStart ? 'Can' : 'Cannot'} start single-block checkpoint at ${secondsIntoSlot}s into slot`,
|
|
246
252
|
{ secondsIntoSlot, maxAllowed, available, deadline },
|
|
247
253
|
);
|
|
@@ -261,7 +267,7 @@ export class SequencerTimetable {
|
|
|
261
267
|
// Found an available sub-slot! Is this the last one?
|
|
262
268
|
const isLastBlock = subSlot === this.maxNumberOfBlocks;
|
|
263
269
|
|
|
264
|
-
this.log
|
|
270
|
+
this.log?.verbose(
|
|
265
271
|
`Can start ${isLastBlock ? 'last block' : 'block'} in sub-slot ${subSlot} with deadline ${deadline}s`,
|
|
266
272
|
{ secondsIntoSlot, deadline, timeUntilDeadline, subSlot, maxBlocks: this.maxNumberOfBlocks },
|
|
267
273
|
);
|
|
@@ -271,7 +277,7 @@ export class SequencerTimetable {
|
|
|
271
277
|
}
|
|
272
278
|
|
|
273
279
|
// No sub-slots available with enough time
|
|
274
|
-
this.log
|
|
280
|
+
this.log?.verbose(`No time left to start any more blocks`, {
|
|
275
281
|
secondsIntoSlot,
|
|
276
282
|
maxBlocks: this.maxNumberOfBlocks,
|
|
277
283
|
initializationOffset: this.initializationOffset,
|
package/src/sequencer/types.ts
CHANGED
|
@@ -2,5 +2,5 @@ import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
|
2
2
|
|
|
3
3
|
export type SequencerRollupConstants = Pick<
|
|
4
4
|
L1RollupConstants,
|
|
5
|
-
'ethereumSlotDuration' | 'l1GenesisTime' | 'slotDuration'
|
|
5
|
+
'ethereumSlotDuration' | 'l1GenesisTime' | 'slotDuration' | 'rollupManaLimit' | 'epochDuration'
|
|
6
6
|
>;
|
package/src/test/index.ts
CHANGED
|
@@ -1,18 +1,16 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { L1TxUtils } from '@aztec/ethereum/l1-tx-utils';
|
|
2
2
|
import type { PublisherManager } from '@aztec/ethereum/publisher-manager';
|
|
3
3
|
import type { PublicProcessorFactory } from '@aztec/simulator/server';
|
|
4
4
|
import type { FullNodeCheckpointsBuilder, ValidatorClient } from '@aztec/validator-client';
|
|
5
5
|
|
|
6
6
|
import { SequencerClient } from '../client/sequencer-client.js';
|
|
7
7
|
import type { SequencerPublisherFactory } from '../publisher/sequencer-publisher-factory.js';
|
|
8
|
-
import type { SequencerPublisher } from '../publisher/sequencer-publisher.js';
|
|
9
8
|
import { Sequencer } from '../sequencer/sequencer.js';
|
|
10
9
|
import type { SequencerTimetable } from '../sequencer/timetable.js';
|
|
11
10
|
|
|
12
11
|
class TestSequencer_ extends Sequencer {
|
|
13
12
|
declare public publicProcessorFactory: PublicProcessorFactory;
|
|
14
13
|
declare public timetable: SequencerTimetable;
|
|
15
|
-
declare public publisher: SequencerPublisher;
|
|
16
14
|
declare public publisherFactory: SequencerPublisherFactory;
|
|
17
15
|
declare public validatorClient: ValidatorClient;
|
|
18
16
|
declare public checkpointsBuilder: FullNodeCheckpointsBuilder;
|
|
@@ -22,7 +20,7 @@ export type TestSequencer = TestSequencer_;
|
|
|
22
20
|
|
|
23
21
|
class TestSequencerClient_ extends SequencerClient {
|
|
24
22
|
declare public sequencer: TestSequencer;
|
|
25
|
-
declare public publisherManager: PublisherManager<
|
|
23
|
+
declare public publisherManager: PublisherManager<L1TxUtils>;
|
|
26
24
|
}
|
|
27
25
|
|
|
28
26
|
export type TestSequencerClient = TestSequencerClient_;
|
|
@@ -1,20 +1,19 @@
|
|
|
1
|
-
import { type BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
1
|
+
import { type BlockNumber, CheckpointNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
|
|
2
2
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
3
|
-
import {
|
|
3
|
+
import { unfreeze } from '@aztec/foundation/types';
|
|
4
4
|
import { L2Block } from '@aztec/stdlib/block';
|
|
5
5
|
import { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
6
|
-
import { Gas } from '@aztec/stdlib/gas';
|
|
7
6
|
import type {
|
|
7
|
+
BlockBuilderOptions,
|
|
8
8
|
FullNodeBlockBuilderConfig,
|
|
9
9
|
ICheckpointBlockBuilder,
|
|
10
10
|
ICheckpointsBuilder,
|
|
11
11
|
MerkleTreeWriteOperations,
|
|
12
|
-
PublicProcessorLimits,
|
|
13
12
|
} from '@aztec/stdlib/interfaces/server';
|
|
14
13
|
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
15
14
|
import { makeAppendOnlyTreeSnapshot } from '@aztec/stdlib/testing';
|
|
16
15
|
import type { CheckpointGlobalVariables, Tx } from '@aztec/stdlib/tx';
|
|
17
|
-
import type {
|
|
16
|
+
import type { BuildBlockInCheckpointResult } from '@aztec/validator-client';
|
|
18
17
|
|
|
19
18
|
/**
|
|
20
19
|
* A fake CheckpointBuilder for testing that implements the same interface as the real one.
|
|
@@ -33,7 +32,7 @@ export class MockCheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
33
32
|
public buildBlockCalls: Array<{
|
|
34
33
|
blockNumber: BlockNumber;
|
|
35
34
|
timestamp: bigint;
|
|
36
|
-
opts:
|
|
35
|
+
opts: BlockBuilderOptions;
|
|
37
36
|
}> = [];
|
|
38
37
|
/** Track all consumed transaction hashes across buildBlock calls */
|
|
39
38
|
public consumedTxHashes: Set<string> = new Set();
|
|
@@ -75,8 +74,8 @@ export class MockCheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
75
74
|
pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
|
|
76
75
|
blockNumber: BlockNumber,
|
|
77
76
|
timestamp: bigint,
|
|
78
|
-
opts:
|
|
79
|
-
): Promise<
|
|
77
|
+
opts: BlockBuilderOptions,
|
|
78
|
+
): Promise<BuildBlockInCheckpointResult> {
|
|
80
79
|
this.buildBlockCalls.push({ blockNumber, timestamp, opts });
|
|
81
80
|
|
|
82
81
|
if (this.errorOnBuild) {
|
|
@@ -87,8 +86,10 @@ export class MockCheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
87
86
|
let usedTxs: Tx[];
|
|
88
87
|
|
|
89
88
|
if (this.blockProvider) {
|
|
90
|
-
// Dynamic mode: get block from provider
|
|
91
|
-
block = this.blockProvider();
|
|
89
|
+
// Dynamic mode: get block from provider, cloning to avoid shared references across multiple buildBlock calls
|
|
90
|
+
block = L2Block.fromBuffer(this.blockProvider().toBuffer());
|
|
91
|
+
block.header.globalVariables.blockNumber = blockNumber;
|
|
92
|
+
await block.header.recomputeHash();
|
|
92
93
|
usedTxs = [];
|
|
93
94
|
this.builtBlocks.push(block);
|
|
94
95
|
} else {
|
|
@@ -114,82 +115,79 @@ export class MockCheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
114
115
|
|
|
115
116
|
return {
|
|
116
117
|
block,
|
|
117
|
-
publicGas: Gas.empty(),
|
|
118
118
|
publicProcessorDuration: 0,
|
|
119
119
|
numTxs: block?.body?.txEffects?.length ?? usedTxs.length,
|
|
120
|
-
blockBuildingTimer: new Timer(),
|
|
121
120
|
usedTxs,
|
|
122
121
|
failedTxs: [],
|
|
123
|
-
usedTxBlobFields: block?.body?.txEffects?.reduce((sum, tx) => sum + tx.getNumBlobFields(), 0) ?? 0,
|
|
124
122
|
};
|
|
125
123
|
}
|
|
126
124
|
|
|
127
125
|
completeCheckpoint(): Promise<Checkpoint> {
|
|
128
126
|
this.completeCheckpointCalled = true;
|
|
129
127
|
const allBlocks = this.blockProvider ? this.builtBlocks : this.blocks;
|
|
130
|
-
|
|
131
|
-
// Create a CheckpointHeader from the last block's header for testing
|
|
132
|
-
const checkpointHeader = this.createCheckpointHeader(lastBlock);
|
|
133
|
-
return Promise.resolve(
|
|
134
|
-
new Checkpoint(
|
|
135
|
-
makeAppendOnlyTreeSnapshot(lastBlock.header.globalVariables.blockNumber + 1),
|
|
136
|
-
checkpointHeader,
|
|
137
|
-
allBlocks,
|
|
138
|
-
this.checkpointNumber,
|
|
139
|
-
),
|
|
140
|
-
);
|
|
128
|
+
return this.buildCheckpoint(allBlocks);
|
|
141
129
|
}
|
|
142
130
|
|
|
143
131
|
getCheckpoint(): Promise<Checkpoint> {
|
|
144
132
|
this.getCheckpointCalled = true;
|
|
145
133
|
const builtBlocks = this.blockProvider ? this.builtBlocks : this.blocks.slice(0, this.blockIndex);
|
|
146
|
-
|
|
147
|
-
if (!lastBlock) {
|
|
134
|
+
if (builtBlocks.length === 0) {
|
|
148
135
|
throw new Error('No blocks built yet');
|
|
149
136
|
}
|
|
150
|
-
|
|
151
|
-
const checkpointHeader = this.createCheckpointHeader(lastBlock);
|
|
152
|
-
return Promise.resolve(
|
|
153
|
-
new Checkpoint(
|
|
154
|
-
makeAppendOnlyTreeSnapshot(lastBlock.header.globalVariables.blockNumber + 1),
|
|
155
|
-
checkpointHeader,
|
|
156
|
-
builtBlocks,
|
|
157
|
-
this.checkpointNumber,
|
|
158
|
-
),
|
|
159
|
-
);
|
|
137
|
+
return this.buildCheckpoint(builtBlocks);
|
|
160
138
|
}
|
|
161
139
|
|
|
162
|
-
/**
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
140
|
+
/** Builds a structurally valid Checkpoint from a list of blocks, fixing up indexes and archive chaining. */
|
|
141
|
+
private async buildCheckpoint(blocks: L2Block[]): Promise<Checkpoint> {
|
|
142
|
+
// Fix up indexWithinCheckpoint and archive chaining so the checkpoint passes structural validation.
|
|
143
|
+
for (let i = 0; i < blocks.length; i++) {
|
|
144
|
+
blocks[i].indexWithinCheckpoint = IndexWithinCheckpoint(i);
|
|
145
|
+
if (i > 0) {
|
|
146
|
+
unfreeze(blocks[i].header).lastArchive = blocks[i - 1].archive;
|
|
147
|
+
await blocks[i].header.recomputeHash();
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
const firstBlock = blocks[0];
|
|
152
|
+
const lastBlock = blocks[blocks.length - 1];
|
|
153
|
+
const gv = firstBlock.header.globalVariables;
|
|
154
|
+
|
|
155
|
+
const checkpointHeader = CheckpointHeader.empty({
|
|
156
|
+
lastArchiveRoot: firstBlock.header.lastArchive.root,
|
|
157
|
+
blockHeadersHash: Fr.random(),
|
|
172
158
|
slotNumber: gv.slotNumber,
|
|
173
159
|
timestamp: gv.timestamp,
|
|
174
160
|
coinbase: gv.coinbase,
|
|
175
161
|
feeRecipient: gv.feeRecipient,
|
|
176
162
|
gasFees: gv.gasFees,
|
|
177
|
-
totalManaUsed: header.totalManaUsed,
|
|
163
|
+
totalManaUsed: lastBlock.header.totalManaUsed,
|
|
178
164
|
});
|
|
165
|
+
|
|
166
|
+
return new Checkpoint(
|
|
167
|
+
makeAppendOnlyTreeSnapshot(lastBlock.header.globalVariables.blockNumber + 1),
|
|
168
|
+
checkpointHeader,
|
|
169
|
+
blocks,
|
|
170
|
+
this.checkpointNumber,
|
|
171
|
+
);
|
|
179
172
|
}
|
|
180
173
|
|
|
181
|
-
/**
|
|
182
|
-
|
|
183
|
-
this.blocks = [];
|
|
174
|
+
/** Resets per-checkpoint state (built blocks, consumed txs) while preserving config (blockProvider, seeded blocks). */
|
|
175
|
+
resetCheckpointState(): void {
|
|
184
176
|
this.builtBlocks = [];
|
|
185
|
-
this.usedTxsPerBlock = [];
|
|
186
177
|
this.blockIndex = 0;
|
|
187
|
-
this.buildBlockCalls = [];
|
|
188
178
|
this.consumedTxHashes.clear();
|
|
189
179
|
this.completeCheckpointCalled = false;
|
|
190
180
|
this.getCheckpointCalled = false;
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
/** Reset for reuse in another test */
|
|
184
|
+
reset(): void {
|
|
185
|
+
this.blocks = [];
|
|
186
|
+
this.usedTxsPerBlock = [];
|
|
187
|
+
this.buildBlockCalls = [];
|
|
191
188
|
this.errorOnBuild = undefined;
|
|
192
189
|
this.blockProvider = undefined;
|
|
190
|
+
this.resetCheckpointState();
|
|
193
191
|
}
|
|
194
192
|
}
|
|
195
193
|
|
|
@@ -207,6 +205,7 @@ export class MockCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
207
205
|
constants: CheckpointGlobalVariables;
|
|
208
206
|
l1ToL2Messages: Fr[];
|
|
209
207
|
previousCheckpointOutHashes: Fr[];
|
|
208
|
+
feeAssetPriceModifier: bigint;
|
|
210
209
|
}> = [];
|
|
211
210
|
public openCheckpointCalls: Array<{
|
|
212
211
|
checkpointNumber: CheckpointNumber;
|
|
@@ -214,6 +213,7 @@ export class MockCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
214
213
|
l1ToL2Messages: Fr[];
|
|
215
214
|
previousCheckpointOutHashes: Fr[];
|
|
216
215
|
existingBlocks: L2Block[];
|
|
216
|
+
feeAssetPriceModifier: bigint;
|
|
217
217
|
}> = [];
|
|
218
218
|
public updateConfigCalls: Array<Partial<FullNodeBlockBuilderConfig>> = [];
|
|
219
219
|
|
|
@@ -249,6 +249,7 @@ export class MockCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
249
249
|
slotDuration: 24,
|
|
250
250
|
l1ChainId: 1,
|
|
251
251
|
rollupVersion: 1,
|
|
252
|
+
rollupManaLimit: 200_000_000,
|
|
252
253
|
};
|
|
253
254
|
}
|
|
254
255
|
|
|
@@ -259,15 +260,24 @@ export class MockCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
259
260
|
startCheckpoint(
|
|
260
261
|
checkpointNumber: CheckpointNumber,
|
|
261
262
|
constants: CheckpointGlobalVariables,
|
|
263
|
+
feeAssetPriceModifier: bigint,
|
|
262
264
|
l1ToL2Messages: Fr[],
|
|
263
265
|
previousCheckpointOutHashes: Fr[],
|
|
264
266
|
_fork: MerkleTreeWriteOperations,
|
|
265
267
|
): Promise<ICheckpointBlockBuilder> {
|
|
266
|
-
this.startCheckpointCalls.push({
|
|
268
|
+
this.startCheckpointCalls.push({
|
|
269
|
+
checkpointNumber,
|
|
270
|
+
constants,
|
|
271
|
+
l1ToL2Messages,
|
|
272
|
+
previousCheckpointOutHashes,
|
|
273
|
+
feeAssetPriceModifier,
|
|
274
|
+
});
|
|
267
275
|
|
|
268
276
|
if (!this.checkpointBuilder) {
|
|
269
277
|
// Auto-create a builder if none was set
|
|
270
278
|
this.checkpointBuilder = new MockCheckpointBuilder(constants, checkpointNumber);
|
|
279
|
+
} else {
|
|
280
|
+
this.checkpointBuilder.resetCheckpointState();
|
|
271
281
|
}
|
|
272
282
|
|
|
273
283
|
return Promise.resolve(this.checkpointBuilder);
|
|
@@ -276,6 +286,7 @@ export class MockCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
276
286
|
openCheckpoint(
|
|
277
287
|
checkpointNumber: CheckpointNumber,
|
|
278
288
|
constants: CheckpointGlobalVariables,
|
|
289
|
+
feeAssetPriceModifier: bigint,
|
|
279
290
|
l1ToL2Messages: Fr[],
|
|
280
291
|
previousCheckpointOutHashes: Fr[],
|
|
281
292
|
_fork: MerkleTreeWriteOperations,
|
|
@@ -287,6 +298,7 @@ export class MockCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
287
298
|
l1ToL2Messages,
|
|
288
299
|
previousCheckpointOutHashes,
|
|
289
300
|
existingBlocks,
|
|
301
|
+
feeAssetPriceModifier,
|
|
290
302
|
});
|
|
291
303
|
|
|
292
304
|
if (!this.checkpointBuilder) {
|
package/src/test/utils.ts
CHANGED
|
@@ -10,7 +10,11 @@ import { PublicDataWrite } from '@aztec/stdlib/avm';
|
|
|
10
10
|
import { CommitteeAttestation, L2Block } from '@aztec/stdlib/block';
|
|
11
11
|
import { BlockProposal, CheckpointAttestation, CheckpointProposal, ConsensusPayload } from '@aztec/stdlib/p2p';
|
|
12
12
|
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
13
|
-
import {
|
|
13
|
+
import {
|
|
14
|
+
TEST_COORDINATION_SIGNATURE_CONTEXT,
|
|
15
|
+
makeAppendOnlyTreeSnapshot,
|
|
16
|
+
mockTxForRollup,
|
|
17
|
+
} from '@aztec/stdlib/testing';
|
|
14
18
|
import { BlockHeader, GlobalVariables, type Tx, makeProcessedTxFromPrivateOnlyTx } from '@aztec/stdlib/tx';
|
|
15
19
|
|
|
16
20
|
import type { MockProxy } from 'jest-mock-extended';
|
|
@@ -56,6 +60,7 @@ export async function makeBlock(txs: Tx[], globalVariables: GlobalVariables): Pr
|
|
|
56
60
|
export function mockPendingTxs(p2p: MockProxy<P2P>, txs: Tx[]): void {
|
|
57
61
|
p2p.getPendingTxCount.mockResolvedValue(txs.length);
|
|
58
62
|
p2p.iteratePendingTxs.mockImplementation(() => mockTxIterator(Promise.resolve(txs)));
|
|
63
|
+
p2p.iterateEligiblePendingTxs.mockImplementation(() => mockTxIterator(Promise.resolve(txs)));
|
|
59
64
|
}
|
|
60
65
|
|
|
61
66
|
/**
|
|
@@ -108,6 +113,7 @@ export function createBlockProposal(block: L2Block, signature: Signature): Block
|
|
|
108
113
|
block.archive.root,
|
|
109
114
|
txHashes,
|
|
110
115
|
signature,
|
|
116
|
+
TEST_COORDINATION_SIGNATURE_CONTEXT,
|
|
111
117
|
);
|
|
112
118
|
}
|
|
113
119
|
|
|
@@ -118,15 +124,23 @@ export function createCheckpointProposal(
|
|
|
118
124
|
block: L2Block,
|
|
119
125
|
checkpointSignature: Signature,
|
|
120
126
|
blockSignature?: Signature,
|
|
127
|
+
feeAssetPriceModifier: bigint = 0n,
|
|
121
128
|
): CheckpointProposal {
|
|
122
129
|
const txHashes = block.body.txEffects.map(tx => tx.txHash);
|
|
123
130
|
const checkpointHeader = createCheckpointHeaderFromBlock(block);
|
|
124
|
-
return new CheckpointProposal(
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
131
|
+
return new CheckpointProposal(
|
|
132
|
+
checkpointHeader,
|
|
133
|
+
block.archive.root,
|
|
134
|
+
feeAssetPriceModifier,
|
|
135
|
+
checkpointSignature,
|
|
136
|
+
TEST_COORDINATION_SIGNATURE_CONTEXT,
|
|
137
|
+
{
|
|
138
|
+
blockHeader: block.header,
|
|
139
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
140
|
+
txHashes,
|
|
141
|
+
signature: blockSignature ?? checkpointSignature, // Use checkpoint signature as block signature if not provided
|
|
142
|
+
},
|
|
143
|
+
);
|
|
130
144
|
}
|
|
131
145
|
|
|
132
146
|
/**
|
|
@@ -138,12 +152,19 @@ export function createCheckpointAttestation(
|
|
|
138
152
|
block: L2Block,
|
|
139
153
|
signature: Signature,
|
|
140
154
|
sender: EthAddress,
|
|
155
|
+
feeAssetPriceModifier: bigint = 0n,
|
|
141
156
|
): CheckpointAttestation {
|
|
142
157
|
const checkpointHeader = createCheckpointHeaderFromBlock(block);
|
|
143
|
-
const payload = new ConsensusPayload(
|
|
158
|
+
const payload = new ConsensusPayload(
|
|
159
|
+
checkpointHeader,
|
|
160
|
+
block.archive.root,
|
|
161
|
+
feeAssetPriceModifier,
|
|
162
|
+
TEST_COORDINATION_SIGNATURE_CONTEXT,
|
|
163
|
+
);
|
|
144
164
|
const attestation = new CheckpointAttestation(payload, signature, signature);
|
|
145
|
-
//
|
|
146
|
-
(attestation as any).
|
|
165
|
+
// Bypass signature recovery for testing since we use random signatures
|
|
166
|
+
(attestation as any).getSender = () => sender;
|
|
167
|
+
(attestation as any).getProposer = () => sender;
|
|
147
168
|
return attestation;
|
|
148
169
|
}
|
|
149
170
|
|