@aztec/sequencer-client 0.0.1-commit.9593d84 → 0.0.1-commit.96bb3f7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/sequencer-client.d.ts +12 -12
- package/dest/client/sequencer-client.d.ts.map +1 -1
- package/dest/client/sequencer-client.js +32 -25
- package/dest/config.d.ts +12 -5
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +75 -30
- package/dest/global_variable_builder/global_builder.d.ts +22 -13
- package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
- package/dest/global_variable_builder/global_builder.js +51 -41
- package/dest/index.d.ts +1 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +0 -1
- package/dest/publisher/config.d.ts +7 -4
- package/dest/publisher/config.d.ts.map +1 -1
- package/dest/publisher/config.js +9 -3
- package/dest/publisher/sequencer-publisher-factory.d.ts +5 -4
- package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-factory.js +1 -1
- package/dest/publisher/sequencer-publisher-metrics.d.ts +3 -3
- package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-metrics.js +15 -86
- package/dest/publisher/sequencer-publisher.d.ts +49 -41
- package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher.js +566 -114
- package/dest/sequencer/block_builder.d.ts +4 -5
- package/dest/sequencer/block_builder.d.ts.map +1 -1
- package/dest/sequencer/block_builder.js +9 -14
- package/dest/sequencer/checkpoint_proposal_job.d.ts +77 -0
- package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_proposal_job.js +1089 -0
- package/dest/sequencer/checkpoint_voter.d.ts +34 -0
- package/dest/sequencer/checkpoint_voter.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_voter.js +85 -0
- package/dest/sequencer/config.d.ts +3 -2
- package/dest/sequencer/config.d.ts.map +1 -1
- package/dest/sequencer/events.d.ts +46 -0
- package/dest/sequencer/events.d.ts.map +1 -0
- package/dest/sequencer/events.js +1 -0
- package/dest/sequencer/index.d.ts +4 -1
- package/dest/sequencer/index.d.ts.map +1 -1
- package/dest/sequencer/index.js +3 -0
- package/dest/sequencer/metrics.d.ts +22 -2
- package/dest/sequencer/metrics.d.ts.map +1 -1
- package/dest/sequencer/metrics.js +125 -62
- package/dest/sequencer/sequencer.d.ts +98 -130
- package/dest/sequencer/sequencer.d.ts.map +1 -1
- package/dest/sequencer/sequencer.js +636 -603
- package/dest/sequencer/timetable.d.ts +54 -14
- package/dest/sequencer/timetable.d.ts.map +1 -1
- package/dest/sequencer/timetable.js +148 -59
- package/dest/sequencer/types.d.ts +3 -0
- package/dest/sequencer/types.d.ts.map +1 -0
- package/dest/sequencer/types.js +1 -0
- package/dest/sequencer/utils.d.ts +14 -8
- package/dest/sequencer/utils.d.ts.map +1 -1
- package/dest/sequencer/utils.js +7 -4
- package/dest/test/index.d.ts +4 -3
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.d.ts +91 -0
- package/dest/test/mock_checkpoint_builder.d.ts.map +1 -0
- package/dest/test/mock_checkpoint_builder.js +202 -0
- package/dest/test/utils.d.ts +53 -0
- package/dest/test/utils.d.ts.map +1 -0
- package/dest/test/utils.js +103 -0
- package/package.json +29 -29
- package/src/client/sequencer-client.ts +30 -41
- package/src/config.ts +80 -34
- package/src/global_variable_builder/global_builder.ts +65 -61
- package/src/index.ts +0 -1
- package/src/publisher/config.ts +12 -9
- package/src/publisher/sequencer-publisher-factory.ts +5 -4
- package/src/publisher/sequencer-publisher-metrics.ts +16 -72
- package/src/publisher/sequencer-publisher.ts +269 -146
- package/src/sequencer/README.md +531 -0
- package/src/sequencer/block_builder.ts +12 -18
- package/src/sequencer/checkpoint_proposal_job.ts +742 -0
- package/src/sequencer/checkpoint_voter.ts +105 -0
- package/src/sequencer/config.ts +2 -1
- package/src/sequencer/events.ts +27 -0
- package/src/sequencer/index.ts +3 -0
- package/src/sequencer/metrics.ts +164 -70
- package/src/sequencer/sequencer.ts +364 -811
- package/src/sequencer/timetable.ts +173 -79
- package/src/sequencer/types.ts +6 -0
- package/src/sequencer/utils.ts +18 -9
- package/src/test/index.ts +3 -2
- package/src/test/mock_checkpoint_builder.ts +279 -0
- package/src/test/utils.ts +157 -0
- package/dest/tx_validator/nullifier_cache.d.ts +0 -14
- package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
- package/dest/tx_validator/nullifier_cache.js +0 -24
- package/dest/tx_validator/tx_validator_factory.d.ts +0 -17
- package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
- package/dest/tx_validator/tx_validator_factory.js +0 -53
- package/src/tx_validator/nullifier_cache.ts +0 -30
- package/src/tx_validator/tx_validator_factory.ts +0 -132
|
@@ -1,241 +1,155 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { getKzg } from '@aztec/blob-lib';
|
|
2
|
+
import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
3
3
|
import type { EpochCache } from '@aztec/epoch-cache';
|
|
4
|
-
import {
|
|
5
|
-
import { EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
6
|
-
import { omit, pick } from '@aztec/foundation/collection';
|
|
7
|
-
import {
|
|
4
|
+
import { NoCommitteeError, type RollupContract } from '@aztec/ethereum/contracts';
|
|
5
|
+
import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
6
|
+
import { merge, omit, pick } from '@aztec/foundation/collection';
|
|
7
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
8
8
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
9
|
-
import { Signature } from '@aztec/foundation/eth-signature';
|
|
10
|
-
import { Fr } from '@aztec/foundation/fields';
|
|
11
9
|
import { createLogger } from '@aztec/foundation/log';
|
|
12
10
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
13
|
-
import {
|
|
14
|
-
import {
|
|
11
|
+
import type { DateProvider } from '@aztec/foundation/timer';
|
|
12
|
+
import type { TypedEventEmitter } from '@aztec/foundation/types';
|
|
15
13
|
import type { P2P } from '@aztec/p2p';
|
|
16
14
|
import type { SlasherClientInterface } from '@aztec/slasher';
|
|
15
|
+
import type { L2BlockNew, L2BlockSink, L2BlockSource, ValidateCheckpointResult } from '@aztec/stdlib/block';
|
|
16
|
+
import type { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
17
|
+
import { getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
17
18
|
import {
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
type L2BlockSource,
|
|
21
|
-
MaliciousCommitteeAttestationsAndSigners,
|
|
22
|
-
type ValidateBlockResult,
|
|
23
|
-
} from '@aztec/stdlib/block';
|
|
24
|
-
import { type L1RollupConstants, getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
25
|
-
import { Gas } from '@aztec/stdlib/gas';
|
|
26
|
-
import {
|
|
27
|
-
type IFullNodeBlockBuilder,
|
|
28
|
-
type PublicProcessorLimits,
|
|
19
|
+
type ResolvedSequencerConfig,
|
|
20
|
+
type SequencerConfig,
|
|
29
21
|
SequencerConfigSchema,
|
|
30
22
|
type WorldStateSynchronizer,
|
|
31
23
|
} from '@aztec/stdlib/interfaces/server';
|
|
32
24
|
import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
33
|
-
import type { BlockProposalOptions } from '@aztec/stdlib/p2p';
|
|
34
|
-
import { orderAttestations } from '@aztec/stdlib/p2p';
|
|
35
|
-
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
36
25
|
import { pickFromSchema } from '@aztec/stdlib/schemas';
|
|
37
|
-
import type { L2BlockBuiltStats } from '@aztec/stdlib/stats';
|
|
38
26
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
39
|
-
import { ContentCommitment, type FailedTx, GlobalVariables, Tx } from '@aztec/stdlib/tx';
|
|
40
|
-
import { AttestationTimeoutError } from '@aztec/stdlib/validators';
|
|
41
27
|
import { Attributes, type TelemetryClient, type Tracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
42
|
-
import type
|
|
28
|
+
import { FullNodeCheckpointsBuilder, type ValidatorClient } from '@aztec/validator-client';
|
|
43
29
|
|
|
44
30
|
import EventEmitter from 'node:events';
|
|
45
|
-
import type { TypedDataDefinition } from 'viem';
|
|
46
31
|
|
|
32
|
+
import { DefaultSequencerConfig } from '../config.js';
|
|
47
33
|
import type { GlobalVariableBuilder } from '../global_variable_builder/global_builder.js';
|
|
48
34
|
import type { SequencerPublisherFactory } from '../publisher/sequencer-publisher-factory.js';
|
|
49
|
-
import type {
|
|
50
|
-
import
|
|
35
|
+
import type { InvalidateCheckpointRequest, SequencerPublisher } from '../publisher/sequencer-publisher.js';
|
|
36
|
+
import { CheckpointProposalJob } from './checkpoint_proposal_job.js';
|
|
37
|
+
import { CheckpointVoter } from './checkpoint_voter.js';
|
|
51
38
|
import { SequencerInterruptedError, SequencerTooSlowError } from './errors.js';
|
|
39
|
+
import type { SequencerEvents } from './events.js';
|
|
52
40
|
import { SequencerMetrics } from './metrics.js';
|
|
53
41
|
import { SequencerTimetable } from './timetable.js';
|
|
54
|
-
import {
|
|
42
|
+
import type { SequencerRollupConstants } from './types.js';
|
|
43
|
+
import { SequencerState } from './utils.js';
|
|
55
44
|
|
|
56
45
|
export { SequencerState };
|
|
57
46
|
|
|
58
|
-
type SequencerRollupConstants = Pick<L1RollupConstants, 'ethereumSlotDuration' | 'l1GenesisTime' | 'slotDuration'>;
|
|
59
|
-
|
|
60
|
-
export type SequencerEvents = {
|
|
61
|
-
['state-changed']: (args: {
|
|
62
|
-
oldState: SequencerState;
|
|
63
|
-
newState: SequencerState;
|
|
64
|
-
secondsIntoSlot?: number;
|
|
65
|
-
slotNumber?: SlotNumber;
|
|
66
|
-
}) => void;
|
|
67
|
-
['proposer-rollup-check-failed']: (args: { reason: string }) => void;
|
|
68
|
-
['tx-count-check-failed']: (args: { minTxs: number; availableTxs: number }) => void;
|
|
69
|
-
['block-build-failed']: (args: { reason: string }) => void;
|
|
70
|
-
['block-publish-failed']: (args: {
|
|
71
|
-
successfulActions?: Action[];
|
|
72
|
-
failedActions?: Action[];
|
|
73
|
-
sentActions?: Action[];
|
|
74
|
-
expiredActions?: Action[];
|
|
75
|
-
}) => void;
|
|
76
|
-
['block-published']: (args: { blockNumber: number; slot: number }) => void;
|
|
77
|
-
};
|
|
78
|
-
|
|
79
47
|
/**
|
|
80
48
|
* Sequencer client
|
|
81
|
-
* -
|
|
82
|
-
* -
|
|
83
|
-
* -
|
|
84
|
-
* -
|
|
85
|
-
* -
|
|
86
|
-
* - Publishes L1 tx(s) to the rollup contract via RollupPublisher.
|
|
49
|
+
* - Checks whether it is elected as proposer for the next slot
|
|
50
|
+
* - Builds multiple blocks and broadcasts them
|
|
51
|
+
* - Collects attestations for the checkpoint
|
|
52
|
+
* - Publishes the checkpoint to L1
|
|
53
|
+
* - Votes for proposals and slashes on L1
|
|
87
54
|
*/
|
|
88
55
|
export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<SequencerEvents>) {
|
|
89
56
|
private runningPromise?: RunningPromise;
|
|
90
|
-
private pollingIntervalMs: number = 1000;
|
|
91
|
-
private maxTxsPerBlock = 32;
|
|
92
|
-
private minTxsPerBlock = 1;
|
|
93
|
-
private maxL1TxInclusionTimeIntoSlot = 0;
|
|
94
57
|
private state = SequencerState.STOPPED;
|
|
95
|
-
private maxBlockSizeInBytes: number = 1024 * 1024;
|
|
96
|
-
private maxBlockGas: Gas = new Gas(100e9, 100e9);
|
|
97
58
|
private metrics: SequencerMetrics;
|
|
98
59
|
|
|
99
|
-
private lastBlockPublished: L2Block | undefined;
|
|
100
|
-
|
|
101
|
-
private governanceProposerPayload: EthAddress | undefined;
|
|
102
|
-
|
|
103
60
|
/** The last slot for which we attempted to vote when sync failed, to prevent duplicate attempts. */
|
|
104
61
|
private lastSlotForVoteWhenSyncFailed: SlotNumber | undefined;
|
|
105
62
|
|
|
106
|
-
/** The last slot for which we
|
|
107
|
-
private
|
|
63
|
+
/** The last slot for which we triggered a checkpoint proposal job, to prevent duplicate attempts. */
|
|
64
|
+
private lastSlotForCheckpointProposalJob: SlotNumber | undefined;
|
|
65
|
+
|
|
66
|
+
/** Last successful checkpoint proposed */
|
|
67
|
+
private lastCheckpointProposed: Checkpoint | undefined;
|
|
68
|
+
|
|
69
|
+
/** The last epoch for which we logged strategy comparison in fisherman mode. */
|
|
70
|
+
private lastEpochForStrategyComparison: EpochNumber | undefined;
|
|
108
71
|
|
|
109
72
|
/** The maximum number of seconds that the sequencer can be into a slot to transition to a particular state. */
|
|
110
73
|
protected timetable!: SequencerTimetable;
|
|
111
|
-
protected enforceTimeTable: boolean = false;
|
|
112
74
|
|
|
113
75
|
// This shouldn't be here as this gets re-created each time we build/propose a block.
|
|
114
76
|
// But we have a number of tests that abuse/rely on this class having a permanent publisher.
|
|
115
77
|
// As long as those tests only configure a single publisher they will continue to work.
|
|
116
78
|
// This will get re-assigned every time the sequencer goes to build a new block to a publisher that is valid
|
|
117
79
|
// for the block proposer.
|
|
80
|
+
// TODO(palla/mbps): Remove this field and fix tests
|
|
118
81
|
protected publisher: SequencerPublisher | undefined;
|
|
119
82
|
|
|
83
|
+
/** Config for the sequencer */
|
|
84
|
+
protected config: ResolvedSequencerConfig = DefaultSequencerConfig;
|
|
85
|
+
|
|
120
86
|
constructor(
|
|
121
87
|
protected publisherFactory: SequencerPublisherFactory,
|
|
122
|
-
protected validatorClient: ValidatorClient
|
|
88
|
+
protected validatorClient: ValidatorClient,
|
|
123
89
|
protected globalsBuilder: GlobalVariableBuilder,
|
|
124
90
|
protected p2pClient: P2P,
|
|
125
91
|
protected worldState: WorldStateSynchronizer,
|
|
126
92
|
protected slasherClient: SlasherClientInterface | undefined,
|
|
127
|
-
protected l2BlockSource: L2BlockSource,
|
|
93
|
+
protected l2BlockSource: L2BlockSource & L2BlockSink,
|
|
128
94
|
protected l1ToL2MessageSource: L1ToL2MessageSource,
|
|
129
|
-
protected
|
|
95
|
+
protected checkpointsBuilder: FullNodeCheckpointsBuilder,
|
|
130
96
|
protected l1Constants: SequencerRollupConstants,
|
|
131
97
|
protected dateProvider: DateProvider,
|
|
132
98
|
protected epochCache: EpochCache,
|
|
133
99
|
protected rollupContract: RollupContract,
|
|
134
|
-
|
|
100
|
+
config: SequencerConfig,
|
|
135
101
|
protected telemetry: TelemetryClient = getTelemetryClient(),
|
|
136
102
|
protected log = createLogger('sequencer'),
|
|
137
103
|
) {
|
|
138
104
|
super();
|
|
139
105
|
|
|
140
106
|
// Add [FISHERMAN] prefix to logger if in fisherman mode
|
|
141
|
-
if (
|
|
107
|
+
if (config.fishermanMode) {
|
|
142
108
|
this.log = log.createChild('[FISHERMAN]');
|
|
143
109
|
}
|
|
144
110
|
|
|
145
111
|
this.metrics = new SequencerMetrics(telemetry, this.rollupContract, 'Sequencer');
|
|
146
|
-
|
|
147
|
-
this.updateConfig(this.config);
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
get tracer(): Tracer {
|
|
151
|
-
return this.metrics.tracer;
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
public getValidatorAddresses() {
|
|
155
|
-
return this.validatorClient?.getValidatorAddresses();
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
public getConfig() {
|
|
159
|
-
return this.config;
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
/**
|
|
163
|
-
* Updates sequencer config by the defined values in the config on input.
|
|
164
|
-
* @param config - New parameters.
|
|
165
|
-
*/
|
|
166
|
-
public updateConfig(config: SequencerConfig) {
|
|
167
|
-
this.log.info(
|
|
168
|
-
`Sequencer config set`,
|
|
169
|
-
omit(pickFromSchema(config, SequencerConfigSchema), 'txPublicSetupAllowList'),
|
|
170
|
-
);
|
|
171
|
-
|
|
172
|
-
if (config.transactionPollingIntervalMS !== undefined) {
|
|
173
|
-
this.pollingIntervalMs = config.transactionPollingIntervalMS;
|
|
174
|
-
}
|
|
175
|
-
if (config.maxTxsPerBlock !== undefined) {
|
|
176
|
-
this.maxTxsPerBlock = config.maxTxsPerBlock;
|
|
177
|
-
}
|
|
178
|
-
if (config.minTxsPerBlock !== undefined) {
|
|
179
|
-
this.minTxsPerBlock = config.minTxsPerBlock;
|
|
180
|
-
}
|
|
181
|
-
if (config.maxDABlockGas !== undefined) {
|
|
182
|
-
this.maxBlockGas = new Gas(config.maxDABlockGas, this.maxBlockGas.l2Gas);
|
|
183
|
-
}
|
|
184
|
-
if (config.maxL2BlockGas !== undefined) {
|
|
185
|
-
this.maxBlockGas = new Gas(this.maxBlockGas.daGas, config.maxL2BlockGas);
|
|
186
|
-
}
|
|
187
|
-
if (config.maxBlockSizeInBytes !== undefined) {
|
|
188
|
-
this.maxBlockSizeInBytes = config.maxBlockSizeInBytes;
|
|
189
|
-
}
|
|
190
|
-
if (config.governanceProposerPayload) {
|
|
191
|
-
this.governanceProposerPayload = config.governanceProposerPayload;
|
|
192
|
-
}
|
|
193
|
-
if (config.maxL1TxInclusionTimeIntoSlot !== undefined) {
|
|
194
|
-
this.maxL1TxInclusionTimeIntoSlot = config.maxL1TxInclusionTimeIntoSlot;
|
|
195
|
-
}
|
|
196
|
-
if (config.enforceTimeTable !== undefined) {
|
|
197
|
-
this.enforceTimeTable = config.enforceTimeTable;
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
this.setTimeTable();
|
|
201
|
-
|
|
202
|
-
// TODO: Just read everything from the config object as needed instead of copying everything into local vars.
|
|
203
|
-
|
|
204
|
-
// Update all values on this.config that are populated in the config object.
|
|
205
|
-
Object.assign(this.config, config);
|
|
112
|
+
this.updateConfig(config);
|
|
206
113
|
}
|
|
207
114
|
|
|
208
|
-
|
|
115
|
+
/** Updates sequencer config by the defined values and updates the timetable */
|
|
116
|
+
public updateConfig(config: Partial<SequencerConfig>) {
|
|
117
|
+
const filteredConfig = pickFromSchema(config, SequencerConfigSchema);
|
|
118
|
+
this.log.info(`Updated sequencer config`, omit(filteredConfig, 'txPublicSetupAllowList'));
|
|
119
|
+
this.config = merge(this.config, filteredConfig);
|
|
209
120
|
this.timetable = new SequencerTimetable(
|
|
210
121
|
{
|
|
211
122
|
ethereumSlotDuration: this.l1Constants.ethereumSlotDuration,
|
|
212
123
|
aztecSlotDuration: this.aztecSlotDuration,
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
124
|
+
l1PublishingTime: this.l1PublishingTime,
|
|
125
|
+
p2pPropagationTime: this.config.attestationPropagationTime,
|
|
126
|
+
blockDurationMs: this.config.blockDurationMs,
|
|
127
|
+
enforce: this.config.enforceTimeTable,
|
|
216
128
|
},
|
|
217
129
|
this.metrics,
|
|
218
130
|
this.log,
|
|
219
131
|
);
|
|
220
132
|
}
|
|
221
133
|
|
|
134
|
+
/** Initializes the sequencer (precomputes tables and creates a publisher). Takes about 3s. */
|
|
222
135
|
public async init() {
|
|
136
|
+
getKzg();
|
|
223
137
|
this.publisher = (await this.publisherFactory.create(undefined)).publisher;
|
|
224
138
|
}
|
|
225
139
|
|
|
226
|
-
/**
|
|
227
|
-
* Starts the sequencer and moves to IDLE state.
|
|
228
|
-
*/
|
|
140
|
+
/** Starts the sequencer and moves to IDLE state. */
|
|
229
141
|
public start() {
|
|
230
|
-
this.runningPromise = new RunningPromise(
|
|
142
|
+
this.runningPromise = new RunningPromise(
|
|
143
|
+
this.safeWork.bind(this),
|
|
144
|
+
this.log,
|
|
145
|
+
this.config.sequencerPollingIntervalMS,
|
|
146
|
+
);
|
|
231
147
|
this.setState(SequencerState.IDLE, undefined, { force: true });
|
|
232
148
|
this.runningPromise.start();
|
|
233
149
|
this.log.info('Started sequencer');
|
|
234
150
|
}
|
|
235
151
|
|
|
236
|
-
/**
|
|
237
|
-
* Stops the sequencer from processing txs and moves to STOPPED state.
|
|
238
|
-
*/
|
|
152
|
+
/** Stops the sequencer from building blocks and moves to STOPPED state. */
|
|
239
153
|
public async stop(): Promise<void> {
|
|
240
154
|
this.log.info(`Stopping sequencer`);
|
|
241
155
|
this.setState(SequencerState.STOPPING, undefined, { force: true });
|
|
@@ -245,52 +159,120 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
245
159
|
this.log.info('Stopped sequencer');
|
|
246
160
|
}
|
|
247
161
|
|
|
248
|
-
/**
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
162
|
+
/** Main sequencer loop with a try/catch */
|
|
163
|
+
protected async safeWork() {
|
|
164
|
+
try {
|
|
165
|
+
await this.work();
|
|
166
|
+
} catch (err) {
|
|
167
|
+
this.emit('checkpoint-error', { error: err as Error });
|
|
168
|
+
if (err instanceof SequencerTooSlowError) {
|
|
169
|
+
// TODO(palla/mbps): Add missing states
|
|
170
|
+
// Log as warn only if we had to abort halfway through the block proposal
|
|
171
|
+
const logLvl = [SequencerState.INITIALIZING_CHECKPOINT, SequencerState.PROPOSER_CHECK].includes(
|
|
172
|
+
err.proposedState,
|
|
173
|
+
)
|
|
174
|
+
? ('debug' as const)
|
|
175
|
+
: ('warn' as const);
|
|
176
|
+
this.log[logLvl](err.message, { now: this.dateProvider.nowInSeconds() });
|
|
177
|
+
} else {
|
|
178
|
+
// Re-throw other errors
|
|
179
|
+
throw err;
|
|
180
|
+
}
|
|
181
|
+
} finally {
|
|
182
|
+
this.setState(SequencerState.IDLE, undefined);
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
/** Returns the current state of the sequencer. */
|
|
252
187
|
public status() {
|
|
253
188
|
return { state: this.state };
|
|
254
189
|
}
|
|
255
190
|
|
|
256
191
|
/**
|
|
257
|
-
*
|
|
258
|
-
*
|
|
259
|
-
*
|
|
260
|
-
*
|
|
261
|
-
*
|
|
262
|
-
*
|
|
192
|
+
* Main sequencer loop:
|
|
193
|
+
* - Checks if we are up to date
|
|
194
|
+
* - If we are and we are the sequencer, collect txs and build blocks
|
|
195
|
+
* - Build multiple blocks per slot when configured
|
|
196
|
+
* - Collect attestations for the final block
|
|
197
|
+
* - Submit checkpoint
|
|
263
198
|
*/
|
|
199
|
+
@trackSpan('Sequencer.work')
|
|
264
200
|
protected async work() {
|
|
265
201
|
this.setState(SequencerState.SYNCHRONIZING, undefined);
|
|
266
|
-
const { slot, ts, now } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
202
|
+
const { slot, ts, now, epoch } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
267
203
|
|
|
268
|
-
// Check we
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
`Cannot propose block at next L2 slot ${slot} since that slot was taken by our own block ${this.lastBlockPublished.number}`,
|
|
272
|
-
);
|
|
204
|
+
// Check if we are synced and it's our slot, grab a publisher, check previous block invalidation, etc
|
|
205
|
+
const checkpointProposalJob = await this.prepareCheckpointProposal(slot, ts, now);
|
|
206
|
+
if (!checkpointProposalJob) {
|
|
273
207
|
return;
|
|
274
208
|
}
|
|
275
209
|
|
|
210
|
+
// Execute the checkpoint proposal job
|
|
211
|
+
const checkpoint = await checkpointProposalJob.execute();
|
|
212
|
+
|
|
213
|
+
// Update last checkpoint proposed (currently unused)
|
|
214
|
+
if (checkpoint) {
|
|
215
|
+
this.lastCheckpointProposed = checkpoint;
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
// Log fee strategy comparison if on fisherman
|
|
219
|
+
if (
|
|
220
|
+
this.config.fishermanMode &&
|
|
221
|
+
(this.lastEpochForStrategyComparison === undefined || epoch > this.lastEpochForStrategyComparison)
|
|
222
|
+
) {
|
|
223
|
+
this.logStrategyComparison(epoch, checkpointProposalJob.getPublisher());
|
|
224
|
+
this.lastEpochForStrategyComparison = epoch;
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
return checkpoint;
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
/**
|
|
231
|
+
* Prepares the checkpoint proposal by performing all necessary checks and setup.
|
|
232
|
+
* This is the initial step in the main loop.
|
|
233
|
+
* @returns CheckpointProposalJob if successful, undefined if we are not yet synced or are not the proposer.
|
|
234
|
+
*/
|
|
235
|
+
@trackSpan('Sequencer.prepareCheckpointProposal')
|
|
236
|
+
private async prepareCheckpointProposal(
|
|
237
|
+
slot: SlotNumber,
|
|
238
|
+
ts: bigint,
|
|
239
|
+
now: bigint,
|
|
240
|
+
): Promise<CheckpointProposalJob | undefined> {
|
|
241
|
+
// Check we have not already processed this slot (cheapest check)
|
|
242
|
+
// We only check this if enforce timetable is set, since we want to keep processing the same slot if we are not
|
|
243
|
+
// running against actual time (eg when we use sandbox-style automining)
|
|
244
|
+
if (
|
|
245
|
+
this.lastSlotForCheckpointProposalJob &&
|
|
246
|
+
this.lastSlotForCheckpointProposalJob >= slot &&
|
|
247
|
+
this.config.enforceTimeTable
|
|
248
|
+
) {
|
|
249
|
+
this.log.trace(`Slot ${slot} has already been processed`);
|
|
250
|
+
return undefined;
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
// But if we have already proposed for this slot, the we definitely have to skip it, automining or not
|
|
254
|
+
if (this.lastCheckpointProposed && this.lastCheckpointProposed.header.slotNumber >= slot) {
|
|
255
|
+
this.log.trace(`Slot ${slot} has already been published as checkpoint ${this.lastCheckpointProposed.number}`);
|
|
256
|
+
return undefined;
|
|
257
|
+
}
|
|
258
|
+
|
|
276
259
|
// Check all components are synced to latest as seen by the archiver (queries all subsystems)
|
|
277
260
|
const syncedTo = await this.checkSync({ ts, slot });
|
|
278
261
|
if (!syncedTo) {
|
|
279
262
|
await this.tryVoteWhenSyncFails({ slot, ts });
|
|
280
|
-
return;
|
|
263
|
+
return undefined;
|
|
281
264
|
}
|
|
282
265
|
|
|
283
|
-
|
|
284
|
-
const
|
|
266
|
+
// Next checkpoint follows from the last synced one
|
|
267
|
+
const checkpointNumber = CheckpointNumber(syncedTo.checkpointNumber + 1);
|
|
285
268
|
|
|
286
|
-
const
|
|
269
|
+
const logCtx = {
|
|
287
270
|
now,
|
|
288
271
|
syncedToL1Ts: syncedTo.l1Timestamp,
|
|
289
272
|
syncedToL2Slot: getSlotAtTimestamp(syncedTo.l1Timestamp, this.l1Constants),
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
newBlockNumber,
|
|
273
|
+
slot,
|
|
274
|
+
slotTs: ts,
|
|
275
|
+
checkpointNumber,
|
|
294
276
|
isPendingChainValid: pick(syncedTo.pendingChainValidationStatus, 'valid', 'reason', 'invalidIndex'),
|
|
295
277
|
};
|
|
296
278
|
|
|
@@ -298,269 +280,142 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
298
280
|
this.setState(SequencerState.PROPOSER_CHECK, slot);
|
|
299
281
|
const [canPropose, proposer] = await this.checkCanPropose(slot);
|
|
300
282
|
|
|
301
|
-
// If we are not a proposer check if we should invalidate
|
|
283
|
+
// If we are not a proposer check if we should invalidate an invalid checkpoint, and bail
|
|
302
284
|
if (!canPropose) {
|
|
303
|
-
await this.
|
|
304
|
-
return;
|
|
305
|
-
}
|
|
306
|
-
|
|
307
|
-
// In fisherman mode, check if we've already validated this slot to prevent duplicate attempts
|
|
308
|
-
if (this.config.fishermanMode) {
|
|
309
|
-
if (this.lastSlotForValidationBlock === slot) {
|
|
310
|
-
this.log.trace(`Already validated block building for slot ${slot} (skipping)`, { slot });
|
|
311
|
-
return;
|
|
312
|
-
}
|
|
313
|
-
this.log.debug(
|
|
314
|
-
`Building validation block for slot ${slot} (actual proposer: ${proposer?.toString() ?? 'none'})`,
|
|
315
|
-
{ slot, proposer: proposer?.toString() },
|
|
316
|
-
);
|
|
317
|
-
// Mark this slot as being validated
|
|
318
|
-
this.lastSlotForValidationBlock = slot;
|
|
285
|
+
await this.considerInvalidatingCheckpoint(syncedTo, slot);
|
|
286
|
+
return undefined;
|
|
319
287
|
}
|
|
320
288
|
|
|
321
289
|
// Check that the slot is not taken by a block already (should never happen, since only us can propose for this slot)
|
|
322
290
|
if (syncedTo.block && syncedTo.block.header.getSlot() >= slot) {
|
|
323
291
|
this.log.warn(
|
|
324
292
|
`Cannot propose block at next L2 slot ${slot} since that slot was taken by block ${syncedTo.blockNumber}`,
|
|
325
|
-
{ ...
|
|
293
|
+
{ ...logCtx, block: syncedTo.block.header.toInspect() },
|
|
326
294
|
);
|
|
327
295
|
this.metrics.recordBlockProposalPrecheckFailed('slot_already_taken');
|
|
328
|
-
return;
|
|
296
|
+
return undefined;
|
|
329
297
|
}
|
|
330
298
|
|
|
331
299
|
// We now need to get ourselves a publisher.
|
|
332
300
|
// The returned attestor will be the one we provided if we provided one.
|
|
333
301
|
// Otherwise it will be a valid attestor for the returned publisher.
|
|
334
302
|
// In fisherman mode, pass undefined to use the fisherman's own keystore instead of the actual proposer's
|
|
335
|
-
const
|
|
336
|
-
|
|
337
|
-
);
|
|
303
|
+
const proposerForPublisher = this.config.fishermanMode ? undefined : proposer;
|
|
304
|
+
const { attestorAddress, publisher } = await this.publisherFactory.create(proposerForPublisher);
|
|
338
305
|
this.log.verbose(`Created publisher at address ${publisher.getSenderAddress()} for attestor ${attestorAddress}`);
|
|
339
306
|
this.publisher = publisher;
|
|
340
307
|
|
|
341
308
|
// In fisherman mode, set the actual proposer's address for simulations
|
|
342
|
-
if (this.config.fishermanMode) {
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
|
|
346
|
-
}
|
|
309
|
+
if (this.config.fishermanMode && proposer) {
|
|
310
|
+
publisher.setProposerAddressForSimulation(proposer);
|
|
311
|
+
this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
|
|
347
312
|
}
|
|
348
313
|
|
|
349
|
-
// Get proposer credentials
|
|
350
|
-
const coinbase = this.validatorClient!.getCoinbaseForAttestor(attestorAddress);
|
|
351
|
-
const feeRecipient = this.validatorClient!.getFeeRecipientForAttestor(attestorAddress);
|
|
352
|
-
|
|
353
314
|
// Prepare invalidation request if the pending chain is invalid (returns undefined if no need)
|
|
354
|
-
const
|
|
315
|
+
const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(syncedTo.pendingChainValidationStatus);
|
|
355
316
|
|
|
356
|
-
// Check with the rollup if we can indeed propose at the next L2 slot. This check should not fail
|
|
317
|
+
// Check with the rollup contract if we can indeed propose at the next L2 slot. This check should not fail
|
|
357
318
|
// if all the previous checks are good, but we do it just in case.
|
|
358
319
|
const canProposeCheck = await publisher.canProposeAtNextEthBlock(
|
|
359
|
-
|
|
320
|
+
syncedTo.archive,
|
|
360
321
|
proposer ?? EthAddress.ZERO,
|
|
361
|
-
|
|
322
|
+
invalidateCheckpoint,
|
|
362
323
|
);
|
|
363
324
|
|
|
364
325
|
if (canProposeCheck === undefined) {
|
|
365
326
|
this.log.warn(
|
|
366
|
-
`Cannot propose
|
|
367
|
-
|
|
327
|
+
`Cannot propose checkpoint ${checkpointNumber} at slot ${slot} due to failed rollup contract check`,
|
|
328
|
+
logCtx,
|
|
368
329
|
);
|
|
369
|
-
this.emit('proposer-rollup-check-failed', { reason: 'Rollup contract check failed' });
|
|
330
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Rollup contract check failed', slot });
|
|
370
331
|
this.metrics.recordBlockProposalPrecheckFailed('rollup_contract_check_failed');
|
|
371
|
-
return;
|
|
372
|
-
}
|
|
332
|
+
return undefined;
|
|
333
|
+
}
|
|
334
|
+
|
|
335
|
+
if (canProposeCheck.slot !== slot) {
|
|
373
336
|
this.log.warn(
|
|
374
337
|
`Cannot propose block due to slot mismatch with rollup contract (this can be caused by a clock out of sync). Expected slot ${slot} but got ${canProposeCheck.slot}.`,
|
|
375
|
-
{ ...
|
|
338
|
+
{ ...logCtx, rollup: canProposeCheck, expectedSlot: slot },
|
|
376
339
|
);
|
|
377
|
-
this.emit('proposer-rollup-check-failed', { reason: 'Slot mismatch' });
|
|
340
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Slot mismatch', slot });
|
|
378
341
|
this.metrics.recordBlockProposalPrecheckFailed('slot_mismatch');
|
|
379
|
-
return;
|
|
380
|
-
}
|
|
342
|
+
return undefined;
|
|
343
|
+
}
|
|
344
|
+
|
|
345
|
+
if (canProposeCheck.checkpointNumber !== checkpointNumber) {
|
|
381
346
|
this.log.warn(
|
|
382
|
-
`Cannot propose
|
|
383
|
-
{ ...
|
|
347
|
+
`Cannot propose due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected checkpoint ${checkpointNumber} but got ${canProposeCheck.checkpointNumber}.`,
|
|
348
|
+
{ ...logCtx, rollup: canProposeCheck, expectedSlot: slot },
|
|
384
349
|
);
|
|
385
|
-
this.emit('proposer-rollup-check-failed', { reason: 'Block mismatch' });
|
|
350
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Block mismatch', slot });
|
|
386
351
|
this.metrics.recordBlockProposalPrecheckFailed('block_number_mismatch');
|
|
387
|
-
return;
|
|
352
|
+
return undefined;
|
|
388
353
|
}
|
|
389
354
|
|
|
390
|
-
this.
|
|
355
|
+
this.lastSlotForCheckpointProposalJob = slot;
|
|
356
|
+
this.log.info(`Preparing checkpoint proposal ${checkpointNumber} at slot ${slot}`, { ...logCtx, proposer });
|
|
391
357
|
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
coinbase,
|
|
395
|
-
feeRecipient,
|
|
396
|
-
slot,
|
|
397
|
-
);
|
|
398
|
-
|
|
399
|
-
// Enqueue governance and slashing votes (returns promises that will be awaited later)
|
|
400
|
-
// In fisherman mode, we simulate slashing but don't actually publish to L1
|
|
401
|
-
const votesPromises = this.enqueueGovernanceAndSlashingVotes(
|
|
402
|
-
publisher,
|
|
403
|
-
attestorAddress,
|
|
404
|
-
slot,
|
|
405
|
-
newGlobalVariables.timestamp,
|
|
406
|
-
);
|
|
407
|
-
|
|
408
|
-
// Enqueues block invalidation
|
|
409
|
-
if (invalidateBlock && !this.config.skipInvalidateBlockAsProposer) {
|
|
410
|
-
publisher.enqueueInvalidateBlock(invalidateBlock);
|
|
411
|
-
}
|
|
412
|
-
|
|
413
|
-
// Actual block building
|
|
414
|
-
this.setState(SequencerState.INITIALIZING_PROPOSAL, slot);
|
|
415
|
-
this.metrics.incOpenSlot(slot, proposer?.toString() ?? 'unknown');
|
|
416
|
-
const block: L2Block | undefined = await this.tryBuildBlockAndEnqueuePublish(
|
|
358
|
+
// Create and return the checkpoint proposal job
|
|
359
|
+
return this.createCheckpointProposalJob(
|
|
417
360
|
slot,
|
|
361
|
+
checkpointNumber,
|
|
362
|
+
syncedTo.blockNumber,
|
|
418
363
|
proposer,
|
|
419
|
-
newBlockNumber,
|
|
420
364
|
publisher,
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
invalidateBlock,
|
|
365
|
+
attestorAddress,
|
|
366
|
+
invalidateCheckpoint,
|
|
424
367
|
);
|
|
425
|
-
|
|
426
|
-
// Wait until the voting promises have resolved, so all requests are enqueued
|
|
427
|
-
await Promise.all(votesPromises);
|
|
428
|
-
|
|
429
|
-
// In fisherman mode, we don't publish to L1
|
|
430
|
-
if (this.config.fishermanMode) {
|
|
431
|
-
// Clear pending requests
|
|
432
|
-
publisher.clearPendingRequests();
|
|
433
|
-
|
|
434
|
-
if (block) {
|
|
435
|
-
this.log.info(`Validation block building SUCCEEDED for slot ${slot}`, {
|
|
436
|
-
blockNumber: newBlockNumber,
|
|
437
|
-
slot: Number(slot),
|
|
438
|
-
archive: block.archive.toString(),
|
|
439
|
-
txCount: block.body.txEffects.length,
|
|
440
|
-
});
|
|
441
|
-
this.lastBlockPublished = block;
|
|
442
|
-
this.metrics.recordBlockProposalSuccess();
|
|
443
|
-
} else {
|
|
444
|
-
// Block building failed in fisherman mode
|
|
445
|
-
this.log.warn(`Validation block building FAILED for slot ${slot}`, {
|
|
446
|
-
blockNumber: newBlockNumber,
|
|
447
|
-
slot: Number(slot),
|
|
448
|
-
});
|
|
449
|
-
this.metrics.recordBlockProposalFailed('block_build_failed');
|
|
450
|
-
}
|
|
451
|
-
} else {
|
|
452
|
-
// Normal mode: send the tx to L1
|
|
453
|
-
const l1Response = await publisher.sendRequests();
|
|
454
|
-
const proposedBlock = l1Response?.successfulActions.find(a => a === 'propose');
|
|
455
|
-
if (proposedBlock) {
|
|
456
|
-
this.lastBlockPublished = block;
|
|
457
|
-
this.emit('block-published', { blockNumber: newBlockNumber, slot: Number(slot) });
|
|
458
|
-
await this.metrics.incFilledSlot(publisher.getSenderAddress().toString(), coinbase);
|
|
459
|
-
} else if (block) {
|
|
460
|
-
this.emit('block-publish-failed', l1Response ?? {});
|
|
461
|
-
}
|
|
462
|
-
}
|
|
463
|
-
|
|
464
|
-
this.setState(SequencerState.IDLE, undefined);
|
|
465
368
|
}
|
|
466
369
|
|
|
467
|
-
|
|
468
|
-
private async tryBuildBlockAndEnqueuePublish(
|
|
370
|
+
protected createCheckpointProposalJob(
|
|
469
371
|
slot: SlotNumber,
|
|
372
|
+
checkpointNumber: CheckpointNumber,
|
|
373
|
+
syncedToBlockNumber: BlockNumber,
|
|
470
374
|
proposer: EthAddress | undefined,
|
|
471
|
-
newBlockNumber: number,
|
|
472
375
|
publisher: SequencerPublisher,
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
this.log.verbose(`Preparing proposal for block ${newBlockNumber} at slot ${slot}`, {
|
|
478
|
-
proposer,
|
|
479
|
-
publisher: publisher.getSenderAddress(),
|
|
480
|
-
globalVariables: newGlobalVariables.toInspect(),
|
|
481
|
-
chainTipArchive,
|
|
482
|
-
blockNumber: newBlockNumber,
|
|
376
|
+
attestorAddress: EthAddress,
|
|
377
|
+
invalidateCheckpoint: InvalidateCheckpointRequest | undefined,
|
|
378
|
+
): CheckpointProposalJob {
|
|
379
|
+
return new CheckpointProposalJob(
|
|
483
380
|
slot,
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
publisher,
|
|
510
|
-
);
|
|
511
|
-
} catch (err: any) {
|
|
512
|
-
this.emit('block-build-failed', { reason: err.message });
|
|
513
|
-
if (err instanceof FormattedViemError) {
|
|
514
|
-
this.log.verbose(`Unable to build/enqueue block ${err.message}`);
|
|
515
|
-
} else {
|
|
516
|
-
this.log.error(`Error building/enqueuing block`, err, { blockNumber: newBlockNumber, slot });
|
|
517
|
-
}
|
|
518
|
-
this.metrics.recordBlockProposalFailed(err.name || 'unknown_error');
|
|
519
|
-
}
|
|
520
|
-
} else {
|
|
521
|
-
this.log.verbose(
|
|
522
|
-
`Not enough txs to build block ${newBlockNumber} at slot ${slot} (got ${pendingTxCount} txs, need ${this.minTxsPerBlock})`,
|
|
523
|
-
{ chainTipArchive, blockNumber: newBlockNumber, slot },
|
|
524
|
-
);
|
|
525
|
-
this.emit('tx-count-check-failed', { minTxs: this.minTxsPerBlock, availableTxs: pendingTxCount });
|
|
526
|
-
this.metrics.recordBlockProposalFailed('insufficient_txs');
|
|
527
|
-
}
|
|
528
|
-
return block;
|
|
529
|
-
}
|
|
530
|
-
|
|
531
|
-
@trackSpan('Sequencer.work')
|
|
532
|
-
protected async safeWork() {
|
|
533
|
-
try {
|
|
534
|
-
await this.work();
|
|
535
|
-
} catch (err) {
|
|
536
|
-
if (err instanceof SequencerTooSlowError) {
|
|
537
|
-
// Log as warn only if we had to abort halfway through the block proposal
|
|
538
|
-
const logLvl = [SequencerState.INITIALIZING_PROPOSAL, SequencerState.PROPOSER_CHECK].includes(err.proposedState)
|
|
539
|
-
? ('debug' as const)
|
|
540
|
-
: ('warn' as const);
|
|
541
|
-
this.log[logLvl](err.message, { now: this.dateProvider.nowInSeconds() });
|
|
542
|
-
} else {
|
|
543
|
-
// Re-throw other errors
|
|
544
|
-
throw err;
|
|
545
|
-
}
|
|
546
|
-
} finally {
|
|
547
|
-
this.setState(SequencerState.IDLE, undefined);
|
|
548
|
-
}
|
|
381
|
+
checkpointNumber,
|
|
382
|
+
syncedToBlockNumber,
|
|
383
|
+
proposer,
|
|
384
|
+
publisher,
|
|
385
|
+
attestorAddress,
|
|
386
|
+
invalidateCheckpoint,
|
|
387
|
+
this.validatorClient,
|
|
388
|
+
this.globalsBuilder,
|
|
389
|
+
this.p2pClient,
|
|
390
|
+
this.worldState,
|
|
391
|
+
this.l1ToL2MessageSource,
|
|
392
|
+
this.checkpointsBuilder,
|
|
393
|
+
this.l2BlockSource,
|
|
394
|
+
this.l1Constants,
|
|
395
|
+
this.config,
|
|
396
|
+
this.timetable,
|
|
397
|
+
this.slasherClient,
|
|
398
|
+
this.epochCache,
|
|
399
|
+
this.dateProvider,
|
|
400
|
+
this.metrics,
|
|
401
|
+
this,
|
|
402
|
+
this.setState.bind(this),
|
|
403
|
+
this.log,
|
|
404
|
+
this.tracer,
|
|
405
|
+
);
|
|
549
406
|
}
|
|
550
407
|
|
|
551
408
|
/**
|
|
552
|
-
*
|
|
409
|
+
* Internal helper for setting the sequencer state and checks if we have enough time left in the slot to transition to the new state.
|
|
553
410
|
* @param proposedState - The new state to transition to.
|
|
554
411
|
* @param slotNumber - The current slot number.
|
|
555
412
|
* @param force - Whether to force the transition even if the sequencer is stopped.
|
|
556
413
|
*/
|
|
557
|
-
setState(
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
): void;
|
|
563
|
-
setState(proposedState: SequencerState, slotNumber: SlotNumber | undefined, opts: { force?: boolean } = {}): void {
|
|
414
|
+
protected setState(
|
|
415
|
+
proposedState: SequencerState,
|
|
416
|
+
slotNumber: SlotNumber | undefined,
|
|
417
|
+
opts: { force?: boolean } = {},
|
|
418
|
+
): void {
|
|
564
419
|
if (this.state === SequencerState.STOPPING && proposedState !== SequencerState.STOPPED && !opts.force) {
|
|
565
420
|
this.log.warn(`Cannot set sequencer to ${proposedState} as it is stopping.`);
|
|
566
421
|
throw new SequencerInterruptedError();
|
|
@@ -586,351 +441,16 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
586
441
|
oldState: this.state,
|
|
587
442
|
newState: proposedState,
|
|
588
443
|
secondsIntoSlot,
|
|
589
|
-
slotNumber,
|
|
444
|
+
slot: slotNumber,
|
|
590
445
|
});
|
|
591
446
|
this.state = proposedState;
|
|
592
447
|
}
|
|
593
448
|
|
|
594
|
-
private async dropFailedTxsFromP2P(failedTxs: FailedTx[]) {
|
|
595
|
-
if (failedTxs.length === 0) {
|
|
596
|
-
return;
|
|
597
|
-
}
|
|
598
|
-
const failedTxData = failedTxs.map(fail => fail.tx);
|
|
599
|
-
const failedTxHashes = failedTxData.map(tx => tx.getTxHash());
|
|
600
|
-
this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
|
|
601
|
-
await this.p2pClient.deleteTxs(failedTxHashes);
|
|
602
|
-
}
|
|
603
|
-
|
|
604
|
-
protected getBlockBuilderOptions(slot: SlotNumber): PublicProcessorLimits {
|
|
605
|
-
// Deadline for processing depends on whether we're proposing a block
|
|
606
|
-
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
607
|
-
const processingEndTimeWithinSlot = this.timetable.getBlockProposalExecTimeEnd(secondsIntoSlot);
|
|
608
|
-
|
|
609
|
-
// Deadline is only set if enforceTimeTable is enabled.
|
|
610
|
-
const deadline = this.enforceTimeTable
|
|
611
|
-
? new Date((this.getSlotStartBuildTimestamp(slot) + processingEndTimeWithinSlot) * 1000)
|
|
612
|
-
: undefined;
|
|
613
|
-
return {
|
|
614
|
-
maxTransactions: this.maxTxsPerBlock,
|
|
615
|
-
maxBlockSize: this.maxBlockSizeInBytes,
|
|
616
|
-
maxBlockGas: this.maxBlockGas,
|
|
617
|
-
maxBlobFields: BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB,
|
|
618
|
-
deadline,
|
|
619
|
-
};
|
|
620
|
-
}
|
|
621
|
-
|
|
622
|
-
/**
|
|
623
|
-
* @notice Build and propose a block to the chain
|
|
624
|
-
*
|
|
625
|
-
* @dev MUST throw instead of exiting early to ensure that world-state
|
|
626
|
-
* is being rolled back if the block is dropped.
|
|
627
|
-
*
|
|
628
|
-
* @param pendingTxs - Iterable of pending transactions to construct the block from
|
|
629
|
-
* @param proposalHeader - The partial header constructed for the proposal
|
|
630
|
-
* @param newGlobalVariables - The global variables for the new block
|
|
631
|
-
* @param proposerAddress - The address of the proposer
|
|
632
|
-
*/
|
|
633
|
-
@trackSpan('Sequencer.buildBlockAndEnqueuePublish', (_validTxs, _proposalHeader, newGlobalVariables) => ({
|
|
634
|
-
[Attributes.BLOCK_NUMBER]: newGlobalVariables.blockNumber,
|
|
635
|
-
}))
|
|
636
|
-
private async buildBlockAndEnqueuePublish(
|
|
637
|
-
pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
|
|
638
|
-
proposalHeader: CheckpointHeader,
|
|
639
|
-
newGlobalVariables: GlobalVariables,
|
|
640
|
-
proposerAddress: EthAddress | undefined,
|
|
641
|
-
invalidateBlock: InvalidateBlockRequest | undefined,
|
|
642
|
-
publisher: SequencerPublisher,
|
|
643
|
-
): Promise<L2Block> {
|
|
644
|
-
await publisher.validateBlockHeader(proposalHeader, invalidateBlock);
|
|
645
|
-
|
|
646
|
-
const blockNumber = newGlobalVariables.blockNumber;
|
|
647
|
-
const slot = proposalHeader.slotNumber;
|
|
648
|
-
const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(blockNumber);
|
|
649
|
-
|
|
650
|
-
const workTimer = new Timer();
|
|
651
|
-
this.setState(SequencerState.CREATING_BLOCK, slot);
|
|
652
|
-
|
|
653
|
-
try {
|
|
654
|
-
const blockBuilderOptions = this.getBlockBuilderOptions(slot);
|
|
655
|
-
const buildBlockRes = await this.blockBuilder.buildBlock(
|
|
656
|
-
pendingTxs,
|
|
657
|
-
l1ToL2Messages,
|
|
658
|
-
newGlobalVariables,
|
|
659
|
-
blockBuilderOptions,
|
|
660
|
-
);
|
|
661
|
-
const { publicGas, block, publicProcessorDuration, numTxs, numMsgs, blockBuildingTimer, usedTxs, failedTxs } =
|
|
662
|
-
buildBlockRes;
|
|
663
|
-
const blockBuildDuration = workTimer.ms();
|
|
664
|
-
await this.dropFailedTxsFromP2P(failedTxs);
|
|
665
|
-
|
|
666
|
-
const minTxsPerBlock = this.minTxsPerBlock;
|
|
667
|
-
if (numTxs < minTxsPerBlock) {
|
|
668
|
-
this.log.warn(
|
|
669
|
-
`Block ${blockNumber} has too few txs to be proposed (got ${numTxs} but required ${minTxsPerBlock})`,
|
|
670
|
-
{ slot, blockNumber, numTxs },
|
|
671
|
-
);
|
|
672
|
-
throw new Error(`Block has too few successful txs to be proposed`);
|
|
673
|
-
}
|
|
674
|
-
|
|
675
|
-
// TODO(@PhilWindle) We should probably periodically check for things like another
|
|
676
|
-
// block being published before ours instead of just waiting on our block
|
|
677
|
-
await publisher.validateBlockHeader(block.getCheckpointHeader(), invalidateBlock);
|
|
678
|
-
|
|
679
|
-
const blockStats: L2BlockBuiltStats = {
|
|
680
|
-
eventName: 'l2-block-built',
|
|
681
|
-
creator: proposerAddress?.toString() ?? publisher.getSenderAddress().toString(),
|
|
682
|
-
duration: workTimer.ms(),
|
|
683
|
-
publicProcessDuration: publicProcessorDuration,
|
|
684
|
-
rollupCircuitsDuration: blockBuildingTimer.ms(),
|
|
685
|
-
...block.getStats(),
|
|
686
|
-
};
|
|
687
|
-
|
|
688
|
-
const blockHash = await block.hash();
|
|
689
|
-
const txHashes = block.body.txEffects.map(tx => tx.txHash);
|
|
690
|
-
this.log.info(
|
|
691
|
-
`Built block ${block.number} for slot ${slot} with ${numTxs} txs and ${numMsgs} messages. ${
|
|
692
|
-
publicGas.l2Gas / workTimer.s()
|
|
693
|
-
} mana/s`,
|
|
694
|
-
{
|
|
695
|
-
blockHash,
|
|
696
|
-
globalVariables: block.header.globalVariables.toInspect(),
|
|
697
|
-
txHashes,
|
|
698
|
-
...blockStats,
|
|
699
|
-
},
|
|
700
|
-
);
|
|
701
|
-
|
|
702
|
-
// In fisherman mode, skip attestation collection
|
|
703
|
-
let attestationsAndSigners: CommitteeAttestationsAndSigners;
|
|
704
|
-
if (this.config.fishermanMode) {
|
|
705
|
-
this.log.debug('Skipping attestation collection');
|
|
706
|
-
attestationsAndSigners = CommitteeAttestationsAndSigners.empty();
|
|
707
|
-
} else {
|
|
708
|
-
this.log.debug('Collecting attestations');
|
|
709
|
-
attestationsAndSigners = await this.collectAttestations(block, usedTxs, proposerAddress);
|
|
710
|
-
this.log.verbose(
|
|
711
|
-
`Collected ${attestationsAndSigners.attestations.length} attestations for block ${blockNumber} at slot ${slot}`,
|
|
712
|
-
{ blockHash, blockNumber, slot },
|
|
713
|
-
);
|
|
714
|
-
}
|
|
715
|
-
|
|
716
|
-
// In fisherman mode, skip attestation signing
|
|
717
|
-
const attestationsAndSignersSignature =
|
|
718
|
-
this.config.fishermanMode || !this.validatorClient
|
|
719
|
-
? Signature.empty()
|
|
720
|
-
: await this.validatorClient.signAttestationsAndSigners(
|
|
721
|
-
attestationsAndSigners,
|
|
722
|
-
proposerAddress ?? publisher.getSenderAddress(),
|
|
723
|
-
);
|
|
724
|
-
|
|
725
|
-
await this.enqueuePublishL2Block(
|
|
726
|
-
block,
|
|
727
|
-
attestationsAndSigners,
|
|
728
|
-
attestationsAndSignersSignature,
|
|
729
|
-
invalidateBlock,
|
|
730
|
-
publisher,
|
|
731
|
-
);
|
|
732
|
-
this.metrics.recordBuiltBlock(blockBuildDuration, publicGas.l2Gas);
|
|
733
|
-
return block;
|
|
734
|
-
} catch (err) {
|
|
735
|
-
this.metrics.recordFailedBlock();
|
|
736
|
-
throw err;
|
|
737
|
-
}
|
|
738
|
-
}
|
|
739
|
-
|
|
740
|
-
@trackSpan('Sequencer.collectAttestations', (block, txHashes) => ({
|
|
741
|
-
[Attributes.BLOCK_NUMBER]: block.number,
|
|
742
|
-
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
743
|
-
[Attributes.BLOCK_TXS_COUNT]: txHashes.length,
|
|
744
|
-
}))
|
|
745
|
-
protected async collectAttestations(
|
|
746
|
-
block: L2Block,
|
|
747
|
-
txs: Tx[],
|
|
748
|
-
proposerAddress: EthAddress | undefined,
|
|
749
|
-
): Promise<CommitteeAttestationsAndSigners> {
|
|
750
|
-
const { committee, seed, epoch } = await this.epochCache.getCommittee(block.slot);
|
|
751
|
-
|
|
752
|
-
// We checked above that the committee is defined, so this should never happen.
|
|
753
|
-
if (!committee) {
|
|
754
|
-
throw new Error('No committee when collecting attestations');
|
|
755
|
-
}
|
|
756
|
-
|
|
757
|
-
if (committee.length === 0) {
|
|
758
|
-
this.log.verbose(`Attesting committee is empty`);
|
|
759
|
-
return CommitteeAttestationsAndSigners.empty();
|
|
760
|
-
} else {
|
|
761
|
-
this.log.debug(`Attesting committee length is ${committee.length}`);
|
|
762
|
-
}
|
|
763
|
-
|
|
764
|
-
if (!this.validatorClient) {
|
|
765
|
-
throw new Error('Missing validator client: Cannot collect attestations');
|
|
766
|
-
}
|
|
767
|
-
|
|
768
|
-
const numberOfRequiredAttestations = Math.floor((committee.length * 2) / 3) + 1;
|
|
769
|
-
|
|
770
|
-
const slotNumber = block.header.globalVariables.slotNumber;
|
|
771
|
-
this.setState(SequencerState.COLLECTING_ATTESTATIONS, slotNumber);
|
|
772
|
-
|
|
773
|
-
this.log.debug('Creating block proposal for validators');
|
|
774
|
-
const blockProposalOptions: BlockProposalOptions = {
|
|
775
|
-
publishFullTxs: !!this.config.publishTxsWithProposals,
|
|
776
|
-
broadcastInvalidBlockProposal: this.config.broadcastInvalidBlockProposal,
|
|
777
|
-
};
|
|
778
|
-
const proposal = await this.validatorClient.createBlockProposal(
|
|
779
|
-
block.header.globalVariables.blockNumber,
|
|
780
|
-
block.getCheckpointHeader(),
|
|
781
|
-
block.archive.root,
|
|
782
|
-
txs,
|
|
783
|
-
proposerAddress,
|
|
784
|
-
blockProposalOptions,
|
|
785
|
-
);
|
|
786
|
-
|
|
787
|
-
if (!proposal) {
|
|
788
|
-
throw new Error(`Failed to create block proposal`);
|
|
789
|
-
}
|
|
790
|
-
|
|
791
|
-
if (this.config.skipCollectingAttestations) {
|
|
792
|
-
this.log.warn('Skipping attestation collection as per config (attesting with own keys only)');
|
|
793
|
-
const attestations = await this.validatorClient?.collectOwnAttestations(proposal);
|
|
794
|
-
return new CommitteeAttestationsAndSigners(orderAttestations(attestations ?? [], committee));
|
|
795
|
-
}
|
|
796
|
-
|
|
797
|
-
this.log.debug('Broadcasting block proposal to validators');
|
|
798
|
-
await this.validatorClient.broadcastBlockProposal(proposal);
|
|
799
|
-
|
|
800
|
-
const attestationTimeAllowed = this.enforceTimeTable
|
|
801
|
-
? this.timetable.getMaxAllowedTime(SequencerState.PUBLISHING_BLOCK)!
|
|
802
|
-
: this.aztecSlotDuration;
|
|
803
|
-
|
|
804
|
-
this.metrics.recordRequiredAttestations(numberOfRequiredAttestations, attestationTimeAllowed);
|
|
805
|
-
|
|
806
|
-
const timer = new Timer();
|
|
807
|
-
let collectedAttestationsCount: number = 0;
|
|
808
|
-
try {
|
|
809
|
-
const attestationDeadline = new Date(this.dateProvider.now() + attestationTimeAllowed * 1000);
|
|
810
|
-
const attestations = await this.validatorClient.collectAttestations(
|
|
811
|
-
proposal,
|
|
812
|
-
numberOfRequiredAttestations,
|
|
813
|
-
attestationDeadline,
|
|
814
|
-
);
|
|
815
|
-
|
|
816
|
-
collectedAttestationsCount = attestations.length;
|
|
817
|
-
|
|
818
|
-
// note: the smart contract requires that the signatures are provided in the order of the committee
|
|
819
|
-
const sorted = orderAttestations(attestations, committee);
|
|
820
|
-
|
|
821
|
-
// manipulate the attestations if we've been configured to do so
|
|
822
|
-
if (this.config.injectFakeAttestation || this.config.shuffleAttestationOrdering) {
|
|
823
|
-
return this.manipulateAttestations(block, epoch, seed, committee, sorted);
|
|
824
|
-
}
|
|
825
|
-
|
|
826
|
-
return new CommitteeAttestationsAndSigners(sorted);
|
|
827
|
-
} catch (err) {
|
|
828
|
-
if (err && err instanceof AttestationTimeoutError) {
|
|
829
|
-
collectedAttestationsCount = err.collectedCount;
|
|
830
|
-
}
|
|
831
|
-
throw err;
|
|
832
|
-
} finally {
|
|
833
|
-
this.metrics.recordCollectedAttestations(collectedAttestationsCount, timer.ms());
|
|
834
|
-
}
|
|
835
|
-
}
|
|
836
|
-
|
|
837
|
-
/** Breaks the attestations before publishing based on attack configs */
|
|
838
|
-
private manipulateAttestations(
|
|
839
|
-
block: L2Block,
|
|
840
|
-
epoch: EpochNumber,
|
|
841
|
-
seed: bigint,
|
|
842
|
-
committee: EthAddress[],
|
|
843
|
-
attestations: CommitteeAttestation[],
|
|
844
|
-
) {
|
|
845
|
-
// Compute the proposer index in the committee, since we dont want to tweak it.
|
|
846
|
-
// Otherwise, the L1 rollup contract will reject the block outright.
|
|
847
|
-
const proposerIndex = Number(
|
|
848
|
-
this.epochCache.computeProposerIndex(block.slot, epoch, seed, BigInt(committee.length)),
|
|
849
|
-
);
|
|
850
|
-
|
|
851
|
-
if (this.config.injectFakeAttestation) {
|
|
852
|
-
// Find non-empty attestations that are not from the proposer
|
|
853
|
-
const nonProposerIndices: number[] = [];
|
|
854
|
-
for (let i = 0; i < attestations.length; i++) {
|
|
855
|
-
if (!attestations[i].signature.isEmpty() && i !== proposerIndex) {
|
|
856
|
-
nonProposerIndices.push(i);
|
|
857
|
-
}
|
|
858
|
-
}
|
|
859
|
-
if (nonProposerIndices.length > 0) {
|
|
860
|
-
const targetIndex = nonProposerIndices[randomInt(nonProposerIndices.length)];
|
|
861
|
-
this.log.warn(`Injecting fake attestation in block ${block.number} at index ${targetIndex}`);
|
|
862
|
-
unfreeze(attestations[targetIndex]).signature = Signature.random();
|
|
863
|
-
}
|
|
864
|
-
return new CommitteeAttestationsAndSigners(attestations);
|
|
865
|
-
}
|
|
866
|
-
|
|
867
|
-
if (this.config.shuffleAttestationOrdering) {
|
|
868
|
-
this.log.warn(`Shuffling attestation ordering in block ${block.number} (proposer index ${proposerIndex})`);
|
|
869
|
-
|
|
870
|
-
const shuffled = [...attestations];
|
|
871
|
-
const [i, j] = [(proposerIndex + 1) % shuffled.length, (proposerIndex + 2) % shuffled.length];
|
|
872
|
-
const valueI = shuffled[i];
|
|
873
|
-
const valueJ = shuffled[j];
|
|
874
|
-
shuffled[i] = valueJ;
|
|
875
|
-
shuffled[j] = valueI;
|
|
876
|
-
|
|
877
|
-
const signers = new CommitteeAttestationsAndSigners(attestations).getSigners();
|
|
878
|
-
return new MaliciousCommitteeAttestationsAndSigners(shuffled, signers);
|
|
879
|
-
}
|
|
880
|
-
|
|
881
|
-
return new CommitteeAttestationsAndSigners(attestations);
|
|
882
|
-
}
|
|
883
|
-
|
|
884
|
-
/**
|
|
885
|
-
* Publishes the L2Block to the rollup contract.
|
|
886
|
-
* @param block - The L2Block to be published.
|
|
887
|
-
*/
|
|
888
|
-
@trackSpan('Sequencer.enqueuePublishL2Block', block => ({
|
|
889
|
-
[Attributes.BLOCK_NUMBER]: block.number,
|
|
890
|
-
}))
|
|
891
|
-
protected async enqueuePublishL2Block(
|
|
892
|
-
block: L2Block,
|
|
893
|
-
attestationsAndSigners: CommitteeAttestationsAndSigners,
|
|
894
|
-
attestationsAndSignersSignature: Signature,
|
|
895
|
-
invalidateBlock: InvalidateBlockRequest | undefined,
|
|
896
|
-
publisher: SequencerPublisher,
|
|
897
|
-
): Promise<void> {
|
|
898
|
-
// Publishes new block to the network and awaits the tx to be mined
|
|
899
|
-
this.setState(SequencerState.PUBLISHING_BLOCK, block.header.globalVariables.slotNumber);
|
|
900
|
-
|
|
901
|
-
// Time out tx at the end of the slot
|
|
902
|
-
const slot = block.header.globalVariables.slotNumber;
|
|
903
|
-
const txTimeoutAt = new Date((this.getSlotStartBuildTimestamp(slot) + this.aztecSlotDuration) * 1000);
|
|
904
|
-
|
|
905
|
-
const enqueued = await publisher.enqueueProposeL2Block(
|
|
906
|
-
block,
|
|
907
|
-
attestationsAndSigners,
|
|
908
|
-
attestationsAndSignersSignature,
|
|
909
|
-
{
|
|
910
|
-
txTimeoutAt,
|
|
911
|
-
forcePendingBlockNumber: invalidateBlock?.forcePendingBlockNumber,
|
|
912
|
-
},
|
|
913
|
-
);
|
|
914
|
-
|
|
915
|
-
if (!enqueued) {
|
|
916
|
-
throw new Error(`Failed to enqueue publish of block ${block.number}`);
|
|
917
|
-
}
|
|
918
|
-
}
|
|
919
|
-
|
|
920
449
|
/**
|
|
921
450
|
* Returns whether all dependencies have caught up.
|
|
922
451
|
* We don't check against the previous block submitted since it may have been reorg'd out.
|
|
923
452
|
*/
|
|
924
|
-
protected async checkSync(args: { ts: bigint; slot: SlotNumber }): Promise<
|
|
925
|
-
| {
|
|
926
|
-
block?: L2Block;
|
|
927
|
-
blockNumber: number;
|
|
928
|
-
archive: Fr;
|
|
929
|
-
l1Timestamp: bigint;
|
|
930
|
-
pendingChainValidationStatus: ValidateBlockResult;
|
|
931
|
-
}
|
|
932
|
-
| undefined
|
|
933
|
-
> {
|
|
453
|
+
protected async checkSync(args: { ts: bigint; slot: SlotNumber }): Promise<SequencerSyncCheckResult | undefined> {
|
|
934
454
|
// Check that the archiver and dependencies have synced to the previous L1 slot at least
|
|
935
455
|
// TODO(#14766): Archiver reports L1 timestamp based on L1 blocks seen, which means that a missed L1 block will
|
|
936
456
|
// cause the archiver L1 timestamp to fall behind, and cause this sequencer to start processing one L1 slot later.
|
|
@@ -950,22 +470,22 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
950
470
|
number: syncSummary.latestBlockNumber,
|
|
951
471
|
hash: syncSummary.latestBlockHash,
|
|
952
472
|
})),
|
|
953
|
-
this.l2BlockSource.getL2Tips().then(t => t.
|
|
473
|
+
this.l2BlockSource.getL2Tips().then(t => t.proposed),
|
|
954
474
|
this.p2pClient.getStatus().then(p2p => p2p.syncedToL2Block),
|
|
955
|
-
this.l1ToL2MessageSource.getL2Tips().then(t => t.
|
|
475
|
+
this.l1ToL2MessageSource.getL2Tips().then(t => t.proposed),
|
|
956
476
|
this.l2BlockSource.getPendingChainValidationStatus(),
|
|
957
477
|
] as const);
|
|
958
478
|
|
|
959
479
|
const [worldState, l2BlockSource, p2p, l1ToL2MessageSource, pendingChainValidationStatus] = syncedBlocks;
|
|
960
480
|
|
|
961
|
-
//
|
|
962
|
-
//
|
|
481
|
+
// Handle zero as a special case, since the block hash won't match across services if we're changing the prefilled data for the genesis block,
|
|
482
|
+
// as the world state can compute the new genesis block hash, but other components use the hardcoded constant.
|
|
483
|
+
// TODO(palla/mbps): Fix the above. All components should be able to handle dynamic genesis block hashes.
|
|
963
484
|
const result =
|
|
964
|
-
l2BlockSource.
|
|
965
|
-
|
|
966
|
-
|
|
967
|
-
|
|
968
|
-
l1ToL2MessageSource.hash === l2BlockSource.hash;
|
|
485
|
+
(l2BlockSource.number === 0 && worldState.number === 0 && p2p.number === 0 && l1ToL2MessageSource.number === 0) ||
|
|
486
|
+
(worldState.hash === l2BlockSource.hash &&
|
|
487
|
+
p2p.hash === l2BlockSource.hash &&
|
|
488
|
+
l1ToL2MessageSource.hash === l2BlockSource.hash);
|
|
969
489
|
|
|
970
490
|
if (!result) {
|
|
971
491
|
this.log.debug(`Sequencer sync check failed`, { worldState, l2BlockSource, p2p, l1ToL2MessageSource });
|
|
@@ -976,10 +496,16 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
976
496
|
const blockNumber = worldState.number;
|
|
977
497
|
if (blockNumber < INITIAL_L2_BLOCK_NUM) {
|
|
978
498
|
const archive = new Fr((await this.worldState.getCommitted().getTreeInfo(MerkleTreeId.ARCHIVE)).root);
|
|
979
|
-
return {
|
|
499
|
+
return {
|
|
500
|
+
checkpointNumber: CheckpointNumber.ZERO,
|
|
501
|
+
blockNumber: BlockNumber.ZERO,
|
|
502
|
+
archive,
|
|
503
|
+
l1Timestamp,
|
|
504
|
+
pendingChainValidationStatus,
|
|
505
|
+
};
|
|
980
506
|
}
|
|
981
507
|
|
|
982
|
-
const block = await this.l2BlockSource.
|
|
508
|
+
const block = await this.l2BlockSource.getL2BlockNew(blockNumber);
|
|
983
509
|
if (!block) {
|
|
984
510
|
// this shouldn't really happen because a moment ago we checked that all components were in sync
|
|
985
511
|
this.log.error(`Failed to get L2 block ${blockNumber} from the archiver with all components in sync`);
|
|
@@ -989,69 +515,13 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
989
515
|
return {
|
|
990
516
|
block,
|
|
991
517
|
blockNumber: block.number,
|
|
518
|
+
checkpointNumber: block.checkpointNumber,
|
|
992
519
|
archive: block.archive.root,
|
|
993
520
|
l1Timestamp,
|
|
994
521
|
pendingChainValidationStatus,
|
|
995
522
|
};
|
|
996
523
|
}
|
|
997
524
|
|
|
998
|
-
/**
|
|
999
|
-
* Enqueues governance and slashing votes with the publisher. Does not block.
|
|
1000
|
-
* @param publisher - The publisher to enqueue votes with
|
|
1001
|
-
* @param attestorAddress - The attestor address to use for signing
|
|
1002
|
-
* @param slot - The slot number
|
|
1003
|
-
* @param timestamp - The timestamp for the votes
|
|
1004
|
-
* @param context - Optional context for logging (e.g., block number)
|
|
1005
|
-
* @returns A tuple of [governanceEnqueued, slashingEnqueued]
|
|
1006
|
-
*/
|
|
1007
|
-
protected enqueueGovernanceAndSlashingVotes(
|
|
1008
|
-
publisher: SequencerPublisher,
|
|
1009
|
-
attestorAddress: EthAddress,
|
|
1010
|
-
slot: SlotNumber,
|
|
1011
|
-
timestamp: bigint,
|
|
1012
|
-
): [Promise<boolean> | undefined, Promise<boolean> | undefined] {
|
|
1013
|
-
try {
|
|
1014
|
-
const signerFn = (msg: TypedDataDefinition) =>
|
|
1015
|
-
this.validatorClient!.signWithAddress(attestorAddress, msg).then(s => s.toString());
|
|
1016
|
-
|
|
1017
|
-
const enqueueGovernancePromise =
|
|
1018
|
-
this.governanceProposerPayload && !this.governanceProposerPayload.isZero()
|
|
1019
|
-
? publisher
|
|
1020
|
-
.enqueueGovernanceCastSignal(this.governanceProposerPayload, slot, timestamp, attestorAddress, signerFn)
|
|
1021
|
-
.catch(err => {
|
|
1022
|
-
this.log.error(`Error enqueuing governance vote`, err, { slot });
|
|
1023
|
-
return false;
|
|
1024
|
-
})
|
|
1025
|
-
: undefined;
|
|
1026
|
-
|
|
1027
|
-
const enqueueSlashingPromise = this.slasherClient
|
|
1028
|
-
? this.slasherClient
|
|
1029
|
-
.getProposerActions(slot)
|
|
1030
|
-
.then(actions => {
|
|
1031
|
-
// Record metrics for fisherman mode
|
|
1032
|
-
if (this.config.fishermanMode && actions.length > 0) {
|
|
1033
|
-
this.log.debug(`Fisherman mode: simulating ${actions.length} slashing action(s) for slot ${slot}`, {
|
|
1034
|
-
slot,
|
|
1035
|
-
actionCount: actions.length,
|
|
1036
|
-
});
|
|
1037
|
-
this.metrics.recordSlashingAttempt(actions.length);
|
|
1038
|
-
}
|
|
1039
|
-
// Enqueue the actions to fully simulate L1 tx building (they won't be sent in fisherman mode)
|
|
1040
|
-
return publisher.enqueueSlashingActions(actions, slot, timestamp, attestorAddress, signerFn);
|
|
1041
|
-
})
|
|
1042
|
-
.catch(err => {
|
|
1043
|
-
this.log.error(`Error enqueuing slashing actions`, err, { slot });
|
|
1044
|
-
return false;
|
|
1045
|
-
})
|
|
1046
|
-
: undefined;
|
|
1047
|
-
|
|
1048
|
-
return [enqueueGovernancePromise, enqueueSlashingPromise];
|
|
1049
|
-
} catch (err) {
|
|
1050
|
-
this.log.error(`Error enqueueing governance and slashing votes`, err);
|
|
1051
|
-
return [undefined, undefined];
|
|
1052
|
-
}
|
|
1053
|
-
}
|
|
1054
|
-
|
|
1055
525
|
/**
|
|
1056
526
|
* Checks if we are the proposer for the next slot.
|
|
1057
527
|
* @returns True if we can propose, and the proposer address (undefined if anyone can propose)
|
|
@@ -1079,7 +549,7 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1079
549
|
return [true, proposer];
|
|
1080
550
|
}
|
|
1081
551
|
|
|
1082
|
-
const validatorAddresses = this.validatorClient
|
|
552
|
+
const validatorAddresses = this.validatorClient.getValidatorAddresses();
|
|
1083
553
|
const weAreProposer = validatorAddresses.some(addr => addr.equals(proposer));
|
|
1084
554
|
|
|
1085
555
|
if (!weAreProposer) {
|
|
@@ -1094,30 +564,31 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1094
564
|
* Tries to vote on slashing actions and governance when the sync check fails but we're past the max time for initializing a proposal.
|
|
1095
565
|
* This allows the sequencer to participate in governance/slashing votes even when it cannot build blocks.
|
|
1096
566
|
*/
|
|
567
|
+
@trackSpan('Seqeuencer.tryVoteWhenSyncFails', ({ slot }) => ({ [Attributes.SLOT_NUMBER]: slot }))
|
|
1097
568
|
protected async tryVoteWhenSyncFails(args: { slot: SlotNumber; ts: bigint }): Promise<void> {
|
|
1098
|
-
const { slot
|
|
569
|
+
const { slot } = args;
|
|
1099
570
|
|
|
1100
571
|
// Prevent duplicate attempts in the same slot
|
|
1101
572
|
if (this.lastSlotForVoteWhenSyncFailed === slot) {
|
|
1102
|
-
this.log.
|
|
573
|
+
this.log.trace(`Already attempted to vote in slot ${slot} (skipping)`);
|
|
1103
574
|
return;
|
|
1104
575
|
}
|
|
1105
576
|
|
|
1106
577
|
// Check if we're past the max time for initializing a proposal
|
|
1107
578
|
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
1108
|
-
const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.
|
|
579
|
+
const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_CHECKPOINT);
|
|
1109
580
|
|
|
1110
581
|
// If we haven't exceeded the time limit for initializing a proposal, don't proceed with voting
|
|
1111
582
|
// We use INITIALIZING_PROPOSAL time limit because if we're past that, we can't build a block anyway
|
|
1112
583
|
if (maxAllowedTime === undefined || secondsIntoSlot <= maxAllowedTime) {
|
|
1113
|
-
this.log.trace(`Not attempting to vote since there is still for block building`, {
|
|
584
|
+
this.log.trace(`Not attempting to vote since there is still time for block building`, {
|
|
1114
585
|
secondsIntoSlot,
|
|
1115
586
|
maxAllowedTime,
|
|
1116
587
|
});
|
|
1117
588
|
return;
|
|
1118
589
|
}
|
|
1119
590
|
|
|
1120
|
-
this.log.
|
|
591
|
+
this.log.trace(`Sync for slot ${slot} failed, checking for voting opportunities`, {
|
|
1121
592
|
secondsIntoSlot,
|
|
1122
593
|
maxAllowedTime,
|
|
1123
594
|
});
|
|
@@ -1125,7 +596,7 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1125
596
|
// Check if we're a proposer or proposal is open
|
|
1126
597
|
const [canPropose, proposer] = await this.checkCanPropose(slot);
|
|
1127
598
|
if (!canPropose) {
|
|
1128
|
-
this.log.
|
|
599
|
+
this.log.trace(`Cannot vote in slot ${slot} since we are not a proposer`, { slot, proposer });
|
|
1129
600
|
return;
|
|
1130
601
|
}
|
|
1131
602
|
|
|
@@ -1140,11 +611,22 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1140
611
|
slot,
|
|
1141
612
|
});
|
|
1142
613
|
|
|
1143
|
-
// Enqueue governance and slashing votes
|
|
1144
|
-
const
|
|
1145
|
-
|
|
614
|
+
// Enqueue governance and slashing votes
|
|
615
|
+
const voter = new CheckpointVoter(
|
|
616
|
+
slot,
|
|
617
|
+
publisher,
|
|
618
|
+
attestorAddress,
|
|
619
|
+
this.validatorClient,
|
|
620
|
+
this.slasherClient,
|
|
621
|
+
this.l1Constants,
|
|
622
|
+
this.config,
|
|
623
|
+
this.metrics,
|
|
624
|
+
this.log,
|
|
625
|
+
);
|
|
626
|
+
const votesPromises = voter.enqueueVotes();
|
|
627
|
+
const votes = await Promise.all(votesPromises);
|
|
1146
628
|
|
|
1147
|
-
if (
|
|
629
|
+
if (votes.every(p => !p)) {
|
|
1148
630
|
this.log.debug(`No votes to enqueue for slot ${slot}`);
|
|
1149
631
|
return;
|
|
1150
632
|
}
|
|
@@ -1154,13 +636,13 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1154
636
|
}
|
|
1155
637
|
|
|
1156
638
|
/**
|
|
1157
|
-
* Considers invalidating a
|
|
639
|
+
* Considers invalidating a checkpoint if the pending chain is invalid. Depends on how long the invalid checkpoint
|
|
1158
640
|
* has been there without being invalidated and whether the sequencer is in the committee or not. We always
|
|
1159
641
|
* have the proposer try to invalidate, but if they fail, the sequencers in the committee are expected to try,
|
|
1160
642
|
* and if they fail, any sequencer will try as well.
|
|
1161
643
|
*/
|
|
1162
|
-
protected async
|
|
1163
|
-
syncedTo:
|
|
644
|
+
protected async considerInvalidatingCheckpoint(
|
|
645
|
+
syncedTo: SequencerSyncCheckResult,
|
|
1164
646
|
currentSlot: SlotNumber,
|
|
1165
647
|
): Promise<void> {
|
|
1166
648
|
const { pendingChainValidationStatus, l1Timestamp } = syncedTo;
|
|
@@ -1168,19 +650,18 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1168
650
|
return;
|
|
1169
651
|
}
|
|
1170
652
|
|
|
1171
|
-
const
|
|
1172
|
-
const
|
|
1173
|
-
const
|
|
1174
|
-
const
|
|
1175
|
-
const ourValidatorAddresses = this.validatorClient!.getValidatorAddresses();
|
|
653
|
+
const invalidCheckpointNumber = pendingChainValidationStatus.checkpoint.checkpointNumber;
|
|
654
|
+
const invalidCheckpointTimestamp = pendingChainValidationStatus.checkpoint.timestamp;
|
|
655
|
+
const timeSinceChainInvalid = this.dateProvider.nowInSeconds() - Number(invalidCheckpointTimestamp);
|
|
656
|
+
const ourValidatorAddresses = this.validatorClient.getValidatorAddresses();
|
|
1176
657
|
|
|
1177
658
|
const { secondsBeforeInvalidatingBlockAsCommitteeMember, secondsBeforeInvalidatingBlockAsNonCommitteeMember } =
|
|
1178
659
|
this.config;
|
|
1179
660
|
|
|
1180
661
|
const logData = {
|
|
1181
|
-
invalidL1Timestamp:
|
|
662
|
+
invalidL1Timestamp: invalidCheckpointTimestamp,
|
|
1182
663
|
l1Timestamp,
|
|
1183
|
-
|
|
664
|
+
invalidCheckpoint: pendingChainValidationStatus.checkpoint,
|
|
1184
665
|
secondsBeforeInvalidatingBlockAsCommitteeMember,
|
|
1185
666
|
secondsBeforeInvalidatingBlockAsNonCommitteeMember,
|
|
1186
667
|
ourValidatorAddresses,
|
|
@@ -1208,29 +689,76 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1208
689
|
return;
|
|
1209
690
|
}
|
|
1210
691
|
|
|
1211
|
-
|
|
1212
|
-
if (
|
|
1213
|
-
|
|
692
|
+
let validatorToUse: EthAddress;
|
|
693
|
+
if (invalidateAsCommitteeMember) {
|
|
694
|
+
// When invalidating as a committee member, use first validator that's actually in the committee
|
|
695
|
+
const { committee } = await this.epochCache.getCommittee(currentSlot);
|
|
696
|
+
if (committee) {
|
|
697
|
+
const committeeSet = new Set(committee.map(addr => addr.toString()));
|
|
698
|
+
validatorToUse =
|
|
699
|
+
ourValidatorAddresses.find(addr => committeeSet.has(addr.toString())) ?? ourValidatorAddresses[0];
|
|
700
|
+
} else {
|
|
701
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
702
|
+
}
|
|
703
|
+
} else {
|
|
704
|
+
// When invalidating as a non-committee member, use the first validator
|
|
705
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
706
|
+
}
|
|
707
|
+
|
|
708
|
+
const { publisher } = await this.publisherFactory.create(validatorToUse);
|
|
709
|
+
|
|
710
|
+
const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(pendingChainValidationStatus);
|
|
711
|
+
if (!invalidateCheckpoint) {
|
|
712
|
+
this.log.warn(`Failed to simulate invalidate checkpoint`, logData);
|
|
1214
713
|
return;
|
|
1215
714
|
}
|
|
1216
715
|
|
|
1217
716
|
this.log.info(
|
|
1218
717
|
invalidateAsCommitteeMember
|
|
1219
|
-
? `Invalidating
|
|
1220
|
-
: `Invalidating
|
|
718
|
+
? `Invalidating checkpoint ${invalidCheckpointNumber} as committee member`
|
|
719
|
+
: `Invalidating checkpoint ${invalidCheckpointNumber} as non-committee member`,
|
|
1221
720
|
logData,
|
|
1222
721
|
);
|
|
1223
722
|
|
|
1224
|
-
publisher.
|
|
723
|
+
publisher.enqueueInvalidateCheckpoint(invalidateCheckpoint);
|
|
1225
724
|
|
|
1226
725
|
if (!this.config.fishermanMode) {
|
|
1227
726
|
await publisher.sendRequests();
|
|
1228
727
|
} else {
|
|
1229
|
-
this.log.info('Invalidating
|
|
728
|
+
this.log.info('Invalidating checkpoint in fisherman mode, clearing pending requests');
|
|
1230
729
|
publisher.clearPendingRequests();
|
|
1231
730
|
}
|
|
1232
731
|
}
|
|
1233
732
|
|
|
733
|
+
private logStrategyComparison(epoch: EpochNumber, publisher: SequencerPublisher): void {
|
|
734
|
+
const feeAnalyzer = publisher.getL1FeeAnalyzer();
|
|
735
|
+
if (!feeAnalyzer) {
|
|
736
|
+
return;
|
|
737
|
+
}
|
|
738
|
+
|
|
739
|
+
const comparison = feeAnalyzer.getStrategyComparison();
|
|
740
|
+
if (comparison.length === 0) {
|
|
741
|
+
this.log.debug(`No strategy data available yet for epoch ${epoch}`);
|
|
742
|
+
return;
|
|
743
|
+
}
|
|
744
|
+
|
|
745
|
+
this.log.info(`L1 Fee Strategy Performance Report - End of Epoch ${epoch}`, {
|
|
746
|
+
epoch: Number(epoch),
|
|
747
|
+
totalAnalyses: comparison[0]?.totalAnalyses,
|
|
748
|
+
strategies: comparison.map(s => ({
|
|
749
|
+
id: s.strategyId,
|
|
750
|
+
name: s.strategyName,
|
|
751
|
+
inclusionRate: `${(s.inclusionRate * 100).toFixed(1)}%`,
|
|
752
|
+
inclusionCount: `${s.inclusionCount}/${s.totalAnalyses}`,
|
|
753
|
+
avgCostEth: s.avgEstimatedCostEth.toFixed(6),
|
|
754
|
+
totalCostEth: s.totalEstimatedCostEth.toFixed(6),
|
|
755
|
+
avgOverpaymentEth: s.avgOverpaymentEth.toFixed(6),
|
|
756
|
+
totalOverpaymentEth: s.totalOverpaymentEth.toFixed(6),
|
|
757
|
+
avgPriorityFeeDeltaGwei: s.avgPriorityFeeDeltaGwei.toFixed(2),
|
|
758
|
+
})),
|
|
759
|
+
});
|
|
760
|
+
}
|
|
761
|
+
|
|
1234
762
|
private getSlotStartBuildTimestamp(slotNumber: SlotNumber): number {
|
|
1235
763
|
return getSlotStartBuildTimestamp(slotNumber, this.l1Constants);
|
|
1236
764
|
}
|
|
@@ -1240,15 +768,40 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1240
768
|
return Number((this.dateProvider.now() / 1000 - slotStartTimestamp).toFixed(3));
|
|
1241
769
|
}
|
|
1242
770
|
|
|
1243
|
-
get aztecSlotDuration() {
|
|
771
|
+
public get aztecSlotDuration() {
|
|
1244
772
|
return this.l1Constants.slotDuration;
|
|
1245
773
|
}
|
|
1246
774
|
|
|
1247
|
-
get maxL2BlockGas(): number | undefined {
|
|
775
|
+
public get maxL2BlockGas(): number | undefined {
|
|
1248
776
|
return this.config.maxL2BlockGas;
|
|
1249
777
|
}
|
|
1250
778
|
|
|
1251
779
|
public getSlasherClient(): SlasherClientInterface | undefined {
|
|
1252
780
|
return this.slasherClient;
|
|
1253
781
|
}
|
|
782
|
+
|
|
783
|
+
public get tracer(): Tracer {
|
|
784
|
+
return this.metrics.tracer;
|
|
785
|
+
}
|
|
786
|
+
|
|
787
|
+
public getValidatorAddresses() {
|
|
788
|
+
return this.validatorClient?.getValidatorAddresses();
|
|
789
|
+
}
|
|
790
|
+
|
|
791
|
+
public getConfig() {
|
|
792
|
+
return this.config;
|
|
793
|
+
}
|
|
794
|
+
|
|
795
|
+
private get l1PublishingTime(): number {
|
|
796
|
+
return this.config.l1PublishingTime ?? this.l1Constants.ethereumSlotDuration;
|
|
797
|
+
}
|
|
1254
798
|
}
|
|
799
|
+
|
|
800
|
+
type SequencerSyncCheckResult = {
|
|
801
|
+
block?: L2BlockNew;
|
|
802
|
+
checkpointNumber: CheckpointNumber;
|
|
803
|
+
blockNumber: BlockNumber;
|
|
804
|
+
archive: Fr;
|
|
805
|
+
l1Timestamp: bigint;
|
|
806
|
+
pendingChainValidationStatus: ValidateCheckpointResult;
|
|
807
|
+
};
|