@aztec/sequencer-client 0.0.1-commit.24de95ac → 0.0.1-commit.2e2504e2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/index.d.ts +1 -1
- package/dest/client/sequencer-client.d.ts +12 -12
- package/dest/client/sequencer-client.d.ts.map +1 -1
- package/dest/client/sequencer-client.js +33 -25
- package/dest/config.d.ts +12 -5
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +80 -28
- package/dest/global_variable_builder/global_builder.d.ts +22 -16
- package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
- package/dest/global_variable_builder/global_builder.js +52 -39
- package/dest/global_variable_builder/index.d.ts +1 -1
- package/dest/index.d.ts +2 -3
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -2
- package/dest/publisher/config.d.ts +9 -4
- package/dest/publisher/config.d.ts.map +1 -1
- package/dest/publisher/config.js +14 -3
- package/dest/publisher/index.d.ts +1 -1
- package/dest/publisher/sequencer-publisher-factory.d.ts +5 -4
- package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-factory.js +1 -1
- package/dest/publisher/sequencer-publisher-metrics.d.ts +3 -3
- package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-metrics.js +23 -86
- package/dest/publisher/sequencer-publisher.d.ts +75 -62
- package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher.js +694 -170
- package/dest/sequencer/checkpoint_proposal_job.d.ts +102 -0
- package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_proposal_job.js +1191 -0
- package/dest/sequencer/checkpoint_voter.d.ts +35 -0
- package/dest/sequencer/checkpoint_voter.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_voter.js +109 -0
- package/dest/sequencer/config.d.ts +3 -2
- package/dest/sequencer/config.d.ts.map +1 -1
- package/dest/sequencer/errors.d.ts +1 -1
- package/dest/sequencer/errors.d.ts.map +1 -1
- package/dest/sequencer/events.d.ts +46 -0
- package/dest/sequencer/events.d.ts.map +1 -0
- package/dest/sequencer/events.js +1 -0
- package/dest/sequencer/index.d.ts +4 -2
- package/dest/sequencer/index.d.ts.map +1 -1
- package/dest/sequencer/index.js +3 -1
- package/dest/sequencer/metrics.d.ts +32 -3
- package/dest/sequencer/metrics.d.ts.map +1 -1
- package/dest/sequencer/metrics.js +165 -54
- package/dest/sequencer/sequencer.d.ts +112 -142
- package/dest/sequencer/sequencer.d.ts.map +1 -1
- package/dest/sequencer/sequencer.js +721 -505
- package/dest/sequencer/timetable.d.ts +54 -14
- package/dest/sequencer/timetable.d.ts.map +1 -1
- package/dest/sequencer/timetable.js +148 -59
- package/dest/sequencer/types.d.ts +3 -0
- package/dest/sequencer/types.d.ts.map +1 -0
- package/dest/sequencer/types.js +1 -0
- package/dest/sequencer/utils.d.ts +14 -8
- package/dest/sequencer/utils.d.ts.map +1 -1
- package/dest/sequencer/utils.js +7 -4
- package/dest/test/index.d.ts +4 -3
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.d.ts +95 -0
- package/dest/test/mock_checkpoint_builder.d.ts.map +1 -0
- package/dest/test/mock_checkpoint_builder.js +220 -0
- package/dest/test/utils.d.ts +53 -0
- package/dest/test/utils.d.ts.map +1 -0
- package/dest/test/utils.js +103 -0
- package/package.json +33 -30
- package/src/client/sequencer-client.ts +31 -42
- package/src/config.ts +86 -32
- package/src/global_variable_builder/global_builder.ts +67 -59
- package/src/index.ts +1 -7
- package/src/publisher/config.ts +20 -9
- package/src/publisher/sequencer-publisher-factory.ts +7 -5
- package/src/publisher/sequencer-publisher-metrics.ts +19 -71
- package/src/publisher/sequencer-publisher.ts +411 -217
- package/src/sequencer/README.md +531 -0
- package/src/sequencer/checkpoint_proposal_job.ts +877 -0
- package/src/sequencer/checkpoint_voter.ts +130 -0
- package/src/sequencer/config.ts +2 -1
- package/src/sequencer/events.ts +27 -0
- package/src/sequencer/index.ts +3 -1
- package/src/sequencer/metrics.ts +222 -61
- package/src/sequencer/sequencer.ts +472 -697
- package/src/sequencer/timetable.ts +173 -79
- package/src/sequencer/types.ts +6 -0
- package/src/sequencer/utils.ts +18 -9
- package/src/test/index.ts +3 -2
- package/src/test/mock_checkpoint_builder.ts +309 -0
- package/src/test/utils.ts +164 -0
- package/dest/sequencer/block_builder.d.ts +0 -27
- package/dest/sequencer/block_builder.d.ts.map +0 -1
- package/dest/sequencer/block_builder.js +0 -130
- package/dest/tx_validator/nullifier_cache.d.ts +0 -14
- package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
- package/dest/tx_validator/nullifier_cache.js +0 -24
- package/dest/tx_validator/tx_validator_factory.d.ts +0 -17
- package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
- package/dest/tx_validator/tx_validator_factory.js +0 -53
- package/src/sequencer/block_builder.ts +0 -218
- package/src/tx_validator/nullifier_cache.ts +0 -30
- package/src/tx_validator/tx_validator_factory.ts +0 -132
|
@@ -1,231 +1,158 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { getKzg } from '@aztec/blob-lib';
|
|
2
|
+
import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
3
3
|
import type { EpochCache } from '@aztec/epoch-cache';
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
4
|
+
import { NoCommitteeError, type RollupContract } from '@aztec/ethereum/contracts';
|
|
5
|
+
import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
6
|
+
import { merge, omit, pick } from '@aztec/foundation/collection';
|
|
7
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
7
8
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
8
|
-
import { Signature } from '@aztec/foundation/eth-signature';
|
|
9
|
-
import { Fr } from '@aztec/foundation/fields';
|
|
10
9
|
import { createLogger } from '@aztec/foundation/log';
|
|
11
10
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
12
|
-
import {
|
|
13
|
-
import {
|
|
11
|
+
import type { DateProvider } from '@aztec/foundation/timer';
|
|
12
|
+
import type { TypedEventEmitter } from '@aztec/foundation/types';
|
|
14
13
|
import type { P2P } from '@aztec/p2p';
|
|
15
14
|
import type { SlasherClientInterface } from '@aztec/slasher';
|
|
15
|
+
import type { L2Block, L2BlockSink, L2BlockSource, ValidateCheckpointResult } from '@aztec/stdlib/block';
|
|
16
|
+
import type { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
17
|
+
import { getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
16
18
|
import {
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
type L2BlockSource,
|
|
20
|
-
type ValidateBlockResult,
|
|
21
|
-
} from '@aztec/stdlib/block';
|
|
22
|
-
import { type L1RollupConstants, getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
23
|
-
import { Gas } from '@aztec/stdlib/gas';
|
|
24
|
-
import {
|
|
25
|
-
type IFullNodeBlockBuilder,
|
|
26
|
-
type PublicProcessorLimits,
|
|
19
|
+
type ResolvedSequencerConfig,
|
|
20
|
+
type SequencerConfig,
|
|
27
21
|
SequencerConfigSchema,
|
|
28
22
|
type WorldStateSynchronizer,
|
|
29
23
|
} from '@aztec/stdlib/interfaces/server';
|
|
30
24
|
import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
31
|
-
import type { BlockProposalOptions } from '@aztec/stdlib/p2p';
|
|
32
|
-
import { orderAttestations } from '@aztec/stdlib/p2p';
|
|
33
|
-
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
34
25
|
import { pickFromSchema } from '@aztec/stdlib/schemas';
|
|
35
|
-
import type { L2BlockBuiltStats } from '@aztec/stdlib/stats';
|
|
36
26
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
37
|
-
import { ContentCommitment, type FailedTx, GlobalVariables, Tx } from '@aztec/stdlib/tx';
|
|
38
|
-
import { AttestationTimeoutError } from '@aztec/stdlib/validators';
|
|
39
27
|
import { Attributes, type TelemetryClient, type Tracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
40
|
-
import type
|
|
28
|
+
import { FullNodeCheckpointsBuilder, type ValidatorClient } from '@aztec/validator-client';
|
|
41
29
|
|
|
42
30
|
import EventEmitter from 'node:events';
|
|
43
|
-
import type { TypedDataDefinition } from 'viem';
|
|
44
31
|
|
|
32
|
+
import { DefaultSequencerConfig } from '../config.js';
|
|
45
33
|
import type { GlobalVariableBuilder } from '../global_variable_builder/global_builder.js';
|
|
46
34
|
import type { SequencerPublisherFactory } from '../publisher/sequencer-publisher-factory.js';
|
|
47
|
-
import type {
|
|
48
|
-
import
|
|
35
|
+
import type { InvalidateCheckpointRequest, SequencerPublisher } from '../publisher/sequencer-publisher.js';
|
|
36
|
+
import { CheckpointProposalJob } from './checkpoint_proposal_job.js';
|
|
37
|
+
import { CheckpointVoter } from './checkpoint_voter.js';
|
|
49
38
|
import { SequencerInterruptedError, SequencerTooSlowError } from './errors.js';
|
|
39
|
+
import type { SequencerEvents } from './events.js';
|
|
50
40
|
import { SequencerMetrics } from './metrics.js';
|
|
51
41
|
import { SequencerTimetable } from './timetable.js';
|
|
52
|
-
import {
|
|
42
|
+
import type { SequencerRollupConstants } from './types.js';
|
|
43
|
+
import { SequencerState } from './utils.js';
|
|
53
44
|
|
|
54
45
|
export { SequencerState };
|
|
55
46
|
|
|
56
|
-
type SequencerRollupConstants = Pick<L1RollupConstants, 'ethereumSlotDuration' | 'l1GenesisTime' | 'slotDuration'>;
|
|
57
|
-
|
|
58
|
-
export type SequencerEvents = {
|
|
59
|
-
['state-changed']: (args: {
|
|
60
|
-
oldState: SequencerState;
|
|
61
|
-
newState: SequencerState;
|
|
62
|
-
secondsIntoSlot?: number;
|
|
63
|
-
slotNumber?: bigint;
|
|
64
|
-
}) => void;
|
|
65
|
-
['proposer-rollup-check-failed']: (args: { reason: string }) => void;
|
|
66
|
-
['tx-count-check-failed']: (args: { minTxs: number; availableTxs: number }) => void;
|
|
67
|
-
['block-build-failed']: (args: { reason: string }) => void;
|
|
68
|
-
['block-publish-failed']: (args: {
|
|
69
|
-
successfulActions?: Action[];
|
|
70
|
-
failedActions?: Action[];
|
|
71
|
-
sentActions?: Action[];
|
|
72
|
-
expiredActions?: Action[];
|
|
73
|
-
}) => void;
|
|
74
|
-
['block-published']: (args: { blockNumber: number; slot: number }) => void;
|
|
75
|
-
};
|
|
76
|
-
|
|
77
47
|
/**
|
|
78
48
|
* Sequencer client
|
|
79
|
-
* -
|
|
80
|
-
* -
|
|
81
|
-
* -
|
|
82
|
-
* -
|
|
83
|
-
* -
|
|
84
|
-
* - Publishes L1 tx(s) to the rollup contract via RollupPublisher.
|
|
49
|
+
* - Checks whether it is elected as proposer for the next slot
|
|
50
|
+
* - Builds multiple blocks and broadcasts them
|
|
51
|
+
* - Collects attestations for the checkpoint
|
|
52
|
+
* - Publishes the checkpoint to L1
|
|
53
|
+
* - Votes for proposals and slashes on L1
|
|
85
54
|
*/
|
|
86
55
|
export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<SequencerEvents>) {
|
|
87
56
|
private runningPromise?: RunningPromise;
|
|
88
|
-
private pollingIntervalMs: number = 1000;
|
|
89
|
-
private maxTxsPerBlock = 32;
|
|
90
|
-
private minTxsPerBlock = 1;
|
|
91
|
-
private maxL1TxInclusionTimeIntoSlot = 0;
|
|
92
57
|
private state = SequencerState.STOPPED;
|
|
93
|
-
private maxBlockSizeInBytes: number = 1024 * 1024;
|
|
94
|
-
private maxBlockGas: Gas = new Gas(100e9, 100e9);
|
|
95
58
|
private metrics: SequencerMetrics;
|
|
96
59
|
|
|
97
|
-
|
|
60
|
+
/** The last slot for which we attempted to perform our voting duties with degraded block production */
|
|
61
|
+
private lastSlotForFallbackVote: SlotNumber | undefined;
|
|
62
|
+
|
|
63
|
+
/** The last slot for which we logged "no committee" warning, to avoid spam */
|
|
64
|
+
private lastSlotForNoCommitteeWarning: SlotNumber | undefined;
|
|
65
|
+
|
|
66
|
+
/** The last slot for which we triggered a checkpoint proposal job, to prevent duplicate attempts. */
|
|
67
|
+
private lastSlotForCheckpointProposalJob: SlotNumber | undefined;
|
|
98
68
|
|
|
99
|
-
|
|
69
|
+
/** Last successful checkpoint proposed */
|
|
70
|
+
private lastCheckpointProposed: Checkpoint | undefined;
|
|
100
71
|
|
|
101
|
-
/** The last
|
|
102
|
-
private
|
|
72
|
+
/** The last epoch for which we logged strategy comparison in fisherman mode. */
|
|
73
|
+
private lastEpochForStrategyComparison: EpochNumber | undefined;
|
|
103
74
|
|
|
104
75
|
/** The maximum number of seconds that the sequencer can be into a slot to transition to a particular state. */
|
|
105
76
|
protected timetable!: SequencerTimetable;
|
|
106
|
-
protected enforceTimeTable: boolean = false;
|
|
107
77
|
|
|
108
78
|
// This shouldn't be here as this gets re-created each time we build/propose a block.
|
|
109
79
|
// But we have a number of tests that abuse/rely on this class having a permanent publisher.
|
|
110
80
|
// As long as those tests only configure a single publisher they will continue to work.
|
|
111
81
|
// This will get re-assigned every time the sequencer goes to build a new block to a publisher that is valid
|
|
112
82
|
// for the block proposer.
|
|
83
|
+
// TODO(palla/mbps): Remove this field and fix tests
|
|
113
84
|
protected publisher: SequencerPublisher | undefined;
|
|
114
85
|
|
|
86
|
+
/** Config for the sequencer */
|
|
87
|
+
protected config: ResolvedSequencerConfig = DefaultSequencerConfig;
|
|
88
|
+
|
|
115
89
|
constructor(
|
|
116
90
|
protected publisherFactory: SequencerPublisherFactory,
|
|
117
|
-
protected validatorClient: ValidatorClient
|
|
91
|
+
protected validatorClient: ValidatorClient,
|
|
118
92
|
protected globalsBuilder: GlobalVariableBuilder,
|
|
119
93
|
protected p2pClient: P2P,
|
|
120
94
|
protected worldState: WorldStateSynchronizer,
|
|
121
95
|
protected slasherClient: SlasherClientInterface | undefined,
|
|
122
|
-
protected l2BlockSource: L2BlockSource,
|
|
96
|
+
protected l2BlockSource: L2BlockSource & L2BlockSink,
|
|
123
97
|
protected l1ToL2MessageSource: L1ToL2MessageSource,
|
|
124
|
-
protected
|
|
98
|
+
protected checkpointsBuilder: FullNodeCheckpointsBuilder,
|
|
125
99
|
protected l1Constants: SequencerRollupConstants,
|
|
126
100
|
protected dateProvider: DateProvider,
|
|
127
101
|
protected epochCache: EpochCache,
|
|
128
102
|
protected rollupContract: RollupContract,
|
|
129
|
-
|
|
103
|
+
config: SequencerConfig,
|
|
130
104
|
protected telemetry: TelemetryClient = getTelemetryClient(),
|
|
131
105
|
protected log = createLogger('sequencer'),
|
|
132
106
|
) {
|
|
133
107
|
super();
|
|
134
108
|
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
}
|
|
139
|
-
|
|
140
|
-
get tracer(): Tracer {
|
|
141
|
-
return this.metrics.tracer;
|
|
142
|
-
}
|
|
143
|
-
|
|
144
|
-
public getValidatorAddresses() {
|
|
145
|
-
return this.validatorClient?.getValidatorAddresses();
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
public getConfig() {
|
|
149
|
-
return this.config;
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
/**
|
|
153
|
-
* Updates sequencer config by the defined values in the config on input.
|
|
154
|
-
* @param config - New parameters.
|
|
155
|
-
*/
|
|
156
|
-
public updateConfig(config: SequencerConfig) {
|
|
157
|
-
this.log.info(
|
|
158
|
-
`Sequencer config set`,
|
|
159
|
-
omit(pickFromSchema(config, SequencerConfigSchema), 'txPublicSetupAllowList'),
|
|
160
|
-
);
|
|
161
|
-
|
|
162
|
-
if (config.transactionPollingIntervalMS !== undefined) {
|
|
163
|
-
this.pollingIntervalMs = config.transactionPollingIntervalMS;
|
|
164
|
-
}
|
|
165
|
-
if (config.maxTxsPerBlock !== undefined) {
|
|
166
|
-
this.maxTxsPerBlock = config.maxTxsPerBlock;
|
|
167
|
-
}
|
|
168
|
-
if (config.minTxsPerBlock !== undefined) {
|
|
169
|
-
this.minTxsPerBlock = config.minTxsPerBlock;
|
|
170
|
-
}
|
|
171
|
-
if (config.maxDABlockGas !== undefined) {
|
|
172
|
-
this.maxBlockGas = new Gas(config.maxDABlockGas, this.maxBlockGas.l2Gas);
|
|
173
|
-
}
|
|
174
|
-
if (config.maxL2BlockGas !== undefined) {
|
|
175
|
-
this.maxBlockGas = new Gas(this.maxBlockGas.daGas, config.maxL2BlockGas);
|
|
176
|
-
}
|
|
177
|
-
if (config.maxBlockSizeInBytes !== undefined) {
|
|
178
|
-
this.maxBlockSizeInBytes = config.maxBlockSizeInBytes;
|
|
109
|
+
// Add [FISHERMAN] prefix to logger if in fisherman mode
|
|
110
|
+
if (config.fishermanMode) {
|
|
111
|
+
this.log = log.createChild('[FISHERMAN]');
|
|
179
112
|
}
|
|
180
|
-
if (config.governanceProposerPayload) {
|
|
181
|
-
this.governanceProposerPayload = config.governanceProposerPayload;
|
|
182
|
-
}
|
|
183
|
-
if (config.maxL1TxInclusionTimeIntoSlot !== undefined) {
|
|
184
|
-
this.maxL1TxInclusionTimeIntoSlot = config.maxL1TxInclusionTimeIntoSlot;
|
|
185
|
-
}
|
|
186
|
-
if (config.enforceTimeTable !== undefined) {
|
|
187
|
-
this.enforceTimeTable = config.enforceTimeTable;
|
|
188
|
-
}
|
|
189
|
-
|
|
190
|
-
this.setTimeTable();
|
|
191
|
-
|
|
192
|
-
// TODO: Just read everything from the config object as needed instead of copying everything into local vars.
|
|
193
113
|
|
|
194
|
-
|
|
195
|
-
|
|
114
|
+
this.metrics = new SequencerMetrics(telemetry, this.rollupContract, 'Sequencer');
|
|
115
|
+
this.updateConfig(config);
|
|
196
116
|
}
|
|
197
117
|
|
|
198
|
-
|
|
118
|
+
/** Updates sequencer config by the defined values and updates the timetable */
|
|
119
|
+
public updateConfig(config: Partial<SequencerConfig>) {
|
|
120
|
+
const filteredConfig = pickFromSchema(config, SequencerConfigSchema);
|
|
121
|
+
this.log.info(`Updated sequencer config`, omit(filteredConfig, 'txPublicSetupAllowList'));
|
|
122
|
+
this.config = merge(this.config, filteredConfig);
|
|
199
123
|
this.timetable = new SequencerTimetable(
|
|
200
124
|
{
|
|
201
125
|
ethereumSlotDuration: this.l1Constants.ethereumSlotDuration,
|
|
202
126
|
aztecSlotDuration: this.aztecSlotDuration,
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
127
|
+
l1PublishingTime: this.l1PublishingTime,
|
|
128
|
+
p2pPropagationTime: this.config.attestationPropagationTime,
|
|
129
|
+
blockDurationMs: this.config.blockDurationMs,
|
|
130
|
+
enforce: this.config.enforceTimeTable,
|
|
206
131
|
},
|
|
207
132
|
this.metrics,
|
|
208
133
|
this.log,
|
|
209
134
|
);
|
|
210
135
|
}
|
|
211
136
|
|
|
137
|
+
/** Initializes the sequencer (precomputes tables and creates a publisher). Takes about 3s. */
|
|
212
138
|
public async init() {
|
|
139
|
+
getKzg();
|
|
213
140
|
this.publisher = (await this.publisherFactory.create(undefined)).publisher;
|
|
214
141
|
}
|
|
215
142
|
|
|
216
|
-
/**
|
|
217
|
-
* Starts the sequencer and moves to IDLE state.
|
|
218
|
-
*/
|
|
143
|
+
/** Starts the sequencer and moves to IDLE state. */
|
|
219
144
|
public start() {
|
|
220
|
-
this.runningPromise = new RunningPromise(
|
|
145
|
+
this.runningPromise = new RunningPromise(
|
|
146
|
+
this.safeWork.bind(this),
|
|
147
|
+
this.log,
|
|
148
|
+
this.config.sequencerPollingIntervalMS,
|
|
149
|
+
);
|
|
221
150
|
this.setState(SequencerState.IDLE, undefined, { force: true });
|
|
222
151
|
this.runningPromise.start();
|
|
223
152
|
this.log.info('Started sequencer');
|
|
224
153
|
}
|
|
225
154
|
|
|
226
|
-
/**
|
|
227
|
-
* Stops the sequencer from processing txs and moves to STOPPED state.
|
|
228
|
-
*/
|
|
155
|
+
/** Stops the sequencer from building blocks and moves to STOPPED state. */
|
|
229
156
|
public async stop(): Promise<void> {
|
|
230
157
|
this.log.info(`Stopping sequencer`);
|
|
231
158
|
this.setState(SequencerState.STOPPING, undefined, { force: true });
|
|
@@ -235,52 +162,140 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
235
162
|
this.log.info('Stopped sequencer');
|
|
236
163
|
}
|
|
237
164
|
|
|
238
|
-
/**
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
165
|
+
/** Main sequencer loop with a try/catch */
|
|
166
|
+
protected async safeWork() {
|
|
167
|
+
try {
|
|
168
|
+
await this.work();
|
|
169
|
+
} catch (err) {
|
|
170
|
+
this.emit('checkpoint-error', { error: err as Error });
|
|
171
|
+
if (err instanceof SequencerTooSlowError) {
|
|
172
|
+
// TODO(palla/mbps): Add missing states
|
|
173
|
+
// Log as warn only if we had to abort halfway through the block proposal
|
|
174
|
+
const logLvl = [SequencerState.INITIALIZING_CHECKPOINT, SequencerState.PROPOSER_CHECK].includes(
|
|
175
|
+
err.proposedState,
|
|
176
|
+
)
|
|
177
|
+
? ('debug' as const)
|
|
178
|
+
: ('warn' as const);
|
|
179
|
+
this.log[logLvl](err.message, { now: this.dateProvider.nowInSeconds() });
|
|
180
|
+
} else {
|
|
181
|
+
// Re-throw other errors
|
|
182
|
+
throw err;
|
|
183
|
+
}
|
|
184
|
+
} finally {
|
|
185
|
+
this.setState(SequencerState.IDLE, undefined);
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
/** Returns the current state of the sequencer. */
|
|
242
190
|
public status() {
|
|
243
191
|
return { state: this.state };
|
|
244
192
|
}
|
|
245
193
|
|
|
246
194
|
/**
|
|
247
|
-
*
|
|
248
|
-
*
|
|
249
|
-
*
|
|
250
|
-
*
|
|
251
|
-
*
|
|
252
|
-
*
|
|
195
|
+
* Main sequencer loop:
|
|
196
|
+
* - Checks if we are up to date
|
|
197
|
+
* - If we are and we are the sequencer, collect txs and build blocks
|
|
198
|
+
* - Build multiple blocks per slot when configured
|
|
199
|
+
* - Collect attestations for the final block
|
|
200
|
+
* - Submit checkpoint
|
|
253
201
|
*/
|
|
202
|
+
@trackSpan('Sequencer.work')
|
|
254
203
|
protected async work() {
|
|
255
204
|
this.setState(SequencerState.SYNCHRONIZING, undefined);
|
|
256
|
-
const { slot, ts, now } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
205
|
+
const { slot, ts, now, epoch } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
257
206
|
|
|
258
|
-
// Check we
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
`Cannot propose block at next L2 slot ${slot} since that slot was taken by our own block ${this.lastBlockPublished.number}`,
|
|
262
|
-
);
|
|
207
|
+
// Check if we are synced and it's our slot, grab a publisher, check previous block invalidation, etc
|
|
208
|
+
const checkpointProposalJob = await this.prepareCheckpointProposal(epoch, slot, ts, now);
|
|
209
|
+
if (!checkpointProposalJob) {
|
|
263
210
|
return;
|
|
264
211
|
}
|
|
265
212
|
|
|
213
|
+
// Execute the checkpoint proposal job
|
|
214
|
+
const checkpoint = await checkpointProposalJob.execute();
|
|
215
|
+
|
|
216
|
+
// Update last checkpoint proposed (currently unused)
|
|
217
|
+
if (checkpoint) {
|
|
218
|
+
this.lastCheckpointProposed = checkpoint;
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
// Log fee strategy comparison if on fisherman
|
|
222
|
+
if (
|
|
223
|
+
this.config.fishermanMode &&
|
|
224
|
+
(this.lastEpochForStrategyComparison === undefined || epoch > this.lastEpochForStrategyComparison)
|
|
225
|
+
) {
|
|
226
|
+
this.logStrategyComparison(epoch, checkpointProposalJob.getPublisher());
|
|
227
|
+
this.lastEpochForStrategyComparison = epoch;
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
return checkpoint;
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
/**
|
|
234
|
+
* Prepares the checkpoint proposal by performing all necessary checks and setup.
|
|
235
|
+
* This is the initial step in the main loop.
|
|
236
|
+
* @returns CheckpointProposalJob if successful, undefined if we are not yet synced or are not the proposer.
|
|
237
|
+
*/
|
|
238
|
+
@trackSpan('Sequencer.prepareCheckpointProposal')
|
|
239
|
+
private async prepareCheckpointProposal(
|
|
240
|
+
epoch: EpochNumber,
|
|
241
|
+
slot: SlotNumber,
|
|
242
|
+
ts: bigint,
|
|
243
|
+
now: bigint,
|
|
244
|
+
): Promise<CheckpointProposalJob | undefined> {
|
|
245
|
+
// Check we have not already processed this slot (cheapest check)
|
|
246
|
+
// We only check this if enforce timetable is set, since we want to keep processing the same slot if we are not
|
|
247
|
+
// running against actual time (eg when we use sandbox-style automining)
|
|
248
|
+
if (
|
|
249
|
+
this.lastSlotForCheckpointProposalJob &&
|
|
250
|
+
this.lastSlotForCheckpointProposalJob >= slot &&
|
|
251
|
+
this.config.enforceTimeTable
|
|
252
|
+
) {
|
|
253
|
+
this.log.trace(`Slot ${slot} has already been processed`);
|
|
254
|
+
return undefined;
|
|
255
|
+
}
|
|
256
|
+
|
|
257
|
+
// But if we have already proposed for this slot, the we definitely have to skip it, automining or not
|
|
258
|
+
if (this.lastCheckpointProposed && this.lastCheckpointProposed.header.slotNumber >= slot) {
|
|
259
|
+
this.log.trace(`Slot ${slot} has already been published as checkpoint ${this.lastCheckpointProposed.number}`);
|
|
260
|
+
return undefined;
|
|
261
|
+
}
|
|
262
|
+
|
|
266
263
|
// Check all components are synced to latest as seen by the archiver (queries all subsystems)
|
|
267
264
|
const syncedTo = await this.checkSync({ ts, slot });
|
|
268
265
|
if (!syncedTo) {
|
|
269
266
|
await this.tryVoteWhenSyncFails({ slot, ts });
|
|
270
|
-
return;
|
|
267
|
+
return undefined;
|
|
268
|
+
}
|
|
269
|
+
|
|
270
|
+
// If escape hatch is open for this epoch, do not start checkpoint proposal work and do not attempt invalidations.
|
|
271
|
+
// Still perform governance/slashing voting (as proposer) once per slot.
|
|
272
|
+
const isEscapeHatchOpen = await this.epochCache.isEscapeHatchOpen(epoch);
|
|
273
|
+
|
|
274
|
+
if (isEscapeHatchOpen) {
|
|
275
|
+
this.setState(SequencerState.PROPOSER_CHECK, slot);
|
|
276
|
+
const [canPropose, proposer] = await this.checkCanPropose(slot);
|
|
277
|
+
if (canPropose) {
|
|
278
|
+
await this.tryVoteWhenEscapeHatchOpen({ slot, proposer });
|
|
279
|
+
} else {
|
|
280
|
+
this.log.trace(`Escape hatch open but we are not proposer, skipping vote-only actions`, {
|
|
281
|
+
slot,
|
|
282
|
+
epoch,
|
|
283
|
+
proposer,
|
|
284
|
+
});
|
|
285
|
+
}
|
|
286
|
+
return undefined;
|
|
271
287
|
}
|
|
272
288
|
|
|
273
|
-
|
|
274
|
-
const
|
|
289
|
+
// Next checkpoint follows from the last synced one
|
|
290
|
+
const checkpointNumber = CheckpointNumber(syncedTo.checkpointNumber + 1);
|
|
275
291
|
|
|
276
|
-
const
|
|
292
|
+
const logCtx = {
|
|
277
293
|
now,
|
|
278
294
|
syncedToL1Ts: syncedTo.l1Timestamp,
|
|
279
295
|
syncedToL2Slot: getSlotAtTimestamp(syncedTo.l1Timestamp, this.l1Constants),
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
newBlockNumber,
|
|
296
|
+
slot,
|
|
297
|
+
slotTs: ts,
|
|
298
|
+
checkpointNumber,
|
|
284
299
|
isPendingChainValid: pick(syncedTo.pendingChainValidationStatus, 'valid', 'reason', 'invalidIndex'),
|
|
285
300
|
};
|
|
286
301
|
|
|
@@ -288,210 +303,146 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
288
303
|
this.setState(SequencerState.PROPOSER_CHECK, slot);
|
|
289
304
|
const [canPropose, proposer] = await this.checkCanPropose(slot);
|
|
290
305
|
|
|
291
|
-
// If we are not a proposer
|
|
306
|
+
// If we are not a proposer check if we should invalidate an invalid checkpoint, and bail
|
|
292
307
|
if (!canPropose) {
|
|
293
|
-
await this.
|
|
294
|
-
return;
|
|
308
|
+
await this.considerInvalidatingCheckpoint(syncedTo, slot);
|
|
309
|
+
return undefined;
|
|
295
310
|
}
|
|
296
311
|
|
|
297
312
|
// Check that the slot is not taken by a block already (should never happen, since only us can propose for this slot)
|
|
298
313
|
if (syncedTo.block && syncedTo.block.header.getSlot() >= slot) {
|
|
299
314
|
this.log.warn(
|
|
300
315
|
`Cannot propose block at next L2 slot ${slot} since that slot was taken by block ${syncedTo.blockNumber}`,
|
|
301
|
-
{ ...
|
|
316
|
+
{ ...logCtx, block: syncedTo.block.header.toInspect() },
|
|
302
317
|
);
|
|
303
|
-
|
|
318
|
+
this.metrics.recordBlockProposalPrecheckFailed('slot_already_taken');
|
|
319
|
+
return undefined;
|
|
304
320
|
}
|
|
305
321
|
|
|
306
322
|
// We now need to get ourselves a publisher.
|
|
307
323
|
// The returned attestor will be the one we provided if we provided one.
|
|
308
324
|
// Otherwise it will be a valid attestor for the returned publisher.
|
|
309
|
-
|
|
325
|
+
// In fisherman mode, pass undefined to use the fisherman's own keystore instead of the actual proposer's
|
|
326
|
+
const proposerForPublisher = this.config.fishermanMode ? undefined : proposer;
|
|
327
|
+
const { attestorAddress, publisher } = await this.publisherFactory.create(proposerForPublisher);
|
|
310
328
|
this.log.verbose(`Created publisher at address ${publisher.getSenderAddress()} for attestor ${attestorAddress}`);
|
|
311
329
|
this.publisher = publisher;
|
|
312
330
|
|
|
313
|
-
|
|
314
|
-
|
|
331
|
+
// In fisherman mode, set the actual proposer's address for simulations
|
|
332
|
+
if (this.config.fishermanMode && proposer) {
|
|
333
|
+
publisher.setProposerAddressForSimulation(proposer);
|
|
334
|
+
this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
|
|
335
|
+
}
|
|
315
336
|
|
|
316
337
|
// Prepare invalidation request if the pending chain is invalid (returns undefined if no need)
|
|
317
|
-
const
|
|
338
|
+
const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(syncedTo.pendingChainValidationStatus);
|
|
318
339
|
|
|
319
|
-
// Check with the rollup if we can indeed propose at the next L2 slot. This check should not fail
|
|
340
|
+
// Check with the rollup contract if we can indeed propose at the next L2 slot. This check should not fail
|
|
320
341
|
// if all the previous checks are good, but we do it just in case.
|
|
321
342
|
const canProposeCheck = await publisher.canProposeAtNextEthBlock(
|
|
322
|
-
|
|
343
|
+
syncedTo.archive,
|
|
323
344
|
proposer ?? EthAddress.ZERO,
|
|
324
|
-
|
|
345
|
+
invalidateCheckpoint,
|
|
325
346
|
);
|
|
326
347
|
|
|
327
348
|
if (canProposeCheck === undefined) {
|
|
328
349
|
this.log.warn(
|
|
329
|
-
`Cannot propose
|
|
330
|
-
|
|
350
|
+
`Cannot propose checkpoint ${checkpointNumber} at slot ${slot} due to failed rollup contract check`,
|
|
351
|
+
logCtx,
|
|
331
352
|
);
|
|
332
|
-
this.emit('proposer-rollup-check-failed', { reason: 'Rollup contract check failed' });
|
|
333
|
-
|
|
334
|
-
|
|
353
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Rollup contract check failed', slot });
|
|
354
|
+
this.metrics.recordBlockProposalPrecheckFailed('rollup_contract_check_failed');
|
|
355
|
+
return undefined;
|
|
356
|
+
}
|
|
357
|
+
|
|
358
|
+
if (canProposeCheck.slot !== slot) {
|
|
335
359
|
this.log.warn(
|
|
336
360
|
`Cannot propose block due to slot mismatch with rollup contract (this can be caused by a clock out of sync). Expected slot ${slot} but got ${canProposeCheck.slot}.`,
|
|
337
|
-
{ ...
|
|
361
|
+
{ ...logCtx, rollup: canProposeCheck, expectedSlot: slot },
|
|
338
362
|
);
|
|
339
|
-
this.emit('proposer-rollup-check-failed', { reason: 'Slot mismatch' });
|
|
340
|
-
|
|
341
|
-
|
|
363
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Slot mismatch', slot });
|
|
364
|
+
this.metrics.recordBlockProposalPrecheckFailed('slot_mismatch');
|
|
365
|
+
return undefined;
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
if (canProposeCheck.checkpointNumber !== checkpointNumber) {
|
|
342
369
|
this.log.warn(
|
|
343
|
-
`Cannot propose
|
|
344
|
-
{ ...
|
|
370
|
+
`Cannot propose due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected checkpoint ${checkpointNumber} but got ${canProposeCheck.checkpointNumber}.`,
|
|
371
|
+
{ ...logCtx, rollup: canProposeCheck, expectedSlot: slot },
|
|
345
372
|
);
|
|
346
|
-
this.emit('proposer-rollup-check-failed', { reason: 'Block mismatch' });
|
|
347
|
-
|
|
373
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Block mismatch', slot });
|
|
374
|
+
this.metrics.recordBlockProposalPrecheckFailed('block_number_mismatch');
|
|
375
|
+
return undefined;
|
|
348
376
|
}
|
|
349
377
|
|
|
350
|
-
this.
|
|
351
|
-
|
|
352
|
-
const newGlobalVariables = await this.globalsBuilder.buildGlobalVariables(
|
|
353
|
-
newBlockNumber,
|
|
354
|
-
coinbase,
|
|
355
|
-
feeRecipient,
|
|
356
|
-
slot,
|
|
357
|
-
);
|
|
358
|
-
|
|
359
|
-
// Enqueue governance and slashing votes (returns promises that will be awaited later)
|
|
360
|
-
const votesPromises = this.enqueueGovernanceAndSlashingVotes(
|
|
361
|
-
publisher,
|
|
362
|
-
attestorAddress,
|
|
363
|
-
slot,
|
|
364
|
-
newGlobalVariables.timestamp,
|
|
365
|
-
);
|
|
366
|
-
|
|
367
|
-
// Enqueues block invalidation
|
|
368
|
-
if (invalidateBlock && !this.config.skipInvalidateBlockAsProposer) {
|
|
369
|
-
publisher.enqueueInvalidateBlock(invalidateBlock);
|
|
370
|
-
}
|
|
378
|
+
this.lastSlotForCheckpointProposalJob = slot;
|
|
379
|
+
this.log.info(`Preparing checkpoint proposal ${checkpointNumber} at slot ${slot}`, { ...logCtx, proposer });
|
|
371
380
|
|
|
372
|
-
//
|
|
373
|
-
this.
|
|
374
|
-
|
|
381
|
+
// Create and return the checkpoint proposal job
|
|
382
|
+
return this.createCheckpointProposalJob(
|
|
383
|
+
epoch,
|
|
375
384
|
slot,
|
|
385
|
+
checkpointNumber,
|
|
386
|
+
syncedTo.blockNumber,
|
|
376
387
|
proposer,
|
|
377
|
-
newBlockNumber,
|
|
378
388
|
publisher,
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
invalidateBlock,
|
|
389
|
+
attestorAddress,
|
|
390
|
+
invalidateCheckpoint,
|
|
382
391
|
);
|
|
383
|
-
|
|
384
|
-
// Wait until the voting promises have resolved, so all requests are enqueued
|
|
385
|
-
await Promise.all(votesPromises);
|
|
386
|
-
|
|
387
|
-
// And send the tx to L1
|
|
388
|
-
const l1Response = await publisher.sendRequests();
|
|
389
|
-
const proposedBlock = l1Response?.successfulActions.find(a => a === 'propose');
|
|
390
|
-
if (proposedBlock) {
|
|
391
|
-
this.lastBlockPublished = block;
|
|
392
|
-
this.emit('block-published', { blockNumber: newBlockNumber, slot: Number(slot) });
|
|
393
|
-
await this.metrics.incFilledSlot(publisher.getSenderAddress().toString(), coinbase);
|
|
394
|
-
} else if (block) {
|
|
395
|
-
this.emit('block-publish-failed', l1Response ?? {});
|
|
396
|
-
}
|
|
397
|
-
|
|
398
|
-
this.setState(SequencerState.IDLE, undefined);
|
|
399
392
|
}
|
|
400
393
|
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
slot:
|
|
394
|
+
protected createCheckpointProposalJob(
|
|
395
|
+
epoch: EpochNumber,
|
|
396
|
+
slot: SlotNumber,
|
|
397
|
+
checkpointNumber: CheckpointNumber,
|
|
398
|
+
syncedToBlockNumber: BlockNumber,
|
|
404
399
|
proposer: EthAddress | undefined,
|
|
405
|
-
newBlockNumber: number,
|
|
406
400
|
publisher: SequencerPublisher,
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
proposer,
|
|
413
|
-
publisher: publisher.getSenderAddress(),
|
|
414
|
-
globalVariables: newGlobalVariables.toInspect(),
|
|
415
|
-
chainTipArchive,
|
|
416
|
-
blockNumber: newBlockNumber,
|
|
401
|
+
attestorAddress: EthAddress,
|
|
402
|
+
invalidateCheckpoint: InvalidateCheckpointRequest | undefined,
|
|
403
|
+
): CheckpointProposalJob {
|
|
404
|
+
return new CheckpointProposalJob(
|
|
405
|
+
epoch,
|
|
417
406
|
slot,
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
} catch (err: any) {
|
|
445
|
-
this.emit('block-build-failed', { reason: err.message });
|
|
446
|
-
if (err instanceof FormattedViemError) {
|
|
447
|
-
this.log.verbose(`Unable to build/enqueue block ${err.message}`);
|
|
448
|
-
} else {
|
|
449
|
-
this.log.error(`Error building/enqueuing block`, err, { blockNumber: newBlockNumber, slot });
|
|
450
|
-
}
|
|
451
|
-
}
|
|
452
|
-
} else {
|
|
453
|
-
this.log.verbose(
|
|
454
|
-
`Not enough txs to build block ${newBlockNumber} at slot ${slot} (got ${pendingTxCount} txs, need ${this.minTxsPerBlock})`,
|
|
455
|
-
{ chainTipArchive, blockNumber: newBlockNumber, slot },
|
|
456
|
-
);
|
|
457
|
-
this.emit('tx-count-check-failed', { minTxs: this.minTxsPerBlock, availableTxs: pendingTxCount });
|
|
458
|
-
}
|
|
459
|
-
return block;
|
|
460
|
-
}
|
|
461
|
-
|
|
462
|
-
@trackSpan('Sequencer.work')
|
|
463
|
-
protected async safeWork() {
|
|
464
|
-
try {
|
|
465
|
-
await this.work();
|
|
466
|
-
} catch (err) {
|
|
467
|
-
if (err instanceof SequencerTooSlowError) {
|
|
468
|
-
// Log as warn only if we had to abort halfway through the block proposal
|
|
469
|
-
const logLvl = [SequencerState.INITIALIZING_PROPOSAL, SequencerState.PROPOSER_CHECK].includes(err.proposedState)
|
|
470
|
-
? ('debug' as const)
|
|
471
|
-
: ('warn' as const);
|
|
472
|
-
this.log[logLvl](err.message, { now: this.dateProvider.nowInSeconds() });
|
|
473
|
-
} else {
|
|
474
|
-
// Re-throw other errors
|
|
475
|
-
throw err;
|
|
476
|
-
}
|
|
477
|
-
} finally {
|
|
478
|
-
this.setState(SequencerState.IDLE, undefined);
|
|
479
|
-
}
|
|
407
|
+
checkpointNumber,
|
|
408
|
+
syncedToBlockNumber,
|
|
409
|
+
proposer,
|
|
410
|
+
publisher,
|
|
411
|
+
attestorAddress,
|
|
412
|
+
invalidateCheckpoint,
|
|
413
|
+
this.validatorClient,
|
|
414
|
+
this.globalsBuilder,
|
|
415
|
+
this.p2pClient,
|
|
416
|
+
this.worldState,
|
|
417
|
+
this.l1ToL2MessageSource,
|
|
418
|
+
this.l2BlockSource,
|
|
419
|
+
this.checkpointsBuilder,
|
|
420
|
+
this.l2BlockSource,
|
|
421
|
+
this.l1Constants,
|
|
422
|
+
this.config,
|
|
423
|
+
this.timetable,
|
|
424
|
+
this.slasherClient,
|
|
425
|
+
this.epochCache,
|
|
426
|
+
this.dateProvider,
|
|
427
|
+
this.metrics,
|
|
428
|
+
this,
|
|
429
|
+
this.setState.bind(this),
|
|
430
|
+
this.tracer,
|
|
431
|
+
this.log.getBindings(),
|
|
432
|
+
);
|
|
480
433
|
}
|
|
481
434
|
|
|
482
435
|
/**
|
|
483
|
-
*
|
|
436
|
+
* Internal helper for setting the sequencer state and checks if we have enough time left in the slot to transition to the new state.
|
|
484
437
|
* @param proposedState - The new state to transition to.
|
|
485
438
|
* @param slotNumber - The current slot number.
|
|
486
439
|
* @param force - Whether to force the transition even if the sequencer is stopped.
|
|
487
440
|
*/
|
|
488
|
-
setState(
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
): void;
|
|
494
|
-
setState(proposedState: SequencerState, slotNumber: bigint | undefined, opts: { force?: boolean } = {}): void {
|
|
441
|
+
protected setState(
|
|
442
|
+
proposedState: SequencerState,
|
|
443
|
+
slotNumber: SlotNumber | undefined,
|
|
444
|
+
opts: { force?: boolean } = {},
|
|
445
|
+
): void {
|
|
495
446
|
if (this.state === SequencerState.STOPPING && proposedState !== SequencerState.STOPPED && !opts.force) {
|
|
496
447
|
this.log.warn(`Cannot set sequencer to ${proposedState} as it is stopping.`);
|
|
497
448
|
throw new SequencerInterruptedError();
|
|
@@ -517,298 +468,16 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
517
468
|
oldState: this.state,
|
|
518
469
|
newState: proposedState,
|
|
519
470
|
secondsIntoSlot,
|
|
520
|
-
slotNumber,
|
|
471
|
+
slot: slotNumber,
|
|
521
472
|
});
|
|
522
473
|
this.state = proposedState;
|
|
523
474
|
}
|
|
524
475
|
|
|
525
|
-
private async dropFailedTxsFromP2P(failedTxs: FailedTx[]) {
|
|
526
|
-
if (failedTxs.length === 0) {
|
|
527
|
-
return;
|
|
528
|
-
}
|
|
529
|
-
const failedTxData = failedTxs.map(fail => fail.tx);
|
|
530
|
-
const failedTxHashes = failedTxData.map(tx => tx.getTxHash());
|
|
531
|
-
this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
|
|
532
|
-
await this.p2pClient.deleteTxs(failedTxHashes);
|
|
533
|
-
}
|
|
534
|
-
|
|
535
|
-
protected getBlockBuilderOptions(slot: number): PublicProcessorLimits {
|
|
536
|
-
// Deadline for processing depends on whether we're proposing a block
|
|
537
|
-
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
538
|
-
const processingEndTimeWithinSlot = this.timetable.getBlockProposalExecTimeEnd(secondsIntoSlot);
|
|
539
|
-
|
|
540
|
-
// Deadline is only set if enforceTimeTable is enabled.
|
|
541
|
-
const deadline = this.enforceTimeTable
|
|
542
|
-
? new Date((this.getSlotStartBuildTimestamp(slot) + processingEndTimeWithinSlot) * 1000)
|
|
543
|
-
: undefined;
|
|
544
|
-
return {
|
|
545
|
-
maxTransactions: this.maxTxsPerBlock,
|
|
546
|
-
maxBlockSize: this.maxBlockSizeInBytes,
|
|
547
|
-
maxBlockGas: this.maxBlockGas,
|
|
548
|
-
maxBlobFields: BLOBS_PER_BLOCK * FIELDS_PER_BLOB,
|
|
549
|
-
deadline,
|
|
550
|
-
};
|
|
551
|
-
}
|
|
552
|
-
|
|
553
|
-
/**
|
|
554
|
-
* @notice Build and propose a block to the chain
|
|
555
|
-
*
|
|
556
|
-
* @dev MUST throw instead of exiting early to ensure that world-state
|
|
557
|
-
* is being rolled back if the block is dropped.
|
|
558
|
-
*
|
|
559
|
-
* @param pendingTxs - Iterable of pending transactions to construct the block from
|
|
560
|
-
* @param proposalHeader - The partial header constructed for the proposal
|
|
561
|
-
* @param newGlobalVariables - The global variables for the new block
|
|
562
|
-
* @param proposerAddress - The address of the proposer
|
|
563
|
-
*/
|
|
564
|
-
@trackSpan('Sequencer.buildBlockAndEnqueuePublish', (_validTxs, _proposalHeader, newGlobalVariables) => ({
|
|
565
|
-
[Attributes.BLOCK_NUMBER]: newGlobalVariables.blockNumber,
|
|
566
|
-
}))
|
|
567
|
-
private async buildBlockAndEnqueuePublish(
|
|
568
|
-
pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
|
|
569
|
-
proposalHeader: CheckpointHeader,
|
|
570
|
-
newGlobalVariables: GlobalVariables,
|
|
571
|
-
proposerAddress: EthAddress | undefined,
|
|
572
|
-
invalidateBlock: InvalidateBlockRequest | undefined,
|
|
573
|
-
publisher: SequencerPublisher,
|
|
574
|
-
): Promise<L2Block> {
|
|
575
|
-
await publisher.validateBlockHeader(proposalHeader, invalidateBlock);
|
|
576
|
-
|
|
577
|
-
const blockNumber = newGlobalVariables.blockNumber;
|
|
578
|
-
const slot = proposalHeader.slotNumber.toBigInt();
|
|
579
|
-
const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(blockNumber);
|
|
580
|
-
|
|
581
|
-
const workTimer = new Timer();
|
|
582
|
-
this.setState(SequencerState.CREATING_BLOCK, slot);
|
|
583
|
-
|
|
584
|
-
try {
|
|
585
|
-
const blockBuilderOptions = this.getBlockBuilderOptions(Number(slot));
|
|
586
|
-
const buildBlockRes = await this.blockBuilder.buildBlock(
|
|
587
|
-
pendingTxs,
|
|
588
|
-
l1ToL2Messages,
|
|
589
|
-
newGlobalVariables,
|
|
590
|
-
blockBuilderOptions,
|
|
591
|
-
);
|
|
592
|
-
const { publicGas, block, publicProcessorDuration, numTxs, numMsgs, blockBuildingTimer, usedTxs, failedTxs } =
|
|
593
|
-
buildBlockRes;
|
|
594
|
-
const blockBuildDuration = workTimer.ms();
|
|
595
|
-
await this.dropFailedTxsFromP2P(failedTxs);
|
|
596
|
-
|
|
597
|
-
const minTxsPerBlock = this.minTxsPerBlock;
|
|
598
|
-
if (numTxs < minTxsPerBlock) {
|
|
599
|
-
this.log.warn(
|
|
600
|
-
`Block ${blockNumber} has too few txs to be proposed (got ${numTxs} but required ${minTxsPerBlock})`,
|
|
601
|
-
{ slot, blockNumber, numTxs },
|
|
602
|
-
);
|
|
603
|
-
throw new Error(`Block has too few successful txs to be proposed`);
|
|
604
|
-
}
|
|
605
|
-
|
|
606
|
-
// TODO(@PhilWindle) We should probably periodically check for things like another
|
|
607
|
-
// block being published before ours instead of just waiting on our block
|
|
608
|
-
await publisher.validateBlockHeader(block.getCheckpointHeader(), invalidateBlock);
|
|
609
|
-
|
|
610
|
-
const blockStats: L2BlockBuiltStats = {
|
|
611
|
-
eventName: 'l2-block-built',
|
|
612
|
-
creator: proposerAddress?.toString() ?? publisher.getSenderAddress().toString(),
|
|
613
|
-
duration: workTimer.ms(),
|
|
614
|
-
publicProcessDuration: publicProcessorDuration,
|
|
615
|
-
rollupCircuitsDuration: blockBuildingTimer.ms(),
|
|
616
|
-
...block.getStats(),
|
|
617
|
-
};
|
|
618
|
-
|
|
619
|
-
const blockHash = await block.hash();
|
|
620
|
-
const txHashes = block.body.txEffects.map(tx => tx.txHash);
|
|
621
|
-
this.log.info(
|
|
622
|
-
`Built block ${block.number} for slot ${slot} with ${numTxs} txs and ${numMsgs} messages. ${
|
|
623
|
-
publicGas.l2Gas / workTimer.s()
|
|
624
|
-
} mana/s`,
|
|
625
|
-
{
|
|
626
|
-
blockHash,
|
|
627
|
-
globalVariables: block.header.globalVariables.toInspect(),
|
|
628
|
-
txHashes,
|
|
629
|
-
...blockStats,
|
|
630
|
-
},
|
|
631
|
-
);
|
|
632
|
-
|
|
633
|
-
this.log.debug('Collecting attestations');
|
|
634
|
-
const attestations = await this.collectAttestations(block, usedTxs, proposerAddress);
|
|
635
|
-
if (attestations !== undefined) {
|
|
636
|
-
this.log.verbose(`Collected ${attestations.length} attestations`, { blockHash, blockNumber });
|
|
637
|
-
}
|
|
638
|
-
|
|
639
|
-
const attestationsAndSigners = new CommitteeAttestationsAndSigners(attestations ?? []);
|
|
640
|
-
const attestationsAndSignersSignature = this.validatorClient
|
|
641
|
-
? await this.validatorClient.signAttestationsAndSigners(
|
|
642
|
-
attestationsAndSigners,
|
|
643
|
-
proposerAddress ?? publisher.getSenderAddress(),
|
|
644
|
-
)
|
|
645
|
-
: Signature.empty();
|
|
646
|
-
|
|
647
|
-
await this.enqueuePublishL2Block(
|
|
648
|
-
block,
|
|
649
|
-
attestationsAndSigners,
|
|
650
|
-
attestationsAndSignersSignature,
|
|
651
|
-
invalidateBlock,
|
|
652
|
-
publisher,
|
|
653
|
-
);
|
|
654
|
-
this.metrics.recordBuiltBlock(blockBuildDuration, publicGas.l2Gas);
|
|
655
|
-
return block;
|
|
656
|
-
} catch (err) {
|
|
657
|
-
this.metrics.recordFailedBlock();
|
|
658
|
-
throw err;
|
|
659
|
-
}
|
|
660
|
-
}
|
|
661
|
-
|
|
662
|
-
@trackSpan('Sequencer.collectAttestations', (block, txHashes) => ({
|
|
663
|
-
[Attributes.BLOCK_NUMBER]: block.number,
|
|
664
|
-
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
665
|
-
[Attributes.BLOCK_TXS_COUNT]: txHashes.length,
|
|
666
|
-
}))
|
|
667
|
-
protected async collectAttestations(
|
|
668
|
-
block: L2Block,
|
|
669
|
-
txs: Tx[],
|
|
670
|
-
proposerAddress: EthAddress | undefined,
|
|
671
|
-
): Promise<CommitteeAttestation[] | undefined> {
|
|
672
|
-
const { committee } = await this.epochCache.getCommittee(block.header.getSlot());
|
|
673
|
-
|
|
674
|
-
// We checked above that the committee is defined, so this should never happen.
|
|
675
|
-
if (!committee) {
|
|
676
|
-
throw new Error('No committee when collecting attestations');
|
|
677
|
-
}
|
|
678
|
-
|
|
679
|
-
if (committee.length === 0) {
|
|
680
|
-
this.log.verbose(`Attesting committee is empty`);
|
|
681
|
-
return undefined;
|
|
682
|
-
} else {
|
|
683
|
-
this.log.debug(`Attesting committee length is ${committee.length}`);
|
|
684
|
-
}
|
|
685
|
-
|
|
686
|
-
if (!this.validatorClient) {
|
|
687
|
-
const msg = 'Missing validator client: Cannot collect attestations';
|
|
688
|
-
this.log.error(msg);
|
|
689
|
-
throw new Error(msg);
|
|
690
|
-
}
|
|
691
|
-
|
|
692
|
-
const numberOfRequiredAttestations = Math.floor((committee.length * 2) / 3) + 1;
|
|
693
|
-
|
|
694
|
-
const slotNumber = block.header.globalVariables.slotNumber.toBigInt();
|
|
695
|
-
this.setState(SequencerState.COLLECTING_ATTESTATIONS, slotNumber);
|
|
696
|
-
|
|
697
|
-
this.log.debug('Creating block proposal for validators');
|
|
698
|
-
const blockProposalOptions: BlockProposalOptions = {
|
|
699
|
-
publishFullTxs: !!this.config.publishTxsWithProposals,
|
|
700
|
-
broadcastInvalidBlockProposal: this.config.broadcastInvalidBlockProposal,
|
|
701
|
-
};
|
|
702
|
-
const proposal = await this.validatorClient.createBlockProposal(
|
|
703
|
-
block.header.globalVariables.blockNumber,
|
|
704
|
-
block.getCheckpointHeader(),
|
|
705
|
-
block.archive.root,
|
|
706
|
-
block.header.state,
|
|
707
|
-
txs,
|
|
708
|
-
proposerAddress,
|
|
709
|
-
blockProposalOptions,
|
|
710
|
-
);
|
|
711
|
-
|
|
712
|
-
if (!proposal) {
|
|
713
|
-
throw new Error(`Failed to create block proposal`);
|
|
714
|
-
}
|
|
715
|
-
|
|
716
|
-
if (this.config.skipCollectingAttestations) {
|
|
717
|
-
this.log.warn('Skipping attestation collection as per config (attesting with own keys only)');
|
|
718
|
-
const attestations = await this.validatorClient?.collectOwnAttestations(proposal);
|
|
719
|
-
return orderAttestations(attestations ?? [], committee);
|
|
720
|
-
}
|
|
721
|
-
|
|
722
|
-
this.log.debug('Broadcasting block proposal to validators');
|
|
723
|
-
await this.validatorClient.broadcastBlockProposal(proposal);
|
|
724
|
-
|
|
725
|
-
const attestationTimeAllowed = this.enforceTimeTable
|
|
726
|
-
? this.timetable.getMaxAllowedTime(SequencerState.PUBLISHING_BLOCK)!
|
|
727
|
-
: this.aztecSlotDuration;
|
|
728
|
-
|
|
729
|
-
this.metrics.recordRequiredAttestations(numberOfRequiredAttestations, attestationTimeAllowed);
|
|
730
|
-
|
|
731
|
-
const timer = new Timer();
|
|
732
|
-
let collectedAttestationsCount: number = 0;
|
|
733
|
-
try {
|
|
734
|
-
const attestationDeadline = new Date(this.dateProvider.now() + attestationTimeAllowed * 1000);
|
|
735
|
-
const attestations = await this.validatorClient.collectAttestations(
|
|
736
|
-
proposal,
|
|
737
|
-
numberOfRequiredAttestations,
|
|
738
|
-
attestationDeadline,
|
|
739
|
-
);
|
|
740
|
-
|
|
741
|
-
collectedAttestationsCount = attestations.length;
|
|
742
|
-
|
|
743
|
-
// note: the smart contract requires that the signatures are provided in the order of the committee
|
|
744
|
-
const sorted = orderAttestations(attestations, committee);
|
|
745
|
-
if (this.config.injectFakeAttestation) {
|
|
746
|
-
const nonEmpty = sorted.filter(a => !a.signature.isEmpty());
|
|
747
|
-
const randomIndex = randomInt(nonEmpty.length);
|
|
748
|
-
this.log.warn(`Injecting fake attestation in block ${block.number}`);
|
|
749
|
-
unfreeze(nonEmpty[randomIndex]).signature = Signature.random();
|
|
750
|
-
}
|
|
751
|
-
return sorted;
|
|
752
|
-
} catch (err) {
|
|
753
|
-
if (err && err instanceof AttestationTimeoutError) {
|
|
754
|
-
collectedAttestationsCount = err.collectedCount;
|
|
755
|
-
}
|
|
756
|
-
throw err;
|
|
757
|
-
} finally {
|
|
758
|
-
this.metrics.recordCollectedAttestations(collectedAttestationsCount, timer.ms());
|
|
759
|
-
}
|
|
760
|
-
}
|
|
761
|
-
|
|
762
|
-
/**
|
|
763
|
-
* Publishes the L2Block to the rollup contract.
|
|
764
|
-
* @param block - The L2Block to be published.
|
|
765
|
-
*/
|
|
766
|
-
@trackSpan('Sequencer.enqueuePublishL2Block', block => ({
|
|
767
|
-
[Attributes.BLOCK_NUMBER]: block.number,
|
|
768
|
-
}))
|
|
769
|
-
protected async enqueuePublishL2Block(
|
|
770
|
-
block: L2Block,
|
|
771
|
-
attestationsAndSigners: CommitteeAttestationsAndSigners,
|
|
772
|
-
attestationsAndSignersSignature: Signature,
|
|
773
|
-
invalidateBlock: InvalidateBlockRequest | undefined,
|
|
774
|
-
publisher: SequencerPublisher,
|
|
775
|
-
): Promise<void> {
|
|
776
|
-
// Publishes new block to the network and awaits the tx to be mined
|
|
777
|
-
this.setState(SequencerState.PUBLISHING_BLOCK, block.header.globalVariables.slotNumber.toBigInt());
|
|
778
|
-
|
|
779
|
-
// Time out tx at the end of the slot
|
|
780
|
-
const slot = block.header.globalVariables.slotNumber.toNumber();
|
|
781
|
-
const txTimeoutAt = new Date((this.getSlotStartBuildTimestamp(slot) + this.aztecSlotDuration) * 1000);
|
|
782
|
-
|
|
783
|
-
const enqueued = await publisher.enqueueProposeL2Block(
|
|
784
|
-
block,
|
|
785
|
-
attestationsAndSigners,
|
|
786
|
-
attestationsAndSignersSignature,
|
|
787
|
-
{
|
|
788
|
-
txTimeoutAt,
|
|
789
|
-
forcePendingBlockNumber: invalidateBlock?.forcePendingBlockNumber,
|
|
790
|
-
},
|
|
791
|
-
);
|
|
792
|
-
|
|
793
|
-
if (!enqueued) {
|
|
794
|
-
throw new Error(`Failed to enqueue publish of block ${block.number}`);
|
|
795
|
-
}
|
|
796
|
-
}
|
|
797
|
-
|
|
798
476
|
/**
|
|
799
477
|
* Returns whether all dependencies have caught up.
|
|
800
478
|
* We don't check against the previous block submitted since it may have been reorg'd out.
|
|
801
479
|
*/
|
|
802
|
-
protected async checkSync(args: { ts: bigint; slot:
|
|
803
|
-
| {
|
|
804
|
-
block?: L2Block;
|
|
805
|
-
blockNumber: number;
|
|
806
|
-
archive: Fr;
|
|
807
|
-
l1Timestamp: bigint;
|
|
808
|
-
pendingChainValidationStatus: ValidateBlockResult;
|
|
809
|
-
}
|
|
810
|
-
| undefined
|
|
811
|
-
> {
|
|
480
|
+
protected async checkSync(args: { ts: bigint; slot: SlotNumber }): Promise<SequencerSyncCheckResult | undefined> {
|
|
812
481
|
// Check that the archiver and dependencies have synced to the previous L1 slot at least
|
|
813
482
|
// TODO(#14766): Archiver reports L1 timestamp based on L1 blocks seen, which means that a missed L1 block will
|
|
814
483
|
// cause the archiver L1 timestamp to fall behind, and cause this sequencer to start processing one L1 slot later.
|
|
@@ -828,22 +497,22 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
828
497
|
number: syncSummary.latestBlockNumber,
|
|
829
498
|
hash: syncSummary.latestBlockHash,
|
|
830
499
|
})),
|
|
831
|
-
this.l2BlockSource.getL2Tips().then(t => t.
|
|
500
|
+
this.l2BlockSource.getL2Tips().then(t => t.proposed),
|
|
832
501
|
this.p2pClient.getStatus().then(p2p => p2p.syncedToL2Block),
|
|
833
|
-
this.l1ToL2MessageSource.getL2Tips().then(t => t.
|
|
502
|
+
this.l1ToL2MessageSource.getL2Tips().then(t => t.proposed),
|
|
834
503
|
this.l2BlockSource.getPendingChainValidationStatus(),
|
|
835
504
|
] as const);
|
|
836
505
|
|
|
837
506
|
const [worldState, l2BlockSource, p2p, l1ToL2MessageSource, pendingChainValidationStatus] = syncedBlocks;
|
|
838
507
|
|
|
839
|
-
//
|
|
840
|
-
//
|
|
508
|
+
// Handle zero as a special case, since the block hash won't match across services if we're changing the prefilled data for the genesis block,
|
|
509
|
+
// as the world state can compute the new genesis block hash, but other components use the hardcoded constant.
|
|
510
|
+
// TODO(palla/mbps): Fix the above. All components should be able to handle dynamic genesis block hashes.
|
|
841
511
|
const result =
|
|
842
|
-
l2BlockSource.
|
|
843
|
-
|
|
844
|
-
|
|
845
|
-
|
|
846
|
-
l1ToL2MessageSource.hash === l2BlockSource.hash;
|
|
512
|
+
(l2BlockSource.number === 0 && worldState.number === 0 && p2p.number === 0 && l1ToL2MessageSource.number === 0) ||
|
|
513
|
+
(worldState.hash === l2BlockSource.hash &&
|
|
514
|
+
p2p.hash === l2BlockSource.hash &&
|
|
515
|
+
l1ToL2MessageSource.hash === l2BlockSource.hash);
|
|
847
516
|
|
|
848
517
|
if (!result) {
|
|
849
518
|
this.log.debug(`Sequencer sync check failed`, { worldState, l2BlockSource, p2p, l1ToL2MessageSource });
|
|
@@ -854,10 +523,16 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
854
523
|
const blockNumber = worldState.number;
|
|
855
524
|
if (blockNumber < INITIAL_L2_BLOCK_NUM) {
|
|
856
525
|
const archive = new Fr((await this.worldState.getCommitted().getTreeInfo(MerkleTreeId.ARCHIVE)).root);
|
|
857
|
-
return {
|
|
526
|
+
return {
|
|
527
|
+
checkpointNumber: CheckpointNumber.ZERO,
|
|
528
|
+
blockNumber: BlockNumber.ZERO,
|
|
529
|
+
archive,
|
|
530
|
+
l1Timestamp,
|
|
531
|
+
pendingChainValidationStatus,
|
|
532
|
+
};
|
|
858
533
|
}
|
|
859
534
|
|
|
860
|
-
const block = await this.l2BlockSource.
|
|
535
|
+
const block = await this.l2BlockSource.getL2Block(blockNumber);
|
|
861
536
|
if (!block) {
|
|
862
537
|
// this shouldn't really happen because a moment ago we checked that all components were in sync
|
|
863
538
|
this.log.error(`Failed to get L2 block ${blockNumber} from the archiver with all components in sync`);
|
|
@@ -867,69 +542,28 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
867
542
|
return {
|
|
868
543
|
block,
|
|
869
544
|
blockNumber: block.number,
|
|
545
|
+
checkpointNumber: block.checkpointNumber,
|
|
870
546
|
archive: block.archive.root,
|
|
871
547
|
l1Timestamp,
|
|
872
548
|
pendingChainValidationStatus,
|
|
873
549
|
};
|
|
874
550
|
}
|
|
875
551
|
|
|
876
|
-
/**
|
|
877
|
-
* Enqueues governance and slashing votes with the publisher. Does not block.
|
|
878
|
-
* @param publisher - The publisher to enqueue votes with
|
|
879
|
-
* @param attestorAddress - The attestor address to use for signing
|
|
880
|
-
* @param slot - The slot number
|
|
881
|
-
* @param timestamp - The timestamp for the votes
|
|
882
|
-
* @param context - Optional context for logging (e.g., block number)
|
|
883
|
-
* @returns A tuple of [governanceEnqueued, slashingEnqueued]
|
|
884
|
-
*/
|
|
885
|
-
protected enqueueGovernanceAndSlashingVotes(
|
|
886
|
-
publisher: SequencerPublisher,
|
|
887
|
-
attestorAddress: EthAddress,
|
|
888
|
-
slot: bigint,
|
|
889
|
-
timestamp: bigint,
|
|
890
|
-
): [Promise<boolean> | undefined, Promise<boolean> | undefined] {
|
|
891
|
-
try {
|
|
892
|
-
const signerFn = (msg: TypedDataDefinition) =>
|
|
893
|
-
this.validatorClient!.signWithAddress(attestorAddress, msg).then(s => s.toString());
|
|
894
|
-
|
|
895
|
-
const enqueueGovernancePromise =
|
|
896
|
-
this.governanceProposerPayload && !this.governanceProposerPayload.isZero()
|
|
897
|
-
? publisher
|
|
898
|
-
.enqueueGovernanceCastSignal(this.governanceProposerPayload, slot, timestamp, attestorAddress, signerFn)
|
|
899
|
-
.catch(err => {
|
|
900
|
-
this.log.error(`Error enqueuing governance vote`, err, { slot });
|
|
901
|
-
return false;
|
|
902
|
-
})
|
|
903
|
-
: undefined;
|
|
904
|
-
|
|
905
|
-
const enqueueSlashingPromise = this.slasherClient
|
|
906
|
-
? this.slasherClient
|
|
907
|
-
.getProposerActions(slot)
|
|
908
|
-
.then(actions => publisher.enqueueSlashingActions(actions, slot, timestamp, attestorAddress, signerFn))
|
|
909
|
-
.catch(err => {
|
|
910
|
-
this.log.error(`Error enqueuing slashing actions`, err, { slot });
|
|
911
|
-
return false;
|
|
912
|
-
})
|
|
913
|
-
: undefined;
|
|
914
|
-
|
|
915
|
-
return [enqueueGovernancePromise, enqueueSlashingPromise];
|
|
916
|
-
} catch (err) {
|
|
917
|
-
this.log.error(`Error enqueueing governance and slashing votes`, err);
|
|
918
|
-
return [undefined, undefined];
|
|
919
|
-
}
|
|
920
|
-
}
|
|
921
|
-
|
|
922
552
|
/**
|
|
923
553
|
* Checks if we are the proposer for the next slot.
|
|
924
554
|
* @returns True if we can propose, and the proposer address (undefined if anyone can propose)
|
|
925
555
|
*/
|
|
926
|
-
protected async checkCanPropose(slot:
|
|
556
|
+
protected async checkCanPropose(slot: SlotNumber): Promise<[boolean, EthAddress | undefined]> {
|
|
927
557
|
let proposer: EthAddress | undefined;
|
|
558
|
+
|
|
928
559
|
try {
|
|
929
560
|
proposer = await this.epochCache.getProposerAttesterAddressInSlot(slot);
|
|
930
561
|
} catch (e) {
|
|
931
562
|
if (e instanceof NoCommitteeError) {
|
|
932
|
-
this.
|
|
563
|
+
if (this.lastSlotForNoCommitteeWarning !== slot) {
|
|
564
|
+
this.lastSlotForNoCommitteeWarning = slot;
|
|
565
|
+
this.log.warn(`Cannot propose at next L2 slot ${slot} since the committee does not exist on L1`);
|
|
566
|
+
}
|
|
933
567
|
return [false, undefined];
|
|
934
568
|
}
|
|
935
569
|
this.log.error(`Error getting proposer for slot ${slot}`, e);
|
|
@@ -940,8 +574,12 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
940
574
|
if (proposer === undefined) {
|
|
941
575
|
return [true, undefined];
|
|
942
576
|
}
|
|
577
|
+
// In fisherman mode, just return the current proposer
|
|
578
|
+
if (this.config.fishermanMode) {
|
|
579
|
+
return [true, proposer];
|
|
580
|
+
}
|
|
943
581
|
|
|
944
|
-
const validatorAddresses = this.validatorClient
|
|
582
|
+
const validatorAddresses = this.validatorClient.getValidatorAddresses();
|
|
945
583
|
const weAreProposer = validatorAddresses.some(addr => addr.equals(proposer));
|
|
946
584
|
|
|
947
585
|
if (!weAreProposer) {
|
|
@@ -956,30 +594,31 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
956
594
|
* Tries to vote on slashing actions and governance when the sync check fails but we're past the max time for initializing a proposal.
|
|
957
595
|
* This allows the sequencer to participate in governance/slashing votes even when it cannot build blocks.
|
|
958
596
|
*/
|
|
959
|
-
|
|
960
|
-
|
|
597
|
+
@trackSpan('Seqeuencer.tryVoteWhenSyncFails', ({ slot }) => ({ [Attributes.SLOT_NUMBER]: slot }))
|
|
598
|
+
protected async tryVoteWhenSyncFails(args: { slot: SlotNumber; ts: bigint }): Promise<void> {
|
|
599
|
+
const { slot } = args;
|
|
961
600
|
|
|
962
601
|
// Prevent duplicate attempts in the same slot
|
|
963
|
-
if (this.
|
|
964
|
-
this.log.
|
|
602
|
+
if (this.lastSlotForFallbackVote === slot) {
|
|
603
|
+
this.log.trace(`Already attempted to vote in slot ${slot} (skipping)`);
|
|
965
604
|
return;
|
|
966
605
|
}
|
|
967
606
|
|
|
968
607
|
// Check if we're past the max time for initializing a proposal
|
|
969
608
|
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
970
|
-
const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.
|
|
609
|
+
const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_CHECKPOINT);
|
|
971
610
|
|
|
972
611
|
// If we haven't exceeded the time limit for initializing a proposal, don't proceed with voting
|
|
973
612
|
// We use INITIALIZING_PROPOSAL time limit because if we're past that, we can't build a block anyway
|
|
974
613
|
if (maxAllowedTime === undefined || secondsIntoSlot <= maxAllowedTime) {
|
|
975
|
-
this.log.trace(`Not attempting to vote since there is still for block building`, {
|
|
614
|
+
this.log.trace(`Not attempting to vote since there is still time for block building`, {
|
|
976
615
|
secondsIntoSlot,
|
|
977
616
|
maxAllowedTime,
|
|
978
617
|
});
|
|
979
618
|
return;
|
|
980
619
|
}
|
|
981
620
|
|
|
982
|
-
this.log.
|
|
621
|
+
this.log.trace(`Sync for slot ${slot} failed, checking for voting opportunities`, {
|
|
983
622
|
secondsIntoSlot,
|
|
984
623
|
maxAllowedTime,
|
|
985
624
|
});
|
|
@@ -987,12 +626,12 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
987
626
|
// Check if we're a proposer or proposal is open
|
|
988
627
|
const [canPropose, proposer] = await this.checkCanPropose(slot);
|
|
989
628
|
if (!canPropose) {
|
|
990
|
-
this.log.
|
|
629
|
+
this.log.trace(`Cannot vote in slot ${slot} since we are not a proposer`, { slot, proposer });
|
|
991
630
|
return;
|
|
992
631
|
}
|
|
993
632
|
|
|
994
633
|
// Mark this slot as attempted
|
|
995
|
-
this.
|
|
634
|
+
this.lastSlotForFallbackVote = slot;
|
|
996
635
|
|
|
997
636
|
// Get a publisher for voting
|
|
998
637
|
const { attestorAddress, publisher } = await this.publisherFactory.create(proposer);
|
|
@@ -1002,11 +641,22 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1002
641
|
slot,
|
|
1003
642
|
});
|
|
1004
643
|
|
|
1005
|
-
// Enqueue governance and slashing votes
|
|
1006
|
-
const
|
|
1007
|
-
|
|
644
|
+
// Enqueue governance and slashing votes
|
|
645
|
+
const voter = new CheckpointVoter(
|
|
646
|
+
slot,
|
|
647
|
+
publisher,
|
|
648
|
+
attestorAddress,
|
|
649
|
+
this.validatorClient,
|
|
650
|
+
this.slasherClient,
|
|
651
|
+
this.l1Constants,
|
|
652
|
+
this.config,
|
|
653
|
+
this.metrics,
|
|
654
|
+
this.log,
|
|
655
|
+
);
|
|
656
|
+
const votesPromises = voter.enqueueVotes();
|
|
657
|
+
const votes = await Promise.all(votesPromises);
|
|
1008
658
|
|
|
1009
|
-
if (
|
|
659
|
+
if (votes.every(p => !p)) {
|
|
1010
660
|
this.log.debug(`No votes to enqueue for slot ${slot}`);
|
|
1011
661
|
return;
|
|
1012
662
|
}
|
|
@@ -1015,34 +665,81 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1015
665
|
await publisher.sendRequests();
|
|
1016
666
|
}
|
|
1017
667
|
|
|
668
|
+
/**
|
|
669
|
+
* Tries to vote on slashing actions and governance proposals when escape hatch is open.
|
|
670
|
+
* This allows the sequencer to participate in voting without performing checkpoint proposal work.
|
|
671
|
+
*/
|
|
672
|
+
@trackSpan('Sequencer.tryVoteWhenEscapeHatchOpen', ({ slot }) => ({ [Attributes.SLOT_NUMBER]: slot }))
|
|
673
|
+
protected async tryVoteWhenEscapeHatchOpen(args: {
|
|
674
|
+
slot: SlotNumber;
|
|
675
|
+
proposer: EthAddress | undefined;
|
|
676
|
+
}): Promise<void> {
|
|
677
|
+
const { slot, proposer } = args;
|
|
678
|
+
|
|
679
|
+
// Prevent duplicate attempts in the same slot
|
|
680
|
+
if (this.lastSlotForFallbackVote === slot) {
|
|
681
|
+
this.log.trace(`Already attempted to vote in slot ${slot} (escape hatch open, skipping)`);
|
|
682
|
+
return;
|
|
683
|
+
}
|
|
684
|
+
|
|
685
|
+
// Mark this slot as attempted
|
|
686
|
+
this.lastSlotForFallbackVote = slot;
|
|
687
|
+
|
|
688
|
+
const { attestorAddress, publisher } = await this.publisherFactory.create(proposer);
|
|
689
|
+
|
|
690
|
+
this.log.debug(`Escape hatch open for slot ${slot}, attempting vote-only actions`, { slot, attestorAddress });
|
|
691
|
+
|
|
692
|
+
const voter = new CheckpointVoter(
|
|
693
|
+
slot,
|
|
694
|
+
publisher,
|
|
695
|
+
attestorAddress,
|
|
696
|
+
this.validatorClient,
|
|
697
|
+
this.slasherClient,
|
|
698
|
+
this.l1Constants,
|
|
699
|
+
this.config,
|
|
700
|
+
this.metrics,
|
|
701
|
+
this.log,
|
|
702
|
+
);
|
|
703
|
+
|
|
704
|
+
const votesPromises = voter.enqueueVotes();
|
|
705
|
+
const votes = await Promise.all(votesPromises);
|
|
706
|
+
|
|
707
|
+
if (votes.every(p => !p)) {
|
|
708
|
+
this.log.debug(`No votes to enqueue for slot ${slot} (escape hatch open)`);
|
|
709
|
+
return;
|
|
710
|
+
}
|
|
711
|
+
|
|
712
|
+
this.log.info(`Voting in slot ${slot} (escape hatch open)`, { slot });
|
|
713
|
+
await publisher.sendRequests();
|
|
714
|
+
}
|
|
715
|
+
|
|
1018
716
|
/**
|
|
1019
717
|
* Considers invalidating a block if the pending chain is invalid. Depends on how long the invalid block
|
|
1020
718
|
* has been there without being invalidated and whether the sequencer is in the committee or not. We always
|
|
1021
719
|
* have the proposer try to invalidate, but if they fail, the sequencers in the committee are expected to try,
|
|
1022
720
|
* and if they fail, any sequencer will try as well.
|
|
1023
721
|
*/
|
|
1024
|
-
protected async
|
|
1025
|
-
syncedTo:
|
|
1026
|
-
currentSlot:
|
|
722
|
+
protected async considerInvalidatingCheckpoint(
|
|
723
|
+
syncedTo: SequencerSyncCheckResult,
|
|
724
|
+
currentSlot: SlotNumber,
|
|
1027
725
|
): Promise<void> {
|
|
1028
726
|
const { pendingChainValidationStatus, l1Timestamp } = syncedTo;
|
|
1029
727
|
if (pendingChainValidationStatus.valid) {
|
|
1030
728
|
return;
|
|
1031
729
|
}
|
|
1032
730
|
|
|
1033
|
-
const
|
|
1034
|
-
const
|
|
1035
|
-
const
|
|
1036
|
-
const
|
|
1037
|
-
const ourValidatorAddresses = this.validatorClient!.getValidatorAddresses();
|
|
731
|
+
const invalidCheckpointNumber = pendingChainValidationStatus.checkpoint.checkpointNumber;
|
|
732
|
+
const invalidCheckpointTimestamp = pendingChainValidationStatus.checkpoint.timestamp;
|
|
733
|
+
const timeSinceChainInvalid = this.dateProvider.nowInSeconds() - Number(invalidCheckpointTimestamp);
|
|
734
|
+
const ourValidatorAddresses = this.validatorClient.getValidatorAddresses();
|
|
1038
735
|
|
|
1039
736
|
const { secondsBeforeInvalidatingBlockAsCommitteeMember, secondsBeforeInvalidatingBlockAsNonCommitteeMember } =
|
|
1040
737
|
this.config;
|
|
1041
738
|
|
|
1042
739
|
const logData = {
|
|
1043
|
-
invalidL1Timestamp:
|
|
740
|
+
invalidL1Timestamp: invalidCheckpointTimestamp,
|
|
1044
741
|
l1Timestamp,
|
|
1045
|
-
|
|
742
|
+
invalidCheckpoint: pendingChainValidationStatus.checkpoint,
|
|
1046
743
|
secondsBeforeInvalidatingBlockAsCommitteeMember,
|
|
1047
744
|
secondsBeforeInvalidatingBlockAsNonCommitteeMember,
|
|
1048
745
|
ourValidatorAddresses,
|
|
@@ -1070,41 +767,119 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1070
767
|
return;
|
|
1071
768
|
}
|
|
1072
769
|
|
|
1073
|
-
|
|
1074
|
-
if (
|
|
1075
|
-
|
|
770
|
+
let validatorToUse: EthAddress;
|
|
771
|
+
if (invalidateAsCommitteeMember) {
|
|
772
|
+
// When invalidating as a committee member, use first validator that's actually in the committee
|
|
773
|
+
const { committee } = await this.epochCache.getCommittee(currentSlot);
|
|
774
|
+
if (committee) {
|
|
775
|
+
const committeeSet = new Set(committee.map(addr => addr.toString()));
|
|
776
|
+
validatorToUse =
|
|
777
|
+
ourValidatorAddresses.find(addr => committeeSet.has(addr.toString())) ?? ourValidatorAddresses[0];
|
|
778
|
+
} else {
|
|
779
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
780
|
+
}
|
|
781
|
+
} else {
|
|
782
|
+
// When invalidating as a non-committee member, use the first validator
|
|
783
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
784
|
+
}
|
|
785
|
+
|
|
786
|
+
const { publisher } = await this.publisherFactory.create(validatorToUse);
|
|
787
|
+
|
|
788
|
+
const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(pendingChainValidationStatus);
|
|
789
|
+
if (!invalidateCheckpoint) {
|
|
790
|
+
this.log.warn(`Failed to simulate invalidate checkpoint`, logData);
|
|
1076
791
|
return;
|
|
1077
792
|
}
|
|
1078
793
|
|
|
1079
794
|
this.log.info(
|
|
1080
795
|
invalidateAsCommitteeMember
|
|
1081
|
-
? `Invalidating
|
|
1082
|
-
: `Invalidating
|
|
796
|
+
? `Invalidating checkpoint ${invalidCheckpointNumber} as committee member`
|
|
797
|
+
: `Invalidating checkpoint ${invalidCheckpointNumber} as non-committee member`,
|
|
1083
798
|
logData,
|
|
1084
799
|
);
|
|
1085
800
|
|
|
1086
|
-
publisher.
|
|
1087
|
-
|
|
801
|
+
publisher.enqueueInvalidateCheckpoint(invalidateCheckpoint);
|
|
802
|
+
|
|
803
|
+
if (!this.config.fishermanMode) {
|
|
804
|
+
await publisher.sendRequests();
|
|
805
|
+
} else {
|
|
806
|
+
this.log.info('Invalidating checkpoint in fisherman mode, clearing pending requests');
|
|
807
|
+
publisher.clearPendingRequests();
|
|
808
|
+
}
|
|
1088
809
|
}
|
|
1089
810
|
|
|
1090
|
-
private
|
|
811
|
+
private logStrategyComparison(epoch: EpochNumber, publisher: SequencerPublisher): void {
|
|
812
|
+
const feeAnalyzer = publisher.getL1FeeAnalyzer();
|
|
813
|
+
if (!feeAnalyzer) {
|
|
814
|
+
return;
|
|
815
|
+
}
|
|
816
|
+
|
|
817
|
+
const comparison = feeAnalyzer.getStrategyComparison();
|
|
818
|
+
if (comparison.length === 0) {
|
|
819
|
+
this.log.debug(`No strategy data available yet for epoch ${epoch}`);
|
|
820
|
+
return;
|
|
821
|
+
}
|
|
822
|
+
|
|
823
|
+
this.log.info(`L1 Fee Strategy Performance Report - End of Epoch ${epoch}`, {
|
|
824
|
+
epoch: Number(epoch),
|
|
825
|
+
totalAnalyses: comparison[0]?.totalAnalyses,
|
|
826
|
+
strategies: comparison.map(s => ({
|
|
827
|
+
id: s.strategyId,
|
|
828
|
+
name: s.strategyName,
|
|
829
|
+
inclusionRate: `${(s.inclusionRate * 100).toFixed(1)}%`,
|
|
830
|
+
inclusionCount: `${s.inclusionCount}/${s.totalAnalyses}`,
|
|
831
|
+
avgCostEth: s.avgEstimatedCostEth.toFixed(6),
|
|
832
|
+
totalCostEth: s.totalEstimatedCostEth.toFixed(6),
|
|
833
|
+
avgOverpaymentEth: s.avgOverpaymentEth.toFixed(6),
|
|
834
|
+
totalOverpaymentEth: s.totalOverpaymentEth.toFixed(6),
|
|
835
|
+
avgPriorityFeeDeltaGwei: s.avgPriorityFeeDeltaGwei.toFixed(2),
|
|
836
|
+
})),
|
|
837
|
+
});
|
|
838
|
+
}
|
|
839
|
+
|
|
840
|
+
private getSlotStartBuildTimestamp(slotNumber: SlotNumber): number {
|
|
1091
841
|
return getSlotStartBuildTimestamp(slotNumber, this.l1Constants);
|
|
1092
842
|
}
|
|
1093
843
|
|
|
1094
|
-
private getSecondsIntoSlot(slotNumber:
|
|
844
|
+
private getSecondsIntoSlot(slotNumber: SlotNumber): number {
|
|
1095
845
|
const slotStartTimestamp = this.getSlotStartBuildTimestamp(slotNumber);
|
|
1096
846
|
return Number((this.dateProvider.now() / 1000 - slotStartTimestamp).toFixed(3));
|
|
1097
847
|
}
|
|
1098
848
|
|
|
1099
|
-
get aztecSlotDuration() {
|
|
849
|
+
public get aztecSlotDuration() {
|
|
1100
850
|
return this.l1Constants.slotDuration;
|
|
1101
851
|
}
|
|
1102
852
|
|
|
1103
|
-
get maxL2BlockGas(): number | undefined {
|
|
853
|
+
public get maxL2BlockGas(): number | undefined {
|
|
1104
854
|
return this.config.maxL2BlockGas;
|
|
1105
855
|
}
|
|
1106
856
|
|
|
1107
857
|
public getSlasherClient(): SlasherClientInterface | undefined {
|
|
1108
858
|
return this.slasherClient;
|
|
1109
859
|
}
|
|
860
|
+
|
|
861
|
+
public get tracer(): Tracer {
|
|
862
|
+
return this.metrics.tracer;
|
|
863
|
+
}
|
|
864
|
+
|
|
865
|
+
public getValidatorAddresses() {
|
|
866
|
+
return this.validatorClient?.getValidatorAddresses();
|
|
867
|
+
}
|
|
868
|
+
|
|
869
|
+
public getConfig() {
|
|
870
|
+
return this.config;
|
|
871
|
+
}
|
|
872
|
+
|
|
873
|
+
private get l1PublishingTime(): number {
|
|
874
|
+
return this.config.l1PublishingTime ?? this.l1Constants.ethereumSlotDuration;
|
|
875
|
+
}
|
|
1110
876
|
}
|
|
877
|
+
|
|
878
|
+
type SequencerSyncCheckResult = {
|
|
879
|
+
block?: L2Block;
|
|
880
|
+
checkpointNumber: CheckpointNumber;
|
|
881
|
+
blockNumber: BlockNumber;
|
|
882
|
+
archive: Fr;
|
|
883
|
+
l1Timestamp: bigint;
|
|
884
|
+
pendingChainValidationStatus: ValidateCheckpointResult;
|
|
885
|
+
};
|