@aztec/sequencer-client 0.0.1-commit.9b94fc1 → 0.0.1-commit.9ee6fcc6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/sequencer-client.d.ts +24 -16
- package/dest/client/sequencer-client.d.ts.map +1 -1
- package/dest/client/sequencer-client.js +73 -32
- package/dest/config.d.ts +35 -9
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +106 -44
- package/dest/global_variable_builder/global_builder.d.ts +27 -14
- package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
- package/dest/global_variable_builder/global_builder.js +65 -54
- package/dest/global_variable_builder/index.d.ts +2 -2
- package/dest/global_variable_builder/index.d.ts.map +1 -1
- package/dest/index.d.ts +2 -3
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -2
- package/dest/publisher/config.d.ts +53 -20
- package/dest/publisher/config.d.ts.map +1 -1
- package/dest/publisher/config.js +124 -39
- package/dest/publisher/index.d.ts +2 -1
- package/dest/publisher/index.d.ts.map +1 -1
- package/dest/publisher/l1_tx_failed_store/factory.d.ts +11 -0
- package/dest/publisher/l1_tx_failed_store/factory.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/factory.js +22 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts +59 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.js +1 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts +15 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.js +34 -0
- package/dest/publisher/l1_tx_failed_store/index.d.ts +4 -0
- package/dest/publisher/l1_tx_failed_store/index.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/index.js +2 -0
- package/dest/publisher/sequencer-publisher-factory.d.ts +15 -6
- package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-factory.js +28 -3
- package/dest/publisher/sequencer-publisher-metrics.d.ts +3 -3
- package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-metrics.js +23 -86
- package/dest/publisher/sequencer-publisher.d.ts +79 -49
- package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher.js +932 -155
- package/dest/sequencer/checkpoint_proposal_job.d.ts +108 -0
- package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_proposal_job.js +1289 -0
- package/dest/sequencer/checkpoint_voter.d.ts +35 -0
- package/dest/sequencer/checkpoint_voter.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_voter.js +109 -0
- package/dest/sequencer/config.d.ts +3 -2
- package/dest/sequencer/config.d.ts.map +1 -1
- package/dest/sequencer/events.d.ts +47 -0
- package/dest/sequencer/events.d.ts.map +1 -0
- package/dest/sequencer/events.js +1 -0
- package/dest/sequencer/index.d.ts +4 -2
- package/dest/sequencer/index.d.ts.map +1 -1
- package/dest/sequencer/index.js +3 -1
- package/dest/sequencer/metrics.d.ts +42 -6
- package/dest/sequencer/metrics.d.ts.map +1 -1
- package/dest/sequencer/metrics.js +227 -72
- package/dest/sequencer/sequencer.d.ts +125 -134
- package/dest/sequencer/sequencer.d.ts.map +1 -1
- package/dest/sequencer/sequencer.js +754 -652
- package/dest/sequencer/timetable.d.ts +54 -16
- package/dest/sequencer/timetable.d.ts.map +1 -1
- package/dest/sequencer/timetable.js +147 -62
- package/dest/sequencer/types.d.ts +3 -0
- package/dest/sequencer/types.d.ts.map +1 -0
- package/dest/sequencer/types.js +1 -0
- package/dest/sequencer/utils.d.ts +14 -8
- package/dest/sequencer/utils.d.ts.map +1 -1
- package/dest/sequencer/utils.js +7 -4
- package/dest/test/index.d.ts +6 -7
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.d.ts +95 -0
- package/dest/test/mock_checkpoint_builder.d.ts.map +1 -0
- package/dest/test/mock_checkpoint_builder.js +231 -0
- package/dest/test/utils.d.ts +53 -0
- package/dest/test/utils.d.ts.map +1 -0
- package/dest/test/utils.js +104 -0
- package/package.json +31 -30
- package/src/client/sequencer-client.ts +97 -55
- package/src/config.ts +124 -53
- package/src/global_variable_builder/global_builder.ts +76 -73
- package/src/global_variable_builder/index.ts +1 -1
- package/src/index.ts +1 -7
- package/src/publisher/config.ts +163 -50
- package/src/publisher/index.ts +3 -0
- package/src/publisher/l1_tx_failed_store/factory.ts +32 -0
- package/src/publisher/l1_tx_failed_store/failed_tx_store.ts +55 -0
- package/src/publisher/l1_tx_failed_store/file_store_failed_tx_store.ts +46 -0
- package/src/publisher/l1_tx_failed_store/index.ts +3 -0
- package/src/publisher/sequencer-publisher-factory.ts +43 -10
- package/src/publisher/sequencer-publisher-metrics.ts +19 -71
- package/src/publisher/sequencer-publisher.ts +635 -200
- package/src/sequencer/README.md +531 -0
- package/src/sequencer/checkpoint_proposal_job.ts +1049 -0
- package/src/sequencer/checkpoint_voter.ts +130 -0
- package/src/sequencer/config.ts +2 -1
- package/src/sequencer/events.ts +27 -0
- package/src/sequencer/index.ts +3 -1
- package/src/sequencer/metrics.ts +282 -82
- package/src/sequencer/sequencer.ts +521 -859
- package/src/sequencer/timetable.ts +178 -83
- package/src/sequencer/types.ts +6 -0
- package/src/sequencer/utils.ts +18 -9
- package/src/test/index.ts +5 -6
- package/src/test/mock_checkpoint_builder.ts +323 -0
- package/src/test/utils.ts +167 -0
- package/dest/sequencer/block_builder.d.ts +0 -27
- package/dest/sequencer/block_builder.d.ts.map +0 -1
- package/dest/sequencer/block_builder.js +0 -134
- package/dest/tx_validator/nullifier_cache.d.ts +0 -14
- package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
- package/dest/tx_validator/nullifier_cache.js +0 -24
- package/dest/tx_validator/tx_validator_factory.d.ts +0 -17
- package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
- package/dest/tx_validator/tx_validator_factory.js +0 -53
- package/src/sequencer/block_builder.ts +0 -222
- package/src/tx_validator/nullifier_cache.ts +0 -30
- package/src/tx_validator/tx_validator_factory.ts +0 -132
|
@@ -1,566 +1,470 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { getKzg } from '@aztec/blob-lib';
|
|
2
|
+
import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
3
3
|
import type { EpochCache } from '@aztec/epoch-cache';
|
|
4
|
-
import {
|
|
5
|
-
import { EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
6
|
-
import { omit, pick } from '@aztec/foundation/collection';
|
|
7
|
-
import {
|
|
4
|
+
import { NoCommitteeError, type RollupContract } from '@aztec/ethereum/contracts';
|
|
5
|
+
import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
6
|
+
import { merge, omit, pick } from '@aztec/foundation/collection';
|
|
7
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
8
8
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
9
|
-
import { Signature } from '@aztec/foundation/eth-signature';
|
|
10
|
-
import { Fr } from '@aztec/foundation/fields';
|
|
11
9
|
import { createLogger } from '@aztec/foundation/log';
|
|
12
10
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
13
|
-
import {
|
|
14
|
-
import {
|
|
11
|
+
import type { DateProvider } from '@aztec/foundation/timer';
|
|
12
|
+
import type { TypedEventEmitter } from '@aztec/foundation/types';
|
|
15
13
|
import type { P2P } from '@aztec/p2p';
|
|
16
14
|
import type { SlasherClientInterface } from '@aztec/slasher';
|
|
15
|
+
import type { BlockData, L2BlockSink, L2BlockSource, ValidateCheckpointResult } from '@aztec/stdlib/block';
|
|
16
|
+
import type { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
17
|
+
import { getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
17
18
|
import {
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
type L2BlockSource,
|
|
21
|
-
MaliciousCommitteeAttestationsAndSigners,
|
|
22
|
-
type ValidateBlockResult,
|
|
23
|
-
} from '@aztec/stdlib/block';
|
|
24
|
-
import { type L1RollupConstants, getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
25
|
-
import { Gas } from '@aztec/stdlib/gas';
|
|
26
|
-
import {
|
|
27
|
-
type IFullNodeBlockBuilder,
|
|
28
|
-
type PublicProcessorLimits,
|
|
19
|
+
type ResolvedSequencerConfig,
|
|
20
|
+
type SequencerConfig,
|
|
29
21
|
SequencerConfigSchema,
|
|
30
22
|
type WorldStateSynchronizer,
|
|
31
23
|
} from '@aztec/stdlib/interfaces/server';
|
|
32
24
|
import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
33
|
-
import type { BlockProposalOptions } from '@aztec/stdlib/p2p';
|
|
34
|
-
import { orderAttestations } from '@aztec/stdlib/p2p';
|
|
35
|
-
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
36
25
|
import { pickFromSchema } from '@aztec/stdlib/schemas';
|
|
37
|
-
import type { L2BlockBuiltStats } from '@aztec/stdlib/stats';
|
|
38
26
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
39
|
-
import { ContentCommitment, type FailedTx, GlobalVariables, Tx } from '@aztec/stdlib/tx';
|
|
40
|
-
import { AttestationTimeoutError } from '@aztec/stdlib/validators';
|
|
41
27
|
import { Attributes, type TelemetryClient, type Tracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
42
|
-
import type
|
|
28
|
+
import { FullNodeCheckpointsBuilder, NodeKeystoreAdapter, type ValidatorClient } from '@aztec/validator-client';
|
|
43
29
|
|
|
44
30
|
import EventEmitter from 'node:events';
|
|
45
|
-
import type { TypedDataDefinition } from 'viem';
|
|
46
31
|
|
|
32
|
+
import { DefaultSequencerConfig } from '../config.js';
|
|
47
33
|
import type { GlobalVariableBuilder } from '../global_variable_builder/global_builder.js';
|
|
48
34
|
import type { SequencerPublisherFactory } from '../publisher/sequencer-publisher-factory.js';
|
|
49
|
-
import type {
|
|
50
|
-
import
|
|
35
|
+
import type { InvalidateCheckpointRequest, SequencerPublisher } from '../publisher/sequencer-publisher.js';
|
|
36
|
+
import { CheckpointProposalJob } from './checkpoint_proposal_job.js';
|
|
37
|
+
import { CheckpointVoter } from './checkpoint_voter.js';
|
|
51
38
|
import { SequencerInterruptedError, SequencerTooSlowError } from './errors.js';
|
|
39
|
+
import type { SequencerEvents } from './events.js';
|
|
52
40
|
import { SequencerMetrics } from './metrics.js';
|
|
53
41
|
import { SequencerTimetable } from './timetable.js';
|
|
54
|
-
import {
|
|
42
|
+
import type { SequencerRollupConstants } from './types.js';
|
|
43
|
+
import { SequencerState } from './utils.js';
|
|
55
44
|
|
|
56
45
|
export { SequencerState };
|
|
57
46
|
|
|
58
|
-
type SequencerRollupConstants = Pick<L1RollupConstants, 'ethereumSlotDuration' | 'l1GenesisTime' | 'slotDuration'>;
|
|
59
|
-
|
|
60
|
-
export type SequencerEvents = {
|
|
61
|
-
['state-changed']: (args: {
|
|
62
|
-
oldState: SequencerState;
|
|
63
|
-
newState: SequencerState;
|
|
64
|
-
secondsIntoSlot?: number;
|
|
65
|
-
slotNumber?: SlotNumber;
|
|
66
|
-
}) => void;
|
|
67
|
-
['proposer-rollup-check-failed']: (args: { reason: string }) => void;
|
|
68
|
-
['tx-count-check-failed']: (args: { minTxs: number; availableTxs: number }) => void;
|
|
69
|
-
['block-build-failed']: (args: { reason: string }) => void;
|
|
70
|
-
['block-publish-failed']: (args: {
|
|
71
|
-
successfulActions?: Action[];
|
|
72
|
-
failedActions?: Action[];
|
|
73
|
-
sentActions?: Action[];
|
|
74
|
-
expiredActions?: Action[];
|
|
75
|
-
}) => void;
|
|
76
|
-
['block-published']: (args: { blockNumber: number; slot: number }) => void;
|
|
77
|
-
};
|
|
78
|
-
|
|
79
47
|
/**
|
|
80
48
|
* Sequencer client
|
|
81
|
-
* -
|
|
82
|
-
* -
|
|
83
|
-
* -
|
|
84
|
-
* -
|
|
85
|
-
* -
|
|
86
|
-
* - Publishes L1 tx(s) to the rollup contract via RollupPublisher.
|
|
49
|
+
* - Checks whether it is elected as proposer for the next slot
|
|
50
|
+
* - Builds multiple blocks and broadcasts them
|
|
51
|
+
* - Collects attestations for the checkpoint
|
|
52
|
+
* - Publishes the checkpoint to L1
|
|
53
|
+
* - Votes for proposals and slashes on L1
|
|
87
54
|
*/
|
|
88
55
|
export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<SequencerEvents>) {
|
|
89
56
|
private runningPromise?: RunningPromise;
|
|
90
|
-
private pollingIntervalMs: number = 1000;
|
|
91
|
-
private maxTxsPerBlock = 32;
|
|
92
|
-
private minTxsPerBlock = 1;
|
|
93
|
-
private maxL1TxInclusionTimeIntoSlot = 0;
|
|
94
57
|
private state = SequencerState.STOPPED;
|
|
95
|
-
private maxBlockSizeInBytes: number = 1024 * 1024;
|
|
96
|
-
private maxBlockGas: Gas = new Gas(100e9, 100e9);
|
|
97
58
|
private metrics: SequencerMetrics;
|
|
98
59
|
|
|
99
|
-
|
|
60
|
+
/** The last slot for which we attempted to perform our voting duties with degraded block production */
|
|
61
|
+
private lastSlotForFallbackVote: SlotNumber | undefined;
|
|
100
62
|
|
|
101
|
-
|
|
63
|
+
/** The last slot for which we logged "no committee" warning, to avoid spam */
|
|
64
|
+
private lastSlotForNoCommitteeWarning: SlotNumber | undefined;
|
|
102
65
|
|
|
103
|
-
/** The last slot for which we
|
|
104
|
-
private
|
|
66
|
+
/** The last slot for which we triggered a checkpoint proposal job, to prevent duplicate attempts. */
|
|
67
|
+
private lastSlotForCheckpointProposalJob: SlotNumber | undefined;
|
|
105
68
|
|
|
106
|
-
/**
|
|
107
|
-
private
|
|
69
|
+
/** Last successful checkpoint proposed */
|
|
70
|
+
private lastCheckpointProposed: Checkpoint | undefined;
|
|
71
|
+
|
|
72
|
+
/** The last epoch for which we logged strategy comparison in fisherman mode. */
|
|
73
|
+
private lastEpochForStrategyComparison: EpochNumber | undefined;
|
|
108
74
|
|
|
109
75
|
/** The maximum number of seconds that the sequencer can be into a slot to transition to a particular state. */
|
|
110
76
|
protected timetable!: SequencerTimetable;
|
|
111
|
-
protected enforceTimeTable: boolean = false;
|
|
112
77
|
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
// As long as those tests only configure a single publisher they will continue to work.
|
|
116
|
-
// This will get re-assigned every time the sequencer goes to build a new block to a publisher that is valid
|
|
117
|
-
// for the block proposer.
|
|
118
|
-
protected publisher: SequencerPublisher | undefined;
|
|
78
|
+
/** Config for the sequencer */
|
|
79
|
+
protected config: ResolvedSequencerConfig = DefaultSequencerConfig;
|
|
119
80
|
|
|
120
81
|
constructor(
|
|
121
82
|
protected publisherFactory: SequencerPublisherFactory,
|
|
122
|
-
protected validatorClient: ValidatorClient
|
|
83
|
+
protected validatorClient: ValidatorClient,
|
|
123
84
|
protected globalsBuilder: GlobalVariableBuilder,
|
|
124
85
|
protected p2pClient: P2P,
|
|
125
86
|
protected worldState: WorldStateSynchronizer,
|
|
126
87
|
protected slasherClient: SlasherClientInterface | undefined,
|
|
127
|
-
protected l2BlockSource: L2BlockSource,
|
|
88
|
+
protected l2BlockSource: L2BlockSource & L2BlockSink,
|
|
128
89
|
protected l1ToL2MessageSource: L1ToL2MessageSource,
|
|
129
|
-
protected
|
|
90
|
+
protected checkpointsBuilder: FullNodeCheckpointsBuilder,
|
|
130
91
|
protected l1Constants: SequencerRollupConstants,
|
|
131
92
|
protected dateProvider: DateProvider,
|
|
132
93
|
protected epochCache: EpochCache,
|
|
133
94
|
protected rollupContract: RollupContract,
|
|
134
|
-
|
|
95
|
+
config: SequencerConfig,
|
|
135
96
|
protected telemetry: TelemetryClient = getTelemetryClient(),
|
|
136
97
|
protected log = createLogger('sequencer'),
|
|
137
98
|
) {
|
|
138
99
|
super();
|
|
139
100
|
|
|
140
101
|
// Add [FISHERMAN] prefix to logger if in fisherman mode
|
|
141
|
-
if (
|
|
102
|
+
if (config.fishermanMode) {
|
|
142
103
|
this.log = log.createChild('[FISHERMAN]');
|
|
143
104
|
}
|
|
144
105
|
|
|
145
106
|
this.metrics = new SequencerMetrics(telemetry, this.rollupContract, 'Sequencer');
|
|
146
|
-
|
|
147
|
-
this.updateConfig(this.config);
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
get tracer(): Tracer {
|
|
151
|
-
return this.metrics.tracer;
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
public getValidatorAddresses() {
|
|
155
|
-
return this.validatorClient?.getValidatorAddresses();
|
|
107
|
+
this.updateConfig(config);
|
|
156
108
|
}
|
|
157
109
|
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
* Updates sequencer config by the defined values in the config on input.
|
|
164
|
-
* @param config - New parameters.
|
|
165
|
-
*/
|
|
166
|
-
public updateConfig(config: SequencerConfig) {
|
|
167
|
-
this.log.info(
|
|
168
|
-
`Sequencer config set`,
|
|
169
|
-
omit(pickFromSchema(config, SequencerConfigSchema), 'txPublicSetupAllowList'),
|
|
170
|
-
);
|
|
171
|
-
|
|
172
|
-
if (config.transactionPollingIntervalMS !== undefined) {
|
|
173
|
-
this.pollingIntervalMs = config.transactionPollingIntervalMS;
|
|
174
|
-
}
|
|
175
|
-
if (config.maxTxsPerBlock !== undefined) {
|
|
176
|
-
this.maxTxsPerBlock = config.maxTxsPerBlock;
|
|
177
|
-
}
|
|
178
|
-
if (config.minTxsPerBlock !== undefined) {
|
|
179
|
-
this.minTxsPerBlock = config.minTxsPerBlock;
|
|
180
|
-
}
|
|
181
|
-
if (config.maxDABlockGas !== undefined) {
|
|
182
|
-
this.maxBlockGas = new Gas(config.maxDABlockGas, this.maxBlockGas.l2Gas);
|
|
183
|
-
}
|
|
184
|
-
if (config.maxL2BlockGas !== undefined) {
|
|
185
|
-
this.maxBlockGas = new Gas(this.maxBlockGas.daGas, config.maxL2BlockGas);
|
|
186
|
-
}
|
|
187
|
-
if (config.maxBlockSizeInBytes !== undefined) {
|
|
188
|
-
this.maxBlockSizeInBytes = config.maxBlockSizeInBytes;
|
|
189
|
-
}
|
|
190
|
-
if (config.governanceProposerPayload) {
|
|
191
|
-
this.governanceProposerPayload = config.governanceProposerPayload;
|
|
192
|
-
}
|
|
193
|
-
if (config.maxL1TxInclusionTimeIntoSlot !== undefined) {
|
|
194
|
-
this.maxL1TxInclusionTimeIntoSlot = config.maxL1TxInclusionTimeIntoSlot;
|
|
195
|
-
}
|
|
196
|
-
if (config.enforceTimeTable !== undefined) {
|
|
197
|
-
this.enforceTimeTable = config.enforceTimeTable;
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
this.setTimeTable();
|
|
201
|
-
|
|
202
|
-
// TODO: Just read everything from the config object as needed instead of copying everything into local vars.
|
|
203
|
-
|
|
204
|
-
// Update all values on this.config that are populated in the config object.
|
|
205
|
-
Object.assign(this.config, config);
|
|
206
|
-
}
|
|
207
|
-
|
|
208
|
-
private setTimeTable() {
|
|
110
|
+
/** Updates sequencer config by the defined values and updates the timetable */
|
|
111
|
+
public updateConfig(config: Partial<SequencerConfig>) {
|
|
112
|
+
const filteredConfig = pickFromSchema(config, SequencerConfigSchema);
|
|
113
|
+
this.log.info(`Updated sequencer config`, omit(filteredConfig, 'txPublicSetupAllowListExtend'));
|
|
114
|
+
this.config = merge(this.config, filteredConfig);
|
|
209
115
|
this.timetable = new SequencerTimetable(
|
|
210
116
|
{
|
|
211
117
|
ethereumSlotDuration: this.l1Constants.ethereumSlotDuration,
|
|
212
118
|
aztecSlotDuration: this.aztecSlotDuration,
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
119
|
+
l1PublishingTime: this.l1PublishingTime,
|
|
120
|
+
p2pPropagationTime: this.config.attestationPropagationTime,
|
|
121
|
+
blockDurationMs: this.config.blockDurationMs,
|
|
122
|
+
enforce: this.config.enforceTimeTable,
|
|
216
123
|
},
|
|
217
124
|
this.metrics,
|
|
218
125
|
this.log,
|
|
219
126
|
);
|
|
220
127
|
}
|
|
221
128
|
|
|
222
|
-
|
|
223
|
-
|
|
129
|
+
/** Initializes the sequencer (precomputes tables). Takes about 3s. */
|
|
130
|
+
public init() {
|
|
131
|
+
getKzg();
|
|
224
132
|
}
|
|
225
133
|
|
|
226
|
-
/**
|
|
227
|
-
* Starts the sequencer and moves to IDLE state.
|
|
228
|
-
*/
|
|
134
|
+
/** Starts the sequencer and moves to IDLE state. */
|
|
229
135
|
public start() {
|
|
230
|
-
this.runningPromise = new RunningPromise(
|
|
136
|
+
this.runningPromise = new RunningPromise(
|
|
137
|
+
this.safeWork.bind(this),
|
|
138
|
+
this.log,
|
|
139
|
+
this.config.sequencerPollingIntervalMS,
|
|
140
|
+
);
|
|
231
141
|
this.setState(SequencerState.IDLE, undefined, { force: true });
|
|
232
142
|
this.runningPromise.start();
|
|
233
143
|
this.log.info('Started sequencer');
|
|
234
144
|
}
|
|
235
145
|
|
|
236
|
-
/**
|
|
237
|
-
* Stops the sequencer from processing txs and moves to STOPPED state.
|
|
238
|
-
*/
|
|
146
|
+
/** Stops the sequencer from building blocks and moves to STOPPED state. */
|
|
239
147
|
public async stop(): Promise<void> {
|
|
240
148
|
this.log.info(`Stopping sequencer`);
|
|
241
149
|
this.setState(SequencerState.STOPPING, undefined, { force: true });
|
|
242
|
-
this.
|
|
150
|
+
await this.publisherFactory.stopAll();
|
|
243
151
|
await this.runningPromise?.stop();
|
|
244
152
|
this.setState(SequencerState.STOPPED, undefined, { force: true });
|
|
245
153
|
this.log.info('Stopped sequencer');
|
|
246
154
|
}
|
|
247
155
|
|
|
248
|
-
/**
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
156
|
+
/** Main sequencer loop with a try/catch */
|
|
157
|
+
protected async safeWork() {
|
|
158
|
+
try {
|
|
159
|
+
await this.work();
|
|
160
|
+
} catch (err) {
|
|
161
|
+
this.emit('checkpoint-error', { error: err as Error });
|
|
162
|
+
if (err instanceof SequencerTooSlowError) {
|
|
163
|
+
// Log as warn only if we had to abort halfway through the block proposal
|
|
164
|
+
const logLvl = [SequencerState.INITIALIZING_CHECKPOINT, SequencerState.PROPOSER_CHECK].includes(
|
|
165
|
+
err.proposedState,
|
|
166
|
+
)
|
|
167
|
+
? ('debug' as const)
|
|
168
|
+
: ('warn' as const);
|
|
169
|
+
this.log[logLvl](err.message, { now: this.dateProvider.nowInSeconds() });
|
|
170
|
+
} else {
|
|
171
|
+
// Re-throw other errors
|
|
172
|
+
throw err;
|
|
173
|
+
}
|
|
174
|
+
} finally {
|
|
175
|
+
this.setState(SequencerState.IDLE, undefined);
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
/** Returns the current state of the sequencer. */
|
|
252
180
|
public status() {
|
|
253
181
|
return { state: this.state };
|
|
254
182
|
}
|
|
255
183
|
|
|
256
184
|
/**
|
|
257
|
-
*
|
|
258
|
-
*
|
|
259
|
-
*
|
|
260
|
-
*
|
|
261
|
-
*
|
|
262
|
-
*
|
|
185
|
+
* Main sequencer loop:
|
|
186
|
+
* - Checks if we are up to date
|
|
187
|
+
* - If we are and we are the sequencer, collect txs and build blocks
|
|
188
|
+
* - Build multiple blocks per slot when configured
|
|
189
|
+
* - Collect attestations for the final block
|
|
190
|
+
* - Submit checkpoint
|
|
263
191
|
*/
|
|
192
|
+
@trackSpan('Sequencer.work')
|
|
264
193
|
protected async work() {
|
|
265
194
|
this.setState(SequencerState.SYNCHRONIZING, undefined);
|
|
266
|
-
const { slot, ts,
|
|
195
|
+
const { slot, ts, nowSeconds, epoch } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
196
|
+
const { slot: targetSlot, epoch: targetEpoch } = this.epochCache.getTargetEpochAndSlotInNextL1Slot();
|
|
267
197
|
|
|
268
|
-
// Check we
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
198
|
+
// Check if we are synced and it's our slot, grab a publisher, check previous block invalidation, etc
|
|
199
|
+
const checkpointProposalJob = await this.prepareCheckpointProposal(
|
|
200
|
+
slot,
|
|
201
|
+
targetSlot,
|
|
202
|
+
epoch,
|
|
203
|
+
targetEpoch,
|
|
204
|
+
ts,
|
|
205
|
+
nowSeconds,
|
|
206
|
+
);
|
|
207
|
+
if (!checkpointProposalJob) {
|
|
273
208
|
return;
|
|
274
209
|
}
|
|
275
210
|
|
|
211
|
+
// Execute the checkpoint proposal job
|
|
212
|
+
const checkpoint = await checkpointProposalJob.execute();
|
|
213
|
+
|
|
214
|
+
// Update last checkpoint proposed (currently unused)
|
|
215
|
+
if (checkpoint) {
|
|
216
|
+
this.lastCheckpointProposed = checkpoint;
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
// Log fee strategy comparison if on fisherman (uses target epoch since we mirror the proposer's perspective)
|
|
220
|
+
if (
|
|
221
|
+
this.config.fishermanMode &&
|
|
222
|
+
(this.lastEpochForStrategyComparison === undefined || targetEpoch > this.lastEpochForStrategyComparison)
|
|
223
|
+
) {
|
|
224
|
+
this.logStrategyComparison(targetEpoch, checkpointProposalJob.getPublisher());
|
|
225
|
+
this.lastEpochForStrategyComparison = targetEpoch;
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
return checkpoint;
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
/**
|
|
232
|
+
* Prepares the checkpoint proposal by performing all necessary checks and setup.
|
|
233
|
+
* This is the initial step in the main loop.
|
|
234
|
+
* @returns CheckpointProposalJob if successful, undefined if we are not yet synced or are not the proposer.
|
|
235
|
+
*/
|
|
236
|
+
@trackSpan('Sequencer.prepareCheckpointProposal')
|
|
237
|
+
private async prepareCheckpointProposal(
|
|
238
|
+
slot: SlotNumber,
|
|
239
|
+
targetSlot: SlotNumber,
|
|
240
|
+
epoch: EpochNumber,
|
|
241
|
+
targetEpoch: EpochNumber,
|
|
242
|
+
ts: bigint,
|
|
243
|
+
nowSeconds: bigint,
|
|
244
|
+
): Promise<CheckpointProposalJob | undefined> {
|
|
245
|
+
// Check we have not already processed this target slot (cheapest check)
|
|
246
|
+
// We only check this if enforce timetable is set, since we want to keep processing the same slot if we are not
|
|
247
|
+
// running against actual time (eg when we use sandbox-style automining)
|
|
248
|
+
if (
|
|
249
|
+
this.lastSlotForCheckpointProposalJob &&
|
|
250
|
+
this.lastSlotForCheckpointProposalJob >= targetSlot &&
|
|
251
|
+
this.config.enforceTimeTable
|
|
252
|
+
) {
|
|
253
|
+
this.log.trace(`Target slot ${targetSlot} has already been processed`);
|
|
254
|
+
return undefined;
|
|
255
|
+
}
|
|
256
|
+
|
|
257
|
+
// But if we have already proposed for this slot, then we definitely have to skip it, automining or not
|
|
258
|
+
if (this.lastCheckpointProposed && this.lastCheckpointProposed.header.slotNumber >= targetSlot) {
|
|
259
|
+
this.log.trace(
|
|
260
|
+
`Slot ${targetSlot} has already been published as checkpoint ${this.lastCheckpointProposed.number}`,
|
|
261
|
+
);
|
|
262
|
+
return undefined;
|
|
263
|
+
}
|
|
264
|
+
|
|
276
265
|
// Check all components are synced to latest as seen by the archiver (queries all subsystems)
|
|
277
266
|
const syncedTo = await this.checkSync({ ts, slot });
|
|
278
267
|
if (!syncedTo) {
|
|
279
|
-
await this.tryVoteWhenSyncFails({ slot, ts });
|
|
280
|
-
return;
|
|
268
|
+
await this.tryVoteWhenSyncFails({ slot, targetSlot, ts });
|
|
269
|
+
return undefined;
|
|
281
270
|
}
|
|
282
271
|
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
const
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
272
|
+
// If escape hatch is open for the target epoch, do not start checkpoint proposal work and do not attempt invalidations.
|
|
273
|
+
// Still perform governance/slashing voting (as proposer) once per slot.
|
|
274
|
+
// When pipelining, we check the target epoch (slot+1's epoch) since that's the epoch we're building for.
|
|
275
|
+
const isEscapeHatchOpen = await this.epochCache.isEscapeHatchOpen(targetEpoch);
|
|
276
|
+
|
|
277
|
+
if (isEscapeHatchOpen) {
|
|
278
|
+
this.setState(SequencerState.PROPOSER_CHECK, slot);
|
|
279
|
+
const [canPropose, proposer] = await this.checkCanPropose(targetSlot);
|
|
280
|
+
if (canPropose) {
|
|
281
|
+
await this.tryVoteWhenEscapeHatchOpen({ slot, proposer });
|
|
282
|
+
} else {
|
|
283
|
+
this.log.trace(`Escape hatch open but we are not proposer, skipping vote-only actions`, {
|
|
284
|
+
slot,
|
|
285
|
+
epoch,
|
|
286
|
+
proposer,
|
|
287
|
+
});
|
|
288
|
+
}
|
|
289
|
+
return undefined;
|
|
290
|
+
}
|
|
291
|
+
|
|
292
|
+
// Next checkpoint follows from the last synced one
|
|
293
|
+
const checkpointNumber = CheckpointNumber(syncedTo.checkpointNumber + 1);
|
|
294
|
+
|
|
295
|
+
const logCtx = {
|
|
296
|
+
nowSeconds,
|
|
297
|
+
syncedToL2Slot: syncedTo.syncedL2Slot,
|
|
298
|
+
slot,
|
|
299
|
+
targetSlot,
|
|
300
|
+
slotTs: ts,
|
|
301
|
+
checkpointNumber,
|
|
294
302
|
isPendingChainValid: pick(syncedTo.pendingChainValidationStatus, 'valid', 'reason', 'invalidIndex'),
|
|
295
303
|
};
|
|
296
304
|
|
|
297
|
-
// Check that we are a proposer for the
|
|
305
|
+
// Check that we are a proposer for the target slot.
|
|
298
306
|
this.setState(SequencerState.PROPOSER_CHECK, slot);
|
|
299
|
-
const [canPropose, proposer] = await this.checkCanPropose(
|
|
307
|
+
const [canPropose, proposer] = await this.checkCanPropose(targetSlot);
|
|
300
308
|
|
|
301
|
-
// If we are not a proposer check if we should invalidate
|
|
309
|
+
// If we are not a proposer check if we should invalidate an invalid checkpoint, and bail
|
|
302
310
|
if (!canPropose) {
|
|
303
|
-
await this.
|
|
304
|
-
return;
|
|
305
|
-
}
|
|
306
|
-
|
|
307
|
-
// In fisherman mode, check if we've already validated this slot to prevent duplicate attempts
|
|
308
|
-
if (this.config.fishermanMode) {
|
|
309
|
-
if (this.lastSlotForValidationBlock === slot) {
|
|
310
|
-
this.log.trace(`Already validated block building for slot ${slot} (skipping)`, { slot });
|
|
311
|
-
return;
|
|
312
|
-
}
|
|
313
|
-
this.log.debug(
|
|
314
|
-
`Building validation block for slot ${slot} (actual proposer: ${proposer?.toString() ?? 'none'})`,
|
|
315
|
-
{ slot, proposer: proposer?.toString() },
|
|
316
|
-
);
|
|
317
|
-
// Mark this slot as being validated
|
|
318
|
-
this.lastSlotForValidationBlock = slot;
|
|
311
|
+
await this.considerInvalidatingCheckpoint(syncedTo, slot);
|
|
312
|
+
return undefined;
|
|
319
313
|
}
|
|
320
314
|
|
|
321
|
-
// Check that the slot is not taken by a block already (should never happen, since only us can propose for this slot)
|
|
322
|
-
if (syncedTo.
|
|
315
|
+
// Check that the target slot is not taken by a block already (should never happen, since only us can propose for this slot)
|
|
316
|
+
if (syncedTo.blockData && syncedTo.blockData.header.getSlot() >= targetSlot) {
|
|
323
317
|
this.log.warn(
|
|
324
|
-
`Cannot propose block at
|
|
325
|
-
{ ...
|
|
318
|
+
`Cannot propose block at target slot ${targetSlot} since that slot was taken by block ${syncedTo.blockNumber}`,
|
|
319
|
+
{ ...logCtx, block: syncedTo.blockData.header.toInspect() },
|
|
326
320
|
);
|
|
327
|
-
this.metrics.
|
|
328
|
-
return;
|
|
321
|
+
this.metrics.recordCheckpointPrecheckFailed('slot_already_taken');
|
|
322
|
+
return undefined;
|
|
329
323
|
}
|
|
330
324
|
|
|
331
325
|
// We now need to get ourselves a publisher.
|
|
332
326
|
// The returned attestor will be the one we provided if we provided one.
|
|
333
327
|
// Otherwise it will be a valid attestor for the returned publisher.
|
|
334
328
|
// In fisherman mode, pass undefined to use the fisherman's own keystore instead of the actual proposer's
|
|
335
|
-
const
|
|
336
|
-
|
|
337
|
-
);
|
|
329
|
+
const proposerForPublisher = this.config.fishermanMode ? undefined : proposer;
|
|
330
|
+
const { attestorAddress, publisher } = await this.publisherFactory.create(proposerForPublisher);
|
|
338
331
|
this.log.verbose(`Created publisher at address ${publisher.getSenderAddress()} for attestor ${attestorAddress}`);
|
|
339
|
-
this.publisher = publisher;
|
|
340
332
|
|
|
341
333
|
// In fisherman mode, set the actual proposer's address for simulations
|
|
342
|
-
if (this.config.fishermanMode) {
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
|
|
346
|
-
}
|
|
334
|
+
if (this.config.fishermanMode && proposer) {
|
|
335
|
+
publisher.setProposerAddressForSimulation(proposer);
|
|
336
|
+
this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
|
|
347
337
|
}
|
|
348
338
|
|
|
349
|
-
// Get proposer credentials
|
|
350
|
-
const coinbase = this.validatorClient!.getCoinbaseForAttestor(attestorAddress);
|
|
351
|
-
const feeRecipient = this.validatorClient!.getFeeRecipientForAttestor(attestorAddress);
|
|
352
|
-
|
|
353
339
|
// Prepare invalidation request if the pending chain is invalid (returns undefined if no need)
|
|
354
|
-
const
|
|
340
|
+
const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(syncedTo.pendingChainValidationStatus);
|
|
355
341
|
|
|
356
|
-
// Check with the rollup if we can indeed propose at the
|
|
342
|
+
// Check with the rollup contract if we can indeed propose at the target slot. This check should not fail
|
|
357
343
|
// if all the previous checks are good, but we do it just in case.
|
|
358
|
-
const canProposeCheck = await publisher.
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
invalidateBlock,
|
|
362
|
-
);
|
|
344
|
+
const canProposeCheck = await publisher.canProposeAt(syncedTo.archive, proposer ?? EthAddress.ZERO, {
|
|
345
|
+
...invalidateCheckpoint,
|
|
346
|
+
});
|
|
363
347
|
|
|
364
348
|
if (canProposeCheck === undefined) {
|
|
365
349
|
this.log.warn(
|
|
366
|
-
`Cannot propose
|
|
367
|
-
|
|
350
|
+
`Cannot propose checkpoint ${checkpointNumber} at slot ${slot} due to failed rollup contract check`,
|
|
351
|
+
logCtx,
|
|
368
352
|
);
|
|
369
|
-
this.emit('proposer-rollup-check-failed', { reason: 'Rollup contract check failed' });
|
|
370
|
-
this.metrics.
|
|
371
|
-
return;
|
|
372
|
-
}
|
|
353
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Rollup contract check failed', slot });
|
|
354
|
+
this.metrics.recordCheckpointPrecheckFailed('rollup_contract_check_failed');
|
|
355
|
+
return undefined;
|
|
356
|
+
}
|
|
357
|
+
|
|
358
|
+
if (canProposeCheck.slot !== targetSlot) {
|
|
373
359
|
this.log.warn(
|
|
374
|
-
`Cannot propose block due to slot mismatch with rollup contract (this can be caused by a clock out of sync). Expected slot ${
|
|
375
|
-
{ ...
|
|
360
|
+
`Cannot propose block due to slot mismatch with rollup contract (this can be caused by a clock out of sync). Expected slot ${targetSlot} but got ${canProposeCheck.slot}.`,
|
|
361
|
+
{ ...logCtx, rollup: canProposeCheck, expectedSlot: targetSlot },
|
|
376
362
|
);
|
|
377
|
-
this.emit('proposer-rollup-check-failed', { reason: 'Slot mismatch' });
|
|
378
|
-
this.metrics.
|
|
379
|
-
return;
|
|
380
|
-
}
|
|
363
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Slot mismatch', slot });
|
|
364
|
+
this.metrics.recordCheckpointPrecheckFailed('slot_mismatch');
|
|
365
|
+
return undefined;
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
if (canProposeCheck.checkpointNumber !== checkpointNumber) {
|
|
381
369
|
this.log.warn(
|
|
382
|
-
`Cannot propose
|
|
383
|
-
{ ...
|
|
370
|
+
`Cannot propose due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected checkpoint ${checkpointNumber} but got ${canProposeCheck.checkpointNumber}.`,
|
|
371
|
+
{ ...logCtx, rollup: canProposeCheck, expectedSlot: slot },
|
|
384
372
|
);
|
|
385
|
-
this.emit('proposer-rollup-check-failed', { reason: 'Block mismatch' });
|
|
386
|
-
this.metrics.
|
|
387
|
-
return;
|
|
373
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Block mismatch', slot });
|
|
374
|
+
this.metrics.recordCheckpointPrecheckFailed('block_number_mismatch');
|
|
375
|
+
return undefined;
|
|
388
376
|
}
|
|
389
377
|
|
|
390
|
-
this.
|
|
391
|
-
|
|
392
|
-
const newGlobalVariables = await this.globalsBuilder.buildGlobalVariables(
|
|
393
|
-
newBlockNumber,
|
|
394
|
-
coinbase,
|
|
395
|
-
feeRecipient,
|
|
396
|
-
slot,
|
|
397
|
-
);
|
|
378
|
+
this.lastSlotForCheckpointProposalJob = targetSlot;
|
|
398
379
|
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
380
|
+
await this.p2pClient.prepareForSlot(targetSlot);
|
|
381
|
+
this.log.info(
|
|
382
|
+
`Preparing checkpoint proposal ${checkpointNumber} for target slot ${targetSlot} during wall-clock slot ${slot}`,
|
|
383
|
+
{
|
|
384
|
+
...logCtx,
|
|
385
|
+
proposer,
|
|
386
|
+
pipeliningEnabled: this.epochCache.isProposerPipeliningEnabled(),
|
|
387
|
+
},
|
|
406
388
|
);
|
|
407
389
|
|
|
408
|
-
//
|
|
409
|
-
|
|
410
|
-
publisher.enqueueInvalidateBlock(invalidateBlock);
|
|
411
|
-
}
|
|
412
|
-
|
|
413
|
-
// Actual block building
|
|
414
|
-
this.setState(SequencerState.INITIALIZING_PROPOSAL, slot);
|
|
415
|
-
this.metrics.incOpenSlot(slot, proposer?.toString() ?? 'unknown');
|
|
416
|
-
const block: L2Block | undefined = await this.tryBuildBlockAndEnqueuePublish(
|
|
390
|
+
// Create and return the checkpoint proposal job
|
|
391
|
+
return this.createCheckpointProposalJob(
|
|
417
392
|
slot,
|
|
393
|
+
targetSlot,
|
|
394
|
+
epoch,
|
|
395
|
+
targetEpoch,
|
|
396
|
+
checkpointNumber,
|
|
397
|
+
syncedTo.blockNumber,
|
|
418
398
|
proposer,
|
|
419
|
-
newBlockNumber,
|
|
420
399
|
publisher,
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
invalidateBlock,
|
|
400
|
+
attestorAddress,
|
|
401
|
+
invalidateCheckpoint,
|
|
424
402
|
);
|
|
425
|
-
|
|
426
|
-
// Wait until the voting promises have resolved, so all requests are enqueued
|
|
427
|
-
await Promise.all(votesPromises);
|
|
428
|
-
|
|
429
|
-
// In fisherman mode, we don't publish to L1
|
|
430
|
-
if (this.config.fishermanMode) {
|
|
431
|
-
// Clear pending requests
|
|
432
|
-
publisher.clearPendingRequests();
|
|
433
|
-
|
|
434
|
-
if (block) {
|
|
435
|
-
this.log.info(`Validation block building SUCCEEDED for slot ${slot}`, {
|
|
436
|
-
blockNumber: newBlockNumber,
|
|
437
|
-
slot: Number(slot),
|
|
438
|
-
archive: block.archive.toString(),
|
|
439
|
-
txCount: block.body.txEffects.length,
|
|
440
|
-
});
|
|
441
|
-
this.lastBlockPublished = block;
|
|
442
|
-
this.metrics.recordBlockProposalSuccess();
|
|
443
|
-
} else {
|
|
444
|
-
// Block building failed in fisherman mode
|
|
445
|
-
this.log.warn(`Validation block building FAILED for slot ${slot}`, {
|
|
446
|
-
blockNumber: newBlockNumber,
|
|
447
|
-
slot: Number(slot),
|
|
448
|
-
});
|
|
449
|
-
this.metrics.recordBlockProposalFailed('block_build_failed');
|
|
450
|
-
}
|
|
451
|
-
} else {
|
|
452
|
-
// Normal mode: send the tx to L1
|
|
453
|
-
const l1Response = await publisher.sendRequests();
|
|
454
|
-
const proposedBlock = l1Response?.successfulActions.find(a => a === 'propose');
|
|
455
|
-
if (proposedBlock) {
|
|
456
|
-
this.lastBlockPublished = block;
|
|
457
|
-
this.emit('block-published', { blockNumber: newBlockNumber, slot: Number(slot) });
|
|
458
|
-
await this.metrics.incFilledSlot(publisher.getSenderAddress().toString(), coinbase);
|
|
459
|
-
} else if (block) {
|
|
460
|
-
this.emit('block-publish-failed', l1Response ?? {});
|
|
461
|
-
}
|
|
462
|
-
}
|
|
463
|
-
|
|
464
|
-
this.setState(SequencerState.IDLE, undefined);
|
|
465
403
|
}
|
|
466
404
|
|
|
467
|
-
|
|
468
|
-
private async tryBuildBlockAndEnqueuePublish(
|
|
405
|
+
protected createCheckpointProposalJob(
|
|
469
406
|
slot: SlotNumber,
|
|
407
|
+
targetSlot: SlotNumber,
|
|
408
|
+
epoch: EpochNumber,
|
|
409
|
+
targetEpoch: EpochNumber,
|
|
410
|
+
checkpointNumber: CheckpointNumber,
|
|
411
|
+
syncedToBlockNumber: BlockNumber,
|
|
470
412
|
proposer: EthAddress | undefined,
|
|
471
|
-
newBlockNumber: number,
|
|
472
413
|
publisher: SequencerPublisher,
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
this.log.verbose(`Preparing proposal for block ${newBlockNumber} at slot ${slot}`, {
|
|
478
|
-
proposer,
|
|
479
|
-
publisher: publisher.getSenderAddress(),
|
|
480
|
-
globalVariables: newGlobalVariables.toInspect(),
|
|
481
|
-
chainTipArchive,
|
|
482
|
-
blockNumber: newBlockNumber,
|
|
414
|
+
attestorAddress: EthAddress,
|
|
415
|
+
invalidateCheckpoint: InvalidateCheckpointRequest | undefined,
|
|
416
|
+
): CheckpointProposalJob {
|
|
417
|
+
return new CheckpointProposalJob(
|
|
483
418
|
slot,
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
if (err instanceof FormattedViemError) {
|
|
514
|
-
this.log.verbose(`Unable to build/enqueue block ${err.message}`);
|
|
515
|
-
} else {
|
|
516
|
-
this.log.error(`Error building/enqueuing block`, err, { blockNumber: newBlockNumber, slot });
|
|
517
|
-
}
|
|
518
|
-
this.metrics.recordBlockProposalFailed(err.name || 'unknown_error');
|
|
519
|
-
}
|
|
520
|
-
} else {
|
|
521
|
-
this.log.verbose(
|
|
522
|
-
`Not enough txs to build block ${newBlockNumber} at slot ${slot} (got ${pendingTxCount} txs, need ${this.minTxsPerBlock})`,
|
|
523
|
-
{ chainTipArchive, blockNumber: newBlockNumber, slot },
|
|
524
|
-
);
|
|
525
|
-
this.emit('tx-count-check-failed', { minTxs: this.minTxsPerBlock, availableTxs: pendingTxCount });
|
|
526
|
-
this.metrics.recordBlockProposalFailed('insufficient_txs');
|
|
527
|
-
}
|
|
528
|
-
return block;
|
|
419
|
+
targetSlot,
|
|
420
|
+
epoch,
|
|
421
|
+
targetEpoch,
|
|
422
|
+
checkpointNumber,
|
|
423
|
+
syncedToBlockNumber,
|
|
424
|
+
proposer,
|
|
425
|
+
publisher,
|
|
426
|
+
attestorAddress,
|
|
427
|
+
invalidateCheckpoint,
|
|
428
|
+
this.validatorClient,
|
|
429
|
+
this.globalsBuilder,
|
|
430
|
+
this.p2pClient,
|
|
431
|
+
this.worldState,
|
|
432
|
+
this.l1ToL2MessageSource,
|
|
433
|
+
this.l2BlockSource,
|
|
434
|
+
this.checkpointsBuilder,
|
|
435
|
+
this.l2BlockSource,
|
|
436
|
+
this.l1Constants,
|
|
437
|
+
this.config,
|
|
438
|
+
this.timetable,
|
|
439
|
+
this.slasherClient,
|
|
440
|
+
this.epochCache,
|
|
441
|
+
this.dateProvider,
|
|
442
|
+
this.metrics,
|
|
443
|
+
this,
|
|
444
|
+
this.setState.bind(this),
|
|
445
|
+
this.tracer,
|
|
446
|
+
this.log.getBindings(),
|
|
447
|
+
);
|
|
529
448
|
}
|
|
530
449
|
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
if (err instanceof SequencerTooSlowError) {
|
|
537
|
-
// Log as warn only if we had to abort halfway through the block proposal
|
|
538
|
-
const logLvl = [SequencerState.INITIALIZING_PROPOSAL, SequencerState.PROPOSER_CHECK].includes(err.proposedState)
|
|
539
|
-
? ('debug' as const)
|
|
540
|
-
: ('warn' as const);
|
|
541
|
-
this.log[logLvl](err.message, { now: this.dateProvider.nowInSeconds() });
|
|
542
|
-
} else {
|
|
543
|
-
// Re-throw other errors
|
|
544
|
-
throw err;
|
|
545
|
-
}
|
|
546
|
-
} finally {
|
|
547
|
-
this.setState(SequencerState.IDLE, undefined);
|
|
548
|
-
}
|
|
450
|
+
/**
|
|
451
|
+
* Returns the current sequencer state.
|
|
452
|
+
*/
|
|
453
|
+
public getState(): SequencerState {
|
|
454
|
+
return this.state;
|
|
549
455
|
}
|
|
550
456
|
|
|
551
457
|
/**
|
|
552
|
-
*
|
|
458
|
+
* Internal helper for setting the sequencer state and checks if we have enough time left in the slot to transition to the new state.
|
|
553
459
|
* @param proposedState - The new state to transition to.
|
|
554
460
|
* @param slotNumber - The current slot number.
|
|
555
461
|
* @param force - Whether to force the transition even if the sequencer is stopped.
|
|
556
462
|
*/
|
|
557
|
-
setState(
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
): void;
|
|
563
|
-
setState(proposedState: SequencerState, slotNumber: SlotNumber | undefined, opts: { force?: boolean } = {}): void {
|
|
463
|
+
protected setState(
|
|
464
|
+
proposedState: SequencerState,
|
|
465
|
+
slotNumber: SlotNumber | undefined,
|
|
466
|
+
opts: { force?: boolean } = {},
|
|
467
|
+
): void {
|
|
564
468
|
if (this.state === SequencerState.STOPPING && proposedState !== SequencerState.STOPPED && !opts.force) {
|
|
565
469
|
this.log.warn(`Cannot set sequencer to ${proposedState} as it is stopping.`);
|
|
566
470
|
throw new SequencerInterruptedError();
|
|
@@ -586,361 +490,25 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
586
490
|
oldState: this.state,
|
|
587
491
|
newState: proposedState,
|
|
588
492
|
secondsIntoSlot,
|
|
589
|
-
slotNumber,
|
|
493
|
+
slot: slotNumber,
|
|
590
494
|
});
|
|
591
495
|
this.state = proposedState;
|
|
592
496
|
}
|
|
593
497
|
|
|
594
|
-
private async dropFailedTxsFromP2P(failedTxs: FailedTx[]) {
|
|
595
|
-
if (failedTxs.length === 0) {
|
|
596
|
-
return;
|
|
597
|
-
}
|
|
598
|
-
const failedTxData = failedTxs.map(fail => fail.tx);
|
|
599
|
-
const failedTxHashes = failedTxData.map(tx => tx.getTxHash());
|
|
600
|
-
this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
|
|
601
|
-
await this.p2pClient.deleteTxs(failedTxHashes);
|
|
602
|
-
}
|
|
603
|
-
|
|
604
|
-
protected getBlockBuilderOptions(slot: SlotNumber): PublicProcessorLimits {
|
|
605
|
-
// Deadline for processing depends on whether we're proposing a block
|
|
606
|
-
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
607
|
-
const processingEndTimeWithinSlot = this.timetable.getBlockProposalExecTimeEnd(secondsIntoSlot);
|
|
608
|
-
|
|
609
|
-
// Deadline is only set if enforceTimeTable is enabled.
|
|
610
|
-
const deadline = this.enforceTimeTable
|
|
611
|
-
? new Date((this.getSlotStartBuildTimestamp(slot) + processingEndTimeWithinSlot) * 1000)
|
|
612
|
-
: undefined;
|
|
613
|
-
return {
|
|
614
|
-
maxTransactions: this.maxTxsPerBlock,
|
|
615
|
-
maxBlockSize: this.maxBlockSizeInBytes,
|
|
616
|
-
maxBlockGas: this.maxBlockGas,
|
|
617
|
-
maxBlobFields: BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB,
|
|
618
|
-
deadline,
|
|
619
|
-
};
|
|
620
|
-
}
|
|
621
|
-
|
|
622
|
-
/**
|
|
623
|
-
* @notice Build and propose a block to the chain
|
|
624
|
-
*
|
|
625
|
-
* @dev MUST throw instead of exiting early to ensure that world-state
|
|
626
|
-
* is being rolled back if the block is dropped.
|
|
627
|
-
*
|
|
628
|
-
* @param pendingTxs - Iterable of pending transactions to construct the block from
|
|
629
|
-
* @param proposalHeader - The partial header constructed for the proposal
|
|
630
|
-
* @param newGlobalVariables - The global variables for the new block
|
|
631
|
-
* @param proposerAddress - The address of the proposer
|
|
632
|
-
*/
|
|
633
|
-
@trackSpan('Sequencer.buildBlockAndEnqueuePublish', (_validTxs, _proposalHeader, newGlobalVariables) => ({
|
|
634
|
-
[Attributes.BLOCK_NUMBER]: newGlobalVariables.blockNumber,
|
|
635
|
-
}))
|
|
636
|
-
private async buildBlockAndEnqueuePublish(
|
|
637
|
-
pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
|
|
638
|
-
proposalHeader: CheckpointHeader,
|
|
639
|
-
newGlobalVariables: GlobalVariables,
|
|
640
|
-
proposerAddress: EthAddress | undefined,
|
|
641
|
-
invalidateBlock: InvalidateBlockRequest | undefined,
|
|
642
|
-
publisher: SequencerPublisher,
|
|
643
|
-
): Promise<L2Block> {
|
|
644
|
-
await publisher.validateBlockHeader(proposalHeader, invalidateBlock);
|
|
645
|
-
|
|
646
|
-
const blockNumber = newGlobalVariables.blockNumber;
|
|
647
|
-
const slot = proposalHeader.slotNumber;
|
|
648
|
-
const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(blockNumber);
|
|
649
|
-
|
|
650
|
-
const workTimer = new Timer();
|
|
651
|
-
this.setState(SequencerState.CREATING_BLOCK, slot);
|
|
652
|
-
|
|
653
|
-
try {
|
|
654
|
-
const blockBuilderOptions = this.getBlockBuilderOptions(slot);
|
|
655
|
-
const buildBlockRes = await this.blockBuilder.buildBlock(
|
|
656
|
-
pendingTxs,
|
|
657
|
-
l1ToL2Messages,
|
|
658
|
-
newGlobalVariables,
|
|
659
|
-
blockBuilderOptions,
|
|
660
|
-
);
|
|
661
|
-
const { publicGas, block, publicProcessorDuration, numTxs, numMsgs, blockBuildingTimer, usedTxs, failedTxs } =
|
|
662
|
-
buildBlockRes;
|
|
663
|
-
const blockBuildDuration = workTimer.ms();
|
|
664
|
-
await this.dropFailedTxsFromP2P(failedTxs);
|
|
665
|
-
|
|
666
|
-
const minTxsPerBlock = this.minTxsPerBlock;
|
|
667
|
-
if (numTxs < minTxsPerBlock) {
|
|
668
|
-
this.log.warn(
|
|
669
|
-
`Block ${blockNumber} has too few txs to be proposed (got ${numTxs} but required ${minTxsPerBlock})`,
|
|
670
|
-
{ slot, blockNumber, numTxs },
|
|
671
|
-
);
|
|
672
|
-
throw new Error(`Block has too few successful txs to be proposed`);
|
|
673
|
-
}
|
|
674
|
-
|
|
675
|
-
// TODO(@PhilWindle) We should probably periodically check for things like another
|
|
676
|
-
// block being published before ours instead of just waiting on our block
|
|
677
|
-
await publisher.validateBlockHeader(block.getCheckpointHeader(), invalidateBlock);
|
|
678
|
-
|
|
679
|
-
const blockStats: L2BlockBuiltStats = {
|
|
680
|
-
eventName: 'l2-block-built',
|
|
681
|
-
creator: proposerAddress?.toString() ?? publisher.getSenderAddress().toString(),
|
|
682
|
-
duration: workTimer.ms(),
|
|
683
|
-
publicProcessDuration: publicProcessorDuration,
|
|
684
|
-
rollupCircuitsDuration: blockBuildingTimer.ms(),
|
|
685
|
-
...block.getStats(),
|
|
686
|
-
};
|
|
687
|
-
|
|
688
|
-
const blockHash = await block.hash();
|
|
689
|
-
const txHashes = block.body.txEffects.map(tx => tx.txHash);
|
|
690
|
-
this.log.info(
|
|
691
|
-
`Built block ${block.number} for slot ${slot} with ${numTxs} txs and ${numMsgs} messages. ${
|
|
692
|
-
publicGas.l2Gas / workTimer.s()
|
|
693
|
-
} mana/s`,
|
|
694
|
-
{
|
|
695
|
-
blockHash,
|
|
696
|
-
globalVariables: block.header.globalVariables.toInspect(),
|
|
697
|
-
txHashes,
|
|
698
|
-
...blockStats,
|
|
699
|
-
},
|
|
700
|
-
);
|
|
701
|
-
|
|
702
|
-
// In fisherman mode, skip attestation collection
|
|
703
|
-
let attestationsAndSigners: CommitteeAttestationsAndSigners;
|
|
704
|
-
if (this.config.fishermanMode) {
|
|
705
|
-
this.log.debug('Skipping attestation collection');
|
|
706
|
-
attestationsAndSigners = CommitteeAttestationsAndSigners.empty();
|
|
707
|
-
} else {
|
|
708
|
-
this.log.debug('Collecting attestations');
|
|
709
|
-
attestationsAndSigners = await this.collectAttestations(block, usedTxs, proposerAddress);
|
|
710
|
-
this.log.verbose(
|
|
711
|
-
`Collected ${attestationsAndSigners.attestations.length} attestations for block ${blockNumber} at slot ${slot}`,
|
|
712
|
-
{ blockHash, blockNumber, slot },
|
|
713
|
-
);
|
|
714
|
-
}
|
|
715
|
-
|
|
716
|
-
// In fisherman mode, skip attestation signing
|
|
717
|
-
const attestationsAndSignersSignature =
|
|
718
|
-
this.config.fishermanMode || !this.validatorClient
|
|
719
|
-
? Signature.empty()
|
|
720
|
-
: await this.validatorClient.signAttestationsAndSigners(
|
|
721
|
-
attestationsAndSigners,
|
|
722
|
-
proposerAddress ?? publisher.getSenderAddress(),
|
|
723
|
-
);
|
|
724
|
-
|
|
725
|
-
await this.enqueuePublishL2Block(
|
|
726
|
-
block,
|
|
727
|
-
attestationsAndSigners,
|
|
728
|
-
attestationsAndSignersSignature,
|
|
729
|
-
invalidateBlock,
|
|
730
|
-
publisher,
|
|
731
|
-
);
|
|
732
|
-
this.metrics.recordBuiltBlock(blockBuildDuration, publicGas.l2Gas);
|
|
733
|
-
return block;
|
|
734
|
-
} catch (err) {
|
|
735
|
-
this.metrics.recordFailedBlock();
|
|
736
|
-
throw err;
|
|
737
|
-
}
|
|
738
|
-
}
|
|
739
|
-
|
|
740
|
-
@trackSpan('Sequencer.collectAttestations', (block, txHashes) => ({
|
|
741
|
-
[Attributes.BLOCK_NUMBER]: block.number,
|
|
742
|
-
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
743
|
-
[Attributes.BLOCK_TXS_COUNT]: txHashes.length,
|
|
744
|
-
}))
|
|
745
|
-
protected async collectAttestations(
|
|
746
|
-
block: L2Block,
|
|
747
|
-
txs: Tx[],
|
|
748
|
-
proposerAddress: EthAddress | undefined,
|
|
749
|
-
): Promise<CommitteeAttestationsAndSigners> {
|
|
750
|
-
const { committee, seed, epoch } = await this.epochCache.getCommittee(block.slot);
|
|
751
|
-
|
|
752
|
-
// We checked above that the committee is defined, so this should never happen.
|
|
753
|
-
if (!committee) {
|
|
754
|
-
throw new Error('No committee when collecting attestations');
|
|
755
|
-
}
|
|
756
|
-
|
|
757
|
-
if (committee.length === 0) {
|
|
758
|
-
this.log.verbose(`Attesting committee is empty`);
|
|
759
|
-
return CommitteeAttestationsAndSigners.empty();
|
|
760
|
-
} else {
|
|
761
|
-
this.log.debug(`Attesting committee length is ${committee.length}`);
|
|
762
|
-
}
|
|
763
|
-
|
|
764
|
-
if (!this.validatorClient) {
|
|
765
|
-
throw new Error('Missing validator client: Cannot collect attestations');
|
|
766
|
-
}
|
|
767
|
-
|
|
768
|
-
const numberOfRequiredAttestations = Math.floor((committee.length * 2) / 3) + 1;
|
|
769
|
-
|
|
770
|
-
const slotNumber = block.header.globalVariables.slotNumber;
|
|
771
|
-
this.setState(SequencerState.COLLECTING_ATTESTATIONS, slotNumber);
|
|
772
|
-
|
|
773
|
-
this.log.debug('Creating block proposal for validators');
|
|
774
|
-
const blockProposalOptions: BlockProposalOptions = {
|
|
775
|
-
publishFullTxs: !!this.config.publishTxsWithProposals,
|
|
776
|
-
broadcastInvalidBlockProposal: this.config.broadcastInvalidBlockProposal,
|
|
777
|
-
};
|
|
778
|
-
const proposal = await this.validatorClient.createBlockProposal(
|
|
779
|
-
block.header.globalVariables.blockNumber,
|
|
780
|
-
block.getCheckpointHeader(),
|
|
781
|
-
block.archive.root,
|
|
782
|
-
txs,
|
|
783
|
-
proposerAddress,
|
|
784
|
-
blockProposalOptions,
|
|
785
|
-
);
|
|
786
|
-
|
|
787
|
-
if (!proposal) {
|
|
788
|
-
throw new Error(`Failed to create block proposal`);
|
|
789
|
-
}
|
|
790
|
-
|
|
791
|
-
if (this.config.skipCollectingAttestations) {
|
|
792
|
-
this.log.warn('Skipping attestation collection as per config (attesting with own keys only)');
|
|
793
|
-
const attestations = await this.validatorClient?.collectOwnAttestations(proposal);
|
|
794
|
-
return new CommitteeAttestationsAndSigners(orderAttestations(attestations ?? [], committee));
|
|
795
|
-
}
|
|
796
|
-
|
|
797
|
-
this.log.debug('Broadcasting block proposal to validators');
|
|
798
|
-
await this.validatorClient.broadcastBlockProposal(proposal);
|
|
799
|
-
|
|
800
|
-
const attestationTimeAllowed = this.enforceTimeTable
|
|
801
|
-
? this.timetable.getMaxAllowedTime(SequencerState.PUBLISHING_BLOCK)!
|
|
802
|
-
: this.aztecSlotDuration;
|
|
803
|
-
|
|
804
|
-
this.metrics.recordRequiredAttestations(numberOfRequiredAttestations, attestationTimeAllowed);
|
|
805
|
-
|
|
806
|
-
const timer = new Timer();
|
|
807
|
-
let collectedAttestationsCount: number = 0;
|
|
808
|
-
try {
|
|
809
|
-
const attestationDeadline = new Date(this.dateProvider.now() + attestationTimeAllowed * 1000);
|
|
810
|
-
const attestations = await this.validatorClient.collectAttestations(
|
|
811
|
-
proposal,
|
|
812
|
-
numberOfRequiredAttestations,
|
|
813
|
-
attestationDeadline,
|
|
814
|
-
);
|
|
815
|
-
|
|
816
|
-
collectedAttestationsCount = attestations.length;
|
|
817
|
-
|
|
818
|
-
// note: the smart contract requires that the signatures are provided in the order of the committee
|
|
819
|
-
const sorted = orderAttestations(attestations, committee);
|
|
820
|
-
|
|
821
|
-
// manipulate the attestations if we've been configured to do so
|
|
822
|
-
if (this.config.injectFakeAttestation || this.config.shuffleAttestationOrdering) {
|
|
823
|
-
return this.manipulateAttestations(block, epoch, seed, committee, sorted);
|
|
824
|
-
}
|
|
825
|
-
|
|
826
|
-
return new CommitteeAttestationsAndSigners(sorted);
|
|
827
|
-
} catch (err) {
|
|
828
|
-
if (err && err instanceof AttestationTimeoutError) {
|
|
829
|
-
collectedAttestationsCount = err.collectedCount;
|
|
830
|
-
}
|
|
831
|
-
throw err;
|
|
832
|
-
} finally {
|
|
833
|
-
this.metrics.recordCollectedAttestations(collectedAttestationsCount, timer.ms());
|
|
834
|
-
}
|
|
835
|
-
}
|
|
836
|
-
|
|
837
|
-
/** Breaks the attestations before publishing based on attack configs */
|
|
838
|
-
private manipulateAttestations(
|
|
839
|
-
block: L2Block,
|
|
840
|
-
epoch: EpochNumber,
|
|
841
|
-
seed: bigint,
|
|
842
|
-
committee: EthAddress[],
|
|
843
|
-
attestations: CommitteeAttestation[],
|
|
844
|
-
) {
|
|
845
|
-
// Compute the proposer index in the committee, since we dont want to tweak it.
|
|
846
|
-
// Otherwise, the L1 rollup contract will reject the block outright.
|
|
847
|
-
const proposerIndex = Number(
|
|
848
|
-
this.epochCache.computeProposerIndex(block.slot, epoch, seed, BigInt(committee.length)),
|
|
849
|
-
);
|
|
850
|
-
|
|
851
|
-
if (this.config.injectFakeAttestation) {
|
|
852
|
-
// Find non-empty attestations that are not from the proposer
|
|
853
|
-
const nonProposerIndices: number[] = [];
|
|
854
|
-
for (let i = 0; i < attestations.length; i++) {
|
|
855
|
-
if (!attestations[i].signature.isEmpty() && i !== proposerIndex) {
|
|
856
|
-
nonProposerIndices.push(i);
|
|
857
|
-
}
|
|
858
|
-
}
|
|
859
|
-
if (nonProposerIndices.length > 0) {
|
|
860
|
-
const targetIndex = nonProposerIndices[randomInt(nonProposerIndices.length)];
|
|
861
|
-
this.log.warn(`Injecting fake attestation in block ${block.number} at index ${targetIndex}`);
|
|
862
|
-
unfreeze(attestations[targetIndex]).signature = Signature.random();
|
|
863
|
-
}
|
|
864
|
-
return new CommitteeAttestationsAndSigners(attestations);
|
|
865
|
-
}
|
|
866
|
-
|
|
867
|
-
if (this.config.shuffleAttestationOrdering) {
|
|
868
|
-
this.log.warn(`Shuffling attestation ordering in block ${block.number} (proposer index ${proposerIndex})`);
|
|
869
|
-
|
|
870
|
-
const shuffled = [...attestations];
|
|
871
|
-
const [i, j] = [(proposerIndex + 1) % shuffled.length, (proposerIndex + 2) % shuffled.length];
|
|
872
|
-
const valueI = shuffled[i];
|
|
873
|
-
const valueJ = shuffled[j];
|
|
874
|
-
shuffled[i] = valueJ;
|
|
875
|
-
shuffled[j] = valueI;
|
|
876
|
-
|
|
877
|
-
const signers = new CommitteeAttestationsAndSigners(attestations).getSigners();
|
|
878
|
-
return new MaliciousCommitteeAttestationsAndSigners(shuffled, signers);
|
|
879
|
-
}
|
|
880
|
-
|
|
881
|
-
return new CommitteeAttestationsAndSigners(attestations);
|
|
882
|
-
}
|
|
883
|
-
|
|
884
|
-
/**
|
|
885
|
-
* Publishes the L2Block to the rollup contract.
|
|
886
|
-
* @param block - The L2Block to be published.
|
|
887
|
-
*/
|
|
888
|
-
@trackSpan('Sequencer.enqueuePublishL2Block', block => ({
|
|
889
|
-
[Attributes.BLOCK_NUMBER]: block.number,
|
|
890
|
-
}))
|
|
891
|
-
protected async enqueuePublishL2Block(
|
|
892
|
-
block: L2Block,
|
|
893
|
-
attestationsAndSigners: CommitteeAttestationsAndSigners,
|
|
894
|
-
attestationsAndSignersSignature: Signature,
|
|
895
|
-
invalidateBlock: InvalidateBlockRequest | undefined,
|
|
896
|
-
publisher: SequencerPublisher,
|
|
897
|
-
): Promise<void> {
|
|
898
|
-
// Publishes new block to the network and awaits the tx to be mined
|
|
899
|
-
this.setState(SequencerState.PUBLISHING_BLOCK, block.header.globalVariables.slotNumber);
|
|
900
|
-
|
|
901
|
-
// Time out tx at the end of the slot
|
|
902
|
-
const slot = block.header.globalVariables.slotNumber;
|
|
903
|
-
const txTimeoutAt = new Date((this.getSlotStartBuildTimestamp(slot) + this.aztecSlotDuration) * 1000);
|
|
904
|
-
|
|
905
|
-
const enqueued = await publisher.enqueueProposeL2Block(
|
|
906
|
-
block,
|
|
907
|
-
attestationsAndSigners,
|
|
908
|
-
attestationsAndSignersSignature,
|
|
909
|
-
{
|
|
910
|
-
txTimeoutAt,
|
|
911
|
-
forcePendingBlockNumber: invalidateBlock?.forcePendingBlockNumber,
|
|
912
|
-
},
|
|
913
|
-
);
|
|
914
|
-
|
|
915
|
-
if (!enqueued) {
|
|
916
|
-
throw new Error(`Failed to enqueue publish of block ${block.number}`);
|
|
917
|
-
}
|
|
918
|
-
}
|
|
919
|
-
|
|
920
498
|
/**
|
|
921
499
|
* Returns whether all dependencies have caught up.
|
|
922
500
|
* We don't check against the previous block submitted since it may have been reorg'd out.
|
|
923
501
|
*/
|
|
924
|
-
protected async checkSync(args: { ts: bigint; slot: SlotNumber }): Promise<
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
|
|
930
|
-
|
|
931
|
-
}
|
|
932
|
-
| undefined
|
|
933
|
-
> {
|
|
934
|
-
// Check that the archiver and dependencies have synced to the previous L1 slot at least
|
|
935
|
-
// TODO(#14766): Archiver reports L1 timestamp based on L1 blocks seen, which means that a missed L1 block will
|
|
936
|
-
// cause the archiver L1 timestamp to fall behind, and cause this sequencer to start processing one L1 slot later.
|
|
937
|
-
const l1Timestamp = await this.l2BlockSource.getL1Timestamp();
|
|
938
|
-
const { slot, ts } = args;
|
|
939
|
-
if (l1Timestamp === undefined || l1Timestamp + BigInt(this.l1Constants.ethereumSlotDuration) < ts) {
|
|
502
|
+
protected async checkSync(args: { ts: bigint; slot: SlotNumber }): Promise<SequencerSyncCheckResult | undefined> {
|
|
503
|
+
// Check that the archiver has fully synced the L2 slot before the one we want to propose in.
|
|
504
|
+
// The archiver reports sync progress via L1 block timestamps and synced checkpoint slots.
|
|
505
|
+
// See getSyncedL2SlotNumber for how missed L1 blocks are handled.
|
|
506
|
+
const syncedL2Slot = await this.l2BlockSource.getSyncedL2SlotNumber();
|
|
507
|
+
const { slot } = args;
|
|
508
|
+
if (syncedL2Slot === undefined || syncedL2Slot + 1 < slot) {
|
|
940
509
|
this.log.debug(`Cannot propose block at next L2 slot ${slot} due to pending sync from L1`, {
|
|
941
510
|
slot,
|
|
942
|
-
|
|
943
|
-
l1Timestamp,
|
|
511
|
+
syncedL2Slot,
|
|
944
512
|
});
|
|
945
513
|
return undefined;
|
|
946
514
|
}
|
|
@@ -950,22 +518,22 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
950
518
|
number: syncSummary.latestBlockNumber,
|
|
951
519
|
hash: syncSummary.latestBlockHash,
|
|
952
520
|
})),
|
|
953
|
-
this.l2BlockSource.getL2Tips().then(t => t.
|
|
521
|
+
this.l2BlockSource.getL2Tips().then(t => t.proposed),
|
|
954
522
|
this.p2pClient.getStatus().then(p2p => p2p.syncedToL2Block),
|
|
955
|
-
this.l1ToL2MessageSource.getL2Tips().then(t => t.
|
|
523
|
+
this.l1ToL2MessageSource.getL2Tips().then(t => t.proposed),
|
|
956
524
|
this.l2BlockSource.getPendingChainValidationStatus(),
|
|
957
525
|
] as const);
|
|
958
526
|
|
|
959
527
|
const [worldState, l2BlockSource, p2p, l1ToL2MessageSource, pendingChainValidationStatus] = syncedBlocks;
|
|
960
528
|
|
|
961
|
-
//
|
|
962
|
-
//
|
|
529
|
+
// Handle zero as a special case, since the block hash won't match across services if we're changing the prefilled data for the genesis block,
|
|
530
|
+
// as the world state can compute the new genesis block hash, but other components use the hardcoded constant.
|
|
531
|
+
// TODO(palla/mbps): Fix the above. All components should be able to handle dynamic genesis block hashes.
|
|
963
532
|
const result =
|
|
964
|
-
l2BlockSource.
|
|
965
|
-
|
|
966
|
-
|
|
967
|
-
|
|
968
|
-
l1ToL2MessageSource.hash === l2BlockSource.hash;
|
|
533
|
+
(l2BlockSource.number === 0 && worldState.number === 0 && p2p.number === 0 && l1ToL2MessageSource.number === 0) ||
|
|
534
|
+
(worldState.hash === l2BlockSource.hash &&
|
|
535
|
+
p2p.hash === l2BlockSource.hash &&
|
|
536
|
+
l1ToL2MessageSource.hash === l2BlockSource.hash);
|
|
969
537
|
|
|
970
538
|
if (!result) {
|
|
971
539
|
this.log.debug(`Sequencer sync check failed`, { worldState, l2BlockSource, p2p, l1ToL2MessageSource });
|
|
@@ -976,97 +544,50 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
976
544
|
const blockNumber = worldState.number;
|
|
977
545
|
if (blockNumber < INITIAL_L2_BLOCK_NUM) {
|
|
978
546
|
const archive = new Fr((await this.worldState.getCommitted().getTreeInfo(MerkleTreeId.ARCHIVE)).root);
|
|
979
|
-
return {
|
|
547
|
+
return {
|
|
548
|
+
checkpointNumber: CheckpointNumber.ZERO,
|
|
549
|
+
blockNumber: BlockNumber.ZERO,
|
|
550
|
+
archive,
|
|
551
|
+
syncedL2Slot,
|
|
552
|
+
pendingChainValidationStatus,
|
|
553
|
+
};
|
|
980
554
|
}
|
|
981
555
|
|
|
982
|
-
const
|
|
983
|
-
if (!
|
|
556
|
+
const blockData = await this.l2BlockSource.getBlockData(blockNumber);
|
|
557
|
+
if (!blockData) {
|
|
984
558
|
// this shouldn't really happen because a moment ago we checked that all components were in sync
|
|
985
|
-
this.log.error(`Failed to get L2 block ${blockNumber} from the archiver with all components in sync`);
|
|
559
|
+
this.log.error(`Failed to get L2 block data ${blockNumber} from the archiver with all components in sync`);
|
|
986
560
|
return undefined;
|
|
987
561
|
}
|
|
988
562
|
|
|
989
563
|
return {
|
|
990
|
-
|
|
991
|
-
blockNumber:
|
|
992
|
-
|
|
993
|
-
|
|
564
|
+
blockData,
|
|
565
|
+
blockNumber: blockData.header.getBlockNumber(),
|
|
566
|
+
checkpointNumber: blockData.checkpointNumber,
|
|
567
|
+
archive: blockData.archive.root,
|
|
568
|
+
syncedL2Slot,
|
|
994
569
|
pendingChainValidationStatus,
|
|
995
570
|
};
|
|
996
571
|
}
|
|
997
572
|
|
|
998
|
-
/**
|
|
999
|
-
* Enqueues governance and slashing votes with the publisher. Does not block.
|
|
1000
|
-
* @param publisher - The publisher to enqueue votes with
|
|
1001
|
-
* @param attestorAddress - The attestor address to use for signing
|
|
1002
|
-
* @param slot - The slot number
|
|
1003
|
-
* @param timestamp - The timestamp for the votes
|
|
1004
|
-
* @param context - Optional context for logging (e.g., block number)
|
|
1005
|
-
* @returns A tuple of [governanceEnqueued, slashingEnqueued]
|
|
1006
|
-
*/
|
|
1007
|
-
protected enqueueGovernanceAndSlashingVotes(
|
|
1008
|
-
publisher: SequencerPublisher,
|
|
1009
|
-
attestorAddress: EthAddress,
|
|
1010
|
-
slot: SlotNumber,
|
|
1011
|
-
timestamp: bigint,
|
|
1012
|
-
): [Promise<boolean> | undefined, Promise<boolean> | undefined] {
|
|
1013
|
-
try {
|
|
1014
|
-
const signerFn = (msg: TypedDataDefinition) =>
|
|
1015
|
-
this.validatorClient!.signWithAddress(attestorAddress, msg).then(s => s.toString());
|
|
1016
|
-
|
|
1017
|
-
const enqueueGovernancePromise =
|
|
1018
|
-
this.governanceProposerPayload && !this.governanceProposerPayload.isZero()
|
|
1019
|
-
? publisher
|
|
1020
|
-
.enqueueGovernanceCastSignal(this.governanceProposerPayload, slot, timestamp, attestorAddress, signerFn)
|
|
1021
|
-
.catch(err => {
|
|
1022
|
-
this.log.error(`Error enqueuing governance vote`, err, { slot });
|
|
1023
|
-
return false;
|
|
1024
|
-
})
|
|
1025
|
-
: undefined;
|
|
1026
|
-
|
|
1027
|
-
const enqueueSlashingPromise = this.slasherClient
|
|
1028
|
-
? this.slasherClient
|
|
1029
|
-
.getProposerActions(slot)
|
|
1030
|
-
.then(actions => {
|
|
1031
|
-
// Record metrics for fisherman mode
|
|
1032
|
-
if (this.config.fishermanMode && actions.length > 0) {
|
|
1033
|
-
this.log.debug(`Fisherman mode: simulating ${actions.length} slashing action(s) for slot ${slot}`, {
|
|
1034
|
-
slot,
|
|
1035
|
-
actionCount: actions.length,
|
|
1036
|
-
});
|
|
1037
|
-
this.metrics.recordSlashingAttempt(actions.length);
|
|
1038
|
-
}
|
|
1039
|
-
// Enqueue the actions to fully simulate L1 tx building (they won't be sent in fisherman mode)
|
|
1040
|
-
return publisher.enqueueSlashingActions(actions, slot, timestamp, attestorAddress, signerFn);
|
|
1041
|
-
})
|
|
1042
|
-
.catch(err => {
|
|
1043
|
-
this.log.error(`Error enqueuing slashing actions`, err, { slot });
|
|
1044
|
-
return false;
|
|
1045
|
-
})
|
|
1046
|
-
: undefined;
|
|
1047
|
-
|
|
1048
|
-
return [enqueueGovernancePromise, enqueueSlashingPromise];
|
|
1049
|
-
} catch (err) {
|
|
1050
|
-
this.log.error(`Error enqueueing governance and slashing votes`, err);
|
|
1051
|
-
return [undefined, undefined];
|
|
1052
|
-
}
|
|
1053
|
-
}
|
|
1054
|
-
|
|
1055
573
|
/**
|
|
1056
574
|
* Checks if we are the proposer for the next slot.
|
|
1057
575
|
* @returns True if we can propose, and the proposer address (undefined if anyone can propose)
|
|
1058
576
|
*/
|
|
1059
|
-
protected async checkCanPropose(
|
|
577
|
+
protected async checkCanPropose(targetSlot: SlotNumber): Promise<[boolean, EthAddress | undefined]> {
|
|
1060
578
|
let proposer: EthAddress | undefined;
|
|
1061
579
|
|
|
1062
580
|
try {
|
|
1063
|
-
proposer = await this.epochCache.getProposerAttesterAddressInSlot(
|
|
581
|
+
proposer = await this.epochCache.getProposerAttesterAddressInSlot(targetSlot);
|
|
1064
582
|
} catch (e) {
|
|
1065
583
|
if (e instanceof NoCommitteeError) {
|
|
1066
|
-
this.
|
|
584
|
+
if (this.lastSlotForNoCommitteeWarning !== targetSlot) {
|
|
585
|
+
this.lastSlotForNoCommitteeWarning = targetSlot;
|
|
586
|
+
this.log.warn(`Cannot propose at target slot ${targetSlot} since the committee does not exist on L1`);
|
|
587
|
+
}
|
|
1067
588
|
return [false, undefined];
|
|
1068
589
|
}
|
|
1069
|
-
this.log.error(`Error getting proposer for slot ${
|
|
590
|
+
this.log.error(`Error getting proposer for target slot ${targetSlot}`, e);
|
|
1070
591
|
return [false, undefined];
|
|
1071
592
|
}
|
|
1072
593
|
|
|
@@ -1079,14 +600,19 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1079
600
|
return [true, proposer];
|
|
1080
601
|
}
|
|
1081
602
|
|
|
1082
|
-
const validatorAddresses = this.validatorClient
|
|
603
|
+
const validatorAddresses = this.validatorClient.getValidatorAddresses();
|
|
1083
604
|
const weAreProposer = validatorAddresses.some(addr => addr.equals(proposer));
|
|
1084
605
|
|
|
1085
606
|
if (!weAreProposer) {
|
|
1086
|
-
this.log.debug(`Cannot propose at slot ${
|
|
607
|
+
this.log.debug(`Cannot propose at target slot ${targetSlot} since we are not a proposer`, {
|
|
608
|
+
targetSlot,
|
|
609
|
+
validatorAddresses,
|
|
610
|
+
proposer,
|
|
611
|
+
});
|
|
1087
612
|
return [false, proposer];
|
|
1088
613
|
}
|
|
1089
614
|
|
|
615
|
+
this.log.debug(`We are the proposer for target slot ${targetSlot}`, { targetSlot, proposer });
|
|
1090
616
|
return [true, proposer];
|
|
1091
617
|
}
|
|
1092
618
|
|
|
@@ -1094,43 +620,44 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1094
620
|
* Tries to vote on slashing actions and governance when the sync check fails but we're past the max time for initializing a proposal.
|
|
1095
621
|
* This allows the sequencer to participate in governance/slashing votes even when it cannot build blocks.
|
|
1096
622
|
*/
|
|
1097
|
-
|
|
1098
|
-
|
|
623
|
+
@trackSpan('Seqeuencer.tryVoteWhenSyncFails', ({ slot }) => ({ [Attributes.SLOT_NUMBER]: slot }))
|
|
624
|
+
protected async tryVoteWhenSyncFails(args: { slot: SlotNumber; targetSlot: SlotNumber; ts: bigint }): Promise<void> {
|
|
625
|
+
const { slot, targetSlot } = args;
|
|
1099
626
|
|
|
1100
627
|
// Prevent duplicate attempts in the same slot
|
|
1101
|
-
if (this.
|
|
1102
|
-
this.log.
|
|
628
|
+
if (this.lastSlotForFallbackVote === slot) {
|
|
629
|
+
this.log.trace(`Already attempted to vote in slot ${slot} (skipping)`);
|
|
1103
630
|
return;
|
|
1104
631
|
}
|
|
1105
632
|
|
|
1106
633
|
// Check if we're past the max time for initializing a proposal
|
|
1107
634
|
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
1108
|
-
const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.
|
|
635
|
+
const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_CHECKPOINT);
|
|
1109
636
|
|
|
1110
637
|
// If we haven't exceeded the time limit for initializing a proposal, don't proceed with voting
|
|
1111
638
|
// We use INITIALIZING_PROPOSAL time limit because if we're past that, we can't build a block anyway
|
|
1112
639
|
if (maxAllowedTime === undefined || secondsIntoSlot <= maxAllowedTime) {
|
|
1113
|
-
this.log.trace(`Not attempting to vote since there is still for block building`, {
|
|
640
|
+
this.log.trace(`Not attempting to vote since there is still time for block building`, {
|
|
1114
641
|
secondsIntoSlot,
|
|
1115
642
|
maxAllowedTime,
|
|
1116
643
|
});
|
|
1117
644
|
return;
|
|
1118
645
|
}
|
|
1119
646
|
|
|
1120
|
-
this.log.
|
|
647
|
+
this.log.trace(`Sync for slot ${slot} failed, checking for voting opportunities`, {
|
|
1121
648
|
secondsIntoSlot,
|
|
1122
649
|
maxAllowedTime,
|
|
1123
650
|
});
|
|
1124
651
|
|
|
1125
652
|
// Check if we're a proposer or proposal is open
|
|
1126
|
-
const [canPropose, proposer] = await this.checkCanPropose(
|
|
653
|
+
const [canPropose, proposer] = await this.checkCanPropose(targetSlot);
|
|
1127
654
|
if (!canPropose) {
|
|
1128
|
-
this.log.
|
|
655
|
+
this.log.trace(`Cannot vote in slot ${slot} since we are not a proposer`, { slot, proposer });
|
|
1129
656
|
return;
|
|
1130
657
|
}
|
|
1131
658
|
|
|
1132
659
|
// Mark this slot as attempted
|
|
1133
|
-
this.
|
|
660
|
+
this.lastSlotForFallbackVote = slot;
|
|
1134
661
|
|
|
1135
662
|
// Get a publisher for voting
|
|
1136
663
|
const { attestorAddress, publisher } = await this.publisherFactory.create(proposer);
|
|
@@ -1140,11 +667,22 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1140
667
|
slot,
|
|
1141
668
|
});
|
|
1142
669
|
|
|
1143
|
-
// Enqueue governance and slashing votes
|
|
1144
|
-
const
|
|
1145
|
-
|
|
670
|
+
// Enqueue governance and slashing votes (voter uses the target slot for L1 submission)
|
|
671
|
+
const voter = new CheckpointVoter(
|
|
672
|
+
targetSlot,
|
|
673
|
+
publisher,
|
|
674
|
+
attestorAddress,
|
|
675
|
+
this.validatorClient,
|
|
676
|
+
this.slasherClient,
|
|
677
|
+
this.l1Constants,
|
|
678
|
+
this.config,
|
|
679
|
+
this.metrics,
|
|
680
|
+
this.log,
|
|
681
|
+
);
|
|
682
|
+
const votesPromises = voter.enqueueVotes();
|
|
683
|
+
const votes = await Promise.all(votesPromises);
|
|
1146
684
|
|
|
1147
|
-
if (
|
|
685
|
+
if (votes.every(p => !p)) {
|
|
1148
686
|
this.log.debug(`No votes to enqueue for slot ${slot}`);
|
|
1149
687
|
return;
|
|
1150
688
|
}
|
|
@@ -1153,34 +691,81 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1153
691
|
await publisher.sendRequests();
|
|
1154
692
|
}
|
|
1155
693
|
|
|
694
|
+
/**
|
|
695
|
+
* Tries to vote on slashing actions and governance proposals when escape hatch is open.
|
|
696
|
+
* This allows the sequencer to participate in voting without performing checkpoint proposal work.
|
|
697
|
+
*/
|
|
698
|
+
@trackSpan('Sequencer.tryVoteWhenEscapeHatchOpen', ({ slot }) => ({ [Attributes.SLOT_NUMBER]: slot }))
|
|
699
|
+
protected async tryVoteWhenEscapeHatchOpen(args: {
|
|
700
|
+
slot: SlotNumber;
|
|
701
|
+
proposer: EthAddress | undefined;
|
|
702
|
+
}): Promise<void> {
|
|
703
|
+
const { slot, proposer } = args;
|
|
704
|
+
|
|
705
|
+
// Prevent duplicate attempts in the same slot
|
|
706
|
+
if (this.lastSlotForFallbackVote === slot) {
|
|
707
|
+
this.log.trace(`Already attempted to vote in slot ${slot} (escape hatch open, skipping)`);
|
|
708
|
+
return;
|
|
709
|
+
}
|
|
710
|
+
|
|
711
|
+
// Mark this slot as attempted
|
|
712
|
+
this.lastSlotForFallbackVote = slot;
|
|
713
|
+
|
|
714
|
+
const { attestorAddress, publisher } = await this.publisherFactory.create(proposer);
|
|
715
|
+
|
|
716
|
+
this.log.debug(`Escape hatch open for slot ${slot}, attempting vote-only actions`, { slot, attestorAddress });
|
|
717
|
+
|
|
718
|
+
const voter = new CheckpointVoter(
|
|
719
|
+
slot,
|
|
720
|
+
publisher,
|
|
721
|
+
attestorAddress,
|
|
722
|
+
this.validatorClient,
|
|
723
|
+
this.slasherClient,
|
|
724
|
+
this.l1Constants,
|
|
725
|
+
this.config,
|
|
726
|
+
this.metrics,
|
|
727
|
+
this.log,
|
|
728
|
+
);
|
|
729
|
+
|
|
730
|
+
const votesPromises = voter.enqueueVotes();
|
|
731
|
+
const votes = await Promise.all(votesPromises);
|
|
732
|
+
|
|
733
|
+
if (votes.every(p => !p)) {
|
|
734
|
+
this.log.debug(`No votes to enqueue for slot ${slot} (escape hatch open)`);
|
|
735
|
+
return;
|
|
736
|
+
}
|
|
737
|
+
|
|
738
|
+
this.log.info(`Voting in slot ${slot} (escape hatch open)`, { slot });
|
|
739
|
+
await publisher.sendRequests();
|
|
740
|
+
}
|
|
741
|
+
|
|
1156
742
|
/**
|
|
1157
743
|
* Considers invalidating a block if the pending chain is invalid. Depends on how long the invalid block
|
|
1158
744
|
* has been there without being invalidated and whether the sequencer is in the committee or not. We always
|
|
1159
745
|
* have the proposer try to invalidate, but if they fail, the sequencers in the committee are expected to try,
|
|
1160
746
|
* and if they fail, any sequencer will try as well.
|
|
1161
747
|
*/
|
|
1162
|
-
protected async
|
|
1163
|
-
syncedTo:
|
|
748
|
+
protected async considerInvalidatingCheckpoint(
|
|
749
|
+
syncedTo: SequencerSyncCheckResult,
|
|
1164
750
|
currentSlot: SlotNumber,
|
|
1165
751
|
): Promise<void> {
|
|
1166
|
-
const { pendingChainValidationStatus,
|
|
752
|
+
const { pendingChainValidationStatus, syncedL2Slot } = syncedTo;
|
|
1167
753
|
if (pendingChainValidationStatus.valid) {
|
|
1168
754
|
return;
|
|
1169
755
|
}
|
|
1170
756
|
|
|
1171
|
-
const
|
|
1172
|
-
const
|
|
1173
|
-
const
|
|
1174
|
-
const
|
|
1175
|
-
const ourValidatorAddresses = this.validatorClient!.getValidatorAddresses();
|
|
757
|
+
const invalidCheckpointNumber = pendingChainValidationStatus.checkpoint.checkpointNumber;
|
|
758
|
+
const invalidCheckpointTimestamp = pendingChainValidationStatus.checkpoint.timestamp;
|
|
759
|
+
const timeSinceChainInvalid = this.dateProvider.nowInSeconds() - Number(invalidCheckpointTimestamp);
|
|
760
|
+
const ourValidatorAddresses = this.validatorClient.getValidatorAddresses();
|
|
1176
761
|
|
|
1177
762
|
const { secondsBeforeInvalidatingBlockAsCommitteeMember, secondsBeforeInvalidatingBlockAsNonCommitteeMember } =
|
|
1178
763
|
this.config;
|
|
1179
764
|
|
|
1180
765
|
const logData = {
|
|
1181
|
-
invalidL1Timestamp:
|
|
1182
|
-
|
|
1183
|
-
|
|
766
|
+
invalidL1Timestamp: invalidCheckpointTimestamp,
|
|
767
|
+
syncedL2Slot,
|
|
768
|
+
invalidCheckpoint: pendingChainValidationStatus.checkpoint,
|
|
1184
769
|
secondsBeforeInvalidatingBlockAsCommitteeMember,
|
|
1185
770
|
secondsBeforeInvalidatingBlockAsNonCommitteeMember,
|
|
1186
771
|
ourValidatorAddresses,
|
|
@@ -1208,29 +793,76 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1208
793
|
return;
|
|
1209
794
|
}
|
|
1210
795
|
|
|
1211
|
-
|
|
1212
|
-
if (
|
|
1213
|
-
|
|
796
|
+
let validatorToUse: EthAddress;
|
|
797
|
+
if (invalidateAsCommitteeMember) {
|
|
798
|
+
// When invalidating as a committee member, use first validator that's actually in the committee
|
|
799
|
+
const { committee } = await this.epochCache.getCommittee(currentSlot);
|
|
800
|
+
if (committee) {
|
|
801
|
+
const committeeSet = new Set(committee.map(addr => addr.toString()));
|
|
802
|
+
validatorToUse =
|
|
803
|
+
ourValidatorAddresses.find(addr => committeeSet.has(addr.toString())) ?? ourValidatorAddresses[0];
|
|
804
|
+
} else {
|
|
805
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
806
|
+
}
|
|
807
|
+
} else {
|
|
808
|
+
// When invalidating as a non-committee member, use the first validator
|
|
809
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
810
|
+
}
|
|
811
|
+
|
|
812
|
+
const { publisher } = await this.publisherFactory.create(validatorToUse);
|
|
813
|
+
|
|
814
|
+
const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(pendingChainValidationStatus);
|
|
815
|
+
if (!invalidateCheckpoint) {
|
|
816
|
+
this.log.warn(`Failed to simulate invalidate checkpoint`, logData);
|
|
1214
817
|
return;
|
|
1215
818
|
}
|
|
1216
819
|
|
|
1217
820
|
this.log.info(
|
|
1218
821
|
invalidateAsCommitteeMember
|
|
1219
|
-
? `Invalidating
|
|
1220
|
-
: `Invalidating
|
|
822
|
+
? `Invalidating checkpoint ${invalidCheckpointNumber} as committee member`
|
|
823
|
+
: `Invalidating checkpoint ${invalidCheckpointNumber} as non-committee member`,
|
|
1221
824
|
logData,
|
|
1222
825
|
);
|
|
1223
826
|
|
|
1224
|
-
publisher.
|
|
827
|
+
publisher.enqueueInvalidateCheckpoint(invalidateCheckpoint);
|
|
1225
828
|
|
|
1226
829
|
if (!this.config.fishermanMode) {
|
|
1227
830
|
await publisher.sendRequests();
|
|
1228
831
|
} else {
|
|
1229
|
-
this.log.info('Invalidating
|
|
832
|
+
this.log.info('Invalidating checkpoint in fisherman mode, clearing pending requests');
|
|
1230
833
|
publisher.clearPendingRequests();
|
|
1231
834
|
}
|
|
1232
835
|
}
|
|
1233
836
|
|
|
837
|
+
private logStrategyComparison(epoch: EpochNumber, publisher: SequencerPublisher): void {
|
|
838
|
+
const feeAnalyzer = publisher.getL1FeeAnalyzer();
|
|
839
|
+
if (!feeAnalyzer) {
|
|
840
|
+
return;
|
|
841
|
+
}
|
|
842
|
+
|
|
843
|
+
const comparison = feeAnalyzer.getStrategyComparison();
|
|
844
|
+
if (comparison.length === 0) {
|
|
845
|
+
this.log.debug(`No strategy data available yet for epoch ${epoch}`);
|
|
846
|
+
return;
|
|
847
|
+
}
|
|
848
|
+
|
|
849
|
+
this.log.info(`L1 Fee Strategy Performance Report - End of Epoch ${epoch}`, {
|
|
850
|
+
epoch: Number(epoch),
|
|
851
|
+
totalAnalyses: comparison[0]?.totalAnalyses,
|
|
852
|
+
strategies: comparison.map(s => ({
|
|
853
|
+
id: s.strategyId,
|
|
854
|
+
name: s.strategyName,
|
|
855
|
+
inclusionRate: `${(s.inclusionRate * 100).toFixed(1)}%`,
|
|
856
|
+
inclusionCount: `${s.inclusionCount}/${s.totalAnalyses}`,
|
|
857
|
+
avgCostEth: s.avgEstimatedCostEth.toFixed(6),
|
|
858
|
+
totalCostEth: s.totalEstimatedCostEth.toFixed(6),
|
|
859
|
+
avgOverpaymentEth: s.avgOverpaymentEth.toFixed(6),
|
|
860
|
+
totalOverpaymentEth: s.totalOverpaymentEth.toFixed(6),
|
|
861
|
+
avgPriorityFeeDeltaGwei: s.avgPriorityFeeDeltaGwei.toFixed(2),
|
|
862
|
+
})),
|
|
863
|
+
});
|
|
864
|
+
}
|
|
865
|
+
|
|
1234
866
|
private getSlotStartBuildTimestamp(slotNumber: SlotNumber): number {
|
|
1235
867
|
return getSlotStartBuildTimestamp(slotNumber, this.l1Constants);
|
|
1236
868
|
}
|
|
@@ -1240,15 +872,45 @@ export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<Sequ
|
|
|
1240
872
|
return Number((this.dateProvider.now() / 1000 - slotStartTimestamp).toFixed(3));
|
|
1241
873
|
}
|
|
1242
874
|
|
|
1243
|
-
get aztecSlotDuration() {
|
|
875
|
+
public get aztecSlotDuration() {
|
|
1244
876
|
return this.l1Constants.slotDuration;
|
|
1245
877
|
}
|
|
1246
878
|
|
|
1247
|
-
get maxL2BlockGas(): number | undefined {
|
|
879
|
+
public get maxL2BlockGas(): number | undefined {
|
|
1248
880
|
return this.config.maxL2BlockGas;
|
|
1249
881
|
}
|
|
1250
882
|
|
|
1251
883
|
public getSlasherClient(): SlasherClientInterface | undefined {
|
|
1252
884
|
return this.slasherClient;
|
|
1253
885
|
}
|
|
886
|
+
|
|
887
|
+
public get tracer(): Tracer {
|
|
888
|
+
return this.metrics.tracer;
|
|
889
|
+
}
|
|
890
|
+
|
|
891
|
+
public getValidatorAddresses() {
|
|
892
|
+
return this.validatorClient?.getValidatorAddresses();
|
|
893
|
+
}
|
|
894
|
+
|
|
895
|
+
/** Updates the publisher factory's node keystore adapter after a keystore reload. */
|
|
896
|
+
public updatePublisherNodeKeyStore(adapter: NodeKeystoreAdapter): void {
|
|
897
|
+
this.publisherFactory.updateNodeKeyStore(adapter);
|
|
898
|
+
}
|
|
899
|
+
|
|
900
|
+
public getConfig() {
|
|
901
|
+
return this.config;
|
|
902
|
+
}
|
|
903
|
+
|
|
904
|
+
private get l1PublishingTime(): number {
|
|
905
|
+
return this.config.l1PublishingTime ?? this.l1Constants.ethereumSlotDuration;
|
|
906
|
+
}
|
|
1254
907
|
}
|
|
908
|
+
|
|
909
|
+
type SequencerSyncCheckResult = {
|
|
910
|
+
blockData?: BlockData;
|
|
911
|
+
checkpointNumber: CheckpointNumber;
|
|
912
|
+
blockNumber: BlockNumber;
|
|
913
|
+
archive: Fr;
|
|
914
|
+
syncedL2Slot: SlotNumber;
|
|
915
|
+
pendingChainValidationStatus: ValidateCheckpointResult;
|
|
916
|
+
};
|