@aztec/sequencer-client 0.0.0-test.1 → 0.0.1-commit.0b941701
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/index.d.ts +1 -1
- package/dest/client/sequencer-client.d.ts +31 -31
- package/dest/client/sequencer-client.d.ts.map +1 -1
- package/dest/client/sequencer-client.js +82 -60
- package/dest/config.d.ts +15 -16
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +118 -70
- package/dest/global_variable_builder/global_builder.d.ts +26 -15
- package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
- package/dest/global_variable_builder/global_builder.js +62 -44
- package/dest/global_variable_builder/index.d.ts +1 -1
- package/dest/index.d.ts +2 -4
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -3
- package/dest/publisher/config.d.ts +15 -12
- package/dest/publisher/config.d.ts.map +1 -1
- package/dest/publisher/config.js +32 -19
- package/dest/publisher/index.d.ts +3 -1
- package/dest/publisher/index.d.ts.map +1 -1
- package/dest/publisher/index.js +3 -0
- package/dest/publisher/sequencer-publisher-factory.d.ts +44 -0
- package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -0
- package/dest/publisher/sequencer-publisher-factory.js +51 -0
- package/dest/publisher/sequencer-publisher-metrics.d.ts +5 -4
- package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-metrics.js +26 -62
- package/dest/publisher/sequencer-publisher.d.ts +134 -87
- package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher.js +1146 -249
- package/dest/sequencer/checkpoint_proposal_job.d.ts +79 -0
- package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_proposal_job.js +1165 -0
- package/dest/sequencer/checkpoint_voter.d.ts +35 -0
- package/dest/sequencer/checkpoint_voter.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_voter.js +109 -0
- package/dest/sequencer/config.d.ts +7 -1
- package/dest/sequencer/config.d.ts.map +1 -1
- package/dest/sequencer/errors.d.ts +11 -0
- package/dest/sequencer/errors.d.ts.map +1 -0
- package/dest/sequencer/errors.js +15 -0
- package/dest/sequencer/events.d.ts +46 -0
- package/dest/sequencer/events.d.ts.map +1 -0
- package/dest/sequencer/events.js +1 -0
- package/dest/sequencer/index.d.ts +4 -2
- package/dest/sequencer/index.d.ts.map +1 -1
- package/dest/sequencer/index.js +3 -1
- package/dest/sequencer/metrics.d.ts +48 -12
- package/dest/sequencer/metrics.d.ts.map +1 -1
- package/dest/sequencer/metrics.js +204 -69
- package/dest/sequencer/sequencer.d.ts +144 -137
- package/dest/sequencer/sequencer.d.ts.map +1 -1
- package/dest/sequencer/sequencer.js +967 -525
- package/dest/sequencer/timetable.d.ts +76 -24
- package/dest/sequencer/timetable.d.ts.map +1 -1
- package/dest/sequencer/timetable.js +177 -61
- package/dest/sequencer/types.d.ts +3 -0
- package/dest/sequencer/types.d.ts.map +1 -0
- package/dest/sequencer/types.js +1 -0
- package/dest/sequencer/utils.d.ts +20 -38
- package/dest/sequencer/utils.d.ts.map +1 -1
- package/dest/sequencer/utils.js +12 -47
- package/dest/test/index.d.ts +9 -1
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/index.js +0 -4
- package/dest/test/mock_checkpoint_builder.d.ts +95 -0
- package/dest/test/mock_checkpoint_builder.d.ts.map +1 -0
- package/dest/test/mock_checkpoint_builder.js +222 -0
- package/dest/test/utils.d.ts +53 -0
- package/dest/test/utils.d.ts.map +1 -0
- package/dest/test/utils.js +103 -0
- package/package.json +47 -45
- package/src/client/sequencer-client.ts +106 -107
- package/src/config.ts +131 -81
- package/src/global_variable_builder/global_builder.ts +84 -55
- package/src/index.ts +1 -3
- package/src/publisher/config.ts +45 -32
- package/src/publisher/index.ts +4 -0
- package/src/publisher/sequencer-publisher-factory.ts +92 -0
- package/src/publisher/sequencer-publisher-metrics.ts +30 -64
- package/src/publisher/sequencer-publisher.ts +967 -295
- package/src/sequencer/README.md +531 -0
- package/src/sequencer/checkpoint_proposal_job.ts +845 -0
- package/src/sequencer/checkpoint_voter.ts +130 -0
- package/src/sequencer/config.ts +8 -0
- package/src/sequencer/errors.ts +21 -0
- package/src/sequencer/events.ts +27 -0
- package/src/sequencer/index.ts +3 -1
- package/src/sequencer/metrics.ts +269 -72
- package/src/sequencer/sequencer.ts +708 -588
- package/src/sequencer/timetable.ts +221 -62
- package/src/sequencer/types.ts +6 -0
- package/src/sequencer/utils.ts +28 -60
- package/src/test/index.ts +12 -4
- package/src/test/mock_checkpoint_builder.ts +311 -0
- package/src/test/utils.ts +164 -0
- package/dest/sequencer/allowed.d.ts +0 -3
- package/dest/sequencer/allowed.d.ts.map +0 -1
- package/dest/sequencer/allowed.js +0 -27
- package/dest/slasher/factory.d.ts +0 -7
- package/dest/slasher/factory.d.ts.map +0 -1
- package/dest/slasher/factory.js +0 -8
- package/dest/slasher/index.d.ts +0 -3
- package/dest/slasher/index.d.ts.map +0 -1
- package/dest/slasher/index.js +0 -2
- package/dest/slasher/slasher_client.d.ts +0 -75
- package/dest/slasher/slasher_client.d.ts.map +0 -1
- package/dest/slasher/slasher_client.js +0 -132
- package/dest/tx_validator/archive_cache.d.ts +0 -14
- package/dest/tx_validator/archive_cache.d.ts.map +0 -1
- package/dest/tx_validator/archive_cache.js +0 -22
- package/dest/tx_validator/gas_validator.d.ts +0 -14
- package/dest/tx_validator/gas_validator.d.ts.map +0 -1
- package/dest/tx_validator/gas_validator.js +0 -78
- package/dest/tx_validator/nullifier_cache.d.ts +0 -16
- package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
- package/dest/tx_validator/nullifier_cache.js +0 -24
- package/dest/tx_validator/phases_validator.d.ts +0 -12
- package/dest/tx_validator/phases_validator.d.ts.map +0 -1
- package/dest/tx_validator/phases_validator.js +0 -80
- package/dest/tx_validator/test_utils.d.ts +0 -23
- package/dest/tx_validator/test_utils.d.ts.map +0 -1
- package/dest/tx_validator/test_utils.js +0 -26
- package/dest/tx_validator/tx_validator_factory.d.ts +0 -18
- package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
- package/dest/tx_validator/tx_validator_factory.js +0 -50
- package/src/sequencer/allowed.ts +0 -36
- package/src/slasher/factory.ts +0 -15
- package/src/slasher/index.ts +0 -2
- package/src/slasher/slasher_client.ts +0 -193
- package/src/tx_validator/archive_cache.ts +0 -28
- package/src/tx_validator/gas_validator.ts +0 -101
- package/src/tx_validator/nullifier_cache.ts +0 -30
- package/src/tx_validator/phases_validator.ts +0 -98
- package/src/tx_validator/test_utils.ts +0 -48
- package/src/tx_validator/tx_validator_factory.ts +0 -120
|
@@ -1,759 +1,879 @@
|
|
|
1
|
-
import
|
|
1
|
+
import { getKzg } from '@aztec/blob-lib';
|
|
2
2
|
import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
3
|
-
import {
|
|
3
|
+
import type { EpochCache } from '@aztec/epoch-cache';
|
|
4
|
+
import { NoCommitteeError, type RollupContract } from '@aztec/ethereum/contracts';
|
|
5
|
+
import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
6
|
+
import { merge, omit, pick } from '@aztec/foundation/collection';
|
|
7
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
4
8
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
5
|
-
import type { Signature } from '@aztec/foundation/eth-signature';
|
|
6
|
-
import { Fr } from '@aztec/foundation/fields';
|
|
7
9
|
import { createLogger } from '@aztec/foundation/log';
|
|
8
10
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
9
|
-
import {
|
|
11
|
+
import type { DateProvider } from '@aztec/foundation/timer';
|
|
12
|
+
import type { TypedEventEmitter } from '@aztec/foundation/types';
|
|
10
13
|
import type { P2P } from '@aztec/p2p';
|
|
11
|
-
import type {
|
|
12
|
-
import type {
|
|
13
|
-
import {
|
|
14
|
-
import
|
|
15
|
-
import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
16
|
-
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
17
|
-
import { Gas } from '@aztec/stdlib/gas';
|
|
14
|
+
import type { SlasherClientInterface } from '@aztec/slasher';
|
|
15
|
+
import type { L2Block, L2BlockSink, L2BlockSource, ValidateCheckpointResult } from '@aztec/stdlib/block';
|
|
16
|
+
import type { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
17
|
+
import { getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
18
18
|
import {
|
|
19
|
-
type
|
|
19
|
+
type ResolvedSequencerConfig,
|
|
20
|
+
type SequencerConfig,
|
|
20
21
|
SequencerConfigSchema,
|
|
21
22
|
type WorldStateSynchronizer,
|
|
22
|
-
type WorldStateSynchronizerStatus,
|
|
23
23
|
} from '@aztec/stdlib/interfaces/server';
|
|
24
24
|
import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
25
25
|
import { pickFromSchema } from '@aztec/stdlib/schemas';
|
|
26
|
-
import
|
|
27
|
-
import { AppendOnlyTreeSnapshot, MerkleTreeId } from '@aztec/stdlib/trees';
|
|
28
|
-
import {
|
|
29
|
-
BlockHeader,
|
|
30
|
-
ContentCommitment,
|
|
31
|
-
type GlobalVariables,
|
|
32
|
-
StateReference,
|
|
33
|
-
Tx,
|
|
34
|
-
type TxHash,
|
|
35
|
-
} from '@aztec/stdlib/tx';
|
|
26
|
+
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
36
27
|
import { Attributes, type TelemetryClient, type Tracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
37
|
-
import type
|
|
28
|
+
import { FullNodeCheckpointsBuilder, type ValidatorClient } from '@aztec/validator-client';
|
|
29
|
+
|
|
30
|
+
import EventEmitter from 'node:events';
|
|
38
31
|
|
|
32
|
+
import { DefaultSequencerConfig } from '../config.js';
|
|
39
33
|
import type { GlobalVariableBuilder } from '../global_variable_builder/global_builder.js';
|
|
40
|
-
import
|
|
41
|
-
import type {
|
|
42
|
-
import {
|
|
43
|
-
import {
|
|
44
|
-
import
|
|
34
|
+
import type { SequencerPublisherFactory } from '../publisher/sequencer-publisher-factory.js';
|
|
35
|
+
import type { InvalidateCheckpointRequest, SequencerPublisher } from '../publisher/sequencer-publisher.js';
|
|
36
|
+
import { CheckpointProposalJob } from './checkpoint_proposal_job.js';
|
|
37
|
+
import { CheckpointVoter } from './checkpoint_voter.js';
|
|
38
|
+
import { SequencerInterruptedError, SequencerTooSlowError } from './errors.js';
|
|
39
|
+
import type { SequencerEvents } from './events.js';
|
|
45
40
|
import { SequencerMetrics } from './metrics.js';
|
|
46
|
-
import { SequencerTimetable
|
|
47
|
-
import {
|
|
41
|
+
import { SequencerTimetable } from './timetable.js';
|
|
42
|
+
import type { SequencerRollupConstants } from './types.js';
|
|
43
|
+
import { SequencerState } from './utils.js';
|
|
48
44
|
|
|
49
45
|
export { SequencerState };
|
|
50
46
|
|
|
51
|
-
type SequencerRollupConstants = Pick<L1RollupConstants, 'ethereumSlotDuration' | 'l1GenesisTime' | 'slotDuration'>;
|
|
52
|
-
|
|
53
47
|
/**
|
|
54
48
|
* Sequencer client
|
|
55
|
-
* -
|
|
56
|
-
* -
|
|
57
|
-
* -
|
|
58
|
-
* -
|
|
59
|
-
* -
|
|
60
|
-
* - Publishes L1 tx(s) to the rollup contract via RollupPublisher.
|
|
49
|
+
* - Checks whether it is elected as proposer for the next slot
|
|
50
|
+
* - Builds multiple blocks and broadcasts them
|
|
51
|
+
* - Collects attestations for the checkpoint
|
|
52
|
+
* - Publishes the checkpoint to L1
|
|
53
|
+
* - Votes for proposals and slashes on L1
|
|
61
54
|
*/
|
|
62
|
-
export class Sequencer {
|
|
55
|
+
export class Sequencer extends (EventEmitter as new () => TypedEventEmitter<SequencerEvents>) {
|
|
63
56
|
private runningPromise?: RunningPromise;
|
|
64
|
-
private pollingIntervalMs: number = 1000;
|
|
65
|
-
private maxTxsPerBlock = 32;
|
|
66
|
-
private minTxsPerBlock = 1;
|
|
67
|
-
private maxL1TxInclusionTimeIntoSlot = 0;
|
|
68
|
-
// TODO: zero values should not be allowed for the following 2 values in PROD
|
|
69
|
-
private _coinbase = EthAddress.ZERO;
|
|
70
|
-
private _feeRecipient = AztecAddress.ZERO;
|
|
71
57
|
private state = SequencerState.STOPPED;
|
|
72
|
-
private allowedInSetup: AllowedElement[] = [];
|
|
73
|
-
private maxBlockSizeInBytes: number = 1024 * 1024;
|
|
74
|
-
private maxBlockGas: Gas = new Gas(100e9, 100e9);
|
|
75
58
|
private metrics: SequencerMetrics;
|
|
76
|
-
|
|
59
|
+
|
|
60
|
+
/** The last slot for which we attempted to perform our voting duties with degraded block production */
|
|
61
|
+
private lastSlotForFallbackVote: SlotNumber | undefined;
|
|
62
|
+
|
|
63
|
+
/** The last slot for which we triggered a checkpoint proposal job, to prevent duplicate attempts. */
|
|
64
|
+
private lastSlotForCheckpointProposalJob: SlotNumber | undefined;
|
|
65
|
+
|
|
66
|
+
/** Last successful checkpoint proposed */
|
|
67
|
+
private lastCheckpointProposed: Checkpoint | undefined;
|
|
68
|
+
|
|
69
|
+
/** The last epoch for which we logged strategy comparison in fisherman mode. */
|
|
70
|
+
private lastEpochForStrategyComparison: EpochNumber | undefined;
|
|
77
71
|
|
|
78
72
|
/** The maximum number of seconds that the sequencer can be into a slot to transition to a particular state. */
|
|
79
73
|
protected timetable!: SequencerTimetable;
|
|
80
74
|
|
|
81
|
-
|
|
75
|
+
// This shouldn't be here as this gets re-created each time we build/propose a block.
|
|
76
|
+
// But we have a number of tests that abuse/rely on this class having a permanent publisher.
|
|
77
|
+
// As long as those tests only configure a single publisher they will continue to work.
|
|
78
|
+
// This will get re-assigned every time the sequencer goes to build a new block to a publisher that is valid
|
|
79
|
+
// for the block proposer.
|
|
80
|
+
// TODO(palla/mbps): Remove this field and fix tests
|
|
81
|
+
protected publisher: SequencerPublisher | undefined;
|
|
82
|
+
|
|
83
|
+
/** Config for the sequencer */
|
|
84
|
+
protected config: ResolvedSequencerConfig = DefaultSequencerConfig;
|
|
82
85
|
|
|
83
86
|
constructor(
|
|
84
|
-
protected
|
|
85
|
-
protected validatorClient: ValidatorClient
|
|
87
|
+
protected publisherFactory: SequencerPublisherFactory,
|
|
88
|
+
protected validatorClient: ValidatorClient,
|
|
86
89
|
protected globalsBuilder: GlobalVariableBuilder,
|
|
87
90
|
protected p2pClient: P2P,
|
|
88
91
|
protected worldState: WorldStateSynchronizer,
|
|
89
|
-
protected slasherClient:
|
|
90
|
-
protected
|
|
91
|
-
protected l2BlockSource: L2BlockSource,
|
|
92
|
+
protected slasherClient: SlasherClientInterface | undefined,
|
|
93
|
+
protected l2BlockSource: L2BlockSource & L2BlockSink,
|
|
92
94
|
protected l1ToL2MessageSource: L1ToL2MessageSource,
|
|
93
|
-
protected
|
|
94
|
-
protected contractDataSource: ContractDataSource,
|
|
95
|
+
protected checkpointsBuilder: FullNodeCheckpointsBuilder,
|
|
95
96
|
protected l1Constants: SequencerRollupConstants,
|
|
96
97
|
protected dateProvider: DateProvider,
|
|
97
|
-
protected
|
|
98
|
-
|
|
98
|
+
protected epochCache: EpochCache,
|
|
99
|
+
protected rollupContract: RollupContract,
|
|
100
|
+
config: SequencerConfig,
|
|
101
|
+
protected telemetry: TelemetryClient = getTelemetryClient(),
|
|
99
102
|
protected log = createLogger('sequencer'),
|
|
100
103
|
) {
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
// Register the block builder with the validator client for re-execution
|
|
104
|
-
this.validatorClient?.registerBlockBuilder(this.buildBlock.bind(this));
|
|
105
|
-
|
|
106
|
-
// Register the slasher on the publisher to fetch slashing payloads
|
|
107
|
-
this.publisher.registerSlashPayloadGetter(this.slasherClient.getSlashPayload.bind(this.slasherClient));
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
get tracer(): Tracer {
|
|
111
|
-
return this.metrics.tracer;
|
|
112
|
-
}
|
|
113
|
-
|
|
114
|
-
/**
|
|
115
|
-
* Updates sequencer config.
|
|
116
|
-
* @param config - New parameters.
|
|
117
|
-
*/
|
|
118
|
-
public async updateConfig(config: SequencerConfig) {
|
|
119
|
-
this.log.info(`Sequencer config set`, omit(pickFromSchema(config, SequencerConfigSchema), 'allowedInSetup'));
|
|
104
|
+
super();
|
|
120
105
|
|
|
121
|
-
if
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
if (config.maxTxsPerBlock !== undefined) {
|
|
125
|
-
this.maxTxsPerBlock = config.maxTxsPerBlock;
|
|
126
|
-
}
|
|
127
|
-
if (config.minTxsPerBlock !== undefined) {
|
|
128
|
-
this.minTxsPerBlock = config.minTxsPerBlock;
|
|
129
|
-
}
|
|
130
|
-
if (config.maxDABlockGas !== undefined) {
|
|
131
|
-
this.maxBlockGas = new Gas(config.maxDABlockGas, this.maxBlockGas.l2Gas);
|
|
132
|
-
}
|
|
133
|
-
if (config.maxL2BlockGas !== undefined) {
|
|
134
|
-
this.maxBlockGas = new Gas(this.maxBlockGas.daGas, config.maxL2BlockGas);
|
|
135
|
-
}
|
|
136
|
-
if (config.coinbase) {
|
|
137
|
-
this._coinbase = config.coinbase;
|
|
138
|
-
}
|
|
139
|
-
if (config.feeRecipient) {
|
|
140
|
-
this._feeRecipient = config.feeRecipient;
|
|
141
|
-
}
|
|
142
|
-
if (config.allowedInSetup) {
|
|
143
|
-
this.allowedInSetup = config.allowedInSetup;
|
|
144
|
-
} else {
|
|
145
|
-
this.allowedInSetup = await getDefaultAllowedSetupFunctions();
|
|
146
|
-
}
|
|
147
|
-
if (config.maxBlockSizeInBytes !== undefined) {
|
|
148
|
-
this.maxBlockSizeInBytes = config.maxBlockSizeInBytes;
|
|
149
|
-
}
|
|
150
|
-
if (config.governanceProposerPayload) {
|
|
151
|
-
this.publisher.setGovernancePayload(config.governanceProposerPayload);
|
|
152
|
-
}
|
|
153
|
-
if (config.maxL1TxInclusionTimeIntoSlot !== undefined) {
|
|
154
|
-
this.maxL1TxInclusionTimeIntoSlot = config.maxL1TxInclusionTimeIntoSlot;
|
|
106
|
+
// Add [FISHERMAN] prefix to logger if in fisherman mode
|
|
107
|
+
if (config.fishermanMode) {
|
|
108
|
+
this.log = log.createChild('[FISHERMAN]');
|
|
155
109
|
}
|
|
156
|
-
if (config.enforceTimeTable !== undefined) {
|
|
157
|
-
this.enforceTimeTable = config.enforceTimeTable;
|
|
158
|
-
}
|
|
159
|
-
|
|
160
|
-
this.setTimeTable();
|
|
161
110
|
|
|
162
|
-
|
|
163
|
-
this.config
|
|
111
|
+
this.metrics = new SequencerMetrics(telemetry, this.rollupContract, 'Sequencer');
|
|
112
|
+
this.updateConfig(config);
|
|
164
113
|
}
|
|
165
114
|
|
|
166
|
-
|
|
115
|
+
/** Updates sequencer config by the defined values and updates the timetable */
|
|
116
|
+
public updateConfig(config: Partial<SequencerConfig>) {
|
|
117
|
+
const filteredConfig = pickFromSchema(config, SequencerConfigSchema);
|
|
118
|
+
this.log.info(`Updated sequencer config`, omit(filteredConfig, 'txPublicSetupAllowList'));
|
|
119
|
+
this.config = merge(this.config, filteredConfig);
|
|
167
120
|
this.timetable = new SequencerTimetable(
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
121
|
+
{
|
|
122
|
+
ethereumSlotDuration: this.l1Constants.ethereumSlotDuration,
|
|
123
|
+
aztecSlotDuration: this.aztecSlotDuration,
|
|
124
|
+
l1PublishingTime: this.l1PublishingTime,
|
|
125
|
+
p2pPropagationTime: this.config.attestationPropagationTime,
|
|
126
|
+
blockDurationMs: this.config.blockDurationMs,
|
|
127
|
+
enforce: this.config.enforceTimeTable,
|
|
128
|
+
},
|
|
172
129
|
this.metrics,
|
|
173
130
|
this.log,
|
|
174
131
|
);
|
|
175
|
-
this.log.verbose(`Sequencer timetable updated`, { enforceTimeTable: this.enforceTimeTable });
|
|
176
132
|
}
|
|
177
133
|
|
|
178
|
-
/**
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
134
|
+
/** Initializes the sequencer (precomputes tables and creates a publisher). Takes about 3s. */
|
|
135
|
+
public async init() {
|
|
136
|
+
getKzg();
|
|
137
|
+
this.publisher = (await this.publisherFactory.create(undefined)).publisher;
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
/** Starts the sequencer and moves to IDLE state. */
|
|
141
|
+
public start() {
|
|
142
|
+
this.runningPromise = new RunningPromise(
|
|
143
|
+
this.safeWork.bind(this),
|
|
144
|
+
this.log,
|
|
145
|
+
this.config.sequencerPollingIntervalMS,
|
|
146
|
+
);
|
|
147
|
+
this.setState(SequencerState.IDLE, undefined, { force: true });
|
|
185
148
|
this.runningPromise.start();
|
|
186
|
-
this.log.info(
|
|
149
|
+
this.log.info('Started sequencer');
|
|
187
150
|
}
|
|
188
151
|
|
|
189
|
-
/**
|
|
190
|
-
* Stops the sequencer from processing txs and moves to STOPPED state.
|
|
191
|
-
*/
|
|
152
|
+
/** Stops the sequencer from building blocks and moves to STOPPED state. */
|
|
192
153
|
public async stop(): Promise<void> {
|
|
193
|
-
this.log.
|
|
194
|
-
|
|
154
|
+
this.log.info(`Stopping sequencer`);
|
|
155
|
+
this.setState(SequencerState.STOPPING, undefined, { force: true });
|
|
156
|
+
this.publisher?.interrupt();
|
|
195
157
|
await this.runningPromise?.stop();
|
|
196
|
-
this.
|
|
197
|
-
this.publisher.interrupt();
|
|
198
|
-
this.setState(SequencerState.STOPPED, 0n, true /** force */);
|
|
158
|
+
this.setState(SequencerState.STOPPED, undefined, { force: true });
|
|
199
159
|
this.log.info('Stopped sequencer');
|
|
200
160
|
}
|
|
201
161
|
|
|
202
|
-
/**
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
162
|
+
/** Main sequencer loop with a try/catch */
|
|
163
|
+
protected async safeWork() {
|
|
164
|
+
try {
|
|
165
|
+
await this.work();
|
|
166
|
+
} catch (err) {
|
|
167
|
+
this.emit('checkpoint-error', { error: err as Error });
|
|
168
|
+
if (err instanceof SequencerTooSlowError) {
|
|
169
|
+
// TODO(palla/mbps): Add missing states
|
|
170
|
+
// Log as warn only if we had to abort halfway through the block proposal
|
|
171
|
+
const logLvl = [SequencerState.INITIALIZING_CHECKPOINT, SequencerState.PROPOSER_CHECK].includes(
|
|
172
|
+
err.proposedState,
|
|
173
|
+
)
|
|
174
|
+
? ('debug' as const)
|
|
175
|
+
: ('warn' as const);
|
|
176
|
+
this.log[logLvl](err.message, { now: this.dateProvider.nowInSeconds() });
|
|
177
|
+
} else {
|
|
178
|
+
// Re-throw other errors
|
|
179
|
+
throw err;
|
|
180
|
+
}
|
|
181
|
+
} finally {
|
|
182
|
+
this.setState(SequencerState.IDLE, undefined);
|
|
183
|
+
}
|
|
210
184
|
}
|
|
211
185
|
|
|
212
|
-
/**
|
|
213
|
-
* Returns the current state of the sequencer.
|
|
214
|
-
* @returns An object with a state entry with one of SequencerState.
|
|
215
|
-
*/
|
|
186
|
+
/** Returns the current state of the sequencer. */
|
|
216
187
|
public status() {
|
|
217
188
|
return { state: this.state };
|
|
218
189
|
}
|
|
219
190
|
|
|
220
|
-
/** Forces the sequencer to bypass all time and tx count checks for the next block and build anyway. */
|
|
221
|
-
public flush() {
|
|
222
|
-
this.isFlushing = true;
|
|
223
|
-
}
|
|
224
|
-
|
|
225
191
|
/**
|
|
226
|
-
*
|
|
227
|
-
*
|
|
228
|
-
*
|
|
229
|
-
*
|
|
230
|
-
*
|
|
231
|
-
*
|
|
192
|
+
* Main sequencer loop:
|
|
193
|
+
* - Checks if we are up to date
|
|
194
|
+
* - If we are and we are the sequencer, collect txs and build blocks
|
|
195
|
+
* - Build multiple blocks per slot when configured
|
|
196
|
+
* - Collect attestations for the final block
|
|
197
|
+
* - Submit checkpoint
|
|
232
198
|
*/
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
const
|
|
237
|
-
|
|
238
|
-
if
|
|
199
|
+
@trackSpan('Sequencer.work')
|
|
200
|
+
protected async work() {
|
|
201
|
+
this.setState(SequencerState.SYNCHRONIZING, undefined);
|
|
202
|
+
const { slot, ts, now, epoch } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
203
|
+
|
|
204
|
+
// Check if we are synced and it's our slot, grab a publisher, check previous block invalidation, etc
|
|
205
|
+
const checkpointProposalJob = await this.prepareCheckpointProposal(epoch, slot, ts, now);
|
|
206
|
+
if (!checkpointProposalJob) {
|
|
239
207
|
return;
|
|
240
208
|
}
|
|
241
209
|
|
|
242
|
-
|
|
210
|
+
// Execute the checkpoint proposal job
|
|
211
|
+
const checkpoint = await checkpointProposalJob.execute();
|
|
243
212
|
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
const chainTipArchive = chainTip.archive;
|
|
248
|
-
|
|
249
|
-
const slot = await this.slotForProposal(chainTipArchive.toBuffer(), BigInt(newBlockNumber));
|
|
250
|
-
if (!slot) {
|
|
251
|
-
this.log.debug(`Cannot propose block ${newBlockNumber}`);
|
|
252
|
-
return;
|
|
213
|
+
// Update last checkpoint proposed (currently unused)
|
|
214
|
+
if (checkpoint) {
|
|
215
|
+
this.lastCheckpointProposed = checkpoint;
|
|
253
216
|
}
|
|
254
217
|
|
|
255
|
-
|
|
218
|
+
// Log fee strategy comparison if on fisherman
|
|
219
|
+
if (
|
|
220
|
+
this.config.fishermanMode &&
|
|
221
|
+
(this.lastEpochForStrategyComparison === undefined || epoch > this.lastEpochForStrategyComparison)
|
|
222
|
+
) {
|
|
223
|
+
this.logStrategyComparison(epoch, checkpointProposalJob.getPublisher());
|
|
224
|
+
this.lastEpochForStrategyComparison = epoch;
|
|
225
|
+
}
|
|
256
226
|
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
this._coinbase,
|
|
260
|
-
this._feeRecipient,
|
|
261
|
-
slot,
|
|
262
|
-
);
|
|
227
|
+
return checkpoint;
|
|
228
|
+
}
|
|
263
229
|
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
230
|
+
/**
|
|
231
|
+
* Prepares the checkpoint proposal by performing all necessary checks and setup.
|
|
232
|
+
* This is the initial step in the main loop.
|
|
233
|
+
* @returns CheckpointProposalJob if successful, undefined if we are not yet synced or are not the proposer.
|
|
234
|
+
*/
|
|
235
|
+
@trackSpan('Sequencer.prepareCheckpointProposal')
|
|
236
|
+
private async prepareCheckpointProposal(
|
|
237
|
+
epoch: EpochNumber,
|
|
238
|
+
slot: SlotNumber,
|
|
239
|
+
ts: bigint,
|
|
240
|
+
now: bigint,
|
|
241
|
+
): Promise<CheckpointProposalJob | undefined> {
|
|
242
|
+
// Check we have not already processed this slot (cheapest check)
|
|
243
|
+
// We only check this if enforce timetable is set, since we want to keep processing the same slot if we are not
|
|
244
|
+
// running against actual time (eg when we use sandbox-style automining)
|
|
245
|
+
if (
|
|
246
|
+
this.lastSlotForCheckpointProposalJob &&
|
|
247
|
+
this.lastSlotForCheckpointProposalJob >= slot &&
|
|
248
|
+
this.config.enforceTimeTable
|
|
249
|
+
) {
|
|
250
|
+
this.log.trace(`Slot ${slot} has already been processed`);
|
|
251
|
+
return undefined;
|
|
252
|
+
}
|
|
274
253
|
|
|
275
|
-
this
|
|
276
|
-
this.
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
});
|
|
254
|
+
// But if we have already proposed for this slot, the we definitely have to skip it, automining or not
|
|
255
|
+
if (this.lastCheckpointProposed && this.lastCheckpointProposed.header.slotNumber >= slot) {
|
|
256
|
+
this.log.trace(`Slot ${slot} has already been published as checkpoint ${this.lastCheckpointProposed.number}`);
|
|
257
|
+
return undefined;
|
|
258
|
+
}
|
|
281
259
|
|
|
282
|
-
//
|
|
283
|
-
const
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
Fr.ZERO,
|
|
289
|
-
Fr.ZERO,
|
|
290
|
-
);
|
|
260
|
+
// Check all components are synced to latest as seen by the archiver (queries all subsystems)
|
|
261
|
+
const syncedTo = await this.checkSync({ ts, slot });
|
|
262
|
+
if (!syncedTo) {
|
|
263
|
+
await this.tryVoteWhenSyncFails({ slot, ts });
|
|
264
|
+
return undefined;
|
|
265
|
+
}
|
|
291
266
|
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
// We don't fetch exactly maxTxsPerBlock txs here because we may not need all of them if we hit a limit before,
|
|
296
|
-
// and also we may need to fetch more if we don't have enough valid txs.
|
|
297
|
-
const pendingTxs = this.p2pClient.iteratePendingTxs();
|
|
267
|
+
// If escape hatch is open for this epoch, do not start checkpoint proposal work and do not attempt invalidations.
|
|
268
|
+
// Still perform governance/slashing voting (as proposer) once per slot.
|
|
269
|
+
const isEscapeHatchOpen = await this.epochCache.isEscapeHatchOpen(epoch);
|
|
298
270
|
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
`
|
|
306
|
-
|
|
271
|
+
if (isEscapeHatchOpen) {
|
|
272
|
+
this.setState(SequencerState.PROPOSER_CHECK, slot);
|
|
273
|
+
const [canPropose, proposer] = await this.checkCanPropose(slot);
|
|
274
|
+
if (canPropose) {
|
|
275
|
+
await this.tryVoteWhenEscapeHatchOpen({ slot, proposer });
|
|
276
|
+
} else {
|
|
277
|
+
this.log.trace(`Escape hatch open but we are not proposer, skipping vote-only actions`, {
|
|
278
|
+
slot,
|
|
279
|
+
epoch,
|
|
280
|
+
proposer,
|
|
281
|
+
});
|
|
282
|
+
}
|
|
283
|
+
return undefined;
|
|
307
284
|
}
|
|
308
285
|
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
});
|
|
312
|
-
await enqueueSlashingVotePromise.catch(err => {
|
|
313
|
-
this.log.error(`Error enqueuing slashing vote`, err, { blockNumber: newBlockNumber, slot });
|
|
314
|
-
});
|
|
286
|
+
// Next checkpoint follows from the last synced one
|
|
287
|
+
const checkpointNumber = CheckpointNumber(syncedTo.checkpointNumber + 1);
|
|
315
288
|
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
this.
|
|
289
|
+
const logCtx = {
|
|
290
|
+
now,
|
|
291
|
+
syncedToL1Ts: syncedTo.l1Timestamp,
|
|
292
|
+
syncedToL2Slot: getSlotAtTimestamp(syncedTo.l1Timestamp, this.l1Constants),
|
|
293
|
+
slot,
|
|
294
|
+
slotTs: ts,
|
|
295
|
+
checkpointNumber,
|
|
296
|
+
isPendingChainValid: pick(syncedTo.pendingChainValidationStatus, 'valid', 'reason', 'invalidIndex'),
|
|
297
|
+
};
|
|
298
|
+
|
|
299
|
+
// Check that we are a proposer for the next slot
|
|
300
|
+
this.setState(SequencerState.PROPOSER_CHECK, slot);
|
|
301
|
+
const [canPropose, proposer] = await this.checkCanPropose(slot);
|
|
302
|
+
|
|
303
|
+
// If we are not a proposer check if we should invalidate an invalid checkpoint, and bail
|
|
304
|
+
if (!canPropose) {
|
|
305
|
+
await this.considerInvalidatingCheckpoint(syncedTo, slot);
|
|
306
|
+
return undefined;
|
|
320
307
|
}
|
|
321
308
|
|
|
322
|
-
|
|
323
|
-
|
|
309
|
+
// Check that the slot is not taken by a block already (should never happen, since only us can propose for this slot)
|
|
310
|
+
if (syncedTo.block && syncedTo.block.header.getSlot() >= slot) {
|
|
311
|
+
this.log.warn(
|
|
312
|
+
`Cannot propose block at next L2 slot ${slot} since that slot was taken by block ${syncedTo.blockNumber}`,
|
|
313
|
+
{ ...logCtx, block: syncedTo.block.header.toInspect() },
|
|
314
|
+
);
|
|
315
|
+
this.metrics.recordBlockProposalPrecheckFailed('slot_already_taken');
|
|
316
|
+
return undefined;
|
|
317
|
+
}
|
|
324
318
|
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
this.
|
|
319
|
+
// We now need to get ourselves a publisher.
|
|
320
|
+
// The returned attestor will be the one we provided if we provided one.
|
|
321
|
+
// Otherwise it will be a valid attestor for the returned publisher.
|
|
322
|
+
// In fisherman mode, pass undefined to use the fisherman's own keystore instead of the actual proposer's
|
|
323
|
+
const proposerForPublisher = this.config.fishermanMode ? undefined : proposer;
|
|
324
|
+
const { attestorAddress, publisher } = await this.publisherFactory.create(proposerForPublisher);
|
|
325
|
+
this.log.verbose(`Created publisher at address ${publisher.getSenderAddress()} for attestor ${attestorAddress}`);
|
|
326
|
+
this.publisher = publisher;
|
|
327
|
+
|
|
328
|
+
// In fisherman mode, set the actual proposer's address for simulations
|
|
329
|
+
if (this.config.fishermanMode && proposer) {
|
|
330
|
+
publisher.setProposerAddressForSimulation(proposer);
|
|
331
|
+
this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
|
|
338
332
|
}
|
|
339
|
-
}
|
|
340
333
|
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
}
|
|
334
|
+
// Prepare invalidation request if the pending chain is invalid (returns undefined if no need)
|
|
335
|
+
const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(syncedTo.pendingChainValidationStatus);
|
|
344
336
|
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
const result = await this.publisher.canProposeAtNextEthBlock(tipArchive);
|
|
337
|
+
// Check with the rollup contract if we can indeed propose at the next L2 slot. This check should not fail
|
|
338
|
+
// if all the previous checks are good, but we do it just in case.
|
|
339
|
+
const canProposeCheck = await publisher.canProposeAtNextEthBlock(
|
|
340
|
+
syncedTo.archive,
|
|
341
|
+
proposer ?? EthAddress.ZERO,
|
|
342
|
+
invalidateCheckpoint,
|
|
343
|
+
);
|
|
353
344
|
|
|
354
|
-
if (
|
|
345
|
+
if (canProposeCheck === undefined) {
|
|
346
|
+
this.log.warn(
|
|
347
|
+
`Cannot propose checkpoint ${checkpointNumber} at slot ${slot} due to failed rollup contract check`,
|
|
348
|
+
logCtx,
|
|
349
|
+
);
|
|
350
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Rollup contract check failed', slot });
|
|
351
|
+
this.metrics.recordBlockProposalPrecheckFailed('rollup_contract_check_failed');
|
|
355
352
|
return undefined;
|
|
356
353
|
}
|
|
357
354
|
|
|
358
|
-
|
|
355
|
+
if (canProposeCheck.slot !== slot) {
|
|
356
|
+
this.log.warn(
|
|
357
|
+
`Cannot propose block due to slot mismatch with rollup contract (this can be caused by a clock out of sync). Expected slot ${slot} but got ${canProposeCheck.slot}.`,
|
|
358
|
+
{ ...logCtx, rollup: canProposeCheck, expectedSlot: slot },
|
|
359
|
+
);
|
|
360
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Slot mismatch', slot });
|
|
361
|
+
this.metrics.recordBlockProposalPrecheckFailed('slot_mismatch');
|
|
362
|
+
return undefined;
|
|
363
|
+
}
|
|
359
364
|
|
|
360
|
-
if (
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
365
|
+
if (canProposeCheck.checkpointNumber !== checkpointNumber) {
|
|
366
|
+
this.log.warn(
|
|
367
|
+
`Cannot propose due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected checkpoint ${checkpointNumber} but got ${canProposeCheck.checkpointNumber}.`,
|
|
368
|
+
{ ...logCtx, rollup: canProposeCheck, expectedSlot: slot },
|
|
369
|
+
);
|
|
370
|
+
this.emit('proposer-rollup-check-failed', { reason: 'Block mismatch', slot });
|
|
371
|
+
this.metrics.recordBlockProposalPrecheckFailed('block_number_mismatch');
|
|
372
|
+
return undefined;
|
|
364
373
|
}
|
|
365
|
-
|
|
374
|
+
|
|
375
|
+
this.lastSlotForCheckpointProposalJob = slot;
|
|
376
|
+
this.log.info(`Preparing checkpoint proposal ${checkpointNumber} at slot ${slot}`, { ...logCtx, proposer });
|
|
377
|
+
|
|
378
|
+
// Create and return the checkpoint proposal job
|
|
379
|
+
return this.createCheckpointProposalJob(
|
|
380
|
+
epoch,
|
|
381
|
+
slot,
|
|
382
|
+
checkpointNumber,
|
|
383
|
+
syncedTo.blockNumber,
|
|
384
|
+
proposer,
|
|
385
|
+
publisher,
|
|
386
|
+
attestorAddress,
|
|
387
|
+
invalidateCheckpoint,
|
|
388
|
+
);
|
|
389
|
+
}
|
|
390
|
+
|
|
391
|
+
protected createCheckpointProposalJob(
|
|
392
|
+
epoch: EpochNumber,
|
|
393
|
+
slot: SlotNumber,
|
|
394
|
+
checkpointNumber: CheckpointNumber,
|
|
395
|
+
syncedToBlockNumber: BlockNumber,
|
|
396
|
+
proposer: EthAddress | undefined,
|
|
397
|
+
publisher: SequencerPublisher,
|
|
398
|
+
attestorAddress: EthAddress,
|
|
399
|
+
invalidateCheckpoint: InvalidateCheckpointRequest | undefined,
|
|
400
|
+
): CheckpointProposalJob {
|
|
401
|
+
return new CheckpointProposalJob(
|
|
402
|
+
epoch,
|
|
403
|
+
slot,
|
|
404
|
+
checkpointNumber,
|
|
405
|
+
syncedToBlockNumber,
|
|
406
|
+
proposer,
|
|
407
|
+
publisher,
|
|
408
|
+
attestorAddress,
|
|
409
|
+
invalidateCheckpoint,
|
|
410
|
+
this.validatorClient,
|
|
411
|
+
this.globalsBuilder,
|
|
412
|
+
this.p2pClient,
|
|
413
|
+
this.worldState,
|
|
414
|
+
this.l1ToL2MessageSource,
|
|
415
|
+
this.l2BlockSource,
|
|
416
|
+
this.checkpointsBuilder,
|
|
417
|
+
this.l2BlockSource,
|
|
418
|
+
this.l1Constants,
|
|
419
|
+
this.config,
|
|
420
|
+
this.timetable,
|
|
421
|
+
this.slasherClient,
|
|
422
|
+
this.epochCache,
|
|
423
|
+
this.dateProvider,
|
|
424
|
+
this.metrics,
|
|
425
|
+
this,
|
|
426
|
+
this.setState.bind(this),
|
|
427
|
+
this.log,
|
|
428
|
+
this.tracer,
|
|
429
|
+
);
|
|
366
430
|
}
|
|
367
431
|
|
|
368
432
|
/**
|
|
369
|
-
*
|
|
433
|
+
* Internal helper for setting the sequencer state and checks if we have enough time left in the slot to transition to the new state.
|
|
370
434
|
* @param proposedState - The new state to transition to.
|
|
371
|
-
* @param
|
|
435
|
+
* @param slotNumber - The current slot number.
|
|
372
436
|
* @param force - Whether to force the transition even if the sequencer is stopped.
|
|
373
|
-
*
|
|
374
|
-
* @dev If the `currentSlotNumber` doesn't matter (e.g. transitioning to IDLE), pass in `0n`;
|
|
375
|
-
* it is only used to check if we have enough time left in the slot to transition to the new state.
|
|
376
437
|
*/
|
|
377
|
-
setState(
|
|
378
|
-
|
|
438
|
+
protected setState(
|
|
439
|
+
proposedState: SequencerState,
|
|
440
|
+
slotNumber: SlotNumber | undefined,
|
|
441
|
+
opts: { force?: boolean } = {},
|
|
442
|
+
): void {
|
|
443
|
+
if (this.state === SequencerState.STOPPING && proposedState !== SequencerState.STOPPED && !opts.force) {
|
|
444
|
+
this.log.warn(`Cannot set sequencer to ${proposedState} as it is stopping.`);
|
|
445
|
+
throw new SequencerInterruptedError();
|
|
446
|
+
}
|
|
447
|
+
if (this.state === SequencerState.STOPPED && !opts.force) {
|
|
379
448
|
this.log.warn(`Cannot set sequencer from ${this.state} to ${proposedState} as it is stopped.`);
|
|
380
449
|
return;
|
|
381
450
|
}
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
451
|
+
let secondsIntoSlot = undefined;
|
|
452
|
+
if (slotNumber !== undefined) {
|
|
453
|
+
secondsIntoSlot = this.getSecondsIntoSlot(slotNumber);
|
|
454
|
+
this.timetable.assertTimeLeft(proposedState, secondsIntoSlot);
|
|
455
|
+
}
|
|
456
|
+
|
|
457
|
+
const boringStates = [SequencerState.IDLE, SequencerState.SYNCHRONIZING];
|
|
458
|
+
const logLevel =
|
|
459
|
+
boringStates.includes(proposedState) && boringStates.includes(this.state)
|
|
460
|
+
? ('trace' as const)
|
|
461
|
+
: ('debug' as const);
|
|
462
|
+
this.log[logLevel](`Transitioning from ${this.state} to ${proposedState}`, { slotNumber, secondsIntoSlot });
|
|
463
|
+
|
|
464
|
+
this.emit('state-changed', {
|
|
465
|
+
oldState: this.state,
|
|
466
|
+
newState: proposedState,
|
|
467
|
+
secondsIntoSlot,
|
|
468
|
+
slot: slotNumber,
|
|
469
|
+
});
|
|
385
470
|
this.state = proposedState;
|
|
386
471
|
}
|
|
387
472
|
|
|
388
473
|
/**
|
|
389
|
-
*
|
|
390
|
-
*
|
|
391
|
-
* Shared between the sequencer and the validator for re-execution
|
|
392
|
-
*
|
|
393
|
-
* @param pendingTxs - The pending transactions to construct the block from
|
|
394
|
-
* @param newGlobalVariables - The global variables for the new block
|
|
395
|
-
* @param historicalHeader - The historical header of the parent
|
|
396
|
-
* @param opts - Whether to just validate the block as a validator, as opposed to building it as a proposal
|
|
474
|
+
* Returns whether all dependencies have caught up.
|
|
475
|
+
* We don't check against the previous block submitted since it may have been reorg'd out.
|
|
397
476
|
*/
|
|
398
|
-
protected async
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
const
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(BigInt(blockNumber));
|
|
407
|
-
const msgCount = l1ToL2Messages.length;
|
|
408
|
-
|
|
409
|
-
this.log.verbose(`Building block ${blockNumber} for slot ${slot}`, {
|
|
410
|
-
slot,
|
|
411
|
-
blockNumber,
|
|
412
|
-
msgCount,
|
|
413
|
-
validator: opts.validateOnly,
|
|
414
|
-
});
|
|
415
|
-
|
|
416
|
-
// Sync to the previous block at least
|
|
417
|
-
await this.worldState.syncImmediate(blockNumber - 1);
|
|
418
|
-
this.log.debug(`Synced to previous block ${blockNumber - 1}`);
|
|
419
|
-
|
|
420
|
-
// NB: separating the dbs because both should update the state
|
|
421
|
-
const publicProcessorFork = await this.worldState.fork();
|
|
422
|
-
const orchestratorFork = await this.worldState.fork();
|
|
423
|
-
|
|
424
|
-
const previousBlockHeader =
|
|
425
|
-
(await this.l2BlockSource.getBlock(blockNumber - 1))?.header ?? orchestratorFork.getInitialHeader();
|
|
426
|
-
|
|
427
|
-
try {
|
|
428
|
-
const processor = this.publicProcessorFactory.create(publicProcessorFork, newGlobalVariables, true);
|
|
429
|
-
const blockBuildingTimer = new Timer();
|
|
430
|
-
const blockBuilder = this.blockBuilderFactory.create(orchestratorFork);
|
|
431
|
-
await blockBuilder.startNewBlock(newGlobalVariables, l1ToL2Messages, previousBlockHeader);
|
|
432
|
-
|
|
433
|
-
// Deadline for processing depends on whether we're proposing a block
|
|
434
|
-
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
435
|
-
const processingEndTimeWithinSlot = opts.validateOnly
|
|
436
|
-
? this.timetable.getValidatorReexecTimeEnd(secondsIntoSlot)
|
|
437
|
-
: this.timetable.getBlockProposalExecTimeEnd(secondsIntoSlot);
|
|
438
|
-
|
|
439
|
-
// Deadline is only set if enforceTimeTable is enabled.
|
|
440
|
-
const deadline = this.enforceTimeTable
|
|
441
|
-
? new Date((this.getSlotStartTimestamp(slot) + processingEndTimeWithinSlot) * 1000)
|
|
442
|
-
: undefined;
|
|
443
|
-
|
|
444
|
-
this.log.verbose(`Processing pending txs`, {
|
|
477
|
+
protected async checkSync(args: { ts: bigint; slot: SlotNumber }): Promise<SequencerSyncCheckResult | undefined> {
|
|
478
|
+
// Check that the archiver and dependencies have synced to the previous L1 slot at least
|
|
479
|
+
// TODO(#14766): Archiver reports L1 timestamp based on L1 blocks seen, which means that a missed L1 block will
|
|
480
|
+
// cause the archiver L1 timestamp to fall behind, and cause this sequencer to start processing one L1 slot later.
|
|
481
|
+
const l1Timestamp = await this.l2BlockSource.getL1Timestamp();
|
|
482
|
+
const { slot, ts } = args;
|
|
483
|
+
if (l1Timestamp === undefined || l1Timestamp + BigInt(this.l1Constants.ethereumSlotDuration) < ts) {
|
|
484
|
+
this.log.debug(`Cannot propose block at next L2 slot ${slot} due to pending sync from L1`, {
|
|
445
485
|
slot,
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
deadline,
|
|
486
|
+
ts,
|
|
487
|
+
l1Timestamp,
|
|
449
488
|
});
|
|
489
|
+
return undefined;
|
|
490
|
+
}
|
|
450
491
|
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
)
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
const proposerLimits = {
|
|
462
|
-
maxTransactions: this.maxTxsPerBlock,
|
|
463
|
-
maxBlockSize: this.maxBlockSizeInBytes,
|
|
464
|
-
maxBlockGas: this.maxBlockGas,
|
|
465
|
-
};
|
|
466
|
-
const limits = opts.validateOnly ? { deadline } : { deadline, ...proposerLimits };
|
|
467
|
-
const [publicProcessorDuration, [processedTxs, failedTxs]] = await elapsed(() =>
|
|
468
|
-
processor.process(pendingTxs, limits, validators),
|
|
469
|
-
);
|
|
470
|
-
|
|
471
|
-
if (!opts.validateOnly && failedTxs.length > 0) {
|
|
472
|
-
const failedTxData = failedTxs.map(fail => fail.tx);
|
|
473
|
-
const failedTxHashes = await Tx.getHashes(failedTxData);
|
|
474
|
-
this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
|
|
475
|
-
await this.p2pClient.deleteTxs(failedTxHashes);
|
|
476
|
-
}
|
|
477
|
-
|
|
478
|
-
if (
|
|
479
|
-
!opts.validateOnly && // We check for minTxCount only if we are proposing a block, not if we are validating it
|
|
480
|
-
!this.isFlushing && // And we skip the check when flushing, since we want all pending txs to go out, no matter if too few
|
|
481
|
-
this.minTxsPerBlock !== undefined &&
|
|
482
|
-
processedTxs.length < this.minTxsPerBlock
|
|
483
|
-
) {
|
|
484
|
-
this.log.warn(
|
|
485
|
-
`Block ${blockNumber} has too few txs to be proposed (got ${processedTxs.length} but required ${this.minTxsPerBlock})`,
|
|
486
|
-
{ slot, blockNumber, processedTxCount: processedTxs.length },
|
|
487
|
-
);
|
|
488
|
-
throw new Error(`Block has too few successful txs to be proposed`);
|
|
489
|
-
}
|
|
492
|
+
const syncedBlocks = await Promise.all([
|
|
493
|
+
this.worldState.status().then(({ syncSummary }) => ({
|
|
494
|
+
number: syncSummary.latestBlockNumber,
|
|
495
|
+
hash: syncSummary.latestBlockHash,
|
|
496
|
+
})),
|
|
497
|
+
this.l2BlockSource.getL2Tips().then(t => t.proposed),
|
|
498
|
+
this.p2pClient.getStatus().then(p2p => p2p.syncedToL2Block),
|
|
499
|
+
this.l1ToL2MessageSource.getL2Tips().then(t => t.proposed),
|
|
500
|
+
this.l2BlockSource.getPendingChainValidationStatus(),
|
|
501
|
+
] as const);
|
|
490
502
|
|
|
491
|
-
|
|
492
|
-
await blockBuilder.addTxs(processedTxs);
|
|
493
|
-
const end = process.hrtime.bigint();
|
|
494
|
-
const duration = Number(end - start) / 1_000;
|
|
495
|
-
this.metrics.recordBlockBuilderTreeInsertions(duration);
|
|
503
|
+
const [worldState, l2BlockSource, p2p, l1ToL2MessageSource, pendingChainValidationStatus] = syncedBlocks;
|
|
496
504
|
|
|
497
|
-
|
|
498
|
-
|
|
505
|
+
// Handle zero as a special case, since the block hash won't match across services if we're changing the prefilled data for the genesis block,
|
|
506
|
+
// as the world state can compute the new genesis block hash, but other components use the hardcoded constant.
|
|
507
|
+
// TODO(palla/mbps): Fix the above. All components should be able to handle dynamic genesis block hashes.
|
|
508
|
+
const result =
|
|
509
|
+
(l2BlockSource.number === 0 && worldState.number === 0 && p2p.number === 0 && l1ToL2MessageSource.number === 0) ||
|
|
510
|
+
(worldState.hash === l2BlockSource.hash &&
|
|
511
|
+
p2p.hash === l2BlockSource.hash &&
|
|
512
|
+
l1ToL2MessageSource.hash === l2BlockSource.hash);
|
|
499
513
|
|
|
500
|
-
|
|
501
|
-
|
|
514
|
+
if (!result) {
|
|
515
|
+
this.log.debug(`Sequencer sync check failed`, { worldState, l2BlockSource, p2p, l1ToL2MessageSource });
|
|
516
|
+
return undefined;
|
|
517
|
+
}
|
|
502
518
|
|
|
519
|
+
// Special case for genesis state
|
|
520
|
+
const blockNumber = worldState.number;
|
|
521
|
+
if (blockNumber < INITIAL_L2_BLOCK_NUM) {
|
|
522
|
+
const archive = new Fr((await this.worldState.getCommitted().getTreeInfo(MerkleTreeId.ARCHIVE)).root);
|
|
503
523
|
return {
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
numFailedTxs: failedTxs.length,
|
|
510
|
-
blockBuildingTimer,
|
|
524
|
+
checkpointNumber: CheckpointNumber.ZERO,
|
|
525
|
+
blockNumber: BlockNumber.ZERO,
|
|
526
|
+
archive,
|
|
527
|
+
l1Timestamp,
|
|
528
|
+
pendingChainValidationStatus,
|
|
511
529
|
};
|
|
512
|
-
} finally {
|
|
513
|
-
// We create a fresh processor each time to reset any cached state (eg storage writes)
|
|
514
|
-
// We wait a bit to close the forks since the processor may still be working on a dangling tx
|
|
515
|
-
// which was interrupted due to the processingDeadline being hit.
|
|
516
|
-
// eslint-disable-next-line @typescript-eslint/no-misused-promises
|
|
517
|
-
setTimeout(async () => {
|
|
518
|
-
try {
|
|
519
|
-
await publicProcessorFork.close();
|
|
520
|
-
await orchestratorFork.close();
|
|
521
|
-
} catch (err) {
|
|
522
|
-
// This can happen if the sequencer is stopped before we hit this timeout.
|
|
523
|
-
this.log.warn(`Error closing forks for block processing`, err);
|
|
524
|
-
}
|
|
525
|
-
}, 5000);
|
|
526
530
|
}
|
|
531
|
+
|
|
532
|
+
const block = await this.l2BlockSource.getL2Block(blockNumber);
|
|
533
|
+
if (!block) {
|
|
534
|
+
// this shouldn't really happen because a moment ago we checked that all components were in sync
|
|
535
|
+
this.log.error(`Failed to get L2 block ${blockNumber} from the archiver with all components in sync`);
|
|
536
|
+
return undefined;
|
|
537
|
+
}
|
|
538
|
+
|
|
539
|
+
return {
|
|
540
|
+
block,
|
|
541
|
+
blockNumber: block.number,
|
|
542
|
+
checkpointNumber: block.checkpointNumber,
|
|
543
|
+
archive: block.archive.root,
|
|
544
|
+
l1Timestamp,
|
|
545
|
+
pendingChainValidationStatus,
|
|
546
|
+
};
|
|
527
547
|
}
|
|
528
548
|
|
|
529
549
|
/**
|
|
530
|
-
*
|
|
531
|
-
*
|
|
532
|
-
* @dev MUST throw instead of exiting early to ensure that world-state
|
|
533
|
-
* is being rolled back if the block is dropped.
|
|
534
|
-
*
|
|
535
|
-
* @param pendingTxs - Iterable of pending transactions to construct the block from
|
|
536
|
-
* @param proposalHeader - The partial header constructed for the proposal
|
|
550
|
+
* Checks if we are the proposer for the next slot.
|
|
551
|
+
* @returns True if we can propose, and the proposer address (undefined if anyone can propose)
|
|
537
552
|
*/
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
}))
|
|
541
|
-
private async buildBlockAndEnqueuePublish(
|
|
542
|
-
pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
|
|
543
|
-
proposalHeader: BlockHeader,
|
|
544
|
-
): Promise<void> {
|
|
545
|
-
await this.publisher.validateBlockForSubmission(proposalHeader);
|
|
546
|
-
|
|
547
|
-
const newGlobalVariables = proposalHeader.globalVariables;
|
|
548
|
-
const blockNumber = newGlobalVariables.blockNumber.toNumber();
|
|
549
|
-
const slot = newGlobalVariables.slotNumber.toBigInt();
|
|
550
|
-
|
|
551
|
-
// this.metrics.recordNewBlock(blockNumber, validTxs.length);
|
|
552
|
-
const workTimer = new Timer();
|
|
553
|
-
this.setState(SequencerState.CREATING_BLOCK, slot);
|
|
553
|
+
protected async checkCanPropose(slot: SlotNumber): Promise<[boolean, EthAddress | undefined]> {
|
|
554
|
+
let proposer: EthAddress | undefined;
|
|
554
555
|
|
|
555
556
|
try {
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
eventName: 'l2-block-built',
|
|
566
|
-
creator: this.publisher.getSenderAddress().toString(),
|
|
567
|
-
duration: workTimer.ms(),
|
|
568
|
-
publicProcessDuration: publicProcessorDuration,
|
|
569
|
-
rollupCircuitsDuration: blockBuildingTimer.ms(),
|
|
570
|
-
...block.getStats(),
|
|
571
|
-
};
|
|
557
|
+
proposer = await this.epochCache.getProposerAttesterAddressInSlot(slot);
|
|
558
|
+
} catch (e) {
|
|
559
|
+
if (e instanceof NoCommitteeError) {
|
|
560
|
+
this.log.warn(`Cannot propose at next L2 slot ${slot} since the committee does not exist on L1`);
|
|
561
|
+
return [false, undefined];
|
|
562
|
+
}
|
|
563
|
+
this.log.error(`Error getting proposer for slot ${slot}`, e);
|
|
564
|
+
return [false, undefined];
|
|
565
|
+
}
|
|
572
566
|
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
globalVariables: block.header.globalVariables.toInspect(),
|
|
582
|
-
txHashes,
|
|
583
|
-
...blockStats,
|
|
584
|
-
},
|
|
585
|
-
);
|
|
567
|
+
// If proposer is undefined, then the committee is empty and anyone may propose
|
|
568
|
+
if (proposer === undefined) {
|
|
569
|
+
return [true, undefined];
|
|
570
|
+
}
|
|
571
|
+
// In fisherman mode, just return the current proposer
|
|
572
|
+
if (this.config.fishermanMode) {
|
|
573
|
+
return [true, proposer];
|
|
574
|
+
}
|
|
586
575
|
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
const attestations = await this.collectAttestations(block, txHashes);
|
|
590
|
-
if (attestations !== undefined) {
|
|
591
|
-
this.log.verbose(`Collected ${attestations.length} attestations`, { blockHash, blockNumber });
|
|
592
|
-
}
|
|
593
|
-
stopCollectingAttestationsTimer();
|
|
576
|
+
const validatorAddresses = this.validatorClient.getValidatorAddresses();
|
|
577
|
+
const weAreProposer = validatorAddresses.some(addr => addr.equals(proposer));
|
|
594
578
|
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
throw err;
|
|
579
|
+
if (!weAreProposer) {
|
|
580
|
+
this.log.debug(`Cannot propose at slot ${slot} since we are not a proposer`, { validatorAddresses, proposer });
|
|
581
|
+
return [false, proposer];
|
|
599
582
|
}
|
|
583
|
+
|
|
584
|
+
return [true, proposer];
|
|
600
585
|
}
|
|
601
586
|
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
}))
|
|
607
|
-
protected async
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
if (
|
|
612
|
-
this.log.
|
|
613
|
-
return
|
|
614
|
-
} else {
|
|
615
|
-
this.log.debug(`Attesting committee length is ${committee.length}`);
|
|
587
|
+
/**
|
|
588
|
+
* Tries to vote on slashing actions and governance when the sync check fails but we're past the max time for initializing a proposal.
|
|
589
|
+
* This allows the sequencer to participate in governance/slashing votes even when it cannot build blocks.
|
|
590
|
+
*/
|
|
591
|
+
@trackSpan('Seqeuencer.tryVoteWhenSyncFails', ({ slot }) => ({ [Attributes.SLOT_NUMBER]: slot }))
|
|
592
|
+
protected async tryVoteWhenSyncFails(args: { slot: SlotNumber; ts: bigint }): Promise<void> {
|
|
593
|
+
const { slot } = args;
|
|
594
|
+
|
|
595
|
+
// Prevent duplicate attempts in the same slot
|
|
596
|
+
if (this.lastSlotForFallbackVote === slot) {
|
|
597
|
+
this.log.trace(`Already attempted to vote in slot ${slot} (skipping)`);
|
|
598
|
+
return;
|
|
616
599
|
}
|
|
617
600
|
|
|
618
|
-
if
|
|
619
|
-
|
|
620
|
-
|
|
621
|
-
|
|
601
|
+
// Check if we're past the max time for initializing a proposal
|
|
602
|
+
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
603
|
+
const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_CHECKPOINT);
|
|
604
|
+
|
|
605
|
+
// If we haven't exceeded the time limit for initializing a proposal, don't proceed with voting
|
|
606
|
+
// We use INITIALIZING_PROPOSAL time limit because if we're past that, we can't build a block anyway
|
|
607
|
+
if (maxAllowedTime === undefined || secondsIntoSlot <= maxAllowedTime) {
|
|
608
|
+
this.log.trace(`Not attempting to vote since there is still time for block building`, {
|
|
609
|
+
secondsIntoSlot,
|
|
610
|
+
maxAllowedTime,
|
|
611
|
+
});
|
|
612
|
+
return;
|
|
622
613
|
}
|
|
623
614
|
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
615
|
+
this.log.trace(`Sync for slot ${slot} failed, checking for voting opportunities`, {
|
|
616
|
+
secondsIntoSlot,
|
|
617
|
+
maxAllowedTime,
|
|
618
|
+
});
|
|
627
619
|
|
|
628
|
-
|
|
629
|
-
const
|
|
630
|
-
if (!
|
|
631
|
-
|
|
632
|
-
|
|
620
|
+
// Check if we're a proposer or proposal is open
|
|
621
|
+
const [canPropose, proposer] = await this.checkCanPropose(slot);
|
|
622
|
+
if (!canPropose) {
|
|
623
|
+
this.log.trace(`Cannot vote in slot ${slot} since we are not a proposer`, { slot, proposer });
|
|
624
|
+
return;
|
|
633
625
|
}
|
|
634
626
|
|
|
635
|
-
this
|
|
636
|
-
this.
|
|
627
|
+
// Mark this slot as attempted
|
|
628
|
+
this.lastSlotForFallbackVote = slot;
|
|
629
|
+
|
|
630
|
+
// Get a publisher for voting
|
|
631
|
+
const { attestorAddress, publisher } = await this.publisherFactory.create(proposer);
|
|
632
|
+
|
|
633
|
+
this.log.debug(`Attempting to vote despite sync failure at slot ${slot}`, {
|
|
634
|
+
attestorAddress,
|
|
635
|
+
slot,
|
|
636
|
+
});
|
|
637
637
|
|
|
638
|
-
|
|
639
|
-
|
|
640
|
-
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
638
|
+
// Enqueue governance and slashing votes
|
|
639
|
+
const voter = new CheckpointVoter(
|
|
640
|
+
slot,
|
|
641
|
+
publisher,
|
|
642
|
+
attestorAddress,
|
|
643
|
+
this.validatorClient,
|
|
644
|
+
this.slasherClient,
|
|
645
|
+
this.l1Constants,
|
|
646
|
+
this.config,
|
|
647
|
+
this.metrics,
|
|
648
|
+
this.log,
|
|
646
649
|
);
|
|
650
|
+
const votesPromises = voter.enqueueVotes();
|
|
651
|
+
const votes = await Promise.all(votesPromises);
|
|
652
|
+
|
|
653
|
+
if (votes.every(p => !p)) {
|
|
654
|
+
this.log.debug(`No votes to enqueue for slot ${slot}`);
|
|
655
|
+
return;
|
|
656
|
+
}
|
|
647
657
|
|
|
648
|
-
|
|
649
|
-
|
|
658
|
+
this.log.info(`Voting in slot ${slot} despite sync failure`, { slot });
|
|
659
|
+
await publisher.sendRequests();
|
|
650
660
|
}
|
|
651
661
|
|
|
652
662
|
/**
|
|
653
|
-
*
|
|
654
|
-
*
|
|
663
|
+
* Tries to vote on slashing actions and governance proposals when escape hatch is open.
|
|
664
|
+
* This allows the sequencer to participate in voting without performing checkpoint proposal work.
|
|
655
665
|
*/
|
|
656
|
-
@trackSpan('Sequencer.
|
|
657
|
-
|
|
658
|
-
|
|
659
|
-
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
664
|
-
|
|
665
|
-
|
|
666
|
+
@trackSpan('Sequencer.tryVoteWhenEscapeHatchOpen', ({ slot }) => ({ [Attributes.SLOT_NUMBER]: slot }))
|
|
667
|
+
protected async tryVoteWhenEscapeHatchOpen(args: {
|
|
668
|
+
slot: SlotNumber;
|
|
669
|
+
proposer: EthAddress | undefined;
|
|
670
|
+
}): Promise<void> {
|
|
671
|
+
const { slot, proposer } = args;
|
|
672
|
+
|
|
673
|
+
// Prevent duplicate attempts in the same slot
|
|
674
|
+
if (this.lastSlotForFallbackVote === slot) {
|
|
675
|
+
this.log.trace(`Already attempted to vote in slot ${slot} (escape hatch open, skipping)`);
|
|
676
|
+
return;
|
|
677
|
+
}
|
|
666
678
|
|
|
667
|
-
//
|
|
668
|
-
|
|
669
|
-
const txTimeoutAt = new Date((this.getSlotStartTimestamp(slot) + this.aztecSlotDuration) * 1000);
|
|
679
|
+
// Mark this slot as attempted
|
|
680
|
+
this.lastSlotForFallbackVote = slot;
|
|
670
681
|
|
|
671
|
-
const
|
|
672
|
-
|
|
673
|
-
});
|
|
682
|
+
const { attestorAddress, publisher } = await this.publisherFactory.create(proposer);
|
|
683
|
+
|
|
684
|
+
this.log.debug(`Escape hatch open for slot ${slot}, attempting vote-only actions`, { slot, attestorAddress });
|
|
685
|
+
|
|
686
|
+
const voter = new CheckpointVoter(
|
|
687
|
+
slot,
|
|
688
|
+
publisher,
|
|
689
|
+
attestorAddress,
|
|
690
|
+
this.validatorClient,
|
|
691
|
+
this.slasherClient,
|
|
692
|
+
this.l1Constants,
|
|
693
|
+
this.config,
|
|
694
|
+
this.metrics,
|
|
695
|
+
this.log,
|
|
696
|
+
);
|
|
674
697
|
|
|
675
|
-
|
|
676
|
-
|
|
698
|
+
const votesPromises = voter.enqueueVotes();
|
|
699
|
+
const votes = await Promise.all(votesPromises);
|
|
700
|
+
|
|
701
|
+
if (votes.every(p => !p)) {
|
|
702
|
+
this.log.debug(`No votes to enqueue for slot ${slot} (escape hatch open)`);
|
|
703
|
+
return;
|
|
677
704
|
}
|
|
705
|
+
|
|
706
|
+
this.log.info(`Voting in slot ${slot} (escape hatch open)`, { slot });
|
|
707
|
+
await publisher.sendRequests();
|
|
678
708
|
}
|
|
679
709
|
|
|
680
710
|
/**
|
|
681
|
-
*
|
|
682
|
-
*
|
|
683
|
-
*
|
|
711
|
+
* Considers invalidating a block if the pending chain is invalid. Depends on how long the invalid block
|
|
712
|
+
* has been there without being invalidated and whether the sequencer is in the committee or not. We always
|
|
713
|
+
* have the proposer try to invalidate, but if they fail, the sequencers in the committee are expected to try,
|
|
714
|
+
* and if they fail, any sequencer will try as well.
|
|
684
715
|
*/
|
|
685
|
-
protected async
|
|
686
|
-
|
|
687
|
-
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
this.l2BlockSource.getL2Tips().then(t => t.latest),
|
|
694
|
-
this.p2pClient.getStatus().then(p2p => p2p.syncedToL2Block),
|
|
695
|
-
this.l1ToL2MessageSource.getBlockNumber(),
|
|
696
|
-
] as const);
|
|
716
|
+
protected async considerInvalidatingCheckpoint(
|
|
717
|
+
syncedTo: SequencerSyncCheckResult,
|
|
718
|
+
currentSlot: SlotNumber,
|
|
719
|
+
): Promise<void> {
|
|
720
|
+
const { pendingChainValidationStatus, l1Timestamp } = syncedTo;
|
|
721
|
+
if (pendingChainValidationStatus.valid) {
|
|
722
|
+
return;
|
|
723
|
+
}
|
|
697
724
|
|
|
698
|
-
const
|
|
725
|
+
const invalidCheckpointNumber = pendingChainValidationStatus.checkpoint.checkpointNumber;
|
|
726
|
+
const invalidCheckpointTimestamp = pendingChainValidationStatus.checkpoint.timestamp;
|
|
727
|
+
const timeSinceChainInvalid = this.dateProvider.nowInSeconds() - Number(invalidCheckpointTimestamp);
|
|
728
|
+
const ourValidatorAddresses = this.validatorClient.getValidatorAddresses();
|
|
729
|
+
|
|
730
|
+
const { secondsBeforeInvalidatingBlockAsCommitteeMember, secondsBeforeInvalidatingBlockAsNonCommitteeMember } =
|
|
731
|
+
this.config;
|
|
732
|
+
|
|
733
|
+
const logData = {
|
|
734
|
+
invalidL1Timestamp: invalidCheckpointTimestamp,
|
|
735
|
+
l1Timestamp,
|
|
736
|
+
invalidCheckpoint: pendingChainValidationStatus.checkpoint,
|
|
737
|
+
secondsBeforeInvalidatingBlockAsCommitteeMember,
|
|
738
|
+
secondsBeforeInvalidatingBlockAsNonCommitteeMember,
|
|
739
|
+
ourValidatorAddresses,
|
|
740
|
+
currentSlot,
|
|
741
|
+
};
|
|
742
|
+
|
|
743
|
+
const inCurrentCommittee = () =>
|
|
744
|
+
this.epochCache
|
|
745
|
+
.getCommittee(currentSlot)
|
|
746
|
+
.then(c => c?.committee?.some(member => ourValidatorAddresses.some(addr => addr.equals(member))));
|
|
747
|
+
|
|
748
|
+
const invalidateAsCommitteeMember =
|
|
749
|
+
secondsBeforeInvalidatingBlockAsCommitteeMember !== undefined &&
|
|
750
|
+
secondsBeforeInvalidatingBlockAsCommitteeMember > 0 &&
|
|
751
|
+
timeSinceChainInvalid > secondsBeforeInvalidatingBlockAsCommitteeMember &&
|
|
752
|
+
(await inCurrentCommittee());
|
|
753
|
+
|
|
754
|
+
const invalidateAsNonCommitteeMember =
|
|
755
|
+
secondsBeforeInvalidatingBlockAsNonCommitteeMember !== undefined &&
|
|
756
|
+
secondsBeforeInvalidatingBlockAsNonCommitteeMember > 0 &&
|
|
757
|
+
timeSinceChainInvalid > secondsBeforeInvalidatingBlockAsNonCommitteeMember;
|
|
758
|
+
|
|
759
|
+
if (!invalidateAsCommitteeMember && !invalidateAsNonCommitteeMember) {
|
|
760
|
+
this.log.debug(`Not invalidating pending chain`, logData);
|
|
761
|
+
return;
|
|
762
|
+
}
|
|
699
763
|
|
|
700
|
-
|
|
701
|
-
|
|
702
|
-
//
|
|
703
|
-
|
|
704
|
-
(
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
|
|
714
|
-
|
|
715
|
-
l2BlockSourceNumber: l2BlockSource.number,
|
|
716
|
-
l2BlockSourceHash: l2BlockSource.hash,
|
|
717
|
-
p2pNumber: p2p.number,
|
|
718
|
-
p2pHash: p2p.hash,
|
|
719
|
-
l1ToL2MessageSourceNumber: l1ToL2MessageSource,
|
|
720
|
-
});
|
|
764
|
+
let validatorToUse: EthAddress;
|
|
765
|
+
if (invalidateAsCommitteeMember) {
|
|
766
|
+
// When invalidating as a committee member, use first validator that's actually in the committee
|
|
767
|
+
const { committee } = await this.epochCache.getCommittee(currentSlot);
|
|
768
|
+
if (committee) {
|
|
769
|
+
const committeeSet = new Set(committee.map(addr => addr.toString()));
|
|
770
|
+
validatorToUse =
|
|
771
|
+
ourValidatorAddresses.find(addr => committeeSet.has(addr.toString())) ?? ourValidatorAddresses[0];
|
|
772
|
+
} else {
|
|
773
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
774
|
+
}
|
|
775
|
+
} else {
|
|
776
|
+
// When invalidating as a non-committee member, use the first validator
|
|
777
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
778
|
+
}
|
|
721
779
|
|
|
722
|
-
|
|
723
|
-
|
|
780
|
+
const { publisher } = await this.publisherFactory.create(validatorToUse);
|
|
781
|
+
|
|
782
|
+
const invalidateCheckpoint = await publisher.simulateInvalidateCheckpoint(pendingChainValidationStatus);
|
|
783
|
+
if (!invalidateCheckpoint) {
|
|
784
|
+
this.log.warn(`Failed to simulate invalidate checkpoint`, logData);
|
|
785
|
+
return;
|
|
724
786
|
}
|
|
725
|
-
if (worldState.number >= INITIAL_L2_BLOCK_NUM) {
|
|
726
|
-
const block = await this.l2BlockSource.getBlock(worldState.number);
|
|
727
|
-
if (!block) {
|
|
728
|
-
// this shouldn't really happen because a moment ago we checked that all components were in synch
|
|
729
|
-
return undefined;
|
|
730
|
-
}
|
|
731
787
|
|
|
732
|
-
|
|
788
|
+
this.log.info(
|
|
789
|
+
invalidateAsCommitteeMember
|
|
790
|
+
? `Invalidating checkpoint ${invalidCheckpointNumber} as committee member`
|
|
791
|
+
: `Invalidating checkpoint ${invalidCheckpointNumber} as non-committee member`,
|
|
792
|
+
logData,
|
|
793
|
+
);
|
|
794
|
+
|
|
795
|
+
publisher.enqueueInvalidateCheckpoint(invalidateCheckpoint);
|
|
796
|
+
|
|
797
|
+
if (!this.config.fishermanMode) {
|
|
798
|
+
await publisher.sendRequests();
|
|
733
799
|
} else {
|
|
734
|
-
|
|
735
|
-
|
|
800
|
+
this.log.info('Invalidating checkpoint in fisherman mode, clearing pending requests');
|
|
801
|
+
publisher.clearPendingRequests();
|
|
736
802
|
}
|
|
737
803
|
}
|
|
738
804
|
|
|
739
|
-
private
|
|
740
|
-
|
|
805
|
+
private logStrategyComparison(epoch: EpochNumber, publisher: SequencerPublisher): void {
|
|
806
|
+
const feeAnalyzer = publisher.getL1FeeAnalyzer();
|
|
807
|
+
if (!feeAnalyzer) {
|
|
808
|
+
return;
|
|
809
|
+
}
|
|
810
|
+
|
|
811
|
+
const comparison = feeAnalyzer.getStrategyComparison();
|
|
812
|
+
if (comparison.length === 0) {
|
|
813
|
+
this.log.debug(`No strategy data available yet for epoch ${epoch}`);
|
|
814
|
+
return;
|
|
815
|
+
}
|
|
816
|
+
|
|
817
|
+
this.log.info(`L1 Fee Strategy Performance Report - End of Epoch ${epoch}`, {
|
|
818
|
+
epoch: Number(epoch),
|
|
819
|
+
totalAnalyses: comparison[0]?.totalAnalyses,
|
|
820
|
+
strategies: comparison.map(s => ({
|
|
821
|
+
id: s.strategyId,
|
|
822
|
+
name: s.strategyName,
|
|
823
|
+
inclusionRate: `${(s.inclusionRate * 100).toFixed(1)}%`,
|
|
824
|
+
inclusionCount: `${s.inclusionCount}/${s.totalAnalyses}`,
|
|
825
|
+
avgCostEth: s.avgEstimatedCostEth.toFixed(6),
|
|
826
|
+
totalCostEth: s.totalEstimatedCostEth.toFixed(6),
|
|
827
|
+
avgOverpaymentEth: s.avgOverpaymentEth.toFixed(6),
|
|
828
|
+
totalOverpaymentEth: s.totalOverpaymentEth.toFixed(6),
|
|
829
|
+
avgPriorityFeeDeltaGwei: s.avgPriorityFeeDeltaGwei.toFixed(2),
|
|
830
|
+
})),
|
|
831
|
+
});
|
|
832
|
+
}
|
|
833
|
+
|
|
834
|
+
private getSlotStartBuildTimestamp(slotNumber: SlotNumber): number {
|
|
835
|
+
return getSlotStartBuildTimestamp(slotNumber, this.l1Constants);
|
|
741
836
|
}
|
|
742
837
|
|
|
743
|
-
private getSecondsIntoSlot(slotNumber:
|
|
744
|
-
const slotStartTimestamp = this.
|
|
838
|
+
private getSecondsIntoSlot(slotNumber: SlotNumber): number {
|
|
839
|
+
const slotStartTimestamp = this.getSlotStartBuildTimestamp(slotNumber);
|
|
745
840
|
return Number((this.dateProvider.now() / 1000 - slotStartTimestamp).toFixed(3));
|
|
746
841
|
}
|
|
747
842
|
|
|
748
|
-
get aztecSlotDuration() {
|
|
843
|
+
public get aztecSlotDuration() {
|
|
749
844
|
return this.l1Constants.slotDuration;
|
|
750
845
|
}
|
|
751
846
|
|
|
752
|
-
get
|
|
753
|
-
return this.
|
|
847
|
+
public get maxL2BlockGas(): number | undefined {
|
|
848
|
+
return this.config.maxL2BlockGas;
|
|
849
|
+
}
|
|
850
|
+
|
|
851
|
+
public getSlasherClient(): SlasherClientInterface | undefined {
|
|
852
|
+
return this.slasherClient;
|
|
754
853
|
}
|
|
755
854
|
|
|
756
|
-
get
|
|
757
|
-
return this.
|
|
855
|
+
public get tracer(): Tracer {
|
|
856
|
+
return this.metrics.tracer;
|
|
857
|
+
}
|
|
858
|
+
|
|
859
|
+
public getValidatorAddresses() {
|
|
860
|
+
return this.validatorClient?.getValidatorAddresses();
|
|
861
|
+
}
|
|
862
|
+
|
|
863
|
+
public getConfig() {
|
|
864
|
+
return this.config;
|
|
865
|
+
}
|
|
866
|
+
|
|
867
|
+
private get l1PublishingTime(): number {
|
|
868
|
+
return this.config.l1PublishingTime ?? this.l1Constants.ethereumSlotDuration;
|
|
758
869
|
}
|
|
759
870
|
}
|
|
871
|
+
|
|
872
|
+
type SequencerSyncCheckResult = {
|
|
873
|
+
block?: L2Block;
|
|
874
|
+
checkpointNumber: CheckpointNumber;
|
|
875
|
+
blockNumber: BlockNumber;
|
|
876
|
+
archive: Fr;
|
|
877
|
+
l1Timestamp: bigint;
|
|
878
|
+
pendingChainValidationStatus: ValidateCheckpointResult;
|
|
879
|
+
};
|