@aztec/sequencer-client 0.0.1-commit.d3ec352c → 0.0.1-commit.fcb71a6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/sequencer-client.d.ts +10 -9
- package/dest/client/sequencer-client.d.ts.map +1 -1
- package/dest/client/sequencer-client.js +32 -25
- package/dest/config.d.ts +12 -5
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +68 -30
- package/dest/global_variable_builder/global_builder.d.ts +18 -9
- package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
- package/dest/global_variable_builder/global_builder.js +39 -29
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/publisher/config.d.ts +7 -4
- package/dest/publisher/config.d.ts.map +1 -1
- package/dest/publisher/config.js +9 -3
- package/dest/publisher/sequencer-publisher-factory.d.ts +5 -4
- package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-factory.js +1 -1
- package/dest/publisher/sequencer-publisher-metrics.d.ts +3 -3
- package/dest/publisher/sequencer-publisher-metrics.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher.d.ts +32 -25
- package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher.js +122 -65
- package/dest/sequencer/block_builder.d.ts +2 -4
- package/dest/sequencer/block_builder.d.ts.map +1 -1
- package/dest/sequencer/block_builder.js +6 -11
- package/dest/sequencer/checkpoint_builder.d.ts +63 -0
- package/dest/sequencer/checkpoint_builder.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_builder.js +131 -0
- package/dest/sequencer/checkpoint_proposal_job.d.ts +74 -0
- package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_proposal_job.js +642 -0
- package/dest/sequencer/checkpoint_voter.d.ts +34 -0
- package/dest/sequencer/checkpoint_voter.d.ts.map +1 -0
- package/dest/sequencer/checkpoint_voter.js +85 -0
- package/dest/sequencer/config.d.ts +3 -2
- package/dest/sequencer/config.d.ts.map +1 -1
- package/dest/sequencer/events.d.ts +46 -0
- package/dest/sequencer/events.d.ts.map +1 -0
- package/dest/sequencer/events.js +1 -0
- package/dest/sequencer/index.d.ts +5 -1
- package/dest/sequencer/index.d.ts.map +1 -1
- package/dest/sequencer/index.js +4 -0
- package/dest/sequencer/metrics.d.ts +22 -2
- package/dest/sequencer/metrics.d.ts.map +1 -1
- package/dest/sequencer/metrics.js +154 -0
- package/dest/sequencer/sequencer.d.ts +93 -127
- package/dest/sequencer/sequencer.d.ts.map +1 -1
- package/dest/sequencer/sequencer.js +218 -574
- package/dest/sequencer/timetable.d.ts +54 -14
- package/dest/sequencer/timetable.d.ts.map +1 -1
- package/dest/sequencer/timetable.js +148 -59
- package/dest/sequencer/types.d.ts +3 -0
- package/dest/sequencer/types.d.ts.map +1 -0
- package/dest/sequencer/types.js +1 -0
- package/dest/sequencer/utils.d.ts +14 -8
- package/dest/sequencer/utils.d.ts.map +1 -1
- package/dest/sequencer/utils.js +7 -4
- package/dest/test/index.d.ts +4 -2
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.d.ts +83 -0
- package/dest/test/mock_checkpoint_builder.d.ts.map +1 -0
- package/dest/test/mock_checkpoint_builder.js +179 -0
- package/dest/test/utils.d.ts +49 -0
- package/dest/test/utils.d.ts.map +1 -0
- package/dest/test/utils.js +94 -0
- package/dest/tx_validator/tx_validator_factory.js +1 -1
- package/package.json +27 -27
- package/src/client/sequencer-client.ts +28 -38
- package/src/config.ts +73 -34
- package/src/global_variable_builder/global_builder.ts +52 -48
- package/src/index.ts +2 -0
- package/src/publisher/config.ts +12 -9
- package/src/publisher/sequencer-publisher-factory.ts +5 -4
- package/src/publisher/sequencer-publisher-metrics.ts +2 -2
- package/src/publisher/sequencer-publisher.ts +180 -84
- package/src/sequencer/README.md +531 -0
- package/src/sequencer/block_builder.ts +7 -12
- package/src/sequencer/checkpoint_builder.ts +217 -0
- package/src/sequencer/checkpoint_proposal_job.ts +706 -0
- package/src/sequencer/checkpoint_voter.ts +105 -0
- package/src/sequencer/config.ts +2 -1
- package/src/sequencer/events.ts +27 -0
- package/src/sequencer/index.ts +4 -0
- package/src/sequencer/metrics.ts +203 -1
- package/src/sequencer/sequencer.ts +322 -779
- package/src/sequencer/timetable.ts +173 -79
- package/src/sequencer/types.ts +6 -0
- package/src/sequencer/utils.ts +18 -9
- package/src/test/index.ts +3 -1
- package/src/test/mock_checkpoint_builder.ts +247 -0
- package/src/test/utils.ts +137 -0
- package/src/tx_validator/tx_validator_factory.ts +1 -1
|
@@ -4,30 +4,24 @@ function _ts_decorate(decorators, target, key, desc) {
|
|
|
4
4
|
else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
5
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
6
|
}
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
7
|
+
import { getKzg } from '@aztec/blob-lib';
|
|
8
|
+
import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
9
|
+
import { NoCommitteeError } from '@aztec/ethereum/contracts';
|
|
9
10
|
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
10
|
-
import { omit, pick } from '@aztec/foundation/collection';
|
|
11
|
-
import {
|
|
11
|
+
import { merge, omit, pick } from '@aztec/foundation/collection';
|
|
12
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
12
13
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
13
|
-
import { Signature } from '@aztec/foundation/eth-signature';
|
|
14
|
-
import { Fr } from '@aztec/foundation/fields';
|
|
15
14
|
import { createLogger } from '@aztec/foundation/log';
|
|
16
15
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
17
|
-
import { Timer } from '@aztec/foundation/timer';
|
|
18
|
-
import { unfreeze } from '@aztec/foundation/types';
|
|
19
|
-
import { CommitteeAttestationsAndSigners, MaliciousCommitteeAttestationsAndSigners } from '@aztec/stdlib/block';
|
|
20
16
|
import { getSlotAtTimestamp, getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
21
|
-
import { Gas } from '@aztec/stdlib/gas';
|
|
22
17
|
import { SequencerConfigSchema } from '@aztec/stdlib/interfaces/server';
|
|
23
|
-
import { orderAttestations } from '@aztec/stdlib/p2p';
|
|
24
|
-
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
25
18
|
import { pickFromSchema } from '@aztec/stdlib/schemas';
|
|
26
19
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
27
|
-
import {
|
|
28
|
-
import { AttestationTimeoutError } from '@aztec/stdlib/validators';
|
|
29
|
-
import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
20
|
+
import { getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
|
|
30
21
|
import EventEmitter from 'node:events';
|
|
22
|
+
import { DefaultSequencerConfig } from '../config.js';
|
|
23
|
+
import { CheckpointProposalJob } from './checkpoint_proposal_job.js';
|
|
24
|
+
import { CheckpointVoter } from './checkpoint_voter.js';
|
|
31
25
|
import { SequencerInterruptedError, SequencerTooSlowError } from './errors.js';
|
|
32
26
|
import { SequencerMetrics } from './metrics.js';
|
|
33
27
|
import { SequencerTimetable } from './timetable.js';
|
|
@@ -35,12 +29,11 @@ import { SequencerState } from './utils.js';
|
|
|
35
29
|
export { SequencerState };
|
|
36
30
|
/**
|
|
37
31
|
* Sequencer client
|
|
38
|
-
* -
|
|
39
|
-
* -
|
|
40
|
-
* -
|
|
41
|
-
* -
|
|
42
|
-
* -
|
|
43
|
-
* - Publishes L1 tx(s) to the rollup contract via RollupPublisher.
|
|
32
|
+
* - Checks whether it is elected as proposer for the next slot
|
|
33
|
+
* - Builds multiple blocks and broadcasts them
|
|
34
|
+
* - Collects attestations for the checkpoint
|
|
35
|
+
* - Publishes the checkpoint to L1
|
|
36
|
+
* - Votes for proposals and slashes on L1
|
|
44
37
|
*/ export class Sequencer extends EventEmitter {
|
|
45
38
|
publisherFactory;
|
|
46
39
|
validatorClient;
|
|
@@ -50,116 +43,64 @@ export { SequencerState };
|
|
|
50
43
|
slasherClient;
|
|
51
44
|
l2BlockSource;
|
|
52
45
|
l1ToL2MessageSource;
|
|
53
|
-
|
|
46
|
+
checkpointsBuilder;
|
|
54
47
|
l1Constants;
|
|
55
48
|
dateProvider;
|
|
56
49
|
epochCache;
|
|
57
50
|
rollupContract;
|
|
58
|
-
config;
|
|
59
51
|
telemetry;
|
|
60
52
|
log;
|
|
61
53
|
runningPromise;
|
|
62
|
-
pollingIntervalMs;
|
|
63
|
-
maxTxsPerBlock;
|
|
64
|
-
minTxsPerBlock;
|
|
65
|
-
maxL1TxInclusionTimeIntoSlot;
|
|
66
54
|
state;
|
|
67
|
-
maxBlockSizeInBytes;
|
|
68
|
-
maxBlockGas;
|
|
69
55
|
metrics;
|
|
70
|
-
lastBlockPublished;
|
|
71
|
-
governanceProposerPayload;
|
|
72
56
|
/** The last slot for which we attempted to vote when sync failed, to prevent duplicate attempts. */ lastSlotForVoteWhenSyncFailed;
|
|
73
|
-
/** The last slot for which we
|
|
57
|
+
/** The last slot for which we triggered a checkpoint proposal job, to prevent duplicate attempts. */ lastSlotForCheckpointProposalJob;
|
|
58
|
+
/** Last successful checkpoint proposed */ lastCheckpointProposed;
|
|
59
|
+
/** The last epoch for which we logged strategy comparison in fisherman mode. */ lastEpochForStrategyComparison;
|
|
74
60
|
/** The maximum number of seconds that the sequencer can be into a slot to transition to a particular state. */ timetable;
|
|
75
|
-
enforceTimeTable;
|
|
76
61
|
// This shouldn't be here as this gets re-created each time we build/propose a block.
|
|
77
62
|
// But we have a number of tests that abuse/rely on this class having a permanent publisher.
|
|
78
63
|
// As long as those tests only configure a single publisher they will continue to work.
|
|
79
64
|
// This will get re-assigned every time the sequencer goes to build a new block to a publisher that is valid
|
|
80
65
|
// for the block proposer.
|
|
66
|
+
// TODO(palla/mbps): Remove this field and fix tests
|
|
81
67
|
publisher;
|
|
82
|
-
|
|
83
|
-
|
|
68
|
+
/** Config for the sequencer */ config;
|
|
69
|
+
constructor(publisherFactory, validatorClient, globalsBuilder, p2pClient, worldState, slasherClient, l2BlockSource, l1ToL2MessageSource, checkpointsBuilder, l1Constants, dateProvider, epochCache, rollupContract, config, telemetry = getTelemetryClient(), log = createLogger('sequencer')){
|
|
70
|
+
super(), this.publisherFactory = publisherFactory, this.validatorClient = validatorClient, this.globalsBuilder = globalsBuilder, this.p2pClient = p2pClient, this.worldState = worldState, this.slasherClient = slasherClient, this.l2BlockSource = l2BlockSource, this.l1ToL2MessageSource = l1ToL2MessageSource, this.checkpointsBuilder = checkpointsBuilder, this.l1Constants = l1Constants, this.dateProvider = dateProvider, this.epochCache = epochCache, this.rollupContract = rollupContract, this.telemetry = telemetry, this.log = log, this.state = SequencerState.STOPPED, this.config = DefaultSequencerConfig;
|
|
84
71
|
// Add [FISHERMAN] prefix to logger if in fisherman mode
|
|
85
|
-
if (
|
|
72
|
+
if (config.fishermanMode) {
|
|
86
73
|
this.log = log.createChild('[FISHERMAN]');
|
|
87
74
|
}
|
|
88
75
|
this.metrics = new SequencerMetrics(telemetry, this.rollupContract, 'Sequencer');
|
|
89
|
-
|
|
90
|
-
this.updateConfig(this.config);
|
|
91
|
-
}
|
|
92
|
-
get tracer() {
|
|
93
|
-
return this.metrics.tracer;
|
|
94
|
-
}
|
|
95
|
-
getValidatorAddresses() {
|
|
96
|
-
return this.validatorClient?.getValidatorAddresses();
|
|
76
|
+
this.updateConfig(config);
|
|
97
77
|
}
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
* Updates sequencer config by the defined values in the config on input.
|
|
103
|
-
* @param config - New parameters.
|
|
104
|
-
*/ updateConfig(config) {
|
|
105
|
-
this.log.info(`Sequencer config set`, omit(pickFromSchema(config, SequencerConfigSchema), 'txPublicSetupAllowList'));
|
|
106
|
-
if (config.transactionPollingIntervalMS !== undefined) {
|
|
107
|
-
this.pollingIntervalMs = config.transactionPollingIntervalMS;
|
|
108
|
-
}
|
|
109
|
-
if (config.maxTxsPerBlock !== undefined) {
|
|
110
|
-
this.maxTxsPerBlock = config.maxTxsPerBlock;
|
|
111
|
-
}
|
|
112
|
-
if (config.minTxsPerBlock !== undefined) {
|
|
113
|
-
this.minTxsPerBlock = config.minTxsPerBlock;
|
|
114
|
-
}
|
|
115
|
-
if (config.maxDABlockGas !== undefined) {
|
|
116
|
-
this.maxBlockGas = new Gas(config.maxDABlockGas, this.maxBlockGas.l2Gas);
|
|
117
|
-
}
|
|
118
|
-
if (config.maxL2BlockGas !== undefined) {
|
|
119
|
-
this.maxBlockGas = new Gas(this.maxBlockGas.daGas, config.maxL2BlockGas);
|
|
120
|
-
}
|
|
121
|
-
if (config.maxBlockSizeInBytes !== undefined) {
|
|
122
|
-
this.maxBlockSizeInBytes = config.maxBlockSizeInBytes;
|
|
123
|
-
}
|
|
124
|
-
if (config.governanceProposerPayload) {
|
|
125
|
-
this.governanceProposerPayload = config.governanceProposerPayload;
|
|
126
|
-
}
|
|
127
|
-
if (config.maxL1TxInclusionTimeIntoSlot !== undefined) {
|
|
128
|
-
this.maxL1TxInclusionTimeIntoSlot = config.maxL1TxInclusionTimeIntoSlot;
|
|
129
|
-
}
|
|
130
|
-
if (config.enforceTimeTable !== undefined) {
|
|
131
|
-
this.enforceTimeTable = config.enforceTimeTable;
|
|
132
|
-
}
|
|
133
|
-
this.setTimeTable();
|
|
134
|
-
// TODO: Just read everything from the config object as needed instead of copying everything into local vars.
|
|
135
|
-
// Update all values on this.config that are populated in the config object.
|
|
136
|
-
Object.assign(this.config, config);
|
|
137
|
-
}
|
|
138
|
-
setTimeTable() {
|
|
78
|
+
/** Updates sequencer config by the defined values and updates the timetable */ updateConfig(config) {
|
|
79
|
+
const filteredConfig = pickFromSchema(config, SequencerConfigSchema);
|
|
80
|
+
this.log.info(`Updated sequencer config`, omit(filteredConfig, 'txPublicSetupAllowList'));
|
|
81
|
+
this.config = merge(this.config, filteredConfig);
|
|
139
82
|
this.timetable = new SequencerTimetable({
|
|
140
83
|
ethereumSlotDuration: this.l1Constants.ethereumSlotDuration,
|
|
141
84
|
aztecSlotDuration: this.aztecSlotDuration,
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
85
|
+
l1PublishingTime: this.l1PublishingTime,
|
|
86
|
+
p2pPropagationTime: this.config.attestationPropagationTime,
|
|
87
|
+
blockDurationMs: this.config.blockDurationMs,
|
|
88
|
+
enforce: this.config.enforceTimeTable
|
|
145
89
|
}, this.metrics, this.log);
|
|
146
90
|
}
|
|
147
|
-
async init() {
|
|
91
|
+
/** Initializes the sequencer (precomputes tables and creates a publisher). Takes about 3s. */ async init() {
|
|
92
|
+
getKzg();
|
|
148
93
|
this.publisher = (await this.publisherFactory.create(undefined)).publisher;
|
|
149
94
|
}
|
|
150
|
-
/**
|
|
151
|
-
|
|
152
|
-
*/ start() {
|
|
153
|
-
this.runningPromise = new RunningPromise(this.safeWork.bind(this), this.log, this.pollingIntervalMs);
|
|
95
|
+
/** Starts the sequencer and moves to IDLE state. */ start() {
|
|
96
|
+
this.runningPromise = new RunningPromise(this.safeWork.bind(this), this.log, this.config.sequencerPollingIntervalMS);
|
|
154
97
|
this.setState(SequencerState.IDLE, undefined, {
|
|
155
98
|
force: true
|
|
156
99
|
});
|
|
157
100
|
this.runningPromise.start();
|
|
158
101
|
this.log.info('Started sequencer');
|
|
159
102
|
}
|
|
160
|
-
/**
|
|
161
|
-
* Stops the sequencer from processing txs and moves to STOPPED state.
|
|
162
|
-
*/ async stop() {
|
|
103
|
+
/** Stops the sequencer from building blocks and moves to STOPPED state. */ async stop() {
|
|
163
104
|
this.log.info(`Stopping sequencer`);
|
|
164
105
|
this.setState(SequencerState.STOPPING, undefined, {
|
|
165
106
|
force: true
|
|
@@ -171,29 +112,81 @@ export { SequencerState };
|
|
|
171
112
|
});
|
|
172
113
|
this.log.info('Stopped sequencer');
|
|
173
114
|
}
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
115
|
+
async safeWork() {
|
|
116
|
+
try {
|
|
117
|
+
await this.work();
|
|
118
|
+
} catch (err) {
|
|
119
|
+
this.emit('checkpoint-error', {
|
|
120
|
+
error: err
|
|
121
|
+
});
|
|
122
|
+
if (err instanceof SequencerTooSlowError) {
|
|
123
|
+
// TODO(palla/mbps): Add missing states
|
|
124
|
+
// Log as warn only if we had to abort halfway through the block proposal
|
|
125
|
+
const logLvl = [
|
|
126
|
+
SequencerState.INITIALIZING_CHECKPOINT,
|
|
127
|
+
SequencerState.PROPOSER_CHECK
|
|
128
|
+
].includes(err.proposedState) ? 'debug' : 'warn';
|
|
129
|
+
this.log[logLvl](err.message, {
|
|
130
|
+
now: this.dateProvider.nowInSeconds()
|
|
131
|
+
});
|
|
132
|
+
} else {
|
|
133
|
+
// Re-throw other errors
|
|
134
|
+
throw err;
|
|
135
|
+
}
|
|
136
|
+
} finally{
|
|
137
|
+
this.setState(SequencerState.IDLE, undefined);
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
/** Returns the current state of the sequencer. */ status() {
|
|
178
141
|
return {
|
|
179
142
|
state: this.state
|
|
180
143
|
};
|
|
181
144
|
}
|
|
182
145
|
/**
|
|
183
|
-
*
|
|
184
|
-
*
|
|
185
|
-
*
|
|
186
|
-
*
|
|
187
|
-
*
|
|
188
|
-
*
|
|
146
|
+
* Main sequencer loop:
|
|
147
|
+
* - Checks if we are up to date
|
|
148
|
+
* - If we are and we are the sequencer, collect txs and build blocks
|
|
149
|
+
* - Build multiple blocks per slot when configured
|
|
150
|
+
* - Collect attestations for the final block
|
|
151
|
+
* - Submit checkpoint
|
|
189
152
|
*/ async work() {
|
|
190
153
|
this.setState(SequencerState.SYNCHRONIZING, undefined);
|
|
191
|
-
const { slot, ts, now } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
192
|
-
// Check we
|
|
193
|
-
|
|
194
|
-
|
|
154
|
+
const { slot, ts, now, epoch } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
155
|
+
// Check if we are synced and it's our slot, grab a publisher, check previous block invalidation, etc
|
|
156
|
+
const checkpointProposalJob = await this.prepareCheckpointProposal(slot, ts, now);
|
|
157
|
+
if (!checkpointProposalJob) {
|
|
195
158
|
return;
|
|
196
159
|
}
|
|
160
|
+
// Execute the checkpoint proposal job
|
|
161
|
+
const checkpoint = await checkpointProposalJob.execute();
|
|
162
|
+
// Update last checkpoint proposed (currently unused)
|
|
163
|
+
if (checkpoint) {
|
|
164
|
+
this.lastCheckpointProposed = checkpoint;
|
|
165
|
+
}
|
|
166
|
+
// Log fee strategy comparison if on fisherman
|
|
167
|
+
if (this.config.fishermanMode && (this.lastEpochForStrategyComparison === undefined || epoch > this.lastEpochForStrategyComparison)) {
|
|
168
|
+
this.logStrategyComparison(epoch, checkpointProposalJob.getPublisher());
|
|
169
|
+
this.lastEpochForStrategyComparison = epoch;
|
|
170
|
+
}
|
|
171
|
+
return checkpoint;
|
|
172
|
+
}
|
|
173
|
+
/**
|
|
174
|
+
* Prepares the checkpoint proposal by performing all necessary checks and setup.
|
|
175
|
+
* This is the initial step in the main loop.
|
|
176
|
+
* @returns CheckpointProposalJob if successful, undefined if we are not yet synced or are not the proposer.
|
|
177
|
+
*/ async prepareCheckpointProposal(slot, ts, now) {
|
|
178
|
+
// Check we have not already processed this slot (cheapest check)
|
|
179
|
+
// We only check this if enforce timetable is set, since we want to keep processing the same slot if we are not
|
|
180
|
+
// running against actual time (eg when we use sandbox-style automining)
|
|
181
|
+
if (this.lastSlotForCheckpointProposalJob && this.lastSlotForCheckpointProposalJob >= slot && this.config.enforceTimeTable) {
|
|
182
|
+
this.log.trace(`Slot ${slot} has already been processed`);
|
|
183
|
+
return undefined;
|
|
184
|
+
}
|
|
185
|
+
// But if we have already proposed for this slot, the we definitely have to skip it, automining or not
|
|
186
|
+
if (this.lastCheckpointProposed && this.lastCheckpointProposed.header.slotNumber >= slot) {
|
|
187
|
+
this.log.trace(`Slot ${slot} has already been published as checkpoint ${this.lastCheckpointProposed.number}`);
|
|
188
|
+
return undefined;
|
|
189
|
+
}
|
|
197
190
|
// Check all components are synced to latest as seen by the archiver (queries all subsystems)
|
|
198
191
|
const syncedTo = await this.checkSync({
|
|
199
192
|
ts,
|
|
@@ -204,18 +197,17 @@ export { SequencerState };
|
|
|
204
197
|
slot,
|
|
205
198
|
ts
|
|
206
199
|
});
|
|
207
|
-
return;
|
|
200
|
+
return undefined;
|
|
208
201
|
}
|
|
209
|
-
|
|
210
|
-
const
|
|
211
|
-
const
|
|
202
|
+
// TODO(palla/mbps): Compute proper checkpoint number
|
|
203
|
+
const checkpointNumber = CheckpointNumber.fromBlockNumber(BlockNumber(syncedTo.blockNumber + 1));
|
|
204
|
+
const logCtx = {
|
|
212
205
|
now,
|
|
213
206
|
syncedToL1Ts: syncedTo.l1Timestamp,
|
|
214
207
|
syncedToL2Slot: getSlotAtTimestamp(syncedTo.l1Timestamp, this.l1Constants),
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
newBlockNumber,
|
|
208
|
+
slot,
|
|
209
|
+
slotTs: ts,
|
|
210
|
+
checkpointNumber,
|
|
219
211
|
isPendingChainValid: pick(syncedTo.pendingChainValidationStatus, 'valid', 'reason', 'invalidIndex')
|
|
220
212
|
};
|
|
221
213
|
// Check that we are a proposer for the next slot
|
|
@@ -224,216 +216,88 @@ export { SequencerState };
|
|
|
224
216
|
// If we are not a proposer check if we should invalidate a invalid block, and bail
|
|
225
217
|
if (!canPropose) {
|
|
226
218
|
await this.considerInvalidatingBlock(syncedTo, slot);
|
|
227
|
-
return;
|
|
228
|
-
}
|
|
229
|
-
// In fisherman mode, check if we've already validated this slot to prevent duplicate attempts
|
|
230
|
-
if (this.config.fishermanMode) {
|
|
231
|
-
if (this.lastSlotForValidationBlock === slot) {
|
|
232
|
-
this.log.trace(`Already validated block building for slot ${slot} (skipping)`, {
|
|
233
|
-
slot
|
|
234
|
-
});
|
|
235
|
-
return;
|
|
236
|
-
}
|
|
237
|
-
this.log.debug(`Building validation block for slot ${slot} (actual proposer: ${proposer?.toString() ?? 'none'})`, {
|
|
238
|
-
slot,
|
|
239
|
-
proposer: proposer?.toString()
|
|
240
|
-
});
|
|
241
|
-
// Mark this slot as being validated
|
|
242
|
-
this.lastSlotForValidationBlock = slot;
|
|
219
|
+
return undefined;
|
|
243
220
|
}
|
|
244
221
|
// Check that the slot is not taken by a block already (should never happen, since only us can propose for this slot)
|
|
245
222
|
if (syncedTo.block && syncedTo.block.header.getSlot() >= slot) {
|
|
246
223
|
this.log.warn(`Cannot propose block at next L2 slot ${slot} since that slot was taken by block ${syncedTo.blockNumber}`, {
|
|
247
|
-
...
|
|
224
|
+
...logCtx,
|
|
248
225
|
block: syncedTo.block.header.toInspect()
|
|
249
226
|
});
|
|
250
227
|
this.metrics.recordBlockProposalPrecheckFailed('slot_already_taken');
|
|
251
|
-
return;
|
|
228
|
+
return undefined;
|
|
252
229
|
}
|
|
253
230
|
// We now need to get ourselves a publisher.
|
|
254
231
|
// The returned attestor will be the one we provided if we provided one.
|
|
255
232
|
// Otherwise it will be a valid attestor for the returned publisher.
|
|
256
233
|
// In fisherman mode, pass undefined to use the fisherman's own keystore instead of the actual proposer's
|
|
257
|
-
const
|
|
234
|
+
const proposerForPublisher = this.config.fishermanMode ? undefined : proposer;
|
|
235
|
+
const { attestorAddress, publisher } = await this.publisherFactory.create(proposerForPublisher);
|
|
258
236
|
this.log.verbose(`Created publisher at address ${publisher.getSenderAddress()} for attestor ${attestorAddress}`);
|
|
259
237
|
this.publisher = publisher;
|
|
260
238
|
// In fisherman mode, set the actual proposer's address for simulations
|
|
261
|
-
if (this.config.fishermanMode) {
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
|
|
265
|
-
}
|
|
239
|
+
if (this.config.fishermanMode && proposer) {
|
|
240
|
+
publisher.setProposerAddressForSimulation(proposer);
|
|
241
|
+
this.log.debug(`Set proposer address ${proposer} for simulation in fisherman mode`);
|
|
266
242
|
}
|
|
267
|
-
// Get proposer credentials
|
|
268
|
-
const coinbase = this.validatorClient.getCoinbaseForAttestor(attestorAddress);
|
|
269
|
-
const feeRecipient = this.validatorClient.getFeeRecipientForAttestor(attestorAddress);
|
|
270
243
|
// Prepare invalidation request if the pending chain is invalid (returns undefined if no need)
|
|
244
|
+
// TODO(palla/mbps): We need to invalidate checkpoints, not blocks
|
|
271
245
|
const invalidateBlock = await publisher.simulateInvalidateBlock(syncedTo.pendingChainValidationStatus);
|
|
272
|
-
// Check with the rollup if we can indeed propose at the next L2 slot. This check should not fail
|
|
246
|
+
// Check with the rollup contract if we can indeed propose at the next L2 slot. This check should not fail
|
|
273
247
|
// if all the previous checks are good, but we do it just in case.
|
|
274
|
-
const canProposeCheck = await publisher.canProposeAtNextEthBlock(
|
|
248
|
+
const canProposeCheck = await publisher.canProposeAtNextEthBlock(syncedTo.archive, proposer ?? EthAddress.ZERO, invalidateBlock);
|
|
275
249
|
if (canProposeCheck === undefined) {
|
|
276
|
-
this.log.warn(`Cannot propose
|
|
250
|
+
this.log.warn(`Cannot propose checkpoint ${checkpointNumber} at slot ${slot} due to failed rollup contract check`, logCtx);
|
|
277
251
|
this.emit('proposer-rollup-check-failed', {
|
|
278
|
-
reason: 'Rollup contract check failed'
|
|
252
|
+
reason: 'Rollup contract check failed',
|
|
253
|
+
slot
|
|
279
254
|
});
|
|
280
255
|
this.metrics.recordBlockProposalPrecheckFailed('rollup_contract_check_failed');
|
|
281
|
-
return;
|
|
282
|
-
}
|
|
256
|
+
return undefined;
|
|
257
|
+
}
|
|
258
|
+
if (canProposeCheck.slot !== slot) {
|
|
283
259
|
this.log.warn(`Cannot propose block due to slot mismatch with rollup contract (this can be caused by a clock out of sync). Expected slot ${slot} but got ${canProposeCheck.slot}.`, {
|
|
284
|
-
...
|
|
260
|
+
...logCtx,
|
|
285
261
|
rollup: canProposeCheck,
|
|
286
|
-
newBlockNumber,
|
|
287
262
|
expectedSlot: slot
|
|
288
263
|
});
|
|
289
264
|
this.emit('proposer-rollup-check-failed', {
|
|
290
|
-
reason: 'Slot mismatch'
|
|
265
|
+
reason: 'Slot mismatch',
|
|
266
|
+
slot
|
|
291
267
|
});
|
|
292
268
|
this.metrics.recordBlockProposalPrecheckFailed('slot_mismatch');
|
|
293
|
-
return;
|
|
294
|
-
}
|
|
295
|
-
|
|
296
|
-
|
|
269
|
+
return undefined;
|
|
270
|
+
}
|
|
271
|
+
if (canProposeCheck.checkpointNumber !== checkpointNumber) {
|
|
272
|
+
this.log.warn(`Cannot propose due to block mismatch with rollup contract (this can be caused by a pending archiver sync). Expected checkpoint ${checkpointNumber} but got ${canProposeCheck.checkpointNumber}.`, {
|
|
273
|
+
...logCtx,
|
|
297
274
|
rollup: canProposeCheck,
|
|
298
|
-
newBlockNumber,
|
|
299
275
|
expectedSlot: slot
|
|
300
276
|
});
|
|
301
277
|
this.emit('proposer-rollup-check-failed', {
|
|
302
|
-
reason: 'Block mismatch'
|
|
278
|
+
reason: 'Block mismatch',
|
|
279
|
+
slot
|
|
303
280
|
});
|
|
304
281
|
this.metrics.recordBlockProposalPrecheckFailed('block_number_mismatch');
|
|
305
|
-
return;
|
|
306
|
-
}
|
|
307
|
-
this.log.debug(`Can propose block ${newBlockNumber} at slot ${slot} as ${proposer}`, {
|
|
308
|
-
...syncLogData
|
|
309
|
-
});
|
|
310
|
-
const newGlobalVariables = await this.globalsBuilder.buildGlobalVariables(newBlockNumber, coinbase, feeRecipient, slot);
|
|
311
|
-
// Enqueue governance and slashing votes (returns promises that will be awaited later)
|
|
312
|
-
// In fisherman mode, we simulate slashing but don't actually publish to L1
|
|
313
|
-
const votesPromises = this.enqueueGovernanceAndSlashingVotes(publisher, attestorAddress, slot, newGlobalVariables.timestamp);
|
|
314
|
-
// Enqueues block invalidation
|
|
315
|
-
if (invalidateBlock && !this.config.skipInvalidateBlockAsProposer) {
|
|
316
|
-
publisher.enqueueInvalidateBlock(invalidateBlock);
|
|
317
|
-
}
|
|
318
|
-
// Actual block building
|
|
319
|
-
this.setState(SequencerState.INITIALIZING_PROPOSAL, slot);
|
|
320
|
-
this.metrics.incOpenSlot(slot, proposer?.toString() ?? 'unknown');
|
|
321
|
-
const block = await this.tryBuildBlockAndEnqueuePublish(slot, proposer, newBlockNumber, publisher, newGlobalVariables, chainTipArchive, invalidateBlock);
|
|
322
|
-
// Wait until the voting promises have resolved, so all requests are enqueued
|
|
323
|
-
await Promise.all(votesPromises);
|
|
324
|
-
// In fisherman mode, we don't publish to L1
|
|
325
|
-
if (this.config.fishermanMode) {
|
|
326
|
-
// Clear pending requests
|
|
327
|
-
publisher.clearPendingRequests();
|
|
328
|
-
if (block) {
|
|
329
|
-
this.log.info(`Validation block building SUCCEEDED for slot ${slot}`, {
|
|
330
|
-
blockNumber: newBlockNumber,
|
|
331
|
-
slot: Number(slot),
|
|
332
|
-
archive: block.archive.toString(),
|
|
333
|
-
txCount: block.body.txEffects.length
|
|
334
|
-
});
|
|
335
|
-
this.lastBlockPublished = block;
|
|
336
|
-
this.metrics.recordBlockProposalSuccess();
|
|
337
|
-
} else {
|
|
338
|
-
// Block building failed in fisherman mode
|
|
339
|
-
this.log.warn(`Validation block building FAILED for slot ${slot}`, {
|
|
340
|
-
blockNumber: newBlockNumber,
|
|
341
|
-
slot: Number(slot)
|
|
342
|
-
});
|
|
343
|
-
this.metrics.recordBlockProposalFailed('block_build_failed');
|
|
344
|
-
}
|
|
345
|
-
} else {
|
|
346
|
-
// Normal mode: send the tx to L1
|
|
347
|
-
const l1Response = await publisher.sendRequests();
|
|
348
|
-
const proposedBlock = l1Response?.successfulActions.find((a)=>a === 'propose');
|
|
349
|
-
if (proposedBlock) {
|
|
350
|
-
this.lastBlockPublished = block;
|
|
351
|
-
this.emit('block-published', {
|
|
352
|
-
blockNumber: newBlockNumber,
|
|
353
|
-
slot: Number(slot)
|
|
354
|
-
});
|
|
355
|
-
await this.metrics.incFilledSlot(publisher.getSenderAddress().toString(), coinbase);
|
|
356
|
-
} else if (block) {
|
|
357
|
-
this.emit('block-publish-failed', l1Response ?? {});
|
|
358
|
-
}
|
|
282
|
+
return undefined;
|
|
359
283
|
}
|
|
360
|
-
this.
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
proposer,
|
|
365
|
-
publisher: publisher.getSenderAddress(),
|
|
366
|
-
globalVariables: newGlobalVariables.toInspect(),
|
|
367
|
-
chainTipArchive,
|
|
368
|
-
blockNumber: newBlockNumber,
|
|
369
|
-
slot
|
|
370
|
-
});
|
|
371
|
-
const proposalHeader = CheckpointHeader.from({
|
|
372
|
-
...newGlobalVariables,
|
|
373
|
-
timestamp: newGlobalVariables.timestamp,
|
|
374
|
-
lastArchiveRoot: chainTipArchive,
|
|
375
|
-
blockHeadersHash: Fr.ZERO,
|
|
376
|
-
contentCommitment: ContentCommitment.empty(),
|
|
377
|
-
totalManaUsed: Fr.ZERO
|
|
284
|
+
this.lastSlotForCheckpointProposalJob = slot;
|
|
285
|
+
this.log.info(`Preparing checkpoint proposal ${checkpointNumber} at slot ${slot}`, {
|
|
286
|
+
...logCtx,
|
|
287
|
+
proposer
|
|
378
288
|
});
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
if (pendingTxCount >= this.minTxsPerBlock) {
|
|
382
|
-
// We don't fetch exactly maxTxsPerBlock txs here because we may not need all of them if we hit a limit before,
|
|
383
|
-
// and also we may need to fetch more if we don't have enough valid txs.
|
|
384
|
-
const pendingTxs = this.p2pClient.iteratePendingTxs();
|
|
385
|
-
try {
|
|
386
|
-
block = await this.buildBlockAndEnqueuePublish(pendingTxs, proposalHeader, newGlobalVariables, proposer, invalidateBlock, publisher);
|
|
387
|
-
} catch (err) {
|
|
388
|
-
this.emit('block-build-failed', {
|
|
389
|
-
reason: err.message
|
|
390
|
-
});
|
|
391
|
-
if (err instanceof FormattedViemError) {
|
|
392
|
-
this.log.verbose(`Unable to build/enqueue block ${err.message}`);
|
|
393
|
-
} else {
|
|
394
|
-
this.log.error(`Error building/enqueuing block`, err, {
|
|
395
|
-
blockNumber: newBlockNumber,
|
|
396
|
-
slot
|
|
397
|
-
});
|
|
398
|
-
}
|
|
399
|
-
this.metrics.recordBlockProposalFailed(err.name || 'unknown_error');
|
|
400
|
-
}
|
|
401
|
-
} else {
|
|
402
|
-
this.log.verbose(`Not enough txs to build block ${newBlockNumber} at slot ${slot} (got ${pendingTxCount} txs, need ${this.minTxsPerBlock})`, {
|
|
403
|
-
chainTipArchive,
|
|
404
|
-
blockNumber: newBlockNumber,
|
|
405
|
-
slot
|
|
406
|
-
});
|
|
407
|
-
this.emit('tx-count-check-failed', {
|
|
408
|
-
minTxs: this.minTxsPerBlock,
|
|
409
|
-
availableTxs: pendingTxCount
|
|
410
|
-
});
|
|
411
|
-
this.metrics.recordBlockProposalFailed('insufficient_txs');
|
|
412
|
-
}
|
|
413
|
-
return block;
|
|
289
|
+
// Create and return the checkpoint proposal job
|
|
290
|
+
return this.createCheckpointProposalJob(slot, checkpointNumber, syncedTo.blockNumber, proposer, publisher, attestorAddress, invalidateBlock);
|
|
414
291
|
}
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
await this.work();
|
|
418
|
-
} catch (err) {
|
|
419
|
-
if (err instanceof SequencerTooSlowError) {
|
|
420
|
-
// Log as warn only if we had to abort halfway through the block proposal
|
|
421
|
-
const logLvl = [
|
|
422
|
-
SequencerState.INITIALIZING_PROPOSAL,
|
|
423
|
-
SequencerState.PROPOSER_CHECK
|
|
424
|
-
].includes(err.proposedState) ? 'debug' : 'warn';
|
|
425
|
-
this.log[logLvl](err.message, {
|
|
426
|
-
now: this.dateProvider.nowInSeconds()
|
|
427
|
-
});
|
|
428
|
-
} else {
|
|
429
|
-
// Re-throw other errors
|
|
430
|
-
throw err;
|
|
431
|
-
}
|
|
432
|
-
} finally{
|
|
433
|
-
this.setState(SequencerState.IDLE, undefined);
|
|
434
|
-
}
|
|
292
|
+
createCheckpointProposalJob(slot, checkpointNumber, syncedToBlockNumber, proposer, publisher, attestorAddress, invalidateBlock) {
|
|
293
|
+
return new CheckpointProposalJob(slot, checkpointNumber, syncedToBlockNumber, proposer, publisher, attestorAddress, invalidateBlock, this.validatorClient, this.globalsBuilder, this.p2pClient, this.worldState, this.l1ToL2MessageSource, this.checkpointsBuilder, this.l1Constants, this.config, this.timetable, this.slasherClient, this.epochCache, this.dateProvider, this.metrics, this, this.setState.bind(this), this.log);
|
|
435
294
|
}
|
|
436
|
-
|
|
295
|
+
/**
|
|
296
|
+
* Internal helper for setting the sequencer state and checks if we have enough time left in the slot to transition to the new state.
|
|
297
|
+
* @param proposedState - The new state to transition to.
|
|
298
|
+
* @param slotNumber - The current slot number.
|
|
299
|
+
* @param force - Whether to force the transition even if the sequencer is stopped.
|
|
300
|
+
*/ setState(proposedState, slotNumber, opts = {}) {
|
|
437
301
|
if (this.state === SequencerState.STOPPING && proposedState !== SequencerState.STOPPED && !opts.force) {
|
|
438
302
|
this.log.warn(`Cannot set sequencer to ${proposedState} as it is stopping.`);
|
|
439
303
|
throw new SequencerInterruptedError();
|
|
@@ -460,220 +324,10 @@ export { SequencerState };
|
|
|
460
324
|
oldState: this.state,
|
|
461
325
|
newState: proposedState,
|
|
462
326
|
secondsIntoSlot,
|
|
463
|
-
slotNumber
|
|
327
|
+
slot: slotNumber
|
|
464
328
|
});
|
|
465
329
|
this.state = proposedState;
|
|
466
330
|
}
|
|
467
|
-
async dropFailedTxsFromP2P(failedTxs) {
|
|
468
|
-
if (failedTxs.length === 0) {
|
|
469
|
-
return;
|
|
470
|
-
}
|
|
471
|
-
const failedTxData = failedTxs.map((fail)=>fail.tx);
|
|
472
|
-
const failedTxHashes = failedTxData.map((tx)=>tx.getTxHash());
|
|
473
|
-
this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
|
|
474
|
-
await this.p2pClient.deleteTxs(failedTxHashes);
|
|
475
|
-
}
|
|
476
|
-
getBlockBuilderOptions(slot) {
|
|
477
|
-
// Deadline for processing depends on whether we're proposing a block
|
|
478
|
-
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
479
|
-
const processingEndTimeWithinSlot = this.timetable.getBlockProposalExecTimeEnd(secondsIntoSlot);
|
|
480
|
-
// Deadline is only set if enforceTimeTable is enabled.
|
|
481
|
-
const deadline = this.enforceTimeTable ? new Date((this.getSlotStartBuildTimestamp(slot) + processingEndTimeWithinSlot) * 1000) : undefined;
|
|
482
|
-
return {
|
|
483
|
-
maxTransactions: this.maxTxsPerBlock,
|
|
484
|
-
maxBlockSize: this.maxBlockSizeInBytes,
|
|
485
|
-
maxBlockGas: this.maxBlockGas,
|
|
486
|
-
maxBlobFields: BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB,
|
|
487
|
-
deadline
|
|
488
|
-
};
|
|
489
|
-
}
|
|
490
|
-
/**
|
|
491
|
-
* @notice Build and propose a block to the chain
|
|
492
|
-
*
|
|
493
|
-
* @dev MUST throw instead of exiting early to ensure that world-state
|
|
494
|
-
* is being rolled back if the block is dropped.
|
|
495
|
-
*
|
|
496
|
-
* @param pendingTxs - Iterable of pending transactions to construct the block from
|
|
497
|
-
* @param proposalHeader - The partial header constructed for the proposal
|
|
498
|
-
* @param newGlobalVariables - The global variables for the new block
|
|
499
|
-
* @param proposerAddress - The address of the proposer
|
|
500
|
-
*/ async buildBlockAndEnqueuePublish(pendingTxs, proposalHeader, newGlobalVariables, proposerAddress, invalidateBlock, publisher) {
|
|
501
|
-
await publisher.validateBlockHeader(proposalHeader, invalidateBlock);
|
|
502
|
-
const blockNumber = newGlobalVariables.blockNumber;
|
|
503
|
-
const slot = proposalHeader.slotNumber;
|
|
504
|
-
const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(blockNumber);
|
|
505
|
-
const workTimer = new Timer();
|
|
506
|
-
this.setState(SequencerState.CREATING_BLOCK, slot);
|
|
507
|
-
try {
|
|
508
|
-
const blockBuilderOptions = this.getBlockBuilderOptions(slot);
|
|
509
|
-
const buildBlockRes = await this.blockBuilder.buildBlock(pendingTxs, l1ToL2Messages, newGlobalVariables, blockBuilderOptions);
|
|
510
|
-
const { publicGas, block, publicProcessorDuration, numTxs, numMsgs, blockBuildingTimer, usedTxs, failedTxs } = buildBlockRes;
|
|
511
|
-
const blockBuildDuration = workTimer.ms();
|
|
512
|
-
await this.dropFailedTxsFromP2P(failedTxs);
|
|
513
|
-
const minTxsPerBlock = this.minTxsPerBlock;
|
|
514
|
-
if (numTxs < minTxsPerBlock) {
|
|
515
|
-
this.log.warn(`Block ${blockNumber} has too few txs to be proposed (got ${numTxs} but required ${minTxsPerBlock})`, {
|
|
516
|
-
slot,
|
|
517
|
-
blockNumber,
|
|
518
|
-
numTxs
|
|
519
|
-
});
|
|
520
|
-
throw new Error(`Block has too few successful txs to be proposed`);
|
|
521
|
-
}
|
|
522
|
-
// TODO(@PhilWindle) We should probably periodically check for things like another
|
|
523
|
-
// block being published before ours instead of just waiting on our block
|
|
524
|
-
await publisher.validateBlockHeader(block.getCheckpointHeader(), invalidateBlock);
|
|
525
|
-
const blockStats = {
|
|
526
|
-
eventName: 'l2-block-built',
|
|
527
|
-
creator: proposerAddress?.toString() ?? publisher.getSenderAddress().toString(),
|
|
528
|
-
duration: workTimer.ms(),
|
|
529
|
-
publicProcessDuration: publicProcessorDuration,
|
|
530
|
-
rollupCircuitsDuration: blockBuildingTimer.ms(),
|
|
531
|
-
...block.getStats()
|
|
532
|
-
};
|
|
533
|
-
const blockHash = await block.hash();
|
|
534
|
-
const txHashes = block.body.txEffects.map((tx)=>tx.txHash);
|
|
535
|
-
this.log.info(`Built block ${block.number} for slot ${slot} with ${numTxs} txs and ${numMsgs} messages. ${publicGas.l2Gas / workTimer.s()} mana/s`, {
|
|
536
|
-
blockHash,
|
|
537
|
-
globalVariables: block.header.globalVariables.toInspect(),
|
|
538
|
-
txHashes,
|
|
539
|
-
...blockStats
|
|
540
|
-
});
|
|
541
|
-
// In fisherman mode, skip attestation collection
|
|
542
|
-
let attestationsAndSigners;
|
|
543
|
-
if (this.config.fishermanMode) {
|
|
544
|
-
this.log.debug('Skipping attestation collection');
|
|
545
|
-
attestationsAndSigners = CommitteeAttestationsAndSigners.empty();
|
|
546
|
-
} else {
|
|
547
|
-
this.log.debug('Collecting attestations');
|
|
548
|
-
attestationsAndSigners = await this.collectAttestations(block, usedTxs, proposerAddress);
|
|
549
|
-
this.log.verbose(`Collected ${attestationsAndSigners.attestations.length} attestations for block ${blockNumber} at slot ${slot}`, {
|
|
550
|
-
blockHash,
|
|
551
|
-
blockNumber,
|
|
552
|
-
slot
|
|
553
|
-
});
|
|
554
|
-
}
|
|
555
|
-
// In fisherman mode, skip attestation signing
|
|
556
|
-
const attestationsAndSignersSignature = this.config.fishermanMode || !this.validatorClient ? Signature.empty() : await this.validatorClient.signAttestationsAndSigners(attestationsAndSigners, proposerAddress ?? publisher.getSenderAddress());
|
|
557
|
-
await this.enqueuePublishL2Block(block, attestationsAndSigners, attestationsAndSignersSignature, invalidateBlock, publisher);
|
|
558
|
-
this.metrics.recordBuiltBlock(blockBuildDuration, publicGas.l2Gas);
|
|
559
|
-
return block;
|
|
560
|
-
} catch (err) {
|
|
561
|
-
this.metrics.recordFailedBlock();
|
|
562
|
-
throw err;
|
|
563
|
-
}
|
|
564
|
-
}
|
|
565
|
-
async collectAttestations(block, txs, proposerAddress) {
|
|
566
|
-
const { committee, seed, epoch } = await this.epochCache.getCommittee(block.slot);
|
|
567
|
-
// We checked above that the committee is defined, so this should never happen.
|
|
568
|
-
if (!committee) {
|
|
569
|
-
throw new Error('No committee when collecting attestations');
|
|
570
|
-
}
|
|
571
|
-
if (committee.length === 0) {
|
|
572
|
-
this.log.verbose(`Attesting committee is empty`);
|
|
573
|
-
return CommitteeAttestationsAndSigners.empty();
|
|
574
|
-
} else {
|
|
575
|
-
this.log.debug(`Attesting committee length is ${committee.length}`);
|
|
576
|
-
}
|
|
577
|
-
if (!this.validatorClient) {
|
|
578
|
-
throw new Error('Missing validator client: Cannot collect attestations');
|
|
579
|
-
}
|
|
580
|
-
const numberOfRequiredAttestations = Math.floor(committee.length * 2 / 3) + 1;
|
|
581
|
-
const slotNumber = block.header.globalVariables.slotNumber;
|
|
582
|
-
this.setState(SequencerState.COLLECTING_ATTESTATIONS, slotNumber);
|
|
583
|
-
this.log.debug('Creating block proposal for validators');
|
|
584
|
-
const blockProposalOptions = {
|
|
585
|
-
publishFullTxs: !!this.config.publishTxsWithProposals,
|
|
586
|
-
broadcastInvalidBlockProposal: this.config.broadcastInvalidBlockProposal
|
|
587
|
-
};
|
|
588
|
-
const proposal = await this.validatorClient.createBlockProposal(block.header.globalVariables.blockNumber, block.getCheckpointHeader(), block.archive.root, txs, proposerAddress, blockProposalOptions);
|
|
589
|
-
if (!proposal) {
|
|
590
|
-
throw new Error(`Failed to create block proposal`);
|
|
591
|
-
}
|
|
592
|
-
if (this.config.skipCollectingAttestations) {
|
|
593
|
-
this.log.warn('Skipping attestation collection as per config (attesting with own keys only)');
|
|
594
|
-
const attestations = await this.validatorClient?.collectOwnAttestations(proposal);
|
|
595
|
-
return new CommitteeAttestationsAndSigners(orderAttestations(attestations ?? [], committee));
|
|
596
|
-
}
|
|
597
|
-
this.log.debug('Broadcasting block proposal to validators');
|
|
598
|
-
await this.validatorClient.broadcastBlockProposal(proposal);
|
|
599
|
-
const attestationTimeAllowed = this.enforceTimeTable ? this.timetable.getMaxAllowedTime(SequencerState.PUBLISHING_BLOCK) : this.aztecSlotDuration;
|
|
600
|
-
this.metrics.recordRequiredAttestations(numberOfRequiredAttestations, attestationTimeAllowed);
|
|
601
|
-
const timer = new Timer();
|
|
602
|
-
let collectedAttestationsCount = 0;
|
|
603
|
-
try {
|
|
604
|
-
const attestationDeadline = new Date(this.dateProvider.now() + attestationTimeAllowed * 1000);
|
|
605
|
-
const attestations = await this.validatorClient.collectAttestations(proposal, numberOfRequiredAttestations, attestationDeadline);
|
|
606
|
-
collectedAttestationsCount = attestations.length;
|
|
607
|
-
// note: the smart contract requires that the signatures are provided in the order of the committee
|
|
608
|
-
const sorted = orderAttestations(attestations, committee);
|
|
609
|
-
// manipulate the attestations if we've been configured to do so
|
|
610
|
-
if (this.config.injectFakeAttestation || this.config.shuffleAttestationOrdering) {
|
|
611
|
-
return this.manipulateAttestations(block, epoch, seed, committee, sorted);
|
|
612
|
-
}
|
|
613
|
-
return new CommitteeAttestationsAndSigners(sorted);
|
|
614
|
-
} catch (err) {
|
|
615
|
-
if (err && err instanceof AttestationTimeoutError) {
|
|
616
|
-
collectedAttestationsCount = err.collectedCount;
|
|
617
|
-
}
|
|
618
|
-
throw err;
|
|
619
|
-
} finally{
|
|
620
|
-
this.metrics.recordCollectedAttestations(collectedAttestationsCount, timer.ms());
|
|
621
|
-
}
|
|
622
|
-
}
|
|
623
|
-
/** Breaks the attestations before publishing based on attack configs */ manipulateAttestations(block, epoch, seed, committee, attestations) {
|
|
624
|
-
// Compute the proposer index in the committee, since we dont want to tweak it.
|
|
625
|
-
// Otherwise, the L1 rollup contract will reject the block outright.
|
|
626
|
-
const proposerIndex = Number(this.epochCache.computeProposerIndex(block.slot, epoch, seed, BigInt(committee.length)));
|
|
627
|
-
if (this.config.injectFakeAttestation) {
|
|
628
|
-
// Find non-empty attestations that are not from the proposer
|
|
629
|
-
const nonProposerIndices = [];
|
|
630
|
-
for(let i = 0; i < attestations.length; i++){
|
|
631
|
-
if (!attestations[i].signature.isEmpty() && i !== proposerIndex) {
|
|
632
|
-
nonProposerIndices.push(i);
|
|
633
|
-
}
|
|
634
|
-
}
|
|
635
|
-
if (nonProposerIndices.length > 0) {
|
|
636
|
-
const targetIndex = nonProposerIndices[randomInt(nonProposerIndices.length)];
|
|
637
|
-
this.log.warn(`Injecting fake attestation in block ${block.number} at index ${targetIndex}`);
|
|
638
|
-
unfreeze(attestations[targetIndex]).signature = Signature.random();
|
|
639
|
-
}
|
|
640
|
-
return new CommitteeAttestationsAndSigners(attestations);
|
|
641
|
-
}
|
|
642
|
-
if (this.config.shuffleAttestationOrdering) {
|
|
643
|
-
this.log.warn(`Shuffling attestation ordering in block ${block.number} (proposer index ${proposerIndex})`);
|
|
644
|
-
const shuffled = [
|
|
645
|
-
...attestations
|
|
646
|
-
];
|
|
647
|
-
const [i, j] = [
|
|
648
|
-
(proposerIndex + 1) % shuffled.length,
|
|
649
|
-
(proposerIndex + 2) % shuffled.length
|
|
650
|
-
];
|
|
651
|
-
const valueI = shuffled[i];
|
|
652
|
-
const valueJ = shuffled[j];
|
|
653
|
-
shuffled[i] = valueJ;
|
|
654
|
-
shuffled[j] = valueI;
|
|
655
|
-
const signers = new CommitteeAttestationsAndSigners(attestations).getSigners();
|
|
656
|
-
return new MaliciousCommitteeAttestationsAndSigners(shuffled, signers);
|
|
657
|
-
}
|
|
658
|
-
return new CommitteeAttestationsAndSigners(attestations);
|
|
659
|
-
}
|
|
660
|
-
/**
|
|
661
|
-
* Publishes the L2Block to the rollup contract.
|
|
662
|
-
* @param block - The L2Block to be published.
|
|
663
|
-
*/ async enqueuePublishL2Block(block, attestationsAndSigners, attestationsAndSignersSignature, invalidateBlock, publisher) {
|
|
664
|
-
// Publishes new block to the network and awaits the tx to be mined
|
|
665
|
-
this.setState(SequencerState.PUBLISHING_BLOCK, block.header.globalVariables.slotNumber);
|
|
666
|
-
// Time out tx at the end of the slot
|
|
667
|
-
const slot = block.header.globalVariables.slotNumber;
|
|
668
|
-
const txTimeoutAt = new Date((this.getSlotStartBuildTimestamp(slot) + this.aztecSlotDuration) * 1000);
|
|
669
|
-
const enqueued = await publisher.enqueueProposeL2Block(block, attestationsAndSigners, attestationsAndSignersSignature, {
|
|
670
|
-
txTimeoutAt,
|
|
671
|
-
forcePendingBlockNumber: invalidateBlock?.forcePendingBlockNumber
|
|
672
|
-
});
|
|
673
|
-
if (!enqueued) {
|
|
674
|
-
throw new Error(`Failed to enqueue publish of block ${block.number}`);
|
|
675
|
-
}
|
|
676
|
-
}
|
|
677
331
|
/**
|
|
678
332
|
* Returns whether all dependencies have caught up.
|
|
679
333
|
* We don't check against the previous block submitted since it may have been reorg'd out.
|
|
@@ -725,7 +379,7 @@ export { SequencerState };
|
|
|
725
379
|
pendingChainValidationStatus
|
|
726
380
|
};
|
|
727
381
|
}
|
|
728
|
-
const block = await this.l2BlockSource.
|
|
382
|
+
const block = await this.l2BlockSource.getL2BlockNew(blockNumber);
|
|
729
383
|
if (!block) {
|
|
730
384
|
// this shouldn't really happen because a moment ago we checked that all components were in sync
|
|
731
385
|
this.log.error(`Failed to get L2 block ${blockNumber} from the archiver with all components in sync`);
|
|
@@ -740,52 +394,6 @@ export { SequencerState };
|
|
|
740
394
|
};
|
|
741
395
|
}
|
|
742
396
|
/**
|
|
743
|
-
* Enqueues governance and slashing votes with the publisher. Does not block.
|
|
744
|
-
* @param publisher - The publisher to enqueue votes with
|
|
745
|
-
* @param attestorAddress - The attestor address to use for signing
|
|
746
|
-
* @param slot - The slot number
|
|
747
|
-
* @param timestamp - The timestamp for the votes
|
|
748
|
-
* @param context - Optional context for logging (e.g., block number)
|
|
749
|
-
* @returns A tuple of [governanceEnqueued, slashingEnqueued]
|
|
750
|
-
*/ enqueueGovernanceAndSlashingVotes(publisher, attestorAddress, slot, timestamp) {
|
|
751
|
-
try {
|
|
752
|
-
const signerFn = (msg)=>this.validatorClient.signWithAddress(attestorAddress, msg).then((s)=>s.toString());
|
|
753
|
-
const enqueueGovernancePromise = this.governanceProposerPayload && !this.governanceProposerPayload.isZero() ? publisher.enqueueGovernanceCastSignal(this.governanceProposerPayload, slot, timestamp, attestorAddress, signerFn).catch((err)=>{
|
|
754
|
-
this.log.error(`Error enqueuing governance vote`, err, {
|
|
755
|
-
slot
|
|
756
|
-
});
|
|
757
|
-
return false;
|
|
758
|
-
}) : undefined;
|
|
759
|
-
const enqueueSlashingPromise = this.slasherClient ? this.slasherClient.getProposerActions(slot).then((actions)=>{
|
|
760
|
-
// Record metrics for fisherman mode
|
|
761
|
-
if (this.config.fishermanMode && actions.length > 0) {
|
|
762
|
-
this.log.debug(`Fisherman mode: simulating ${actions.length} slashing action(s) for slot ${slot}`, {
|
|
763
|
-
slot,
|
|
764
|
-
actionCount: actions.length
|
|
765
|
-
});
|
|
766
|
-
this.metrics.recordSlashingAttempt(actions.length);
|
|
767
|
-
}
|
|
768
|
-
// Enqueue the actions to fully simulate L1 tx building (they won't be sent in fisherman mode)
|
|
769
|
-
return publisher.enqueueSlashingActions(actions, slot, timestamp, attestorAddress, signerFn);
|
|
770
|
-
}).catch((err)=>{
|
|
771
|
-
this.log.error(`Error enqueuing slashing actions`, err, {
|
|
772
|
-
slot
|
|
773
|
-
});
|
|
774
|
-
return false;
|
|
775
|
-
}) : undefined;
|
|
776
|
-
return [
|
|
777
|
-
enqueueGovernancePromise,
|
|
778
|
-
enqueueSlashingPromise
|
|
779
|
-
];
|
|
780
|
-
} catch (err) {
|
|
781
|
-
this.log.error(`Error enqueueing governance and slashing votes`, err);
|
|
782
|
-
return [
|
|
783
|
-
undefined,
|
|
784
|
-
undefined
|
|
785
|
-
];
|
|
786
|
-
}
|
|
787
|
-
}
|
|
788
|
-
/**
|
|
789
397
|
* Checks if we are the proposer for the next slot.
|
|
790
398
|
* @returns True if we can propose, and the proposer address (undefined if anyone can propose)
|
|
791
399
|
*/ async checkCanPropose(slot) {
|
|
@@ -841,32 +449,32 @@ export { SequencerState };
|
|
|
841
449
|
* Tries to vote on slashing actions and governance when the sync check fails but we're past the max time for initializing a proposal.
|
|
842
450
|
* This allows the sequencer to participate in governance/slashing votes even when it cannot build blocks.
|
|
843
451
|
*/ async tryVoteWhenSyncFails(args) {
|
|
844
|
-
const { slot
|
|
452
|
+
const { slot } = args;
|
|
845
453
|
// Prevent duplicate attempts in the same slot
|
|
846
454
|
if (this.lastSlotForVoteWhenSyncFailed === slot) {
|
|
847
|
-
this.log.
|
|
455
|
+
this.log.trace(`Already attempted to vote in slot ${slot} (skipping)`);
|
|
848
456
|
return;
|
|
849
457
|
}
|
|
850
458
|
// Check if we're past the max time for initializing a proposal
|
|
851
459
|
const secondsIntoSlot = this.getSecondsIntoSlot(slot);
|
|
852
|
-
const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.
|
|
460
|
+
const maxAllowedTime = this.timetable.getMaxAllowedTime(SequencerState.INITIALIZING_CHECKPOINT);
|
|
853
461
|
// If we haven't exceeded the time limit for initializing a proposal, don't proceed with voting
|
|
854
462
|
// We use INITIALIZING_PROPOSAL time limit because if we're past that, we can't build a block anyway
|
|
855
463
|
if (maxAllowedTime === undefined || secondsIntoSlot <= maxAllowedTime) {
|
|
856
|
-
this.log.trace(`Not attempting to vote since there is still for block building`, {
|
|
464
|
+
this.log.trace(`Not attempting to vote since there is still time for block building`, {
|
|
857
465
|
secondsIntoSlot,
|
|
858
466
|
maxAllowedTime
|
|
859
467
|
});
|
|
860
468
|
return;
|
|
861
469
|
}
|
|
862
|
-
this.log.
|
|
470
|
+
this.log.trace(`Sync for slot ${slot} failed, checking for voting opportunities`, {
|
|
863
471
|
secondsIntoSlot,
|
|
864
472
|
maxAllowedTime
|
|
865
473
|
});
|
|
866
474
|
// Check if we're a proposer or proposal is open
|
|
867
475
|
const [canPropose, proposer] = await this.checkCanPropose(slot);
|
|
868
476
|
if (!canPropose) {
|
|
869
|
-
this.log.
|
|
477
|
+
this.log.trace(`Cannot vote in slot ${slot} since we are not a proposer`, {
|
|
870
478
|
slot,
|
|
871
479
|
proposer
|
|
872
480
|
});
|
|
@@ -880,10 +488,11 @@ export { SequencerState };
|
|
|
880
488
|
attestorAddress,
|
|
881
489
|
slot
|
|
882
490
|
});
|
|
883
|
-
// Enqueue governance and slashing votes
|
|
884
|
-
const
|
|
885
|
-
|
|
886
|
-
|
|
491
|
+
// Enqueue governance and slashing votes
|
|
492
|
+
const voter = new CheckpointVoter(slot, publisher, attestorAddress, this.validatorClient, this.slasherClient, this.l1Constants, this.config, this.metrics, this.log);
|
|
493
|
+
const votesPromises = voter.enqueueVotes();
|
|
494
|
+
const votes = await Promise.all(votesPromises);
|
|
495
|
+
if (votes.every((p)=>!p)) {
|
|
887
496
|
this.log.debug(`No votes to enqueue for slot ${slot}`);
|
|
888
497
|
return;
|
|
889
498
|
}
|
|
@@ -902,7 +511,6 @@ export { SequencerState };
|
|
|
902
511
|
if (pendingChainValidationStatus.valid) {
|
|
903
512
|
return;
|
|
904
513
|
}
|
|
905
|
-
const { publisher } = await this.publisherFactory.create(undefined);
|
|
906
514
|
const invalidBlockNumber = pendingChainValidationStatus.block.blockNumber;
|
|
907
515
|
const invalidBlockTimestamp = pendingChainValidationStatus.block.timestamp;
|
|
908
516
|
const timeSinceChainInvalid = this.dateProvider.nowInSeconds() - Number(invalidBlockTimestamp);
|
|
@@ -924,6 +532,21 @@ export { SequencerState };
|
|
|
924
532
|
this.log.debug(`Not invalidating pending chain`, logData);
|
|
925
533
|
return;
|
|
926
534
|
}
|
|
535
|
+
let validatorToUse;
|
|
536
|
+
if (invalidateAsCommitteeMember) {
|
|
537
|
+
// When invalidating as a committee member, use first validator that's actually in the committee
|
|
538
|
+
const { committee } = await this.epochCache.getCommittee(currentSlot);
|
|
539
|
+
if (committee) {
|
|
540
|
+
const committeeSet = new Set(committee.map((addr)=>addr.toString()));
|
|
541
|
+
validatorToUse = ourValidatorAddresses.find((addr)=>committeeSet.has(addr.toString())) ?? ourValidatorAddresses[0];
|
|
542
|
+
} else {
|
|
543
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
544
|
+
}
|
|
545
|
+
} else {
|
|
546
|
+
// When invalidating as a non-committee member, use the first validator
|
|
547
|
+
validatorToUse = ourValidatorAddresses[0];
|
|
548
|
+
}
|
|
549
|
+
const { publisher } = await this.publisherFactory.create(validatorToUse);
|
|
927
550
|
const invalidateBlock = await publisher.simulateInvalidateBlock(pendingChainValidationStatus);
|
|
928
551
|
if (!invalidateBlock) {
|
|
929
552
|
this.log.warn(`Failed to simulate invalidate block`, logData);
|
|
@@ -938,6 +561,32 @@ export { SequencerState };
|
|
|
938
561
|
publisher.clearPendingRequests();
|
|
939
562
|
}
|
|
940
563
|
}
|
|
564
|
+
logStrategyComparison(epoch, publisher) {
|
|
565
|
+
const feeAnalyzer = publisher.getL1FeeAnalyzer();
|
|
566
|
+
if (!feeAnalyzer) {
|
|
567
|
+
return;
|
|
568
|
+
}
|
|
569
|
+
const comparison = feeAnalyzer.getStrategyComparison();
|
|
570
|
+
if (comparison.length === 0) {
|
|
571
|
+
this.log.debug(`No strategy data available yet for epoch ${epoch}`);
|
|
572
|
+
return;
|
|
573
|
+
}
|
|
574
|
+
this.log.info(`L1 Fee Strategy Performance Report - End of Epoch ${epoch}`, {
|
|
575
|
+
epoch: Number(epoch),
|
|
576
|
+
totalAnalyses: comparison[0]?.totalAnalyses,
|
|
577
|
+
strategies: comparison.map((s)=>({
|
|
578
|
+
id: s.strategyId,
|
|
579
|
+
name: s.strategyName,
|
|
580
|
+
inclusionRate: `${(s.inclusionRate * 100).toFixed(1)}%`,
|
|
581
|
+
inclusionCount: `${s.inclusionCount}/${s.totalAnalyses}`,
|
|
582
|
+
avgCostEth: s.avgEstimatedCostEth.toFixed(6),
|
|
583
|
+
totalCostEth: s.totalEstimatedCostEth.toFixed(6),
|
|
584
|
+
avgOverpaymentEth: s.avgOverpaymentEth.toFixed(6),
|
|
585
|
+
totalOverpaymentEth: s.totalOverpaymentEth.toFixed(6),
|
|
586
|
+
avgPriorityFeeDeltaGwei: s.avgPriorityFeeDeltaGwei.toFixed(2)
|
|
587
|
+
}))
|
|
588
|
+
});
|
|
589
|
+
}
|
|
941
590
|
getSlotStartBuildTimestamp(slotNumber) {
|
|
942
591
|
return getSlotStartBuildTimestamp(slotNumber, this.l1Constants);
|
|
943
592
|
}
|
|
@@ -954,24 +603,19 @@ export { SequencerState };
|
|
|
954
603
|
getSlasherClient() {
|
|
955
604
|
return this.slasherClient;
|
|
956
605
|
}
|
|
606
|
+
get tracer() {
|
|
607
|
+
return this.metrics.tracer;
|
|
608
|
+
}
|
|
609
|
+
getValidatorAddresses() {
|
|
610
|
+
return this.validatorClient?.getValidatorAddresses();
|
|
611
|
+
}
|
|
612
|
+
getConfig() {
|
|
613
|
+
return this.config;
|
|
614
|
+
}
|
|
615
|
+
get l1PublishingTime() {
|
|
616
|
+
return this.config.l1PublishingTime ?? this.l1Constants.ethereumSlotDuration;
|
|
617
|
+
}
|
|
957
618
|
}
|
|
958
619
|
_ts_decorate([
|
|
959
620
|
trackSpan('Sequencer.work')
|
|
960
621
|
], Sequencer.prototype, "safeWork", null);
|
|
961
|
-
_ts_decorate([
|
|
962
|
-
trackSpan('Sequencer.buildBlockAndEnqueuePublish', (_validTxs, _proposalHeader, newGlobalVariables)=>({
|
|
963
|
-
[Attributes.BLOCK_NUMBER]: newGlobalVariables.blockNumber
|
|
964
|
-
}))
|
|
965
|
-
], Sequencer.prototype, "buildBlockAndEnqueuePublish", null);
|
|
966
|
-
_ts_decorate([
|
|
967
|
-
trackSpan('Sequencer.collectAttestations', (block, txHashes)=>({
|
|
968
|
-
[Attributes.BLOCK_NUMBER]: block.number,
|
|
969
|
-
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
970
|
-
[Attributes.BLOCK_TXS_COUNT]: txHashes.length
|
|
971
|
-
}))
|
|
972
|
-
], Sequencer.prototype, "collectAttestations", null);
|
|
973
|
-
_ts_decorate([
|
|
974
|
-
trackSpan('Sequencer.enqueuePublishL2Block', (block)=>({
|
|
975
|
-
[Attributes.BLOCK_NUMBER]: block.number
|
|
976
|
-
}))
|
|
977
|
-
], Sequencer.prototype, "enqueuePublishL2Block", null);
|