@aztec/sequencer-client 0.0.1-commit.9d2bcf6d → 0.0.1-commit.9ef841308
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/sequencer-client.d.ts +15 -7
- package/dest/client/sequencer-client.d.ts.map +1 -1
- package/dest/client/sequencer-client.js +60 -26
- package/dest/config.d.ts +26 -7
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +47 -28
- package/dest/global_variable_builder/global_builder.d.ts +14 -10
- package/dest/global_variable_builder/global_builder.d.ts.map +1 -1
- package/dest/global_variable_builder/global_builder.js +22 -21
- package/dest/global_variable_builder/index.d.ts +2 -2
- package/dest/global_variable_builder/index.d.ts.map +1 -1
- package/dest/publisher/config.d.ts +47 -17
- package/dest/publisher/config.d.ts.map +1 -1
- package/dest/publisher/config.js +121 -42
- package/dest/publisher/index.d.ts +2 -1
- package/dest/publisher/index.d.ts.map +1 -1
- package/dest/publisher/l1_tx_failed_store/factory.d.ts +11 -0
- package/dest/publisher/l1_tx_failed_store/factory.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/factory.js +22 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts +59 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/failed_tx_store.js +1 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts +15 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/file_store_failed_tx_store.js +34 -0
- package/dest/publisher/l1_tx_failed_store/index.d.ts +4 -0
- package/dest/publisher/l1_tx_failed_store/index.d.ts.map +1 -0
- package/dest/publisher/l1_tx_failed_store/index.js +2 -0
- package/dest/publisher/sequencer-publisher-factory.d.ts +11 -3
- package/dest/publisher/sequencer-publisher-factory.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher-factory.js +27 -2
- package/dest/publisher/sequencer-publisher.d.ts +39 -13
- package/dest/publisher/sequencer-publisher.d.ts.map +1 -1
- package/dest/publisher/sequencer-publisher.js +364 -66
- package/dest/sequencer/checkpoint_proposal_job.d.ts +15 -7
- package/dest/sequencer/checkpoint_proposal_job.d.ts.map +1 -1
- package/dest/sequencer/checkpoint_proposal_job.js +241 -140
- package/dest/sequencer/checkpoint_voter.d.ts +1 -2
- package/dest/sequencer/checkpoint_voter.d.ts.map +1 -1
- package/dest/sequencer/checkpoint_voter.js +2 -5
- package/dest/sequencer/events.d.ts +2 -1
- package/dest/sequencer/events.d.ts.map +1 -1
- package/dest/sequencer/metrics.d.ts +21 -5
- package/dest/sequencer/metrics.d.ts.map +1 -1
- package/dest/sequencer/metrics.js +97 -15
- package/dest/sequencer/sequencer.d.ts +28 -15
- package/dest/sequencer/sequencer.d.ts.map +1 -1
- package/dest/sequencer/sequencer.js +93 -84
- package/dest/sequencer/timetable.d.ts +4 -6
- package/dest/sequencer/timetable.d.ts.map +1 -1
- package/dest/sequencer/timetable.js +7 -11
- package/dest/sequencer/types.d.ts +2 -2
- package/dest/sequencer/types.d.ts.map +1 -1
- package/dest/test/index.d.ts +3 -5
- package/dest/test/index.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.d.ts +11 -11
- package/dest/test/mock_checkpoint_builder.d.ts.map +1 -1
- package/dest/test/mock_checkpoint_builder.js +45 -34
- package/dest/test/utils.d.ts +3 -3
- package/dest/test/utils.d.ts.map +1 -1
- package/dest/test/utils.js +5 -4
- package/package.json +27 -28
- package/src/client/sequencer-client.ts +76 -23
- package/src/config.ts +65 -38
- package/src/global_variable_builder/global_builder.ts +23 -24
- package/src/global_variable_builder/index.ts +1 -1
- package/src/publisher/config.ts +153 -43
- package/src/publisher/index.ts +3 -0
- package/src/publisher/l1_tx_failed_store/factory.ts +32 -0
- package/src/publisher/l1_tx_failed_store/failed_tx_store.ts +55 -0
- package/src/publisher/l1_tx_failed_store/file_store_failed_tx_store.ts +46 -0
- package/src/publisher/l1_tx_failed_store/index.ts +3 -0
- package/src/publisher/sequencer-publisher-factory.ts +38 -6
- package/src/publisher/sequencer-publisher.ts +359 -86
- package/src/sequencer/checkpoint_proposal_job.ts +328 -151
- package/src/sequencer/checkpoint_voter.ts +1 -12
- package/src/sequencer/events.ts +1 -1
- package/src/sequencer/metrics.ts +106 -18
- package/src/sequencer/sequencer.ts +127 -96
- package/src/sequencer/timetable.ts +13 -12
- package/src/sequencer/types.ts +1 -1
- package/src/test/index.ts +2 -4
- package/src/test/mock_checkpoint_builder.ts +63 -49
- package/src/test/utils.ts +5 -2
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
import { NUM_CHECKPOINT_END_MARKER_FIELDS, getNumBlockEndBlobFields } from '@aztec/blob-lib/encoding';
|
|
2
|
-
import { BLOBS_PER_CHECKPOINT, FIELDS_PER_BLOB } from '@aztec/constants';
|
|
3
1
|
import type { EpochCache } from '@aztec/epoch-cache';
|
|
4
2
|
import {
|
|
5
3
|
BlockNumber,
|
|
@@ -9,6 +7,11 @@ import {
|
|
|
9
7
|
SlotNumber,
|
|
10
8
|
} from '@aztec/foundation/branded-types';
|
|
11
9
|
import { randomInt } from '@aztec/foundation/crypto/random';
|
|
10
|
+
import {
|
|
11
|
+
flipSignature,
|
|
12
|
+
generateRecoverableSignature,
|
|
13
|
+
generateUnrecoverableSignature,
|
|
14
|
+
} from '@aztec/foundation/crypto/secp256k1-signer';
|
|
12
15
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
13
16
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
14
17
|
import { Signature } from '@aztec/foundation/eth-signature';
|
|
@@ -27,18 +30,23 @@ import {
|
|
|
27
30
|
type L2BlockSource,
|
|
28
31
|
MaliciousCommitteeAttestationsAndSigners,
|
|
29
32
|
} from '@aztec/stdlib/block';
|
|
30
|
-
import type
|
|
31
|
-
import { getSlotStartBuildTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
33
|
+
import { type Checkpoint, validateCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
34
|
+
import { getSlotStartBuildTimestamp, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
32
35
|
import { Gas } from '@aztec/stdlib/gas';
|
|
33
36
|
import {
|
|
34
|
-
|
|
35
|
-
|
|
37
|
+
type BlockBuilderOptions,
|
|
38
|
+
InsufficientValidTxsError,
|
|
36
39
|
type ResolvedSequencerConfig,
|
|
37
40
|
type WorldStateSynchronizer,
|
|
38
41
|
} from '@aztec/stdlib/interfaces/server';
|
|
39
42
|
import { type L1ToL2MessageSource, computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
|
|
40
|
-
import type {
|
|
41
|
-
|
|
43
|
+
import type {
|
|
44
|
+
BlockProposal,
|
|
45
|
+
BlockProposalOptions,
|
|
46
|
+
CheckpointProposal,
|
|
47
|
+
CheckpointProposalOptions,
|
|
48
|
+
} from '@aztec/stdlib/p2p';
|
|
49
|
+
import { orderAttestations, trimAttestations } from '@aztec/stdlib/p2p';
|
|
42
50
|
import type { L2BlockBuiltStats } from '@aztec/stdlib/stats';
|
|
43
51
|
import { type FailedTx, Tx } from '@aztec/stdlib/tx';
|
|
44
52
|
import { AttestationTimeoutError } from '@aztec/stdlib/validators';
|
|
@@ -69,8 +77,10 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
69
77
|
protected readonly log: Logger;
|
|
70
78
|
|
|
71
79
|
constructor(
|
|
72
|
-
private readonly
|
|
73
|
-
private readonly
|
|
80
|
+
private readonly slotNow: SlotNumber,
|
|
81
|
+
private readonly targetSlot: SlotNumber,
|
|
82
|
+
private readonly epochNow: EpochNumber,
|
|
83
|
+
private readonly targetEpoch: EpochNumber,
|
|
74
84
|
private readonly checkpointNumber: CheckpointNumber,
|
|
75
85
|
private readonly syncedToBlockNumber: BlockNumber,
|
|
76
86
|
// TODO(palla/mbps): Can we remove the proposer in favor of attestorAddress? Need to check fisherman-node flows.
|
|
@@ -98,7 +108,20 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
98
108
|
public readonly tracer: Tracer,
|
|
99
109
|
bindings?: LoggerBindings,
|
|
100
110
|
) {
|
|
101
|
-
this.log = createLogger('sequencer:checkpoint-proposal', {
|
|
111
|
+
this.log = createLogger('sequencer:checkpoint-proposal', {
|
|
112
|
+
...bindings,
|
|
113
|
+
instanceId: `slot-${this.slotNow}`,
|
|
114
|
+
});
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
/** The wall-clock slot during which the proposer builds. */
|
|
118
|
+
private get slot(): SlotNumber {
|
|
119
|
+
return this.slotNow;
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
/** The wall-clock epoch. */
|
|
123
|
+
private get epoch(): EpochNumber {
|
|
124
|
+
return this.epochNow;
|
|
102
125
|
}
|
|
103
126
|
|
|
104
127
|
/**
|
|
@@ -111,7 +134,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
111
134
|
// In fisherman mode, we simulate slashing but don't actually publish to L1
|
|
112
135
|
// These are constant for the whole slot, so we only enqueue them once
|
|
113
136
|
const votesPromises = new CheckpointVoter(
|
|
114
|
-
this.
|
|
137
|
+
this.targetSlot,
|
|
115
138
|
this.publisher,
|
|
116
139
|
this.attestorAddress,
|
|
117
140
|
this.validatorClient,
|
|
@@ -129,7 +152,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
129
152
|
await Promise.all(votesPromises);
|
|
130
153
|
|
|
131
154
|
if (checkpoint) {
|
|
132
|
-
this.metrics.
|
|
155
|
+
this.metrics.recordCheckpointProposalSuccess();
|
|
133
156
|
}
|
|
134
157
|
|
|
135
158
|
// Do not post anything to L1 if we are fishermen, but do perform L1 fee analysis
|
|
@@ -138,6 +161,29 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
138
161
|
return;
|
|
139
162
|
}
|
|
140
163
|
|
|
164
|
+
// If pipelining, wait until the submission slot so L1 recognizes the pipelined proposer
|
|
165
|
+
if (this.epochCache.isProposerPipeliningEnabled()) {
|
|
166
|
+
const submissionSlotTimestamp =
|
|
167
|
+
getTimestampForSlot(this.targetSlot, this.l1Constants) - BigInt(this.l1Constants.ethereumSlotDuration);
|
|
168
|
+
this.log.info(`Waiting until submission slot ${this.targetSlot} for L1 submission`, {
|
|
169
|
+
slot: this.slot,
|
|
170
|
+
submissionSlot: this.targetSlot,
|
|
171
|
+
submissionSlotTimestamp,
|
|
172
|
+
});
|
|
173
|
+
await sleepUntil(new Date(Number(submissionSlotTimestamp) * 1000), this.dateProvider.nowAsDate());
|
|
174
|
+
|
|
175
|
+
// After waking, verify the parent checkpoint wasn't pruned during the sleep.
|
|
176
|
+
// We check L1's pending tip directly instead of canProposeAt, which also validates the proposer
|
|
177
|
+
// identity and would fail because the timestamp resolves to a different slot's proposer.
|
|
178
|
+
const l1Tips = await this.publisher.rollupContract.getTips();
|
|
179
|
+
if (l1Tips.pending < this.checkpointNumber - 1) {
|
|
180
|
+
this.log.warn(
|
|
181
|
+
`Parent checkpoint was pruned during pipelining sleep (L1 pending=${l1Tips.pending}, expected>=${this.checkpointNumber - 1}), skipping L1 submission for checkpoint ${this.checkpointNumber}`,
|
|
182
|
+
);
|
|
183
|
+
return undefined;
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
|
|
141
187
|
// Then send everything to L1
|
|
142
188
|
const l1Response = await this.publisher.sendRequests();
|
|
143
189
|
const proposedAction = l1Response?.successfulActions.find(a => a === 'propose');
|
|
@@ -156,7 +202,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
156
202
|
return {
|
|
157
203
|
// nullish operator needed for tests
|
|
158
204
|
[Attributes.COINBASE]: this.validatorClient.getCoinbaseForAttestor(this.attestorAddress)?.toString(),
|
|
159
|
-
[Attributes.SLOT_NUMBER]: this.
|
|
205
|
+
[Attributes.SLOT_NUMBER]: this.targetSlot,
|
|
160
206
|
};
|
|
161
207
|
})
|
|
162
208
|
private async proposeCheckpoint(): Promise<Checkpoint | undefined> {
|
|
@@ -166,8 +212,15 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
166
212
|
const feeRecipient = this.validatorClient.getFeeRecipientForAttestor(this.attestorAddress);
|
|
167
213
|
|
|
168
214
|
// Start the checkpoint
|
|
169
|
-
this.setStateFn(SequencerState.INITIALIZING_CHECKPOINT, this.
|
|
170
|
-
this.
|
|
215
|
+
this.setStateFn(SequencerState.INITIALIZING_CHECKPOINT, this.targetSlot);
|
|
216
|
+
this.log.info(`Starting checkpoint proposal`, {
|
|
217
|
+
buildSlot: this.slot,
|
|
218
|
+
submissionSlot: this.targetSlot,
|
|
219
|
+
pipelining: this.epochCache.isProposerPipeliningEnabled(),
|
|
220
|
+
proposer: this.proposer?.toString(),
|
|
221
|
+
coinbase: coinbase.toString(),
|
|
222
|
+
});
|
|
223
|
+
this.metrics.incOpenSlot(this.targetSlot, this.proposer?.toString() ?? 'unknown');
|
|
171
224
|
|
|
172
225
|
// Enqueues checkpoint invalidation (constant for the whole slot)
|
|
173
226
|
if (this.invalidateCheckpoint && !this.config.skipInvalidateBlockAsProposer) {
|
|
@@ -178,7 +231,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
178
231
|
const checkpointGlobalVariables = await this.globalsBuilder.buildCheckpointGlobalVariables(
|
|
179
232
|
coinbase,
|
|
180
233
|
feeRecipient,
|
|
181
|
-
this.
|
|
234
|
+
this.targetSlot,
|
|
182
235
|
);
|
|
183
236
|
|
|
184
237
|
// Collect L1 to L2 messages for the checkpoint and compute their hash
|
|
@@ -186,18 +239,21 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
186
239
|
const inHash = computeInHashFromL1ToL2Messages(l1ToL2Messages);
|
|
187
240
|
|
|
188
241
|
// Collect the out hashes of all the checkpoints before this one in the same epoch
|
|
189
|
-
const
|
|
190
|
-
c => c.
|
|
191
|
-
|
|
192
|
-
|
|
242
|
+
const previousCheckpointOutHashes = (await this.l2BlockSource.getCheckpointsDataForEpoch(this.targetEpoch))
|
|
243
|
+
.filter(c => c.checkpointNumber < this.checkpointNumber)
|
|
244
|
+
.map(c => c.checkpointOutHash);
|
|
245
|
+
|
|
246
|
+
// Get the fee asset price modifier from the oracle
|
|
247
|
+
const feeAssetPriceModifier = await this.publisher.getFeeAssetPriceModifier();
|
|
193
248
|
|
|
194
249
|
// Create a long-lived forked world state for the checkpoint builder
|
|
195
|
-
using fork = await this.worldState.fork(this.syncedToBlockNumber, { closeDelayMs: 12_000 });
|
|
250
|
+
await using fork = await this.worldState.fork(this.syncedToBlockNumber, { closeDelayMs: 12_000 });
|
|
196
251
|
|
|
197
252
|
// Create checkpoint builder for the entire slot
|
|
198
253
|
const checkpointBuilder = await this.checkpointsBuilder.startCheckpoint(
|
|
199
254
|
this.checkpointNumber,
|
|
200
255
|
checkpointGlobalVariables,
|
|
256
|
+
feeAssetPriceModifier,
|
|
201
257
|
l1ToL2Messages,
|
|
202
258
|
previousCheckpointOutHashes,
|
|
203
259
|
fork,
|
|
@@ -217,6 +273,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
217
273
|
|
|
218
274
|
let blocksInCheckpoint: L2Block[] = [];
|
|
219
275
|
let blockPendingBroadcast: { block: L2Block; txs: Tx[] } | undefined = undefined;
|
|
276
|
+
const checkpointBuildTimer = new Timer();
|
|
220
277
|
|
|
221
278
|
try {
|
|
222
279
|
// Main loop: build blocks for the checkpoint
|
|
@@ -239,23 +296,57 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
239
296
|
}
|
|
240
297
|
|
|
241
298
|
if (blocksInCheckpoint.length === 0) {
|
|
242
|
-
this.log.warn(`No blocks were built for slot ${this.
|
|
243
|
-
this.eventEmitter.emit('checkpoint-empty', { slot: this.
|
|
299
|
+
this.log.warn(`No blocks were built for slot ${this.targetSlot}`, { slot: this.targetSlot });
|
|
300
|
+
this.eventEmitter.emit('checkpoint-empty', { slot: this.targetSlot });
|
|
301
|
+
return undefined;
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
const minBlocksForCheckpoint = this.config.minBlocksForCheckpoint;
|
|
305
|
+
if (minBlocksForCheckpoint !== undefined && blocksInCheckpoint.length < minBlocksForCheckpoint) {
|
|
306
|
+
this.log.warn(
|
|
307
|
+
`Checkpoint has fewer blocks than minimum (${blocksInCheckpoint.length} < ${minBlocksForCheckpoint}), skipping proposal`,
|
|
308
|
+
{ slot: this.targetSlot, blocksBuilt: blocksInCheckpoint.length, minBlocksForCheckpoint },
|
|
309
|
+
);
|
|
244
310
|
return undefined;
|
|
245
311
|
}
|
|
246
312
|
|
|
247
313
|
// Assemble and broadcast the checkpoint proposal, including the last block that was not
|
|
248
314
|
// broadcasted yet, and wait to collect the committee attestations.
|
|
249
|
-
this.setStateFn(SequencerState.ASSEMBLING_CHECKPOINT, this.
|
|
315
|
+
this.setStateFn(SequencerState.ASSEMBLING_CHECKPOINT, this.targetSlot);
|
|
250
316
|
const checkpoint = await checkpointBuilder.completeCheckpoint();
|
|
251
317
|
|
|
318
|
+
// Final validation: per-block limits are only checked if the operator set them explicitly.
|
|
319
|
+
// Otherwise, checkpoint-level budgets were already enforced by the redistribution logic.
|
|
320
|
+
try {
|
|
321
|
+
validateCheckpoint(checkpoint, {
|
|
322
|
+
rollupManaLimit: this.l1Constants.rollupManaLimit,
|
|
323
|
+
maxL2BlockGas: this.config.maxL2BlockGas,
|
|
324
|
+
maxDABlockGas: this.config.maxDABlockGas,
|
|
325
|
+
maxTxsPerBlock: this.config.maxTxsPerBlock,
|
|
326
|
+
maxTxsPerCheckpoint: this.config.maxTxsPerCheckpoint,
|
|
327
|
+
});
|
|
328
|
+
} catch (err) {
|
|
329
|
+
this.log.error(`Built an invalid checkpoint at slot ${this.slot} (skipping proposal)`, err, {
|
|
330
|
+
checkpoint: checkpoint.header.toInspect(),
|
|
331
|
+
});
|
|
332
|
+
return undefined;
|
|
333
|
+
}
|
|
334
|
+
|
|
335
|
+
// Record checkpoint-level build metrics
|
|
336
|
+
this.metrics.recordCheckpointBuild(
|
|
337
|
+
checkpointBuildTimer.ms(),
|
|
338
|
+
blocksInCheckpoint.length,
|
|
339
|
+
checkpoint.getStats().txCount,
|
|
340
|
+
Number(checkpoint.header.totalManaUsed.toBigInt()),
|
|
341
|
+
);
|
|
342
|
+
|
|
252
343
|
// Do not collect attestations nor publish to L1 in fisherman mode
|
|
253
344
|
if (this.config.fishermanMode) {
|
|
254
345
|
this.log.info(
|
|
255
|
-
`Built checkpoint for slot ${this.
|
|
346
|
+
`Built checkpoint for slot ${this.targetSlot} with ${blocksInCheckpoint.length} blocks. ` +
|
|
256
347
|
`Skipping proposal in fisherman mode.`,
|
|
257
348
|
{
|
|
258
|
-
slot: this.
|
|
349
|
+
slot: this.targetSlot,
|
|
259
350
|
checkpoint: checkpoint.header.toInspect(),
|
|
260
351
|
blocksBuilt: blocksInCheckpoint.length,
|
|
261
352
|
},
|
|
@@ -275,6 +366,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
275
366
|
const proposal = await this.validatorClient.createCheckpointProposal(
|
|
276
367
|
checkpoint.header,
|
|
277
368
|
checkpoint.archive.root,
|
|
369
|
+
feeAssetPriceModifier,
|
|
278
370
|
lastBlock,
|
|
279
371
|
this.proposer,
|
|
280
372
|
checkpointProposalOptions,
|
|
@@ -283,7 +375,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
283
375
|
const blockProposedAt = this.dateProvider.now();
|
|
284
376
|
await this.p2pClient.broadcastCheckpointProposal(proposal);
|
|
285
377
|
|
|
286
|
-
this.setStateFn(SequencerState.COLLECTING_ATTESTATIONS, this.
|
|
378
|
+
this.setStateFn(SequencerState.COLLECTING_ATTESTATIONS, this.targetSlot);
|
|
287
379
|
const attestations = await this.waitForAttestations(proposal);
|
|
288
380
|
const blockAttestedAt = this.dateProvider.now();
|
|
289
381
|
|
|
@@ -296,7 +388,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
296
388
|
attestationsSignature = await this.validatorClient.signAttestationsAndSigners(
|
|
297
389
|
attestations,
|
|
298
390
|
signer,
|
|
299
|
-
this.
|
|
391
|
+
this.targetSlot,
|
|
300
392
|
this.checkpointNumber,
|
|
301
393
|
);
|
|
302
394
|
} catch (err) {
|
|
@@ -309,10 +401,25 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
309
401
|
}
|
|
310
402
|
|
|
311
403
|
// Enqueue publishing the checkpoint to L1
|
|
312
|
-
this.setStateFn(SequencerState.PUBLISHING_CHECKPOINT, this.
|
|
404
|
+
this.setStateFn(SequencerState.PUBLISHING_CHECKPOINT, this.targetSlot);
|
|
313
405
|
const aztecSlotDuration = this.l1Constants.slotDuration;
|
|
314
|
-
const
|
|
315
|
-
const txTimeoutAt = new Date((
|
|
406
|
+
const submissionSlotStart = Number(getTimestampForSlot(this.targetSlot, this.l1Constants));
|
|
407
|
+
const txTimeoutAt = new Date((submissionSlotStart + aztecSlotDuration) * 1000);
|
|
408
|
+
|
|
409
|
+
// If we have been configured to potentially skip publishing checkpoint then roll the dice here
|
|
410
|
+
if (
|
|
411
|
+
this.config.skipPublishingCheckpointsPercent !== undefined &&
|
|
412
|
+
this.config.skipPublishingCheckpointsPercent > 0
|
|
413
|
+
) {
|
|
414
|
+
const result = Math.max(0, randomInt(100));
|
|
415
|
+
if (result < this.config.skipPublishingCheckpointsPercent) {
|
|
416
|
+
this.log.warn(
|
|
417
|
+
`Skipping publishing proposal for checkpoint ${checkpoint.number}. Configured percentage: ${this.config.skipPublishingCheckpointsPercent}, generated value: ${result}`,
|
|
418
|
+
);
|
|
419
|
+
return checkpoint;
|
|
420
|
+
}
|
|
421
|
+
}
|
|
422
|
+
|
|
316
423
|
await this.publisher.enqueueProposeCheckpoint(checkpoint, attestations, attestationsSignature, {
|
|
317
424
|
txTimeoutAt,
|
|
318
425
|
forcePendingCheckpointNumber: this.invalidateCheckpoint?.forcePendingCheckpointNumber,
|
|
@@ -347,9 +454,6 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
347
454
|
const txHashesAlreadyIncluded = new Set<string>();
|
|
348
455
|
const initialBlockNumber = BlockNumber(this.syncedToBlockNumber + 1);
|
|
349
456
|
|
|
350
|
-
// Remaining blob fields available for blocks (checkpoint end marker already subtracted)
|
|
351
|
-
let remainingBlobFields = BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB - NUM_CHECKPOINT_END_MARKER_FIELDS;
|
|
352
|
-
|
|
353
457
|
// Last block in the checkpoint will usually be flagged as pending broadcast, so we send it along with the checkpoint proposal
|
|
354
458
|
let blockPendingBroadcast: { block: L2Block; txs: Tx[] } | undefined = undefined;
|
|
355
459
|
|
|
@@ -363,7 +467,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
363
467
|
|
|
364
468
|
if (!timingInfo.canStart) {
|
|
365
469
|
this.log.debug(`Not enough time left in slot to start another block`, {
|
|
366
|
-
slot: this.
|
|
470
|
+
slot: this.targetSlot,
|
|
367
471
|
blocksBuilt,
|
|
368
472
|
secondsIntoSlot,
|
|
369
473
|
});
|
|
@@ -382,7 +486,6 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
382
486
|
blockNumber,
|
|
383
487
|
indexWithinCheckpoint,
|
|
384
488
|
txHashesAlreadyIncluded,
|
|
385
|
-
remainingBlobFields,
|
|
386
489
|
});
|
|
387
490
|
|
|
388
491
|
// TODO(palla/mbps): Review these conditions. We may want to keep trying in some scenarios.
|
|
@@ -399,8 +502,8 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
399
502
|
} else if ('error' in buildResult) {
|
|
400
503
|
// If there was an error building the block, just exit the loop and give up the rest of the slot
|
|
401
504
|
if (!(buildResult.error instanceof SequencerInterruptedError)) {
|
|
402
|
-
this.log.warn(`Halting block building for slot ${this.
|
|
403
|
-
slot: this.
|
|
505
|
+
this.log.warn(`Halting block building for slot ${this.targetSlot}`, {
|
|
506
|
+
slot: this.targetSlot,
|
|
404
507
|
blocksBuilt,
|
|
405
508
|
error: buildResult.error,
|
|
406
509
|
});
|
|
@@ -408,26 +511,16 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
408
511
|
break;
|
|
409
512
|
}
|
|
410
513
|
|
|
411
|
-
const { block, usedTxs
|
|
514
|
+
const { block, usedTxs } = buildResult;
|
|
412
515
|
blocksInCheckpoint.push(block);
|
|
413
|
-
|
|
414
|
-
// Update remaining blob fields for the next block
|
|
415
|
-
remainingBlobFields = newRemainingBlobFields;
|
|
416
|
-
|
|
417
|
-
// Sync the proposed block to the archiver to make it available
|
|
418
|
-
// Note that the checkpoint builder uses its own fork so it should not need to wait for this syncing
|
|
419
|
-
// Eventually we should refactor the checkpoint builder to not need a separate long-lived fork
|
|
420
|
-
// Fire and forget - don't block the critical path, but log errors
|
|
421
|
-
this.syncProposedBlockToArchiver(block).catch(err => {
|
|
422
|
-
this.log.error(`Failed to sync proposed block ${block.number} to archiver`, { blockNumber: block.number, err });
|
|
423
|
-
});
|
|
424
|
-
|
|
425
516
|
usedTxs.forEach(tx => txHashesAlreadyIncluded.add(tx.txHash.toString()));
|
|
426
517
|
|
|
427
|
-
// If this is the last block,
|
|
518
|
+
// If this is the last block, sync it to the archiver and exit the loop
|
|
519
|
+
// so we can build the checkpoint and start collecting attestations.
|
|
428
520
|
if (timingInfo.isLastBlock) {
|
|
429
|
-
this.
|
|
430
|
-
|
|
521
|
+
await this.syncProposedBlockToArchiver(block);
|
|
522
|
+
this.log.verbose(`Completed final block ${blockNumber} for slot ${this.targetSlot}`, {
|
|
523
|
+
slot: this.targetSlot,
|
|
431
524
|
blockNumber,
|
|
432
525
|
blocksBuilt,
|
|
433
526
|
});
|
|
@@ -435,38 +528,61 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
435
528
|
break;
|
|
436
529
|
}
|
|
437
530
|
|
|
438
|
-
//
|
|
439
|
-
//
|
|
440
|
-
if
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
}
|
|
531
|
+
// Broadcast the block proposal (unless we're in fisherman mode) unless the block is the last one,
|
|
532
|
+
// in which case we'll broadcast it along with the checkpoint at the end of the loop.
|
|
533
|
+
// Note that we only send the block to the archiver if we manage to create the proposal, so if there's
|
|
534
|
+
// a HA error we don't pollute our archiver with a block that won't make it to the chain.
|
|
535
|
+
const proposal = await this.createBlockProposal(block, inHash, usedTxs, blockProposalOptions);
|
|
536
|
+
|
|
537
|
+
// Sync the proposed block to the archiver to make it available, only after we've managed to sign the proposal.
|
|
538
|
+
// We wait for the sync to succeed, as this helps catch consistency errors, even if it means we lose some time for block-building.
|
|
539
|
+
// If this throws, we abort the entire checkpoint.
|
|
540
|
+
await this.syncProposedBlockToArchiver(block);
|
|
541
|
+
|
|
542
|
+
// Once we have a signed proposal and the archiver agreed with our proposed block, then we broadcast it.
|
|
543
|
+
proposal && (await this.p2pClient.broadcastProposal(proposal));
|
|
452
544
|
|
|
453
545
|
// Wait until the next block's start time
|
|
454
546
|
await this.waitUntilNextSubslot(timingInfo.deadline);
|
|
455
547
|
}
|
|
456
548
|
|
|
457
|
-
this.log.verbose(`Block building loop completed for slot ${this.
|
|
458
|
-
slot: this.
|
|
549
|
+
this.log.verbose(`Block building loop completed for slot ${this.targetSlot}`, {
|
|
550
|
+
slot: this.targetSlot,
|
|
459
551
|
blocksBuilt: blocksInCheckpoint.length,
|
|
460
552
|
});
|
|
461
553
|
|
|
462
554
|
return { blocksInCheckpoint, blockPendingBroadcast };
|
|
463
555
|
}
|
|
464
556
|
|
|
557
|
+
/** Creates a block proposal for a given block via the validator client (unless in fisherman mode) */
|
|
558
|
+
private createBlockProposal(
|
|
559
|
+
block: L2Block,
|
|
560
|
+
inHash: Fr,
|
|
561
|
+
usedTxs: Tx[],
|
|
562
|
+
blockProposalOptions: BlockProposalOptions,
|
|
563
|
+
): Promise<BlockProposal | undefined> {
|
|
564
|
+
if (this.config.fishermanMode) {
|
|
565
|
+
this.log.info(`Skipping block proposal for block ${block.number} in fisherman mode`);
|
|
566
|
+
return Promise.resolve(undefined);
|
|
567
|
+
}
|
|
568
|
+
return this.validatorClient.createBlockProposal(
|
|
569
|
+
block.header,
|
|
570
|
+
block.indexWithinCheckpoint,
|
|
571
|
+
inHash,
|
|
572
|
+
block.archive.root,
|
|
573
|
+
usedTxs,
|
|
574
|
+
this.proposer,
|
|
575
|
+
blockProposalOptions,
|
|
576
|
+
);
|
|
577
|
+
}
|
|
578
|
+
|
|
465
579
|
/** Sleeps until it is time to produce the next block in the slot */
|
|
466
580
|
@trackSpan('CheckpointProposalJob.waitUntilNextSubslot')
|
|
467
581
|
private async waitUntilNextSubslot(nextSubslotStart: number) {
|
|
468
|
-
this.setStateFn(SequencerState.WAITING_UNTIL_NEXT_BLOCK, this.
|
|
469
|
-
this.log.verbose(`Waiting until time for the next block at ${nextSubslotStart}s into slot`, {
|
|
582
|
+
this.setStateFn(SequencerState.WAITING_UNTIL_NEXT_BLOCK, this.targetSlot);
|
|
583
|
+
this.log.verbose(`Waiting until time for the next block at ${nextSubslotStart}s into slot`, {
|
|
584
|
+
slot: this.targetSlot,
|
|
585
|
+
});
|
|
470
586
|
await this.waitUntilTimeInSlot(nextSubslotStart);
|
|
471
587
|
}
|
|
472
588
|
|
|
@@ -481,34 +597,25 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
481
597
|
indexWithinCheckpoint: IndexWithinCheckpoint;
|
|
482
598
|
buildDeadline: Date | undefined;
|
|
483
599
|
txHashesAlreadyIncluded: Set<string>;
|
|
484
|
-
remainingBlobFields: number;
|
|
485
600
|
},
|
|
486
|
-
): Promise<{ block: L2Block; usedTxs: Tx[]
|
|
487
|
-
const {
|
|
488
|
-
|
|
489
|
-
forceCreate,
|
|
490
|
-
blockNumber,
|
|
491
|
-
indexWithinCheckpoint,
|
|
492
|
-
buildDeadline,
|
|
493
|
-
txHashesAlreadyIncluded,
|
|
494
|
-
remainingBlobFields,
|
|
495
|
-
} = opts;
|
|
601
|
+
): Promise<{ block: L2Block; usedTxs: Tx[] } | { error: Error } | undefined> {
|
|
602
|
+
const { blockTimestamp, forceCreate, blockNumber, indexWithinCheckpoint, buildDeadline, txHashesAlreadyIncluded } =
|
|
603
|
+
opts;
|
|
496
604
|
|
|
497
605
|
this.log.verbose(
|
|
498
|
-
`Preparing block ${blockNumber} index ${indexWithinCheckpoint} at checkpoint ${this.checkpointNumber} for slot ${this.
|
|
606
|
+
`Preparing block ${blockNumber} index ${indexWithinCheckpoint} at checkpoint ${this.checkpointNumber} for slot ${this.targetSlot}`,
|
|
499
607
|
{ ...checkpointBuilder.getConstantData(), ...opts },
|
|
500
608
|
);
|
|
501
609
|
|
|
502
610
|
try {
|
|
503
611
|
// Wait until we have enough txs to build the block
|
|
504
|
-
const minTxs = this.
|
|
505
|
-
const { availableTxs, canStartBuilding } = await this.waitForMinTxs(opts);
|
|
612
|
+
const { availableTxs, canStartBuilding, minTxs } = await this.waitForMinTxs(opts);
|
|
506
613
|
if (!canStartBuilding) {
|
|
507
614
|
this.log.warn(
|
|
508
|
-
`Not enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.
|
|
509
|
-
{ blockNumber, slot: this.
|
|
615
|
+
`Not enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.targetSlot} (got ${availableTxs} txs but needs ${minTxs})`,
|
|
616
|
+
{ blockNumber, slot: this.targetSlot, indexWithinCheckpoint },
|
|
510
617
|
);
|
|
511
|
-
this.eventEmitter.emit('block-tx-count-check-failed', { minTxs, availableTxs, slot: this.
|
|
618
|
+
this.eventEmitter.emit('block-tx-count-check-failed', { minTxs, availableTxs, slot: this.targetSlot });
|
|
512
619
|
this.metrics.recordBlockProposalFailed('insufficient_txs');
|
|
513
620
|
return undefined;
|
|
514
621
|
}
|
|
@@ -516,29 +623,36 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
516
623
|
// Create iterator to pending txs. We filter out txs already included in previous blocks in the checkpoint
|
|
517
624
|
// just in case p2p failed to sync the provisional block and didn't get to remove those txs from the mempool yet.
|
|
518
625
|
const pendingTxs = filter(
|
|
519
|
-
this.p2pClient.
|
|
626
|
+
this.p2pClient.iterateEligiblePendingTxs(),
|
|
520
627
|
tx => !txHashesAlreadyIncluded.has(tx.txHash.toString()),
|
|
521
628
|
);
|
|
522
629
|
|
|
523
630
|
this.log.debug(
|
|
524
|
-
`Building block ${blockNumber} at index ${indexWithinCheckpoint} for slot ${this.
|
|
525
|
-
{ slot: this.
|
|
631
|
+
`Building block ${blockNumber} at index ${indexWithinCheckpoint} for slot ${this.targetSlot} with ${availableTxs} available txs`,
|
|
632
|
+
{ slot: this.targetSlot, blockNumber, indexWithinCheckpoint },
|
|
526
633
|
);
|
|
527
|
-
this.setStateFn(SequencerState.CREATING_BLOCK, this.
|
|
528
|
-
|
|
529
|
-
// Calculate blob fields limit for txs (remaining capacity - this block's end overhead)
|
|
530
|
-
const blockEndOverhead = getNumBlockEndBlobFields(indexWithinCheckpoint === 0);
|
|
531
|
-
const maxBlobFieldsForTxs = remainingBlobFields - blockEndOverhead;
|
|
634
|
+
this.setStateFn(SequencerState.CREATING_BLOCK, this.targetSlot);
|
|
532
635
|
|
|
533
|
-
|
|
636
|
+
// Per-block limits are operator overrides (from SEQ_MAX_L2_BLOCK_GAS etc.) further capped
|
|
637
|
+
// by remaining checkpoint-level budgets inside CheckpointBuilder before each block is built.
|
|
638
|
+
// minValidTxs is passed into the builder so it can reject the block *before* updating state.
|
|
639
|
+
const minValidTxs = forceCreate ? 0 : (this.config.minValidTxsPerBlock ?? minTxs);
|
|
640
|
+
const blockBuilderOptions: BlockBuilderOptions = {
|
|
534
641
|
maxTransactions: this.config.maxTxsPerBlock,
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
642
|
+
maxBlockGas:
|
|
643
|
+
this.config.maxL2BlockGas !== undefined || this.config.maxDABlockGas !== undefined
|
|
644
|
+
? new Gas(this.config.maxDABlockGas ?? Infinity, this.config.maxL2BlockGas ?? Infinity)
|
|
645
|
+
: undefined,
|
|
538
646
|
deadline: buildDeadline,
|
|
647
|
+
isBuildingProposal: true,
|
|
648
|
+
minValidTxs,
|
|
649
|
+
maxBlocksPerCheckpoint: this.timetable.maxNumberOfBlocks,
|
|
650
|
+
perBlockAllocationMultiplier: this.config.perBlockAllocationMultiplier,
|
|
539
651
|
};
|
|
540
652
|
|
|
541
|
-
// Actually build the block by executing txs
|
|
653
|
+
// Actually build the block by executing txs. The builder throws InsufficientValidTxsError
|
|
654
|
+
// if the number of successfully processed txs is below minValidTxs, ensuring state is not
|
|
655
|
+
// updated for blocks that will be discarded.
|
|
542
656
|
const buildResult = await this.buildSingleBlockWithCheckpointBuilder(
|
|
543
657
|
checkpointBuilder,
|
|
544
658
|
pendingTxs,
|
|
@@ -550,22 +664,27 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
550
664
|
// If any txs failed during execution, drop them from the mempool so we don't pick them up again
|
|
551
665
|
await this.dropFailedTxsFromP2P(buildResult.failedTxs);
|
|
552
666
|
|
|
553
|
-
|
|
554
|
-
// too long, then we may not get to minTxsPerBlock after executing public functions.
|
|
555
|
-
const minValidTxs = this.config.minValidTxsPerBlock ?? minTxs;
|
|
556
|
-
const numTxs = buildResult.status === 'no-valid-txs' ? 0 : buildResult.numTxs;
|
|
557
|
-
if (buildResult.status === 'no-valid-txs' || (!forceCreate && numTxs < minValidTxs)) {
|
|
667
|
+
if (buildResult.status === 'insufficient-valid-txs') {
|
|
558
668
|
this.log.warn(
|
|
559
|
-
`Block ${blockNumber} at index ${indexWithinCheckpoint} on slot ${this.
|
|
560
|
-
{
|
|
669
|
+
`Block ${blockNumber} at index ${indexWithinCheckpoint} on slot ${this.targetSlot} has too few valid txs to be proposed`,
|
|
670
|
+
{
|
|
671
|
+
slot: this.targetSlot,
|
|
672
|
+
blockNumber,
|
|
673
|
+
numTxs: buildResult.processedCount,
|
|
674
|
+
indexWithinCheckpoint,
|
|
675
|
+
minValidTxs,
|
|
676
|
+
},
|
|
561
677
|
);
|
|
562
|
-
this.eventEmitter.emit('block-build-failed', {
|
|
678
|
+
this.eventEmitter.emit('block-build-failed', {
|
|
679
|
+
reason: `Insufficient valid txs`,
|
|
680
|
+
slot: this.targetSlot,
|
|
681
|
+
});
|
|
563
682
|
this.metrics.recordBlockProposalFailed('insufficient_valid_txs');
|
|
564
683
|
return undefined;
|
|
565
684
|
}
|
|
566
685
|
|
|
567
686
|
// Block creation succeeded, emit stats and metrics
|
|
568
|
-
const {
|
|
687
|
+
const { block, publicProcessorDuration, usedTxs, blockBuildDuration, numTxs } = buildResult;
|
|
569
688
|
|
|
570
689
|
const blockStats = {
|
|
571
690
|
eventName: 'l2-block-built',
|
|
@@ -576,33 +695,40 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
576
695
|
|
|
577
696
|
const blockHash = await block.hash();
|
|
578
697
|
const txHashes = block.body.txEffects.map(tx => tx.txHash);
|
|
579
|
-
const manaPerSec =
|
|
698
|
+
const manaPerSec = block.header.totalManaUsed.toNumberUnsafe() / (blockBuildDuration / 1000);
|
|
580
699
|
|
|
581
700
|
this.log.info(
|
|
582
|
-
`Built block ${block.number} at checkpoint ${this.checkpointNumber} for slot ${this.
|
|
701
|
+
`Built block ${block.number} at checkpoint ${this.checkpointNumber} for slot ${this.targetSlot} with ${numTxs} txs`,
|
|
583
702
|
{ blockHash, txHashes, manaPerSec, ...blockStats },
|
|
584
703
|
);
|
|
585
704
|
|
|
586
|
-
this.eventEmitter.emit('block-proposed', {
|
|
587
|
-
|
|
705
|
+
this.eventEmitter.emit('block-proposed', {
|
|
706
|
+
blockNumber: block.number,
|
|
707
|
+
slot: this.targetSlot,
|
|
708
|
+
buildSlot: this.slotNow,
|
|
709
|
+
});
|
|
710
|
+
this.metrics.recordBuiltBlock(blockBuildDuration, block.header.totalManaUsed.toNumberUnsafe());
|
|
588
711
|
|
|
589
|
-
return { block, usedTxs
|
|
712
|
+
return { block, usedTxs };
|
|
590
713
|
} catch (err: any) {
|
|
591
|
-
this.eventEmitter.emit('block-build-failed', {
|
|
592
|
-
|
|
714
|
+
this.eventEmitter.emit('block-build-failed', {
|
|
715
|
+
reason: err.message,
|
|
716
|
+
slot: this.targetSlot,
|
|
717
|
+
});
|
|
718
|
+
this.log.error(`Error building block`, err, { blockNumber, slot: this.targetSlot });
|
|
593
719
|
this.metrics.recordBlockProposalFailed(err.name || 'unknown_error');
|
|
594
720
|
this.metrics.recordFailedBlock();
|
|
595
721
|
return { error: err };
|
|
596
722
|
}
|
|
597
723
|
}
|
|
598
724
|
|
|
599
|
-
/** Uses the checkpoint builder to build a block, catching
|
|
725
|
+
/** Uses the checkpoint builder to build a block, catching InsufficientValidTxsError. */
|
|
600
726
|
private async buildSingleBlockWithCheckpointBuilder(
|
|
601
727
|
checkpointBuilder: CheckpointBuilder,
|
|
602
728
|
pendingTxs: AsyncIterable<Tx>,
|
|
603
729
|
blockNumber: BlockNumber,
|
|
604
730
|
blockTimestamp: bigint,
|
|
605
|
-
blockBuilderOptions:
|
|
731
|
+
blockBuilderOptions: BlockBuilderOptions,
|
|
606
732
|
) {
|
|
607
733
|
try {
|
|
608
734
|
const workTimer = new Timer();
|
|
@@ -610,8 +736,12 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
610
736
|
const blockBuildDuration = workTimer.ms();
|
|
611
737
|
return { ...result, blockBuildDuration, status: 'success' as const };
|
|
612
738
|
} catch (err: unknown) {
|
|
613
|
-
if (isErrorClass(err,
|
|
614
|
-
return {
|
|
739
|
+
if (isErrorClass(err, InsufficientValidTxsError)) {
|
|
740
|
+
return {
|
|
741
|
+
failedTxs: err.failedTxs,
|
|
742
|
+
processedCount: err.processedCount,
|
|
743
|
+
status: 'insufficient-valid-txs' as const,
|
|
744
|
+
};
|
|
615
745
|
}
|
|
616
746
|
throw err;
|
|
617
747
|
}
|
|
@@ -624,7 +754,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
624
754
|
blockNumber: BlockNumber;
|
|
625
755
|
indexWithinCheckpoint: IndexWithinCheckpoint;
|
|
626
756
|
buildDeadline: Date | undefined;
|
|
627
|
-
}): Promise<{ canStartBuilding: boolean; availableTxs: number }> {
|
|
757
|
+
}): Promise<{ canStartBuilding: boolean; availableTxs: number; minTxs: number }> {
|
|
628
758
|
const { indexWithinCheckpoint, blockNumber, buildDeadline, forceCreate } = opts;
|
|
629
759
|
|
|
630
760
|
// We only allow a block with 0 txs in the first block of the checkpoint
|
|
@@ -641,20 +771,20 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
641
771
|
// If we're past deadline, or we have no deadline, give up
|
|
642
772
|
const now = this.dateProvider.nowAsDate();
|
|
643
773
|
if (startBuildingDeadline === undefined || now >= startBuildingDeadline) {
|
|
644
|
-
return { canStartBuilding: false, availableTxs
|
|
774
|
+
return { canStartBuilding: false, availableTxs, minTxs };
|
|
645
775
|
}
|
|
646
776
|
|
|
647
777
|
// Wait a bit before checking again
|
|
648
|
-
this.setStateFn(SequencerState.WAITING_FOR_TXS, this.
|
|
778
|
+
this.setStateFn(SequencerState.WAITING_FOR_TXS, this.targetSlot);
|
|
649
779
|
this.log.verbose(
|
|
650
|
-
`Waiting for enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.
|
|
651
|
-
{ blockNumber, slot: this.
|
|
780
|
+
`Waiting for enough txs to build block ${blockNumber} at index ${indexWithinCheckpoint} in slot ${this.targetSlot} (have ${availableTxs} but need ${minTxs})`,
|
|
781
|
+
{ blockNumber, slot: this.targetSlot, indexWithinCheckpoint },
|
|
652
782
|
);
|
|
653
|
-
await
|
|
783
|
+
await this.waitForTxsPollingInterval();
|
|
654
784
|
availableTxs = await this.p2pClient.getPendingTxCount();
|
|
655
785
|
}
|
|
656
786
|
|
|
657
|
-
return { canStartBuilding: true, availableTxs };
|
|
787
|
+
return { canStartBuilding: true, availableTxs, minTxs };
|
|
658
788
|
}
|
|
659
789
|
|
|
660
790
|
/**
|
|
@@ -706,11 +836,28 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
706
836
|
|
|
707
837
|
collectedAttestationsCount = attestations.length;
|
|
708
838
|
|
|
839
|
+
// Trim attestations to minimum required to save L1 calldata gas
|
|
840
|
+
const localAddresses = this.validatorClient.getValidatorAddresses();
|
|
841
|
+
const trimmed = trimAttestations(
|
|
842
|
+
attestations,
|
|
843
|
+
numberOfRequiredAttestations,
|
|
844
|
+
this.attestorAddress,
|
|
845
|
+
localAddresses,
|
|
846
|
+
);
|
|
847
|
+
if (trimmed.length < attestations.length) {
|
|
848
|
+
this.log.debug(`Trimmed attestations from ${attestations.length} to ${trimmed.length} for L1 submission`);
|
|
849
|
+
}
|
|
850
|
+
|
|
709
851
|
// Rollup contract requires that the signatures are provided in the order of the committee
|
|
710
|
-
const sorted = orderAttestations(
|
|
852
|
+
const sorted = orderAttestations(trimmed, committee);
|
|
711
853
|
|
|
712
854
|
// Manipulate the attestations if we've been configured to do so
|
|
713
|
-
if (
|
|
855
|
+
if (
|
|
856
|
+
this.config.injectFakeAttestation ||
|
|
857
|
+
this.config.injectHighSValueAttestation ||
|
|
858
|
+
this.config.injectUnrecoverableSignatureAttestation ||
|
|
859
|
+
this.config.shuffleAttestationOrdering
|
|
860
|
+
) {
|
|
714
861
|
return this.manipulateAttestations(proposal.slotNumber, epoch, seed, committee, sorted);
|
|
715
862
|
}
|
|
716
863
|
|
|
@@ -739,7 +886,11 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
739
886
|
this.epochCache.computeProposerIndex(slotNumber, epoch, seed, BigInt(committee.length)),
|
|
740
887
|
);
|
|
741
888
|
|
|
742
|
-
if (
|
|
889
|
+
if (
|
|
890
|
+
this.config.injectFakeAttestation ||
|
|
891
|
+
this.config.injectHighSValueAttestation ||
|
|
892
|
+
this.config.injectUnrecoverableSignatureAttestation
|
|
893
|
+
) {
|
|
743
894
|
// Find non-empty attestations that are not from the proposer
|
|
744
895
|
const nonProposerIndices: number[] = [];
|
|
745
896
|
for (let i = 0; i < attestations.length; i++) {
|
|
@@ -749,8 +900,20 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
749
900
|
}
|
|
750
901
|
if (nonProposerIndices.length > 0) {
|
|
751
902
|
const targetIndex = nonProposerIndices[randomInt(nonProposerIndices.length)];
|
|
752
|
-
this.
|
|
753
|
-
|
|
903
|
+
if (this.config.injectHighSValueAttestation) {
|
|
904
|
+
this.log.warn(
|
|
905
|
+
`Injecting high-s value attestation in checkpoint for slot ${slotNumber} at index ${targetIndex}`,
|
|
906
|
+
);
|
|
907
|
+
unfreeze(attestations[targetIndex]).signature = flipSignature(attestations[targetIndex].signature);
|
|
908
|
+
} else if (this.config.injectUnrecoverableSignatureAttestation) {
|
|
909
|
+
this.log.warn(
|
|
910
|
+
`Injecting unrecoverable signature attestation in checkpoint for slot ${slotNumber} at index ${targetIndex}`,
|
|
911
|
+
);
|
|
912
|
+
unfreeze(attestations[targetIndex]).signature = generateUnrecoverableSignature();
|
|
913
|
+
} else {
|
|
914
|
+
this.log.warn(`Injecting fake attestation in checkpoint for slot ${slotNumber} at index ${targetIndex}`);
|
|
915
|
+
unfreeze(attestations[targetIndex]).signature = generateRecoverableSignature();
|
|
916
|
+
}
|
|
754
917
|
}
|
|
755
918
|
return new CommitteeAttestationsAndSigners(attestations);
|
|
756
919
|
}
|
|
@@ -759,11 +922,20 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
759
922
|
this.log.warn(`Shuffling attestation ordering in checkpoint for slot ${slotNumber} (proposer #${proposerIndex})`);
|
|
760
923
|
|
|
761
924
|
const shuffled = [...attestations];
|
|
762
|
-
|
|
763
|
-
|
|
764
|
-
|
|
765
|
-
|
|
766
|
-
|
|
925
|
+
|
|
926
|
+
// Find two non-proposer positions that both have non-empty signatures to swap.
|
|
927
|
+
// This ensures the bitmap doesn't change, so the MaliciousCommitteeAttestationsAndSigners
|
|
928
|
+
// signers array stays correctly aligned with L1's committee reconstruction.
|
|
929
|
+
const swappable: number[] = [];
|
|
930
|
+
for (let k = 0; k < shuffled.length; k++) {
|
|
931
|
+
if (!shuffled[k].signature.isEmpty() && k !== proposerIndex) {
|
|
932
|
+
swappable.push(k);
|
|
933
|
+
}
|
|
934
|
+
}
|
|
935
|
+
if (swappable.length >= 2) {
|
|
936
|
+
const [i, j] = [swappable[0], swappable[1]];
|
|
937
|
+
[shuffled[i], shuffled[j]] = [shuffled[j], shuffled[i]];
|
|
938
|
+
}
|
|
767
939
|
|
|
768
940
|
const signers = new CommitteeAttestationsAndSigners(attestations).getSigners();
|
|
769
941
|
return new MaliciousCommitteeAttestationsAndSigners(shuffled, signers);
|
|
@@ -779,7 +951,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
779
951
|
const failedTxData = failedTxs.map(fail => fail.tx);
|
|
780
952
|
const failedTxHashes = failedTxData.map(tx => tx.getTxHash());
|
|
781
953
|
this.log.verbose(`Dropping failed txs ${failedTxHashes.join(', ')}`);
|
|
782
|
-
await this.p2pClient.
|
|
954
|
+
await this.p2pClient.handleFailedExecution(failedTxHashes);
|
|
783
955
|
}
|
|
784
956
|
|
|
785
957
|
/**
|
|
@@ -788,7 +960,7 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
788
960
|
* would never receive its own block without this explicit sync.
|
|
789
961
|
*/
|
|
790
962
|
private async syncProposedBlockToArchiver(block: L2Block): Promise<void> {
|
|
791
|
-
if (this.config.skipPushProposedBlocksToArchiver
|
|
963
|
+
if (this.config.skipPushProposedBlocksToArchiver) {
|
|
792
964
|
this.log.warn(`Skipping push of proposed block ${block.number} to archiver`, {
|
|
793
965
|
blockNumber: block.number,
|
|
794
966
|
slot: block.header.globalVariables.slotNumber,
|
|
@@ -806,22 +978,22 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
806
978
|
private async handleCheckpointEndAsFisherman(checkpoint: Checkpoint | undefined) {
|
|
807
979
|
// Perform L1 fee analysis before clearing requests
|
|
808
980
|
// The callback is invoked asynchronously after the next block is mined
|
|
809
|
-
const feeAnalysis = await this.publisher.analyzeL1Fees(this.
|
|
981
|
+
const feeAnalysis = await this.publisher.analyzeL1Fees(this.targetSlot, analysis =>
|
|
810
982
|
this.metrics.recordFishermanFeeAnalysis(analysis),
|
|
811
983
|
);
|
|
812
984
|
|
|
813
985
|
if (checkpoint) {
|
|
814
|
-
this.log.info(`Validation checkpoint building SUCCEEDED for slot ${this.
|
|
986
|
+
this.log.info(`Validation checkpoint building SUCCEEDED for slot ${this.targetSlot}`, {
|
|
815
987
|
...checkpoint.toCheckpointInfo(),
|
|
816
988
|
...checkpoint.getStats(),
|
|
817
989
|
feeAnalysisId: feeAnalysis?.id,
|
|
818
990
|
});
|
|
819
991
|
} else {
|
|
820
|
-
this.log.warn(`Validation block building FAILED for slot ${this.
|
|
821
|
-
slot: this.
|
|
992
|
+
this.log.warn(`Validation block building FAILED for slot ${this.targetSlot}`, {
|
|
993
|
+
slot: this.targetSlot,
|
|
822
994
|
feeAnalysisId: feeAnalysis?.id,
|
|
823
995
|
});
|
|
824
|
-
this.metrics.
|
|
996
|
+
this.metrics.recordCheckpointProposalFailed('block_build_failed');
|
|
825
997
|
}
|
|
826
998
|
|
|
827
999
|
this.publisher.clearPendingRequests();
|
|
@@ -832,15 +1004,15 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
832
1004
|
*/
|
|
833
1005
|
private handleHASigningError(err: any, errorContext: string): boolean {
|
|
834
1006
|
if (err instanceof DutyAlreadySignedError) {
|
|
835
|
-
this.log.info(`${errorContext} for slot ${this.
|
|
836
|
-
slot: this.
|
|
1007
|
+
this.log.info(`${errorContext} for slot ${this.targetSlot} already signed by another HA node, yielding`, {
|
|
1008
|
+
slot: this.targetSlot,
|
|
837
1009
|
signedByNode: err.signedByNode,
|
|
838
1010
|
});
|
|
839
1011
|
return true;
|
|
840
1012
|
}
|
|
841
1013
|
if (err instanceof SlashingProtectionError) {
|
|
842
|
-
this.log.info(`${errorContext} for slot ${this.
|
|
843
|
-
slot: this.
|
|
1014
|
+
this.log.info(`${errorContext} for slot ${this.targetSlot} blocked by slashing protection, yielding`, {
|
|
1015
|
+
slot: this.targetSlot,
|
|
844
1016
|
existingMessageHash: err.existingMessageHash,
|
|
845
1017
|
attemptedMessageHash: err.attemptedMessageHash,
|
|
846
1018
|
});
|
|
@@ -857,6 +1029,11 @@ export class CheckpointProposalJob implements Traceable {
|
|
|
857
1029
|
await sleepUntil(new Date(targetTimestamp * 1000), this.dateProvider.nowAsDate());
|
|
858
1030
|
}
|
|
859
1031
|
|
|
1032
|
+
/** Waits the polling interval for transactions. Extracted for test overriding. */
|
|
1033
|
+
protected async waitForTxsPollingInterval(): Promise<void> {
|
|
1034
|
+
await sleep(TXS_POLLING_MS);
|
|
1035
|
+
}
|
|
1036
|
+
|
|
860
1037
|
private getSlotStartBuildTimestamp(): number {
|
|
861
1038
|
return getSlotStartBuildTimestamp(this.slot, this.l1Constants);
|
|
862
1039
|
}
|