@aztec/validator-client 0.0.1-commit.f146247c → 0.0.1-commit.f224bb98b
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +63 -18
- package/dest/block_proposal_handler.d.ts +5 -4
- package/dest/block_proposal_handler.d.ts.map +1 -1
- package/dest/block_proposal_handler.js +122 -62
- package/dest/checkpoint_builder.d.ts +15 -5
- package/dest/checkpoint_builder.d.ts.map +1 -1
- package/dest/checkpoint_builder.js +80 -25
- package/dest/config.d.ts +1 -1
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +26 -1
- package/dest/duties/validation_service.d.ts +2 -2
- package/dest/duties/validation_service.d.ts.map +1 -1
- package/dest/duties/validation_service.js +5 -11
- package/dest/factory.d.ts +1 -1
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +2 -1
- package/dest/index.d.ts +1 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +0 -1
- package/dest/key_store/ha_key_store.d.ts +1 -1
- package/dest/key_store/ha_key_store.d.ts.map +1 -1
- package/dest/key_store/ha_key_store.js +3 -3
- package/dest/metrics.d.ts +9 -1
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +12 -0
- package/dest/validator.d.ts +35 -8
- package/dest/validator.d.ts.map +1 -1
- package/dest/validator.js +196 -34
- package/package.json +19 -19
- package/src/block_proposal_handler.ts +149 -80
- package/src/checkpoint_builder.ts +90 -14
- package/src/config.ts +26 -1
- package/src/duties/validation_service.ts +11 -10
- package/src/factory.ts +1 -0
- package/src/index.ts +0 -1
- package/src/key_store/ha_key_store.ts +3 -3
- package/src/metrics.ts +18 -0
- package/src/validator.ts +246 -40
- package/dest/tx_validator/index.d.ts +0 -3
- package/dest/tx_validator/index.d.ts.map +0 -1
- package/dest/tx_validator/index.js +0 -2
- package/dest/tx_validator/nullifier_cache.d.ts +0 -14
- package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
- package/dest/tx_validator/nullifier_cache.js +0 -24
- package/dest/tx_validator/tx_validator_factory.d.ts +0 -19
- package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
- package/dest/tx_validator/tx_validator_factory.js +0 -54
- package/src/tx_validator/index.ts +0 -2
- package/src/tx_validator/nullifier_cache.ts +0 -30
- package/src/tx_validator/tx_validator_factory.ts +0 -154
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
2
2
|
import type { EpochCache } from '@aztec/epoch-cache';
|
|
3
3
|
import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
4
|
-
import {
|
|
4
|
+
import { pick } from '@aztec/foundation/collection';
|
|
5
5
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
6
6
|
import { TimeoutError } from '@aztec/foundation/error';
|
|
7
7
|
import { createLogger } from '@aztec/foundation/log';
|
|
@@ -9,18 +9,17 @@ import { retryUntil } from '@aztec/foundation/retry';
|
|
|
9
9
|
import { DateProvider, Timer } from '@aztec/foundation/timer';
|
|
10
10
|
import type { P2P, PeerId } from '@aztec/p2p';
|
|
11
11
|
import { BlockProposalValidator } from '@aztec/p2p/msg_validators';
|
|
12
|
-
import type { L2Block, L2BlockSink, L2BlockSource } from '@aztec/stdlib/block';
|
|
12
|
+
import type { BlockData, L2Block, L2BlockSink, L2BlockSource } from '@aztec/stdlib/block';
|
|
13
13
|
import { getEpochAtSlot, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
14
|
+
import { Gas } from '@aztec/stdlib/gas';
|
|
14
15
|
import type { ITxProvider, ValidatorClientFullConfig, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
|
|
15
|
-
import {
|
|
16
|
-
type L1ToL2MessageSource,
|
|
17
|
-
computeCheckpointOutHash,
|
|
18
|
-
computeInHashFromL1ToL2Messages,
|
|
19
|
-
} from '@aztec/stdlib/messaging';
|
|
16
|
+
import { type L1ToL2MessageSource, computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
|
|
20
17
|
import type { BlockProposal } from '@aztec/stdlib/p2p';
|
|
21
|
-
import {
|
|
18
|
+
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
19
|
+
import type { CheckpointGlobalVariables, FailedTx, Tx } from '@aztec/stdlib/tx';
|
|
22
20
|
import {
|
|
23
21
|
ReExFailedTxsError,
|
|
22
|
+
ReExInitialStateMismatchError,
|
|
24
23
|
ReExStateMismatchError,
|
|
25
24
|
ReExTimeoutError,
|
|
26
25
|
TransactionsNotAvailableError,
|
|
@@ -33,6 +32,7 @@ import type { ValidatorMetrics } from './metrics.js';
|
|
|
33
32
|
export type BlockProposalValidationFailureReason =
|
|
34
33
|
| 'invalid_proposal'
|
|
35
34
|
| 'parent_block_not_found'
|
|
35
|
+
| 'block_source_not_synced'
|
|
36
36
|
| 'parent_block_wrong_slot'
|
|
37
37
|
| 'in_hash_mismatch'
|
|
38
38
|
| 'global_variables_mismatch'
|
|
@@ -40,6 +40,7 @@ export type BlockProposalValidationFailureReason =
|
|
|
40
40
|
| 'txs_not_available'
|
|
41
41
|
| 'state_mismatch'
|
|
42
42
|
| 'failed_txs'
|
|
43
|
+
| 'initial_state_mismatch'
|
|
43
44
|
| 'timeout'
|
|
44
45
|
| 'unknown_error';
|
|
45
46
|
|
|
@@ -92,25 +93,28 @@ export class BlockProposalHandler {
|
|
|
92
93
|
this.tracer = telemetry.getTracer('BlockProposalHandler');
|
|
93
94
|
}
|
|
94
95
|
|
|
95
|
-
|
|
96
|
-
// Non-validator handler that re-executes for monitoring but does not attest.
|
|
96
|
+
register(p2pClient: P2P, shouldReexecute: boolean): BlockProposalHandler {
|
|
97
|
+
// Non-validator handler that processes or re-executes for monitoring but does not attest.
|
|
97
98
|
// Returns boolean indicating whether the proposal was valid.
|
|
98
99
|
const handler = async (proposal: BlockProposal, proposalSender: PeerId): Promise<boolean> => {
|
|
99
100
|
try {
|
|
100
|
-
const
|
|
101
|
+
const { slotNumber, blockNumber } = proposal;
|
|
102
|
+
const result = await this.handleBlockProposal(proposal, proposalSender, shouldReexecute);
|
|
101
103
|
if (result.isValid) {
|
|
102
|
-
this.log.info(`Non-validator
|
|
104
|
+
this.log.info(`Non-validator block proposal ${blockNumber} at slot ${slotNumber} handled`, {
|
|
103
105
|
blockNumber: result.blockNumber,
|
|
106
|
+
slotNumber,
|
|
104
107
|
reexecutionTimeMs: result.reexecutionResult?.reexecutionTimeMs,
|
|
105
108
|
totalManaUsed: result.reexecutionResult?.totalManaUsed,
|
|
106
109
|
numTxs: result.reexecutionResult?.block?.body?.txEffects?.length ?? 0,
|
|
110
|
+
reexecuted: shouldReexecute,
|
|
107
111
|
});
|
|
108
112
|
return true;
|
|
109
113
|
} else {
|
|
110
|
-
this.log.warn(
|
|
111
|
-
blockNumber
|
|
112
|
-
reason: result.reason,
|
|
113
|
-
|
|
114
|
+
this.log.warn(
|
|
115
|
+
`Non-validator block proposal ${blockNumber} at slot ${slotNumber} failed processing with ${result.reason}`,
|
|
116
|
+
{ blockNumber: result.blockNumber, slotNumber, reason: result.reason },
|
|
117
|
+
);
|
|
114
118
|
return false;
|
|
115
119
|
}
|
|
116
120
|
} catch (error) {
|
|
@@ -138,7 +142,13 @@ export class BlockProposalHandler {
|
|
|
138
142
|
return { isValid: false, reason: 'invalid_proposal' };
|
|
139
143
|
}
|
|
140
144
|
|
|
141
|
-
const proposalInfo = {
|
|
145
|
+
const proposalInfo = {
|
|
146
|
+
...proposal.toBlockInfo(),
|
|
147
|
+
proposer: proposer.toString(),
|
|
148
|
+
blockNumber: undefined as BlockNumber | undefined,
|
|
149
|
+
checkpointNumber: undefined as CheckpointNumber | undefined,
|
|
150
|
+
};
|
|
151
|
+
|
|
142
152
|
this.log.info(`Processing proposal for slot ${slotNumber}`, {
|
|
143
153
|
...proposalInfo,
|
|
144
154
|
txHashes: proposal.txHashes.map(t => t.toString()),
|
|
@@ -152,17 +162,30 @@ export class BlockProposalHandler {
|
|
|
152
162
|
return { isValid: false, reason: 'invalid_proposal' };
|
|
153
163
|
}
|
|
154
164
|
|
|
155
|
-
//
|
|
156
|
-
|
|
157
|
-
|
|
165
|
+
// Ensure the block source is synced before checking for existing blocks,
|
|
166
|
+
// since a pending checkpoint prune may remove blocks we'd otherwise find.
|
|
167
|
+
// This affects mostly the block_number_already_exists check, since a pending
|
|
168
|
+
// checkpoint prune could remove a block that would conflict with this proposal.
|
|
169
|
+
// TODO(@Maddiaa0): This may break staggered slots.
|
|
170
|
+
const blockSourceSync = await this.waitForBlockSourceSync(slotNumber);
|
|
171
|
+
if (!blockSourceSync) {
|
|
172
|
+
this.log.warn(`Block source is not synced, skipping processing`, proposalInfo);
|
|
173
|
+
return { isValid: false, reason: 'block_source_not_synced' };
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
// Check that the parent proposal is a block we know, otherwise reexecution would fail.
|
|
177
|
+
// If we don't find it immediately, we keep retrying for a while; it may be we still
|
|
178
|
+
// need to process other block proposals to get to it.
|
|
179
|
+
const parentBlock = await this.getParentBlock(proposal);
|
|
180
|
+
if (parentBlock === undefined) {
|
|
158
181
|
this.log.warn(`Parent block for proposal not found, skipping processing`, proposalInfo);
|
|
159
182
|
return { isValid: false, reason: 'parent_block_not_found' };
|
|
160
183
|
}
|
|
161
184
|
|
|
162
185
|
// Check that the parent block's slot is not greater than the proposal's slot.
|
|
163
|
-
if (
|
|
186
|
+
if (parentBlock !== 'genesis' && parentBlock.header.getSlot() > slotNumber) {
|
|
164
187
|
this.log.warn(`Parent block slot is greater than proposal slot, skipping processing`, {
|
|
165
|
-
parentBlockSlot:
|
|
188
|
+
parentBlockSlot: parentBlock.header.getSlot().toString(),
|
|
166
189
|
proposalSlot: slotNumber.toString(),
|
|
167
190
|
...proposalInfo,
|
|
168
191
|
});
|
|
@@ -171,9 +194,10 @@ export class BlockProposalHandler {
|
|
|
171
194
|
|
|
172
195
|
// Compute the block number based on the parent block
|
|
173
196
|
const blockNumber =
|
|
174
|
-
|
|
197
|
+
parentBlock === 'genesis'
|
|
175
198
|
? BlockNumber(INITIAL_L2_BLOCK_NUM)
|
|
176
|
-
: BlockNumber(
|
|
199
|
+
: BlockNumber(parentBlock.header.getBlockNumber() + 1);
|
|
200
|
+
proposalInfo.blockNumber = blockNumber;
|
|
177
201
|
|
|
178
202
|
// Check that this block number does not exist already
|
|
179
203
|
const existingBlock = await this.blockSource.getBlockHeader(blockNumber);
|
|
@@ -189,12 +213,22 @@ export class BlockProposalHandler {
|
|
|
189
213
|
deadline: this.getReexecutionDeadline(slotNumber, config),
|
|
190
214
|
});
|
|
191
215
|
|
|
216
|
+
// If reexecution is disabled, bail. We were just interested in triggering tx collection.
|
|
217
|
+
if (!shouldReexecute) {
|
|
218
|
+
this.log.info(
|
|
219
|
+
`Received valid block ${blockNumber} proposal at index ${proposal.indexWithinCheckpoint} on slot ${slotNumber}`,
|
|
220
|
+
proposalInfo,
|
|
221
|
+
);
|
|
222
|
+
return { isValid: true, blockNumber };
|
|
223
|
+
}
|
|
224
|
+
|
|
192
225
|
// Compute the checkpoint number for this block and validate checkpoint consistency
|
|
193
|
-
const checkpointResult =
|
|
226
|
+
const checkpointResult = this.computeCheckpointNumber(proposal, parentBlock, proposalInfo);
|
|
194
227
|
if (checkpointResult.reason) {
|
|
195
228
|
return { isValid: false, blockNumber, reason: checkpointResult.reason };
|
|
196
229
|
}
|
|
197
230
|
const checkpointNumber = checkpointResult.checkpointNumber;
|
|
231
|
+
proposalInfo.checkpointNumber = checkpointNumber;
|
|
198
232
|
|
|
199
233
|
// Check that I have the same set of l1ToL2Messages as the proposal
|
|
200
234
|
const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(checkpointNumber);
|
|
@@ -215,36 +249,28 @@ export class BlockProposalHandler {
|
|
|
215
249
|
return { isValid: false, blockNumber, reason: 'txs_not_available' };
|
|
216
250
|
}
|
|
217
251
|
|
|
252
|
+
// Collect the out hashes of all the checkpoints before this one in the same epoch
|
|
253
|
+
const epoch = getEpochAtSlot(slotNumber, this.epochCache.getL1Constants());
|
|
254
|
+
const previousCheckpointOutHashes = (await this.blockSource.getCheckpointsDataForEpoch(epoch))
|
|
255
|
+
.filter(c => c.checkpointNumber < checkpointNumber)
|
|
256
|
+
.map(c => c.checkpointOutHash);
|
|
257
|
+
|
|
218
258
|
// Try re-executing the transactions in the proposal if needed
|
|
219
259
|
let reexecutionResult;
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
const previousCheckpointOutHashes = blocksByCheckpoint.map(checkpointBlocks =>
|
|
230
|
-
computeCheckpointOutHash(checkpointBlocks.map(b => b.block.body.txEffects.map(tx => tx.l2ToL1Msgs))),
|
|
260
|
+
try {
|
|
261
|
+
this.log.verbose(`Re-executing transactions in the proposal`, proposalInfo);
|
|
262
|
+
reexecutionResult = await this.reexecuteTransactions(
|
|
263
|
+
proposal,
|
|
264
|
+
blockNumber,
|
|
265
|
+
checkpointNumber,
|
|
266
|
+
txs,
|
|
267
|
+
l1ToL2Messages,
|
|
268
|
+
previousCheckpointOutHashes,
|
|
231
269
|
);
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
proposal,
|
|
237
|
-
blockNumber,
|
|
238
|
-
checkpointNumber,
|
|
239
|
-
txs,
|
|
240
|
-
l1ToL2Messages,
|
|
241
|
-
previousCheckpointOutHashes,
|
|
242
|
-
);
|
|
243
|
-
} catch (error) {
|
|
244
|
-
this.log.error(`Error reexecuting txs while processing block proposal`, error, proposalInfo);
|
|
245
|
-
const reason = this.getReexecuteFailureReason(error);
|
|
246
|
-
return { isValid: false, blockNumber, reason, reexecutionResult };
|
|
247
|
-
}
|
|
270
|
+
} catch (error) {
|
|
271
|
+
this.log.error(`Error reexecuting txs while processing block proposal`, error, proposalInfo);
|
|
272
|
+
const reason = this.getReexecuteFailureReason(error);
|
|
273
|
+
return { isValid: false, blockNumber, reason, reexecutionResult };
|
|
248
274
|
}
|
|
249
275
|
|
|
250
276
|
// If we succeeded, push this block into the archiver (unless disabled)
|
|
@@ -253,14 +279,14 @@ export class BlockProposalHandler {
|
|
|
253
279
|
}
|
|
254
280
|
|
|
255
281
|
this.log.info(
|
|
256
|
-
`Successfully
|
|
257
|
-
proposalInfo,
|
|
282
|
+
`Successfully re-executed block ${blockNumber} proposal at index ${proposal.indexWithinCheckpoint} on slot ${slotNumber}`,
|
|
283
|
+
{ ...proposalInfo, ...pick(reexecutionResult, 'reexecutionTimeMs', 'totalManaUsed') },
|
|
258
284
|
);
|
|
259
285
|
|
|
260
286
|
return { isValid: true, blockNumber, reexecutionResult };
|
|
261
287
|
}
|
|
262
288
|
|
|
263
|
-
private async getParentBlock(proposal: BlockProposal): Promise<'genesis' |
|
|
289
|
+
private async getParentBlock(proposal: BlockProposal): Promise<'genesis' | BlockData | undefined> {
|
|
264
290
|
const parentArchive = proposal.blockHeader.lastArchive.root;
|
|
265
291
|
const slot = proposal.slotNumber;
|
|
266
292
|
const config = this.checkpointsBuilder.getConfig();
|
|
@@ -276,12 +302,11 @@ export class BlockProposalHandler {
|
|
|
276
302
|
|
|
277
303
|
try {
|
|
278
304
|
return (
|
|
279
|
-
(await this.blockSource.
|
|
305
|
+
(await this.blockSource.getBlockDataByArchive(parentArchive)) ??
|
|
280
306
|
(timeoutDurationMs <= 0
|
|
281
307
|
? undefined
|
|
282
308
|
: await retryUntil(
|
|
283
|
-
() =>
|
|
284
|
-
this.blockSource.syncImmediate().then(() => this.blockSource.getBlockHeaderByArchive(parentArchive)),
|
|
309
|
+
() => this.blockSource.syncImmediate().then(() => this.blockSource.getBlockDataByArchive(parentArchive)),
|
|
285
310
|
'force archiver sync',
|
|
286
311
|
timeoutDurationMs / 1000,
|
|
287
312
|
0.5,
|
|
@@ -297,12 +322,12 @@ export class BlockProposalHandler {
|
|
|
297
322
|
}
|
|
298
323
|
}
|
|
299
324
|
|
|
300
|
-
private
|
|
325
|
+
private computeCheckpointNumber(
|
|
301
326
|
proposal: BlockProposal,
|
|
302
|
-
|
|
327
|
+
parentBlock: 'genesis' | BlockData,
|
|
303
328
|
proposalInfo: object,
|
|
304
|
-
):
|
|
305
|
-
if (
|
|
329
|
+
): CheckpointComputationResult {
|
|
330
|
+
if (parentBlock === 'genesis') {
|
|
306
331
|
// First block is in checkpoint 1
|
|
307
332
|
if (proposal.indexWithinCheckpoint !== 0) {
|
|
308
333
|
this.log.warn(`First block proposal has non-zero indexWithinCheckpoint`, proposalInfo);
|
|
@@ -311,19 +336,9 @@ export class BlockProposalHandler {
|
|
|
311
336
|
return { checkpointNumber: CheckpointNumber.INITIAL };
|
|
312
337
|
}
|
|
313
338
|
|
|
314
|
-
// Get the parent block to find its checkpoint number
|
|
315
|
-
// TODO(palla/mbps): The block header should include the checkpoint number to avoid this lookup,
|
|
316
|
-
// or at least the L2BlockSource should return a different struct that includes it.
|
|
317
|
-
const parentBlockNumber = parentBlockHeader.getBlockNumber();
|
|
318
|
-
const parentBlock = await this.blockSource.getL2Block(parentBlockNumber);
|
|
319
|
-
if (!parentBlock) {
|
|
320
|
-
this.log.warn(`Parent block ${parentBlockNumber} not found in archiver`, proposalInfo);
|
|
321
|
-
return { reason: 'invalid_proposal' };
|
|
322
|
-
}
|
|
323
|
-
|
|
324
339
|
if (proposal.indexWithinCheckpoint === 0) {
|
|
325
340
|
// If this is the first block in a new checkpoint, increment the checkpoint number
|
|
326
|
-
if (!(proposal.blockHeader.getSlot() >
|
|
341
|
+
if (!(proposal.blockHeader.getSlot() > parentBlock.header.getSlot())) {
|
|
327
342
|
this.log.warn(`Slot should be greater than parent block slot for first block in checkpoint`, proposalInfo);
|
|
328
343
|
return { reason: 'invalid_proposal' };
|
|
329
344
|
}
|
|
@@ -335,7 +350,7 @@ export class BlockProposalHandler {
|
|
|
335
350
|
this.log.warn(`Non-sequential indexWithinCheckpoint`, proposalInfo);
|
|
336
351
|
return { reason: 'invalid_proposal' };
|
|
337
352
|
}
|
|
338
|
-
if (proposal.blockHeader.getSlot() !==
|
|
353
|
+
if (proposal.blockHeader.getSlot() !== parentBlock.header.getSlot()) {
|
|
339
354
|
this.log.warn(`Slot should be equal to parent block slot for non-first block in checkpoint`, proposalInfo);
|
|
340
355
|
return { reason: 'invalid_proposal' };
|
|
341
356
|
}
|
|
@@ -356,7 +371,7 @@ export class BlockProposalHandler {
|
|
|
356
371
|
*/
|
|
357
372
|
private validateNonFirstBlockInCheckpoint(
|
|
358
373
|
proposal: BlockProposal,
|
|
359
|
-
parentBlock:
|
|
374
|
+
parentBlock: BlockData,
|
|
360
375
|
proposalInfo: object,
|
|
361
376
|
): CheckpointComputationResult | undefined {
|
|
362
377
|
const proposalGlobals = proposal.blockHeader.globalVariables;
|
|
@@ -435,8 +450,46 @@ export class BlockProposalHandler {
|
|
|
435
450
|
return new Date(nextSlotTimestampSeconds * 1000);
|
|
436
451
|
}
|
|
437
452
|
|
|
438
|
-
|
|
439
|
-
|
|
453
|
+
/** Waits for the block source to sync L1 data up to at least the slot before the given one. */
|
|
454
|
+
private async waitForBlockSourceSync(slot: SlotNumber): Promise<boolean> {
|
|
455
|
+
const deadline = this.getReexecutionDeadline(slot, this.checkpointsBuilder.getConfig());
|
|
456
|
+
const timeoutMs = deadline.getTime() - this.dateProvider.now();
|
|
457
|
+
if (slot === 0) {
|
|
458
|
+
return true;
|
|
459
|
+
}
|
|
460
|
+
|
|
461
|
+
// Make a quick check before triggering an archiver sync
|
|
462
|
+
const syncedSlot = await this.blockSource.getSyncedL2SlotNumber();
|
|
463
|
+
if (syncedSlot !== undefined && syncedSlot + 1 >= slot) {
|
|
464
|
+
return true;
|
|
465
|
+
}
|
|
466
|
+
|
|
467
|
+
try {
|
|
468
|
+
// Trigger an immediate sync of the block source, and wait until it reports being synced to the required slot
|
|
469
|
+
return await retryUntil(
|
|
470
|
+
async () => {
|
|
471
|
+
await this.blockSource.syncImmediate();
|
|
472
|
+
const syncedSlot = await this.blockSource.getSyncedL2SlotNumber();
|
|
473
|
+
return syncedSlot !== undefined && syncedSlot + 1 >= slot;
|
|
474
|
+
},
|
|
475
|
+
'wait for block source sync',
|
|
476
|
+
timeoutMs / 1000,
|
|
477
|
+
0.5,
|
|
478
|
+
);
|
|
479
|
+
} catch (err) {
|
|
480
|
+
if (err instanceof TimeoutError) {
|
|
481
|
+
this.log.warn(`Timed out waiting for block source to sync to slot ${slot}`);
|
|
482
|
+
return false;
|
|
483
|
+
} else {
|
|
484
|
+
throw err;
|
|
485
|
+
}
|
|
486
|
+
}
|
|
487
|
+
}
|
|
488
|
+
|
|
489
|
+
private getReexecuteFailureReason(err: any): BlockProposalValidationFailureReason {
|
|
490
|
+
if (err instanceof ReExInitialStateMismatchError) {
|
|
491
|
+
return 'initial_state_mismatch';
|
|
492
|
+
} else if (err instanceof ReExStateMismatchError) {
|
|
440
493
|
return 'state_mismatch';
|
|
441
494
|
} else if (err instanceof ReExFailedTxsError) {
|
|
442
495
|
return 'failed_txs';
|
|
@@ -475,13 +528,21 @@ export class BlockProposalHandler {
|
|
|
475
528
|
// Fork before the block to be built
|
|
476
529
|
const parentBlockNumber = BlockNumber(blockNumber - 1);
|
|
477
530
|
await this.worldState.syncImmediate(parentBlockNumber);
|
|
478
|
-
using fork = await this.worldState.fork(parentBlockNumber);
|
|
531
|
+
await using fork = await this.worldState.fork(parentBlockNumber);
|
|
532
|
+
|
|
533
|
+
// Verify the fork's archive root matches the proposal's expected last archive.
|
|
534
|
+
// If they don't match, our world state synced to a different chain and reexecution would fail.
|
|
535
|
+
const forkArchiveRoot = new Fr((await fork.getTreeInfo(MerkleTreeId.ARCHIVE)).root);
|
|
536
|
+
if (!forkArchiveRoot.equals(proposal.blockHeader.lastArchive.root)) {
|
|
537
|
+
throw new ReExInitialStateMismatchError(proposal.blockHeader.lastArchive.root, forkArchiveRoot);
|
|
538
|
+
}
|
|
479
539
|
|
|
480
|
-
// Build checkpoint constants from proposal (excludes blockNumber
|
|
540
|
+
// Build checkpoint constants from proposal (excludes blockNumber which is per-block)
|
|
481
541
|
const constants: CheckpointGlobalVariables = {
|
|
482
542
|
chainId: new Fr(config.l1ChainId),
|
|
483
543
|
version: new Fr(config.rollupVersion),
|
|
484
544
|
slotNumber: slot,
|
|
545
|
+
timestamp: blockHeader.globalVariables.timestamp,
|
|
485
546
|
coinbase: blockHeader.globalVariables.coinbase,
|
|
486
547
|
feeRecipient: blockHeader.globalVariables.feeRecipient,
|
|
487
548
|
gasFees: blockHeader.globalVariables.gasFees,
|
|
@@ -491,6 +552,7 @@ export class BlockProposalHandler {
|
|
|
491
552
|
const checkpointBuilder = await this.checkpointsBuilder.openCheckpoint(
|
|
492
553
|
checkpointNumber,
|
|
493
554
|
constants,
|
|
555
|
+
0n, // only takes effect in the following checkpoint.
|
|
494
556
|
l1ToL2Messages,
|
|
495
557
|
previousCheckpointOutHashes,
|
|
496
558
|
fork,
|
|
@@ -500,18 +562,25 @@ export class BlockProposalHandler {
|
|
|
500
562
|
|
|
501
563
|
// Build the new block
|
|
502
564
|
const deadline = this.getReexecutionDeadline(slot, config);
|
|
565
|
+
const maxBlockGas =
|
|
566
|
+
this.config.validateMaxL2BlockGas !== undefined || this.config.validateMaxDABlockGas !== undefined
|
|
567
|
+
? new Gas(this.config.validateMaxDABlockGas ?? Infinity, this.config.validateMaxL2BlockGas ?? Infinity)
|
|
568
|
+
: undefined;
|
|
503
569
|
const result = await checkpointBuilder.buildBlock(txs, blockNumber, blockHeader.globalVariables.timestamp, {
|
|
504
570
|
deadline,
|
|
505
571
|
expectedEndState: blockHeader.state,
|
|
572
|
+
maxTransactions: this.config.validateMaxTxsPerBlock,
|
|
573
|
+
maxBlockGas,
|
|
506
574
|
});
|
|
507
575
|
|
|
508
576
|
const { block, failedTxs } = result;
|
|
509
577
|
const numFailedTxs = failedTxs.length;
|
|
510
578
|
|
|
511
|
-
this.log.verbose(`
|
|
579
|
+
this.log.verbose(`Block proposal ${blockNumber} at slot ${slot} transaction re-execution complete`, {
|
|
512
580
|
numFailedTxs,
|
|
513
581
|
numProposalTxs: txHashes.length,
|
|
514
582
|
numProcessedTxs: block.body.txEffects.length,
|
|
583
|
+
blockNumber,
|
|
515
584
|
slot,
|
|
516
585
|
});
|
|
517
586
|
|
|
@@ -1,10 +1,12 @@
|
|
|
1
|
+
import { NUM_CHECKPOINT_END_MARKER_FIELDS, getNumBlockEndBlobFields } from '@aztec/blob-lib/encoding';
|
|
2
|
+
import { BLOBS_PER_CHECKPOINT, FIELDS_PER_BLOB, MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT } from '@aztec/constants';
|
|
1
3
|
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
2
|
-
import { merge, pick } from '@aztec/foundation/collection';
|
|
4
|
+
import { merge, pick, sum } from '@aztec/foundation/collection';
|
|
3
5
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
4
6
|
import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
|
|
5
7
|
import { bufferToHex } from '@aztec/foundation/string';
|
|
6
8
|
import { DateProvider, elapsed } from '@aztec/foundation/timer';
|
|
7
|
-
import { getDefaultAllowedSetupFunctions } from '@aztec/p2p/msg_validators';
|
|
9
|
+
import { createTxValidatorForBlockBuilding, getDefaultAllowedSetupFunctions } from '@aztec/p2p/msg_validators';
|
|
8
10
|
import { LightweightCheckpointBuilder } from '@aztec/prover-client/light';
|
|
9
11
|
import {
|
|
10
12
|
GuardedMerkleTreeOperations,
|
|
@@ -28,12 +30,11 @@ import {
|
|
|
28
30
|
type PublicProcessorLimits,
|
|
29
31
|
type WorldStateSynchronizer,
|
|
30
32
|
} from '@aztec/stdlib/interfaces/server';
|
|
33
|
+
import { type DebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
|
|
31
34
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
32
35
|
import { type CheckpointGlobalVariables, GlobalVariables, StateReference, Tx } from '@aztec/stdlib/tx';
|
|
33
36
|
import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
|
|
34
37
|
|
|
35
|
-
import { createValidatorForBlockBuilding } from './tx_validator/tx_validator_factory.js';
|
|
36
|
-
|
|
37
38
|
// Re-export for backward compatibility
|
|
38
39
|
export type { BuildBlockInCheckpointResult } from '@aztec/stdlib/interfaces/server';
|
|
39
40
|
|
|
@@ -52,6 +53,7 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
52
53
|
private dateProvider: DateProvider,
|
|
53
54
|
private telemetryClient: TelemetryClient,
|
|
54
55
|
bindings?: LoggerBindings,
|
|
56
|
+
private debugLogStore: DebugLogStore = new NullDebugLogStore(),
|
|
55
57
|
) {
|
|
56
58
|
this.log = createLogger('checkpoint-builder', {
|
|
57
59
|
...bindings,
|
|
@@ -65,6 +67,7 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
65
67
|
|
|
66
68
|
/**
|
|
67
69
|
* Builds a single block within this checkpoint.
|
|
70
|
+
* Automatically caps gas and blob field limits based on checkpoint-level budgets and prior blocks.
|
|
68
71
|
*/
|
|
69
72
|
async buildBlock(
|
|
70
73
|
pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
|
|
@@ -94,8 +97,14 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
94
97
|
});
|
|
95
98
|
const { processor, validator } = await this.makeBlockBuilderDeps(globalVariables, this.fork);
|
|
96
99
|
|
|
97
|
-
|
|
98
|
-
|
|
100
|
+
// Cap gas limits amd available blob fields by remaining checkpoint-level budgets
|
|
101
|
+
const cappedOpts: PublicProcessorLimits & { expectedEndState?: StateReference } = {
|
|
102
|
+
...opts,
|
|
103
|
+
...this.capLimitsByCheckpointBudgets(opts),
|
|
104
|
+
};
|
|
105
|
+
|
|
106
|
+
const [publicProcessorDuration, [processedTxs, failedTxs, usedTxs]] = await elapsed(() =>
|
|
107
|
+
processor.process(pendingTxs, cappedOpts, validator),
|
|
99
108
|
);
|
|
100
109
|
|
|
101
110
|
// Throw if we didn't collect a single valid tx and we're not allowed to build empty blocks
|
|
@@ -105,13 +114,10 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
105
114
|
}
|
|
106
115
|
|
|
107
116
|
// Add block to checkpoint
|
|
108
|
-
const block = await this.checkpointBuilder.addBlock(globalVariables, processedTxs, {
|
|
117
|
+
const { block } = await this.checkpointBuilder.addBlock(globalVariables, processedTxs, {
|
|
109
118
|
expectedEndState: opts.expectedEndState,
|
|
110
119
|
});
|
|
111
120
|
|
|
112
|
-
// How much public gas was processed
|
|
113
|
-
const publicGas = processedTxs.reduce((acc, tx) => acc.add(tx.gasUsed.publicGas), Gas.empty());
|
|
114
|
-
|
|
115
121
|
this.log.debug('Built block within checkpoint', {
|
|
116
122
|
header: block.header.toInspect(),
|
|
117
123
|
processedTxs: processedTxs.map(tx => tx.hash.toString()),
|
|
@@ -120,12 +126,10 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
120
126
|
|
|
121
127
|
return {
|
|
122
128
|
block,
|
|
123
|
-
publicGas,
|
|
124
129
|
publicProcessorDuration,
|
|
125
130
|
numTxs: processedTxs.length,
|
|
126
131
|
failedTxs,
|
|
127
132
|
usedTxs,
|
|
128
|
-
usedTxBlobFields,
|
|
129
133
|
};
|
|
130
134
|
}
|
|
131
135
|
|
|
@@ -147,11 +151,71 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
147
151
|
return this.checkpointBuilder.clone().completeCheckpoint();
|
|
148
152
|
}
|
|
149
153
|
|
|
154
|
+
/**
|
|
155
|
+
* Caps per-block gas and blob field limits by remaining checkpoint-level budgets.
|
|
156
|
+
* Computes remaining L2 gas (mana), DA gas, and blob fields from blocks already added to the checkpoint,
|
|
157
|
+
* then returns opts with maxBlockGas and maxBlobFields capped accordingly.
|
|
158
|
+
*/
|
|
159
|
+
protected capLimitsByCheckpointBudgets(
|
|
160
|
+
opts: PublicProcessorLimits,
|
|
161
|
+
): Pick<PublicProcessorLimits, 'maxBlockGas' | 'maxBlobFields' | 'maxTransactions'> {
|
|
162
|
+
const existingBlocks = this.checkpointBuilder.getBlocks();
|
|
163
|
+
|
|
164
|
+
// Remaining L2 gas (mana)
|
|
165
|
+
// IMPORTANT: This assumes mana is computed solely based on L2 gas used in transactions.
|
|
166
|
+
// This may change in the future.
|
|
167
|
+
const usedMana = sum(existingBlocks.map(b => b.header.totalManaUsed.toNumber()));
|
|
168
|
+
const remainingMana = this.config.rollupManaLimit - usedMana;
|
|
169
|
+
|
|
170
|
+
// Remaining DA gas
|
|
171
|
+
const usedDAGas = sum(existingBlocks.map(b => b.computeDAGasUsed())) ?? 0;
|
|
172
|
+
const remainingDAGas = MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT - usedDAGas;
|
|
173
|
+
|
|
174
|
+
// Remaining blob fields (block blob fields include both tx data and block-end overhead)
|
|
175
|
+
const usedBlobFields = sum(existingBlocks.map(b => b.toBlobFields().length));
|
|
176
|
+
const totalBlobCapacity = BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB - NUM_CHECKPOINT_END_MARKER_FIELDS;
|
|
177
|
+
const isFirstBlock = existingBlocks.length === 0;
|
|
178
|
+
const blockEndOverhead = getNumBlockEndBlobFields(isFirstBlock);
|
|
179
|
+
const maxBlobFieldsForTxs = totalBlobCapacity - usedBlobFields - blockEndOverhead;
|
|
180
|
+
|
|
181
|
+
// Cap L2 gas by remaining checkpoint mana
|
|
182
|
+
const cappedL2Gas = Math.min(opts.maxBlockGas?.l2Gas ?? remainingMana, remainingMana);
|
|
183
|
+
|
|
184
|
+
// Cap DA gas by remaining checkpoint DA gas budget
|
|
185
|
+
const cappedDAGas = Math.min(opts.maxBlockGas?.daGas ?? remainingDAGas, remainingDAGas);
|
|
186
|
+
|
|
187
|
+
// Cap blob fields by remaining checkpoint blob capacity
|
|
188
|
+
const cappedBlobFields =
|
|
189
|
+
opts.maxBlobFields !== undefined ? Math.min(opts.maxBlobFields, maxBlobFieldsForTxs) : maxBlobFieldsForTxs;
|
|
190
|
+
|
|
191
|
+
// Cap transaction count by remaining checkpoint tx budget
|
|
192
|
+
let cappedMaxTransactions: number | undefined;
|
|
193
|
+
if (this.config.maxTxsPerCheckpoint !== undefined) {
|
|
194
|
+
const usedTxs = sum(existingBlocks.map(b => b.body.txEffects.length));
|
|
195
|
+
const remainingTxs = Math.max(0, this.config.maxTxsPerCheckpoint - usedTxs);
|
|
196
|
+
cappedMaxTransactions =
|
|
197
|
+
opts.maxTransactions !== undefined ? Math.min(opts.maxTransactions, remainingTxs) : remainingTxs;
|
|
198
|
+
} else {
|
|
199
|
+
cappedMaxTransactions = opts.maxTransactions;
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
return {
|
|
203
|
+
maxBlockGas: new Gas(cappedDAGas, cappedL2Gas),
|
|
204
|
+
maxBlobFields: cappedBlobFields,
|
|
205
|
+
maxTransactions: cappedMaxTransactions,
|
|
206
|
+
};
|
|
207
|
+
}
|
|
208
|
+
|
|
150
209
|
protected async makeBlockBuilderDeps(globalVariables: GlobalVariables, fork: MerkleTreeWriteOperations) {
|
|
151
|
-
const txPublicSetupAllowList =
|
|
210
|
+
const txPublicSetupAllowList = [
|
|
211
|
+
...(await getDefaultAllowedSetupFunctions()),
|
|
212
|
+
...(this.config.txPublicSetupAllowListExtend ?? []),
|
|
213
|
+
];
|
|
152
214
|
const contractsDB = new PublicContractsDB(this.contractDataSource, this.log.getBindings());
|
|
153
215
|
const guardedFork = new GuardedMerkleTreeOperations(fork);
|
|
154
216
|
|
|
217
|
+
const collectDebugLogs = this.debugLogStore.isEnabled;
|
|
218
|
+
|
|
155
219
|
const bindings = this.log.getBindings();
|
|
156
220
|
const publicTxSimulator = createPublicTxSimulatorForBlockBuilding(
|
|
157
221
|
guardedFork,
|
|
@@ -159,6 +223,7 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
159
223
|
globalVariables,
|
|
160
224
|
this.telemetryClient,
|
|
161
225
|
bindings,
|
|
226
|
+
collectDebugLogs,
|
|
162
227
|
);
|
|
163
228
|
|
|
164
229
|
const processor = new PublicProcessor(
|
|
@@ -170,9 +235,10 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
170
235
|
this.telemetryClient,
|
|
171
236
|
createLogger('simulator:public-processor', bindings),
|
|
172
237
|
this.config,
|
|
238
|
+
this.debugLogStore,
|
|
173
239
|
);
|
|
174
240
|
|
|
175
|
-
const validator =
|
|
241
|
+
const validator = createTxValidatorForBlockBuilding(
|
|
176
242
|
fork,
|
|
177
243
|
this.contractDataSource,
|
|
178
244
|
globalVariables,
|
|
@@ -197,6 +263,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
197
263
|
private contractDataSource: ContractDataSource,
|
|
198
264
|
private dateProvider: DateProvider,
|
|
199
265
|
private telemetryClient: TelemetryClient = getTelemetryClient(),
|
|
266
|
+
private debugLogStore: DebugLogStore = new NullDebugLogStore(),
|
|
200
267
|
) {
|
|
201
268
|
this.log = createLogger('checkpoint-builder');
|
|
202
269
|
}
|
|
@@ -215,6 +282,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
215
282
|
async startCheckpoint(
|
|
216
283
|
checkpointNumber: CheckpointNumber,
|
|
217
284
|
constants: CheckpointGlobalVariables,
|
|
285
|
+
feeAssetPriceModifier: bigint,
|
|
218
286
|
l1ToL2Messages: Fr[],
|
|
219
287
|
previousCheckpointOutHashes: Fr[],
|
|
220
288
|
fork: MerkleTreeWriteOperations,
|
|
@@ -229,6 +297,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
229
297
|
initialStateReference: stateReference.toInspect(),
|
|
230
298
|
initialArchiveRoot: bufferToHex(archiveTree.root),
|
|
231
299
|
constants,
|
|
300
|
+
feeAssetPriceModifier,
|
|
232
301
|
});
|
|
233
302
|
|
|
234
303
|
const lightweightBuilder = await LightweightCheckpointBuilder.startNewCheckpoint(
|
|
@@ -238,6 +307,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
238
307
|
previousCheckpointOutHashes,
|
|
239
308
|
fork,
|
|
240
309
|
bindings,
|
|
310
|
+
feeAssetPriceModifier,
|
|
241
311
|
);
|
|
242
312
|
|
|
243
313
|
return new CheckpointBuilder(
|
|
@@ -248,6 +318,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
248
318
|
this.dateProvider,
|
|
249
319
|
this.telemetryClient,
|
|
250
320
|
bindings,
|
|
321
|
+
this.debugLogStore,
|
|
251
322
|
);
|
|
252
323
|
}
|
|
253
324
|
|
|
@@ -257,6 +328,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
257
328
|
async openCheckpoint(
|
|
258
329
|
checkpointNumber: CheckpointNumber,
|
|
259
330
|
constants: CheckpointGlobalVariables,
|
|
331
|
+
feeAssetPriceModifier: bigint,
|
|
260
332
|
l1ToL2Messages: Fr[],
|
|
261
333
|
previousCheckpointOutHashes: Fr[],
|
|
262
334
|
fork: MerkleTreeWriteOperations,
|
|
@@ -270,6 +342,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
270
342
|
return this.startCheckpoint(
|
|
271
343
|
checkpointNumber,
|
|
272
344
|
constants,
|
|
345
|
+
feeAssetPriceModifier,
|
|
273
346
|
l1ToL2Messages,
|
|
274
347
|
previousCheckpointOutHashes,
|
|
275
348
|
fork,
|
|
@@ -284,11 +357,13 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
284
357
|
initialStateReference: stateReference.toInspect(),
|
|
285
358
|
initialArchiveRoot: bufferToHex(archiveTree.root),
|
|
286
359
|
constants,
|
|
360
|
+
feeAssetPriceModifier,
|
|
287
361
|
});
|
|
288
362
|
|
|
289
363
|
const lightweightBuilder = await LightweightCheckpointBuilder.resumeCheckpoint(
|
|
290
364
|
checkpointNumber,
|
|
291
365
|
constants,
|
|
366
|
+
feeAssetPriceModifier,
|
|
292
367
|
l1ToL2Messages,
|
|
293
368
|
previousCheckpointOutHashes,
|
|
294
369
|
fork,
|
|
@@ -304,6 +379,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
304
379
|
this.dateProvider,
|
|
305
380
|
this.telemetryClient,
|
|
306
381
|
bindings,
|
|
382
|
+
this.debugLogStore,
|
|
307
383
|
);
|
|
308
384
|
}
|
|
309
385
|
|