@aztec/validator-client 0.0.1-commit.24de95ac → 0.0.1-commit.3469e52
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +282 -0
- package/dest/block_proposal_handler.d.ts +26 -13
- package/dest/block_proposal_handler.d.ts.map +1 -1
- package/dest/block_proposal_handler.js +359 -84
- package/dest/checkpoint_builder.d.ts +67 -0
- package/dest/checkpoint_builder.d.ts.map +1 -0
- package/dest/checkpoint_builder.js +160 -0
- package/dest/config.d.ts +1 -1
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +18 -7
- package/dest/duties/validation_service.d.ts +42 -13
- package/dest/duties/validation_service.d.ts.map +1 -1
- package/dest/duties/validation_service.js +113 -31
- package/dest/factory.d.ts +13 -8
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +2 -2
- package/dest/index.d.ts +3 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +2 -0
- package/dest/key_store/ha_key_store.d.ts +99 -0
- package/dest/key_store/ha_key_store.d.ts.map +1 -0
- package/dest/key_store/ha_key_store.js +208 -0
- package/dest/key_store/index.d.ts +2 -1
- package/dest/key_store/index.d.ts.map +1 -1
- package/dest/key_store/index.js +1 -0
- package/dest/key_store/interface.d.ts +36 -6
- package/dest/key_store/interface.d.ts.map +1 -1
- package/dest/key_store/local_key_store.d.ts +10 -5
- package/dest/key_store/local_key_store.d.ts.map +1 -1
- package/dest/key_store/local_key_store.js +9 -5
- package/dest/key_store/node_keystore_adapter.d.ts +18 -5
- package/dest/key_store/node_keystore_adapter.d.ts.map +1 -1
- package/dest/key_store/node_keystore_adapter.js +18 -4
- package/dest/key_store/web3signer_key_store.d.ts +10 -11
- package/dest/key_store/web3signer_key_store.d.ts.map +1 -1
- package/dest/key_store/web3signer_key_store.js +9 -5
- package/dest/metrics.d.ts +1 -1
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +8 -33
- package/dest/tx_validator/index.d.ts +3 -0
- package/dest/tx_validator/index.d.ts.map +1 -0
- package/dest/tx_validator/index.js +2 -0
- package/dest/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/tx_validator/nullifier_cache.js +24 -0
- package/dest/tx_validator/tx_validator_factory.d.ts +18 -0
- package/dest/tx_validator/tx_validator_factory.d.ts.map +1 -0
- package/dest/tx_validator/tx_validator_factory.js +54 -0
- package/dest/validator.d.ts +47 -18
- package/dest/validator.d.ts.map +1 -1
- package/dest/validator.js +365 -63
- package/package.json +22 -14
- package/src/block_proposal_handler.ts +293 -60
- package/src/checkpoint_builder.ts +284 -0
- package/src/config.ts +18 -6
- package/src/duties/validation_service.ts +157 -38
- package/src/factory.ts +17 -8
- package/src/index.ts +2 -0
- package/src/key_store/ha_key_store.ts +269 -0
- package/src/key_store/index.ts +1 -0
- package/src/key_store/interface.ts +44 -5
- package/src/key_store/local_key_store.ts +14 -5
- package/src/key_store/node_keystore_adapter.ts +28 -5
- package/src/key_store/web3signer_key_store.ts +18 -5
- package/src/metrics.ts +7 -34
- package/src/tx_validator/index.ts +2 -0
- package/src/tx_validator/nullifier_cache.ts +30 -0
- package/src/tx_validator/tx_validator_factory.ts +135 -0
- package/src/validator.ts +490 -91
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aztec/validator-client",
|
|
3
|
-
"version": "0.0.1-commit.
|
|
3
|
+
"version": "0.0.1-commit.3469e52",
|
|
4
4
|
"main": "dest/index.js",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"exports": {
|
|
@@ -18,8 +18,8 @@
|
|
|
18
18
|
},
|
|
19
19
|
"scripts": {
|
|
20
20
|
"start": "node --no-warnings ./dest/bin",
|
|
21
|
-
"build": "yarn clean && tsc
|
|
22
|
-
"build:dev": "tsc
|
|
21
|
+
"build": "yarn clean && ../scripts/tsc.sh",
|
|
22
|
+
"build:dev": "../scripts/tsc.sh --watch",
|
|
23
23
|
"clean": "rm -rf ./dest .tsbuildinfo",
|
|
24
24
|
"test": "NODE_NO_WARNINGS=1 node --experimental-vm-modules ../node_modules/.bin/jest --passWithNoTests --maxWorkers=${JEST_MAX_WORKERS:-8}"
|
|
25
25
|
},
|
|
@@ -64,25 +64,33 @@
|
|
|
64
64
|
]
|
|
65
65
|
},
|
|
66
66
|
"dependencies": {
|
|
67
|
-
"@aztec/
|
|
68
|
-
"@aztec/
|
|
69
|
-
"@aztec/
|
|
70
|
-
"@aztec/
|
|
71
|
-
"@aztec/
|
|
72
|
-
"@aztec/
|
|
73
|
-
"@aztec/
|
|
74
|
-
"@aztec/
|
|
75
|
-
"@aztec/
|
|
76
|
-
"@aztec/
|
|
67
|
+
"@aztec/blob-client": "0.0.1-commit.3469e52",
|
|
68
|
+
"@aztec/blob-lib": "0.0.1-commit.3469e52",
|
|
69
|
+
"@aztec/constants": "0.0.1-commit.3469e52",
|
|
70
|
+
"@aztec/epoch-cache": "0.0.1-commit.3469e52",
|
|
71
|
+
"@aztec/ethereum": "0.0.1-commit.3469e52",
|
|
72
|
+
"@aztec/foundation": "0.0.1-commit.3469e52",
|
|
73
|
+
"@aztec/node-keystore": "0.0.1-commit.3469e52",
|
|
74
|
+
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.3469e52",
|
|
75
|
+
"@aztec/p2p": "0.0.1-commit.3469e52",
|
|
76
|
+
"@aztec/protocol-contracts": "0.0.1-commit.3469e52",
|
|
77
|
+
"@aztec/prover-client": "0.0.1-commit.3469e52",
|
|
78
|
+
"@aztec/simulator": "0.0.1-commit.3469e52",
|
|
79
|
+
"@aztec/slasher": "0.0.1-commit.3469e52",
|
|
80
|
+
"@aztec/stdlib": "0.0.1-commit.3469e52",
|
|
81
|
+
"@aztec/telemetry-client": "0.0.1-commit.3469e52",
|
|
82
|
+
"@aztec/validator-ha-signer": "0.0.1-commit.3469e52",
|
|
77
83
|
"koa": "^2.16.1",
|
|
78
84
|
"koa-router": "^13.1.1",
|
|
79
85
|
"tslib": "^2.4.0",
|
|
80
|
-
"viem": "npm:@
|
|
86
|
+
"viem": "npm:@aztec/viem@2.38.2"
|
|
81
87
|
},
|
|
82
88
|
"devDependencies": {
|
|
89
|
+
"@electric-sql/pglite": "^0.3.14",
|
|
83
90
|
"@jest/globals": "^30.0.0",
|
|
84
91
|
"@types/jest": "^30.0.0",
|
|
85
92
|
"@types/node": "^22.15.17",
|
|
93
|
+
"@typescript/native-preview": "7.0.0-dev.20260113.1",
|
|
86
94
|
"jest": "^30.0.0",
|
|
87
95
|
"jest-mock-extended": "^4.0.0",
|
|
88
96
|
"ts-node": "^10.9.1",
|
|
@@ -1,19 +1,24 @@
|
|
|
1
1
|
import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
2
|
+
import type { EpochCache } from '@aztec/epoch-cache';
|
|
3
|
+
import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
4
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
2
5
|
import { TimeoutError } from '@aztec/foundation/error';
|
|
3
|
-
import { Fr } from '@aztec/foundation/fields';
|
|
4
6
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
7
|
import { retryUntil } from '@aztec/foundation/retry';
|
|
6
8
|
import { DateProvider, Timer } from '@aztec/foundation/timer';
|
|
7
9
|
import type { P2P, PeerId } from '@aztec/p2p';
|
|
8
10
|
import { TxProvider } from '@aztec/p2p';
|
|
9
11
|
import { BlockProposalValidator } from '@aztec/p2p/msg_validators';
|
|
10
|
-
import {
|
|
11
|
-
import
|
|
12
|
-
import {
|
|
13
|
-
import
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
12
|
+
import type { L2BlockNew, L2BlockSink, L2BlockSource } from '@aztec/stdlib/block';
|
|
13
|
+
import { getEpochAtSlot, getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
|
|
14
|
+
import type { ValidatorClientFullConfig, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
|
|
15
|
+
import {
|
|
16
|
+
type L1ToL2MessageSource,
|
|
17
|
+
computeCheckpointOutHash,
|
|
18
|
+
computeInHashFromL1ToL2Messages,
|
|
19
|
+
} from '@aztec/stdlib/messaging';
|
|
20
|
+
import type { BlockProposal } from '@aztec/stdlib/p2p';
|
|
21
|
+
import { BlockHeader, type CheckpointGlobalVariables, type FailedTx, type Tx } from '@aztec/stdlib/tx';
|
|
17
22
|
import {
|
|
18
23
|
ReExFailedTxsError,
|
|
19
24
|
ReExStateMismatchError,
|
|
@@ -22,6 +27,7 @@ import {
|
|
|
22
27
|
} from '@aztec/stdlib/validators';
|
|
23
28
|
import { type TelemetryClient, type Tracer, getTelemetryClient } from '@aztec/telemetry-client';
|
|
24
29
|
|
|
30
|
+
import type { FullNodeCheckpointsBuilder } from './checkpoint_builder.js';
|
|
25
31
|
import type { ValidatorMetrics } from './metrics.js';
|
|
26
32
|
|
|
27
33
|
export type BlockProposalValidationFailureReason =
|
|
@@ -29,6 +35,7 @@ export type BlockProposalValidationFailureReason =
|
|
|
29
35
|
| 'parent_block_not_found'
|
|
30
36
|
| 'parent_block_wrong_slot'
|
|
31
37
|
| 'in_hash_mismatch'
|
|
38
|
+
| 'global_variables_mismatch'
|
|
32
39
|
| 'block_number_already_exists'
|
|
33
40
|
| 'txs_not_available'
|
|
34
41
|
| 'state_mismatch'
|
|
@@ -37,7 +44,7 @@ export type BlockProposalValidationFailureReason =
|
|
|
37
44
|
| 'unknown_error';
|
|
38
45
|
|
|
39
46
|
type ReexecuteTransactionsResult = {
|
|
40
|
-
block:
|
|
47
|
+
block: L2BlockNew;
|
|
41
48
|
failedTxs: FailedTx[];
|
|
42
49
|
reexecutionTimeMs: number;
|
|
43
50
|
totalManaUsed: number;
|
|
@@ -45,58 +52,71 @@ type ReexecuteTransactionsResult = {
|
|
|
45
52
|
|
|
46
53
|
export type BlockProposalValidationSuccessResult = {
|
|
47
54
|
isValid: true;
|
|
48
|
-
blockNumber:
|
|
55
|
+
blockNumber: BlockNumber;
|
|
49
56
|
reexecutionResult?: ReexecuteTransactionsResult;
|
|
50
57
|
};
|
|
51
58
|
|
|
52
59
|
export type BlockProposalValidationFailureResult = {
|
|
53
60
|
isValid: false;
|
|
54
61
|
reason: BlockProposalValidationFailureReason;
|
|
55
|
-
blockNumber?:
|
|
62
|
+
blockNumber?: BlockNumber;
|
|
56
63
|
reexecutionResult?: ReexecuteTransactionsResult;
|
|
57
64
|
};
|
|
58
65
|
|
|
59
66
|
export type BlockProposalValidationResult = BlockProposalValidationSuccessResult | BlockProposalValidationFailureResult;
|
|
60
67
|
|
|
68
|
+
type CheckpointComputationResult =
|
|
69
|
+
| { checkpointNumber: CheckpointNumber; reason?: undefined }
|
|
70
|
+
| { checkpointNumber?: undefined; reason: 'invalid_proposal' | 'global_variables_mismatch' };
|
|
71
|
+
|
|
61
72
|
export class BlockProposalHandler {
|
|
62
73
|
public readonly tracer: Tracer;
|
|
63
74
|
|
|
64
75
|
constructor(
|
|
65
|
-
private
|
|
66
|
-
private
|
|
76
|
+
private checkpointsBuilder: FullNodeCheckpointsBuilder,
|
|
77
|
+
private worldState: WorldStateSynchronizer,
|
|
78
|
+
private blockSource: L2BlockSource & L2BlockSink,
|
|
67
79
|
private l1ToL2MessageSource: L1ToL2MessageSource,
|
|
68
80
|
private txProvider: TxProvider,
|
|
69
81
|
private blockProposalValidator: BlockProposalValidator,
|
|
82
|
+
private epochCache: EpochCache,
|
|
70
83
|
private config: ValidatorClientFullConfig,
|
|
71
84
|
private metrics?: ValidatorMetrics,
|
|
72
85
|
private dateProvider: DateProvider = new DateProvider(),
|
|
73
86
|
telemetry: TelemetryClient = getTelemetryClient(),
|
|
74
87
|
private log = createLogger('validator:block-proposal-handler'),
|
|
75
88
|
) {
|
|
89
|
+
if (config.fishermanMode) {
|
|
90
|
+
this.log = this.log.createChild('[FISHERMAN]');
|
|
91
|
+
}
|
|
76
92
|
this.tracer = telemetry.getTracer('BlockProposalHandler');
|
|
77
93
|
}
|
|
78
94
|
|
|
79
95
|
registerForReexecution(p2pClient: P2P): BlockProposalHandler {
|
|
80
|
-
|
|
96
|
+
// Non-validator handler that re-executes for monitoring but does not attest.
|
|
97
|
+
// Returns boolean indicating whether the proposal was valid.
|
|
98
|
+
const handler = async (proposal: BlockProposal, proposalSender: PeerId): Promise<boolean> => {
|
|
81
99
|
try {
|
|
82
100
|
const result = await this.handleBlockProposal(proposal, proposalSender, true);
|
|
83
101
|
if (result.isValid) {
|
|
84
|
-
this.log.info(`Non-validator reexecution completed for slot ${proposal.slotNumber
|
|
102
|
+
this.log.info(`Non-validator reexecution completed for slot ${proposal.slotNumber}`, {
|
|
85
103
|
blockNumber: result.blockNumber,
|
|
86
104
|
reexecutionTimeMs: result.reexecutionResult?.reexecutionTimeMs,
|
|
87
105
|
totalManaUsed: result.reexecutionResult?.totalManaUsed,
|
|
88
106
|
numTxs: result.reexecutionResult?.block?.body?.txEffects?.length ?? 0,
|
|
89
107
|
});
|
|
108
|
+
return true;
|
|
90
109
|
} else {
|
|
91
|
-
this.log.warn(`Non-validator reexecution failed for slot ${proposal.slotNumber
|
|
110
|
+
this.log.warn(`Non-validator reexecution failed for slot ${proposal.slotNumber}`, {
|
|
92
111
|
blockNumber: result.blockNumber,
|
|
93
112
|
reason: result.reason,
|
|
94
113
|
});
|
|
114
|
+
return false;
|
|
95
115
|
}
|
|
96
116
|
} catch (error) {
|
|
97
117
|
this.log.error('Error processing block proposal in non-validator handler', error);
|
|
118
|
+
return false;
|
|
98
119
|
}
|
|
99
|
-
return undefined; // Non-validator nodes don't return attestations
|
|
100
120
|
};
|
|
101
121
|
|
|
102
122
|
p2pClient.registerBlockProposalHandler(handler);
|
|
@@ -108,9 +128,9 @@ export class BlockProposalHandler {
|
|
|
108
128
|
proposalSender: PeerId,
|
|
109
129
|
shouldReexecute: boolean,
|
|
110
130
|
): Promise<BlockProposalValidationResult> {
|
|
111
|
-
const slotNumber = proposal.slotNumber
|
|
131
|
+
const slotNumber = proposal.slotNumber;
|
|
112
132
|
const proposer = proposal.getSender();
|
|
113
|
-
const config = this.
|
|
133
|
+
const config = this.checkpointsBuilder.getConfig();
|
|
114
134
|
|
|
115
135
|
// Reject proposals with invalid signatures
|
|
116
136
|
if (!proposer) {
|
|
@@ -150,7 +170,10 @@ export class BlockProposalHandler {
|
|
|
150
170
|
}
|
|
151
171
|
|
|
152
172
|
// Compute the block number based on the parent block
|
|
153
|
-
const blockNumber =
|
|
173
|
+
const blockNumber =
|
|
174
|
+
parentBlockHeader === 'genesis'
|
|
175
|
+
? BlockNumber(INITIAL_L2_BLOCK_NUM)
|
|
176
|
+
: BlockNumber(parentBlockHeader.getBlockNumber() + 1);
|
|
154
177
|
|
|
155
178
|
// Check that this block number does not exist already
|
|
156
179
|
const existingBlock = await this.blockSource.getBlockHeader(blockNumber);
|
|
@@ -166,10 +189,17 @@ export class BlockProposalHandler {
|
|
|
166
189
|
deadline: this.getReexecutionDeadline(slotNumber, config),
|
|
167
190
|
});
|
|
168
191
|
|
|
192
|
+
// Compute the checkpoint number for this block and validate checkpoint consistency
|
|
193
|
+
const checkpointResult = await this.computeCheckpointNumber(proposal, parentBlockHeader, proposalInfo);
|
|
194
|
+
if (checkpointResult.reason) {
|
|
195
|
+
return { isValid: false, blockNumber, reason: checkpointResult.reason };
|
|
196
|
+
}
|
|
197
|
+
const checkpointNumber = checkpointResult.checkpointNumber;
|
|
198
|
+
|
|
169
199
|
// Check that I have the same set of l1ToL2Messages as the proposal
|
|
170
|
-
const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(
|
|
171
|
-
const computedInHash =
|
|
172
|
-
const proposalInHash = proposal.
|
|
200
|
+
const l1ToL2Messages = await this.l1ToL2MessageSource.getL1ToL2Messages(checkpointNumber);
|
|
201
|
+
const computedInHash = computeInHashFromL1ToL2Messages(l1ToL2Messages);
|
|
202
|
+
const proposalInHash = proposal.inHash;
|
|
173
203
|
if (!computedInHash.equals(proposalInHash)) {
|
|
174
204
|
this.log.warn(`L1 to L2 messages in hash mismatch, skipping processing`, {
|
|
175
205
|
proposalInHash: proposalInHash.toString(),
|
|
@@ -188,9 +218,28 @@ export class BlockProposalHandler {
|
|
|
188
218
|
// Try re-executing the transactions in the proposal if needed
|
|
189
219
|
let reexecutionResult;
|
|
190
220
|
if (shouldReexecute) {
|
|
221
|
+
// Compute the previous checkpoint out hashes for the epoch.
|
|
222
|
+
// TODO(mbps): This assumes one block per checkpoint, which is only true for now.
|
|
223
|
+
// TODO: There can be a more efficient way to get the previous checkpoint out hashes without having to fetch all
|
|
224
|
+
// the blocks.
|
|
225
|
+
const epoch = getEpochAtSlot(slotNumber, this.epochCache.getL1Constants());
|
|
226
|
+
const previousBlocks = (await this.blockSource.getBlocksForEpoch(epoch))
|
|
227
|
+
.filter(b => b.number < blockNumber)
|
|
228
|
+
.sort((a, b) => a.number - b.number);
|
|
229
|
+
const previousCheckpointOutHashes = previousBlocks.map(b =>
|
|
230
|
+
computeCheckpointOutHash([b.body.txEffects.map(tx => tx.l2ToL1Msgs)]),
|
|
231
|
+
);
|
|
232
|
+
|
|
191
233
|
try {
|
|
192
234
|
this.log.verbose(`Re-executing transactions in the proposal`, proposalInfo);
|
|
193
|
-
reexecutionResult = await this.reexecuteTransactions(
|
|
235
|
+
reexecutionResult = await this.reexecuteTransactions(
|
|
236
|
+
proposal,
|
|
237
|
+
blockNumber,
|
|
238
|
+
checkpointNumber,
|
|
239
|
+
txs,
|
|
240
|
+
l1ToL2Messages,
|
|
241
|
+
previousCheckpointOutHashes,
|
|
242
|
+
);
|
|
194
243
|
} catch (error) {
|
|
195
244
|
this.log.error(`Error reexecuting txs while processing block proposal`, error, proposalInfo);
|
|
196
245
|
const reason = this.getReexecuteFailureReason(error);
|
|
@@ -198,14 +247,24 @@ export class BlockProposalHandler {
|
|
|
198
247
|
}
|
|
199
248
|
}
|
|
200
249
|
|
|
201
|
-
this
|
|
250
|
+
// If we succeeded, push this block into the archiver (unless disabled)
|
|
251
|
+
// TODO(palla/mbps): Change default to false once block sync is stable.
|
|
252
|
+
if (reexecutionResult?.block && this.config.skipPushProposedBlocksToArchiver === false) {
|
|
253
|
+
await this.blockSource.addBlock(reexecutionResult?.block);
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
this.log.info(
|
|
257
|
+
`Successfully processed block ${blockNumber} proposal at index ${proposal.indexWithinCheckpoint} on slot ${slotNumber}`,
|
|
258
|
+
proposalInfo,
|
|
259
|
+
);
|
|
260
|
+
|
|
202
261
|
return { isValid: true, blockNumber, reexecutionResult };
|
|
203
262
|
}
|
|
204
263
|
|
|
205
264
|
private async getParentBlock(proposal: BlockProposal): Promise<'genesis' | BlockHeader | undefined> {
|
|
206
|
-
const parentArchive = proposal.
|
|
207
|
-
const slot = proposal.slotNumber
|
|
208
|
-
const config = this.
|
|
265
|
+
const parentArchive = proposal.blockHeader.lastArchive.root;
|
|
266
|
+
const slot = proposal.slotNumber;
|
|
267
|
+
const config = this.checkpointsBuilder.getConfig();
|
|
209
268
|
const { genesisArchiveRoot } = await this.blockSource.getGenesisValues();
|
|
210
269
|
|
|
211
270
|
if (parentArchive.equals(genesisArchiveRoot)) {
|
|
@@ -239,10 +298,165 @@ export class BlockProposalHandler {
|
|
|
239
298
|
}
|
|
240
299
|
}
|
|
241
300
|
|
|
242
|
-
private
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
301
|
+
private async computeCheckpointNumber(
|
|
302
|
+
proposal: BlockProposal,
|
|
303
|
+
parentBlockHeader: 'genesis' | BlockHeader,
|
|
304
|
+
proposalInfo: object,
|
|
305
|
+
): Promise<CheckpointComputationResult> {
|
|
306
|
+
if (parentBlockHeader === 'genesis') {
|
|
307
|
+
// First block is in checkpoint 1
|
|
308
|
+
if (proposal.indexWithinCheckpoint !== 0) {
|
|
309
|
+
this.log.warn(`First block proposal has non-zero indexWithinCheckpoint`, proposalInfo);
|
|
310
|
+
return { reason: 'invalid_proposal' };
|
|
311
|
+
}
|
|
312
|
+
return { checkpointNumber: CheckpointNumber.INITIAL };
|
|
313
|
+
}
|
|
314
|
+
|
|
315
|
+
// Get the parent block to find its checkpoint number
|
|
316
|
+
// TODO(palla/mbps): The block header should include the checkpoint number to avoid this lookup,
|
|
317
|
+
// or at least the L2BlockSource should return a different struct that includes it.
|
|
318
|
+
const parentBlockNumber = parentBlockHeader.getBlockNumber();
|
|
319
|
+
const parentBlock = await this.blockSource.getL2BlockNew(parentBlockNumber);
|
|
320
|
+
if (!parentBlock) {
|
|
321
|
+
this.log.warn(`Parent block ${parentBlockNumber} not found in archiver`, proposalInfo);
|
|
322
|
+
return { reason: 'invalid_proposal' };
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
if (proposal.indexWithinCheckpoint === 0) {
|
|
326
|
+
// If this is the first block in a new checkpoint, increment the checkpoint number
|
|
327
|
+
if (!(proposal.blockHeader.getSlot() > parentBlockHeader.getSlot())) {
|
|
328
|
+
this.log.warn(`Slot should be greater than parent block slot for first block in checkpoint`, proposalInfo);
|
|
329
|
+
return { reason: 'invalid_proposal' };
|
|
330
|
+
}
|
|
331
|
+
return { checkpointNumber: CheckpointNumber(parentBlock.checkpointNumber + 1) };
|
|
332
|
+
}
|
|
333
|
+
|
|
334
|
+
// Otherwise it should follow the previous block in the same checkpoint
|
|
335
|
+
if (proposal.indexWithinCheckpoint !== parentBlock.indexWithinCheckpoint + 1) {
|
|
336
|
+
this.log.warn(`Non-sequential indexWithinCheckpoint`, proposalInfo);
|
|
337
|
+
return { reason: 'invalid_proposal' };
|
|
338
|
+
}
|
|
339
|
+
if (proposal.blockHeader.getSlot() !== parentBlockHeader.getSlot()) {
|
|
340
|
+
this.log.warn(`Slot should be equal to parent block slot for non-first block in checkpoint`, proposalInfo);
|
|
341
|
+
return { reason: 'invalid_proposal' };
|
|
342
|
+
}
|
|
343
|
+
|
|
344
|
+
// For non-first blocks in a checkpoint, validate global variables match parent (except blockNumber)
|
|
345
|
+
const validationResult = this.validateNonFirstBlockInCheckpoint(proposal, parentBlock, proposalInfo);
|
|
346
|
+
if (validationResult) {
|
|
347
|
+
return validationResult;
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
return { checkpointNumber: parentBlock.checkpointNumber };
|
|
351
|
+
}
|
|
352
|
+
|
|
353
|
+
/**
|
|
354
|
+
* Validates that a non-first block in a checkpoint has consistent global variables with its parent.
|
|
355
|
+
* For blocks with indexWithinCheckpoint > 0, all global variables except blockNumber must match the parent.
|
|
356
|
+
* @returns A failure result if validation fails, undefined if validation passes
|
|
357
|
+
*/
|
|
358
|
+
private validateNonFirstBlockInCheckpoint(
|
|
359
|
+
proposal: BlockProposal,
|
|
360
|
+
parentBlock: L2BlockNew,
|
|
361
|
+
proposalInfo: object,
|
|
362
|
+
): CheckpointComputationResult | undefined {
|
|
363
|
+
const proposalGlobals = proposal.blockHeader.globalVariables;
|
|
364
|
+
const parentGlobals = parentBlock.header.globalVariables;
|
|
365
|
+
|
|
366
|
+
// All global variables except blockNumber should match the parent
|
|
367
|
+
// blockNumber naturally increments between blocks
|
|
368
|
+
if (!proposalGlobals.chainId.equals(parentGlobals.chainId)) {
|
|
369
|
+
this.log.warn(`Non-first block in checkpoint has mismatched chainId`, {
|
|
370
|
+
...proposalInfo,
|
|
371
|
+
proposalChainId: proposalGlobals.chainId.toString(),
|
|
372
|
+
parentChainId: parentGlobals.chainId.toString(),
|
|
373
|
+
});
|
|
374
|
+
return { reason: 'global_variables_mismatch' };
|
|
375
|
+
}
|
|
376
|
+
|
|
377
|
+
if (!proposalGlobals.version.equals(parentGlobals.version)) {
|
|
378
|
+
this.log.warn(`Non-first block in checkpoint has mismatched version`, {
|
|
379
|
+
...proposalInfo,
|
|
380
|
+
proposalVersion: proposalGlobals.version.toString(),
|
|
381
|
+
parentVersion: parentGlobals.version.toString(),
|
|
382
|
+
});
|
|
383
|
+
return { reason: 'global_variables_mismatch' };
|
|
384
|
+
}
|
|
385
|
+
|
|
386
|
+
if (proposalGlobals.slotNumber !== parentGlobals.slotNumber) {
|
|
387
|
+
this.log.warn(`Non-first block in checkpoint has mismatched slotNumber`, {
|
|
388
|
+
...proposalInfo,
|
|
389
|
+
proposalSlotNumber: proposalGlobals.slotNumber,
|
|
390
|
+
parentSlotNumber: parentGlobals.slotNumber,
|
|
391
|
+
});
|
|
392
|
+
return { reason: 'global_variables_mismatch' };
|
|
393
|
+
}
|
|
394
|
+
|
|
395
|
+
if (proposalGlobals.timestamp !== parentGlobals.timestamp) {
|
|
396
|
+
this.log.warn(`Non-first block in checkpoint has mismatched timestamp`, {
|
|
397
|
+
...proposalInfo,
|
|
398
|
+
proposalTimestamp: proposalGlobals.timestamp.toString(),
|
|
399
|
+
parentTimestamp: parentGlobals.timestamp.toString(),
|
|
400
|
+
});
|
|
401
|
+
return { reason: 'global_variables_mismatch' };
|
|
402
|
+
}
|
|
403
|
+
|
|
404
|
+
if (!proposalGlobals.coinbase.equals(parentGlobals.coinbase)) {
|
|
405
|
+
this.log.warn(`Non-first block in checkpoint has mismatched coinbase`, {
|
|
406
|
+
...proposalInfo,
|
|
407
|
+
proposalCoinbase: proposalGlobals.coinbase.toString(),
|
|
408
|
+
parentCoinbase: parentGlobals.coinbase.toString(),
|
|
409
|
+
});
|
|
410
|
+
return { reason: 'global_variables_mismatch' };
|
|
411
|
+
}
|
|
412
|
+
|
|
413
|
+
if (!proposalGlobals.feeRecipient.equals(parentGlobals.feeRecipient)) {
|
|
414
|
+
this.log.warn(`Non-first block in checkpoint has mismatched feeRecipient`, {
|
|
415
|
+
...proposalInfo,
|
|
416
|
+
proposalFeeRecipient: proposalGlobals.feeRecipient.toString(),
|
|
417
|
+
parentFeeRecipient: parentGlobals.feeRecipient.toString(),
|
|
418
|
+
});
|
|
419
|
+
return { reason: 'global_variables_mismatch' };
|
|
420
|
+
}
|
|
421
|
+
|
|
422
|
+
if (!proposalGlobals.gasFees.equals(parentGlobals.gasFees)) {
|
|
423
|
+
this.log.warn(`Non-first block in checkpoint has mismatched gasFees`, {
|
|
424
|
+
...proposalInfo,
|
|
425
|
+
proposalGasFees: proposalGlobals.gasFees.toInspect(),
|
|
426
|
+
parentGasFees: parentGlobals.gasFees.toInspect(),
|
|
427
|
+
});
|
|
428
|
+
return { reason: 'global_variables_mismatch' };
|
|
429
|
+
}
|
|
430
|
+
|
|
431
|
+
return undefined;
|
|
432
|
+
}
|
|
433
|
+
|
|
434
|
+
private getReexecutionDeadline(slot: SlotNumber, config: { l1GenesisTime: bigint; slotDuration: number }): Date {
|
|
435
|
+
const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(slot + 1), config));
|
|
436
|
+
return new Date(nextSlotTimestampSeconds * 1000);
|
|
437
|
+
}
|
|
438
|
+
|
|
439
|
+
/**
|
|
440
|
+
* Gets all prior blocks in the same checkpoint (same slot and checkpoint number) up to but not including upToBlockNumber.
|
|
441
|
+
*/
|
|
442
|
+
private async getBlocksInCheckpoint(
|
|
443
|
+
slot: SlotNumber,
|
|
444
|
+
upToBlockNumber: BlockNumber,
|
|
445
|
+
checkpointNumber: CheckpointNumber,
|
|
446
|
+
): Promise<L2BlockNew[]> {
|
|
447
|
+
const blocks: L2BlockNew[] = [];
|
|
448
|
+
let currentBlockNumber = BlockNumber(upToBlockNumber - 1);
|
|
449
|
+
|
|
450
|
+
while (currentBlockNumber >= INITIAL_L2_BLOCK_NUM) {
|
|
451
|
+
const block = await this.blockSource.getL2BlockNew(currentBlockNumber);
|
|
452
|
+
if (!block || block.header.getSlot() !== slot || block.checkpointNumber !== checkpointNumber) {
|
|
453
|
+
break;
|
|
454
|
+
}
|
|
455
|
+
blocks.unshift(block);
|
|
456
|
+
currentBlockNumber = BlockNumber(currentBlockNumber - 1);
|
|
457
|
+
}
|
|
458
|
+
|
|
459
|
+
return blocks;
|
|
246
460
|
}
|
|
247
461
|
|
|
248
462
|
private getReexecuteFailureReason(err: any) {
|
|
@@ -259,12 +473,13 @@ export class BlockProposalHandler {
|
|
|
259
473
|
|
|
260
474
|
async reexecuteTransactions(
|
|
261
475
|
proposal: BlockProposal,
|
|
262
|
-
blockNumber:
|
|
476
|
+
blockNumber: BlockNumber,
|
|
477
|
+
checkpointNumber: CheckpointNumber,
|
|
263
478
|
txs: Tx[],
|
|
264
479
|
l1ToL2Messages: Fr[],
|
|
480
|
+
previousCheckpointOutHashes: Fr[],
|
|
265
481
|
): Promise<ReexecuteTransactionsResult> {
|
|
266
|
-
const {
|
|
267
|
-
const { txHashes } = proposal;
|
|
482
|
+
const { blockHeader, txHashes } = proposal;
|
|
268
483
|
|
|
269
484
|
// If we do not have all of the transactions, then we should fail
|
|
270
485
|
if (txs.length !== txHashes.length) {
|
|
@@ -273,28 +488,47 @@ export class BlockProposalHandler {
|
|
|
273
488
|
throw new TransactionsNotAvailableError(missingTxHashes);
|
|
274
489
|
}
|
|
275
490
|
|
|
276
|
-
// Use the sequencer's block building logic to re-execute the transactions
|
|
277
491
|
const timer = new Timer();
|
|
278
|
-
const
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
492
|
+
const slot = proposal.slotNumber;
|
|
493
|
+
const config = this.checkpointsBuilder.getConfig();
|
|
494
|
+
|
|
495
|
+
// Get prior blocks in this checkpoint (same slot and checkpoint number)
|
|
496
|
+
const priorBlocks = await this.getBlocksInCheckpoint(slot, blockNumber, checkpointNumber);
|
|
497
|
+
|
|
498
|
+
// Fork before the block to be built
|
|
499
|
+
const parentBlockNumber = BlockNumber(blockNumber - 1);
|
|
500
|
+
using fork = await this.worldState.fork(parentBlockNumber);
|
|
501
|
+
|
|
502
|
+
// Build checkpoint constants from proposal (excludes blockNumber and timestamp which are per-block)
|
|
503
|
+
const constants: CheckpointGlobalVariables = {
|
|
288
504
|
chainId: new Fr(config.l1ChainId),
|
|
289
505
|
version: new Fr(config.rollupVersion),
|
|
290
|
-
|
|
506
|
+
slotNumber: slot,
|
|
507
|
+
coinbase: blockHeader.globalVariables.coinbase,
|
|
508
|
+
feeRecipient: blockHeader.globalVariables.feeRecipient,
|
|
509
|
+
gasFees: blockHeader.globalVariables.gasFees,
|
|
510
|
+
};
|
|
291
511
|
|
|
292
|
-
|
|
293
|
-
|
|
512
|
+
// Create checkpoint builder with prior blocks
|
|
513
|
+
const checkpointBuilder = await this.checkpointsBuilder.openCheckpoint(
|
|
514
|
+
checkpointNumber,
|
|
515
|
+
constants,
|
|
516
|
+
l1ToL2Messages,
|
|
517
|
+
previousCheckpointOutHashes,
|
|
518
|
+
fork,
|
|
519
|
+
priorBlocks,
|
|
520
|
+
);
|
|
521
|
+
|
|
522
|
+
// Build the new block
|
|
523
|
+
const deadline = this.getReexecutionDeadline(slot, config);
|
|
524
|
+
const result = await checkpointBuilder.buildBlock(txs, blockNumber, blockHeader.globalVariables.timestamp, {
|
|
525
|
+
deadline,
|
|
526
|
+
expectedEndState: blockHeader.state,
|
|
294
527
|
});
|
|
295
528
|
|
|
529
|
+
const { block, failedTxs } = result;
|
|
296
530
|
const numFailedTxs = failedTxs.length;
|
|
297
|
-
|
|
531
|
+
|
|
298
532
|
this.log.verbose(`Transaction re-execution complete for slot ${slot}`, {
|
|
299
533
|
numFailedTxs,
|
|
300
534
|
numProposalTxs: txHashes.length,
|
|
@@ -313,19 +547,18 @@ export class BlockProposalHandler {
|
|
|
313
547
|
}
|
|
314
548
|
|
|
315
549
|
// Throw a ReExStateMismatchError error if state updates do not match
|
|
316
|
-
|
|
317
|
-
|
|
550
|
+
// Compare the full block structure (archive and header) from the built block with the proposal
|
|
551
|
+
const archiveMatches = proposal.archive.equals(block.archive.root);
|
|
552
|
+
const headerMatches = proposal.blockHeader.equals(block.header);
|
|
553
|
+
if (!archiveMatches || !headerMatches) {
|
|
318
554
|
this.log.warn(`Re-execution state mismatch for slot ${slot}`, {
|
|
319
|
-
|
|
320
|
-
|
|
555
|
+
expectedArchive: block.archive.root.toString(),
|
|
556
|
+
actualArchive: proposal.archive.toString(),
|
|
557
|
+
expectedHeader: block.header.toInspect(),
|
|
558
|
+
actualHeader: proposal.blockHeader.toInspect(),
|
|
321
559
|
});
|
|
322
560
|
this.metrics?.recordFailedReexecution(proposal);
|
|
323
|
-
throw new ReExStateMismatchError(
|
|
324
|
-
proposal.archive,
|
|
325
|
-
block.archive.root,
|
|
326
|
-
proposal.payload.stateReference,
|
|
327
|
-
block.header.state,
|
|
328
|
-
);
|
|
561
|
+
throw new ReExStateMismatchError(proposal.archive, block.archive.root);
|
|
329
562
|
}
|
|
330
563
|
|
|
331
564
|
const reexecutionTimeMs = timer.ms();
|