@aztec/validator-client 0.0.1-commit.c31f2472 → 0.0.1-commit.c52d6e7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +63 -18
- package/dest/checkpoint_builder.d.ts +36 -17
- package/dest/checkpoint_builder.d.ts.map +1 -1
- package/dest/checkpoint_builder.js +143 -42
- package/dest/config.d.ts +9 -3
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +45 -7
- package/dest/duties/validation_service.d.ts +12 -13
- package/dest/duties/validation_service.d.ts.map +1 -1
- package/dest/duties/validation_service.js +33 -45
- package/dest/factory.d.ts +10 -4
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +19 -6
- package/dest/index.d.ts +2 -3
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -2
- package/dest/key_store/ha_key_store.d.ts +1 -1
- package/dest/key_store/ha_key_store.d.ts.map +1 -1
- package/dest/key_store/ha_key_store.js +3 -3
- package/dest/key_store/web3signer_key_store.d.ts +10 -2
- package/dest/key_store/web3signer_key_store.d.ts.map +1 -1
- package/dest/key_store/web3signer_key_store.js +32 -41
- package/dest/metrics.d.ts +14 -2
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +27 -1
- package/dest/proposal_handler.d.ts +166 -0
- package/dest/proposal_handler.d.ts.map +1 -0
- package/dest/proposal_handler.js +1303 -0
- package/dest/validator.d.ts +65 -24
- package/dest/validator.d.ts.map +1 -1
- package/dest/validator.js +379 -234
- package/package.json +19 -19
- package/src/checkpoint_builder.ts +168 -43
- package/src/config.ts +53 -9
- package/src/duties/validation_service.ts +59 -54
- package/src/factory.ts +29 -4
- package/src/index.ts +1 -2
- package/src/key_store/ha_key_store.ts +3 -3
- package/src/key_store/web3signer_key_store.ts +43 -59
- package/src/metrics.ts +39 -1
- package/src/proposal_handler.ts +1409 -0
- package/src/validator.ts +511 -277
- package/dest/block_proposal_handler.d.ts +0 -63
- package/dest/block_proposal_handler.d.ts.map +0 -1
- package/dest/block_proposal_handler.js +0 -546
- package/dest/tx_validator/index.d.ts +0 -3
- package/dest/tx_validator/index.d.ts.map +0 -1
- package/dest/tx_validator/index.js +0 -2
- package/dest/tx_validator/nullifier_cache.d.ts +0 -14
- package/dest/tx_validator/nullifier_cache.d.ts.map +0 -1
- package/dest/tx_validator/nullifier_cache.js +0 -24
- package/dest/tx_validator/tx_validator_factory.d.ts +0 -19
- package/dest/tx_validator/tx_validator_factory.d.ts.map +0 -1
- package/dest/tx_validator/tx_validator_factory.js +0 -54
- package/src/block_proposal_handler.ts +0 -555
- package/src/tx_validator/index.ts +0 -2
- package/src/tx_validator/nullifier_cache.ts +0 -30
- package/src/tx_validator/tx_validator_factory.ts +0 -154
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aztec/validator-client",
|
|
3
|
-
"version": "0.0.1-commit.
|
|
3
|
+
"version": "0.0.1-commit.c52d6e7",
|
|
4
4
|
"main": "dest/index.js",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"exports": {
|
|
@@ -64,30 +64,30 @@
|
|
|
64
64
|
]
|
|
65
65
|
},
|
|
66
66
|
"dependencies": {
|
|
67
|
-
"@aztec/blob-client": "0.0.1-commit.
|
|
68
|
-
"@aztec/blob-lib": "0.0.1-commit.
|
|
69
|
-
"@aztec/constants": "0.0.1-commit.
|
|
70
|
-
"@aztec/epoch-cache": "0.0.1-commit.
|
|
71
|
-
"@aztec/ethereum": "0.0.1-commit.
|
|
72
|
-
"@aztec/foundation": "0.0.1-commit.
|
|
73
|
-
"@aztec/node-keystore": "0.0.1-commit.
|
|
74
|
-
"@aztec/
|
|
75
|
-
"@aztec/
|
|
76
|
-
"@aztec/
|
|
77
|
-
"@aztec/
|
|
78
|
-
"@aztec/
|
|
79
|
-
"@aztec/
|
|
80
|
-
"@aztec/
|
|
81
|
-
"@aztec/
|
|
82
|
-
"@aztec/validator-ha-signer": "0.0.1-commit.c31f2472",
|
|
67
|
+
"@aztec/blob-client": "0.0.1-commit.c52d6e7",
|
|
68
|
+
"@aztec/blob-lib": "0.0.1-commit.c52d6e7",
|
|
69
|
+
"@aztec/constants": "0.0.1-commit.c52d6e7",
|
|
70
|
+
"@aztec/epoch-cache": "0.0.1-commit.c52d6e7",
|
|
71
|
+
"@aztec/ethereum": "0.0.1-commit.c52d6e7",
|
|
72
|
+
"@aztec/foundation": "0.0.1-commit.c52d6e7",
|
|
73
|
+
"@aztec/node-keystore": "0.0.1-commit.c52d6e7",
|
|
74
|
+
"@aztec/p2p": "0.0.1-commit.c52d6e7",
|
|
75
|
+
"@aztec/protocol-contracts": "0.0.1-commit.c52d6e7",
|
|
76
|
+
"@aztec/prover-client": "0.0.1-commit.c52d6e7",
|
|
77
|
+
"@aztec/simulator": "0.0.1-commit.c52d6e7",
|
|
78
|
+
"@aztec/slasher": "0.0.1-commit.c52d6e7",
|
|
79
|
+
"@aztec/stdlib": "0.0.1-commit.c52d6e7",
|
|
80
|
+
"@aztec/telemetry-client": "0.0.1-commit.c52d6e7",
|
|
81
|
+
"@aztec/validator-ha-signer": "0.0.1-commit.c52d6e7",
|
|
83
82
|
"koa": "^2.16.1",
|
|
84
83
|
"koa-router": "^13.1.1",
|
|
85
84
|
"tslib": "^2.4.0",
|
|
86
85
|
"viem": "npm:@aztec/viem@2.38.2"
|
|
87
86
|
},
|
|
88
87
|
"devDependencies": {
|
|
89
|
-
"@aztec/archiver": "0.0.1-commit.
|
|
90
|
-
"@aztec/
|
|
88
|
+
"@aztec/archiver": "0.0.1-commit.c52d6e7",
|
|
89
|
+
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.c52d6e7",
|
|
90
|
+
"@aztec/world-state": "0.0.1-commit.c52d6e7",
|
|
91
91
|
"@electric-sql/pglite": "^0.3.14",
|
|
92
92
|
"@jest/globals": "^30.0.0",
|
|
93
93
|
"@types/jest": "^30.0.0",
|
|
@@ -1,46 +1,46 @@
|
|
|
1
|
+
import { NUM_CHECKPOINT_END_MARKER_FIELDS, getNumBlockEndBlobFields } from '@aztec/blob-lib/encoding';
|
|
2
|
+
import { BLOBS_PER_CHECKPOINT, FIELDS_PER_BLOB, MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT } from '@aztec/constants';
|
|
1
3
|
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
2
|
-
import { merge, pick } from '@aztec/foundation/collection';
|
|
4
|
+
import { merge, pick, sum } from '@aztec/foundation/collection';
|
|
3
5
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
4
6
|
import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
|
|
5
7
|
import { bufferToHex } from '@aztec/foundation/string';
|
|
6
|
-
import { DateProvider,
|
|
7
|
-
import { getDefaultAllowedSetupFunctions } from '@aztec/p2p/msg_validators';
|
|
8
|
+
import { DateProvider, elapsed } from '@aztec/foundation/timer';
|
|
9
|
+
import { createTxValidatorForBlockBuilding, getDefaultAllowedSetupFunctions } from '@aztec/p2p/msg_validators';
|
|
8
10
|
import { LightweightCheckpointBuilder } from '@aztec/prover-client/light';
|
|
9
11
|
import {
|
|
12
|
+
type AvmSimulator,
|
|
10
13
|
GuardedMerkleTreeOperations,
|
|
11
14
|
PublicContractsDB,
|
|
12
15
|
PublicProcessor,
|
|
13
16
|
createPublicTxSimulatorForBlockBuilding,
|
|
14
17
|
} from '@aztec/simulator/server';
|
|
15
|
-
import { L2Block } from '@aztec/stdlib/block';
|
|
18
|
+
import { type BlockHash, L2Block } from '@aztec/stdlib/block';
|
|
16
19
|
import { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
17
20
|
import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
18
21
|
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
19
22
|
import { Gas } from '@aztec/stdlib/gas';
|
|
20
23
|
import {
|
|
24
|
+
type BlockBuilderOptions,
|
|
21
25
|
type BuildBlockInCheckpointResult,
|
|
22
26
|
type FullNodeBlockBuilderConfig,
|
|
23
27
|
FullNodeBlockBuilderConfigKeys,
|
|
24
28
|
type ICheckpointBlockBuilder,
|
|
25
29
|
type ICheckpointsBuilder,
|
|
30
|
+
InsufficientValidTxsError,
|
|
26
31
|
type MerkleTreeWriteOperations,
|
|
27
32
|
type PublicProcessorLimits,
|
|
28
33
|
type WorldStateSynchronizer,
|
|
29
34
|
} from '@aztec/stdlib/interfaces/server';
|
|
35
|
+
import { type DebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
|
|
30
36
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
31
37
|
import { type CheckpointGlobalVariables, GlobalVariables, StateReference, Tx } from '@aztec/stdlib/tx';
|
|
32
38
|
import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
|
|
33
|
-
|
|
34
|
-
import { createValidatorForBlockBuilding } from './tx_validator/tx_validator_factory.js';
|
|
39
|
+
import { ForkCheckpoint } from '@aztec/world-state';
|
|
35
40
|
|
|
36
41
|
// Re-export for backward compatibility
|
|
37
42
|
export type { BuildBlockInCheckpointResult } from '@aztec/stdlib/interfaces/server';
|
|
38
43
|
|
|
39
|
-
/** Result of building a block within a checkpoint. Extends the base interface with timer. */
|
|
40
|
-
export interface BuildBlockInCheckpointResultWithTimer extends BuildBlockInCheckpointResult {
|
|
41
|
-
blockBuildingTimer: Timer;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
44
|
/**
|
|
45
45
|
* Builder for a single checkpoint. Handles building blocks within the checkpoint
|
|
46
46
|
* and completing it.
|
|
@@ -48,6 +48,9 @@ export interface BuildBlockInCheckpointResultWithTimer extends BuildBlockInCheck
|
|
|
48
48
|
export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
49
49
|
private log: Logger;
|
|
50
50
|
|
|
51
|
+
/** Persistent contracts DB shared across all blocks in this checkpoint. */
|
|
52
|
+
protected contractsDB: PublicContractsDB;
|
|
53
|
+
|
|
51
54
|
constructor(
|
|
52
55
|
private checkpointBuilder: LightweightCheckpointBuilder,
|
|
53
56
|
private fork: MerkleTreeWriteOperations,
|
|
@@ -55,12 +58,15 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
55
58
|
private contractDataSource: ContractDataSource,
|
|
56
59
|
private dateProvider: DateProvider,
|
|
57
60
|
private telemetryClient: TelemetryClient,
|
|
61
|
+
private avmSimulator: AvmSimulator,
|
|
58
62
|
bindings?: LoggerBindings,
|
|
63
|
+
private debugLogStore: DebugLogStore = new NullDebugLogStore(),
|
|
59
64
|
) {
|
|
60
65
|
this.log = createLogger('checkpoint-builder', {
|
|
61
66
|
...bindings,
|
|
62
67
|
instanceId: `checkpoint-${checkpointBuilder.checkpointNumber}`,
|
|
63
68
|
});
|
|
69
|
+
this.contractsDB = new PublicContractsDB(this.contractDataSource, this.log.getBindings());
|
|
64
70
|
}
|
|
65
71
|
|
|
66
72
|
getConstantData(): CheckpointGlobalVariables {
|
|
@@ -69,14 +75,14 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
69
75
|
|
|
70
76
|
/**
|
|
71
77
|
* Builds a single block within this checkpoint.
|
|
78
|
+
* Automatically caps gas and blob field limits based on checkpoint-level budgets and prior blocks.
|
|
72
79
|
*/
|
|
73
80
|
async buildBlock(
|
|
74
81
|
pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
|
|
75
82
|
blockNumber: BlockNumber,
|
|
76
83
|
timestamp: bigint,
|
|
77
|
-
opts:
|
|
78
|
-
): Promise<
|
|
79
|
-
const blockBuildingTimer = new Timer();
|
|
84
|
+
opts: BlockBuilderOptions & { expectedEndState?: StateReference },
|
|
85
|
+
): Promise<BuildBlockInCheckpointResult> {
|
|
80
86
|
const slot = this.checkpointBuilder.constants.slotNumber;
|
|
81
87
|
|
|
82
88
|
this.log.verbose(`Building block ${blockNumber} for slot ${slot} within checkpoint`, {
|
|
@@ -99,30 +105,60 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
99
105
|
});
|
|
100
106
|
const { processor, validator } = await this.makeBlockBuilderDeps(globalVariables, this.fork);
|
|
101
107
|
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
108
|
+
// Cap gas limits amd available blob fields by remaining checkpoint-level budgets
|
|
109
|
+
const cappedOpts: PublicProcessorLimits & { expectedEndState?: StateReference } = {
|
|
110
|
+
...opts,
|
|
111
|
+
...this.capLimitsByCheckpointBudgets(opts),
|
|
112
|
+
};
|
|
105
113
|
|
|
106
|
-
//
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
114
|
+
// Create a block-level checkpoint on the contracts DB so we can roll back on failure
|
|
115
|
+
this.contractsDB.createCheckpoint();
|
|
116
|
+
// We execute all merkle tree operations on a world state fork checkpoint
|
|
117
|
+
// This enables us to discard all modifications in the event that we fail to successfully process sufficient transactions
|
|
118
|
+
const forkCheckpoint = await ForkCheckpoint.new(this.fork);
|
|
110
119
|
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
120
|
+
try {
|
|
121
|
+
const [publicProcessorDuration, [processedTxs, failedTxs, usedTxs]] = await elapsed(() =>
|
|
122
|
+
processor.process(pendingTxs, cappedOpts, validator),
|
|
123
|
+
);
|
|
124
|
+
|
|
125
|
+
// Throw before updating state if we don't have enough valid txs
|
|
126
|
+
const minValidTxs = opts.minValidTxs ?? 0;
|
|
127
|
+
if (processedTxs.length < minValidTxs) {
|
|
128
|
+
throw new InsufficientValidTxsError(processedTxs.length, minValidTxs, failedTxs);
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
// Commit the fork checkpoint
|
|
132
|
+
await forkCheckpoint.commit();
|
|
133
|
+
|
|
134
|
+
// Add block to checkpoint
|
|
135
|
+
const { block } = await this.checkpointBuilder.addBlock(globalVariables, processedTxs, {
|
|
136
|
+
expectedEndState: opts.expectedEndState,
|
|
137
|
+
});
|
|
138
|
+
|
|
139
|
+
this.contractsDB.commitCheckpoint();
|
|
140
|
+
|
|
141
|
+
this.log.debug('Built block within checkpoint', {
|
|
142
|
+
header: block.header.toInspect(),
|
|
143
|
+
processedTxs: processedTxs.map(tx => tx.hash.toString()),
|
|
144
|
+
failedTxs: failedTxs.map(tx => tx.tx.txHash.toString()),
|
|
145
|
+
});
|
|
146
|
+
|
|
147
|
+
return {
|
|
148
|
+
block,
|
|
149
|
+
publicProcessorDuration,
|
|
150
|
+
numTxs: processedTxs.length,
|
|
151
|
+
failedTxs,
|
|
152
|
+
usedTxs,
|
|
153
|
+
};
|
|
154
|
+
} catch (err) {
|
|
155
|
+
// Revert all changes to contracts db
|
|
156
|
+
this.contractsDB.revertCheckpoint();
|
|
157
|
+
// If we reached the point of committing the checkpoint, this does nothing
|
|
158
|
+
// Otherwise it reverts any changes made to the fork for this failed block
|
|
159
|
+
await forkCheckpoint.revert();
|
|
160
|
+
throw err;
|
|
161
|
+
}
|
|
126
162
|
}
|
|
127
163
|
|
|
128
164
|
/** Completes the checkpoint and returns it. */
|
|
@@ -143,18 +179,84 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
143
179
|
return this.checkpointBuilder.clone().completeCheckpoint();
|
|
144
180
|
}
|
|
145
181
|
|
|
182
|
+
/**
|
|
183
|
+
* Caps per-block gas and blob field limits by remaining checkpoint-level budgets.
|
|
184
|
+
* When building a proposal (isBuildingProposal=true), computes a fair share of remaining budget
|
|
185
|
+
* across remaining blocks scaled by the multiplier. When validating, only caps by per-block limit
|
|
186
|
+
* and remaining checkpoint budget (no redistribution or multiplier).
|
|
187
|
+
*/
|
|
188
|
+
protected capLimitsByCheckpointBudgets(
|
|
189
|
+
opts: BlockBuilderOptions,
|
|
190
|
+
): Pick<PublicProcessorLimits, 'maxBlockGas' | 'maxBlobFields' | 'maxTransactions'> {
|
|
191
|
+
const existingBlocks = this.checkpointBuilder.getBlocks();
|
|
192
|
+
|
|
193
|
+
// Remaining L2 gas (mana)
|
|
194
|
+
// IMPORTANT: This assumes mana is computed solely based on L2 gas used in transactions.
|
|
195
|
+
// This may change in the future.
|
|
196
|
+
const usedMana = sum(existingBlocks.map(b => b.header.totalManaUsed.toNumber()));
|
|
197
|
+
const remainingMana = this.config.rollupManaLimit - usedMana;
|
|
198
|
+
|
|
199
|
+
// Remaining DA gas
|
|
200
|
+
const usedDAGas = sum(existingBlocks.map(b => b.computeDAGasUsed())) ?? 0;
|
|
201
|
+
const remainingDAGas = MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT - usedDAGas;
|
|
202
|
+
|
|
203
|
+
// Remaining blob fields (block blob fields include both tx data and block-end overhead)
|
|
204
|
+
const usedBlobFields = sum(existingBlocks.map(b => b.toBlobFields().length));
|
|
205
|
+
const totalBlobCapacity = BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB - NUM_CHECKPOINT_END_MARKER_FIELDS;
|
|
206
|
+
const isFirstBlock = existingBlocks.length === 0;
|
|
207
|
+
const blockEndOverhead = getNumBlockEndBlobFields(isFirstBlock);
|
|
208
|
+
const maxBlobFieldsForTxs = totalBlobCapacity - usedBlobFields - blockEndOverhead;
|
|
209
|
+
|
|
210
|
+
// Remaining txs
|
|
211
|
+
const usedTxs = sum(existingBlocks.map(b => b.body.txEffects.length));
|
|
212
|
+
const remainingTxs = Math.max(0, (this.config.maxTxsPerCheckpoint ?? Infinity) - usedTxs);
|
|
213
|
+
|
|
214
|
+
// Cap by per-block limit + remaining checkpoint budget
|
|
215
|
+
let cappedL2Gas = Math.min(opts.maxBlockGas?.l2Gas ?? Infinity, remainingMana);
|
|
216
|
+
let cappedDAGas = Math.min(opts.maxBlockGas?.daGas ?? Infinity, remainingDAGas);
|
|
217
|
+
let cappedBlobFields = Math.min(opts.maxBlobFields ?? Infinity, maxBlobFieldsForTxs);
|
|
218
|
+
let cappedMaxTransactions = Math.min(opts.maxTransactions ?? Infinity, remainingTxs);
|
|
219
|
+
|
|
220
|
+
// Proposer mode: further cap by fair share of remaining budget across remaining blocks
|
|
221
|
+
if (opts.isBuildingProposal) {
|
|
222
|
+
const remainingBlocks = Math.max(1, opts.maxBlocksPerCheckpoint - existingBlocks.length);
|
|
223
|
+
const multiplier = opts.perBlockAllocationMultiplier;
|
|
224
|
+
// DA gas and blob fields use a higher multiplier so the largest contract class deploy fits a block.
|
|
225
|
+
const daMultiplier = opts.perBlockDAAllocationMultiplier ?? multiplier;
|
|
226
|
+
|
|
227
|
+
cappedL2Gas = Math.min(cappedL2Gas, Math.ceil((remainingMana / remainingBlocks) * multiplier));
|
|
228
|
+
cappedDAGas = Math.min(cappedDAGas, Math.ceil((remainingDAGas / remainingBlocks) * daMultiplier));
|
|
229
|
+
cappedBlobFields = Math.min(cappedBlobFields, Math.ceil((maxBlobFieldsForTxs / remainingBlocks) * daMultiplier));
|
|
230
|
+
cappedMaxTransactions = Math.min(cappedMaxTransactions, Math.ceil((remainingTxs / remainingBlocks) * multiplier));
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
return {
|
|
234
|
+
maxBlockGas: new Gas(cappedDAGas, cappedL2Gas),
|
|
235
|
+
maxBlobFields: cappedBlobFields,
|
|
236
|
+
maxTransactions: Number.isFinite(cappedMaxTransactions) ? cappedMaxTransactions : undefined,
|
|
237
|
+
};
|
|
238
|
+
}
|
|
239
|
+
|
|
146
240
|
protected async makeBlockBuilderDeps(globalVariables: GlobalVariables, fork: MerkleTreeWriteOperations) {
|
|
147
|
-
const txPublicSetupAllowList =
|
|
148
|
-
|
|
241
|
+
const txPublicSetupAllowList = [
|
|
242
|
+
...(await getDefaultAllowedSetupFunctions()),
|
|
243
|
+
...(this.config.txPublicSetupAllowListExtend ?? []),
|
|
244
|
+
];
|
|
245
|
+
const contractsDB = this.contractsDB;
|
|
149
246
|
const guardedFork = new GuardedMerkleTreeOperations(fork);
|
|
150
247
|
|
|
151
248
|
const bindings = this.log.getBindings();
|
|
249
|
+
// Extract the WSDB fork ID so the C++ AVM can modify the same fork in-place; the simulator reads
|
|
250
|
+
// contract data from `contractsDB`, scoped to this fork for the duration of each simulation.
|
|
251
|
+
const wsdbForkId = fork.getRevision().forkId;
|
|
152
252
|
const publicTxSimulator = createPublicTxSimulatorForBlockBuilding(
|
|
153
|
-
|
|
154
|
-
contractsDB,
|
|
253
|
+
this.avmSimulator,
|
|
155
254
|
globalVariables,
|
|
255
|
+
contractsDB,
|
|
256
|
+
wsdbForkId,
|
|
156
257
|
this.telemetryClient,
|
|
157
258
|
bindings,
|
|
259
|
+
this.debugLogStore?.isEnabled ?? false,
|
|
158
260
|
);
|
|
159
261
|
|
|
160
262
|
const processor = new PublicProcessor(
|
|
@@ -166,9 +268,10 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
166
268
|
this.telemetryClient,
|
|
167
269
|
createLogger('simulator:public-processor', bindings),
|
|
168
270
|
this.config,
|
|
271
|
+
this.debugLogStore,
|
|
169
272
|
);
|
|
170
273
|
|
|
171
|
-
const validator =
|
|
274
|
+
const validator = createTxValidatorForBlockBuilding(
|
|
172
275
|
fork,
|
|
173
276
|
this.contractDataSource,
|
|
174
277
|
globalVariables,
|
|
@@ -192,7 +295,9 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
192
295
|
private worldState: WorldStateSynchronizer,
|
|
193
296
|
private contractDataSource: ContractDataSource,
|
|
194
297
|
private dateProvider: DateProvider,
|
|
298
|
+
private avmSimulator: AvmSimulator,
|
|
195
299
|
private telemetryClient: TelemetryClient = getTelemetryClient(),
|
|
300
|
+
private debugLogStore: DebugLogStore = new NullDebugLogStore(),
|
|
196
301
|
) {
|
|
197
302
|
this.log = createLogger('checkpoint-builder');
|
|
198
303
|
}
|
|
@@ -211,6 +316,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
211
316
|
async startCheckpoint(
|
|
212
317
|
checkpointNumber: CheckpointNumber,
|
|
213
318
|
constants: CheckpointGlobalVariables,
|
|
319
|
+
feeAssetPriceModifier: bigint,
|
|
214
320
|
l1ToL2Messages: Fr[],
|
|
215
321
|
previousCheckpointOutHashes: Fr[],
|
|
216
322
|
fork: MerkleTreeWriteOperations,
|
|
@@ -225,6 +331,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
225
331
|
initialStateReference: stateReference.toInspect(),
|
|
226
332
|
initialArchiveRoot: bufferToHex(archiveTree.root),
|
|
227
333
|
constants,
|
|
334
|
+
feeAssetPriceModifier,
|
|
228
335
|
});
|
|
229
336
|
|
|
230
337
|
const lightweightBuilder = await LightweightCheckpointBuilder.startNewCheckpoint(
|
|
@@ -234,6 +341,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
234
341
|
previousCheckpointOutHashes,
|
|
235
342
|
fork,
|
|
236
343
|
bindings,
|
|
344
|
+
feeAssetPriceModifier,
|
|
237
345
|
);
|
|
238
346
|
|
|
239
347
|
return new CheckpointBuilder(
|
|
@@ -243,7 +351,9 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
243
351
|
this.contractDataSource,
|
|
244
352
|
this.dateProvider,
|
|
245
353
|
this.telemetryClient,
|
|
354
|
+
this.avmSimulator,
|
|
246
355
|
bindings,
|
|
356
|
+
this.debugLogStore,
|
|
247
357
|
);
|
|
248
358
|
}
|
|
249
359
|
|
|
@@ -253,6 +363,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
253
363
|
async openCheckpoint(
|
|
254
364
|
checkpointNumber: CheckpointNumber,
|
|
255
365
|
constants: CheckpointGlobalVariables,
|
|
366
|
+
feeAssetPriceModifier: bigint,
|
|
256
367
|
l1ToL2Messages: Fr[],
|
|
257
368
|
previousCheckpointOutHashes: Fr[],
|
|
258
369
|
fork: MerkleTreeWriteOperations,
|
|
@@ -266,6 +377,7 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
266
377
|
return this.startCheckpoint(
|
|
267
378
|
checkpointNumber,
|
|
268
379
|
constants,
|
|
380
|
+
feeAssetPriceModifier,
|
|
269
381
|
l1ToL2Messages,
|
|
270
382
|
previousCheckpointOutHashes,
|
|
271
383
|
fork,
|
|
@@ -280,11 +392,13 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
280
392
|
initialStateReference: stateReference.toInspect(),
|
|
281
393
|
initialArchiveRoot: bufferToHex(archiveTree.root),
|
|
282
394
|
constants,
|
|
395
|
+
feeAssetPriceModifier,
|
|
283
396
|
});
|
|
284
397
|
|
|
285
398
|
const lightweightBuilder = await LightweightCheckpointBuilder.resumeCheckpoint(
|
|
286
399
|
checkpointNumber,
|
|
287
400
|
constants,
|
|
401
|
+
feeAssetPriceModifier,
|
|
288
402
|
l1ToL2Messages,
|
|
289
403
|
previousCheckpointOutHashes,
|
|
290
404
|
fork,
|
|
@@ -299,12 +413,23 @@ export class FullNodeCheckpointsBuilder implements ICheckpointsBuilder {
|
|
|
299
413
|
this.contractDataSource,
|
|
300
414
|
this.dateProvider,
|
|
301
415
|
this.telemetryClient,
|
|
416
|
+
this.avmSimulator,
|
|
302
417
|
bindings,
|
|
418
|
+
this.debugLogStore,
|
|
303
419
|
);
|
|
304
420
|
}
|
|
305
421
|
|
|
306
|
-
/**
|
|
307
|
-
|
|
422
|
+
/**
|
|
423
|
+
* Syncs world state to the given block number and returns a fork of it at that block.
|
|
424
|
+
*
|
|
425
|
+
* Syncing first is required: the block source (archiver) can already hold a block while world state
|
|
426
|
+
* still trails it, and forking a not-yet-applied block throws a raw "initialize from future block"
|
|
427
|
+
* tree error. syncImmediate blocks until world state reaches the block, or throws a typed error if it
|
|
428
|
+
* genuinely cannot. When `blockHash` is provided it is verified against the synced block, triggering a
|
|
429
|
+
* resync on mismatch (reorg detection).
|
|
430
|
+
*/
|
|
431
|
+
async getFork(blockNumber: BlockNumber, blockHash?: BlockHash): Promise<MerkleTreeWriteOperations> {
|
|
432
|
+
await this.worldState.syncImmediate(blockNumber, blockHash);
|
|
308
433
|
return this.worldState.fork(blockNumber);
|
|
309
434
|
}
|
|
310
435
|
}
|
package/src/config.ts
CHANGED
|
@@ -3,15 +3,27 @@ import {
|
|
|
3
3
|
booleanConfigHelper,
|
|
4
4
|
getConfigFromMappings,
|
|
5
5
|
numberConfigHelper,
|
|
6
|
+
optionalNumberConfigHelper,
|
|
7
|
+
pickConfigMappings,
|
|
6
8
|
secretValueConfigHelper,
|
|
7
9
|
} from '@aztec/foundation/config';
|
|
8
10
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
11
|
+
import { type SequencerConfig, sharedSequencerConfigMappings } from '@aztec/stdlib/config';
|
|
12
|
+
import { localSignerConfigMappings, validatorHASignerConfigMappings } from '@aztec/stdlib/ha-signing';
|
|
9
13
|
import type { ValidatorClientConfig } from '@aztec/stdlib/interfaces/server';
|
|
10
|
-
import { validatorHASignerConfigMappings } from '@aztec/validator-ha-signer/config';
|
|
11
14
|
|
|
12
15
|
export type { ValidatorClientConfig };
|
|
13
16
|
|
|
14
|
-
|
|
17
|
+
/**
|
|
18
|
+
* Default clock-disparity tolerance (ms) for proposal/attestation receive windows, mirroring the p2p config
|
|
19
|
+
* default. Used by the validator-client validators when the merged node config does not carry the value.
|
|
20
|
+
*/
|
|
21
|
+
export const DEFAULT_MAX_GOSSIP_CLOCK_DISPARITY_MS = 500;
|
|
22
|
+
|
|
23
|
+
export const validatorClientConfigMappings: ConfigMappingsType<
|
|
24
|
+
ValidatorClientConfig & Pick<SequencerConfig, 'blockDurationMs'>
|
|
25
|
+
> = {
|
|
26
|
+
...pickConfigMappings(sharedSequencerConfigMappings, ['blockDurationMs']),
|
|
15
27
|
validatorPrivateKeys: {
|
|
16
28
|
env: 'VALIDATOR_PRIVATE_KEYS',
|
|
17
29
|
description: 'List of private keys of the validators participating in attestation duties',
|
|
@@ -30,6 +42,12 @@ export const validatorClientConfigMappings: ConfigMappingsType<ValidatorClientCo
|
|
|
30
42
|
.map(address => EthAddress.fromString(address.trim())),
|
|
31
43
|
defaultValue: [],
|
|
32
44
|
},
|
|
45
|
+
l1ChainId: {
|
|
46
|
+
env: 'L1_CHAIN_ID',
|
|
47
|
+
description: 'The chain ID of the ethereum host.',
|
|
48
|
+
parseEnv: (val: string) => +val,
|
|
49
|
+
defaultValue: 31337,
|
|
50
|
+
},
|
|
33
51
|
disableValidator: {
|
|
34
52
|
env: 'VALIDATOR_DISABLED',
|
|
35
53
|
description: 'Do not run the validator',
|
|
@@ -49,11 +67,6 @@ export const validatorClientConfigMappings: ConfigMappingsType<ValidatorClientCo
|
|
|
49
67
|
description: 'Interval between polling for new attestations',
|
|
50
68
|
...numberConfigHelper(200),
|
|
51
69
|
},
|
|
52
|
-
validatorReexecute: {
|
|
53
|
-
env: 'VALIDATOR_REEXECUTE',
|
|
54
|
-
description: 'Re-execute transactions before attesting',
|
|
55
|
-
...booleanConfigHelper(true),
|
|
56
|
-
},
|
|
57
70
|
alwaysReexecuteBlockProposals: {
|
|
58
71
|
description:
|
|
59
72
|
'Whether to always reexecute block proposals, even for non-validator nodes (useful for monitoring network status).',
|
|
@@ -73,6 +86,35 @@ export const validatorClientConfigMappings: ConfigMappingsType<ValidatorClientCo
|
|
|
73
86
|
description: 'Skip pushing re-executed blocks to archiver (default: false)',
|
|
74
87
|
defaultValue: false,
|
|
75
88
|
},
|
|
89
|
+
attestToEquivocatedProposals: {
|
|
90
|
+
description: 'Agree to attest to equivocated checkpoint proposals (for testing purposes only)',
|
|
91
|
+
...booleanConfigHelper(false),
|
|
92
|
+
},
|
|
93
|
+
skipProposalSlotValidation: {
|
|
94
|
+
description: 'Accept proposal validation regardless of slot timing (for testing only)',
|
|
95
|
+
...booleanConfigHelper(false),
|
|
96
|
+
},
|
|
97
|
+
validateMaxL2BlockGas: {
|
|
98
|
+
env: 'VALIDATOR_MAX_L2_BLOCK_GAS',
|
|
99
|
+
description: 'Maximum L2 block gas for validation. Proposals exceeding this limit are rejected.',
|
|
100
|
+
...optionalNumberConfigHelper(),
|
|
101
|
+
},
|
|
102
|
+
validateMaxDABlockGas: {
|
|
103
|
+
env: 'VALIDATOR_MAX_DA_BLOCK_GAS',
|
|
104
|
+
description: 'Maximum DA block gas for validation. Proposals exceeding this limit are rejected.',
|
|
105
|
+
...optionalNumberConfigHelper(),
|
|
106
|
+
},
|
|
107
|
+
validateMaxTxsPerBlock: {
|
|
108
|
+
env: 'VALIDATOR_MAX_TX_PER_BLOCK',
|
|
109
|
+
description: 'Maximum transactions per block for validation. Proposals exceeding this limit are rejected.',
|
|
110
|
+
...optionalNumberConfigHelper(),
|
|
111
|
+
},
|
|
112
|
+
validateMaxTxsPerCheckpoint: {
|
|
113
|
+
env: 'VALIDATOR_MAX_TX_PER_CHECKPOINT',
|
|
114
|
+
description: 'Maximum transactions per checkpoint for validation. Proposals exceeding this limit are rejected.',
|
|
115
|
+
...optionalNumberConfigHelper(),
|
|
116
|
+
},
|
|
117
|
+
...localSignerConfigMappings,
|
|
76
118
|
...validatorHASignerConfigMappings,
|
|
77
119
|
};
|
|
78
120
|
|
|
@@ -81,6 +123,8 @@ export const validatorClientConfigMappings: ConfigMappingsType<ValidatorClientCo
|
|
|
81
123
|
* Note: If an environment variable is not set, the default value is used.
|
|
82
124
|
* @returns The validator configuration.
|
|
83
125
|
*/
|
|
84
|
-
export function getProverEnvVars(): ValidatorClientConfig {
|
|
85
|
-
return getConfigFromMappings<ValidatorClientConfig
|
|
126
|
+
export function getProverEnvVars(): ValidatorClientConfig & Pick<SequencerConfig, 'blockDurationMs'> {
|
|
127
|
+
return getConfigFromMappings<ValidatorClientConfig & Pick<SequencerConfig, 'blockDurationMs'>>(
|
|
128
|
+
validatorClientConfigMappings,
|
|
129
|
+
);
|
|
86
130
|
}
|