@aztec/validator-client 0.0.1-commit.181e2d196 → 0.0.1-commit.189eedb3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +51 -11
- package/dest/checkpoint_builder.d.ts +14 -4
- package/dest/checkpoint_builder.d.ts.map +1 -1
- package/dest/checkpoint_builder.js +97 -29
- package/dest/config.d.ts +1 -1
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +33 -7
- package/dest/duties/validation_service.d.ts +12 -13
- package/dest/duties/validation_service.d.ts.map +1 -1
- package/dest/duties/validation_service.js +33 -45
- package/dest/factory.d.ts +10 -4
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +10 -5
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/key_store/ha_key_store.js +1 -1
- package/dest/metrics.d.ts +6 -2
- package/dest/metrics.d.ts.map +1 -1
- package/dest/metrics.js +12 -0
- package/dest/proposal_handler.d.ts +134 -0
- package/dest/proposal_handler.d.ts.map +1 -0
- package/dest/proposal_handler.js +1072 -0
- package/dest/validator.d.ts +29 -21
- package/dest/validator.d.ts.map +1 -1
- package/dest/validator.js +248 -264
- package/package.json +19 -19
- package/src/checkpoint_builder.ts +120 -34
- package/src/config.ts +33 -6
- package/src/duties/validation_service.ts +52 -54
- package/src/factory.ts +20 -4
- package/src/index.ts +1 -1
- package/src/key_store/ha_key_store.ts +1 -1
- package/src/metrics.ts +19 -1
- package/src/proposal_handler.ts +1161 -0
- package/src/validator.ts +325 -307
- package/dest/block_proposal_handler.d.ts +0 -63
- package/dest/block_proposal_handler.d.ts.map +0 -1
- package/dest/block_proposal_handler.js +0 -532
- package/src/block_proposal_handler.ts +0 -535
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aztec/validator-client",
|
|
3
|
-
"version": "0.0.1-commit.
|
|
3
|
+
"version": "0.0.1-commit.189eedb3",
|
|
4
4
|
"main": "dest/index.js",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"exports": {
|
|
@@ -64,30 +64,30 @@
|
|
|
64
64
|
]
|
|
65
65
|
},
|
|
66
66
|
"dependencies": {
|
|
67
|
-
"@aztec/blob-client": "0.0.1-commit.
|
|
68
|
-
"@aztec/blob-lib": "0.0.1-commit.
|
|
69
|
-
"@aztec/constants": "0.0.1-commit.
|
|
70
|
-
"@aztec/epoch-cache": "0.0.1-commit.
|
|
71
|
-
"@aztec/ethereum": "0.0.1-commit.
|
|
72
|
-
"@aztec/foundation": "0.0.1-commit.
|
|
73
|
-
"@aztec/node-keystore": "0.0.1-commit.
|
|
74
|
-
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.
|
|
75
|
-
"@aztec/p2p": "0.0.1-commit.
|
|
76
|
-
"@aztec/protocol-contracts": "0.0.1-commit.
|
|
77
|
-
"@aztec/prover-client": "0.0.1-commit.
|
|
78
|
-
"@aztec/simulator": "0.0.1-commit.
|
|
79
|
-
"@aztec/slasher": "0.0.1-commit.
|
|
80
|
-
"@aztec/stdlib": "0.0.1-commit.
|
|
81
|
-
"@aztec/telemetry-client": "0.0.1-commit.
|
|
82
|
-
"@aztec/validator-ha-signer": "0.0.1-commit.
|
|
67
|
+
"@aztec/blob-client": "0.0.1-commit.189eedb3",
|
|
68
|
+
"@aztec/blob-lib": "0.0.1-commit.189eedb3",
|
|
69
|
+
"@aztec/constants": "0.0.1-commit.189eedb3",
|
|
70
|
+
"@aztec/epoch-cache": "0.0.1-commit.189eedb3",
|
|
71
|
+
"@aztec/ethereum": "0.0.1-commit.189eedb3",
|
|
72
|
+
"@aztec/foundation": "0.0.1-commit.189eedb3",
|
|
73
|
+
"@aztec/node-keystore": "0.0.1-commit.189eedb3",
|
|
74
|
+
"@aztec/noir-protocol-circuits-types": "0.0.1-commit.189eedb3",
|
|
75
|
+
"@aztec/p2p": "0.0.1-commit.189eedb3",
|
|
76
|
+
"@aztec/protocol-contracts": "0.0.1-commit.189eedb3",
|
|
77
|
+
"@aztec/prover-client": "0.0.1-commit.189eedb3",
|
|
78
|
+
"@aztec/simulator": "0.0.1-commit.189eedb3",
|
|
79
|
+
"@aztec/slasher": "0.0.1-commit.189eedb3",
|
|
80
|
+
"@aztec/stdlib": "0.0.1-commit.189eedb3",
|
|
81
|
+
"@aztec/telemetry-client": "0.0.1-commit.189eedb3",
|
|
82
|
+
"@aztec/validator-ha-signer": "0.0.1-commit.189eedb3",
|
|
83
83
|
"koa": "^2.16.1",
|
|
84
84
|
"koa-router": "^13.1.1",
|
|
85
85
|
"tslib": "^2.4.0",
|
|
86
86
|
"viem": "npm:@aztec/viem@2.38.2"
|
|
87
87
|
},
|
|
88
88
|
"devDependencies": {
|
|
89
|
-
"@aztec/archiver": "0.0.1-commit.
|
|
90
|
-
"@aztec/world-state": "0.0.1-commit.
|
|
89
|
+
"@aztec/archiver": "0.0.1-commit.189eedb3",
|
|
90
|
+
"@aztec/world-state": "0.0.1-commit.189eedb3",
|
|
91
91
|
"@electric-sql/pglite": "^0.3.14",
|
|
92
92
|
"@jest/globals": "^30.0.0",
|
|
93
93
|
"@types/jest": "^30.0.0",
|
|
@@ -1,5 +1,7 @@
|
|
|
1
|
+
import { NUM_CHECKPOINT_END_MARKER_FIELDS, getNumBlockEndBlobFields } from '@aztec/blob-lib/encoding';
|
|
2
|
+
import { BLOBS_PER_CHECKPOINT, FIELDS_PER_BLOB, MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT } from '@aztec/constants';
|
|
1
3
|
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
2
|
-
import { merge, pick } from '@aztec/foundation/collection';
|
|
4
|
+
import { merge, pick, sum } from '@aztec/foundation/collection';
|
|
3
5
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
4
6
|
import { type Logger, type LoggerBindings, createLogger } from '@aztec/foundation/log';
|
|
5
7
|
import { bufferToHex } from '@aztec/foundation/string';
|
|
@@ -18,13 +20,14 @@ import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
|
18
20
|
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
19
21
|
import { Gas } from '@aztec/stdlib/gas';
|
|
20
22
|
import {
|
|
23
|
+
type BlockBuilderOptions,
|
|
21
24
|
type BuildBlockInCheckpointResult,
|
|
22
25
|
type FullNodeBlockBuilderConfig,
|
|
23
26
|
FullNodeBlockBuilderConfigKeys,
|
|
24
27
|
type ICheckpointBlockBuilder,
|
|
25
28
|
type ICheckpointsBuilder,
|
|
29
|
+
InsufficientValidTxsError,
|
|
26
30
|
type MerkleTreeWriteOperations,
|
|
27
|
-
NoValidTxsError,
|
|
28
31
|
type PublicProcessorLimits,
|
|
29
32
|
type WorldStateSynchronizer,
|
|
30
33
|
} from '@aztec/stdlib/interfaces/server';
|
|
@@ -32,6 +35,7 @@ import { type DebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
|
|
|
32
35
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
33
36
|
import { type CheckpointGlobalVariables, GlobalVariables, StateReference, Tx } from '@aztec/stdlib/tx';
|
|
34
37
|
import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
|
|
38
|
+
import { ForkCheckpoint } from '@aztec/world-state';
|
|
35
39
|
|
|
36
40
|
// Re-export for backward compatibility
|
|
37
41
|
export type { BuildBlockInCheckpointResult } from '@aztec/stdlib/interfaces/server';
|
|
@@ -43,6 +47,9 @@ export type { BuildBlockInCheckpointResult } from '@aztec/stdlib/interfaces/serv
|
|
|
43
47
|
export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
44
48
|
private log: Logger;
|
|
45
49
|
|
|
50
|
+
/** Persistent contracts DB shared across all blocks in this checkpoint. */
|
|
51
|
+
protected contractsDB: PublicContractsDB;
|
|
52
|
+
|
|
46
53
|
constructor(
|
|
47
54
|
private checkpointBuilder: LightweightCheckpointBuilder,
|
|
48
55
|
private fork: MerkleTreeWriteOperations,
|
|
@@ -57,6 +64,7 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
57
64
|
...bindings,
|
|
58
65
|
instanceId: `checkpoint-${checkpointBuilder.checkpointNumber}`,
|
|
59
66
|
});
|
|
67
|
+
this.contractsDB = new PublicContractsDB(this.contractDataSource, this.log.getBindings());
|
|
60
68
|
}
|
|
61
69
|
|
|
62
70
|
getConstantData(): CheckpointGlobalVariables {
|
|
@@ -65,12 +73,13 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
65
73
|
|
|
66
74
|
/**
|
|
67
75
|
* Builds a single block within this checkpoint.
|
|
76
|
+
* Automatically caps gas and blob field limits based on checkpoint-level budgets and prior blocks.
|
|
68
77
|
*/
|
|
69
78
|
async buildBlock(
|
|
70
79
|
pendingTxs: Iterable<Tx> | AsyncIterable<Tx>,
|
|
71
80
|
blockNumber: BlockNumber,
|
|
72
81
|
timestamp: bigint,
|
|
73
|
-
opts:
|
|
82
|
+
opts: BlockBuilderOptions & { expectedEndState?: StateReference },
|
|
74
83
|
): Promise<BuildBlockInCheckpointResult> {
|
|
75
84
|
const slot = this.checkpointBuilder.constants.slotNumber;
|
|
76
85
|
|
|
@@ -94,39 +103,60 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
94
103
|
});
|
|
95
104
|
const { processor, validator } = await this.makeBlockBuilderDeps(globalVariables, this.fork);
|
|
96
105
|
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
// (only the first block in a checkpoint can be empty)
|
|
103
|
-
if (processedTxs.length === 0 && this.checkpointBuilder.getBlockCount() > 0) {
|
|
104
|
-
throw new NoValidTxsError(failedTxs);
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
// Add block to checkpoint
|
|
108
|
-
const { block } = await this.checkpointBuilder.addBlock(globalVariables, processedTxs, {
|
|
109
|
-
expectedEndState: opts.expectedEndState,
|
|
110
|
-
});
|
|
106
|
+
// Cap gas limits amd available blob fields by remaining checkpoint-level budgets
|
|
107
|
+
const cappedOpts: PublicProcessorLimits & { expectedEndState?: StateReference } = {
|
|
108
|
+
...opts,
|
|
109
|
+
...this.capLimitsByCheckpointBudgets(opts),
|
|
110
|
+
};
|
|
111
111
|
|
|
112
|
-
//
|
|
113
|
-
|
|
112
|
+
// Create a block-level checkpoint on the contracts DB so we can roll back on failure
|
|
113
|
+
this.contractsDB.createCheckpoint();
|
|
114
|
+
// We execute all merkle tree operations on a world state fork checkpoint
|
|
115
|
+
// This enables us to discard all modifications in the event that we fail to successfully process sufficient transactions
|
|
116
|
+
const forkCheckpoint = await ForkCheckpoint.new(this.fork);
|
|
114
117
|
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
});
|
|
118
|
+
try {
|
|
119
|
+
const [publicProcessorDuration, [processedTxs, failedTxs, usedTxs]] = await elapsed(() =>
|
|
120
|
+
processor.process(pendingTxs, cappedOpts, validator),
|
|
121
|
+
);
|
|
120
122
|
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
123
|
+
// Throw before updating state if we don't have enough valid txs
|
|
124
|
+
const minValidTxs = opts.minValidTxs ?? 0;
|
|
125
|
+
if (processedTxs.length < minValidTxs) {
|
|
126
|
+
throw new InsufficientValidTxsError(processedTxs.length, minValidTxs, failedTxs);
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
// Commit the fork checkpoint
|
|
130
|
+
await forkCheckpoint.commit();
|
|
131
|
+
|
|
132
|
+
// Add block to checkpoint
|
|
133
|
+
const { block } = await this.checkpointBuilder.addBlock(globalVariables, processedTxs, {
|
|
134
|
+
expectedEndState: opts.expectedEndState,
|
|
135
|
+
});
|
|
136
|
+
|
|
137
|
+
this.contractsDB.commitCheckpoint();
|
|
138
|
+
|
|
139
|
+
this.log.debug('Built block within checkpoint', {
|
|
140
|
+
header: block.header.toInspect(),
|
|
141
|
+
processedTxs: processedTxs.map(tx => tx.hash.toString()),
|
|
142
|
+
failedTxs: failedTxs.map(tx => tx.tx.txHash.toString()),
|
|
143
|
+
});
|
|
144
|
+
|
|
145
|
+
return {
|
|
146
|
+
block,
|
|
147
|
+
publicProcessorDuration,
|
|
148
|
+
numTxs: processedTxs.length,
|
|
149
|
+
failedTxs,
|
|
150
|
+
usedTxs,
|
|
151
|
+
};
|
|
152
|
+
} catch (err) {
|
|
153
|
+
// Revert all changes to contracts db
|
|
154
|
+
this.contractsDB.revertCheckpoint();
|
|
155
|
+
// If we reached the point of committing the checkpoint, this does nothing
|
|
156
|
+
// Otherwise it reverts any changes made to the fork for this failed block
|
|
157
|
+
await forkCheckpoint.revert();
|
|
158
|
+
throw err;
|
|
159
|
+
}
|
|
130
160
|
}
|
|
131
161
|
|
|
132
162
|
/** Completes the checkpoint and returns it. */
|
|
@@ -147,12 +177,68 @@ export class CheckpointBuilder implements ICheckpointBlockBuilder {
|
|
|
147
177
|
return this.checkpointBuilder.clone().completeCheckpoint();
|
|
148
178
|
}
|
|
149
179
|
|
|
180
|
+
/**
|
|
181
|
+
* Caps per-block gas and blob field limits by remaining checkpoint-level budgets.
|
|
182
|
+
* When building a proposal (isBuildingProposal=true), computes a fair share of remaining budget
|
|
183
|
+
* across remaining blocks scaled by the multiplier. When validating, only caps by per-block limit
|
|
184
|
+
* and remaining checkpoint budget (no redistribution or multiplier).
|
|
185
|
+
*/
|
|
186
|
+
protected capLimitsByCheckpointBudgets(
|
|
187
|
+
opts: BlockBuilderOptions,
|
|
188
|
+
): Pick<PublicProcessorLimits, 'maxBlockGas' | 'maxBlobFields' | 'maxTransactions'> {
|
|
189
|
+
const existingBlocks = this.checkpointBuilder.getBlocks();
|
|
190
|
+
|
|
191
|
+
// Remaining L2 gas (mana)
|
|
192
|
+
// IMPORTANT: This assumes mana is computed solely based on L2 gas used in transactions.
|
|
193
|
+
// This may change in the future.
|
|
194
|
+
const usedMana = sum(existingBlocks.map(b => b.header.totalManaUsed.toNumber()));
|
|
195
|
+
const remainingMana = this.config.rollupManaLimit - usedMana;
|
|
196
|
+
|
|
197
|
+
// Remaining DA gas
|
|
198
|
+
const usedDAGas = sum(existingBlocks.map(b => b.computeDAGasUsed())) ?? 0;
|
|
199
|
+
const remainingDAGas = MAX_PROCESSABLE_DA_GAS_PER_CHECKPOINT - usedDAGas;
|
|
200
|
+
|
|
201
|
+
// Remaining blob fields (block blob fields include both tx data and block-end overhead)
|
|
202
|
+
const usedBlobFields = sum(existingBlocks.map(b => b.toBlobFields().length));
|
|
203
|
+
const totalBlobCapacity = BLOBS_PER_CHECKPOINT * FIELDS_PER_BLOB - NUM_CHECKPOINT_END_MARKER_FIELDS;
|
|
204
|
+
const isFirstBlock = existingBlocks.length === 0;
|
|
205
|
+
const blockEndOverhead = getNumBlockEndBlobFields(isFirstBlock);
|
|
206
|
+
const maxBlobFieldsForTxs = totalBlobCapacity - usedBlobFields - blockEndOverhead;
|
|
207
|
+
|
|
208
|
+
// Remaining txs
|
|
209
|
+
const usedTxs = sum(existingBlocks.map(b => b.body.txEffects.length));
|
|
210
|
+
const remainingTxs = Math.max(0, (this.config.maxTxsPerCheckpoint ?? Infinity) - usedTxs);
|
|
211
|
+
|
|
212
|
+
// Cap by per-block limit + remaining checkpoint budget
|
|
213
|
+
let cappedL2Gas = Math.min(opts.maxBlockGas?.l2Gas ?? Infinity, remainingMana);
|
|
214
|
+
let cappedDAGas = Math.min(opts.maxBlockGas?.daGas ?? Infinity, remainingDAGas);
|
|
215
|
+
let cappedBlobFields = Math.min(opts.maxBlobFields ?? Infinity, maxBlobFieldsForTxs);
|
|
216
|
+
let cappedMaxTransactions = Math.min(opts.maxTransactions ?? Infinity, remainingTxs);
|
|
217
|
+
|
|
218
|
+
// Proposer mode: further cap by fair share of remaining budget across remaining blocks
|
|
219
|
+
if (opts.isBuildingProposal) {
|
|
220
|
+
const remainingBlocks = Math.max(1, opts.maxBlocksPerCheckpoint - existingBlocks.length);
|
|
221
|
+
const multiplier = opts.perBlockAllocationMultiplier;
|
|
222
|
+
|
|
223
|
+
cappedL2Gas = Math.min(cappedL2Gas, Math.ceil((remainingMana / remainingBlocks) * multiplier));
|
|
224
|
+
cappedDAGas = Math.min(cappedDAGas, Math.ceil((remainingDAGas / remainingBlocks) * multiplier));
|
|
225
|
+
cappedBlobFields = Math.min(cappedBlobFields, Math.ceil((maxBlobFieldsForTxs / remainingBlocks) * multiplier));
|
|
226
|
+
cappedMaxTransactions = Math.min(cappedMaxTransactions, Math.ceil((remainingTxs / remainingBlocks) * multiplier));
|
|
227
|
+
}
|
|
228
|
+
|
|
229
|
+
return {
|
|
230
|
+
maxBlockGas: new Gas(cappedDAGas, cappedL2Gas),
|
|
231
|
+
maxBlobFields: cappedBlobFields,
|
|
232
|
+
maxTransactions: Number.isFinite(cappedMaxTransactions) ? cappedMaxTransactions : undefined,
|
|
233
|
+
};
|
|
234
|
+
}
|
|
235
|
+
|
|
150
236
|
protected async makeBlockBuilderDeps(globalVariables: GlobalVariables, fork: MerkleTreeWriteOperations) {
|
|
151
237
|
const txPublicSetupAllowList = [
|
|
152
238
|
...(await getDefaultAllowedSetupFunctions()),
|
|
153
239
|
...(this.config.txPublicSetupAllowListExtend ?? []),
|
|
154
240
|
];
|
|
155
|
-
const contractsDB =
|
|
241
|
+
const contractsDB = this.contractsDB;
|
|
156
242
|
const guardedFork = new GuardedMerkleTreeOperations(fork);
|
|
157
243
|
|
|
158
244
|
const collectDebugLogs = this.debugLogStore.isEnabled;
|
package/src/config.ts
CHANGED
|
@@ -3,10 +3,11 @@ import {
|
|
|
3
3
|
booleanConfigHelper,
|
|
4
4
|
getConfigFromMappings,
|
|
5
5
|
numberConfigHelper,
|
|
6
|
+
optionalNumberConfigHelper,
|
|
6
7
|
secretValueConfigHelper,
|
|
7
8
|
} from '@aztec/foundation/config';
|
|
8
9
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
9
|
-
import { validatorHASignerConfigMappings } from '@aztec/stdlib/ha-signing';
|
|
10
|
+
import { localSignerConfigMappings, validatorHASignerConfigMappings } from '@aztec/stdlib/ha-signing';
|
|
10
11
|
import type { ValidatorClientConfig } from '@aztec/stdlib/interfaces/server';
|
|
11
12
|
|
|
12
13
|
export type { ValidatorClientConfig };
|
|
@@ -30,6 +31,12 @@ export const validatorClientConfigMappings: ConfigMappingsType<ValidatorClientCo
|
|
|
30
31
|
.map(address => EthAddress.fromString(address.trim())),
|
|
31
32
|
defaultValue: [],
|
|
32
33
|
},
|
|
34
|
+
l1ChainId: {
|
|
35
|
+
env: 'L1_CHAIN_ID',
|
|
36
|
+
description: 'The chain ID of the ethereum host.',
|
|
37
|
+
parseEnv: (val: string) => +val,
|
|
38
|
+
defaultValue: 31337,
|
|
39
|
+
},
|
|
33
40
|
disableValidator: {
|
|
34
41
|
env: 'VALIDATOR_DISABLED',
|
|
35
42
|
description: 'Do not run the validator',
|
|
@@ -49,11 +56,6 @@ export const validatorClientConfigMappings: ConfigMappingsType<ValidatorClientCo
|
|
|
49
56
|
description: 'Interval between polling for new attestations',
|
|
50
57
|
...numberConfigHelper(200),
|
|
51
58
|
},
|
|
52
|
-
validatorReexecute: {
|
|
53
|
-
env: 'VALIDATOR_REEXECUTE',
|
|
54
|
-
description: 'Re-execute transactions before attesting',
|
|
55
|
-
...booleanConfigHelper(true),
|
|
56
|
-
},
|
|
57
59
|
alwaysReexecuteBlockProposals: {
|
|
58
60
|
description:
|
|
59
61
|
'Whether to always reexecute block proposals, even for non-validator nodes (useful for monitoring network status).',
|
|
@@ -77,6 +79,31 @@ export const validatorClientConfigMappings: ConfigMappingsType<ValidatorClientCo
|
|
|
77
79
|
description: 'Agree to attest to equivocated checkpoint proposals (for testing purposes only)',
|
|
78
80
|
...booleanConfigHelper(false),
|
|
79
81
|
},
|
|
82
|
+
skipProposalSlotValidation: {
|
|
83
|
+
description: 'Accept proposal validation regardless of slot timing (for testing only)',
|
|
84
|
+
...booleanConfigHelper(false),
|
|
85
|
+
},
|
|
86
|
+
validateMaxL2BlockGas: {
|
|
87
|
+
env: 'VALIDATOR_MAX_L2_BLOCK_GAS',
|
|
88
|
+
description: 'Maximum L2 block gas for validation. Proposals exceeding this limit are rejected.',
|
|
89
|
+
...optionalNumberConfigHelper(),
|
|
90
|
+
},
|
|
91
|
+
validateMaxDABlockGas: {
|
|
92
|
+
env: 'VALIDATOR_MAX_DA_BLOCK_GAS',
|
|
93
|
+
description: 'Maximum DA block gas for validation. Proposals exceeding this limit are rejected.',
|
|
94
|
+
...optionalNumberConfigHelper(),
|
|
95
|
+
},
|
|
96
|
+
validateMaxTxsPerBlock: {
|
|
97
|
+
env: 'VALIDATOR_MAX_TX_PER_BLOCK',
|
|
98
|
+
description: 'Maximum transactions per block for validation. Proposals exceeding this limit are rejected.',
|
|
99
|
+
...optionalNumberConfigHelper(),
|
|
100
|
+
},
|
|
101
|
+
validateMaxTxsPerCheckpoint: {
|
|
102
|
+
env: 'VALIDATOR_MAX_TX_PER_CHECKPOINT',
|
|
103
|
+
description: 'Maximum transactions per checkpoint for validation. Proposals exceeding this limit are rejected.',
|
|
104
|
+
...optionalNumberConfigHelper(),
|
|
105
|
+
},
|
|
106
|
+
...localSignerConfigMappings,
|
|
80
107
|
...validatorHASignerConfigMappings,
|
|
81
108
|
};
|
|
82
109
|
|
|
@@ -1,17 +1,9 @@
|
|
|
1
|
-
import {
|
|
2
|
-
BlockNumber,
|
|
3
|
-
type CheckpointNumber,
|
|
4
|
-
IndexWithinCheckpoint,
|
|
5
|
-
type SlotNumber,
|
|
6
|
-
} from '@aztec/foundation/branded-types';
|
|
7
|
-
import { Buffer32 } from '@aztec/foundation/buffer';
|
|
8
|
-
import { keccak256 } from '@aztec/foundation/crypto/keccak';
|
|
1
|
+
import { type CheckpointNumber, IndexWithinCheckpoint, type SlotNumber } from '@aztec/foundation/branded-types';
|
|
9
2
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
10
3
|
import type { EthAddress } from '@aztec/foundation/eth-address';
|
|
11
4
|
import type { Signature } from '@aztec/foundation/eth-signature';
|
|
12
5
|
import { createLogger } from '@aztec/foundation/log';
|
|
13
|
-
import
|
|
14
|
-
import type { CreateCheckpointProposalLastBlockData } from '@aztec/stdlib/interfaces/server';
|
|
6
|
+
import { CommitteeAttestationsAndSigners } from '@aztec/stdlib/block';
|
|
15
7
|
import {
|
|
16
8
|
BlockProposal,
|
|
17
9
|
type BlockProposalOptions,
|
|
@@ -20,9 +12,10 @@ import {
|
|
|
20
12
|
type CheckpointProposalCore,
|
|
21
13
|
type CheckpointProposalOptions,
|
|
22
14
|
ConsensusPayload,
|
|
23
|
-
|
|
15
|
+
type CoordinationSignatureContext,
|
|
16
|
+
getCoordinationSignatureTypedData,
|
|
24
17
|
} from '@aztec/stdlib/p2p';
|
|
25
|
-
import
|
|
18
|
+
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
26
19
|
import type { BlockHeader, Tx } from '@aztec/stdlib/tx';
|
|
27
20
|
import { DutyAlreadySignedError, SlashingProtectionError } from '@aztec/validator-ha-signer/errors';
|
|
28
21
|
import { DutyType, type SigningContext } from '@aztec/validator-ha-signer/types';
|
|
@@ -32,6 +25,7 @@ import type { ValidatorKeyStore } from '../key_store/interface.js';
|
|
|
32
25
|
export class ValidationService {
|
|
33
26
|
constructor(
|
|
34
27
|
private keyStore: ValidatorKeyStore,
|
|
28
|
+
private signatureContext: CoordinationSignatureContext,
|
|
35
29
|
private log = createLogger('validator:validation-service'),
|
|
36
30
|
) {}
|
|
37
31
|
|
|
@@ -52,6 +46,7 @@ export class ValidationService {
|
|
|
52
46
|
*/
|
|
53
47
|
public createBlockProposal(
|
|
54
48
|
blockHeader: BlockHeader,
|
|
49
|
+
checkpointNumber: CheckpointNumber,
|
|
55
50
|
blockIndexWithinCheckpoint: IndexWithinCheckpoint,
|
|
56
51
|
inHash: Fr,
|
|
57
52
|
archive: Fr,
|
|
@@ -67,17 +62,26 @@ export class ValidationService {
|
|
|
67
62
|
|
|
68
63
|
// Create a signer that uses the appropriate address
|
|
69
64
|
const address = proposerAttesterAddress ?? this.keyStore.getAddress(0);
|
|
70
|
-
const payloadSigner = (
|
|
71
|
-
|
|
65
|
+
const payloadSigner = (
|
|
66
|
+
typedData: Parameters<ValidatorKeyStore['signTypedDataWithAddress']>[1],
|
|
67
|
+
context: SigningContext,
|
|
68
|
+
) => this.keyStore.signTypedDataWithAddress(address, typedData, context);
|
|
69
|
+
const txsSigner = (
|
|
70
|
+
typedData: Parameters<ValidatorKeyStore['signTypedDataWithAddress']>[1],
|
|
71
|
+
context: SigningContext,
|
|
72
|
+
) => this.keyStore.signTypedDataWithAddress(address, typedData, context);
|
|
72
73
|
|
|
73
74
|
return BlockProposal.createProposalFromSigner(
|
|
74
75
|
blockHeader,
|
|
76
|
+
checkpointNumber,
|
|
75
77
|
blockIndexWithinCheckpoint,
|
|
76
78
|
inHash,
|
|
77
79
|
archive,
|
|
78
80
|
txs.map(tx => tx.getTxHash()),
|
|
79
81
|
options.publishFullTxs ? txs : undefined,
|
|
82
|
+
this.signatureContext,
|
|
80
83
|
payloadSigner,
|
|
84
|
+
txsSigner,
|
|
81
85
|
);
|
|
82
86
|
}
|
|
83
87
|
|
|
@@ -86,7 +90,7 @@ export class ValidationService {
|
|
|
86
90
|
*
|
|
87
91
|
* @param checkpointHeader - The checkpoint header containing aggregated data
|
|
88
92
|
* @param archive - The archive of the checkpoint
|
|
89
|
-
* @param
|
|
93
|
+
* @param lastBlockProposal - Signed block proposal for the last block in the checkpoint, or undefined
|
|
90
94
|
* @param proposerAttesterAddress - The address of the proposer
|
|
91
95
|
* @param options - Checkpoint proposal options
|
|
92
96
|
*
|
|
@@ -95,36 +99,41 @@ export class ValidationService {
|
|
|
95
99
|
public createCheckpointProposal(
|
|
96
100
|
checkpointHeader: CheckpointHeader,
|
|
97
101
|
archive: Fr,
|
|
102
|
+
checkpointNumber: CheckpointNumber,
|
|
98
103
|
feeAssetPriceModifier: bigint,
|
|
99
|
-
|
|
104
|
+
lastBlockProposal: BlockProposal | undefined,
|
|
100
105
|
proposerAttesterAddress: EthAddress | undefined,
|
|
101
106
|
options: CheckpointProposalOptions,
|
|
102
107
|
): Promise<CheckpointProposal> {
|
|
103
|
-
// For testing:
|
|
108
|
+
// For testing: corrupt the checkpoint so observers' checkpoint validation fails.
|
|
109
|
+
//
|
|
110
|
+
// Keep `archive` aligned with `lastBlockProposal.archiveRoot` so the archive-based lookup
|
|
111
|
+
// in `validateCheckpointProposal` (`getBlockData({ archive })`) still succeeds
|
|
104
112
|
if (options.broadcastInvalidCheckpointProposal) {
|
|
105
|
-
archive = Fr.random();
|
|
113
|
+
archive = lastBlockProposal?.archiveRoot ?? Fr.random();
|
|
114
|
+
checkpointHeader = CheckpointHeader.from({
|
|
115
|
+
...checkpointHeader,
|
|
116
|
+
epochOutHash: Fr.random(),
|
|
117
|
+
});
|
|
106
118
|
this.log.warn(`Creating INVALID checkpoint proposal for slot ${checkpointHeader.slotNumber}`);
|
|
107
119
|
}
|
|
108
120
|
|
|
109
121
|
// Create a signer that takes payload and context, and uses the appropriate address
|
|
110
|
-
const payloadSigner = (
|
|
122
|
+
const payloadSigner = (
|
|
123
|
+
typedData: Parameters<ValidatorKeyStore['signTypedDataWithAddress']>[1],
|
|
124
|
+
context: SigningContext,
|
|
125
|
+
) => {
|
|
111
126
|
const address = proposerAttesterAddress ?? this.keyStore.getAddress(0);
|
|
112
|
-
return this.keyStore.
|
|
113
|
-
};
|
|
114
|
-
|
|
115
|
-
// Last block to include in the proposal
|
|
116
|
-
const lastBlock = lastBlockInfo && {
|
|
117
|
-
blockHeader: lastBlockInfo.blockHeader,
|
|
118
|
-
indexWithinCheckpoint: lastBlockInfo.indexWithinCheckpoint,
|
|
119
|
-
txHashes: lastBlockInfo.txs.map(tx => tx.getTxHash()),
|
|
120
|
-
txs: options.publishFullTxs ? lastBlockInfo.txs : undefined,
|
|
127
|
+
return this.keyStore.signTypedDataWithAddress(address, typedData, context);
|
|
121
128
|
};
|
|
122
129
|
|
|
123
130
|
return CheckpointProposal.createProposalFromSigner(
|
|
124
131
|
checkpointHeader,
|
|
125
132
|
archive,
|
|
133
|
+
checkpointNumber,
|
|
126
134
|
feeAssetPriceModifier,
|
|
127
|
-
|
|
135
|
+
lastBlockProposal,
|
|
136
|
+
this.signatureContext,
|
|
128
137
|
payloadSigner,
|
|
129
138
|
);
|
|
130
139
|
}
|
|
@@ -142,35 +151,27 @@ export class ValidationService {
|
|
|
142
151
|
async attestToCheckpointProposal(
|
|
143
152
|
proposal: CheckpointProposalCore,
|
|
144
153
|
attestors: EthAddress[],
|
|
154
|
+
checkpointNumber: CheckpointNumber,
|
|
145
155
|
): Promise<CheckpointAttestation[]> {
|
|
146
156
|
// Create the attestation payload from the checkpoint proposal
|
|
147
|
-
const payload = new ConsensusPayload(
|
|
148
|
-
|
|
149
|
-
|
|
157
|
+
const payload = new ConsensusPayload(
|
|
158
|
+
proposal.checkpointHeader,
|
|
159
|
+
proposal.archive,
|
|
160
|
+
proposal.feeAssetPriceModifier,
|
|
161
|
+
this.signatureContext,
|
|
150
162
|
);
|
|
163
|
+
const typedData = getCoordinationSignatureTypedData(payload);
|
|
151
164
|
|
|
152
|
-
// TODO(spy/ha): Use checkpointNumber instead of blockNumber once CheckpointHeader includes it.
|
|
153
|
-
// Currently using lastBlock.blockNumber as a proxy for checkpoint identification in HA signing.
|
|
154
|
-
// blockNumber is NOT used for the primary key so it's safe to use here.
|
|
155
|
-
// See CheckpointHeader TODO and SigningContext types documentation.
|
|
156
|
-
let blockNumber: BlockNumber;
|
|
157
|
-
try {
|
|
158
|
-
blockNumber = proposal.blockNumber;
|
|
159
|
-
} catch {
|
|
160
|
-
// Checkpoint proposal may not have lastBlock, use 0 as fallback
|
|
161
|
-
blockNumber = BlockNumber(0);
|
|
162
|
-
}
|
|
163
165
|
const context: SigningContext = {
|
|
164
166
|
slot: proposal.slotNumber,
|
|
165
|
-
|
|
167
|
+
checkpointNumber,
|
|
166
168
|
dutyType: DutyType.ATTESTATION,
|
|
167
169
|
};
|
|
168
170
|
|
|
169
171
|
// Sign each attestor in parallel, catching HA errors per-attestor
|
|
170
172
|
const results = await Promise.allSettled(
|
|
171
173
|
attestors.map(async attestor => {
|
|
172
|
-
const sig = await this.keyStore.
|
|
173
|
-
// return new BlockAttestation(proposal.payload, sig, proposal.signature);
|
|
174
|
+
const sig = await this.keyStore.signTypedDataWithAddress(attestor, typedData, context);
|
|
174
175
|
return new CheckpointAttestation(payload, sig, proposal.signature);
|
|
175
176
|
}),
|
|
176
177
|
);
|
|
@@ -183,7 +184,7 @@ export class ValidationService {
|
|
|
183
184
|
} else {
|
|
184
185
|
const error = result.reason;
|
|
185
186
|
if (error instanceof DutyAlreadySignedError || error instanceof SlashingProtectionError) {
|
|
186
|
-
this.log.
|
|
187
|
+
this.log.verbose(
|
|
187
188
|
`Attestation for slot ${proposal.slotNumber} by ${attestors[i]} already signed by another High-Availability node`,
|
|
188
189
|
);
|
|
189
190
|
// Continue with remaining attestors
|
|
@@ -201,7 +202,6 @@ export class ValidationService {
|
|
|
201
202
|
* @param attestationsAndSigners - The attestations and signers to sign
|
|
202
203
|
* @param proposer - The proposer address to sign with
|
|
203
204
|
* @param slot - The slot number for HA signing context
|
|
204
|
-
* @param blockNumber - The block or checkpoint number for HA signing context
|
|
205
205
|
* @returns signature
|
|
206
206
|
* @throws DutyAlreadySignedError if already signed by another HA node
|
|
207
207
|
* @throws SlashingProtectionError if attempting to sign different data for same slot
|
|
@@ -210,17 +210,15 @@ export class ValidationService {
|
|
|
210
210
|
attestationsAndSigners: CommitteeAttestationsAndSigners,
|
|
211
211
|
proposer: EthAddress,
|
|
212
212
|
slot: SlotNumber,
|
|
213
|
-
|
|
213
|
+
checkpointNumber: CheckpointNumber,
|
|
214
214
|
): Promise<Signature> {
|
|
215
215
|
const context: SigningContext = {
|
|
216
216
|
slot,
|
|
217
|
-
|
|
217
|
+
checkpointNumber,
|
|
218
218
|
dutyType: DutyType.ATTESTATIONS_AND_SIGNERS,
|
|
219
219
|
};
|
|
220
220
|
|
|
221
|
-
const
|
|
222
|
-
|
|
223
|
-
);
|
|
224
|
-
return this.keyStore.signMessageWithAddress(proposer, buf, context);
|
|
221
|
+
const typedData = getCoordinationSignatureTypedData(attestationsAndSigners);
|
|
222
|
+
return this.keyStore.signTypedDataWithAddress(proposer, typedData, context);
|
|
225
223
|
}
|
|
226
224
|
}
|
package/src/factory.ts
CHANGED
|
@@ -4,16 +4,18 @@ import type { DateProvider } from '@aztec/foundation/timer';
|
|
|
4
4
|
import type { KeystoreManager } from '@aztec/node-keystore';
|
|
5
5
|
import { BlockProposalValidator, type P2PClient } from '@aztec/p2p';
|
|
6
6
|
import type { L2BlockSink, L2BlockSource } from '@aztec/stdlib/block';
|
|
7
|
+
import type { CheckpointReexecutionTracker } from '@aztec/stdlib/checkpoint';
|
|
7
8
|
import type { ValidatorClientFullConfig, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
|
|
8
9
|
import type { L1ToL2MessageSource } from '@aztec/stdlib/messaging';
|
|
9
10
|
import type { TelemetryClient } from '@aztec/telemetry-client';
|
|
11
|
+
import type { SlashingProtectionDatabase } from '@aztec/validator-ha-signer/types';
|
|
10
12
|
|
|
11
|
-
import { BlockProposalHandler } from './block_proposal_handler.js';
|
|
12
13
|
import type { FullNodeCheckpointsBuilder } from './checkpoint_builder.js';
|
|
13
14
|
import { ValidatorMetrics } from './metrics.js';
|
|
15
|
+
import { ProposalHandler } from './proposal_handler.js';
|
|
14
16
|
import { ValidatorClient } from './validator.js';
|
|
15
17
|
|
|
16
|
-
export function
|
|
18
|
+
export function createProposalHandler(
|
|
17
19
|
config: ValidatorClientFullConfig,
|
|
18
20
|
deps: {
|
|
19
21
|
checkpointsBuilder: FullNodeCheckpointsBuilder;
|
|
@@ -22,16 +24,23 @@ export function createBlockProposalHandler(
|
|
|
22
24
|
l1ToL2MessageSource: L1ToL2MessageSource;
|
|
23
25
|
p2pClient: P2PClient;
|
|
24
26
|
epochCache: EpochCache;
|
|
27
|
+
blobClient: BlobClientInterface;
|
|
25
28
|
dateProvider: DateProvider;
|
|
26
29
|
telemetry: TelemetryClient;
|
|
30
|
+
reexecutionTracker: CheckpointReexecutionTracker;
|
|
27
31
|
},
|
|
28
32
|
) {
|
|
29
33
|
const metrics = new ValidatorMetrics(deps.telemetry);
|
|
30
34
|
const blockProposalValidator = new BlockProposalValidator(deps.epochCache, {
|
|
31
35
|
txsPermitted: !config.disableTransactions,
|
|
32
|
-
maxTxsPerBlock: config.
|
|
36
|
+
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
|
|
37
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
|
|
38
|
+
signatureContext: {
|
|
39
|
+
chainId: config.l1ChainId,
|
|
40
|
+
rollupAddress: config.rollupAddress,
|
|
41
|
+
},
|
|
33
42
|
});
|
|
34
|
-
return new
|
|
43
|
+
return new ProposalHandler(
|
|
35
44
|
deps.checkpointsBuilder,
|
|
36
45
|
deps.worldState,
|
|
37
46
|
deps.blockSource,
|
|
@@ -40,9 +49,12 @@ export function createBlockProposalHandler(
|
|
|
40
49
|
blockProposalValidator,
|
|
41
50
|
deps.epochCache,
|
|
42
51
|
config,
|
|
52
|
+
deps.blobClient,
|
|
53
|
+
deps.reexecutionTracker,
|
|
43
54
|
metrics,
|
|
44
55
|
deps.dateProvider,
|
|
45
56
|
deps.telemetry,
|
|
57
|
+
undefined,
|
|
46
58
|
);
|
|
47
59
|
}
|
|
48
60
|
|
|
@@ -59,6 +71,8 @@ export function createValidatorClient(
|
|
|
59
71
|
epochCache: EpochCache;
|
|
60
72
|
keyStoreManager: KeystoreManager | undefined;
|
|
61
73
|
blobClient: BlobClientInterface;
|
|
74
|
+
reexecutionTracker: CheckpointReexecutionTracker;
|
|
75
|
+
slashingProtectionDb?: SlashingProtectionDatabase;
|
|
62
76
|
},
|
|
63
77
|
) {
|
|
64
78
|
if (config.disableValidator || !deps.keyStoreManager) {
|
|
@@ -77,7 +91,9 @@ export function createValidatorClient(
|
|
|
77
91
|
txProvider,
|
|
78
92
|
deps.keyStoreManager,
|
|
79
93
|
deps.blobClient,
|
|
94
|
+
deps.reexecutionTracker,
|
|
80
95
|
deps.dateProvider,
|
|
81
96
|
deps.telemetry,
|
|
97
|
+
deps.slashingProtectionDb,
|
|
82
98
|
);
|
|
83
99
|
}
|
package/src/index.ts
CHANGED