@aztec/aztec-node 0.0.1-commit.4d79d1f2d → 0.0.1-commit.4eabbdb
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/aztec-node/config.d.ts +7 -4
- package/dest/aztec-node/config.d.ts.map +1 -1
- package/dest/aztec-node/config.js +10 -2
- package/dest/aztec-node/server.d.ts +16 -3
- package/dest/aztec-node/server.d.ts.map +1 -1
- package/dest/aztec-node/server.js +141 -17
- package/dest/sentinel/sentinel.d.ts +2 -2
- package/dest/sentinel/sentinel.d.ts.map +1 -1
- package/dest/sentinel/sentinel.js +53 -27
- package/dest/sentinel/store.d.ts +2 -2
- package/dest/sentinel/store.d.ts.map +1 -1
- package/dest/sentinel/store.js +11 -7
- package/package.json +27 -25
- package/src/aztec-node/config.ts +24 -8
- package/src/aztec-node/server.ts +181 -25
- package/src/sentinel/sentinel.ts +56 -23
- package/src/sentinel/store.ts +12 -12
package/src/aztec-node/server.ts
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { Archiver, createArchiver } from '@aztec/archiver';
|
|
2
2
|
import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
|
|
3
3
|
import { type BlobClientInterface, createBlobClientWithFileStores } from '@aztec/blob-client/client';
|
|
4
|
+
import { Blob } from '@aztec/blob-lib';
|
|
4
5
|
import { ARCHIVE_HEIGHT, type L1_TO_L2_MSG_TREE_HEIGHT, type NOTE_HASH_TREE_HEIGHT } from '@aztec/constants';
|
|
5
6
|
import { EpochCache, type EpochCacheInterface } from '@aztec/epoch-cache';
|
|
6
7
|
import { createEthereumChain } from '@aztec/ethereum/chain';
|
|
@@ -8,7 +9,7 @@ import { getPublicClient } from '@aztec/ethereum/client';
|
|
|
8
9
|
import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
|
|
9
10
|
import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
|
|
10
11
|
import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
11
|
-
import { compactArray, pick } from '@aztec/foundation/collection';
|
|
12
|
+
import { compactArray, pick, unique } from '@aztec/foundation/collection';
|
|
12
13
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
13
14
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
14
15
|
import { BadRequestError } from '@aztec/foundation/json-rpc';
|
|
@@ -16,14 +17,13 @@ import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
|
16
17
|
import { count } from '@aztec/foundation/string';
|
|
17
18
|
import { DateProvider, Timer } from '@aztec/foundation/timer';
|
|
18
19
|
import { MembershipWitness, SiblingPath } from '@aztec/foundation/trees';
|
|
19
|
-
import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
|
|
20
|
+
import { type KeyStore, KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
|
|
20
21
|
import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
|
|
21
|
-
import {
|
|
22
|
-
createForwarderL1TxUtilsFromEthSigner,
|
|
23
|
-
createL1TxUtilsWithBlobsFromEthSigner,
|
|
24
|
-
} from '@aztec/node-lib/factories';
|
|
22
|
+
import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
|
|
25
23
|
import { type P2P, type P2PClientDeps, createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
|
|
26
24
|
import { ProtocolContractAddress } from '@aztec/protocol-contracts';
|
|
25
|
+
import { type ProverNode, type ProverNodeDeps, createProverNode } from '@aztec/prover-node';
|
|
26
|
+
import { createKeyStoreForProver } from '@aztec/prover-node/config';
|
|
27
27
|
import { GlobalVariableBuilder, SequencerClient, type SequencerPublisher } from '@aztec/sequencer-client';
|
|
28
28
|
import { PublicProcessorFactory } from '@aztec/simulator/server';
|
|
29
29
|
import {
|
|
@@ -35,7 +35,14 @@ import {
|
|
|
35
35
|
} from '@aztec/slasher';
|
|
36
36
|
import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
|
|
37
37
|
import { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
38
|
-
import {
|
|
38
|
+
import {
|
|
39
|
+
type BlockData,
|
|
40
|
+
BlockHash,
|
|
41
|
+
type BlockParameter,
|
|
42
|
+
type DataInBlock,
|
|
43
|
+
L2Block,
|
|
44
|
+
type L2BlockSource,
|
|
45
|
+
} from '@aztec/stdlib/block';
|
|
39
46
|
import type { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
40
47
|
import type {
|
|
41
48
|
ContractClassPublic,
|
|
@@ -129,6 +136,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
129
136
|
protected readonly l1ToL2MessageSource: L1ToL2MessageSource,
|
|
130
137
|
protected readonly worldStateSynchronizer: WorldStateSynchronizer,
|
|
131
138
|
protected readonly sequencer: SequencerClient | undefined,
|
|
139
|
+
protected readonly proverNode: ProverNode | undefined,
|
|
132
140
|
protected readonly slasherClient: SlasherClientInterface | undefined,
|
|
133
141
|
protected readonly validatorsSentinel: Sentinel | undefined,
|
|
134
142
|
protected readonly epochPruneWatcher: EpochPruneWatcher | undefined,
|
|
@@ -141,6 +149,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
141
149
|
private telemetry: TelemetryClient = getTelemetryClient(),
|
|
142
150
|
private log = createLogger('node'),
|
|
143
151
|
private blobClient?: BlobClientInterface,
|
|
152
|
+
private validatorClient?: ValidatorClient,
|
|
153
|
+
private keyStoreManager?: KeystoreManager,
|
|
144
154
|
) {
|
|
145
155
|
this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
|
|
146
156
|
this.tracer = telemetry.getTracer('AztecNodeService');
|
|
@@ -171,10 +181,12 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
171
181
|
publisher?: SequencerPublisher;
|
|
172
182
|
dateProvider?: DateProvider;
|
|
173
183
|
p2pClientDeps?: P2PClientDeps<P2PClientType.Full>;
|
|
184
|
+
proverNodeDeps?: Partial<ProverNodeDeps>;
|
|
174
185
|
} = {},
|
|
175
186
|
options: {
|
|
176
187
|
prefilledPublicData?: PublicDataTreeLeaf[];
|
|
177
188
|
dontStartSequencer?: boolean;
|
|
189
|
+
dontStartProverNode?: boolean;
|
|
178
190
|
} = {},
|
|
179
191
|
): Promise<AztecNodeService> {
|
|
180
192
|
const config = { ...inputConfig }; // Copy the config so we dont mutate the input object
|
|
@@ -184,16 +196,29 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
184
196
|
const dateProvider = deps.dateProvider ?? new DateProvider();
|
|
185
197
|
const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
|
|
186
198
|
|
|
187
|
-
// Build a key store from file if given or from environment otherwise
|
|
199
|
+
// Build a key store from file if given or from environment otherwise.
|
|
200
|
+
// We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
|
|
188
201
|
let keyStoreManager: KeystoreManager | undefined;
|
|
189
202
|
const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
|
|
190
203
|
if (keyStoreProvided) {
|
|
191
204
|
const keyStores = loadKeystores(config.keyStoreDirectory!);
|
|
192
205
|
keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
193
206
|
} else {
|
|
194
|
-
const
|
|
195
|
-
|
|
196
|
-
|
|
207
|
+
const rawKeyStores: KeyStore[] = [];
|
|
208
|
+
const validatorKeyStore = createKeyStoreForValidator(config);
|
|
209
|
+
if (validatorKeyStore) {
|
|
210
|
+
rawKeyStores.push(validatorKeyStore);
|
|
211
|
+
}
|
|
212
|
+
if (config.enableProverNode) {
|
|
213
|
+
const proverKeyStore = createKeyStoreForProver(config);
|
|
214
|
+
if (proverKeyStore) {
|
|
215
|
+
rawKeyStores.push(proverKeyStore);
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
if (rawKeyStores.length > 0) {
|
|
219
|
+
keyStoreManager = new KeystoreManager(
|
|
220
|
+
rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores),
|
|
221
|
+
);
|
|
197
222
|
}
|
|
198
223
|
}
|
|
199
224
|
|
|
@@ -204,10 +229,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
204
229
|
if (keyStoreManager === undefined) {
|
|
205
230
|
throw new Error('Failed to create key store, a requirement for running a validator');
|
|
206
231
|
}
|
|
207
|
-
if (!keyStoreProvided) {
|
|
208
|
-
log.warn(
|
|
209
|
-
'KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS',
|
|
210
|
-
);
|
|
232
|
+
if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
|
|
233
|
+
log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
|
|
211
234
|
}
|
|
212
235
|
ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
|
|
213
236
|
}
|
|
@@ -249,7 +272,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
249
272
|
);
|
|
250
273
|
}
|
|
251
274
|
|
|
252
|
-
const blobClient = await createBlobClientWithFileStores(config,
|
|
275
|
+
const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
|
|
253
276
|
|
|
254
277
|
// attempt snapshot sync if possible
|
|
255
278
|
await trySnapshotSync(config, log);
|
|
@@ -412,19 +435,19 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
412
435
|
);
|
|
413
436
|
await slasherClient.start();
|
|
414
437
|
|
|
415
|
-
const l1TxUtils = config.
|
|
416
|
-
? await
|
|
438
|
+
const l1TxUtils = config.sequencerPublisherForwarderAddress
|
|
439
|
+
? await createForwarderL1TxUtilsFromSigners(
|
|
417
440
|
publicClient,
|
|
418
441
|
keyStoreManager!.createAllValidatorPublisherSigners(),
|
|
419
|
-
config.
|
|
442
|
+
config.sequencerPublisherForwarderAddress,
|
|
420
443
|
{ ...config, scope: 'sequencer' },
|
|
421
|
-
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
|
|
444
|
+
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
|
|
422
445
|
)
|
|
423
|
-
: await
|
|
446
|
+
: await createL1TxUtilsFromSigners(
|
|
424
447
|
publicClient,
|
|
425
448
|
keyStoreManager!.createAllValidatorPublisherSigners(),
|
|
426
449
|
{ ...config, scope: 'sequencer' },
|
|
427
|
-
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
|
|
450
|
+
{ telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
|
|
428
451
|
);
|
|
429
452
|
|
|
430
453
|
// Create and start the sequencer client
|
|
@@ -461,6 +484,29 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
461
484
|
log.warn(`Sequencer created but not started`);
|
|
462
485
|
}
|
|
463
486
|
|
|
487
|
+
// Create prover node subsystem if enabled
|
|
488
|
+
let proverNode: ProverNode | undefined;
|
|
489
|
+
if (config.enableProverNode) {
|
|
490
|
+
proverNode = await createProverNode(config, {
|
|
491
|
+
...deps.proverNodeDeps,
|
|
492
|
+
telemetry,
|
|
493
|
+
dateProvider,
|
|
494
|
+
archiver,
|
|
495
|
+
worldStateSynchronizer,
|
|
496
|
+
p2pClient,
|
|
497
|
+
epochCache,
|
|
498
|
+
blobClient,
|
|
499
|
+
keyStoreManager,
|
|
500
|
+
});
|
|
501
|
+
|
|
502
|
+
if (!options.dontStartProverNode) {
|
|
503
|
+
await proverNode.start();
|
|
504
|
+
log.info(`Prover node subsystem started`);
|
|
505
|
+
} else {
|
|
506
|
+
log.info(`Prover node subsystem created but not started`);
|
|
507
|
+
}
|
|
508
|
+
}
|
|
509
|
+
|
|
464
510
|
const globalVariableBuilder = new GlobalVariableBuilder({
|
|
465
511
|
...config,
|
|
466
512
|
rollupVersion: BigInt(config.rollupVersion),
|
|
@@ -468,7 +514,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
468
514
|
slotDuration: Number(slotDuration),
|
|
469
515
|
});
|
|
470
516
|
|
|
471
|
-
|
|
517
|
+
const node = new AztecNodeService(
|
|
472
518
|
config,
|
|
473
519
|
p2pClient,
|
|
474
520
|
archiver,
|
|
@@ -477,6 +523,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
477
523
|
archiver,
|
|
478
524
|
worldStateSynchronizer,
|
|
479
525
|
sequencer,
|
|
526
|
+
proverNode,
|
|
480
527
|
slasherClient,
|
|
481
528
|
validatorsSentinel,
|
|
482
529
|
epochPruneWatcher,
|
|
@@ -489,7 +536,11 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
489
536
|
telemetry,
|
|
490
537
|
log,
|
|
491
538
|
blobClient,
|
|
539
|
+
validatorClient,
|
|
540
|
+
keyStoreManager,
|
|
492
541
|
);
|
|
542
|
+
|
|
543
|
+
return node;
|
|
493
544
|
}
|
|
494
545
|
|
|
495
546
|
/**
|
|
@@ -500,6 +551,11 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
500
551
|
return this.sequencer;
|
|
501
552
|
}
|
|
502
553
|
|
|
554
|
+
/** Returns the prover node subsystem, if enabled. */
|
|
555
|
+
public getProverNode(): ProverNode | undefined {
|
|
556
|
+
return this.proverNode;
|
|
557
|
+
}
|
|
558
|
+
|
|
503
559
|
public getBlockSource(): L2BlockSource {
|
|
504
560
|
return this.blockSource;
|
|
505
561
|
}
|
|
@@ -803,6 +859,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
803
859
|
await tryStop(this.slasherClient);
|
|
804
860
|
await tryStop(this.proofVerifier);
|
|
805
861
|
await tryStop(this.sequencer);
|
|
862
|
+
await tryStop(this.proverNode);
|
|
806
863
|
await tryStop(this.p2pClient);
|
|
807
864
|
await tryStop(this.worldStateSynchronizer);
|
|
808
865
|
await tryStop(this.blockSource);
|
|
@@ -1106,6 +1163,14 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
1106
1163
|
return await this.blockSource.getBlockHeaderByArchive(archive);
|
|
1107
1164
|
}
|
|
1108
1165
|
|
|
1166
|
+
public getBlockData(number: BlockNumber): Promise<BlockData | undefined> {
|
|
1167
|
+
return this.blockSource.getBlockData(number);
|
|
1168
|
+
}
|
|
1169
|
+
|
|
1170
|
+
public getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
|
|
1171
|
+
return this.blockSource.getBlockDataByArchive(archive);
|
|
1172
|
+
}
|
|
1173
|
+
|
|
1109
1174
|
/**
|
|
1110
1175
|
* Simulates the public part of a transaction with the current state.
|
|
1111
1176
|
* @param tx - The transaction to simulate.
|
|
@@ -1129,7 +1194,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
1129
1194
|
}
|
|
1130
1195
|
|
|
1131
1196
|
const txHash = tx.getTxHash();
|
|
1132
|
-
const
|
|
1197
|
+
const latestBlockNumber = await this.blockSource.getBlockNumber();
|
|
1198
|
+
const blockNumber = BlockNumber.add(latestBlockNumber, 1);
|
|
1133
1199
|
|
|
1134
1200
|
// If sequencer is not initialized, we just set these values to zero for simulation.
|
|
1135
1201
|
const coinbase = EthAddress.ZERO;
|
|
@@ -1153,6 +1219,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
1153
1219
|
blockNumber,
|
|
1154
1220
|
});
|
|
1155
1221
|
|
|
1222
|
+
// Ensure world-state has caught up with the latest block we loaded from the archiver
|
|
1223
|
+
await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
|
|
1156
1224
|
const merkleTreeFork = await this.worldStateSynchronizer.fork();
|
|
1157
1225
|
try {
|
|
1158
1226
|
const config = PublicSimulatorConfig.from({
|
|
@@ -1195,7 +1263,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
1195
1263
|
const db = this.worldStateSynchronizer.getCommitted();
|
|
1196
1264
|
const verifier = isSimulation ? undefined : this.proofVerifier;
|
|
1197
1265
|
|
|
1198
|
-
// We accept transactions if they are not expired by the next slot (checked based on the
|
|
1266
|
+
// We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
|
|
1199
1267
|
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1200
1268
|
const blockNumber = BlockNumber((await this.blockSource.getBlockNumber()) + 1);
|
|
1201
1269
|
const validator = createValidatorForAcceptingTxs(
|
|
@@ -1377,6 +1445,94 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
|
|
|
1377
1445
|
}
|
|
1378
1446
|
}
|
|
1379
1447
|
|
|
1448
|
+
public async reloadKeystore(): Promise<void> {
|
|
1449
|
+
if (!this.config.keyStoreDirectory?.length) {
|
|
1450
|
+
throw new BadRequestError(
|
|
1451
|
+
'Cannot reload keystore: node is not using a file-based keystore. ' +
|
|
1452
|
+
'Set KEY_STORE_DIRECTORY to use file-based keystores.',
|
|
1453
|
+
);
|
|
1454
|
+
}
|
|
1455
|
+
if (!this.validatorClient) {
|
|
1456
|
+
throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
|
|
1457
|
+
}
|
|
1458
|
+
|
|
1459
|
+
this.log.info('Reloading keystore from disk');
|
|
1460
|
+
|
|
1461
|
+
// Re-read and validate keystore files
|
|
1462
|
+
const keyStores = loadKeystores(this.config.keyStoreDirectory);
|
|
1463
|
+
const newManager = new KeystoreManager(mergeKeystores(keyStores));
|
|
1464
|
+
await newManager.validateSigners();
|
|
1465
|
+
ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
|
|
1466
|
+
|
|
1467
|
+
// Validate that every validator's publisher keys overlap with the L1 signers
|
|
1468
|
+
// that were initialized at startup. Publishers cannot be hot-reloaded, so a
|
|
1469
|
+
// validator with a publisher key that doesn't match any existing L1 signer
|
|
1470
|
+
// would silently fail on every proposer slot.
|
|
1471
|
+
if (this.keyStoreManager && this.sequencer) {
|
|
1472
|
+
const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
|
|
1473
|
+
const availablePublishers = new Set(
|
|
1474
|
+
oldAdapter
|
|
1475
|
+
.getAttesterAddresses()
|
|
1476
|
+
.flatMap(a => oldAdapter.getPublisherAddresses(a).map(p => p.toString().toLowerCase())),
|
|
1477
|
+
);
|
|
1478
|
+
|
|
1479
|
+
const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
|
|
1480
|
+
for (const attester of newAdapter.getAttesterAddresses()) {
|
|
1481
|
+
const pubs = newAdapter.getPublisherAddresses(attester);
|
|
1482
|
+
if (pubs.length > 0 && !pubs.some(p => availablePublishers.has(p.toString().toLowerCase()))) {
|
|
1483
|
+
throw new BadRequestError(
|
|
1484
|
+
`Cannot reload keystore: validator ${attester} has publisher keys ` +
|
|
1485
|
+
`[${pubs.map(p => p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` +
|
|
1486
|
+
`[${[...availablePublishers].join(', ')}]. Publishers cannot be hot-reloaded — ` +
|
|
1487
|
+
`use an existing publisher key or restart the node.`,
|
|
1488
|
+
);
|
|
1489
|
+
}
|
|
1490
|
+
}
|
|
1491
|
+
}
|
|
1492
|
+
|
|
1493
|
+
// Build adapters for old and new keystores to compute diff
|
|
1494
|
+
const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
|
|
1495
|
+
const newAddresses = newAdapter.getAttesterAddresses();
|
|
1496
|
+
const oldAddresses = this.keyStoreManager
|
|
1497
|
+
? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses()
|
|
1498
|
+
: [];
|
|
1499
|
+
|
|
1500
|
+
const oldSet = new Set(oldAddresses.map(a => a.toString()));
|
|
1501
|
+
const newSet = new Set(newAddresses.map(a => a.toString()));
|
|
1502
|
+
const added = newAddresses.filter(a => !oldSet.has(a.toString()));
|
|
1503
|
+
const removed = oldAddresses.filter(a => !newSet.has(a.toString()));
|
|
1504
|
+
|
|
1505
|
+
if (added.length > 0) {
|
|
1506
|
+
this.log.info(`Keystore reload: adding attester keys: ${added.map(a => a.toString()).join(', ')}`);
|
|
1507
|
+
}
|
|
1508
|
+
if (removed.length > 0) {
|
|
1509
|
+
this.log.info(`Keystore reload: removing attester keys: ${removed.map(a => a.toString()).join(', ')}`);
|
|
1510
|
+
}
|
|
1511
|
+
if (added.length === 0 && removed.length === 0) {
|
|
1512
|
+
this.log.info('Keystore reload: attester keys unchanged');
|
|
1513
|
+
}
|
|
1514
|
+
|
|
1515
|
+
// Update the validator client (coinbase, feeRecipient, attester keys)
|
|
1516
|
+
this.validatorClient.reloadKeystore(newManager);
|
|
1517
|
+
|
|
1518
|
+
// Update the publisher factory's keystore so newly-added validators
|
|
1519
|
+
// can be matched to existing publisher keys when proposing blocks.
|
|
1520
|
+
if (this.sequencer) {
|
|
1521
|
+
this.sequencer.updatePublisherNodeKeyStore(newAdapter);
|
|
1522
|
+
}
|
|
1523
|
+
|
|
1524
|
+
// Update slasher's "don't-slash-self" list with new validator addresses
|
|
1525
|
+
if (this.slasherClient && !this.config.slashSelfAllowed) {
|
|
1526
|
+
const slashValidatorsNever = unique(
|
|
1527
|
+
[...(this.config.slashValidatorsNever ?? []), ...newAddresses].map(a => a.toString()),
|
|
1528
|
+
).map(EthAddress.fromString);
|
|
1529
|
+
this.slasherClient.updateConfig({ slashValidatorsNever });
|
|
1530
|
+
}
|
|
1531
|
+
|
|
1532
|
+
this.keyStoreManager = newManager;
|
|
1533
|
+
this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
|
|
1534
|
+
}
|
|
1535
|
+
|
|
1380
1536
|
#getInitialHeaderHash(): Promise<BlockHash> {
|
|
1381
1537
|
if (!this.initialHeaderHashPromise) {
|
|
1382
1538
|
this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
|
package/src/sentinel/sentinel.ts
CHANGED
|
@@ -36,6 +36,17 @@ import EventEmitter from 'node:events';
|
|
|
36
36
|
|
|
37
37
|
import { SentinelStore } from './store.js';
|
|
38
38
|
|
|
39
|
+
/** Maps a validator status to its category: proposer or attestation. */
|
|
40
|
+
function statusToCategory(status: ValidatorStatusInSlot): ValidatorStatusType {
|
|
41
|
+
switch (status) {
|
|
42
|
+
case 'attestation-sent':
|
|
43
|
+
case 'attestation-missed':
|
|
44
|
+
return 'attestation';
|
|
45
|
+
default:
|
|
46
|
+
return 'proposer';
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
|
|
39
50
|
export class Sentinel extends (EventEmitter as new () => WatcherEmitter) implements L2BlockStreamEventHandler, Watcher {
|
|
40
51
|
protected runningPromise: RunningPromise;
|
|
41
52
|
protected blockStream!: L2BlockStream;
|
|
@@ -128,15 +139,15 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
|
|
|
128
139
|
return;
|
|
129
140
|
}
|
|
130
141
|
const blockNumber = event.block.number;
|
|
131
|
-
const
|
|
132
|
-
if (!
|
|
133
|
-
this.logger.error(`Failed to get block ${blockNumber}
|
|
142
|
+
const header = await this.archiver.getBlockHeader(blockNumber);
|
|
143
|
+
if (!header) {
|
|
144
|
+
this.logger.error(`Failed to get block header ${blockNumber}`);
|
|
134
145
|
return;
|
|
135
146
|
}
|
|
136
147
|
|
|
137
148
|
// TODO(palla/slash): We should only be computing proven performance if this is
|
|
138
149
|
// a full proof epoch and not a partial one, otherwise we'll end up with skewed stats.
|
|
139
|
-
const epoch = getEpochAtSlot(
|
|
150
|
+
const epoch = getEpochAtSlot(header.getSlot(), this.epochCache.getL1Constants());
|
|
140
151
|
this.logger.debug(`Computing proven performance for epoch ${epoch}`);
|
|
141
152
|
const performance = await this.computeProvenPerformance(epoch);
|
|
142
153
|
this.logger.info(`Computed proven performance for epoch ${epoch}`, performance);
|
|
@@ -147,7 +158,11 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
|
|
|
147
158
|
|
|
148
159
|
protected async computeProvenPerformance(epoch: EpochNumber): Promise<ValidatorsEpochPerformance> {
|
|
149
160
|
const [fromSlot, toSlot] = getSlotRangeForEpoch(epoch, this.epochCache.getL1Constants());
|
|
150
|
-
const { committee } = await this.epochCache.getCommittee(fromSlot);
|
|
161
|
+
const { committee, isEscapeHatchOpen } = await this.epochCache.getCommittee(fromSlot);
|
|
162
|
+
if (isEscapeHatchOpen) {
|
|
163
|
+
this.logger.info(`Skipping proven performance for epoch ${epoch} - escape hatch is open`);
|
|
164
|
+
return {};
|
|
165
|
+
}
|
|
151
166
|
if (!committee) {
|
|
152
167
|
this.logger.trace(`No committee found for slot ${fromSlot}`);
|
|
153
168
|
return {};
|
|
@@ -316,7 +331,12 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
|
|
|
316
331
|
* and updates overall stats.
|
|
317
332
|
*/
|
|
318
333
|
protected async processSlot(slot: SlotNumber) {
|
|
319
|
-
const { epoch, seed, committee } = await this.epochCache.getCommittee(slot);
|
|
334
|
+
const { epoch, seed, committee, isEscapeHatchOpen } = await this.epochCache.getCommittee(slot);
|
|
335
|
+
if (isEscapeHatchOpen) {
|
|
336
|
+
this.logger.info(`Skipping slot ${slot} at epoch ${epoch} - escape hatch is open`);
|
|
337
|
+
this.lastProcessedSlot = slot;
|
|
338
|
+
return;
|
|
339
|
+
}
|
|
320
340
|
if (!committee || committee.length === 0) {
|
|
321
341
|
this.logger.trace(`No committee found for slot ${slot} at epoch ${epoch}`);
|
|
322
342
|
this.lastProcessedSlot = slot;
|
|
@@ -336,16 +356,16 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
|
|
|
336
356
|
|
|
337
357
|
// Check if there is an L2 block in L1 for this L2 slot
|
|
338
358
|
|
|
339
|
-
// Here we get all attestations for the
|
|
340
|
-
// or all attestations for all proposals in the slot if no
|
|
359
|
+
// Here we get all checkpoint attestations for the checkpoint at the given slot,
|
|
360
|
+
// or all checkpoint attestations for all proposals in the slot if no checkpoint was mined.
|
|
341
361
|
// We gather from both p2p (contains the ones seen on the p2p layer) and archiver
|
|
342
|
-
// (contains the ones synced from mined
|
|
343
|
-
const
|
|
344
|
-
const p2pAttested = await this.p2p.getCheckpointAttestationsForSlot(slot,
|
|
362
|
+
// (contains the ones synced from mined checkpoints, which we may have missed from p2p).
|
|
363
|
+
const checkpoint = this.slotNumberToCheckpoint.get(slot);
|
|
364
|
+
const p2pAttested = await this.p2p.getCheckpointAttestationsForSlot(slot, checkpoint?.archive);
|
|
345
365
|
// Filter out attestations with invalid signatures
|
|
346
366
|
const p2pAttestors = p2pAttested.map(a => a.getSender()).filter((s): s is EthAddress => s !== undefined);
|
|
347
367
|
const attestors = new Set(
|
|
348
|
-
[...p2pAttestors.map(a => a.toString()), ...(
|
|
368
|
+
[...p2pAttestors.map(a => a.toString()), ...(checkpoint?.attestors.map(a => a.toString()) ?? [])].filter(
|
|
349
369
|
addr => proposer.toString() !== addr, // Exclude the proposer from the attestors
|
|
350
370
|
),
|
|
351
371
|
);
|
|
@@ -356,20 +376,29 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
|
|
|
356
376
|
// But we'll leave that corner case out to reduce pressure on the node.
|
|
357
377
|
// TODO(palla/slash): This breaks if a given node has more than one validator in the current committee,
|
|
358
378
|
// since they will attest to their own proposal it even if it's not re-executable.
|
|
359
|
-
|
|
360
|
-
|
|
379
|
+
let status: 'checkpoint-mined' | 'checkpoint-proposed' | 'checkpoint-missed' | 'blocks-missed';
|
|
380
|
+
if (checkpoint) {
|
|
381
|
+
status = 'checkpoint-mined';
|
|
382
|
+
} else if (attestors.size > 0) {
|
|
383
|
+
status = 'checkpoint-proposed';
|
|
384
|
+
} else {
|
|
385
|
+
// No checkpoint on L1 and no checkpoint attestations seen. Check if block proposals were sent for this slot.
|
|
386
|
+
const hasBlockProposals = await this.p2p.hasBlockProposalsForSlot(slot);
|
|
387
|
+
status = hasBlockProposals ? 'checkpoint-missed' : 'blocks-missed';
|
|
388
|
+
}
|
|
389
|
+
this.logger.debug(`Checkpoint status for slot ${slot}: ${status}`, { ...checkpoint, slot });
|
|
361
390
|
|
|
362
|
-
// Get attestors that failed their
|
|
391
|
+
// Get attestors that failed their checkpoint attestation duties, but only if there was a checkpoint proposed or mined
|
|
363
392
|
const missedAttestors = new Set(
|
|
364
|
-
|
|
393
|
+
status === 'blocks-missed' || status === 'checkpoint-missed'
|
|
365
394
|
? []
|
|
366
395
|
: committee.filter(v => !attestors.has(v.toString()) && !proposer.equals(v)).map(v => v.toString()),
|
|
367
396
|
);
|
|
368
397
|
|
|
369
398
|
this.logger.debug(`Retrieved ${attestors.size} attestors out of ${committee.length} for slot ${slot}`, {
|
|
370
|
-
|
|
399
|
+
status,
|
|
371
400
|
proposer: proposer.toString(),
|
|
372
|
-
...
|
|
401
|
+
...checkpoint,
|
|
373
402
|
slot,
|
|
374
403
|
attestors: [...attestors],
|
|
375
404
|
missedAttestors: [...missedAttestors],
|
|
@@ -379,7 +408,7 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
|
|
|
379
408
|
// Compute the status for each validator in the committee
|
|
380
409
|
const statusFor = (who: `0x${string}`): ValidatorStatusInSlot | undefined => {
|
|
381
410
|
if (who === proposer.toString()) {
|
|
382
|
-
return
|
|
411
|
+
return status;
|
|
383
412
|
} else if (attestors.has(who)) {
|
|
384
413
|
return 'attestation-sent';
|
|
385
414
|
} else if (missedAttestors.has(who)) {
|
|
@@ -472,14 +501,16 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
|
|
|
472
501
|
): ValidatorStats {
|
|
473
502
|
let history = fromSlot ? allHistory.filter(h => BigInt(h.slot) >= fromSlot) : allHistory;
|
|
474
503
|
history = toSlot ? history.filter(h => BigInt(h.slot) <= toSlot) : history;
|
|
475
|
-
const lastProposal = history
|
|
504
|
+
const lastProposal = history
|
|
505
|
+
.filter(h => h.status === 'checkpoint-proposed' || h.status === 'checkpoint-mined')
|
|
506
|
+
.at(-1);
|
|
476
507
|
const lastAttestation = history.filter(h => h.status === 'attestation-sent').at(-1);
|
|
477
508
|
return {
|
|
478
509
|
address: EthAddress.fromString(address),
|
|
479
510
|
lastProposal: this.computeFromSlot(lastProposal?.slot),
|
|
480
511
|
lastAttestation: this.computeFromSlot(lastAttestation?.slot),
|
|
481
512
|
totalSlots: history.length,
|
|
482
|
-
missedProposals: this.computeMissed(history, '
|
|
513
|
+
missedProposals: this.computeMissed(history, 'proposer', ['checkpoint-missed', 'blocks-missed']),
|
|
483
514
|
missedAttestations: this.computeMissed(history, 'attestation', ['attestation-missed']),
|
|
484
515
|
history,
|
|
485
516
|
};
|
|
@@ -487,10 +518,12 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
|
|
|
487
518
|
|
|
488
519
|
protected computeMissed(
|
|
489
520
|
history: ValidatorStatusHistory,
|
|
490
|
-
|
|
521
|
+
computeOverCategory: ValidatorStatusType | undefined,
|
|
491
522
|
filter: ValidatorStatusInSlot[],
|
|
492
523
|
) {
|
|
493
|
-
const relevantHistory = history.filter(
|
|
524
|
+
const relevantHistory = history.filter(
|
|
525
|
+
h => !computeOverCategory || statusToCategory(h.status) === computeOverCategory,
|
|
526
|
+
);
|
|
494
527
|
const filteredHistory = relevantHistory.filter(h => filter.includes(h.status));
|
|
495
528
|
return {
|
|
496
529
|
currentStreak: countWhile([...relevantHistory].reverse(), h => filter.includes(h.status)),
|
package/src/sentinel/store.ts
CHANGED
|
@@ -9,7 +9,7 @@ import type {
|
|
|
9
9
|
} from '@aztec/stdlib/validators';
|
|
10
10
|
|
|
11
11
|
export class SentinelStore {
|
|
12
|
-
public static readonly SCHEMA_VERSION =
|
|
12
|
+
public static readonly SCHEMA_VERSION = 3;
|
|
13
13
|
|
|
14
14
|
// a map from validator address to their ValidatorStatusHistory
|
|
15
15
|
private readonly historyMap: AztecAsyncMap<`0x${string}`, Buffer>;
|
|
@@ -86,11 +86,7 @@ export class SentinelStore {
|
|
|
86
86
|
});
|
|
87
87
|
}
|
|
88
88
|
|
|
89
|
-
private async pushValidatorStatusForSlot(
|
|
90
|
-
who: EthAddress,
|
|
91
|
-
slot: SlotNumber,
|
|
92
|
-
status: 'block-mined' | 'block-proposed' | 'block-missed' | 'attestation-sent' | 'attestation-missed',
|
|
93
|
-
) {
|
|
89
|
+
private async pushValidatorStatusForSlot(who: EthAddress, slot: SlotNumber, status: ValidatorStatusInSlot) {
|
|
94
90
|
await this.store.transactionAsync(async () => {
|
|
95
91
|
const currentHistory = (await this.getHistory(who)) ?? [];
|
|
96
92
|
const newHistory = [...currentHistory, { slot, status }].slice(-this.config.historyLength);
|
|
@@ -149,16 +145,18 @@ export class SentinelStore {
|
|
|
149
145
|
|
|
150
146
|
private statusToNumber(status: ValidatorStatusInSlot): number {
|
|
151
147
|
switch (status) {
|
|
152
|
-
case '
|
|
148
|
+
case 'checkpoint-mined':
|
|
153
149
|
return 1;
|
|
154
|
-
case '
|
|
150
|
+
case 'checkpoint-proposed':
|
|
155
151
|
return 2;
|
|
156
|
-
case '
|
|
152
|
+
case 'checkpoint-missed':
|
|
157
153
|
return 3;
|
|
158
154
|
case 'attestation-sent':
|
|
159
155
|
return 4;
|
|
160
156
|
case 'attestation-missed':
|
|
161
157
|
return 5;
|
|
158
|
+
case 'blocks-missed':
|
|
159
|
+
return 6;
|
|
162
160
|
default: {
|
|
163
161
|
const _exhaustive: never = status;
|
|
164
162
|
throw new Error(`Unknown status: ${status}`);
|
|
@@ -169,15 +167,17 @@ export class SentinelStore {
|
|
|
169
167
|
private statusFromNumber(status: number): ValidatorStatusInSlot {
|
|
170
168
|
switch (status) {
|
|
171
169
|
case 1:
|
|
172
|
-
return '
|
|
170
|
+
return 'checkpoint-mined';
|
|
173
171
|
case 2:
|
|
174
|
-
return '
|
|
172
|
+
return 'checkpoint-proposed';
|
|
175
173
|
case 3:
|
|
176
|
-
return '
|
|
174
|
+
return 'checkpoint-missed';
|
|
177
175
|
case 4:
|
|
178
176
|
return 'attestation-sent';
|
|
179
177
|
case 5:
|
|
180
178
|
return 'attestation-missed';
|
|
179
|
+
case 6:
|
|
180
|
+
return 'blocks-missed';
|
|
181
181
|
default:
|
|
182
182
|
throw new Error(`Unknown status: ${status}`);
|
|
183
183
|
}
|