@aztec/aztec-node 0.0.1-commit.4d79d1f2d → 0.0.1-commit.4eabbdb

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,7 @@
1
1
  import { Archiver, createArchiver } from '@aztec/archiver';
2
2
  import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
3
3
  import { type BlobClientInterface, createBlobClientWithFileStores } from '@aztec/blob-client/client';
4
+ import { Blob } from '@aztec/blob-lib';
4
5
  import { ARCHIVE_HEIGHT, type L1_TO_L2_MSG_TREE_HEIGHT, type NOTE_HASH_TREE_HEIGHT } from '@aztec/constants';
5
6
  import { EpochCache, type EpochCacheInterface } from '@aztec/epoch-cache';
6
7
  import { createEthereumChain } from '@aztec/ethereum/chain';
@@ -8,7 +9,7 @@ import { getPublicClient } from '@aztec/ethereum/client';
8
9
  import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
9
10
  import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
10
11
  import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
11
- import { compactArray, pick } from '@aztec/foundation/collection';
12
+ import { compactArray, pick, unique } from '@aztec/foundation/collection';
12
13
  import { Fr } from '@aztec/foundation/curves/bn254';
13
14
  import { EthAddress } from '@aztec/foundation/eth-address';
14
15
  import { BadRequestError } from '@aztec/foundation/json-rpc';
@@ -16,14 +17,13 @@ import { type Logger, createLogger } from '@aztec/foundation/log';
16
17
  import { count } from '@aztec/foundation/string';
17
18
  import { DateProvider, Timer } from '@aztec/foundation/timer';
18
19
  import { MembershipWitness, SiblingPath } from '@aztec/foundation/trees';
19
- import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
20
+ import { type KeyStore, KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
20
21
  import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
21
- import {
22
- createForwarderL1TxUtilsFromEthSigner,
23
- createL1TxUtilsWithBlobsFromEthSigner,
24
- } from '@aztec/node-lib/factories';
22
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
25
23
  import { type P2P, type P2PClientDeps, createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
26
24
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
25
+ import { type ProverNode, type ProverNodeDeps, createProverNode } from '@aztec/prover-node';
26
+ import { createKeyStoreForProver } from '@aztec/prover-node/config';
27
27
  import { GlobalVariableBuilder, SequencerClient, type SequencerPublisher } from '@aztec/sequencer-client';
28
28
  import { PublicProcessorFactory } from '@aztec/simulator/server';
29
29
  import {
@@ -35,7 +35,14 @@ import {
35
35
  } from '@aztec/slasher';
36
36
  import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
37
37
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
38
- import { BlockHash, type BlockParameter, type DataInBlock, L2Block, type L2BlockSource } from '@aztec/stdlib/block';
38
+ import {
39
+ type BlockData,
40
+ BlockHash,
41
+ type BlockParameter,
42
+ type DataInBlock,
43
+ L2Block,
44
+ type L2BlockSource,
45
+ } from '@aztec/stdlib/block';
39
46
  import type { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
40
47
  import type {
41
48
  ContractClassPublic,
@@ -129,6 +136,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
129
136
  protected readonly l1ToL2MessageSource: L1ToL2MessageSource,
130
137
  protected readonly worldStateSynchronizer: WorldStateSynchronizer,
131
138
  protected readonly sequencer: SequencerClient | undefined,
139
+ protected readonly proverNode: ProverNode | undefined,
132
140
  protected readonly slasherClient: SlasherClientInterface | undefined,
133
141
  protected readonly validatorsSentinel: Sentinel | undefined,
134
142
  protected readonly epochPruneWatcher: EpochPruneWatcher | undefined,
@@ -141,6 +149,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
141
149
  private telemetry: TelemetryClient = getTelemetryClient(),
142
150
  private log = createLogger('node'),
143
151
  private blobClient?: BlobClientInterface,
152
+ private validatorClient?: ValidatorClient,
153
+ private keyStoreManager?: KeystoreManager,
144
154
  ) {
145
155
  this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
146
156
  this.tracer = telemetry.getTracer('AztecNodeService');
@@ -171,10 +181,12 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
171
181
  publisher?: SequencerPublisher;
172
182
  dateProvider?: DateProvider;
173
183
  p2pClientDeps?: P2PClientDeps<P2PClientType.Full>;
184
+ proverNodeDeps?: Partial<ProverNodeDeps>;
174
185
  } = {},
175
186
  options: {
176
187
  prefilledPublicData?: PublicDataTreeLeaf[];
177
188
  dontStartSequencer?: boolean;
189
+ dontStartProverNode?: boolean;
178
190
  } = {},
179
191
  ): Promise<AztecNodeService> {
180
192
  const config = { ...inputConfig }; // Copy the config so we dont mutate the input object
@@ -184,16 +196,29 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
184
196
  const dateProvider = deps.dateProvider ?? new DateProvider();
185
197
  const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
186
198
 
187
- // Build a key store from file if given or from environment otherwise
199
+ // Build a key store from file if given or from environment otherwise.
200
+ // We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
188
201
  let keyStoreManager: KeystoreManager | undefined;
189
202
  const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
190
203
  if (keyStoreProvided) {
191
204
  const keyStores = loadKeystores(config.keyStoreDirectory!);
192
205
  keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
193
206
  } else {
194
- const keyStore = createKeyStoreForValidator(config);
195
- if (keyStore) {
196
- keyStoreManager = new KeystoreManager(keyStore);
207
+ const rawKeyStores: KeyStore[] = [];
208
+ const validatorKeyStore = createKeyStoreForValidator(config);
209
+ if (validatorKeyStore) {
210
+ rawKeyStores.push(validatorKeyStore);
211
+ }
212
+ if (config.enableProverNode) {
213
+ const proverKeyStore = createKeyStoreForProver(config);
214
+ if (proverKeyStore) {
215
+ rawKeyStores.push(proverKeyStore);
216
+ }
217
+ }
218
+ if (rawKeyStores.length > 0) {
219
+ keyStoreManager = new KeystoreManager(
220
+ rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores),
221
+ );
197
222
  }
198
223
  }
199
224
 
@@ -204,10 +229,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
204
229
  if (keyStoreManager === undefined) {
205
230
  throw new Error('Failed to create key store, a requirement for running a validator');
206
231
  }
207
- if (!keyStoreProvided) {
208
- log.warn(
209
- 'KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS',
210
- );
232
+ if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
233
+ log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
211
234
  }
212
235
  ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
213
236
  }
@@ -249,7 +272,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
249
272
  );
250
273
  }
251
274
 
252
- const blobClient = await createBlobClientWithFileStores(config, createLogger('node:blob-client:client'));
275
+ const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
253
276
 
254
277
  // attempt snapshot sync if possible
255
278
  await trySnapshotSync(config, log);
@@ -412,19 +435,19 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
412
435
  );
413
436
  await slasherClient.start();
414
437
 
415
- const l1TxUtils = config.publisherForwarderAddress
416
- ? await createForwarderL1TxUtilsFromEthSigner(
438
+ const l1TxUtils = config.sequencerPublisherForwarderAddress
439
+ ? await createForwarderL1TxUtilsFromSigners(
417
440
  publicClient,
418
441
  keyStoreManager!.createAllValidatorPublisherSigners(),
419
- config.publisherForwarderAddress,
442
+ config.sequencerPublisherForwarderAddress,
420
443
  { ...config, scope: 'sequencer' },
421
- { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
444
+ { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
422
445
  )
423
- : await createL1TxUtilsWithBlobsFromEthSigner(
446
+ : await createL1TxUtilsFromSigners(
424
447
  publicClient,
425
448
  keyStoreManager!.createAllValidatorPublisherSigners(),
426
449
  { ...config, scope: 'sequencer' },
427
- { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider },
450
+ { telemetry, logger: log.createChild('l1-tx-utils'), dateProvider, kzg: Blob.getViemKzgInstance() },
428
451
  );
429
452
 
430
453
  // Create and start the sequencer client
@@ -461,6 +484,29 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
461
484
  log.warn(`Sequencer created but not started`);
462
485
  }
463
486
 
487
+ // Create prover node subsystem if enabled
488
+ let proverNode: ProverNode | undefined;
489
+ if (config.enableProverNode) {
490
+ proverNode = await createProverNode(config, {
491
+ ...deps.proverNodeDeps,
492
+ telemetry,
493
+ dateProvider,
494
+ archiver,
495
+ worldStateSynchronizer,
496
+ p2pClient,
497
+ epochCache,
498
+ blobClient,
499
+ keyStoreManager,
500
+ });
501
+
502
+ if (!options.dontStartProverNode) {
503
+ await proverNode.start();
504
+ log.info(`Prover node subsystem started`);
505
+ } else {
506
+ log.info(`Prover node subsystem created but not started`);
507
+ }
508
+ }
509
+
464
510
  const globalVariableBuilder = new GlobalVariableBuilder({
465
511
  ...config,
466
512
  rollupVersion: BigInt(config.rollupVersion),
@@ -468,7 +514,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
468
514
  slotDuration: Number(slotDuration),
469
515
  });
470
516
 
471
- return new AztecNodeService(
517
+ const node = new AztecNodeService(
472
518
  config,
473
519
  p2pClient,
474
520
  archiver,
@@ -477,6 +523,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
477
523
  archiver,
478
524
  worldStateSynchronizer,
479
525
  sequencer,
526
+ proverNode,
480
527
  slasherClient,
481
528
  validatorsSentinel,
482
529
  epochPruneWatcher,
@@ -489,7 +536,11 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
489
536
  telemetry,
490
537
  log,
491
538
  blobClient,
539
+ validatorClient,
540
+ keyStoreManager,
492
541
  );
542
+
543
+ return node;
493
544
  }
494
545
 
495
546
  /**
@@ -500,6 +551,11 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
500
551
  return this.sequencer;
501
552
  }
502
553
 
554
+ /** Returns the prover node subsystem, if enabled. */
555
+ public getProverNode(): ProverNode | undefined {
556
+ return this.proverNode;
557
+ }
558
+
503
559
  public getBlockSource(): L2BlockSource {
504
560
  return this.blockSource;
505
561
  }
@@ -803,6 +859,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
803
859
  await tryStop(this.slasherClient);
804
860
  await tryStop(this.proofVerifier);
805
861
  await tryStop(this.sequencer);
862
+ await tryStop(this.proverNode);
806
863
  await tryStop(this.p2pClient);
807
864
  await tryStop(this.worldStateSynchronizer);
808
865
  await tryStop(this.blockSource);
@@ -1106,6 +1163,14 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1106
1163
  return await this.blockSource.getBlockHeaderByArchive(archive);
1107
1164
  }
1108
1165
 
1166
+ public getBlockData(number: BlockNumber): Promise<BlockData | undefined> {
1167
+ return this.blockSource.getBlockData(number);
1168
+ }
1169
+
1170
+ public getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
1171
+ return this.blockSource.getBlockDataByArchive(archive);
1172
+ }
1173
+
1109
1174
  /**
1110
1175
  * Simulates the public part of a transaction with the current state.
1111
1176
  * @param tx - The transaction to simulate.
@@ -1129,7 +1194,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1129
1194
  }
1130
1195
 
1131
1196
  const txHash = tx.getTxHash();
1132
- const blockNumber = BlockNumber((await this.blockSource.getBlockNumber()) + 1);
1197
+ const latestBlockNumber = await this.blockSource.getBlockNumber();
1198
+ const blockNumber = BlockNumber.add(latestBlockNumber, 1);
1133
1199
 
1134
1200
  // If sequencer is not initialized, we just set these values to zero for simulation.
1135
1201
  const coinbase = EthAddress.ZERO;
@@ -1153,6 +1219,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1153
1219
  blockNumber,
1154
1220
  });
1155
1221
 
1222
+ // Ensure world-state has caught up with the latest block we loaded from the archiver
1223
+ await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
1156
1224
  const merkleTreeFork = await this.worldStateSynchronizer.fork();
1157
1225
  try {
1158
1226
  const config = PublicSimulatorConfig.from({
@@ -1195,7 +1263,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1195
1263
  const db = this.worldStateSynchronizer.getCommitted();
1196
1264
  const verifier = isSimulation ? undefined : this.proofVerifier;
1197
1265
 
1198
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1266
+ // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
1199
1267
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1200
1268
  const blockNumber = BlockNumber((await this.blockSource.getBlockNumber()) + 1);
1201
1269
  const validator = createValidatorForAcceptingTxs(
@@ -1377,6 +1445,94 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1377
1445
  }
1378
1446
  }
1379
1447
 
1448
+ public async reloadKeystore(): Promise<void> {
1449
+ if (!this.config.keyStoreDirectory?.length) {
1450
+ throw new BadRequestError(
1451
+ 'Cannot reload keystore: node is not using a file-based keystore. ' +
1452
+ 'Set KEY_STORE_DIRECTORY to use file-based keystores.',
1453
+ );
1454
+ }
1455
+ if (!this.validatorClient) {
1456
+ throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
1457
+ }
1458
+
1459
+ this.log.info('Reloading keystore from disk');
1460
+
1461
+ // Re-read and validate keystore files
1462
+ const keyStores = loadKeystores(this.config.keyStoreDirectory);
1463
+ const newManager = new KeystoreManager(mergeKeystores(keyStores));
1464
+ await newManager.validateSigners();
1465
+ ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
1466
+
1467
+ // Validate that every validator's publisher keys overlap with the L1 signers
1468
+ // that were initialized at startup. Publishers cannot be hot-reloaded, so a
1469
+ // validator with a publisher key that doesn't match any existing L1 signer
1470
+ // would silently fail on every proposer slot.
1471
+ if (this.keyStoreManager && this.sequencer) {
1472
+ const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
1473
+ const availablePublishers = new Set(
1474
+ oldAdapter
1475
+ .getAttesterAddresses()
1476
+ .flatMap(a => oldAdapter.getPublisherAddresses(a).map(p => p.toString().toLowerCase())),
1477
+ );
1478
+
1479
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1480
+ for (const attester of newAdapter.getAttesterAddresses()) {
1481
+ const pubs = newAdapter.getPublisherAddresses(attester);
1482
+ if (pubs.length > 0 && !pubs.some(p => availablePublishers.has(p.toString().toLowerCase()))) {
1483
+ throw new BadRequestError(
1484
+ `Cannot reload keystore: validator ${attester} has publisher keys ` +
1485
+ `[${pubs.map(p => p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` +
1486
+ `[${[...availablePublishers].join(', ')}]. Publishers cannot be hot-reloaded — ` +
1487
+ `use an existing publisher key or restart the node.`,
1488
+ );
1489
+ }
1490
+ }
1491
+ }
1492
+
1493
+ // Build adapters for old and new keystores to compute diff
1494
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1495
+ const newAddresses = newAdapter.getAttesterAddresses();
1496
+ const oldAddresses = this.keyStoreManager
1497
+ ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses()
1498
+ : [];
1499
+
1500
+ const oldSet = new Set(oldAddresses.map(a => a.toString()));
1501
+ const newSet = new Set(newAddresses.map(a => a.toString()));
1502
+ const added = newAddresses.filter(a => !oldSet.has(a.toString()));
1503
+ const removed = oldAddresses.filter(a => !newSet.has(a.toString()));
1504
+
1505
+ if (added.length > 0) {
1506
+ this.log.info(`Keystore reload: adding attester keys: ${added.map(a => a.toString()).join(', ')}`);
1507
+ }
1508
+ if (removed.length > 0) {
1509
+ this.log.info(`Keystore reload: removing attester keys: ${removed.map(a => a.toString()).join(', ')}`);
1510
+ }
1511
+ if (added.length === 0 && removed.length === 0) {
1512
+ this.log.info('Keystore reload: attester keys unchanged');
1513
+ }
1514
+
1515
+ // Update the validator client (coinbase, feeRecipient, attester keys)
1516
+ this.validatorClient.reloadKeystore(newManager);
1517
+
1518
+ // Update the publisher factory's keystore so newly-added validators
1519
+ // can be matched to existing publisher keys when proposing blocks.
1520
+ if (this.sequencer) {
1521
+ this.sequencer.updatePublisherNodeKeyStore(newAdapter);
1522
+ }
1523
+
1524
+ // Update slasher's "don't-slash-self" list with new validator addresses
1525
+ if (this.slasherClient && !this.config.slashSelfAllowed) {
1526
+ const slashValidatorsNever = unique(
1527
+ [...(this.config.slashValidatorsNever ?? []), ...newAddresses].map(a => a.toString()),
1528
+ ).map(EthAddress.fromString);
1529
+ this.slasherClient.updateConfig({ slashValidatorsNever });
1530
+ }
1531
+
1532
+ this.keyStoreManager = newManager;
1533
+ this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
1534
+ }
1535
+
1380
1536
  #getInitialHeaderHash(): Promise<BlockHash> {
1381
1537
  if (!this.initialHeaderHashPromise) {
1382
1538
  this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
@@ -36,6 +36,17 @@ import EventEmitter from 'node:events';
36
36
 
37
37
  import { SentinelStore } from './store.js';
38
38
 
39
+ /** Maps a validator status to its category: proposer or attestation. */
40
+ function statusToCategory(status: ValidatorStatusInSlot): ValidatorStatusType {
41
+ switch (status) {
42
+ case 'attestation-sent':
43
+ case 'attestation-missed':
44
+ return 'attestation';
45
+ default:
46
+ return 'proposer';
47
+ }
48
+ }
49
+
39
50
  export class Sentinel extends (EventEmitter as new () => WatcherEmitter) implements L2BlockStreamEventHandler, Watcher {
40
51
  protected runningPromise: RunningPromise;
41
52
  protected blockStream!: L2BlockStream;
@@ -128,15 +139,15 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
128
139
  return;
129
140
  }
130
141
  const blockNumber = event.block.number;
131
- const block = await this.archiver.getL2Block(blockNumber);
132
- if (!block) {
133
- this.logger.error(`Failed to get block ${blockNumber}`, { block });
142
+ const header = await this.archiver.getBlockHeader(blockNumber);
143
+ if (!header) {
144
+ this.logger.error(`Failed to get block header ${blockNumber}`);
134
145
  return;
135
146
  }
136
147
 
137
148
  // TODO(palla/slash): We should only be computing proven performance if this is
138
149
  // a full proof epoch and not a partial one, otherwise we'll end up with skewed stats.
139
- const epoch = getEpochAtSlot(block.header.getSlot(), this.epochCache.getL1Constants());
150
+ const epoch = getEpochAtSlot(header.getSlot(), this.epochCache.getL1Constants());
140
151
  this.logger.debug(`Computing proven performance for epoch ${epoch}`);
141
152
  const performance = await this.computeProvenPerformance(epoch);
142
153
  this.logger.info(`Computed proven performance for epoch ${epoch}`, performance);
@@ -147,7 +158,11 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
147
158
 
148
159
  protected async computeProvenPerformance(epoch: EpochNumber): Promise<ValidatorsEpochPerformance> {
149
160
  const [fromSlot, toSlot] = getSlotRangeForEpoch(epoch, this.epochCache.getL1Constants());
150
- const { committee } = await this.epochCache.getCommittee(fromSlot);
161
+ const { committee, isEscapeHatchOpen } = await this.epochCache.getCommittee(fromSlot);
162
+ if (isEscapeHatchOpen) {
163
+ this.logger.info(`Skipping proven performance for epoch ${epoch} - escape hatch is open`);
164
+ return {};
165
+ }
151
166
  if (!committee) {
152
167
  this.logger.trace(`No committee found for slot ${fromSlot}`);
153
168
  return {};
@@ -316,7 +331,12 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
316
331
  * and updates overall stats.
317
332
  */
318
333
  protected async processSlot(slot: SlotNumber) {
319
- const { epoch, seed, committee } = await this.epochCache.getCommittee(slot);
334
+ const { epoch, seed, committee, isEscapeHatchOpen } = await this.epochCache.getCommittee(slot);
335
+ if (isEscapeHatchOpen) {
336
+ this.logger.info(`Skipping slot ${slot} at epoch ${epoch} - escape hatch is open`);
337
+ this.lastProcessedSlot = slot;
338
+ return;
339
+ }
320
340
  if (!committee || committee.length === 0) {
321
341
  this.logger.trace(`No committee found for slot ${slot} at epoch ${epoch}`);
322
342
  this.lastProcessedSlot = slot;
@@ -336,16 +356,16 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
336
356
 
337
357
  // Check if there is an L2 block in L1 for this L2 slot
338
358
 
339
- // Here we get all attestations for the block mined at the given slot,
340
- // or all attestations for all proposals in the slot if no block was mined.
359
+ // Here we get all checkpoint attestations for the checkpoint at the given slot,
360
+ // or all checkpoint attestations for all proposals in the slot if no checkpoint was mined.
341
361
  // We gather from both p2p (contains the ones seen on the p2p layer) and archiver
342
- // (contains the ones synced from mined blocks, which we may have missed from p2p).
343
- const block = this.slotNumberToCheckpoint.get(slot);
344
- const p2pAttested = await this.p2p.getCheckpointAttestationsForSlot(slot, block?.archive);
362
+ // (contains the ones synced from mined checkpoints, which we may have missed from p2p).
363
+ const checkpoint = this.slotNumberToCheckpoint.get(slot);
364
+ const p2pAttested = await this.p2p.getCheckpointAttestationsForSlot(slot, checkpoint?.archive);
345
365
  // Filter out attestations with invalid signatures
346
366
  const p2pAttestors = p2pAttested.map(a => a.getSender()).filter((s): s is EthAddress => s !== undefined);
347
367
  const attestors = new Set(
348
- [...p2pAttestors.map(a => a.toString()), ...(block?.attestors.map(a => a.toString()) ?? [])].filter(
368
+ [...p2pAttestors.map(a => a.toString()), ...(checkpoint?.attestors.map(a => a.toString()) ?? [])].filter(
349
369
  addr => proposer.toString() !== addr, // Exclude the proposer from the attestors
350
370
  ),
351
371
  );
@@ -356,20 +376,29 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
356
376
  // But we'll leave that corner case out to reduce pressure on the node.
357
377
  // TODO(palla/slash): This breaks if a given node has more than one validator in the current committee,
358
378
  // since they will attest to their own proposal it even if it's not re-executable.
359
- const blockStatus = block ? 'mined' : attestors.size > 0 ? 'proposed' : 'missed';
360
- this.logger.debug(`Block for slot ${slot} was ${blockStatus}`, { ...block, slot });
379
+ let status: 'checkpoint-mined' | 'checkpoint-proposed' | 'checkpoint-missed' | 'blocks-missed';
380
+ if (checkpoint) {
381
+ status = 'checkpoint-mined';
382
+ } else if (attestors.size > 0) {
383
+ status = 'checkpoint-proposed';
384
+ } else {
385
+ // No checkpoint on L1 and no checkpoint attestations seen. Check if block proposals were sent for this slot.
386
+ const hasBlockProposals = await this.p2p.hasBlockProposalsForSlot(slot);
387
+ status = hasBlockProposals ? 'checkpoint-missed' : 'blocks-missed';
388
+ }
389
+ this.logger.debug(`Checkpoint status for slot ${slot}: ${status}`, { ...checkpoint, slot });
361
390
 
362
- // Get attestors that failed their duties for this block, but only if there was a block proposed
391
+ // Get attestors that failed their checkpoint attestation duties, but only if there was a checkpoint proposed or mined
363
392
  const missedAttestors = new Set(
364
- blockStatus === 'missed'
393
+ status === 'blocks-missed' || status === 'checkpoint-missed'
365
394
  ? []
366
395
  : committee.filter(v => !attestors.has(v.toString()) && !proposer.equals(v)).map(v => v.toString()),
367
396
  );
368
397
 
369
398
  this.logger.debug(`Retrieved ${attestors.size} attestors out of ${committee.length} for slot ${slot}`, {
370
- blockStatus,
399
+ status,
371
400
  proposer: proposer.toString(),
372
- ...block,
401
+ ...checkpoint,
373
402
  slot,
374
403
  attestors: [...attestors],
375
404
  missedAttestors: [...missedAttestors],
@@ -379,7 +408,7 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
379
408
  // Compute the status for each validator in the committee
380
409
  const statusFor = (who: `0x${string}`): ValidatorStatusInSlot | undefined => {
381
410
  if (who === proposer.toString()) {
382
- return `block-${blockStatus}`;
411
+ return status;
383
412
  } else if (attestors.has(who)) {
384
413
  return 'attestation-sent';
385
414
  } else if (missedAttestors.has(who)) {
@@ -472,14 +501,16 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
472
501
  ): ValidatorStats {
473
502
  let history = fromSlot ? allHistory.filter(h => BigInt(h.slot) >= fromSlot) : allHistory;
474
503
  history = toSlot ? history.filter(h => BigInt(h.slot) <= toSlot) : history;
475
- const lastProposal = history.filter(h => h.status === 'block-proposed' || h.status === 'block-mined').at(-1);
504
+ const lastProposal = history
505
+ .filter(h => h.status === 'checkpoint-proposed' || h.status === 'checkpoint-mined')
506
+ .at(-1);
476
507
  const lastAttestation = history.filter(h => h.status === 'attestation-sent').at(-1);
477
508
  return {
478
509
  address: EthAddress.fromString(address),
479
510
  lastProposal: this.computeFromSlot(lastProposal?.slot),
480
511
  lastAttestation: this.computeFromSlot(lastAttestation?.slot),
481
512
  totalSlots: history.length,
482
- missedProposals: this.computeMissed(history, 'block', ['block-missed']),
513
+ missedProposals: this.computeMissed(history, 'proposer', ['checkpoint-missed', 'blocks-missed']),
483
514
  missedAttestations: this.computeMissed(history, 'attestation', ['attestation-missed']),
484
515
  history,
485
516
  };
@@ -487,10 +518,12 @@ export class Sentinel extends (EventEmitter as new () => WatcherEmitter) impleme
487
518
 
488
519
  protected computeMissed(
489
520
  history: ValidatorStatusHistory,
490
- computeOverPrefix: ValidatorStatusType | undefined,
521
+ computeOverCategory: ValidatorStatusType | undefined,
491
522
  filter: ValidatorStatusInSlot[],
492
523
  ) {
493
- const relevantHistory = history.filter(h => !computeOverPrefix || h.status.startsWith(computeOverPrefix));
524
+ const relevantHistory = history.filter(
525
+ h => !computeOverCategory || statusToCategory(h.status) === computeOverCategory,
526
+ );
494
527
  const filteredHistory = relevantHistory.filter(h => filter.includes(h.status));
495
528
  return {
496
529
  currentStreak: countWhile([...relevantHistory].reverse(), h => filter.includes(h.status)),
@@ -9,7 +9,7 @@ import type {
9
9
  } from '@aztec/stdlib/validators';
10
10
 
11
11
  export class SentinelStore {
12
- public static readonly SCHEMA_VERSION = 2;
12
+ public static readonly SCHEMA_VERSION = 3;
13
13
 
14
14
  // a map from validator address to their ValidatorStatusHistory
15
15
  private readonly historyMap: AztecAsyncMap<`0x${string}`, Buffer>;
@@ -86,11 +86,7 @@ export class SentinelStore {
86
86
  });
87
87
  }
88
88
 
89
- private async pushValidatorStatusForSlot(
90
- who: EthAddress,
91
- slot: SlotNumber,
92
- status: 'block-mined' | 'block-proposed' | 'block-missed' | 'attestation-sent' | 'attestation-missed',
93
- ) {
89
+ private async pushValidatorStatusForSlot(who: EthAddress, slot: SlotNumber, status: ValidatorStatusInSlot) {
94
90
  await this.store.transactionAsync(async () => {
95
91
  const currentHistory = (await this.getHistory(who)) ?? [];
96
92
  const newHistory = [...currentHistory, { slot, status }].slice(-this.config.historyLength);
@@ -149,16 +145,18 @@ export class SentinelStore {
149
145
 
150
146
  private statusToNumber(status: ValidatorStatusInSlot): number {
151
147
  switch (status) {
152
- case 'block-mined':
148
+ case 'checkpoint-mined':
153
149
  return 1;
154
- case 'block-proposed':
150
+ case 'checkpoint-proposed':
155
151
  return 2;
156
- case 'block-missed':
152
+ case 'checkpoint-missed':
157
153
  return 3;
158
154
  case 'attestation-sent':
159
155
  return 4;
160
156
  case 'attestation-missed':
161
157
  return 5;
158
+ case 'blocks-missed':
159
+ return 6;
162
160
  default: {
163
161
  const _exhaustive: never = status;
164
162
  throw new Error(`Unknown status: ${status}`);
@@ -169,15 +167,17 @@ export class SentinelStore {
169
167
  private statusFromNumber(status: number): ValidatorStatusInSlot {
170
168
  switch (status) {
171
169
  case 1:
172
- return 'block-mined';
170
+ return 'checkpoint-mined';
173
171
  case 2:
174
- return 'block-proposed';
172
+ return 'checkpoint-proposed';
175
173
  case 3:
176
- return 'block-missed';
174
+ return 'checkpoint-missed';
177
175
  case 4:
178
176
  return 'attestation-sent';
179
177
  case 5:
180
178
  return 'attestation-missed';
179
+ case 6:
180
+ return 'blocks-missed';
181
181
  default:
182
182
  throw new Error(`Unknown status: ${status}`);
183
183
  }