@aztec/aztec-node 0.87.7 → 1.0.0-nightly.20250604

package/dest/sentinel/store.js

@@ -1,22 +1,67 @@
+import { EthAddress } from '@aztec/foundation/eth-address';
 import { BufferReader, numToUInt8, numToUInt32BE, serializeToBuffer } from '@aztec/foundation/serialize';
 export class SentinelStore {
     store;
     config;
-    static SCHEMA_VERSION = 1;
-    map;
+    static SCHEMA_VERSION = 2;
+    // a map from validator address to their ValidatorStatusHistory
+    historyMap;
+    // a map from validator address to their historical proven epoch performance
+    // e.g. { validator: [{ epoch: 1, missed: 1, total: 10 }, { epoch: 2, missed: 3, total: 7 }, ...] }
+    provenMap;
     constructor(store, config){
         this.store = store;
         this.config = config;
-        this.map = store.openMap('sentinel-validator-status');
+        this.historyMap = store.openMap('sentinel-validator-status');
+        this.provenMap = store.openMap('sentinel-validator-proven');
     }
     getHistoryLength() {
         return this.config.historyLength;
     }
+    async updateProvenPerformance(epoch, performance) {
+        await this.store.transactionAsync(async ()=>{
+            for (const [who, { missed, total }] of Object.entries(performance)){
+                await this.pushValidatorProvenPerformanceForEpoch({
+                    who: EthAddress.fromString(who),
+                    missed,
+                    total,
+                    epoch
+                });
+            }
+        });
+    }
+    async getProvenPerformance(who) {
+        const currentPerformanceBuffer = await this.provenMap.getAsync(who.toString());
+        return currentPerformanceBuffer ? this.deserializePerformance(currentPerformanceBuffer) : [];
+    }
+    async pushValidatorProvenPerformanceForEpoch({ who, missed, total, epoch }) {
+        const currentPerformance = await this.getProvenPerformance(who);
+        const existingIndex = currentPerformance.findIndex((p)=>p.epoch === epoch);
+        if (existingIndex !== -1) {
+            currentPerformance[existingIndex] = {
+                missed,
+                total,
+                epoch
+            };
+        } else {
+            currentPerformance.push({
+                missed,
+                total,
+                epoch
+            });
+        }
+        // This should be sorted by epoch, but just in case.
+        // Since we keep the size small, this is not a big deal.
+        currentPerformance.sort((a, b)=>Number(a.epoch - b.epoch));
+        // keep the most recent `historyLength` entries.
+        const performanceToKeep = currentPerformance.slice(-this.config.historyLength);
+        await this.provenMap.set(who.toString(), this.serializePerformance(performanceToKeep));
+    }
     async updateValidators(slot, statuses) {
         await this.store.transactionAsync(async ()=>{
             for (const [who, status] of Object.entries(statuses)){
                 if (status) {
-                    await this.pushValidatorStatusForSlot(who, slot, status);
+                    await this.pushValidatorStatusForSlot(EthAddress.fromString(who), slot, status);
                 }
             }
         });
@@ -30,19 +75,38 @@ export class SentinelStore {
                 status
             }
         ].slice(-this.config.historyLength);
-        await this.map.set(who, this.serializeHistory(newHistory));
+        await this.historyMap.set(who.toString(), this.serializeHistory(newHistory));
     }
     async getHistories() {
         const histories = {};
-        for await (const [address, history] of this.map.entriesAsync()){
+        for await (const [address, history] of this.historyMap.entriesAsync()){
             histories[address] = this.deserializeHistory(history);
         }
         return histories;
     }
     async getHistory(address) {
-        const data = await this.map.getAsync(address);
+        const data = await this.historyMap.getAsync(address.toString());
         return data && this.deserializeHistory(data);
     }
+    serializePerformance(performance) {
+        return serializeToBuffer(performance.map((p)=>[
+                numToUInt32BE(Number(p.epoch)),
+                numToUInt32BE(p.missed),
+                numToUInt32BE(p.total)
+            ]));
+    }
+    deserializePerformance(buffer) {
+        const reader = new BufferReader(buffer);
+        const performance = [];
+        while(!reader.isEmpty()){
+            performance.push({
+                epoch: BigInt(reader.readNumber()),
+                missed: reader.readNumber(),
+                total: reader.readNumber()
+            });
+        }
+        return performance;
+    }
     serializeHistory(history) {
         return serializeToBuffer(history.map((h)=>[
                 numToUInt32BE(Number(h.slot)),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aztec/aztec-node",
-  "version": "0.87.7",
+  "version": "1.0.0-nightly.20250604",
   "main": "dest/index.js",
   "type": "module",
   "exports": {
@@ -61,27 +61,28 @@
     ]
   },
   "dependencies": {
-    "@aztec/archiver": "0.87.7",
-    "@aztec/bb-prover": "0.87.7",
-    "@aztec/blob-sink": "0.87.7",
-    "@aztec/constants": "0.87.7",
-    "@aztec/epoch-cache": "0.87.7",
-    "@aztec/ethereum": "0.87.7",
-    "@aztec/foundation": "0.87.7",
-    "@aztec/kv-store": "0.87.7",
-    "@aztec/l1-artifacts": "0.87.7",
-    "@aztec/merkle-tree": "0.87.7",
-    "@aztec/node-lib": "0.87.7",
-    "@aztec/noir-protocol-circuits-types": "0.87.7",
-    "@aztec/p2p": "0.87.7",
-    "@aztec/protocol-contracts": "0.87.7",
-    "@aztec/prover-client": "0.87.7",
-    "@aztec/sequencer-client": "0.87.7",
-    "@aztec/simulator": "0.87.7",
-    "@aztec/stdlib": "0.87.7",
-    "@aztec/telemetry-client": "0.87.7",
-    "@aztec/validator-client": "0.87.7",
-    "@aztec/world-state": "0.87.7",
+    "@aztec/archiver": "1.0.0-nightly.20250604",
+    "@aztec/bb-prover": "1.0.0-nightly.20250604",
+    "@aztec/blob-sink": "1.0.0-nightly.20250604",
+    "@aztec/constants": "1.0.0-nightly.20250604",
+    "@aztec/epoch-cache": "1.0.0-nightly.20250604",
+    "@aztec/ethereum": "1.0.0-nightly.20250604",
+    "@aztec/foundation": "1.0.0-nightly.20250604",
+    "@aztec/kv-store": "1.0.0-nightly.20250604",
+    "@aztec/l1-artifacts": "1.0.0-nightly.20250604",
+    "@aztec/merkle-tree": "1.0.0-nightly.20250604",
+    "@aztec/node-lib": "1.0.0-nightly.20250604",
+    "@aztec/noir-protocol-circuits-types": "1.0.0-nightly.20250604",
+    "@aztec/p2p": "1.0.0-nightly.20250604",
+    "@aztec/protocol-contracts": "1.0.0-nightly.20250604",
+    "@aztec/prover-client": "1.0.0-nightly.20250604",
+    "@aztec/sequencer-client": "1.0.0-nightly.20250604",
+    "@aztec/simulator": "1.0.0-nightly.20250604",
+    "@aztec/slasher": "1.0.0-nightly.20250604",
+    "@aztec/stdlib": "1.0.0-nightly.20250604",
+    "@aztec/telemetry-client": "1.0.0-nightly.20250604",
+    "@aztec/validator-client": "1.0.0-nightly.20250604",
+    "@aztec/world-state": "1.0.0-nightly.20250604",
     "koa": "^2.16.1",
     "koa-router": "^12.0.0",
     "tslib": "^2.4.0",

package/src/aztec-node/config.ts

@@ -11,6 +11,7 @@ import { type SharedNodeConfig, sharedNodeConfigMappings } from '@aztec/node-lib
 import { type P2PConfig, p2pConfigMappings } from '@aztec/p2p/config';
 import { type ProverClientUserConfig, proverClientConfigMappings } from '@aztec/prover-client/config';
 import { type SequencerClientConfig, sequencerClientConfigMappings } from '@aztec/sequencer-client/config';
+import { type SlasherConfig, slasherConfigMappings } from '@aztec/slasher';
 import { type NodeRPCConfig, nodeRpcConfigMappings } from '@aztec/stdlib/config';
 import { type ValidatorClientConfig, validatorClientConfigMappings } from '@aztec/validator-client/config';
 import { type WorldStateConfig, worldStateConfigMappings } from '@aztec/world-state/config';
@@ -33,7 +34,8 @@ export type AztecNodeConfig = ArchiverConfig &
   SentinelConfig &
   SharedNodeConfig &
   GenesisStateConfig &
-  NodeRPCConfig & {
+  NodeRPCConfig &
+  SlasherConfig & {
     /** L1 contracts addresses */
     l1Contracts: L1ContractAddresses;
     /** Whether the validator is disabled for this node */
@@ -52,6 +54,7 @@ export const aztecNodeConfigMappings: ConfigMappingsType<AztecNodeConfig> = {
   ...sharedNodeConfigMappings,
   ...genesisStateConfigMappings,
   ...nodeRpcConfigMappings,
+  ...slasherConfigMappings,
   l1Contracts: {
     description: 'The deployed L1 contract addresses',
     nested: l1ContractAddressesMapping,

package/src/aztec-node/server.ts

@@ -10,7 +10,14 @@ import {
   type PUBLIC_DATA_TREE_HEIGHT,
 } from '@aztec/constants';
 import { EpochCache } from '@aztec/epoch-cache';
-import { type L1ContractAddresses, RegistryContract, createEthereumChain } from '@aztec/ethereum';
+import {
+  type L1ContractAddresses,
+  RegistryContract,
+  RollupContract,
+  createEthereumChain,
+  createExtendedL1Client,
+} from '@aztec/ethereum';
+import { L1TxUtilsWithBlobs } from '@aztec/ethereum/l1-tx-utils-with-blobs';
 import { compactArray } from '@aztec/foundation/collection';
 import { EthAddress } from '@aztec/foundation/eth-address';
 import { Fr } from '@aztec/foundation/fields';
@@ -20,20 +27,18 @@ import { SerialQueue } from '@aztec/foundation/queue';
 import { count } from '@aztec/foundation/string';
 import { DateProvider, Timer } from '@aztec/foundation/timer';
 import { SiblingPath } from '@aztec/foundation/trees';
-import { openTmpStore } from '@aztec/kv-store/lmdb';
-import { RollupAbi } from '@aztec/l1-artifacts';
-import { SHA256Trunc, StandardTree, UnbalancedTree } from '@aztec/merkle-tree';
 import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
 import { type P2P, createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
 import { ProtocolContractAddress } from '@aztec/protocol-contracts';
 import {
+  BlockBuilder,
   GlobalVariableBuilder,
   SequencerClient,
   type SequencerPublisher,
-  createSlasherClient,
   createValidatorForAcceptingTxs,
 } from '@aztec/sequencer-client';
 import { PublicProcessorFactory } from '@aztec/simulator/server';
+import { EpochPruneWatcher, SlasherClient, type Watcher } from '@aztec/slasher';
 import { AztecAddress } from '@aztec/stdlib/aztec-address';
 import type { InBlock, L2Block, L2BlockNumber, L2BlockSource, PublishedL2Block } from '@aztec/stdlib/block';
 import type {
@@ -90,7 +95,7 @@ import {
 import { createValidatorClient } from '@aztec/validator-client';
 import { createWorldStateSynchronizer } from '@aztec/world-state';
 
-import { createPublicClient, fallback, getContract, http } from 'viem';
+import { createPublicClient, fallback, http } from 'viem';
 
 import { createSentinel } from '../sentinel/factory.js';
 import { Sentinel } from '../sentinel/sentinel.js';
@@ -181,7 +186,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
 
     const publicClient = createPublicClient({
       chain: ethereumChain.chainInfo,
-      transport: fallback(config.l1RpcUrls.map(url => http(url))),
+      transport: fallback(config.l1RpcUrls.map((url: string) => http(url))),
       pollingInterval: config.viemPollingIntervalMS,
     });
 
@@ -194,17 +199,19 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
     // Overwrite the passed in vars.
     config.l1Contracts = { ...config.l1Contracts, ...l1ContractsAddresses };
 
-    const rollup = getContract({
-      address: l1ContractsAddresses.rollupAddress.toString(),
-      abi: RollupAbi,
-      client: publicClient,
-    });
+    const l1Client = createExtendedL1Client(config.l1RpcUrls, config.publisherPrivateKey, ethereumChain.chainInfo);
+    const l1TxUtils = new L1TxUtilsWithBlobs(l1Client, log, config);
 
-    const rollupVersionFromRollup = Number(await rollup.read.getVersion());
+    const rollupContract = new RollupContract(l1Client, config.l1Contracts.rollupAddress.toString());
+    const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
+      rollupContract.getL1GenesisTime(),
+      rollupContract.getSlotDuration(),
+      rollupContract.getVersion(),
+    ] as const);
 
-    config.rollupVersion ??= rollupVersionFromRollup;
+    config.rollupVersion ??= Number(rollupVersionFromRollup);
 
-    if (config.rollupVersion !== rollupVersionFromRollup) {
+    if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
       log.warn(
         `Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`,
       );
@@ -247,32 +254,56 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
     // Start p2p. Note that it depends on world state to be running.
     await p2pClient.start();
 
-    const slasherClient = createSlasherClient(config, archiver, telemetry);
-    slasherClient.start();
+    const watchers: Watcher[] = [];
+
+    const validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
+    if (validatorsSentinel) {
+      watchers.push(validatorsSentinel);
+    }
+    const epochPruneWatcher = new EpochPruneWatcher(archiver, epochCache, config.slashPrunePenalty);
+    watchers.push(epochPruneWatcher);
+
+    const slasherClient = await SlasherClient.new(config, config.l1Contracts, l1TxUtils, watchers, dateProvider);
+    await slasherClient.start();
+
+    const blockBuilder = new BlockBuilder(
+      {
+        l1GenesisTime,
+        slotDuration: Number(slotDuration),
+        rollupVersion: config.rollupVersion,
+        l1ChainId: config.l1ChainId,
+      },
+      archiver,
+      worldStateSynchronizer,
+      archiver,
+      dateProvider,
+      telemetry,
+    );
 
     const validatorClient = createValidatorClient(config, {
       p2pClient,
       telemetry,
       dateProvider,
       epochCache,
+      blockBuilder,
       blockSource: archiver,
     });
-
-    const validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
-    await validatorsSentinel?.start();
-
     log.verbose(`All Aztec Node subsystems synced`);
 
     // now create the sequencer
     const sequencer = config.disableValidator
       ? undefined
       : await SequencerClient.new(config, {
+          // if deps were provided, they should override the defaults,
+          // or things that we created in this function
           ...deps,
+          epochCache,
+          l1TxUtils,
           validatorClient,
           p2pClient,
           worldStateSynchronizer,
           slasherClient,
-          contractDataSource: archiver,
+          blockBuilder,
           l2BlockSource: archiver,
           l1ToL2MessageSource: archiver,
           telemetry,
@@ -528,7 +559,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
   public async stop() {
     this.log.info(`Stopping`);
     await this.txQueue.end();
-    await this.validatorsSentinel?.stop();
+    // await this.validatorsSentinel?.stop(); <- The slasher client will stop this
     await this.sequencer?.stop();
     await this.p2pClient.stop();
     await this.worldStateSynchronizer.stop();
@@ -698,120 +729,13 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
   }
 
   /**
-   * Returns the index and sibling path for a L2->L1 message in a block's message tree.
-   * @remarks The message tree is constructed on-demand by taking all L2->L1 messages in a block
-   * and creating a variable depth append-only tree with the messages as leaves.
-   * The tree is constructed in two layers:
-   * 1. Subtree - For each transaction in the block, a subtree is created containing all L2->L1 messages from that
-   * transaction.
-   * 2. Top tree - A tree containing the roots of all the subtrees as leaves
-   * The final path is constructed by concatenating the path in the subtree with the path in the top tree.
-   * When there is only one transaction in the block, the subtree itself becomes the block's L2->L1 message tree,
-   * and no top tree is needed. The out hash is the root of the the block's L2->L1 message tree.
-   * TODO: Handle the case where two messages in the same tx have the same hash.
-   * @param blockNumber - Block number to get data from
-   * @param l2ToL1Message - Message to get index/path for
-   * @returns [index, siblingPath] for the message
+   * Returns all the L2 to L1 messages in a block.
+   * @param blockNumber - The block number at which to get the data.
+   * @returns The L2 to L1 messages (undefined if the block number is not found).
    */
-  public async getL2ToL1MessageMembershipWitness(
-    blockNumber: L2BlockNumber,
-    l2ToL1Message: Fr,
-  ): Promise<[bigint, SiblingPath<number>]> {
+  public async getL2ToL1Messages(blockNumber: L2BlockNumber): Promise<Fr[][] | undefined> {
     const block = await this.blockSource.getBlock(blockNumber === 'latest' ? await this.getBlockNumber() : blockNumber);
-
-    if (block === undefined) {
-      throw new Error('Block not found in getL2ToL1MessageMembershipWitness');
-    }
-
-    const messagesPerTx = block.body.txEffects.map(txEffect => txEffect.l2ToL1Msgs);
-
-    // Find index of message in subtree and index of tx in a block
-    let messageIndexInTx = -1,
-      txIndex = -1;
-    {
-      txIndex = messagesPerTx.findIndex(messages => {
-        const idx = messages.findIndex(msg => msg.equals(l2ToL1Message));
-        messageIndexInTx = Math.max(messageIndexInTx, idx);
-        return idx !== -1;
-      });
-    }
-
-    if (txIndex === -1) {
-      throw new Error('The L2ToL1Message you are trying to prove inclusion of does not exist');
-    }
-
-    // Get the message path in subtree and message subtree height
-    let messagePathInSubtree: SiblingPath<number>;
-    let messageSubtreeHeight: number;
-    {
-      const subtreeStore = openTmpStore(true);
-      const txMessages = messagesPerTx[txIndex];
-      messageSubtreeHeight = txMessages.length <= 1 ? 1 : Math.ceil(Math.log2(txMessages.length));
-      const subtree = new StandardTree(
-        subtreeStore,
-        new SHA256Trunc(),
-        `subtree_${txIndex}`,
-        messageSubtreeHeight,
-        0n,
-        Fr,
-      );
-      subtree.appendLeaves(txMessages);
-      messagePathInSubtree = await subtree.getSiblingPath(BigInt(messageIndexInTx), true);
-      await subtreeStore.delete();
-    }
-
-    // If the number of txs is 1 we are dealing with a special case where the tx subtree itself is the whole block's
-    // l2 to l1 message tree.
-    const numTransactions = block.body.txEffects.length;
-    if (numTransactions === 1) {
-      return [BigInt(messageIndexInTx), messagePathInSubtree];
-    }
-
-    // Calculate roots for all tx subtrees
-    const txSubtreeRoots = await Promise.all(
-      messagesPerTx.map(async (messages, txIdx) => {
-        // For a tx with no messages, we have to set an out hash of 0 to match what the circuit does.
-        if (messages.length === 0) {
-          return Fr.ZERO;
-        }
-
-        const txStore = openTmpStore(true);
-        const txTreeHeight = messages.length <= 1 ? 1 : Math.ceil(Math.log2(messages.length));
-        const txTree = new StandardTree(
-          txStore,
-          new SHA256Trunc(),
-          `tx_messages_subtree_${txIdx}`,
-          txTreeHeight,
-          0n,
-          Fr,
-        );
-        txTree.appendLeaves(messages);
-        const root = Fr.fromBuffer(txTree.getRoot(true));
-        await txStore.delete();
-        return root;
-      }),
-    );
-
-    // Construct the top tree and compute the combined path
-    let combinedPath: Buffer[];
-    {
-      const topTreeHeight = Math.ceil(Math.log2(txSubtreeRoots.length));
-      // The root of this tree is the out_hash calculated in Noir => we truncate to match Noir's SHA
-      const topTree = new UnbalancedTree(new SHA256Trunc(), 'top_tree', topTreeHeight, Fr);
-      await topTree.appendLeaves(txSubtreeRoots);
-
-      const txPathInTopTree = await topTree.getSiblingPath(txSubtreeRoots[txIndex].toBigInt());
-      // Append subtree path to top tree path
-      combinedPath = messagePathInSubtree.toBufferArray().concat(txPathInTopTree.toBufferArray());
-    }
-
-    // Append binary index of subtree path to binary index of top tree path
-    const combinedIndex = parseInt(
-      txIndex.toString(2).concat(messageIndexInTx.toString(2).padStart(messageSubtreeHeight, '0')),
-      2,
-    );
-
-    return [BigInt(combinedIndex), new SiblingPath(combinedPath.length, combinedPath)];
+    return block?.body.txEffects.map(txEffect => txEffect.l2ToL1Msgs);
   }
 
   /**

package/src/sentinel/factory.ts

@@ -3,6 +3,7 @@ import { createLogger } from '@aztec/foundation/log';
 import type { DataStoreConfig } from '@aztec/kv-store/config';
 import { createStore } from '@aztec/kv-store/lmdb-v2';
 import type { P2PClient } from '@aztec/p2p';
+import type { SlasherConfig } from '@aztec/slasher/config';
 import type { L2BlockSource } from '@aztec/stdlib/block';
 
 import type { SentinelConfig } from './config.js';
@@ -13,7 +14,7 @@ export async function createSentinel(
   epochCache: EpochCache,
   archiver: L2BlockSource,
   p2p: P2PClient,
-  config: SentinelConfig & DataStoreConfig,
+  config: SentinelConfig & DataStoreConfig & SlasherConfig,
   logger = createLogger('node:sentinel'),
 ): Promise<Sentinel | undefined> {
   if (!config.sentinelEnabled) {
@@ -27,5 +28,5 @@ export async function createSentinel(
   );
   const storeHistoryLength = config.sentinelHistoryLengthInEpochs * epochCache.getL1Constants().epochDuration;
   const sentinelStore = new SentinelStore(kvStore, { historyLength: storeHistoryLength });
-  return new Sentinel(epochCache, archiver, p2p, sentinelStore, logger);
+  return new Sentinel(epochCache, archiver, p2p, sentinelStore, config, logger);
 }