@aztec/aztec-node 0.0.1-commit.6d3c34e → 0.0.1-commit.7ac86ea28

package/dest/aztec-node/server.js

@@ -374,13 +374,13 @@ var _dec, _initProto;
 import { createArchiver } from '@aztec/archiver';
 import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
 import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
-import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
+import { Blob } from '@aztec/blob-lib';
 import { EpochCache } from '@aztec/epoch-cache';
 import { createEthereumChain } from '@aztec/ethereum/chain';
 import { getPublicClient } from '@aztec/ethereum/client';
 import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
 import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
-import { compactArray, pick } from '@aztec/foundation/collection';
+import { compactArray, pick, unique } from '@aztec/foundation/collection';
 import { Fr } from '@aztec/foundation/curves/bn254';
 import { EthAddress } from '@aztec/foundation/eth-address';
 import { BadRequestError } from '@aztec/foundation/json-rpc';
@@ -390,15 +390,17 @@ import { DateProvider, Timer } from '@aztec/foundation/timer';
 import { MembershipWitness } from '@aztec/foundation/trees';
 import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
 import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
-import { createForwarderL1TxUtilsFromEthSigner, createL1TxUtilsWithBlobsFromEthSigner } from '@aztec/node-lib/factories';
+import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
 import { createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
 import { ProtocolContractAddress } from '@aztec/protocol-contracts';
-import { BlockBuilder, GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
+import { createProverNode } from '@aztec/prover-node';
+import { createKeyStoreForProver } from '@aztec/prover-node/config';
+import { GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
 import { PublicProcessorFactory } from '@aztec/simulator/server';
 import { AttestationsBlockWatcher, EpochPruneWatcher, createSlasher } from '@aztec/slasher';
 import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
 import { AztecAddress } from '@aztec/stdlib/aztec-address';
-import { L2BlockHash } from '@aztec/stdlib/block';
+import { BlockHash, L2Block } from '@aztec/stdlib/block';
 import { GasFees } from '@aztec/stdlib/gas';
 import { computePublicDataTreeLeafSlot } from '@aztec/stdlib/hash';
 import { AztecNodeAdminConfigSchema } from '@aztec/stdlib/interfaces/client';
@@ -429,6 +431,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
     l1ToL2MessageSource;
     worldStateSynchronizer;
     sequencer;
+    proverNode;
     slasherClient;
     validatorsSentinel;
     epochPruneWatcher;
@@ -441,6 +444,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
     telemetry;
     log;
     blobClient;
+    validatorClient;
+    keyStoreManager;
     static{
         ({ e: [_initProto] } = _apply_decs_2203_r(this, [
             [
@@ -451,10 +456,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         ], []));
     }
     metrics;
+    initialHeaderHashPromise;
     // Prevent two snapshot operations to happen simultaneously
     isUploadingSnapshot;
     tracer;
-    constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient){
+    constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager){
         this.config = config;
         this.p2pClient = p2pClient;
         this.blockSource = blockSource;
@@ -463,6 +469,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         this.l1ToL2MessageSource = l1ToL2MessageSource;
         this.worldStateSynchronizer = worldStateSynchronizer;
         this.sequencer = sequencer;
+        this.proverNode = proverNode;
         this.slasherClient = slasherClient;
         this.validatorsSentinel = validatorsSentinel;
         this.epochPruneWatcher = epochPruneWatcher;
@@ -475,7 +482,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         this.telemetry = telemetry;
         this.log = log;
         this.blobClient = blobClient;
-        this.isUploadingSnapshot = (_initProto(this), false);
+        this.validatorClient = validatorClient;
+        this.keyStoreManager = keyStoreManager;
+        this.initialHeaderHashPromise = (_initProto(this), undefined);
+        this.isUploadingSnapshot = false;
         this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
         this.tracer = telemetry.getTracer('AztecNodeService');
         this.log.info(`Aztec Node version: ${this.packageVersion}`);
@@ -501,16 +511,27 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         const telemetry = deps.telemetry ?? getTelemetryClient();
         const dateProvider = deps.dateProvider ?? new DateProvider();
         const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
-        // Build a key store from file if given or from environment otherwise
+        // Build a key store from file if given or from environment otherwise.
+        // We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
         let keyStoreManager;
         const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
         if (keyStoreProvided) {
             const keyStores = loadKeystores(config.keyStoreDirectory);
             keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
         } else {
-            const keyStore = createKeyStoreForValidator(config);
-            if (keyStore) {
-                keyStoreManager = new KeystoreManager(keyStore);
+            const rawKeyStores = [];
+            const validatorKeyStore = createKeyStoreForValidator(config);
+            if (validatorKeyStore) {
+                rawKeyStores.push(validatorKeyStore);
+            }
+            if (config.enableProverNode) {
+                const proverKeyStore = createKeyStoreForProver(config);
+                if (proverKeyStore) {
+                    rawKeyStores.push(proverKeyStore);
+                }
+            }
+            if (rawKeyStores.length > 0) {
+                keyStoreManager = new KeystoreManager(rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores));
             }
         }
         await keyStoreManager?.validateSigners();
@@ -519,8 +540,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
             if (keyStoreManager === undefined) {
                 throw new Error('Failed to create key store, a requirement for running a validator');
             }
-            if (!keyStoreProvided) {
-                log.warn('KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS');
+            if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
+                log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
             }
             ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
         }
@@ -551,7 +572,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
             log.warn(`Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`);
         }
-        const blobClient = await createBlobClientWithFileStores(config, createLogger('node:blob-client:client'));
+        const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
         // attempt snapshot sync if possible
         await trySnapshotSync(config, log);
         const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config, {
@@ -576,22 +597,16 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         const p2pClient = await createP2PClient(P2PClientType.Full, config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
         // We should really not be modifying the config object
         config.txPublicSetupAllowList = config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
-        // Create BlockBuilder for EpochPruneWatcher (slasher functionality)
-        const blockBuilder = new BlockBuilder({
-            ...config,
-            l1GenesisTime,
-            slotDuration: Number(slotDuration)
-        }, worldStateSynchronizer, archiver, dateProvider, telemetry);
         // Create FullNodeCheckpointsBuilder for validator and non-validator block proposal handling
         const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
             ...config,
             l1GenesisTime,
             slotDuration: Number(slotDuration)
-        }, archiver, dateProvider, telemetry);
+        }, worldStateSynchronizer, archiver, dateProvider, telemetry);
         // We'll accumulate sentinel watchers here
         const watchers = [];
         // Create validator client if required
-        const validatorClient = createValidatorClient(config, {
+        const validatorClient = await createValidatorClient(config, {
             checkpointsBuilder: validatorCheckpointsBuilder,
             worldState: worldStateSynchronizer,
             p2pClient,
@@ -637,7 +652,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         }
         let epochPruneWatcher;
         if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
-            epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), blockBuilder, config);
+            epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
             watchers.push(epochPruneWatcher);
         }
         // We assume we want to slash for invalid attestations unless all max penalties are set to 0
@@ -663,27 +678,29 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
             const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
             slasherClient = await createSlasher(config, config.l1Contracts, getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
             await slasherClient.start();
-            const l1TxUtils = config.publisherForwarderAddress ? await createForwarderL1TxUtilsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.publisherForwarderAddress, {
+            const l1TxUtils = config.sequencerPublisherForwarderAddress ? await createForwarderL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.sequencerPublisherForwarderAddress, {
                 ...config,
                 scope: 'sequencer'
             }, {
                 telemetry,
                 logger: log.createChild('l1-tx-utils'),
-                dateProvider
-            }) : await createL1TxUtilsWithBlobsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
+                dateProvider,
+                kzg: Blob.getViemKzgInstance()
+            }) : await createL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
                 ...config,
                 scope: 'sequencer'
             }, {
                 telemetry,
                 logger: log.createChild('l1-tx-utils'),
-                dateProvider
+                dateProvider,
+                kzg: Blob.getViemKzgInstance()
             });
             // Create and start the sequencer client
             const checkpointsBuilder = new CheckpointsBuilder({
                 ...config,
                 l1GenesisTime,
                 slotDuration: Number(slotDuration)
-            }, archiver, dateProvider, telemetry);
+            }, worldStateSynchronizer, archiver, dateProvider, telemetry);
             sequencer = await SequencerClient.new(config, {
                 ...deps,
                 epochCache,
@@ -707,13 +724,35 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         } else if (sequencer) {
             log.warn(`Sequencer created but not started`);
         }
+        // Create prover node subsystem if enabled
+        let proverNode;
+        if (config.enableProverNode) {
+            proverNode = await createProverNode(config, {
+                ...deps.proverNodeDeps,
+                telemetry,
+                dateProvider,
+                archiver,
+                worldStateSynchronizer,
+                p2pClient,
+                epochCache,
+                blobClient,
+                keyStoreManager
+            });
+            if (!options.dontStartProverNode) {
+                await proverNode.start();
+                log.info(`Prover node subsystem started`);
+            } else {
+                log.info(`Prover node subsystem created but not started`);
+            }
+        }
         const globalVariableBuilder = new GlobalVariableBuilder({
             ...config,
             rollupVersion: BigInt(config.rollupVersion),
             l1GenesisTime,
             slotDuration: Number(slotDuration)
         });
-        return new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient);
+        const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager);
+        return node;
     }
     /**
    * Returns the sequencer client instance.
@@ -721,6 +760,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
    */ getSequencer() {
         return this.sequencer;
     }
+    /** Returns the prover node subsystem, if enabled. */ getProverNode() {
+        return this.proverNode;
+    }
     getBlockSource() {
         return this.blockSource;
     }
@@ -763,33 +805,46 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
             rollupVersion,
             enr,
             l1ContractAddresses: contractAddresses,
-            protocolContractAddresses: protocolContractAddresses
+            protocolContractAddresses: protocolContractAddresses,
+            realProofs: !!this.config.realProofs
         };
         return nodeInfo;
     }
     /**
-   * Get a block specified by its number.
-   * @param number - The block number being requested.
+   * Get a block specified by its block number, block hash, or 'latest'.
+   * @param block - The block parameter (block number, block hash, or 'latest').
    * @returns The requested block.
-   */ async getBlock(number) {
-        const blockNumber = number === 'latest' ? await this.getBlockNumber() : number;
-        return await this.blockSource.getBlock(blockNumber);
+   */ async getBlock(block) {
+        if (BlockHash.isBlockHash(block)) {
+            return this.getBlockByHash(block);
+        }
+        const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
+        if (blockNumber === BlockNumber.ZERO) {
+            return this.buildInitialBlock();
+        }
+        return await this.blockSource.getL2Block(blockNumber);
     }
     /**
    * Get a block specified by its hash.
    * @param blockHash - The block hash being requested.
    * @returns The requested block.
    */ async getBlockByHash(blockHash) {
-        const publishedBlock = await this.blockSource.getPublishedBlockByHash(blockHash);
-        return publishedBlock?.block;
+        const initialBlockHash = await this.#getInitialHeaderHash();
+        if (blockHash.equals(initialBlockHash)) {
+            return this.buildInitialBlock();
+        }
+        return await this.blockSource.getL2BlockByHash(blockHash);
+    }
+    buildInitialBlock() {
+        const initialHeader = this.worldStateSynchronizer.getCommitted().getInitialHeader();
+        return L2Block.empty(initialHeader);
     }
     /**
    * Get a block specified by its archive root.
    * @param archive - The archive root being requested.
    * @returns The requested block.
    */ async getBlockByArchive(archive) {
-        const publishedBlock = await this.blockSource.getPublishedBlockByArchive(archive);
-        return publishedBlock?.block;
+        return await this.blockSource.getL2BlockByArchive(archive);
     }
     /**
    * Method to request blocks. Will attempt to return all requested blocks but will return only those available.
@@ -797,19 +852,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
    * @param limit - The maximum number of blocks to obtain.
    * @returns The blocks requested.
    */ async getBlocks(from, limit) {
-        return await this.blockSource.getBlocks(from, limit) ?? [];
+        return await this.blockSource.getBlocks(from, BlockNumber(limit)) ?? [];
     }
-    async getPublishedBlocks(from, limit) {
-        return await this.blockSource.getPublishedBlocks(from, limit) ?? [];
+    async getCheckpoints(from, limit) {
+        return await this.blockSource.getCheckpoints(from, limit) ?? [];
     }
-    async getPublishedCheckpoints(from, limit) {
-        return await this.blockSource.getPublishedCheckpoints(from, limit) ?? [];
-    }
-    async getL2BlocksNew(from, limit) {
-        return await this.blockSource.getL2BlocksNew(from, limit) ?? [];
-    }
-    async getCheckpointedBlocks(from, limit, proven) {
-        return await this.blockSource.getCheckpointedBlocks(from, limit, proven) ?? [];
+    async getCheckpointedBlocks(from, limit) {
+        return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
     }
     /**
    * Method to fetch the current min L2 fees.
@@ -835,6 +884,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
     async getProvenBlockNumber() {
         return await this.blockSource.getProvenBlockNumber();
     }
+    async getCheckpointedBlockNumber() {
+        return await this.blockSource.getCheckpointedL2BlockNumber();
+    }
     /**
    * Method to fetch the version of the package.
    * @returns The node package version
@@ -859,11 +911,29 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
     getContract(address) {
         return this.contractDataSource.getContract(address);
     }
-    getPrivateLogsByTags(tags) {
-        return this.logsSource.getPrivateLogsByTags(tags);
-    }
-    getPublicLogsByTagsFromContract(contractAddress, tags) {
-        return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags);
+    async getPrivateLogsByTags(tags, page, referenceBlock) {
+        if (referenceBlock) {
+            const initialBlockHash = await this.#getInitialHeaderHash();
+            if (!referenceBlock.equals(initialBlockHash)) {
+                const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
+                if (!header) {
+                    throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
+                }
+            }
+        }
+        return this.logsSource.getPrivateLogsByTags(tags, page);
+    }
+    async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
+        if (referenceBlock) {
+            const initialBlockHash = await this.#getInitialHeaderHash();
+            if (!referenceBlock.equals(initialBlockHash)) {
+                const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
+                if (!header) {
+                    throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
+                }
+            }
+        }
+        return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
     }
     /**
    * Gets public logs based on the provided filter.
@@ -904,18 +974,24 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         });
     }
     async getTxReceipt(txHash) {
-        let txReceipt = new TxReceipt(txHash, TxStatus.DROPPED, 'Tx dropped by P2P node.');
-        // We first check if the tx is in pending (instead of first checking if it is mined) because if we first check
-        // for mined and then for pending there could be a race condition where the tx is mined between the two checks
-        // and we would incorrectly return a TxReceipt with status DROPPED
-        if (await this.p2pClient.getTxStatus(txHash) === 'pending') {
-            txReceipt = new TxReceipt(txHash, TxStatus.PENDING, '');
-        }
+        // Check the tx pool status first. If the tx is known to the pool (pending or mined), we'll use that
+        // as a fallback if we don't find a settled receipt in the archiver.
+        const txPoolStatus = await this.p2pClient.getTxStatus(txHash);
+        const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
+        // Then get the actual tx from the archiver, which tracks every tx in a mined block.
         const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
         if (settledTxReceipt) {
-            txReceipt = settledTxReceipt;
+            // If the archiver has the receipt then return it.
+            return settledTxReceipt;
+        } else if (isKnownToPool) {
+            // If the tx is in the pool but not in the archiver, it's pending.
+            // This handles race conditions between archiver and p2p, where the archiver
+            // has pruned the block in which a tx was mined, but p2p has not caught up yet.
+            return new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
+        } else {
+            // Otherwise, if we don't know the tx, we consider it dropped.
+            return new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
         }
-        return txReceipt;
     }
     getTxEffect(txHash) {
         return this.blockSource.getTxEffect(txHash);
@@ -929,6 +1005,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         await tryStop(this.slasherClient);
         await tryStop(this.proofVerifier);
         await tryStop(this.sequencer);
+        await tryStop(this.proverNode);
         await tryStop(this.p2pClient);
         await tryStop(this.worldStateSynchronizer);
         await tryStop(this.blockSource);
@@ -967,15 +1044,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
    */ async getTxsByHash(txHashes) {
         return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
     }
-    /**
-   * Find the indexes of the given leaves in the given tree along with a block metadata pointing to the block in which
-   * the leaves were inserted.
-   * @param blockNumber - The block number at which to get the data or 'latest' for latest data.
-   * @param treeId - The tree to search in.
-   * @param leafValues - The values to search for.
-   * @returns The indices of leaves and the block metadata of a block in which the leaves were inserted.
-   */ async findLeavesIndexes(blockNumber, treeId, leafValues) {
-        const committedDb = await this.#getWorldState(blockNumber);
+    async findLeavesIndexes(referenceBlock, treeId, leafValues) {
+        const committedDb = await this.#getWorldState(referenceBlock);
         const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
         // We filter out undefined values
         const indices = maybeIndices.filter((x)=>x !== undefined);
@@ -1018,50 +1088,27 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
             }
             return {
                 l2BlockNumber: BlockNumber(Number(blockNumber)),
-                l2BlockHash: L2BlockHash.fromField(blockHash),
+                l2BlockHash: new BlockHash(blockHash),
                 data: index
             };
         });
     }
-    /**
-   * Returns a sibling path for the given index in the nullifier tree.
-   * @param blockNumber - The block number at which to get the data.
-   * @param leafIndex - The index of the leaf for which the sibling path is required.
-   * @returns The sibling path for the leaf index.
-   */ async getNullifierSiblingPath(blockNumber, leafIndex) {
-        const committedDb = await this.#getWorldState(blockNumber);
-        return committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, leafIndex);
-    }
-    /**
-   * Returns a sibling path for the given index in the data tree.
-   * @param blockNumber - The block number at which to get the data.
-   * @param leafIndex - The index of the leaf for which the sibling path is required.
-   * @returns The sibling path for the leaf index.
-   */ async getNoteHashSiblingPath(blockNumber, leafIndex) {
-        const committedDb = await this.#getWorldState(blockNumber);
-        return committedDb.getSiblingPath(MerkleTreeId.NOTE_HASH_TREE, leafIndex);
-    }
-    async getArchiveMembershipWitness(blockNumber, archive) {
-        const committedDb = await this.#getWorldState(blockNumber);
+    async getBlockHashMembershipWitness(referenceBlock, blockHash) {
+        const committedDb = await this.#getWorldState(referenceBlock);
         const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
-            archive
+            blockHash
         ]);
         return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
     }
-    async getNoteHashMembershipWitness(blockNumber, noteHash) {
-        const committedDb = await this.#getWorldState(blockNumber);
+    async getNoteHashMembershipWitness(referenceBlock, noteHash) {
+        const committedDb = await this.#getWorldState(referenceBlock);
         const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
             noteHash
         ]);
         return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
     }
-    /**
-   * Returns the index and a sibling path for a leaf in the committed l1 to l2 data tree.
-   * @param blockNumber - The block number at which to get the data.
-   * @param l1ToL2Message - The l1ToL2Message to get the index / sibling path for.
-   * @returns A tuple of the index and the sibling path of the L1ToL2Message (undefined if not found).
-   */ async getL1ToL2MessageMembershipWitness(blockNumber, l1ToL2Message) {
-        const db = await this.#getWorldState(blockNumber);
+    async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
+        const db = await this.#getWorldState(referenceBlock);
         const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
             l1ToL2Message
         ]);
@@ -1091,12 +1138,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
    * @param epoch - The epoch at which to get the data.
    * @returns The L2 to L1 messages (empty array if the epoch is not found).
    */ async getL2ToL1Messages(epoch) {
-        // Assumes `getBlocksForEpoch` returns blocks in ascending order of block number.
-        const blocks = await this.blockSource.getBlocksForEpoch(epoch);
+        // Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
+        const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
         const blocksInCheckpoints = [];
         let previousSlotNumber = SlotNumber.ZERO;
         let checkpointIndex = -1;
-        for (const block of blocks){
+        for (const checkpointedBlock of checkpointedBlocks){
+            const block = checkpointedBlock.block;
             const slotNumber = block.header.globalVariables.slotNumber;
             if (slotNumber !== previousSlotNumber) {
                 checkpointIndex++;
@@ -1107,31 +1155,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         }
         return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
     }
-    /**
-   * Returns a sibling path for a leaf in the committed blocks tree.
-   * @param blockNumber - The block number at which to get the data.
-   * @param leafIndex - Index of the leaf in the tree.
-   * @returns The sibling path.
-   */ async getArchiveSiblingPath(blockNumber, leafIndex) {
-        const committedDb = await this.#getWorldState(blockNumber);
-        return committedDb.getSiblingPath(MerkleTreeId.ARCHIVE, leafIndex);
-    }
-    /**
-   * Returns a sibling path for a leaf in the committed public data tree.
-   * @param blockNumber - The block number at which to get the data.
-   * @param leafIndex - Index of the leaf in the tree.
-   * @returns The sibling path.
-   */ async getPublicDataSiblingPath(blockNumber, leafIndex) {
-        const committedDb = await this.#getWorldState(blockNumber);
-        return committedDb.getSiblingPath(MerkleTreeId.PUBLIC_DATA_TREE, leafIndex);
-    }
-    /**
-   * Returns a nullifier membership witness for a given nullifier at a given block.
-   * @param blockNumber - The block number at which to get the index.
-   * @param nullifier - Nullifier we try to find witness for.
-   * @returns The nullifier membership witness (if found).
-   */ async getNullifierMembershipWitness(blockNumber, nullifier) {
-        const db = await this.#getWorldState(blockNumber);
+    async getNullifierMembershipWitness(referenceBlock, nullifier) {
+        const db = await this.#getWorldState(referenceBlock);
         const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
             nullifier.toBuffer()
         ]);
@@ -1147,7 +1172,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
     }
     /**
    * Returns a low nullifier membership witness for a given nullifier at a given block.
-   * @param blockNumber - The block number at which to get the index.
+   * @param referenceBlock - The block parameter (block number, block hash, or 'latest') at which to get the data
+   * (which contains the root of the nullifier tree in which we are searching for the nullifier).
    * @param nullifier - Nullifier we try to find the low nullifier witness for.
    * @returns The low nullifier membership witness (if found).
    * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
@@ -1158,8 +1184,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
    * the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
    * index of the nullifier itself when it already exists in the tree.
    * TODO: This is a confusing behavior and we should eventually address that.
-   */ async getLowNullifierMembershipWitness(blockNumber, nullifier) {
-        const committedDb = await this.#getWorldState(blockNumber);
+   */ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
+        const committedDb = await this.#getWorldState(referenceBlock);
         const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
         if (!findResult) {
             return undefined;
@@ -1172,8 +1198,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
         return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
     }
-    async getPublicDataWitness(blockNumber, leafSlot) {
-        const committedDb = await this.#getWorldState(blockNumber);
+    async getPublicDataWitness(referenceBlock, leafSlot) {
+        const committedDb = await this.#getWorldState(referenceBlock);
         const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
         if (!lowLeafResult) {
             return undefined;
@@ -1183,18 +1209,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
             return new PublicDataWitness(lowLeafResult.index, preimage, path);
         }
     }
-    /**
-   * Gets the storage value at the given contract storage slot.
-   *
-   * @remarks The storage slot here refers to the slot as it is defined in Noir not the index in the merkle tree.
-   * Aztec's version of `eth_getStorageAt`.
-   *
-   * @param contract - Address of the contract to query.
-   * @param slot - Slot to query.
-   * @param blockNumber - The block number at which to get the data or 'latest'.
-   * @returns Storage value at the given contract slot.
-   */ async getPublicStorageAt(blockNumber, contract, slot) {
-        const committedDb = await this.#getWorldState(blockNumber);
+    async getPublicStorageAt(referenceBlock, contract, slot) {
+        const committedDb = await this.#getWorldState(referenceBlock);
         const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
         const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
         if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
@@ -1203,18 +1219,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         const preimage = await committedDb.getLeafPreimage(MerkleTreeId.PUBLIC_DATA_TREE, lowLeafResult.index);
         return preimage.leaf.value;
     }
-    /**
-   * Returns the currently committed block header, or the initial header if no blocks have been produced.
-   * @returns The current committed block header.
-   */ async getBlockHeader(blockNumber = 'latest') {
-        return blockNumber === BlockNumber.ZERO || blockNumber === 'latest' && await this.blockSource.getBlockNumber() === BlockNumber.ZERO ? this.worldStateSynchronizer.getCommitted().getInitialHeader() : this.blockSource.getBlockHeader(blockNumber === 'latest' ? blockNumber : blockNumber);
-    }
-    /**
-   * Get a block header specified by its hash.
-   * @param blockHash - The block hash being requested.
-   * @returns The requested block header.
-   */ async getBlockHeaderByHash(blockHash) {
-        return await this.blockSource.getBlockHeaderByHash(blockHash);
+    async getBlockHeader(block = 'latest') {
+        if (BlockHash.isBlockHash(block)) {
+            const initialBlockHash = await this.#getInitialHeaderHash();
+            if (block.equals(initialBlockHash)) {
+                // Block source doesn't handle initial header so we need to handle the case separately.
+                return this.worldStateSynchronizer.getCommitted().getInitialHeader();
+            }
+            return this.blockSource.getBlockHeaderByHash(block);
+        } else {
+            // Block source doesn't handle initial header so we need to handle the case separately.
+            const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
+            if (blockNumber === BlockNumber.ZERO) {
+                return this.worldStateSynchronizer.getCommitted().getInitialHeader();
+            }
+            return this.blockSource.getBlockHeader(block);
+        }
     }
     /**
    * Get a block header specified by its archive root.
@@ -1223,6 +1243,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
    */ async getBlockHeaderByArchive(archive) {
         return await this.blockSource.getBlockHeaderByArchive(archive);
     }
+    getBlockData(number) {
+        return this.blockSource.getBlockData(number);
+    }
+    getBlockDataByArchive(archive) {
+        return this.blockSource.getBlockDataByArchive(archive);
+    }
     /**
    * Simulates the public part of a transaction with the current state.
    * @param tx - The transaction to simulate.
@@ -1235,17 +1261,20 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
             throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
         }
         const txHash = tx.getTxHash();
-        const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
+        const latestBlockNumber = await this.blockSource.getBlockNumber();
+        const blockNumber = BlockNumber.add(latestBlockNumber, 1);
         // If sequencer is not initialized, we just set these values to zero for simulation.
         const coinbase = EthAddress.ZERO;
         const feeRecipient = AztecAddress.ZERO;
         const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
-        const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry);
+        const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry, this.log.getBindings());
         this.log.verbose(`Simulating public calls for tx ${txHash}`, {
             globalVariables: newGlobalVariables.toInspect(),
             txHash,
             blockNumber
         });
+        // Ensure world-state has caught up with the latest block we loaded from the archiver
+        await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
         const merkleTreeFork = await this.worldStateSynchronizer.fork();
         try {
             const config = PublicSimulatorConfig.from({
@@ -1260,7 +1289,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
             });
             const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
             // REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
-            const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([
+            const [processedTxs, failedTxs, _usedTxs, returns, _blobFields, debugLogs] = await processor.process([
                 tx
             ]);
             // REFACTOR: Consider returning the error rather than throwing
@@ -1271,7 +1300,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
                 throw failedTxs[0].error;
             }
             const [processedTx] = processedTxs;
-            return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed);
+            return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed, debugLogs);
         } finally{
             await merkleTreeFork.close();
         }
@@ -1279,7 +1308,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
     async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
         const db = this.worldStateSynchronizer.getCommitted();
         const verifier = isSimulation ? undefined : this.proofVerifier;
-        // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
+        // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
         const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
         const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
         const validator = createValidatorForAcceptingTxs(db, this.contractDataSource, verifier, {
@@ -1291,7 +1320,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
             gasFees: await this.getCurrentMinFees(),
             skipFeeEnforcement,
             txsPermitted: !this.config.disableTransactions
-        });
+        }, this.log.getBindings());
         return await validator.validateTx(tx);
     }
     getConfig() {
@@ -1433,14 +1462,84 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
             return this.slasherClient.gatherOffensesForRound(round === 'current' ? undefined : BigInt(round));
         }
     }
+    async reloadKeystore() {
+        if (!this.config.keyStoreDirectory?.length) {
+            throw new BadRequestError('Cannot reload keystore: node is not using a file-based keystore. ' + 'Set KEY_STORE_DIRECTORY to use file-based keystores.');
+        }
+        if (!this.validatorClient) {
+            throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
+        }
+        this.log.info('Reloading keystore from disk');
+        // Re-read and validate keystore files
+        const keyStores = loadKeystores(this.config.keyStoreDirectory);
+        const newManager = new KeystoreManager(mergeKeystores(keyStores));
+        await newManager.validateSigners();
+        ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
+        // Validate that every validator's publisher keys overlap with the L1 signers
+        // that were initialized at startup. Publishers cannot be hot-reloaded, so a
+        // validator with a publisher key that doesn't match any existing L1 signer
+        // would silently fail on every proposer slot.
+        if (this.keyStoreManager && this.sequencer) {
+            const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
+            const availablePublishers = new Set(oldAdapter.getAttesterAddresses().flatMap((a)=>oldAdapter.getPublisherAddresses(a).map((p)=>p.toString().toLowerCase())));
+            const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
+            for (const attester of newAdapter.getAttesterAddresses()){
+                const pubs = newAdapter.getPublisherAddresses(attester);
+                if (pubs.length > 0 && !pubs.some((p)=>availablePublishers.has(p.toString().toLowerCase()))) {
+                    throw new BadRequestError(`Cannot reload keystore: validator ${attester} has publisher keys ` + `[${pubs.map((p)=>p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` + `[${[
+                        ...availablePublishers
+                    ].join(', ')}]. Publishers cannot be hot-reloaded — ` + `use an existing publisher key or restart the node.`);
+                }
+            }
+        }
+        // Build adapters for old and new keystores to compute diff
+        const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
+        const newAddresses = newAdapter.getAttesterAddresses();
+        const oldAddresses = this.keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses() : [];
+        const oldSet = new Set(oldAddresses.map((a)=>a.toString()));
+        const newSet = new Set(newAddresses.map((a)=>a.toString()));
+        const added = newAddresses.filter((a)=>!oldSet.has(a.toString()));
+        const removed = oldAddresses.filter((a)=>!newSet.has(a.toString()));
+        if (added.length > 0) {
+            this.log.info(`Keystore reload: adding attester keys: ${added.map((a)=>a.toString()).join(', ')}`);
+        }
+        if (removed.length > 0) {
+            this.log.info(`Keystore reload: removing attester keys: ${removed.map((a)=>a.toString()).join(', ')}`);
+        }
+        if (added.length === 0 && removed.length === 0) {
+            this.log.info('Keystore reload: attester keys unchanged');
+        }
+        // Update the validator client (coinbase, feeRecipient, attester keys)
+        this.validatorClient.reloadKeystore(newManager);
+        // Update the publisher factory's keystore so newly-added validators
+        // can be matched to existing publisher keys when proposing blocks.
+        if (this.sequencer) {
+            this.sequencer.updatePublisherNodeKeyStore(newAdapter);
+        }
+        // Update slasher's "don't-slash-self" list with new validator addresses
+        if (this.slasherClient && !this.config.slashSelfAllowed) {
+            const slashValidatorsNever = unique([
+                ...this.config.slashValidatorsNever ?? [],
+                ...newAddresses
+            ].map((a)=>a.toString())).map(EthAddress.fromString);
+            this.slasherClient.updateConfig({
+                slashValidatorsNever
+            });
+        }
+        this.keyStoreManager = newManager;
+        this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
+    }
+    #getInitialHeaderHash() {
+        if (!this.initialHeaderHashPromise) {
+            this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
+        }
+        return this.initialHeaderHashPromise;
+    }
     /**
    * Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
-   * @param blockNumber - The block number at which to get the data.
+   * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
    * @returns An instance of a committed MerkleTreeOperations
-   */ async #getWorldState(blockNumber) {
-        if (typeof blockNumber === 'number' && blockNumber < INITIAL_L2_BLOCK_NUM - 1) {
-            throw new Error('Invalid block number to get world state for: ' + blockNumber);
-        }
+   */ async #getWorldState(block) {
         let blockSyncedTo = BlockNumber.ZERO;
         try {
             // Attempt to sync the world state if necessary
@@ -1448,15 +1547,32 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
         } catch (err) {
             this.log.error(`Error getting world state: ${err}`);
         }
-        // using a snapshot could be less efficient than using the committed db
-        if (blockNumber === 'latest' /*|| blockNumber === blockSyncedTo*/ ) {
-            this.log.debug(`Using committed db for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
+        if (block === 'latest') {
+            this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
             return this.worldStateSynchronizer.getCommitted();
-        } else if (blockNumber <= blockSyncedTo) {
+        }
+        if (BlockHash.isBlockHash(block)) {
+            const initialBlockHash = await this.#getInitialHeaderHash();
+            if (block.equals(initialBlockHash)) {
+                // Block source doesn't handle initial header so we need to handle the case separately.
+                return this.worldStateSynchronizer.getSnapshot(BlockNumber.ZERO);
+            }
+            const header = await this.blockSource.getBlockHeaderByHash(block);
+            if (!header) {
+                throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
+            }
+            const blockNumber = header.getBlockNumber();
+            this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
+            return this.worldStateSynchronizer.getSnapshot(blockNumber);
+        }
+        // Block number provided
+        {
+            const blockNumber = block;
+            if (blockNumber > blockSyncedTo) {
+                throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
+            }
             this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
             return this.worldStateSynchronizer.getSnapshot(blockNumber);
-        } else {
-            throw new Error(`Block ${blockNumber} not yet synced`);
         }
     }
     /**