@aztec/aztec-node 0.0.1-commit.033589e → 0.0.1-commit.03b9a845c

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -372,15 +372,16 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
372
372
  }
373
373
  var _dec, _initProto;
374
374
  import { createArchiver } from '@aztec/archiver';
375
- import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
375
+ import { BBCircuitVerifier, BatchChonkVerifier, QueuedIVCVerifier } from '@aztec/bb-prover';
376
+ import { TestCircuitVerifier } from '@aztec/bb-prover/test';
376
377
  import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
377
378
  import { Blob } from '@aztec/blob-lib';
378
379
  import { EpochCache } from '@aztec/epoch-cache';
379
380
  import { createEthereumChain } from '@aztec/ethereum/chain';
380
- import { getPublicClient } from '@aztec/ethereum/client';
381
+ import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
381
382
  import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
382
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
383
- import { compactArray, pick, unique } from '@aztec/foundation/collection';
383
+ import { BlockNumber } from '@aztec/foundation/branded-types';
384
+ import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
384
385
  import { Fr } from '@aztec/foundation/curves/bn254';
385
386
  import { EthAddress } from '@aztec/foundation/eth-address';
386
387
  import { BadRequestError } from '@aztec/foundation/json-rpc';
@@ -413,7 +414,7 @@ import { getPackageVersion } from '@aztec/stdlib/update-checker';
413
414
  import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
414
415
  import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient } from '@aztec/validator-client';
415
416
  import { createWorldStateSynchronizer } from '@aztec/world-state';
416
- import { createPublicClient, fallback, http } from 'viem';
417
+ import { createPublicClient } from 'viem';
417
418
  import { createSentinel } from '../sentinel/factory.js';
418
419
  import { createKeyStoreForValidator } from './config.js';
419
420
  import { NodeMetrics } from './node_metrics.js';
@@ -440,7 +441,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
440
441
  globalVariableBuilder;
441
442
  epochCache;
442
443
  packageVersion;
443
- proofVerifier;
444
+ peerProofVerifier;
445
+ rpcProofVerifier;
444
446
  telemetry;
445
447
  log;
446
448
  blobClient;
@@ -461,7 +463,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
461
463
  // Prevent two snapshot operations to happen simultaneously
462
464
  isUploadingSnapshot;
463
465
  tracer;
464
- constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore()){
466
+ constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore()){
465
467
  this.config = config;
466
468
  this.p2pClient = p2pClient;
467
469
  this.blockSource = blockSource;
@@ -479,7 +481,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
479
481
  this.globalVariableBuilder = globalVariableBuilder;
480
482
  this.epochCache = epochCache;
481
483
  this.packageVersion = packageVersion;
482
- this.proofVerifier = proofVerifier;
484
+ this.peerProofVerifier = peerProofVerifier;
485
+ this.rpcProofVerifier = rpcProofVerifier;
483
486
  this.telemetry = telemetry;
484
487
  this.log = log;
485
488
  this.blobClient = blobClient;
@@ -499,6 +502,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
499
502
  throw new Error('debugLogStore should never be enabled when realProofs are set');
500
503
  }
501
504
  }
505
+ /** @internal Exposed for testing — returns the RPC proof verifier. */ getProofVerifier() {
506
+ return this.rpcProofVerifier;
507
+ }
502
508
  async getWorldStateSyncStatus() {
503
509
  const status = await this.worldStateSynchronizer.status();
504
510
  return status.syncSummary;
@@ -559,9 +565,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
559
565
  }
560
566
  const publicClient = createPublicClient({
561
567
  chain: ethereumChain.chainInfo,
562
- transport: fallback(config.l1RpcUrls.map((url)=>http(url, {
563
- batch: false
564
- }))),
568
+ transport: makeL1HttpTransport(config.l1RpcUrls, {
569
+ timeout: config.l1HttpTimeoutMS
570
+ }),
565
571
  pollingInterval: config.viemPollingIntervalMS
566
572
  });
567
573
  const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.l1Contracts.registryAddress, config.rollupVersion ?? 'canonical');
@@ -571,10 +577,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
571
577
  ...l1ContractsAddresses
572
578
  };
573
579
  const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
574
- const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
580
+ const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
575
581
  rollupContract.getL1GenesisTime(),
576
582
  rollupContract.getSlotDuration(),
577
- rollupContract.getVersion()
583
+ rollupContract.getVersion(),
584
+ rollupContract.getManaLimit().then(Number)
578
585
  ]);
579
586
  config.rollupVersion ??= Number(rollupVersionFromRollup);
580
587
  if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
@@ -596,7 +603,17 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
596
603
  });
597
604
  // now create the merkle trees and the world state synchronizer
598
605
  const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.prefilledPublicData, telemetry);
599
- const circuitVerifier = config.realProofs || config.debugForceTxProofVerification ? await BBCircuitVerifier.new(config) : new TestCircuitVerifier(config.proverTestVerificationDelayMs);
606
+ const useRealVerifiers = config.realProofs || config.debugForceTxProofVerification;
607
+ let peerProofVerifier;
608
+ let rpcProofVerifier;
609
+ if (useRealVerifiers) {
610
+ peerProofVerifier = await BatchChonkVerifier.new(config, config.bbChonkVerifyMaxBatch, 'peer');
611
+ const rpcVerifier = await BBCircuitVerifier.new(config);
612
+ rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, config.numConcurrentIVCVerifiers);
613
+ } else {
614
+ peerProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
615
+ rpcProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
616
+ }
600
617
  let debugLogStore;
601
618
  if (!config.realProofs) {
602
619
  log.warn(`Aztec node is accepting fake proofs`);
@@ -605,20 +622,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
605
622
  } else {
606
623
  debugLogStore = new NullDebugLogStore();
607
624
  }
608
- const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
609
625
  const proverOnly = config.enableProverNode && config.disableValidator;
610
626
  if (proverOnly) {
611
627
  log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
612
628
  }
613
629
  // create the tx pool and the p2p client, which will need the l2 block source
614
- const p2pClient = await createP2PClient(config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
630
+ const p2pClient = await createP2PClient(config, archiver, peerProofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
615
631
  // We'll accumulate sentinel watchers here
616
632
  const watchers = [];
617
- // Create FullNodeCheckpointsBuilder for block proposal handling and tx validation
633
+ // Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
634
+ // Override maxTxsPerCheckpoint with the validator-specific limit if set.
618
635
  const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
619
636
  ...config,
620
637
  l1GenesisTime,
621
- slotDuration: Number(slotDuration)
638
+ slotDuration: Number(slotDuration),
639
+ rollupManaLimit,
640
+ maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint
622
641
  }, worldStateSynchronizer, archiver, dateProvider, telemetry);
623
642
  let validatorClient;
624
643
  if (!proverOnly) {
@@ -633,7 +652,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
633
652
  blockSource: archiver,
634
653
  l1ToL2MessageSource: archiver,
635
654
  keyStoreManager,
636
- blobClient
655
+ blobClient,
656
+ slashingProtectionDb: deps.slashingProtectionDb
637
657
  });
638
658
  // If we have a validator client, register it as a source of offenses for the slasher,
639
659
  // and have it register callbacks on the p2p client *before* we start it, otherwise messages
@@ -644,21 +664,23 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
644
664
  await validatorClient.registerHandlers();
645
665
  }
646
666
  }
647
- // If there's no validator client but alwaysReexecuteBlockProposals is enabled,
648
- // create a BlockProposalHandler to reexecute block proposals for monitoring
649
- if (!validatorClient && config.alwaysReexecuteBlockProposals) {
650
- log.info('Setting up block proposal reexecution for monitoring');
651
- createBlockProposalHandler(config, {
652
- checkpointsBuilder: validatorCheckpointsBuilder,
653
- worldState: worldStateSynchronizer,
654
- epochCache,
655
- blockSource: archiver,
656
- l1ToL2MessageSource: archiver,
657
- p2pClient,
658
- dateProvider,
659
- telemetry
660
- }).registerForReexecution(p2pClient);
661
- }
667
+ }
668
+ // If there's no validator client, create a BlockProposalHandler to handle block proposals
669
+ // for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
670
+ // while non-reexecution is used for validating the proposals and collecting their txs.
671
+ if (!validatorClient) {
672
+ const reexecute = !!config.alwaysReexecuteBlockProposals;
673
+ log.info(`Setting up block proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
674
+ createBlockProposalHandler(config, {
675
+ checkpointsBuilder: validatorCheckpointsBuilder,
676
+ worldState: worldStateSynchronizer,
677
+ epochCache,
678
+ blockSource: archiver,
679
+ l1ToL2MessageSource: archiver,
680
+ p2pClient,
681
+ dateProvider,
682
+ telemetry
683
+ }).register(p2pClient, reexecute);
662
684
  }
663
685
  // Start world state and wait for it to sync to the archiver.
664
686
  await worldStateSynchronizer.start();
@@ -690,6 +712,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
690
712
  await attestationsBlockWatcher?.start();
691
713
  log.info(`All p2p services started`);
692
714
  }).catch((err)=>log.error('Failed to start p2p services after archiver sync', err));
715
+ const globalVariableBuilder = new GlobalVariableBuilder(dateProvider, publicClient, {
716
+ l1Contracts: config.l1Contracts,
717
+ ethereumSlotDuration: config.ethereumSlotDuration,
718
+ rollupVersion: BigInt(config.rollupVersion),
719
+ l1GenesisTime,
720
+ slotDuration: Number(slotDuration)
721
+ });
693
722
  // Validator enabled, create/start relevant service
694
723
  let sequencer;
695
724
  let slasherClient;
@@ -716,16 +745,34 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
716
745
  dateProvider,
717
746
  kzg: Blob.getViemKzgInstance()
718
747
  });
748
+ // Create a funder L1TxUtils from the keystore funding account (if configured)
749
+ const fundingSigner = keyStoreManager?.createFundingSigner();
750
+ let funderL1TxUtils;
751
+ if (fundingSigner) {
752
+ const [funder] = await createL1TxUtilsFromSigners(publicClient, [
753
+ fundingSigner
754
+ ], {
755
+ ...config,
756
+ scope: 'sequencer'
757
+ }, {
758
+ telemetry,
759
+ logger: log.createChild('l1-tx-utils:funder'),
760
+ dateProvider
761
+ });
762
+ funderL1TxUtils = funder;
763
+ }
719
764
  // Create and start the sequencer client
720
765
  const checkpointsBuilder = new CheckpointsBuilder({
721
766
  ...config,
722
767
  l1GenesisTime,
723
- slotDuration: Number(slotDuration)
768
+ slotDuration: Number(slotDuration),
769
+ rollupManaLimit
724
770
  }, worldStateSynchronizer, archiver, dateProvider, telemetry, debugLogStore);
725
771
  sequencer = await SequencerClient.new(config, {
726
772
  ...deps,
727
773
  epochCache,
728
774
  l1TxUtils,
775
+ funderL1TxUtils,
729
776
  validatorClient,
730
777
  p2pClient,
731
778
  worldStateSynchronizer,
@@ -736,7 +783,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
736
783
  telemetry,
737
784
  dateProvider,
738
785
  blobClient,
739
- nodeKeyStore: keyStoreManager
786
+ nodeKeyStore: keyStoreManager,
787
+ globalVariableBuilder
740
788
  });
741
789
  }
742
790
  if (!options.dontStartSequencer && sequencer) {
@@ -766,13 +814,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
766
814
  log.info(`Prover node subsystem created but not started`);
767
815
  }
768
816
  }
769
- const globalVariableBuilder = new GlobalVariableBuilder({
770
- ...config,
771
- rollupVersion: BigInt(config.rollupVersion),
772
- l1GenesisTime,
773
- slotDuration: Number(slotDuration)
774
- });
775
- const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore);
817
+ const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore);
776
818
  return node;
777
819
  }
778
820
  /**
@@ -884,6 +926,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
884
926
  async getCheckpointedBlocks(from, limit) {
885
927
  return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
886
928
  }
929
+ getCheckpointsDataForEpoch(epochNumber) {
930
+ return this.blockSource.getCheckpointsDataForEpoch(epochNumber);
931
+ }
887
932
  /**
888
933
  * Method to fetch the current min L2 fees.
889
934
  * @returns The current min L2 fees.
@@ -911,6 +956,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
911
956
  async getCheckpointedBlockNumber() {
912
957
  return await this.blockSource.getCheckpointedL2BlockNumber();
913
958
  }
959
+ getCheckpointNumber() {
960
+ return this.blockSource.getCheckpointNumber();
961
+ }
914
962
  /**
915
963
  * Method to fetch the version of the package.
916
964
  * @returns The node package version
@@ -936,28 +984,36 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
936
984
  return this.contractDataSource.getContract(address);
937
985
  }
938
986
  async getPrivateLogsByTags(tags, page, referenceBlock) {
987
+ let upToBlockNumber;
939
988
  if (referenceBlock) {
940
989
  const initialBlockHash = await this.#getInitialHeaderHash();
941
- if (!referenceBlock.equals(initialBlockHash)) {
990
+ if (referenceBlock.equals(initialBlockHash)) {
991
+ upToBlockNumber = BlockNumber(0);
992
+ } else {
942
993
  const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
943
994
  if (!header) {
944
995
  throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
945
996
  }
997
+ upToBlockNumber = header.globalVariables.blockNumber;
946
998
  }
947
999
  }
948
- return this.logsSource.getPrivateLogsByTags(tags, page);
1000
+ return this.logsSource.getPrivateLogsByTags(tags, page, upToBlockNumber);
949
1001
  }
950
1002
  async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
1003
+ let upToBlockNumber;
951
1004
  if (referenceBlock) {
952
1005
  const initialBlockHash = await this.#getInitialHeaderHash();
953
- if (!referenceBlock.equals(initialBlockHash)) {
1006
+ if (referenceBlock.equals(initialBlockHash)) {
1007
+ upToBlockNumber = BlockNumber(0);
1008
+ } else {
954
1009
  const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
955
1010
  if (!header) {
956
1011
  throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
957
1012
  }
1013
+ upToBlockNumber = header.globalVariables.blockNumber;
958
1014
  }
959
1015
  }
960
- return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
1016
+ return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page, upToBlockNumber);
961
1017
  }
962
1018
  /**
963
1019
  * Gets public logs based on the provided filter.
@@ -1030,7 +1086,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1030
1086
  await tryStop(this.validatorsSentinel);
1031
1087
  await tryStop(this.epochPruneWatcher);
1032
1088
  await tryStop(this.slasherClient);
1033
- await tryStop(this.proofVerifier);
1089
+ await Promise.all([
1090
+ tryStop(this.peerProofVerifier),
1091
+ tryStop(this.rpcProofVerifier)
1092
+ ]);
1034
1093
  await tryStop(this.sequencer);
1035
1094
  await tryStop(this.proverNode);
1036
1095
  await tryStop(this.p2pClient);
@@ -1072,70 +1131,82 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1072
1131
  return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
1073
1132
  }
1074
1133
  async findLeavesIndexes(referenceBlock, treeId, leafValues) {
1075
- const committedDb = await this.#getWorldState(referenceBlock);
1134
+ const committedDb = await this.getWorldState(referenceBlock);
1076
1135
  const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
1077
- // We filter out undefined values
1078
- const indices = maybeIndices.filter((x)=>x !== undefined);
1079
- // Now we find the block numbers for the indices
1080
- const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, indices);
1081
- // If any of the block numbers are undefined, we throw an error.
1082
- for(let i = 0; i < indices.length; i++){
1083
- if (blockNumbers[i] === undefined) {
1084
- throw new Error(`Block number is undefined for leaf index ${indices[i]} in tree ${MerkleTreeId[treeId]}`);
1136
+ // Filter out undefined values to query block numbers only for found leaves
1137
+ const definedIndices = maybeIndices.filter((x)=>x !== undefined);
1138
+ // Now we find the block numbers for the defined indices
1139
+ const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
1140
+ // Build a map from leaf index to block number
1141
+ const indexToBlockNumber = new Map();
1142
+ for(let i = 0; i < definedIndices.length; i++){
1143
+ const blockNumber = blockNumbers[i];
1144
+ if (blockNumber === undefined) {
1145
+ throw new Error(`Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`);
1085
1146
  }
1147
+ indexToBlockNumber.set(definedIndices[i], blockNumber);
1086
1148
  }
1087
1149
  // Get unique block numbers in order to optimize num calls to getLeafValue function.
1088
1150
  const uniqueBlockNumbers = [
1089
- ...new Set(blockNumbers.filter((x)=>x !== undefined))
1151
+ ...new Set(indexToBlockNumber.values())
1090
1152
  ];
1091
- // Now we obtain the block hashes from the archive tree by calling await `committedDb.getLeafValue(treeId, index)`
1092
- // (note that block number corresponds to the leaf index in the archive tree).
1153
+ // Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
1093
1154
  const blockHashes = await Promise.all(uniqueBlockNumbers.map((blockNumber)=>{
1094
1155
  return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
1095
1156
  }));
1096
- // If any of the block hashes are undefined, we throw an error.
1157
+ // Build a map from block number to block hash
1158
+ const blockNumberToHash = new Map();
1097
1159
  for(let i = 0; i < uniqueBlockNumbers.length; i++){
1098
- if (blockHashes[i] === undefined) {
1160
+ const blockHash = blockHashes[i];
1161
+ if (blockHash === undefined) {
1099
1162
  throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
1100
1163
  }
1164
+ blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
1101
1165
  }
1102
1166
  // Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
1103
- return maybeIndices.map((index, i)=>{
1167
+ return maybeIndices.map((index)=>{
1104
1168
  if (index === undefined) {
1105
1169
  return undefined;
1106
1170
  }
1107
- const blockNumber = blockNumbers[i];
1171
+ const blockNumber = indexToBlockNumber.get(index);
1108
1172
  if (blockNumber === undefined) {
1109
- return undefined;
1173
+ throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
1110
1174
  }
1111
- const blockHashIndex = uniqueBlockNumbers.indexOf(blockNumber);
1112
- const blockHash = blockHashes[blockHashIndex];
1113
- if (!blockHash) {
1114
- return undefined;
1175
+ const blockHash = blockNumberToHash.get(blockNumber);
1176
+ if (blockHash === undefined) {
1177
+ throw new Error(`Block hash not found for block number ${blockNumber}`);
1115
1178
  }
1116
1179
  return {
1117
- l2BlockNumber: BlockNumber(Number(blockNumber)),
1180
+ l2BlockNumber: blockNumber,
1118
1181
  l2BlockHash: new BlockHash(blockHash),
1119
1182
  data: index
1120
1183
  };
1121
1184
  });
1122
1185
  }
1123
1186
  async getBlockHashMembershipWitness(referenceBlock, blockHash) {
1124
- const committedDb = await this.#getWorldState(referenceBlock);
1187
+ // The Noir circuit checks the archive membership proof against `anchor_block_header.last_archive.root`,
1188
+ // which is the archive tree root BEFORE the anchor block was added (i.e. the state after block N-1).
1189
+ // So we need the world state at block N-1, not block N, to produce a sibling path matching that root.
1190
+ const referenceBlockNumber = await this.resolveBlockNumber(referenceBlock);
1191
+ if (referenceBlockNumber === BlockNumber.ZERO) {
1192
+ // Block 0 (the initial block) has an empty archive, so no membership witness can exist.
1193
+ return undefined;
1194
+ }
1195
+ const committedDb = await this.getWorldState(BlockNumber(referenceBlockNumber - 1));
1125
1196
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
1126
1197
  blockHash
1127
1198
  ]);
1128
1199
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1129
1200
  }
1130
1201
  async getNoteHashMembershipWitness(referenceBlock, noteHash) {
1131
- const committedDb = await this.#getWorldState(referenceBlock);
1202
+ const committedDb = await this.getWorldState(referenceBlock);
1132
1203
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
1133
1204
  noteHash
1134
1205
  ]);
1135
1206
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1136
1207
  }
1137
1208
  async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
1138
- const db = await this.#getWorldState(referenceBlock);
1209
+ const db = await this.getWorldState(referenceBlock);
1139
1210
  const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
1140
1211
  l1ToL2Message
1141
1212
  ]);
@@ -1148,9 +1219,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1148
1219
  witness.path
1149
1220
  ];
1150
1221
  }
1151
- async getL1ToL2MessageBlock(l1ToL2Message) {
1222
+ async getL1ToL2MessageCheckpoint(l1ToL2Message) {
1152
1223
  const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
1153
- return messageIndex ? BlockNumber.fromCheckpointNumber(InboxLeaf.checkpointNumberFromIndex(messageIndex)) : undefined;
1224
+ return messageIndex ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
1154
1225
  }
1155
1226
  /**
1156
1227
  * Returns whether an L1 to L2 message is synced by archiver and if it's ready to be included in a block.
@@ -1167,23 +1238,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1167
1238
  */ async getL2ToL1Messages(epoch) {
1168
1239
  // Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
1169
1240
  const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
1170
- const blocksInCheckpoints = [];
1171
- let previousSlotNumber = SlotNumber.ZERO;
1172
- let checkpointIndex = -1;
1173
- for (const checkpointedBlock of checkpointedBlocks){
1174
- const block = checkpointedBlock.block;
1175
- const slotNumber = block.header.globalVariables.slotNumber;
1176
- if (slotNumber !== previousSlotNumber) {
1177
- checkpointIndex++;
1178
- blocksInCheckpoints.push([]);
1179
- previousSlotNumber = slotNumber;
1180
- }
1181
- blocksInCheckpoints[checkpointIndex].push(block);
1182
- }
1241
+ const blocksInCheckpoints = chunkBy(checkpointedBlocks, (cb)=>cb.block.header.globalVariables.slotNumber).map((group)=>group.map((cb)=>cb.block));
1183
1242
  return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
1184
1243
  }
1185
1244
  async getNullifierMembershipWitness(referenceBlock, nullifier) {
1186
- const db = await this.#getWorldState(referenceBlock);
1245
+ const db = await this.getWorldState(referenceBlock);
1187
1246
  const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
1188
1247
  nullifier.toBuffer()
1189
1248
  ]);
@@ -1197,36 +1256,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1197
1256
  }
1198
1257
  return new NullifierMembershipWitness(index, leafPreimage, path);
1199
1258
  }
1200
- /**
1201
- * Returns a low nullifier membership witness for a given nullifier at a given block.
1202
- * @param referenceBlock - The block parameter (block number, block hash, or 'latest') at which to get the data
1203
- * (which contains the root of the nullifier tree in which we are searching for the nullifier).
1204
- * @param nullifier - Nullifier we try to find the low nullifier witness for.
1205
- * @returns The low nullifier membership witness (if found).
1206
- * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
1207
- * list structure" of leaves and proving that a lower nullifier is pointing to a bigger next value than the nullifier
1208
- * we are trying to prove non-inclusion for.
1209
- *
1210
- * Note: This function returns the membership witness of the nullifier itself and not the low nullifier when
1211
- * the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
1212
- * index of the nullifier itself when it already exists in the tree.
1213
- * TODO: This is a confusing behavior and we should eventually address that.
1214
- */ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
1215
- const committedDb = await this.#getWorldState(referenceBlock);
1259
+ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
1260
+ const committedDb = await this.getWorldState(referenceBlock);
1216
1261
  const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
1217
1262
  if (!findResult) {
1218
1263
  return undefined;
1219
1264
  }
1220
1265
  const { index, alreadyPresent } = findResult;
1221
1266
  if (alreadyPresent) {
1222
- this.log.warn(`Nullifier ${nullifier.toBigInt()} already exists in the tree`);
1267
+ throw new Error(`Cannot prove nullifier non-inclusion: nullifier ${nullifier.toBigInt()} already exists in the tree`);
1223
1268
  }
1224
1269
  const preimageData = await committedDb.getLeafPreimage(MerkleTreeId.NULLIFIER_TREE, index);
1225
1270
  const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
1226
1271
  return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
1227
1272
  }
1228
1273
  async getPublicDataWitness(referenceBlock, leafSlot) {
1229
- const committedDb = await this.#getWorldState(referenceBlock);
1274
+ const committedDb = await this.getWorldState(referenceBlock);
1230
1275
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1231
1276
  if (!lowLeafResult) {
1232
1277
  return undefined;
@@ -1237,7 +1282,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1237
1282
  }
1238
1283
  }
1239
1284
  async getPublicStorageAt(referenceBlock, contract, slot) {
1240
- const committedDb = await this.#getWorldState(referenceBlock);
1285
+ const committedDb = await this.getWorldState(referenceBlock);
1241
1286
  const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
1242
1287
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1243
1288
  if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
@@ -1316,7 +1361,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1316
1361
  });
1317
1362
  const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
1318
1363
  // REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
1319
- const [processedTxs, failedTxs, _usedTxs, returns, _blobFields, debugLogs] = await processor.process([
1364
+ const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([
1320
1365
  tx
1321
1366
  ]);
1322
1367
  // REFACTOR: Consider returning the error rather than throwing
@@ -1334,10 +1379,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1334
1379
  }
1335
1380
  async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
1336
1381
  const db = this.worldStateSynchronizer.getCommitted();
1337
- const verifier = isSimulation ? undefined : this.proofVerifier;
1382
+ const verifier = isSimulation ? undefined : this.rpcProofVerifier;
1338
1383
  // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
1339
1384
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1340
1385
  const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1386
+ const l1Constants = await this.blockSource.getL1Constants();
1341
1387
  const validator = createTxValidatorForAcceptingTxsOverRPC(db, this.contractDataSource, verifier, {
1342
1388
  timestamp: nextSlotTimestamp,
1343
1389
  blockNumber,
@@ -1349,7 +1395,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1349
1395
  ],
1350
1396
  gasFees: await this.getCurrentMinFees(),
1351
1397
  skipFeeEnforcement,
1352
- txsPermitted: !this.config.disableTransactions
1398
+ txsPermitted: !this.config.disableTransactions,
1399
+ rollupManaLimit: l1Constants.rollupManaLimit,
1400
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1401
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1353
1402
  }, this.log.getBindings());
1354
1403
  return await validator.validateTx(tx);
1355
1404
  }
@@ -1372,7 +1421,18 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1372
1421
  archiver.updateConfig(config);
1373
1422
  }
1374
1423
  if (newConfig.realProofs !== this.config.realProofs) {
1375
- this.proofVerifier = config.realProofs ? await BBCircuitVerifier.new(newConfig) : new TestCircuitVerifier();
1424
+ await Promise.all([
1425
+ tryStop(this.peerProofVerifier),
1426
+ tryStop(this.rpcProofVerifier)
1427
+ ]);
1428
+ if (newConfig.realProofs) {
1429
+ this.peerProofVerifier = await BatchChonkVerifier.new(newConfig, newConfig.bbChonkVerifyMaxBatch, 'peer');
1430
+ const rpcVerifier = await BBCircuitVerifier.new(newConfig);
1431
+ this.rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, newConfig.numConcurrentIVCVerifiers);
1432
+ } else {
1433
+ this.peerProofVerifier = new TestCircuitVerifier();
1434
+ this.rpcProofVerifier = new TestCircuitVerifier();
1435
+ }
1376
1436
  }
1377
1437
  this.config = newConfig;
1378
1438
  }
@@ -1569,7 +1629,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1569
1629
  * Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
1570
1630
  * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1571
1631
  * @returns An instance of a committed MerkleTreeOperations
1572
- */ async #getWorldState(block) {
1632
+ */ async getWorldState(block) {
1573
1633
  let blockSyncedTo = BlockNumber.ZERO;
1574
1634
  try {
1575
1635
  // Attempt to sync the world state if necessary
@@ -1581,6 +1641,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1581
1641
  this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
1582
1642
  return this.worldStateSynchronizer.getCommitted();
1583
1643
  }
1644
+ // Get the block number, either directly from the parameter or by quering the archiver with the block hash
1645
+ let blockNumber;
1584
1646
  if (BlockHash.isBlockHash(block)) {
1585
1647
  const initialBlockHash = await this.#getInitialHeaderHash();
1586
1648
  if (block.equals(initialBlockHash)) {
@@ -1591,19 +1653,41 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1591
1653
  if (!header) {
1592
1654
  throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1593
1655
  }
1594
- const blockNumber = header.getBlockNumber();
1595
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1596
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1597
- }
1598
- // Block number provided
1599
- {
1600
- const blockNumber = block;
1601
- if (blockNumber > blockSyncedTo) {
1602
- throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1656
+ blockNumber = header.getBlockNumber();
1657
+ } else {
1658
+ blockNumber = block;
1659
+ }
1660
+ // Check it's within world state sync range
1661
+ if (blockNumber > blockSyncedTo) {
1662
+ throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1663
+ }
1664
+ this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1665
+ const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
1666
+ // Double-check world-state synced to the same block hash as was requested
1667
+ if (BlockHash.isBlockHash(block)) {
1668
+ const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
1669
+ if (!blockHash || !new BlockHash(blockHash).equals(block)) {
1670
+ throw new Error(`Block hash ${block.toString()} not found in world state at block number ${blockNumber}. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1671
+ }
1672
+ }
1673
+ return snapshot;
1674
+ }
1675
+ /** Resolves a block parameter to a block number. */ async resolveBlockNumber(block) {
1676
+ if (block === 'latest') {
1677
+ return BlockNumber(await this.blockSource.getBlockNumber());
1678
+ }
1679
+ if (BlockHash.isBlockHash(block)) {
1680
+ const initialBlockHash = await this.#getInitialHeaderHash();
1681
+ if (block.equals(initialBlockHash)) {
1682
+ return BlockNumber.ZERO;
1683
+ }
1684
+ const header = await this.blockSource.getBlockHeaderByHash(block);
1685
+ if (!header) {
1686
+ throw new Error(`Block hash ${block.toString()} not found.`);
1603
1687
  }
1604
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1605
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1688
+ return header.getBlockNumber();
1606
1689
  }
1690
+ return block;
1607
1691
  }
1608
1692
  /**
1609
1693
  * Ensure we fully sync the world state